-- Logs begin at Fri 2021-07-16 17:04:48 UTC, end at Fri 2021-07-16 19:24:22 UTC. -- Jul 16 17:36:25.036864 n-d-787205-10 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 17:36:27.808091 n-d-787205-10 neutron-server[105481]: INFO neutron.common.config [-] Logging enabled! Jul 16 17:36:27.808091 n-d-787205-10 neutron-server[105481]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 17:36:27.808091 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105481) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 17:36:27.812211 n-d-787205-10 neutron-server[105481]: INFO neutron.common.config [-] Logging enabled! Jul 16 17:36:27.812474 n-d-787205-10 neutron-server[105481]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 17:36:27.812796 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105481) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 17:36:27.813809 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:36:27.814047 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:36:27.814462 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:36:27.814714 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:36:27.814947 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:36:27.815275 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.815582 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.815885 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.816120 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.816422 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.816721 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.817012 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.817311 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.817672 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.817995 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.818283 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.818581 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.818821 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.819109 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.819408 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.819704 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.819946 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] debug = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.820313 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.820661 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.821831 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.822148 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.822439 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.822732 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.823016 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.823303 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.823603 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.823978 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] host = n-d-787205-10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.824257 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.824555 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.824849 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.825144 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.825430 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.825738 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.826035 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.826317 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.826599 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] log_file = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.826883 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.827179 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.827477 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.827782 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.828013 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.828242 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.828542 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.828841 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.829126 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.829404 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.829705 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.829988 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.830269 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.830543 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.830837 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.831131 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.831425 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.831708 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.831989 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.832270 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.832548 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.832843 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.833121 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.833403 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.833706 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.834007 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.834283 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.834561 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.834875 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.835183 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.835461 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.835754 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.836035 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.836330 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.836736 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.837075 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.837356 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] use_json = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.837638 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.837943 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.838238 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.838521 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.838801 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.839082 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.839360 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.839653 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:27.839963 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.840270 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.840576 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.840866 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.841172 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.841457 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.841785 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.842071 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.842367 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.842663 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.842963 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.843246 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.843547 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.843832 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.844134 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.844449 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.844754 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.845057 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.845340 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.845622 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.845928 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.846216 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.846509 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.846811 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.847111 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.847392 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.847676 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.847974 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.848260 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.848538 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.848822 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.849117 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.849402 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.849694 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.849985 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.850268 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.850548 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.850824 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.851120 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.851408 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.851691 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.851969 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.853303 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.853303 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.853720 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.853720 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.853969 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.854197 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.854475 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.854760 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.855040 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.855321 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.855604 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.855881 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.856165 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.856442 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.856723 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.857002 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.857281 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.857558 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.857862 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.858144 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.858423 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.858703 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.858982 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.859260 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.859538 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.859816 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.860110 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.860416 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.860703 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.860992 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.861277 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.861563 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.861871 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.862158 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.862442 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.862757 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.863006 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.863317 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.863607 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.863975 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.864183 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.864477 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.864782 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.865069 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.865358 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.865641 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.865949 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.866246 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.866539 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.866837 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.867138 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.867439 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.867770 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.868812 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.869418 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.869418 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.869614 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:27.869783 n-d-787205-10 neutron-server[105481]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:36:27.870044 n-d-787205-10 neutron-server[105481]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105481) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 17:36:28.228270 n-d-787205-10 neutron-server[105481]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 17:36:28.228501 n-d-787205-10 neutron-server[105481]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 17:36:28.228761 n-d-787205-10 neutron-server[105481]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 17:36:28.229100 n-d-787205-10 neutron-server[105481]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 17:36:28.626784 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.627072 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.627346 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.628550 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.628828 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.629112 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.665178 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.665450 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.665740 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.681313 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.681600 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.681900 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.714247 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.714561 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.714824 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.751067 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.751346 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.751621 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.988720 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.989344 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.989344 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.989583 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:28.990187 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.112293 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.112613 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.112901 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.113176 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.113445 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.113800 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.114069 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.114325 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.114584 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.114947 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.115208 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.115486 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.115753 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.116009 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.116270 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.116552 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.116814 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.117082 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.117362 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.117633 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.118448 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.118708 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.118994 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.119373 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.119629 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.119881 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.120287 n-d-787205-10 neutron-server[105481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:36:29.120536 n-d-787205-10 neutron-server[105481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:36:29.120778 n-d-787205-10 neutron-server[105481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:36:29.121021 n-d-787205-10 neutron-server[105481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:36:29.121260 n-d-787205-10 neutron-server[105481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:36:29.121498 n-d-787205-10 neutron-server[105481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:36:29.121896 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 17:36:29.125184 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 17:36:29.129203 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 17:36:29.133049 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 16 17:36:29.135478 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 17:36:29.135943 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 17:36:29.136287 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 17:36:29.136675 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 17:36:29.140775 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 17:36:29.141034 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 17:36:29.141389 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 17:36:29.170244 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 17:36:29.170744 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.171073 n-d-787205-10 neutron-server[105481]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105481) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 17:36:29.171464 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.172952 n-d-787205-10 neutron-server[105481]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105481) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 17:36:29.173261 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 17:36:29.173561 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 17:36:29.176916 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.177223 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.243202 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 17:36:29.243410 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 17:36:29.243682 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 17:36:29.244045 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 17:36:29.265930 n-d-787205-10 neutron-server[105481]: DEBUG oslo_db.sqlalchemy.engines [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105481) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 17:36:29.817641 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Initializing driver for type 'gre' Jul 16 17:36:29.818162 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] gre ID ranges: [(1, 1000)] Jul 16 17:36:29.883896 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Initializing driver for type 'local' Jul 16 17:36:29.884364 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Initializing driver for type 'vlan' Jul 16 17:36:29.899501 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] VlanTypeDriver initialization complete Jul 16 17:36:29.900025 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Initializing driver for type 'vxlan' Jul 16 17:36:29.900480 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] vxlan ID ranges: [(1, 1000)] Jul 16 17:36:29.966286 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Initializing extension driver 'port_security' Jul 16 17:36:29.966938 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.extensions.port_security [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] PortSecurityExtensionDriver initialization complete Jul 16 17:36:29.967210 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Initializing mechanism driver 'openvswitch' Jul 16 17:36:29.967585 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Initializing mechanism driver 'hyperv' Jul 16 17:36:29.975142 n-d-787205-10 neutron-server[105481]: DEBUG neutron.plugins.ml2.plugin [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:36:29.976090 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > port after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.976544 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > port after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.976946 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > port after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.978749 n-d-787205-10 neutron-server[105481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:36:29.979192 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > subnet after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.979555 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > subnet after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.979906 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.980298 n-d-787205-10 neutron-server[105481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:36:29.980707 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > network after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.981061 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > network after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.981407 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > network after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.981817 n-d-787205-10 neutron-server[105481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:36:29.982222 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > security_group after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.982571 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > security_group after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.982912 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > security_group after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.983308 n-d-787205-10 neutron-server[105481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:36:29.983711 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.984060 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.984403 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.984791 n-d-787205-10 neutron-server[105481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:36:29.985193 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > address_group after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.985544 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > address_group after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.985913 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > address_group after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.986301 n-d-787205-10 neutron-server[105481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:36:29.986683 n-d-787205-10 neutron-server[105481]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] ML2 OVO RPC backend initialized. {{(pid=105481) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 17:36:29.987390 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.987746 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.988162 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > network before_response 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.988512 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > networks before_response 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.988862 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > port before_response 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.989416 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > ports before_response 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.989529 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > subnet before_response 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.989897 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > subnets before_response 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.990246 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > network after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.990591 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > network after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.990928 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > network after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.991267 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > port after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.991605 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > port after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.991939 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > port after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.992276 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > subnet after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.992650 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > subnet after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.993714 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:29.993714 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.plugin [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Modular L2 Plugin initialization complete Jul 16 17:36:29.994370 n-d-787205-10 neutron-server[105481]: DEBUG neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading services supported by the core plugin {{(pid=105481) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 17:36:29.994705 n-d-787205-10 neutron-server[105481]: INFO neutron.plugins.ml2.managers [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Got port-security extension from driver 'port_security' Jul 16 17:36:29.995173 n-d-787205-10 neutron-server[105481]: INFO neutron.extensions.vlantransparent [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Disabled vlantransparent extension. Jul 16 17:36:29.995664 n-d-787205-10 neutron-server[105481]: DEBUG neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105481) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 17:36:29.996005 n-d-787205-10 neutron-server[105481]: INFO neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading Plugin: router Jul 16 17:36:30.035406 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router_interface before_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.035802 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router after_create 55549900 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.036173 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router before_create 55549900 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.036540 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.036920 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.037276 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router after_delete 55549900 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.037637 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > floatingip after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.038153 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router after_create 55549900 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.038505 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router after_update 55549900 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.038861 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router after_update 55549900 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.039288 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.040454 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router after_update 55549900 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.041202 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router precommit_update 55549900 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.041578 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: port after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.042066 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: port after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.042443 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: subnet after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.042787 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.043148 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > port precommit_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.043541 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router precommit_create 55549900 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.043859 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: port before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.044209 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router precommit_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.044566 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router after_update 55549900 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.044912 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router precommit_delete 55549900 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.045430 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router precommit_create 55549900 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.045834 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.046186 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router precommit_update 55549900 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.046558 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > agent after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.046911 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > agent after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.047263 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > network after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.048172 n-d-787205-10 neutron-server[105481]: DEBUG neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Tracking information for resource: router configured {{(pid=105481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:36:30.048530 n-d-787205-10 neutron-server[105481]: DEBUG neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Tracking information for resource: floatingip configured {{(pid=105481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:36:30.053998 n-d-787205-10 neutron-server[105481]: INFO neutron.db.l3_agentschedulers_db [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 17:36:30.054584 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: port after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.054952 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: port after_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.055762 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: port after_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.056139 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: port after_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.056959 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router before_create 55550100 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.057329 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router precommit_delete 55550100 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.057717 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router precommit_create 55550100 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.058079 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > router precommit_update 55550100 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.062594 n-d-787205-10 neutron-server[105481]: DEBUG neutron.services.provider_configuration [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service providers = [] {{(pid=105481) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 17:36:30.062974 n-d-787205-10 neutron-server[105481]: DEBUG neutron.db.servicetype_db [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105481) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 17:36:30.066031 n-d-787205-10 neutron-server[105481]: DEBUG neutron.services.service_base [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:36:30.066385 n-d-787205-10 neutron-server[105481]: DEBUG neutron.services.service_base [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:36:30.066730 n-d-787205-10 neutron-server[105481]: DEBUG neutron.services.service_base [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:36:30.068211 n-d-787205-10 neutron-server[105481]: DEBUG neutron.services.service_base [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:36:30.068211 n-d-787205-10 neutron-server[105481]: INFO neutron.services.service_base [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 17:36:30.068457 n-d-787205-10 neutron-server[105481]: DEBUG neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:36:30.068727 n-d-787205-10 neutron-server[105481]: INFO neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 17:36:30.080729 n-d-787205-10 neutron-server[105481]: DEBUG neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:36:30.081061 n-d-787205-10 neutron-server[105481]: INFO neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading Plugin: auto_allocate Jul 16 17:36:30.088330 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: network precommit_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.088727 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: network precommit_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.089340 n-d-787205-10 neutron-server[105481]: DEBUG neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:36:30.089685 n-d-787205-10 neutron-server[105481]: INFO neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading Plugin: tag Jul 16 17:36:30.096575 n-d-787205-10 neutron-server[105481]: DEBUG neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:36:30.096905 n-d-787205-10 neutron-server[105481]: INFO neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading Plugin: timestamp Jul 16 17:36:30.100724 n-d-787205-10 neutron-server[105481]: DEBUG neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:36:30.101053 n-d-787205-10 neutron-server[105481]: INFO neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading Plugin: network_ip_availability Jul 16 17:36:30.107181 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.107552 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.107913 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.108783 n-d-787205-10 neutron-server[105481]: DEBUG neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:36:30.109104 n-d-787205-10 neutron-server[105481]: INFO neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading Plugin: flavors Jul 16 17:36:30.115713 n-d-787205-10 neutron-server[105481]: DEBUG neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:36:30.116046 n-d-787205-10 neutron-server[105481]: INFO neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading Plugin: revisions Jul 16 17:36:30.121145 n-d-787205-10 neutron-server[105481]: DEBUG neutron.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:36:30.121536 n-d-787205-10 neutron-server[105481]: DEBUG oslo_concurrency.lockutils [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.893s {{(pid=105481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 17:36:30.122317 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105481) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 17:36:30.122661 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Initializing extension manager. Jul 16 17:36:30.123209 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: __init__.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.123579 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: __pycache__ {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.123913 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.124245 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: address_group.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.125016 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.125586 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: address-group Jul 16 17:36:30.125932 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: address_scope.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.126642 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.127144 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: address-scope Jul 16 17:36:30.127467 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: admin_state_down_before_update.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.128391 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.128890 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: router-admin-state-down-before-update Jul 16 17:36:30.129214 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: agent.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.129950 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.130472 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: agent Jul 16 17:36:30.130795 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: agent_resources_synced.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.131732 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.132235 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: agent-resources-synced Jul 16 17:36:30.132599 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: allowedaddresspairs.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.135516 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.136067 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: allowed-address-pairs Jul 16 17:36:30.136436 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: auto_allocated_topology.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.137561 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.138165 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: auto-allocated-topology Jul 16 17:36:30.138535 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: availability_zone.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.139373 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.139740 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: availability_zone Jul 16 17:36:30.140064 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: availability_zone_filter.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.140971 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.141472 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: availability_zone_filter Jul 16 17:36:30.141826 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: data_plane_status.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.142739 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.143236 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 17:36:30.143560 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: default_subnetpools.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.144467 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.144964 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: default-subnetpools Jul 16 17:36:30.145285 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: dhcpagentscheduler.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.146149 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.146677 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: dhcp_agent_scheduler Jul 16 17:36:30.147063 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: dns.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.147976 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.148483 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension dns-integration not supported by any of loaded plugins Jul 16 17:36:30.148817 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: dns_domain_ports.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.150866 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.151383 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 17:36:30.151710 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.152669 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.153222 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 17:36:30.153573 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: dvr.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.154311 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.154857 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: dvr Jul 16 17:36:30.155233 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: empty_string_filtering.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.156219 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.156763 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: empty-string-filtering Jul 16 17:36:30.157184 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.158119 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.158617 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 17:36:30.158940 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.159853 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.160618 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 17:36:30.160945 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: external_net.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.161897 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.162376 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: external-net Jul 16 17:36:30.162702 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: extra_dhcp_opt.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.163598 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.164092 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: extra_dhcp_opt Jul 16 17:36:30.164417 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: extraroute.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.165949 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.166453 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: extraroute Jul 16 17:36:30.166778 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: extraroute_atomic.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.167815 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.168394 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: extraroute-atomic Jul 16 17:36:30.168726 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: filter_validation.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.169406 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.169999 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: filter-validation Jul 16 17:36:30.170322 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: fip_pf_description.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.171235 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.171950 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 17:36:30.172278 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: fip_port_details.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.173202 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.173732 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: fip-port-details Jul 16 17:36:30.174056 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: flavors.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.175284 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.175796 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: flavors Jul 16 17:36:30.176120 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.177812 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.178333 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 17:36:30.178674 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: floatingip_pools.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.179372 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.179882 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: floatingip-pools Jul 16 17:36:30.180376 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: ip_allocation.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.181617 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.182160 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 17:36:30.182493 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.183410 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.183918 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: ip-substring-filtering Jul 16 17:36:30.184248 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: l2_adjacency.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.185270 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.185813 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 17:36:30.186257 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: l3.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.187349 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.187865 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: router Jul 16 17:36:30.188290 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: l3_conntrack_helper.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.190803 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.191391 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 17:36:30.191729 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.192681 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.193198 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: ext-gw-mode Jul 16 17:36:30.193582 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.194548 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.195051 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: l3-ha Jul 16 17:36:30.195381 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: l3_flavors.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.197312 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.197857 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: l3-flavors Jul 16 17:36:30.198186 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.199097 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.199799 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 17:36:30.200156 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: l3agentscheduler.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.201271 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.201842 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: l3_agent_scheduler Jul 16 17:36:30.202174 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: logging.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.203672 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.204185 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension logging not supported by any of loaded plugins Jul 16 17:36:30.204516 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: metering.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.205259 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.205876 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: metering Jul 16 17:36:30.206205 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.207298 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.207818 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: metering_source_and_destination_fields Jul 16 17:36:30.208156 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: multiprovidernet.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.209254 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.209788 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: multi-provider Jul 16 17:36:30.210119 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: netmtu.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.211027 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.212619 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: net-mtu Jul 16 17:36:30.212951 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: netmtu_writable.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.213901 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.214410 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: net-mtu-writable Jul 16 17:36:30.214739 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: network_availability_zone.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.215409 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.215914 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: network_availability_zone Jul 16 17:36:30.216234 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: network_ip_availability.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.217326 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.217863 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: network-ip-availability Jul 16 17:36:30.218191 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: network_segment_range.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.218966 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.219472 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 17:36:30.219802 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: pagination.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.220776 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.221108 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: pagination Jul 16 17:36:30.221431 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: port_device_profile.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.222375 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.222907 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: port-device-profile Jul 16 17:36:30.223514 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.224169 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.225242 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: port-mac-address-regenerate Jul 16 17:36:30.225242 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.226207 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.226542 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: port-numa-affinity-policy Jul 16 17:36:30.226917 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: port_resource_request.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.228434 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.228968 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 17:36:30.229330 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: portbindings.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.230399 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.230944 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: binding Jul 16 17:36:30.231269 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: portbindings_extended.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.232556 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.233066 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: binding-extended Jul 16 17:36:30.233393 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: portsecurity.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.234341 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.234846 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: port-security Jul 16 17:36:30.235169 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: project_id.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.236140 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.236474 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: project-id Jul 16 17:36:30.236802 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: providernet.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.237762 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.238272 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: provider Jul 16 17:36:30.238596 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: qos.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.242146 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.242750 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension qos not supported by any of loaded plugins Jul 16 17:36:30.243536 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.244849 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.245357 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 17:36:30.245716 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.246628 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.247135 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 17:36:30.247461 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: qos_default.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.248364 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.248870 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension qos-default not supported by any of loaded plugins Jul 16 17:36:30.249196 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: qos_fip.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.249893 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.250389 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension qos-fip not supported by any of loaded plugins Jul 16 17:36:30.250711 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: qos_gateway_ip.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.251634 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.252141 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 17:36:30.252465 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: qos_port_network_policy.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.253366 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.253907 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 17:36:30.254657 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: qos_rule_type_details.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.255548 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.255803 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 17:36:30.256172 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: qos_rules_alias.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.257340 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.257891 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 17:36:30.258741 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: quotasv2.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.260261 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.260806 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: quotas Jul 16 17:36:30.261135 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: quotasv2_detail.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.264221 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.264566 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: quota_details Jul 16 17:36:30.264907 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: rbac.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.266012 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.266543 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: rbac-policies Jul 16 17:36:30.266878 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: rbac_address_group.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.267801 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.268313 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: rbac-address-group Jul 16 17:36:30.268641 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: rbac_address_scope.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.269572 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.270190 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: rbac-address-scope Jul 16 17:36:30.270555 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: rbac_security_groups.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.271483 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.271996 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: rbac-security-groups Jul 16 17:36:30.272337 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: rbac_subnetpool.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.273462 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.274658 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: rbac-subnetpool Jul 16 17:36:30.275444 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: revisionifmatch.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.276432 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.277004 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: revision-if-match Jul 16 17:36:30.277376 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: revisions.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.278655 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.279362 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: standard-attr-revisions Jul 16 17:36:30.279732 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: router_availability_zone.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.280468 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.281037 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: router_availability_zone Jul 16 17:36:30.281405 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: routerservicetype.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.282416 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.282966 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension router-service-type not supported by any of loaded plugins Jul 16 17:36:30.283328 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.284340 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.284898 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: security-groups-normalized-cidr Jul 16 17:36:30.285599 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: security_groups_port_filtering.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.286692 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.287249 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: port-security-groups-filtering Jul 16 17:36:30.287615 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.288631 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.289182 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: security-groups-remote-address-group Jul 16 17:36:30.289624 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: securitygroup.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.300317 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.300894 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: security-group Jul 16 17:36:30.301261 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: segment.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.302097 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.302605 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension segment not supported by any of loaded plugins Jul 16 17:36:30.302937 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.303895 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.304411 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 17:36:30.304742 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: servicetype.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.306406 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.307332 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: service-type Jul 16 17:36:30.307332 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: sorting.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.308320 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.308700 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: sorting Jul 16 17:36:30.309046 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: standard_attr_segment.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.309996 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.310512 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 17:36:30.310845 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: standardattrdescription.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.311493 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.312011 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: standard-attr-description Jul 16 17:36:30.312336 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: stateful_security_group.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.313264 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.313810 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: stateful-security-group Jul 16 17:36:30.314141 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: stdattrs_common.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.314727 n-d-787205-10 neutron-server[105481]: WARNING neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 17:36:30.315052 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.315974 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.316538 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 17:36:30.316965 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: subnet_onboard.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.318087 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.318644 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: subnet_onboard Jul 16 17:36:30.318926 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.319848 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.320355 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 17:36:30.320687 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: subnet_service_types.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.322663 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.323181 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: subnet-service-types Jul 16 17:36:30.323507 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: subnetallocation.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.324592 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.325106 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: subnet_allocation Jul 16 17:36:30.325494 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.326192 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.326723 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: subnetpool-prefix-ops Jul 16 17:36:30.327095 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.328109 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.328671 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 17:36:30.328998 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: tagging.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.330126 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.330644 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: standard-attr-tag Jul 16 17:36:30.331032 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: timestamp.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.332351 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.333008 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loaded extension: standard-attr-timestamp Jul 16 17:36:30.333402 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: trunk.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.334786 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.335393 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension trunk not supported by any of loaded plugins Jul 16 17:36:30.335731 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: trunk_details.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.337922 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.338572 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension trunk-details not supported by any of loaded plugins Jul 16 17:36:30.338985 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: uplink_status_propagation.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.340081 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.340624 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 17:36:30.341059 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Loading extension file: vlantransparent.py {{(pid=105481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:36:30.341937 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:36:30.342281 n-d-787205-10 neutron-server[105481]: INFO neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 17:36:30.345089 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:network Jul 16 17:36:30.345852 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:subnet Jul 16 17:36:30.346261 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:36:30.346682 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:port Jul 16 17:36:30.348160 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.348732 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service FLAVORS assigned prefix: {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.349558 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.349952 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.350291 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:router Jul 16 17:36:30.350721 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:floatingip Jul 16 17:36:30.351287 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service METERING assigned prefix: /metering {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.353459 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.353870 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.354298 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:36:30.355467 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 17:36:30.355918 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:security_group Jul 16 17:36:30.356462 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 17:36:30.357088 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service CORE assigned prefix: {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.357532 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:36:30.357914 n-d-787205-10 neutron-server[105481]: WARNING neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] subnetpool is already registered Jul 16 17:36:30.358604 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service CORE assigned prefix: {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.358917 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:36:30.359258 n-d-787205-10 neutron-server[105481]: WARNING neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] subnetpool is already registered Jul 16 17:36:30.361631 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.362157 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service FLAVORS assigned prefix: {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.362759 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.363177 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.363519 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:router Jul 16 17:36:30.363882 n-d-787205-10 neutron-server[105481]: WARNING neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] router is already registered Jul 16 17:36:30.364307 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:floatingip Jul 16 17:36:30.364714 n-d-787205-10 neutron-server[105481]: WARNING neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] floatingip is already registered Jul 16 17:36:30.365216 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service METERING assigned prefix: /metering {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.366029 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 17:36:30.366363 n-d-787205-10 neutron-server[105481]: WARNING neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] rbac_policy is already registered Jul 16 17:36:30.366880 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:security_group Jul 16 17:36:30.367223 n-d-787205-10 neutron-server[105481]: WARNING neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] security_group is already registered Jul 16 17:36:30.367911 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 17:36:30.368721 n-d-787205-10 neutron-server[105481]: WARNING neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] security_group_rule is already registered Jul 16 17:36:30.369364 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service CORE assigned prefix: {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.370209 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:36:30.370209 n-d-787205-10 neutron-server[105481]: WARNING neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] subnetpool is already registered Jul 16 17:36:30.370476 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.v2.resource_helper [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Service CORE assigned prefix: {{(pid=105481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:36:30.370843 n-d-787205-10 neutron-server[105481]: INFO neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:36:30.371137 n-d-787205-10 neutron-server[105481]: WARNING neutron.quota.resource_registry [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] subnetpool is already registered Jul 16 17:36:30.371617 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: extensions {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.373127 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: address-groups {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.374781 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: address-scopes {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.376193 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: agents {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.377384 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: auto-allocated-topology {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.378668 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: availability_zones {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.379888 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: dhcp-networks {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.381403 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: dhcp-agents {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.382856 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: routers {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.385702 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: flavors {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.388172 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: service_profiles {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.389380 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: next_providers {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.390859 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: service_profiles {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.392419 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: floatingip-pools {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.393638 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: routers {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.395571 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: floatingips {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.396850 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: l3-routers {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.398264 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: l3-agents {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.400840 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: metering-labels {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.402127 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: metering-label-rules {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.403553 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: network-ip-availabilities {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.404829 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: bindings {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.406776 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: quotas {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.408124 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: quotas {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.409647 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: rbac-policies {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.411185 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: security-groups {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.412577 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: security-group-rules {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.413934 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: service-providers {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.415795 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: subnetpools {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.417193 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: subnetpools {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.418824 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: tags {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.420617 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: tags {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.422453 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: tags {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.424256 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: tags {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.425964 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: tags {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.427999 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: tags {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.429697 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: tags {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.432070 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: tags {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.433960 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: tags {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.435705 n-d-787205-10 neutron-server[105481]: DEBUG neutron.api.extensions [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Extended resource: tags {{(pid=105481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:36:30.441820 n-d-787205-10 neutron-server[105481]: WARNING keystonemiddleware.auth_token [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 17:36:30.447558 n-d-787205-10 neutron-server[105481]: WARNING keystonemiddleware.auth_token [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 17:36:30.456489 n-d-787205-10 neutron-server[105481]: DEBUG oslo_concurrency.lockutils [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Acquired lock "singleton_lock" {{(pid=105481) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 17:36:30.456968 n-d-787205-10 neutron-server[105481]: DEBUG oslo_concurrency.lockutils [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Releasing lock "singleton_lock" {{(pid=105481) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 17:36:30.457622 n-d-787205-10 neutron-server[105481]: INFO oslo_service.service [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Starting 2 workers Jul 16 17:36:30.463761 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Started child 105590 {{(pid=105481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:36:30.468651 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Started child 105591 {{(pid=105481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:36:30.469128 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:30.470394 n-d-787205-10 neutron-server[105481]: INFO neutron.service [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 17:36:30.470815 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [-] (105590) wsgi starting up on http://0.0.0.0:9696 Jul 16 17:36:30.471049 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Notify callbacks [] for process, before_spawn {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:30.473528 n-d-787205-10 neutron-server[105481]: INFO oslo_service.service [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Starting 1 workers Jul 16 17:36:30.478039 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:30.480132 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [-] (105591) wsgi starting up on http://0.0.0.0:9696 Jul 16 17:36:30.481246 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Started child 105592 {{(pid=105481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:36:30.482409 n-d-787205-10 neutron-server[105481]: INFO oslo_service.service [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Starting 1 workers Jul 16 17:36:30.483287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.service [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] calling RpcWorker wait() {{(pid=105592) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 17:36:30.483780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.service [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] returning from RpcWorker wait() {{(pid=105592) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 17:36:30.485337 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:30.485889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:36:30.491664 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Started child 105593 {{(pid=105481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:36:30.493204 n-d-787205-10 neutron-server[105481]: DEBUG neutron_lib.callbacks.manager [None req-a7f7cd3c-699f-4e68-8d74-811ed2eaf4cd None None] Notify callbacks [] for process, after_spawn {{(pid=105481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:30.495761 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105481) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 17:36:30.495998 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:36:30.496293 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:36:30.496609 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:36:30.496991 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:36:30.497166 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:36:30.497780 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.498041 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.498320 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.498591 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.498893 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.499497 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.499773 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.500051 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.500341 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.500601 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.500690 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:30.501150 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.501150 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.501283 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.501418 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.501961 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.502247 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.502486 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.502770 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.502948 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.503230 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.503496 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.503760 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.504026 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] debug = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.504286 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.504778 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.505049 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.505300 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.505516 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.505818 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.506054 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.506317 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.506557 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.506777 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.507018 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.507278 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.507531 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.507766 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.507991 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.508363 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.509428 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.509428 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] host = n-d-787205-10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.509428 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.509428 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.509428 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.509428 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.509428 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.509428 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.513332 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.513332 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.513332 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.513332 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.513332 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.513332 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.513332 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.513332 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_file = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.514407 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_options = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.514407 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.514407 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.514407 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.515000 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.515000 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.515000 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.515376 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.515376 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.515809 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.516008 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.516331 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.516640 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.517053 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.517335 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.517618 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.517898 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.518142 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.518379 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.518637 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.518891 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.519143 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.519587 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.519833 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.520053 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.520410 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.520563 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.520770 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.521015 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.522117 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.522346 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.522541 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.522883 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.523074 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.523361 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.523602 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.523954 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.524249 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.524723 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.525168 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.525441 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.525738 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.525982 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.526412 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.526840 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.527691 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.527691 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] use_json = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.527691 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.528209 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.528209 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.528610 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.528943 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.529788 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.529788 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.530085 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.530508 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.530917 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.531404 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.531792 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.532116 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.532385 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.532714 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.533070 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.533390 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.533707 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.534085 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.534406 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.534754 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.535038 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.535652 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.535918 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.536192 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.536467 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.536727 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.536973 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.537234 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.537582 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.537991 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.538553 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.538861 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.539250 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.539599 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.539860 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.540092 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.540357 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.540639 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.540849 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.541124 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.541351 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.541615 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.541893 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.542118 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.542332 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.542599 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.542853 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.543421 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.543421 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.543844 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.544068 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.544386 n-d-787205-10 neutron-server[105593]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:36:30.544612 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.544612 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.545038 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.545038 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.545416 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.545651 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.546011 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.546011 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.546419 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.546419 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.546799 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.547001 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.547195 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.547403 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.548300 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.548524 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.548790 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.549101 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.549329 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.549719 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.549980 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.550326 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.550555 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.550867 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.551252 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.551474 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.551708 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.551911 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.552138 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.552349 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.552552 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.552782 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.553012 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.553218 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.553504 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.554084 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.554340 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.554699 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.554917 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.556139 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.556139 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.556683 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.556683 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.556683 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.557317 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.557317 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.558000 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.558224 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.558439 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.558776 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.559027 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.559266 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.559505 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.559703 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.559847 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.560102 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.560396 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.560676 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.561049 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.561333 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.561630 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.561897 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.562169 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.562483 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.562820 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.563068 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.563358 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.563646 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.563903 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.564166 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.564364 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.564651 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.566871 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.566871 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.566871 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.566871 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.567852 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.567852 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.567852 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.568610 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.568610 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.568610 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.569256 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.569256 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.569256 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.569951 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.569951 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.570411 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.570411 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.571470 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.571470 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.572060 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.572060 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.572479 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.572679 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.572895 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.573150 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.573396 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.573688 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.573953 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.574157 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.574369 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.574606 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.574814 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.575180 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.575388 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.575587 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.575889 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.576119 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.576391 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.576636 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.576868 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.577086 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.577293 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.577511 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.577775 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.577981 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.578213 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.578545 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.578763 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.578963 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.579162 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.579356 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.579548 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.579774 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.579984 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.580249 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.580499 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.580737 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.580996 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.581241 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.581479 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.582032 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.582032 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.582425 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.582425 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.582895 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.582895 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.583330 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.583330 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.583737 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.583944 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.584201 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.584501 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.584764 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.585037 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.585376 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.585595 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.585893 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.585893 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.586270 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.586533 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.586765 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.586927 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.587122 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.587590 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.587811 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.587990 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.588166 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.588363 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.588559 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.588848 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.589077 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.589365 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.589587 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.589875 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.590121 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.590358 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.590593 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.590813 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.591026 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.591257 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.591500 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.591754 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.591960 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.592197 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.592395 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.592628 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.592883 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.593079 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.593255 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.593476 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.593727 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.593918 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.594134 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.594340 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.594583 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.594873 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.595120 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.595316 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.595605 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.595805 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.596014 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.596242 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.596469 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.596757 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.596994 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.597245 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.597497 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.597957 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.598187 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.598461 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.598686 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.598898 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.599189 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.599400 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.599672 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.600113 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.600298 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.600541 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.600834 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.601160 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.601401 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.601619 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.601973 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.602460 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.602833 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.603110 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.603343 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.603776 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.603943 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.604129 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.604367 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.604617 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.604887 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.605231 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.605497 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.605750 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.606004 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.606206 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.606430 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.606680 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.607037 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.607207 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.607429 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.607751 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:36:30.608291 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105481) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 17:36:30.608447 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:36:30.608599 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:36:30.608864 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:36:30.608996 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:36:30.609194 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:36:30.609372 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.609551 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.609768 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.610074 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.610399 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.610399 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.610644 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.610644 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.610882 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.611029 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.611155 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.611326 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.611540 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.611723 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.611918 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.611918 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.612281 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.612281 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.612739 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.612739 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.612739 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.613230 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.613230 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] debug = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.613230 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.613861 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.613861 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.614221 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.614221 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.614487 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.614487 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.614825 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.614825 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.615112 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.615112 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.615345 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.615518 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.615518 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.615857 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.615857 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.616190 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.616190 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] host = n-d-787205-10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.616423 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.616423 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.616651 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.616774 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.617002 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.617002 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.617370 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.617370 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.618267 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.618267 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.618700 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.618700 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.618700 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.619160 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_file = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.619160 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_options = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.619160 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.619675 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.619675 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.619675 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.620076 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.620076 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.620076 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.620459 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.620459 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.620459 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.620899 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.620899 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.620899 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.621392 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.621392 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.621392 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.621817 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.621817 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.622097 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.622097 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.622343 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.622343 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.622569 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.622731 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.622859 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.623031 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.623187 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.623364 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.623490 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.623679 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.623843 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.624023 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.624023 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.624269 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.624406 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.624528 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.624650 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.624812 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.624940 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.625064 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.625226 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.625386 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.625548 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.625740 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.625924 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.626091 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] use_json = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.626220 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.626344 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.626468 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.626665 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.626845 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.626998 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.627170 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.627351 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:36:30.627527 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.627527 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.627801 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.627958 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.628116 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.628243 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.628411 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.628696 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.628696 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.628926 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.628926 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.629151 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.629266 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.629387 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.629611 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.629855 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.629855 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.630124 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.630253 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.630380 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.630556 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.630684 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.630859 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.631032 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.631195 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.631378 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.631378 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.631674 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.631674 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.632010 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.632010 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.632263 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.632263 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.632492 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.632639 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.632780 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.632965 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.633093 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.634106 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.634106 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.634433 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.634576 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.634737 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.634737 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.635058 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.635058 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.635346 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.635346 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.635589 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.635730 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.635858 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.636047 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.636214 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.636388 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.636563 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.636563 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.636816 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.636940 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.637064 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.637186 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.637330 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.637488 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.637700 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.637878 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.638005 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.638128 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.638253 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.638428 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.638603 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.638807 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.639006 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.639006 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.639243 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.639366 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.639491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:36:30.639648 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.639648 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.639952 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.639952 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.640192 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.640192 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.640423 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.640570 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.640709 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.640844 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.640968 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.641139 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.641377 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.641558 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.641718 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.641849 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.641975 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.642109 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.642247 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.642386 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.642547 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.642675 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.642829 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.642993 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.643156 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.643318 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.643478 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.643663 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.643789 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.643926 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.644086 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.644233 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.644396 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.644559 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.644720 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.644880 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.645041 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.645216 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.645380 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.645545 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.645744 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.645916 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.646090 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.646254 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.646418 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.646605 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.646718 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.646924 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.647037 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.647182 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.647342 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.647506 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.647666 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.647837 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.648010 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.648173 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.648318 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.648485 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.648669 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.649117 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.649313 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.649476 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.649633 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.649816 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.650010 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.650199 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.650410 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.650539 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.650655 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.650824 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.650985 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.651147 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.651310 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.651473 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.651631 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.651775 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.651937 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.652173 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.652310 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.652484 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.652658 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.653773 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.653773 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.653773 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.654265 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.654265 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.654577 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.654577 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.654916 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.654916 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.655228 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.655392 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.655567 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.655567 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.655887 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.655887 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.656196 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.656196 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.656551 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.656551 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.656883 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.656883 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.657173 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.657173 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.657485 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.657485 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.657859 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.657859 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.657859 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.658381 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.658381 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.658381 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.658897 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.658897 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.658897 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.659293 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.659293 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.659293 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.659784 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.659784 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.659784 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.660569 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.660569 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.660569 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.660569 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.661121 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.661121 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.661121 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.661482 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.661482 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.661482 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.661827 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.661827 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.662131 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.662131 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.662388 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.662554 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.662554 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.662774 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.662894 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.663040 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.663202 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.663363 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.663525 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.663698 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.663860 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.664021 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.664183 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.664346 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.664534 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.664711 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.664905 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.665099 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.665238 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.665372 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.665502 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.665627 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.665825 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.665988 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.666149 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.666311 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.666473 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.666645 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.666808 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.666973 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.667144 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.667306 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.667467 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.667628 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.667802 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.667963 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.668127 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.668289 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.668451 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.668612 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.668779 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.668946 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.669124 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.669295 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.669457 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.669628 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.669855 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.670048 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.670159 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.670287 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.670463 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.670625 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.670787 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.670949 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.671110 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.671272 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.671433 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.671595 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.671756 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.671917 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.672079 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.672240 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.672401 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.672562 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.672723 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.672885 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.673045 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.673206 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.673368 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.673529 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:36:30.673707 n-d-787205-10 neutron-server[105481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:36:30.722045 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38144) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:36:30.731825 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074191 Jul 16 17:36:43.514942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6641048-1d11-48bf-b173-ce7254d91dec None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 17:36:43.733777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6641048-1d11-48bf-b173-ce7254d91dec None None] No non-hosted networks {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 17:36:43.747582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.agentschedulers_db [None req-b6641048-1d11-48bf-b173-ce7254d91dec None None] DHCP Agent not found on host n-d-787205-10 {{(pid=105592) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 17:36:43.877773 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a9487c0f-7fb0-4873-953e-51929ab7aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710923'] for agent, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:45.612121 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0e0e44b7-0a47-47a4-97b5-868fd45b8b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710923'] for agent, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:45.672637 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-49106f32-3aec-42e9-9f33-89f8c1f701f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:45.851685 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710923'] for agent, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:45.852901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:45.853653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:45.854377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:45.855747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:45.857518 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:45.858263 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:45.858839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:45.860189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:45.861031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:45.861914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:45.863243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:45.864740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:45.867856 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-787205-10', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:36:45.877768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-787205-10', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:36:47.433588 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710923'] for agent, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:48.819862 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710923'] for agent, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:49.972769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38236) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:36:50.500856 n-d-787205-10 neutron-server[105590]: WARNING oslo_policy.policy [None req-ea8b90a8-5916-4da1-af80-de75099de398 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:36:50.501456 n-d-787205-10 neutron-server[105590]: WARNING oslo_policy.policy [None req-ea8b90a8-5916-4da1-af80-de75099de398 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:36:50.724099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-ea8b90a8-5916-4da1-af80-de75099de398 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:36:50.725202 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ea8b90a8-5916-4da1-af80-de75099de398 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7515001 Jul 16 17:36:53.049977 n-d-787205-10 neutron-server[105592]: INFO neutron.db.l3_hamode_db [None req-ec84ff89-43c7-4be8-950d-8effadb9c9cf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 17:36:53.134457 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84ff89-43c7-4be8-950d-8effadb9c9cf None None] Routers set() bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:36:53.135027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84ff89-43c7-4be8-950d-8effadb9c9cf None None] Router IDs set() for agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 17:36:53.176502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38250) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:36:53.490709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-02ad3732-c198-4b04-a9a7-0fd52b6d3d40 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:36:53.584596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.policy [None req-02ad3732-c198-4b04-a9a7-0fd52b6d3d40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105590) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 17:36:53.630405 n-d-787205-10 neutron-server[105590]: WARNING oslo_policy.policy [None req-02ad3732-c198-4b04-a9a7-0fd52b6d3d40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:36:53.630788 n-d-787205-10 neutron-server[105590]: WARNING oslo_policy.policy [None req-02ad3732-c198-4b04-a9a7-0fd52b6d3d40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:36:53.639537 n-d-787205-10 neutron-server[105590]: INFO neutron.quota [None req-02ad3732-c198-4b04-a9a7-0fd52b6d3d40 admin admin] Loaded quota_driver: . Jul 16 17:36:53.734874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02ad3732-c198-4b04-a9a7-0fd52b6d3d40 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763932546720', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763932546421', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763932559659', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763932565345', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763932571810', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763932578171', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3508992', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3511027', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-455887', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-510526'] for rbac-policy, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:53.803732 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02ad3732-c198-4b04-a9a7-0fd52b6d3d40 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:53.805198 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-02ad3732-c198-4b04-a9a7-0fd52b6d3d40 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6276734 Jul 16 17:36:56.404987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38262) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:36:56.907042 n-d-787205-10 neutron-server[105591]: WARNING oslo_policy.policy [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:36:56.907614 n-d-787205-10 neutron-server[105591]: WARNING oslo_policy.policy [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:36:57.128170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'name': 'private', 'project_id': '250ef43a1ea1435092997d779ab70a95'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:36:57.129910 n-d-787205-10 neutron-server[105591]: INFO neutron.quota [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Loaded quota_driver: . Jul 16 17:36:57.188379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Made reservation on behalf of 250ef43a1ea1435092997d779ab70a95 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:36:57.255439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.policy [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105591) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 17:36:57.301339 n-d-787205-10 neutron-server[105591]: WARNING oslo_policy.policy [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:36:57.301758 n-d-787205-10 neutron-server[105591]: WARNING oslo_policy.policy [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:36:57.312033 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:57.334475 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:57.477129 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:57.482530 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:57.511727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:36:57.537608 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763932805187', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:57.538327 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Unsubscribe: segment precommit_create {{(pid=105591) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 17:36:57.538838 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Added segment 44a11041-db4a-45f4-89b0-f90c9f25cb11 of type vlan for network 3bedd933-09c3-45a1-8f4b-c6b48aab772a Jul 16 17:36:57.545622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b960f555-24aa-42ed-9ece-11e41c15ab10,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:36:57.577772 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:57.578115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:57.578456 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:57.578791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:57.579119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:57.579442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:57.579769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:57.580090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:57.580411 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:57.580730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:57.581054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:57.581363 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Tracked resource versions report: Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: pushed versions: Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: { 'AddressGroup': {'1.2'}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'ConntrackHelper': {'1.0'}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'Log': {'1.0'}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'Network': {'1.1'}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'Port': {'1.7'}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'PortForwarding': {'1.2'}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'QosPolicy': {'1.8'}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'SecurityGroup': {'1.4'}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'SubPort': {'1.0'}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'Subnet': {'1.1'}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'Trunk': {'1.1'}} Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: consumer versions: Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: { DHCP agent@n-d-787205-10: {}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: L3 agent@n-d-787205-10: {}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: Metadata agent@n-d-787205-10: {}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: Metering agent@n-d-787205-10: {}, Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: Open vSwitch agent@n-d-787205-10: { 'AddressGroup': '1.2', Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'ConntrackHelper': '1.0', Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'Log': '1.0', Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'Network': '1.1', Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'Port': '1.7', Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'PortForwarding': '1.2', Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'QosPolicy': '1.8', Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'SecurityGroup': '1.4', Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'SecurityGroupRule': '1.2', Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'SubPort': '1.0', Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'Subnet': '1.1', Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: 'Trunk': '1.1'}} Jul 16 17:36:57.582540 n-d-787205-10 neutron-server[105591]: {{(pid=105591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:36:57.677807 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:57.732515 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:57.733699 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:36:57.734398 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:36:57.792780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3855336 Jul 16 17:36:57.838734 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe122d-8168-4f92-909a-50e79cde5f78 admin admin] Pushing event updated for resources: {'Network': ['ID=3bedd933-09c3-45a1-8f4b-c6b48aab772a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:36:57.852124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 3bedd933-09c3-45a1-8f4b-c6b48aab772a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:37:00.460475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38284) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:37:00.861042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33269881-b6aa-473c-867b-e7189acceaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:37:00.862463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-33269881-b6aa-473c-867b-e7189acceaee admin admin] 10.222.0.24 "GET /v2.0/networks/3bedd933-09c3-45a1-8f4b-c6b48aab772a HTTP/1.1" status: 200 len: 825 time: 0.4010000 Jul 16 17:37:00.900743 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-988b6b9a-4ea3-469a-abbd-313239a52d36 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/eb336894-a679-4441-ba46-42f9eb1f2870 HTTP/1.1" status: 200 len: 734 time: 0.0326319 Jul 16 17:37:00.909691 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ff9907ef-974c-4610-81fe-f4db425228f6 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'subnetpool_id': 'eb336894-a679-4441-ba46-42f9eb1f2870', 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a', 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:37:00.933941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9907ef-974c-4610-81fe-f4db425228f6 admin admin] Made reservation on behalf of 250ef43a1ea1435092997d779ab70a95 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:37:00.936226 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff9907ef-974c-4610-81fe-f4db425228f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:01.239756 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff9907ef-974c-4610-81fe-f4db425228f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:01.309298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9907ef-974c-4610-81fe-f4db425228f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7579633c-1c11-4784-beb5-58fdc2d42414,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:01.312214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9907ef-974c-4610-81fe-f4db425228f6 admin admin] Checking segment: {'id': '44a11041-db4a-45f4-89b0-f90c9f25cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:37:01.312588 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9907ef-974c-4610-81fe-f4db425228f6 admin admin] Network hostable DHCP agents. Network: 3bedd933-09c3-45a1-8f4b-c6b48aab772a, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:37:01.339897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9907ef-974c-4610-81fe-f4db425228f6 admin admin] Network 3bedd933-09c3-45a1-8f4b-c6b48aab772a is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:37:01.351372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-ff9907ef-974c-4610-81fe-f4db425228f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 3bedd933-09c3-45a1-8f4b-c6b48aab772a) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:37:01.356072 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9907ef-974c-4610-81fe-f4db425228f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:37:01.356829 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff9907ef-974c-4610-81fe-f4db425228f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:01.361305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800059f5-6257-4eef-ac97-c2f524ea241c None None] Network 3bedd933-09c3-45a1-8f4b-c6b48aab772a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:37:01.380629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ff9907ef-974c-4610-81fe-f4db425228f6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4681814 Jul 16 17:37:01.681228 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-3bedd933-09c3-45a1-8f4b-c6b48aab772a', 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'fixed_ips': [{'subnet_id': '7579633c-1c11-4784-beb5-58fdc2d42414'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:37:01.682638 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:01.958677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Allocated IP 172.20.0.2 (3bedd933-09c3-45a1-8f4b-c6b48aab772a/7579633c-1c11-4784-beb5-58fdc2d42414/6f780195-d01a-4e39-84e3-291b9a820f19) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:37:02.174977 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:02.223902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Transition to ACTIVE for port object 6f780195-d01a-4e39-84e3-291b9a820f19 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:37:02.246803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Transition to ACTIVE for port object 6f780195-d01a-4e39-84e3-291b9a820f19 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:37:02.255495 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:02.321113 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Network 3bedd933-09c3-45a1-8f4b-c6b48aab772a is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:37:02.328531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:37:02.332060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:37:02.354141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Pushing event updated for resources: {'Port': ['ID=6f780195-d01a-4e39-84e3-291b9a820f19,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:02.396211 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:02.396790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:02.396905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:02.397799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:02.398143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:02.398473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:02.398801 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:02.399127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:02.399453 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:02.399781 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:02.400104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:02.400430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Tracked resource versions report: Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: pushed versions: Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: { 'AddressGroup': {'1.2'}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'ConntrackHelper': {'1.0'}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'Log': {'1.0'}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'Network': {'1.1'}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'Port': {'1.7'}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'PortForwarding': {'1.2'}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'QosPolicy': {'1.8'}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'SecurityGroup': {'1.4'}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'SubPort': {'1.0'}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'Subnet': {'1.1'}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'Trunk': {'1.1'}} Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: consumer versions: Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: { DHCP agent@n-d-787205-10: {}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: L3 agent@n-d-787205-10: {}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: Metadata agent@n-d-787205-10: {}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: Metering agent@n-d-787205-10: {}, Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: Open vSwitch agent@n-d-787205-10: { 'AddressGroup': '1.2', Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'ConntrackHelper': '1.0', Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'Log': '1.0', Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'Network': '1.1', Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'Port': '1.7', Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'PortForwarding': '1.2', Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'QosPolicy': '1.8', Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'SecurityGroup': '1.4', Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'SecurityGroupRule': '1.2', Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'SubPort': '1.0', Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'Subnet': '1.1', Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: 'Trunk': '1.1'}} Jul 16 17:37:02.401547 n-d-787205-10 neutron-server[105592]: {{(pid=105592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:37:02.433602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Attempting to bind port 6f780195-d01a-4e39-84e3-291b9a820f19 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:37:02.434043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Attempting to bind port 6f780195-d01a-4e39-84e3-291b9a820f19 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '44a11041-db4a-45f4-89b0-f90c9f25cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:37:02.434481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Attempting to bind port 6f780195-d01a-4e39-84e3-291b9a820f19 on network 3bedd933-09c3-45a1-8f4b-c6b48aab772a {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:37:02.439694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:37:02.440260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Checking segment: {'id': '44a11041-db4a-45f4-89b0-f90c9f25cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:37:02.440591 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:02.440991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Bound using segment: {'id': '44a11041-db4a-45f4-89b0-f90c9f25cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:37:02.441464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Bound port: 6f780195-d01a-4e39-84e3-291b9a820f19, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a11041-db4a-45f4-89b0-f90c9f25cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:37:02.441925 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:02.505474 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] For port 6f780195-d01a-4e39-84e3-291b9a820f19, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:37:02.510818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] For port 6f780195-d01a-4e39-84e3-291b9a820f19, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6f780195-d01a-4e39-84e3-291b9a820f19,segment=NetworkSegment(44a11041-db4a-45f4-89b0-f90c9f25cb11),segment_id=44a11041-db4a-45f4-89b0-f90c9f25cb11)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:37:02.514925 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:02.582408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f223d31-7a07-410d-9678-e9b386d216a2 None None] Pushing event updated for resources: {'Port': ['ID=6f780195-d01a-4e39-84e3-291b9a820f19,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:03.877282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38292) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:37:04.233712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-7fa83c4f-6edc-4af8-8f67-4bb018afa97a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:37:04.234775 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7fa83c4f-6edc-4af8-8f67-4bb018afa97a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3564215 Jul 16 17:37:06.741577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38300) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:37:07.075002 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-6ba9a6bd-786d-4a2f-9f3f-42a9de1426b7 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:37:07.076130 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6ba9a6bd-786d-4a2f-9f3f-42a9de1426b7 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3334143 Jul 16 17:37:07.785376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6f780195-d01a-4e39-84e3-291b9a820f19 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:37:07.882476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 6f780195-d01a-4e39-84e3-291b9a820f19 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:37:08.852293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f04df8-265b-40bf-b506-95d2c2f3ab55 None None] Network 3bedd933-09c3-45a1-8f4b-c6b48aab772a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:37:08.919617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4dd827a0-987e-4b16-9d33-def27d1a9bac None None] Provisioning for port 6f780195-d01a-4e39-84e3-291b9a820f19 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:37:08.928971 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4dd827a0-987e-4b16-9d33-def27d1a9bac None None] Provisioning complete for port 6f780195-d01a-4e39-84e3-291b9a820f19 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:37:08.929366 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4dd827a0-987e-4b16-9d33-def27d1a9bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:09.102047 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4dd827a0-987e-4b16-9d33-def27d1a9bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:09.155960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4dd827a0-987e-4b16-9d33-def27d1a9bac None None] For port 6f780195-d01a-4e39-84e3-291b9a820f19, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6f780195-d01a-4e39-84e3-291b9a820f19,segment=NetworkSegment(44a11041-db4a-45f4-89b0-f90c9f25cb11),segment_id=44a11041-db4a-45f4-89b0-f90c9f25cb11)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:37:09.161111 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4dd827a0-987e-4b16-9d33-def27d1a9bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:09.213221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd827a0-987e-4b16-9d33-def27d1a9bac None None] Pushing event updated for resources: {'Port': ['ID=6f780195-d01a-4e39-84e3-291b9a820f19,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:09.382423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1859a62b-02fe-4d61-9e96-71790d146c36 None None] Provisioning complete for port 6f780195-d01a-4e39-84e3-291b9a820f19 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:37:09.382423 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1859a62b-02fe-4d61-9e96-71790d146c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:09.731648 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6f780195-d01a-4e39-84e3-291b9a820f19 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:37:09.781619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 6f780195-d01a-4e39-84e3-291b9a820f19 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:37:09.781817 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:09.792171 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38314) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:37:10.088969 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-91f4af3e-a702-45b2-93cd-8ee64233f395 admin admin] Request body: {'router': {'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'admin_state_up': True, 'name': 'router1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:37:10.117055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91f4af3e-a702-45b2-93cd-8ee64233f395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:10.118686 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91f4af3e-a702-45b2-93cd-8ee64233f395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:10.272857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91f4af3e-a702-45b2-93cd-8ee64233f395 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:10.278059 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91f4af3e-a702-45b2-93cd-8ee64233f395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:10.290689 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91f4af3e-a702-45b2-93cd-8ee64233f395 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:10.291967 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-91f4af3e-a702-45b2-93cd-8ee64233f395 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4988322 Jul 16 17:37:12.669880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38322) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:37:12.977873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-f7ff7609-2e87-42c6-9b2c-df612c193d97 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:37:12.978889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f7ff7609-2e87-42c6-9b2c-df612c193d97 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3081706 Jul 16 17:37:13.332790 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8e72dde3-552e-42c6-b3f2-e5f8ab1e2777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:14.573131 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 5 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:37:15.363826 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38330) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:37:15.610453 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c94d23f9-1617-41aa-91f3-126e46c5a11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:15.681689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:37:15.703241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Made reservation on behalf of e68062f9147f401f9c0b530d3eeb1f53 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:37:15.705520 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:15.714180 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:15.799461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:15.803420 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:15.818455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Reserving flat network on physical network physnet1 {{(pid=105591) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 17:37:15.839134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e341bd-86a8-4376-bac9-5672a58ab869,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:15.845187 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:15.845543 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Added segment 950649c3-71a0-445c-b28b-37b725e3a558 of type flat for network db28ede9-0280-4c90-8fd8-3f782ab61b0f Jul 16 17:37:15.851964 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:15.892500 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:15.929072 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:15.930056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:37:15.930686 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:15.963898 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5990229 Jul 16 17:37:15.993948 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c3917-bae2-4bcd-bcce-139d7c55542c admin admin] Pushing event updated for resources: {'Network': ['ID=db28ede9-0280-4c90-8fd8-3f782ab61b0f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:16.004677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:37:17.366408 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:18.320425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38348) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:37:18.556254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee2cdf-0ebe-4fe5-936f-5a8a990101f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:37:18.557743 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5fee2cdf-0ebe-4fe5-936f-5a8a990101f5 admin admin] 10.222.0.24 "GET /v2.0/subnets/7579633c-1c11-4784-beb5-58fdc2d42414 HTTP/1.1" status: 200 len: 849 time: 0.2362583 Jul 16 17:37:18.673106 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3e79ec17-154c-4d43-bbd2-ae2a9d09d22e admin admin] 10.222.0.24 "GET /v2.0/routers/30023949-b36c-4123-b731-250ad9597aee HTTP/1.1" status: 200 len: 704 time: 0.1099179 Jul 16 17:37:18.774111 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:18.969962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:19.286188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Allocated IP 172.20.0.1 (3bedd933-09c3-45a1-8f4b-c6b48aab772a/7579633c-1c11-4784-beb5-58fdc2d42414/747393b7-88dd-4dfd-93bb-a28efb073e86) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:37:19.500828 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:19.525206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Transition to ACTIVE for port object 747393b7-88dd-4dfd-93bb-a28efb073e86 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:37:19.606615 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:19.641185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Network 3bedd933-09c3-45a1-8f4b-c6b48aab772a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:37:19.642620 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:37:19.718519 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:37:19.718618 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:19.739030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Pushing event updated for resources: {'Port': ['ID=747393b7-88dd-4dfd-93bb-a28efb073e86,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:19.791168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:19.791516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:19.791862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:19.792199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:19.792534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:19.792886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:19.793199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:19.793524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:19.793873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:19.794199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:19.794524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:19.794848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Tracked resource versions report: Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: pushed versions: Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: { 'AddressGroup': {'1.2'}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'ConntrackHelper': {'1.0'}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'Log': {'1.0'}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'Network': {'1.1'}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'Port': {'1.7'}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'PortForwarding': {'1.2'}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'QosPolicy': {'1.8'}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'SecurityGroup': {'1.4'}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'SubPort': {'1.0'}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'Subnet': {'1.1'}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'Trunk': {'1.1'}} Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: consumer versions: Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: { DHCP agent@n-d-787205-10: {}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: L3 agent@n-d-787205-10: {}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: Metadata agent@n-d-787205-10: {}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: Metering agent@n-d-787205-10: {}, Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: Open vSwitch agent@n-d-787205-10: { 'AddressGroup': '1.2', Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'ConntrackHelper': '1.0', Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'Log': '1.0', Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'Network': '1.1', Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'Port': '1.7', Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'PortForwarding': '1.2', Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'QosPolicy': '1.8', Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'SecurityGroup': '1.4', Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'SecurityGroupRule': '1.2', Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'SubPort': '1.0', Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'Subnet': '1.1', Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: 'Trunk': '1.1'}} Jul 16 17:37:19.795977 n-d-787205-10 neutron-server[105590]: {{(pid=105590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:37:19.941264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a771503f-07d5-4b8f-95c8-86ddc4982eb9 None None] Provisioning for port 747393b7-88dd-4dfd-93bb-a28efb073e86 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:37:19.942058 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:19.947300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a771503f-07d5-4b8f-95c8-86ddc4982eb9 None None] Provisioning complete for port 747393b7-88dd-4dfd-93bb-a28efb073e86 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:37:19.947670 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a771503f-07d5-4b8f-95c8-86ddc4982eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:19.981437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a771503f-07d5-4b8f-95c8-86ddc4982eb9 None None] Port 747393b7-88dd-4dfd-93bb-a28efb073e86 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:37:20.128262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:20.132771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:20.133606 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:20.238118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Pushing event updated for resources: {'Port': ['ID=747393b7-88dd-4dfd-93bb-a28efb073e86,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:20.298830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Network 3bedd933-09c3-45a1-8f4b-c6b48aab772a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:37:20.300121 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:37:20.469617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Router 30023949-b36c-4123-b731-250ad9597aee is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:37:20.501725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1b49a867-f63d-4a9a-b203-52612133eff0 None None] Provisioning complete for port 747393b7-88dd-4dfd-93bb-a28efb073e86 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:37:20.502104 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1b49a867-f63d-4a9a-b203-52612133eff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:20.538827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1b49a867-f63d-4a9a-b203-52612133eff0 None None] Port 747393b7-88dd-4dfd-93bb-a28efb073e86 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:37:20.560921 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:37:20.567284 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8edadeee-9d5e-4ec1-9c81-2bff434f7517 admin admin] 10.222.0.24 "PUT /v2.0/routers/30023949-b36c-4123-b731-250ad9597aee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8886864 Jul 16 17:37:20.573073 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Sync routers for ids ['30023949-b36c-4123-b731-250ad9597aee'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:37:20.584743 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Routers {'30023949-b36c-4123-b731-250ad9597aee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:37:20.585570 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:37:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['30023949-b36c-4123-b731-250ad9597aee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:37:20.768961 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Set router 30023949-b36c-4123-b731-250ad9597aee gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:37:21.198934 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30023949-b36c-4123-b731-250ad9597aee', 'name': 'router1', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:37:10Z', 'updated_at': '2021-07-16T17:37:19Z', 'revision_number': 2, 'project_id': '250ef43a1ea1435092997d779ab70a95', 'gw_port_host': None, '_interfaces': [{'id': '747393b7-88dd-4dfd-93bb-a28efb073e86', 'name': '', 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'mac_address': 'fa:16:3e:9b:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30023949-b36c-4123-b731-250ad9597aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7579633c-1c11-4784-beb5-58fdc2d42414', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:37:19Z', 'updated_at': '2021-07-16T17:37:19Z', 'revision_number': 2, 'project_id': '250ef43a1ea1435092997d779ab70a95', 'subnets': [{'id': '7579633c-1c11-4784-beb5-58fdc2d42414', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb336894-a679-4441-ba46-42f9eb1f2870'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:37:21.250624 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Checking router: 30023949-b36c-4123-b731-250ad9597aee for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:37:21.251000 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Updating router 30023949-b36c-4123-b731-250ad9597aee port 747393b7-88dd-4dfd-93bb-a28efb073e86 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:37:21.314957 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:21.806607 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:21.824829 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Transition to ACTIVE for port object 747393b7-88dd-4dfd-93bb-a28efb073e86 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:37:21.830423 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:21.982278 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Attempting to bind port 747393b7-88dd-4dfd-93bb-a28efb073e86 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:37:21.982701 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Attempting to bind port 747393b7-88dd-4dfd-93bb-a28efb073e86 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '44a11041-db4a-45f4-89b0-f90c9f25cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:37:21.983139 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Attempting to bind port 747393b7-88dd-4dfd-93bb-a28efb073e86 on network 3bedd933-09c3-45a1-8f4b-c6b48aab772a {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:37:21.992643 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:37:21.993061 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Checking segment: {'id': '44a11041-db4a-45f4-89b0-f90c9f25cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:37:21.993561 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:21.993992 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Bound using segment: {'id': '44a11041-db4a-45f4-89b0-f90c9f25cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:37:21.994528 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Bound port: 747393b7-88dd-4dfd-93bb-a28efb073e86, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a11041-db4a-45f4-89b0-f90c9f25cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:37:21.994932 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:22.013022 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Pushing event updated for resources: {'Port': ['ID=747393b7-88dd-4dfd-93bb-a28efb073e86,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:22.039033 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:22.039379 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:22.039726 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:22.040065 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:22.040390 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:22.040722 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:22.041049 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:22.041375 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:22.041727 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:22.042060 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:22.042384 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:22.042706 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Tracked resource versions report: Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: pushed versions: Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: { 'AddressGroup': {'1.2'}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'ConntrackHelper': {'1.0'}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'Log': {'1.0'}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'Network': {'1.1'}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'Port': {'1.7'}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'PortForwarding': {'1.2'}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'QosPolicy': {'1.8'}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'SecurityGroup': {'1.4'}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'SubPort': {'1.0'}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'Subnet': {'1.1'}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'Trunk': {'1.1'}} Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: consumer versions: Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: { DHCP agent@n-d-787205-10: {}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: L3 agent@n-d-787205-10: {}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: Metadata agent@n-d-787205-10: {}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: Metering agent@n-d-787205-10: {}, Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: Open vSwitch agent@n-d-787205-10: { 'AddressGroup': '1.2', Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'ConntrackHelper': '1.0', Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'Log': '1.0', Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'Network': '1.1', Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'Port': '1.7', Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'PortForwarding': '1.2', Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'QosPolicy': '1.8', Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'SecurityGroup': '1.4', Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'SecurityGroupRule': '1.2', Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'SubPort': '1.0', Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'Subnet': '1.1', Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: 'Trunk': '1.1'}} Jul 16 17:37:22.043816 n-d-787205-10 neutron-server[105593]: {{(pid=105593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:37:22.078258 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] For port 747393b7-88dd-4dfd-93bb-a28efb073e86, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:37:22.100381 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] For port 747393b7-88dd-4dfd-93bb-a28efb073e86, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=747393b7-88dd-4dfd-93bb-a28efb073e86,segment=NetworkSegment(44a11041-db4a-45f4-89b0-f90c9f25cb11),segment_id=44a11041-db4a-45f4-89b0-f90c9f25cb11)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:37:22.104511 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:22.159576 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341f586-e619-4d55-af5c-80ba18541d9a None None] Pushing event updated for resources: {'Port': ['ID=747393b7-88dd-4dfd-93bb-a28efb073e86,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:22.167502 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Routers {'30023949-b36c-4123-b731-250ad9597aee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:37:22.168116 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:37:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['30023949-b36c-4123-b731-250ad9597aee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:37:22.258724 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] Set router 30023949-b36c-4123-b731-250ad9597aee gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:37:22.471346 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30023949-b36c-4123-b731-250ad9597aee', 'name': 'router1', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:37:10Z', 'updated_at': '2021-07-16T17:37:19Z', 'revision_number': 2, 'project_id': '250ef43a1ea1435092997d779ab70a95', 'gw_port_host': None, '_interfaces': [{'id': '747393b7-88dd-4dfd-93bb-a28efb073e86', 'name': '', 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'mac_address': 'fa:16:3e:9b:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30023949-b36c-4123-b731-250ad9597aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7579633c-1c11-4784-beb5-58fdc2d42414', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:37:19Z', 'updated_at': '2021-07-16T17:37:22Z', 'revision_number': 4, 'project_id': '250ef43a1ea1435092997d779ab70a95', 'subnets': [{'id': '7579633c-1c11-4784-beb5-58fdc2d42414', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb336894-a679-4441-ba46-42f9eb1f2870'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:37:22.497177 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa9b399-624d-4b57-89d3-9ae2c1938cf6 None None] The sync data for ids ['30023949-b36c-4123-b731-250ad9597aee'] in n-d-787205-10 is: [{'id': '30023949-b36c-4123-b731-250ad9597aee', 'name': 'router1', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:37:10Z', 'updated_at': '2021-07-16T17:37:19Z', 'revision_number': 2, 'project_id': '250ef43a1ea1435092997d779ab70a95', 'gw_port_host': None, '_interfaces': [{'id': '747393b7-88dd-4dfd-93bb-a28efb073e86', 'name': '', 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'mac_address': 'fa:16:3e:9b:2a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30023949-b36c-4123-b731-250ad9597aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7579633c-1c11-4784-beb5-58fdc2d42414', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:37:19Z', 'updated_at': '2021-07-16T17:37:22Z', 'revision_number': 4, 'project_id': '250ef43a1ea1435092997d779ab70a95', 'subnets': [{'id': '7579633c-1c11-4784-beb5-58fdc2d42414', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb336894-a679-4441-ba46-42f9eb1f2870'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:37:22.790651 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38372) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:37:22.900672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b494a83e-f3d4-40f0-b180-51c15138277a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:37:22.902086 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b494a83e-f3d4-40f0-b180-51c15138277a admin admin] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 842 time: 0.1105654 Jul 16 17:37:22.911779 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5065139b-0e35-4126-ba4a-f342ef2e1032 admin admin] Request body: {'subnet': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:37:22.939788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5065139b-0e35-4126-ba4a-f342ef2e1032 admin admin] Made reservation on behalf of e68062f9147f401f9c0b530d3eeb1f53 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:37:22.942445 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5065139b-0e35-4126-ba4a-f342ef2e1032 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:23.270066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.objects.ports [None req-5065139b-0e35-4126-ba4a-f342ef2e1032 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 17:37:23.270500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5065139b-0e35-4126-ba4a-f342ef2e1032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:23.324348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065139b-0e35-4126-ba4a-f342ef2e1032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:23.337732 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5065139b-0e35-4126-ba4a-f342ef2e1032 admin admin] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:37:23.338304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065139b-0e35-4126-ba4a-f342ef2e1032 admin admin] Network hostable DHCP agents. Network: db28ede9-0280-4c90-8fd8-3f782ab61b0f, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:37:23.360188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5065139b-0e35-4126-ba4a-f342ef2e1032 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:37:23.372005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5065139b-0e35-4126-ba4a-f342ef2e1032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, db28ede9-0280-4c90-8fd8-3f782ab61b0f) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:37:23.376468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065139b-0e35-4126-ba4a-f342ef2e1032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:37:23.376939 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5065139b-0e35-4126-ba4a-f342ef2e1032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:23.384931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6870af0-a042-4e0d-8d89-a9cb9265920b None None] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:37:23.395213 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5065139b-0e35-4126-ba4a-f342ef2e1032 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4871514 Jul 16 17:37:23.519105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b96825-0a9f-48a8-8c8f-48ff678ebc9a None None] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:37:25.758519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 747393b7-88dd-4dfd-93bb-a28efb073e86 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:37:25.762973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38384) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:37:25.809960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 747393b7-88dd-4dfd-93bb-a28efb073e86 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:37:25.813494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 747393b7-88dd-4dfd-93bb-a28efb073e86 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:37:25.813966 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:25.898183 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:25.900475 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-95cfd9ab-efe0-47cb-ac60-1248ff941dfe admin admin] 10.222.0.24 "GET /v2.0/routers/30023949-b36c-4123-b731-250ad9597aee HTTP/1.1" status: 200 len: 710 time: 0.1364017 Jul 16 17:37:25.930174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 747393b7-88dd-4dfd-93bb-a28efb073e86, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=747393b7-88dd-4dfd-93bb-a28efb073e86,segment=NetworkSegment(44a11041-db4a-45f4-89b0-f90c9f25cb11),segment_id=44a11041-db4a-45f4-89b0-f90c9f25cb11)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:37:25.933849 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:25.985626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=747393b7-88dd-4dfd-93bb-a28efb073e86,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:25.987550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d2ddb9-e8df-4f9d-94aa-4614a8dc2506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:37:25.993828 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b2d2ddb9-e8df-4f9d-94aa-4614a8dc2506 admin admin] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 886 time: 0.0833857 Jul 16 17:37:25.997776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:37:26.241721 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:26.549601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:26.627800 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:26.732708 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Allocated IP 172.25.3.146 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/7780ee20-be42-4877-a184-2af2d9864496) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:37:26.830035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:26.870036 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:26.911882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:37:26.914547 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:37:26.920733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:37:26.923306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Pushing event updated for resources: {'Port': ['ID=7780ee20-be42-4877-a184-2af2d9864496,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:27.162921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:27.353279 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:27.356397 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:27.461593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Router 30023949-b36c-4123-b731-250ad9597aee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:37:27.564433 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:37:27.568633 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:27.569845 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-751e9a72-5d50-461e-b3ef-8a3b1105b644 admin admin] 10.222.0.24 "PUT /v2.0/routers/30023949-b36c-4123-b731-250ad9597aee HTTP/1.1" status: 200 len: 890 time: 1.5753467 Jul 16 17:37:27.574755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Sync routers for ids ['30023949-b36c-4123-b731-250ad9597aee'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:37:27.586235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Routers {'30023949-b36c-4123-b731-250ad9597aee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:37:27.587031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:37:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['30023949-b36c-4123-b731-250ad9597aee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:37:27.791462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 747393b7-88dd-4dfd-93bb-a28efb073e86 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:37:27.889739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Set router 30023949-b36c-4123-b731-250ad9597aee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:37:28.004420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 747393b7-88dd-4dfd-93bb-a28efb073e86 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:37:28.004793 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:28.340758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30023949-b36c-4123-b731-250ad9597aee', 'name': 'router1', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '7780ee20-be42-4877-a184-2af2d9864496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:37:10Z', 'updated_at': '2021-07-16T17:37:27Z', 'revision_number': 4, 'project_id': '250ef43a1ea1435092997d779ab70a95', 'gw_port': {'id': '7780ee20-be42-4877-a184-2af2d9864496', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30023949-b36c-4123-b731-250ad9597aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:37:26Z', 'updated_at': '2021-07-16T17:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '747393b7-88dd-4dfd-93bb-a28efb073e86', 'name': '', 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'mac_address': 'fa:16:3e:9b:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30023949-b36c-4123-b731-250ad9597aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7579633c-1c11-4784-beb5-58fdc2d42414', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:37:19Z', 'updated_at': '2021-07-16T17:37:25Z', 'revision_number': 5, 'project_id': '250ef43a1ea1435092997d779ab70a95', 'subnets': [{'id': '7579633c-1c11-4784-beb5-58fdc2d42414', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb336894-a679-4441-ba46-42f9eb1f2870'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:37:28.389175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Checking router: 30023949-b36c-4123-b731-250ad9597aee for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:37:28.389531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Updating router 30023949-b36c-4123-b731-250ad9597aee port 7780ee20-be42-4877-a184-2af2d9864496 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:37:28.424981 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:28.744984 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:28.755475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Transition to ACTIVE for port object 7780ee20-be42-4877-a184-2af2d9864496 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:37:28.761593 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:28.811570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc754324-29a3-42a5-a9fa-97ed7ffd6abf None None] Pushing event updated for resources: {'Port': ['ID=7780ee20-be42-4877-a184-2af2d9864496,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:28.817075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Attempting to bind port 7780ee20-be42-4877-a184-2af2d9864496 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:37:28.818251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Attempting to bind port 7780ee20-be42-4877-a184-2af2d9864496 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:37:28.819170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Attempting to bind port 7780ee20-be42-4877-a184-2af2d9864496 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:37:28.824028 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:37:28.824399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:37:28.824798 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:28.825185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:37:28.825644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Bound port: 7780ee20-be42-4877-a184-2af2d9864496, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:37:28.826061 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:28.876652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] For port 7780ee20-be42-4877-a184-2af2d9864496, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:37:28.879797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] For port 7780ee20-be42-4877-a184-2af2d9864496, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7780ee20-be42-4877-a184-2af2d9864496,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:37:28.883910 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:29.015764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Routers {'30023949-b36c-4123-b731-250ad9597aee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:37:29.016380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:37:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['30023949-b36c-4123-b731-250ad9597aee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:37:29.050685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc754324-29a3-42a5-a9fa-97ed7ffd6abf None None] Pushing event updated for resources: {'Port': ['ID=7780ee20-be42-4877-a184-2af2d9864496,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:29.124214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] Set router 30023949-b36c-4123-b731-250ad9597aee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:37:29.329334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30023949-b36c-4123-b731-250ad9597aee', 'name': 'router1', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '7780ee20-be42-4877-a184-2af2d9864496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:37:10Z', 'updated_at': '2021-07-16T17:37:27Z', 'revision_number': 4, 'project_id': '250ef43a1ea1435092997d779ab70a95', 'gw_port': {'id': '7780ee20-be42-4877-a184-2af2d9864496', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30023949-b36c-4123-b731-250ad9597aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:37:26Z', 'updated_at': '2021-07-16T17:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '747393b7-88dd-4dfd-93bb-a28efb073e86', 'name': '', 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'mac_address': 'fa:16:3e:9b:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30023949-b36c-4123-b731-250ad9597aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7579633c-1c11-4784-beb5-58fdc2d42414', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:37:19Z', 'updated_at': '2021-07-16T17:37:25Z', 'revision_number': 5, 'project_id': '250ef43a1ea1435092997d779ab70a95', 'subnets': [{'id': '7579633c-1c11-4784-beb5-58fdc2d42414', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb336894-a679-4441-ba46-42f9eb1f2870'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:37:29.359353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b6a510-0fcb-43c2-808a-a88117d4d1f0 None None] The sync data for ids ['30023949-b36c-4123-b731-250ad9597aee'] in n-d-787205-10 is: [{'id': '30023949-b36c-4123-b731-250ad9597aee', 'name': 'router1', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '7780ee20-be42-4877-a184-2af2d9864496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:37:10Z', 'updated_at': '2021-07-16T17:37:27Z', 'revision_number': 4, 'project_id': '250ef43a1ea1435092997d779ab70a95', 'gw_port': {'id': '7780ee20-be42-4877-a184-2af2d9864496', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30023949-b36c-4123-b731-250ad9597aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:37:26Z', 'updated_at': '2021-07-16T17:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '747393b7-88dd-4dfd-93bb-a28efb073e86', 'name': '', 'network_id': '3bedd933-09c3-45a1-8f4b-c6b48aab772a', 'tenant_id': '250ef43a1ea1435092997d779ab70a95', 'mac_address': 'fa:16:3e:9b:2a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30023949-b36c-4123-b731-250ad9597aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7579633c-1c11-4784-beb5-58fdc2d42414', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:37:19Z', 'updated_at': '2021-07-16T17:37:25Z', 'revision_number': 5, 'project_id': '250ef43a1ea1435092997d779ab70a95', 'subnets': [{'id': '7579633c-1c11-4784-beb5-58fdc2d42414', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb336894-a679-4441-ba46-42f9eb1f2870'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:37:29.795869 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7780ee20-be42-4877-a184-2af2d9864496 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:37:29.852237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 7780ee20-be42-4877-a184-2af2d9864496 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:37:29.856934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 7780ee20-be42-4877-a184-2af2d9864496 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:37:29.857404 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:29.948221 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:29.969272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 7780ee20-be42-4877-a184-2af2d9864496, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7780ee20-be42-4877-a184-2af2d9864496,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:37:29.972727 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38392) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:37:29.974805 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:30.026812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=7780ee20-be42-4877-a184-2af2d9864496,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:37:30.103518 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6cef41fa-c9cf-4a22-8953-049817eb9478 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1278188 Jul 16 17:37:31.757297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7780ee20-be42-4877-a184-2af2d9864496 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:37:31.808946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 7780ee20-be42-4877-a184-2af2d9864496 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:37:31.809326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:43.337357 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-33ddd9ed-eef5-424b-b760-2ed89bb2c2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:45.621478 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da1e912f-29c9-498f-959b-77b0f43bfd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:45.852877 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:47.384185 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:48.794961 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:37:51.587608 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 5 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:38:13.339625 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bf1421ad-717c-4882-9019-1fddf010305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:38:15.616645 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-368f5bbd-fd69-40c3-9bf7-e56f740b3ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:38:15.845404 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:38:17.376997 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:38:18.797003 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:38:28.577102 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 5 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:38:43.344697 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91020d3d-8089-454b-bc1a-9c96a90a3efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:38:45.618874 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-111e97e7-681b-4756-b7af-a34ecc8032c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:38:45.848620 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:38:47.377710 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:38:48.801905 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:05.575945 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 5 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:39:13.346268 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-54dab9a5-c27b-47f0-95b8-757113c19b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:13.842328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38994) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:13.905999 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-43537ec7-57a0-4087-bbfb-a74b03ffa40c admin admin] GET failed (client error): The resource could not be found. Jul 16 17:39:13.908140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-43537ec7-57a0-4087-bbfb-a74b03ffa40c admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648351 Jul 16 17:39:14.076223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979bfea6-0ee9-4b64-b39b-d06d7bd5a00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:14.077674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-979bfea6-0ee9-4b64-b39b-d06d7bd5a00d admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1655631 Jul 16 17:39:15.620332 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bda0c26b-d2ae-48c5-9ec4-04842f2c52da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:15.849481 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:16.310959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39004) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:16.401721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac538e56-4b5b-402e-b1af-cce4caba31a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:16.403104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ac538e56-4b5b-402e-b1af-cce4caba31a3 admin admin] 10.222.0.24 "GET /v2.0/subnets/7579633c-1c11-4784-beb5-58fdc2d42414 HTTP/1.1" status: 200 len: 849 time: 0.0912008 Jul 16 17:39:16.413084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:39:16.494933 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Notify callbacks [] for subnet, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:16.637528 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763932692107'] for subnet, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:16.668908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:16.670107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:16.681799 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] 10.222.0.24 "PUT /v2.0/subnets/7579633c-1c11-4784-beb5-58fdc2d42414 HTTP/1.1" status: 200 len: 868 time: 0.2614715 Jul 16 17:39:16.682067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336370d-689b-49c3-9142-21eae944b843 None None] Network 3bedd933-09c3-45a1-8f4b-c6b48aab772a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:39:16.698062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7579633c-1c11-4784-beb5-58fdc2d42414,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:39:16.706648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:16.706648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:16.706648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:16.707076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:16.707314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:16.707651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:16.707985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:16.708313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:16.708641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:16.708964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:16.709290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:16.709614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012772f5-8386-4830-8047-6aad1f3e5fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:39:17.099510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-40e54741-4261-4860-9e27-d499a0a12bbc None None] Provisioning complete for port 6f780195-d01a-4e39-84e3-291b9a820f19 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:39:17.099881 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40e54741-4261-4860-9e27-d499a0a12bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:17.188754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-40e54741-4261-4860-9e27-d499a0a12bbc None None] Provisioning complete for port 747393b7-88dd-4dfd-93bb-a28efb073e86 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:39:17.189029 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40e54741-4261-4860-9e27-d499a0a12bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:17.380959 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:18.805257 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:18.867609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39012) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:19.065794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b81af9-14c9-4d16-9bc6-a8ad4dd1cca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:19.066191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b81af9-14c9-4d16-9bc6-a8ad4dd1cca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:19.067743 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-47b81af9-14c9-4d16-9bc6-a8ad4dd1cca6 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1991515 Jul 16 17:39:21.233596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39020) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:21.513033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a275ea5e-213f-4e1f-b88d-de4e8806c8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:21.513517 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a275ea5e-213f-4e1f-b88d-de4e8806c8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:21.515122 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a275ea5e-213f-4e1f-b88d-de4e8806c8ed admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2805414 Jul 16 17:39:23.723192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39030) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:23.892982 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1048c2-3820-4132-af14-61162272fdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:23.894425 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2a1048c2-3820-4132-af14-61162272fdd1 admin admin] 10.222.0.24 "GET /v2.0/networks/3bedd933-09c3-45a1-8f4b-c6b48aab772a HTTP/1.1" status: 200 len: 869 time: 0.1702881 Jul 16 17:39:26.052215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39038) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:26.177211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92268ecf-2343-4e36-83c6-7caa4a923ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:26.178629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-92268ecf-2343-4e36-83c6-7caa4a923ec6 admin admin] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 886 time: 0.1255429 Jul 16 17:39:28.336023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39046) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:28.459587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98df4de-e78a-4468-83e3-667745ae5b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:28.460043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98df4de-e78a-4468-83e3-667745ae5b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:28.461574 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a98df4de-e78a-4468-83e3-667745ae5b88 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245766 Jul 16 17:39:30.849389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39054) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:30.942501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba4ebf6-1afc-4447-84bd-5ee8910da4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:30.942878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba4ebf6-1afc-4447-84bd-5ee8910da4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:30.944442 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8ba4ebf6-1afc-4447-84bd-5ee8910da4ac admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940723 Jul 16 17:39:33.564105 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39062) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:33.668248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c7e97-1158-4e59-8ada-7e6b94f3d37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:33.669687 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d61c7e97-1158-4e59-8ada-7e6b94f3d37d admin admin] 10.222.0.24 "GET /v2.0/subnets/7579633c-1c11-4784-beb5-58fdc2d42414 HTTP/1.1" status: 200 len: 868 time: 0.1045341 Jul 16 17:39:36.064899 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39070) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:39:36.156991 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9672f8-adac-4e5c-9e6e-4f6b3c30d1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:39:36.158539 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cf9672f8-adac-4e5c-9e6e-4f6b3c30d1f8 admin admin] 10.222.0.24 "GET /v2.0/subnets/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3 HTTP/1.1" status: 200 len: 816 time: 0.0922947 Jul 16 17:39:42.574242 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 5 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:39:43.348528 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0e6ef125-da07-4e45-adb2-ec7ccd7aabd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:45.621690 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aa3e1102-d140-4117-8654-83810699b46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:45.850841 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:47.383447 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:39:48.807660 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:00.968263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39122) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:40:01.014210 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-0a2f33e9-4147-4ea3-8f18-cefcea2a9c73 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:40:01.015278 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0a2f33e9-4147-4ea3-8f18-cefcea2a9c73 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455132 Jul 16 17:40:03.290595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39130) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:40:03.350246 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-98396dce-e535-4dec-953a-907ee5dc6712 admin admin] GET failed (client error): The resource could not be found. Jul 16 17:40:03.351582 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-98396dce-e535-4dec-953a-907ee5dc6712 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600469 Jul 16 17:40:03.492562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e6632c-2e7c-41c4-85b6-a10b054d430a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:40:03.493963 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-33e6632c-2e7c-41c4-85b6-a10b054d430a admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1383967 Jul 16 17:40:05.706701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39138) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:40:05.763702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-df295370-e293-430c-a649-ab6d57e1b1d8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:40:05.792376 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df295370-e293-430c-a649-ab6d57e1b1d8 admin admin] Made reservation on behalf of e68062f9147f401f9c0b530d3eeb1f53 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:40:05.795049 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-df295370-e293-430c-a649-ab6d57e1b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:05.833937 n-d-787205-10 neutron-server[105591]: WARNING neutron.services.revisions.revision_plugin [None req-df295370-e293-430c-a649-ab6d57e1b1d8 admin admin] Could not find related network for resource to bump revision. Jul 16 17:40:05.847311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df295370-e293-430c-a649-ab6d57e1b1d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:40:05.857092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-df295370-e293-430c-a649-ab6d57e1b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:05.857625 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-df295370-e293-430c-a649-ab6d57e1b1d8 admin admin] Added segment 3d4c4e12-8918-4dba-bf65-f409b7291dd9 of type vlan for network 8d94cb89-902a-42a8-9aa6-b1081a54e83e Jul 16 17:40:05.957742 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-df295370-e293-430c-a649-ab6d57e1b1d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:05.987836 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-df295370-e293-430c-a649-ab6d57e1b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:05.988858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df295370-e293-430c-a649-ab6d57e1b1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:40:05.989443 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-df295370-e293-430c-a649-ab6d57e1b1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:06.021101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-df295370-e293-430c-a649-ab6d57e1b1d8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3132026 Jul 16 17:40:06.050251 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df295370-e293-430c-a649-ab6d57e1b1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=8d94cb89-902a-42a8-9aa6-b1081a54e83e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:06.062238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:40:08.270346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39146) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:40:08.331568 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8192ba-b12a-409d-8d81-55ad2de19bf8 admin admin] GET failed (client error): The resource could not be found. Jul 16 17:40:08.332986 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6d8192ba-b12a-409d-8d81-55ad2de19bf8 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616469 Jul 16 17:40:08.408861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff73f5b1-84b5-49b1-b615-550ae7524392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:40:08.410639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ff73f5b1-84b5-49b1-b615-550ae7524392 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0737684 Jul 16 17:40:08.420629 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-071ddd68-ed38-4c19-9e1d-70c90dac4854 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:40:08.442577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071ddd68-ed38-4c19-9e1d-70c90dac4854 admin admin] Made reservation on behalf of e68062f9147f401f9c0b530d3eeb1f53 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:40:08.445015 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-071ddd68-ed38-4c19-9e1d-70c90dac4854 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:08.615466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-071ddd68-ed38-4c19-9e1d-70c90dac4854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:08.671659 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ddd68-ed38-4c19-9e1d-70c90dac4854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e31941-b3e8-4ed7-bb87-5fc3903eec48,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:08.679627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ddd68-ed38-4c19-9e1d-70c90dac4854 admin admin] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:40:08.679991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071ddd68-ed38-4c19-9e1d-70c90dac4854 admin admin] Network hostable DHCP agents. Network: 8d94cb89-902a-42a8-9aa6-b1081a54e83e, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:40:08.696937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071ddd68-ed38-4c19-9e1d-70c90dac4854 admin admin] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:40:08.707400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-071ddd68-ed38-4c19-9e1d-70c90dac4854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 8d94cb89-902a-42a8-9aa6-b1081a54e83e) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:40:08.712246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ddd68-ed38-4c19-9e1d-70c90dac4854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:40:08.712830 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-071ddd68-ed38-4c19-9e1d-70c90dac4854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:08.717229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43a13c5-01d1-4fa2-83cf-c8e86919abe6 None None] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:40:08.728569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-071ddd68-ed38-4c19-9e1d-70c90dac4854 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3115194 Jul 16 17:40:09.058164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'tenant_id': 'e68062f9147f401f9c0b530d3eeb1f53', 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:40:09.059056 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:09.225698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Allocated IP 192.168.233.2 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/835fda50-ae67-43ac-b778-e4393540fdfa) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:40:09.387775 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:09.398194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Transition to ACTIVE for port object 835fda50-ae67-43ac-b778-e4393540fdfa will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:40:09.415126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Transition to ACTIVE for port object 835fda50-ae67-43ac-b778-e4393540fdfa will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:40:09.422648 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:09.464113 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:40:09.467188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:40:09.471686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:40:09.477424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Pushing event updated for resources: {'Port': ['ID=835fda50-ae67-43ac-b778-e4393540fdfa,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:09.489045 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:09.489403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:09.489784 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:09.490136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:09.490484 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:09.490822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:09.491158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:09.491494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:09.491848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:09.492171 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:09.492505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:09.492836 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:40:09.547114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Attempting to bind port 835fda50-ae67-43ac-b778-e4393540fdfa on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:40:09.548181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Attempting to bind port 835fda50-ae67-43ac-b778-e4393540fdfa by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:40:09.548685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Attempting to bind port 835fda50-ae67-43ac-b778-e4393540fdfa on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:40:09.554883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:40:09.556734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:40:09.556734 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:09.556734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:40:09.556734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Bound port: 835fda50-ae67-43ac-b778-e4393540fdfa, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:40:09.557091 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:09.628815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] For port 835fda50-ae67-43ac-b778-e4393540fdfa, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:40:09.632230 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] For port 835fda50-ae67-43ac-b778-e4393540fdfa, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=835fda50-ae67-43ac-b778-e4393540fdfa,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:40:09.637077 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:09.698374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005112c6-3f39-4d20-bb8c-47cb044beeb6 None None] Pushing event updated for resources: {'Port': ['ID=835fda50-ae67-43ac-b778-e4393540fdfa,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:10.556551 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c51b63-6386-49ac-8ec2-e5e2051019b4 None None] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:40:10.638937 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522e14f1-91a5-4c13-a4b8-d2d3792c62d7 None None] Provisioning for port 835fda50-ae67-43ac-b778-e4393540fdfa completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:40:11.895560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 835fda50-ae67-43ac-b778-e4393540fdfa up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:40:11.947153 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 835fda50-ae67-43ac-b778-e4393540fdfa completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:40:11.951164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 835fda50-ae67-43ac-b778-e4393540fdfa triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:40:11.951534 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:12.038804 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:12.073333 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 835fda50-ae67-43ac-b778-e4393540fdfa, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=835fda50-ae67-43ac-b778-e4393540fdfa,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:40:12.077144 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:12.126645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=835fda50-ae67-43ac-b778-e4393540fdfa,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:40:13.354265 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0469f6d7-ca1c-44ef-bd5b-b6b6f815795f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:13.870694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 835fda50-ae67-43ac-b778-e4393540fdfa up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:40:13.926010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 835fda50-ae67-43ac-b778-e4393540fdfa triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:40:13.926010 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:15.623239 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f470fca0-b6bf-41fe-b421-7244243566d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:15.853058 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:17.387965 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:18.811140 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:19.572435 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 5 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:40:43.355666 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-41af18cb-2267-432f-8a10-b27dec744032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:45.625937 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6812a281-fbb5-4b15-a943-0bd44b32fdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:45.858355 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:47.388325 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:48.813392 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:40:56.570948 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 5 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:41:13.357084 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0effbd68-1114-406c-9ea0-6e2ca4addee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:15.629741 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-21cbbc7c-f470-4c4e-b54a-cb14f2a2409c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:15.863178 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:17.391898 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:18.817205 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:20.878286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39198) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:41:20.884245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-d294840e-4589-48a3-90fd-1c38155d3f16 tempest-verify_tempest_config-2077808447 tempest-verify_tempest_config-2077808447-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:41:20.885242 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d294840e-4589-48a3-90fd-1c38155d3f16 tempest-verify_tempest_config-2077808447 tempest-verify_tempest_config-2077808447-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059915 Jul 16 17:41:21.191029 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39216) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:41:21.293267 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:21.413579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:21.417135 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:21.462061 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32ff7b24a23546bb89e440e956ac0f47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2699556 Jul 16 17:41:21.462876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac21ef2f-19a4-4f76-b39a-209e0f297d16,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:41:21.464663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39222) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:41:21.475780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:21.476127 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:21.476466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:21.476798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:21.477126 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:21.477454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:21.477806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:21.478130 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:21.478451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:21.478771 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:21.479090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:21.479408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26276c-b73a-4c08-b9e2-7f4a41a7b94e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:41:21.529785 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44b19024-22d6-4d75-bbd3-01b2e67dbf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:21.550157 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44b19024-22d6-4d75-bbd3-01b2e67dbf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:21.635980 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44b19024-22d6-4d75-bbd3-01b2e67dbf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:21.638470 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44b19024-22d6-4d75-bbd3-01b2e67dbf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:21.639636 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-44b19024-22d6-4d75-bbd3-01b2e67dbf4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac21ef2f-19a4-4f76-b39a-209e0f297d16 HTTP/1.1" status: 204 len: 168 time: 0.1733034 Jul 16 17:41:21.648825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b19024-22d6-4d75-bbd3-01b2e67dbf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac21ef2f-19a4-4f76-b39a-209e0f297d16,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:41:33.568977 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 5 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:41:43.359914 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8d93dc5c-1ab7-44f9-96fa-bb1dffdf5f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:45.630984 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-99efbd2a-4eac-4e67-a884-11dfda333ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:45.864951 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:47.395257 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:41:48.819364 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:10.567220 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 5 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:42:13.360800 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5f6de666-3e92-4082-88dd-b96d3d4854b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:15.632112 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9c991bc6-a0da-45d4-901c-585abc973d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:15.866323 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:17.399220 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:18.821964 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:43.362721 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a926-99d5-4625-9416-83fa61ca4f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:45.631778 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b5611a1f-d1f4-45c0-a386-39b3df97302b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:45.868295 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:47.402468 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:47.565791 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 5 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:42:48.825563 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:13.361836 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a26dc563-9619-42c6-b0f0-f58a02b0c057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:15.631405 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6b96a19c-bbcf-4ebf-92af-16e6ee5eae74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:15.869146 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:17.402968 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:18.828151 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:24.564353 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 5 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:43:43.364341 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-74a54d23-d243-4afc-a3af-73e207be83b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:45.642530 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-95f7fb42-98d1-457b-9611-7881ceae645b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:45.871308 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:47.406957 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:48.830621 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:01.564606 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 5 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:44:13.364890 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7e7e4189-757a-49ea-a323-03a5ba6a0307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:15.634055 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-58c9cbb8-de68-4ab7-ae95-467b0f6d18b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:15.873109 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:17.410159 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:18.833706 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:22.663694 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710923'] for agent, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:24.929720 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710923'] for agent, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:38.564297 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:44:43.365283 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5833855d-e8d0-46e2-a29f-600e17c2f067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:45.633986 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a53c5faf-a1d0-40ed-bfe0-4d651f324f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:45.874431 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:47.412897 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:48.836314 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:52.648058 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:54.882193 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:07.473956 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39290) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:07.578493 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-60b05a9b-613a-4eda-9029-b6e5e5a4c6c6 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1002996 Jul 16 17:45:09.747274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39300) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:09.799839 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-85191b17-c0b0-4ef9-b939-a47c285c1d76 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0514975 Jul 16 17:45:13.366468 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9c7acd6c-29de-4a9c-b155-e598aa878e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:15.564069 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:45:15.634606 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0bb05135-b917-45fd-bd8c-5cd462ebbb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:15.874946 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:17.415122 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:18.839433 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:22.641957 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:24.896441 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:43.367718 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-99c51952-327c-4bc3-b528-2df6df65b306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:45.638542 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5c017d8-46e5-4335-8d2c-cbc3b7ee0383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:45.883983 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:47.417763 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:48.842335 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:52.565873 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:45:52.649115 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:54.894907 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:13.369287 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-106f9ce0-4ca0-44f4-81b6-7ed5af5b1d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:15.640299 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-143dd50a-f1ad-4fe4-b14e-23afb97c2f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:15.876538 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:17.420003 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:18.846776 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:22.646321 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:24.909455 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:29.565907 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:46:32.560062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39522) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:33.004395 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39548) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:33.004999 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7f68e4b2-068f-438e-b1e4-5c54644e3cba tempest-AutoAllocateNetworkTest-26427132 tempest-AutoAllocateNetworkTest-26427132-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=77c3454e8e7841faa239c9337bad6683&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4433000 Jul 16 17:46:33.193738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d875dc01-ad95-497f-b942-47b8c26d7d80 tempest-AutoAllocateNetworkTest-26427132 tempest-AutoAllocateNetworkTest-26427132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:33.198642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d875dc01-ad95-497f-b942-47b8c26d7d80 tempest-AutoAllocateNetworkTest-26427132 tempest-AutoAllocateNetworkTest-26427132-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1889441 Jul 16 17:46:33.198929 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39560) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:33.295154 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9fefbd12-e0d8-4d22-bfc7-a358e32aece3 tempest-AutoAllocateNetworkTest-26427132 tempest-AutoAllocateNetworkTest-26427132-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951898 Jul 16 17:46:33.297734 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39574) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:33.328278 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c8e6b35d-42a8-44b0-a9ae-d0b608f1878a tempest-AutoAllocateNetworkTest-26427132 tempest-AutoAllocateNetworkTest-26427132-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=77c3454e8e7841faa239c9337bad6683 HTTP/1.1" status: 200 len: 208 time: 0.0270638 Jul 16 17:46:34.277980 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39624) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:34.614195 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:34.728545 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:34.734453 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:34.785464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77c3454e8e7841faa239c9337bad6683&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5027595 Jul 16 17:46:34.785931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39660) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:34.808233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fe9fc0-935a-4d35-a2fd-8dd4c788ed77,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:34.825953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:34.826390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:34.826922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:34.827399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:34.827863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:34.828476 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:34.828937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:34.829411 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:34.829896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:34.830349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:34.830828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:34.831280 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2f77f4-c1dc-4c61-ad95-4105bb7cbd3a admin admin] Tracked resource versions report: Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: pushed versions: Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: { 'AddressGroup': {'1.2'}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'ConntrackHelper': {'1.0'}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'Log': {'1.0'}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'Network': {'1.1'}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'Port': {'1.7'}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'PortForwarding': {'1.2'}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'QosPolicy': {'1.8'}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'SecurityGroup': {'1.4'}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'SubPort': {'1.0'}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'Subnet': {'1.1'}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'Trunk': {'1.1'}} Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: consumer versions: Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: { DHCP agent@n-d-787205-10: {}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: HyperV agent@n-h1-787205-10: {}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: HyperV agent@n-h2-787205-10: {}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: L3 agent@n-d-787205-10: {}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: Metadata agent@n-d-787205-10: {}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: Metering agent@n-d-787205-10: {}, Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: Open vSwitch agent@n-d-787205-10: { 'AddressGroup': '1.2', Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'ConntrackHelper': '1.0', Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'Log': '1.0', Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'Network': '1.1', Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'Port': '1.7', Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'PortForwarding': '1.2', Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'QosPolicy': '1.8', Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'SecurityGroup': '1.4', Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'SecurityGroupRule': '1.2', Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'SubPort': '1.0', Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'Subnet': '1.1', Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: 'Trunk': '1.1'}} Jul 16 17:46:34.832509 n-d-787205-10 neutron-server[105591]: {{(pid=105591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:46:34.868877 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75dc66c4-8cbf-4d84-9062-a718244e15a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:34.891774 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75dc66c4-8cbf-4d84-9062-a718244e15a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:34.947179 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75dc66c4-8cbf-4d84-9062-a718244e15a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:34.951045 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75dc66c4-8cbf-4d84-9062-a718244e15a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:34.952445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-75dc66c4-8cbf-4d84-9062-a718244e15a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71fe9fc0-935a-4d35-a2fd-8dd4c788ed77 HTTP/1.1" status: 204 len: 168 time: 0.1654186 Jul 16 17:46:34.961283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc66c4-8cbf-4d84-9062-a718244e15a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fe9fc0-935a-4d35-a2fd-8dd4c788ed77,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:35.949112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39748) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:35.949112 n-d-787205-10 neutron-server[105591]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 17:46:35.973251 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-876ceff7-c7ea-4a12-b629-8a7db3b239a2 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=25b6c61fef714159ad3aa066caefc2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303881 Jul 16 17:46:36.096896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea240b55-255c-4a30-a0f8-270a7302546d req-2a59f715-fd0b-4a01-a7a4-68443765f2bf tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:36.098580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-2a59f715-fd0b-4a01-a7a4-68443765f2bf tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1197402 Jul 16 17:46:36.116279 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-ec87c117-703c-40b0-9e18-91b728a61b5a tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/quotas/25b6c61fef714159ad3aa066caefc2e7 HTTP/1.1" status: 200 len: 375 time: 0.0111284 Jul 16 17:46:36.174758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-98dbd205-7ae6-48e8-a319-8e7ba1929b48 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=25b6c61fef714159ad3aa066caefc2e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512891 Jul 16 17:46:36.628659 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39798) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:36.664592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8042ed96-5f17-4a9e-85cf-494d30fc08d5 req-580701d7-c2af-41ea-83d9-4bfc9de98a0a tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 210 time: 0.0652661 Jul 16 17:46:36.888150 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:37.010180 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:37.015463 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:37.048231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c3e944-c23a-4e3d-b4e6-78b0467c5c3d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:37.059980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:37.060629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:37.061168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:37.061709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:37.062236 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:37.062754 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:37.063240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:37.064157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:37.064742 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:37.065222 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:37.065720 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:37.066209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] Tracked resource versions report: Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: pushed versions: Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: { 'AddressGroup': {'1.2'}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'ConntrackHelper': {'1.0'}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'Log': {'1.0'}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'Network': {'1.1'}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'Port': {'1.7'}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'PortForwarding': {'1.2'}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'QosPolicy': {'1.8'}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'SecurityGroup': {'1.4'}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'SubPort': {'1.0'}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'Subnet': {'1.1'}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'Trunk': {'1.1'}} Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: consumer versions: Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: { DHCP agent@n-d-787205-10: {}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: HyperV agent@n-h1-787205-10: {}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: HyperV agent@n-h2-787205-10: {}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: L3 agent@n-d-787205-10: {}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: Metadata agent@n-d-787205-10: {}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: Metering agent@n-d-787205-10: {}, Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: Open vSwitch agent@n-d-787205-10: { 'AddressGroup': '1.2', Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'ConntrackHelper': '1.0', Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'Log': '1.0', Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'Network': '1.1', Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'Port': '1.7', Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'PortForwarding': '1.2', Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'QosPolicy': '1.8', Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'SecurityGroup': '1.4', Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'SecurityGroupRule': '1.2', Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'SubPort': '1.0', Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'Subnet': '1.1', Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: 'Trunk': '1.1'}} Jul 16 17:46:37.067593 n-d-787205-10 neutron-server[105590]: {{(pid=105590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:46:37.089193 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-807ccb06-d0c7-4040-80e8-987911d31362 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4785ee8f4d7b460c8c0d960e319a7656&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4594240 Jul 16 17:46:37.091710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39846) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:37.142998 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5d2b-19e9-41c2-9e8b-fb981162ac58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:37.164591 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5d2b-19e9-41c2-9e8b-fb981162ac58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:37.214083 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5d2b-19e9-41c2-9e8b-fb981162ac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:37.216630 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a9e5d2b-19e9-41c2-9e8b-fb981162ac58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:37.217774 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9a9e5d2b-19e9-41c2-9e8b-fb981162ac58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90c3e944-c23a-4e3d-b4e6-78b0467c5c3d HTTP/1.1" status: 204 len: 168 time: 0.1251185 Jul 16 17:46:37.225563 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e5d2b-19e9-41c2-9e8b-fb981162ac58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c3e944-c23a-4e3d-b4e6-78b0467c5c3d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:37.644980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39892) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:37.775817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39902) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:37.799292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d273f6e-1247-49ad-a413-aece06617c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:37.859374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-1dab15c5-b412-4d0a-9478-f38794f30278 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1380360d2a88425d8569fb27f539334a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325968 Jul 16 17:46:37.899578 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d273f6e-1247-49ad-a413-aece06617c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:37.905045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d273f6e-1247-49ad-a413-aece06617c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:37.938257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d273f6e-1247-49ad-a413-aece06617c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ceb390d-0b4a-43c3-b3c0-cc057d747b2e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:37.960941 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3d273f6e-1247-49ad-a413-aece06617c24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3656ba5748114163ba6aa540db3dd4ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1839700 Jul 16 17:46:37.963636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39918) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:38.051394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722729f-a0f4-448e-837b-6212890b3edc req-ad687ac9-36be-4d75-a9e5-d674669c08dd tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:38.058869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-ad687ac9-36be-4d75-a9e5-d674669c08dd tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984789 Jul 16 17:46:38.076439 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-80b239a6-66b5-49d2-878d-6ce0278457f8 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/quotas/1380360d2a88425d8569fb27f539334a HTTP/1.1" status: 200 len: 375 time: 0.0151122 Jul 16 17:46:38.083728 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0b92492-18a7-4f34-8f2d-823a835c865f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:38.109914 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0b92492-18a7-4f34-8f2d-823a835c865f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:38.117604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-4a9e219b-7158-481f-9736-03c2724c427a tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1380360d2a88425d8569fb27f539334a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328612 Jul 16 17:46:38.142352 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-989a7e57-6e73-48f9-bc46-f9a3a4bd4ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:38.204654 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0b92492-18a7-4f34-8f2d-823a835c865f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:38.207481 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0b92492-18a7-4f34-8f2d-823a835c865f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:38.209851 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b0b92492-18a7-4f34-8f2d-823a835c865f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ceb390d-0b4a-43c3-b3c0-cc057d747b2e HTTP/1.1" status: 204 len: 168 time: 0.2439637 Jul 16 17:46:38.230577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b92492-18a7-4f34-8f2d-823a835c865f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ceb390d-0b4a-43c3-b3c0-cc057d747b2e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:38.367623 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-989a7e57-6e73-48f9-bc46-f9a3a4bd4ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:38.372311 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-989a7e57-6e73-48f9-bc46-f9a3a4bd4ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:38.403333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39946) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:38.434540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a7e57-6e73-48f9-bc46-f9a3a4bd4ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7580911-7904-4770-bffc-183852984b8a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:38.439172 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-989a7e57-6e73-48f9-bc46-f9a3a4bd4ca5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d65233f0ab3d4400b68fe7d74d977b85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7931840 Jul 16 17:46:38.442028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39952) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:38.498304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ec50fa6-037c-4424-a52c-adac3463ad65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:38.526683 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ec50fa6-037c-4424-a52c-adac3463ad65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:38.616111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8972d046-604b-4f4e-8563-c2ed7e2ecbac req-e962bbaa-6a3c-4985-9cb9-d67375ec3487 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 210 time: 0.2108316 Jul 16 17:46:38.647989 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ec50fa6-037c-4424-a52c-adac3463ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:38.651270 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ec50fa6-037c-4424-a52c-adac3463ad65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:38.653341 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5ec50fa6-037c-4424-a52c-adac3463ad65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7580911-7904-4770-bffc-183852984b8a HTTP/1.1" status: 204 len: 168 time: 0.2103243 Jul 16 17:46:38.671836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec50fa6-037c-4424-a52c-adac3463ad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7580911-7904-4770-bffc-183852984b8a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:38.793842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2be49a54-81d0-42e3-a0cf-84f0d58d6be3 req-6b0ab252-0093-4ad3-baed-0cefa0014d30 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 210 time: 0.0637631 Jul 16 17:46:38.805408 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-2bf8cf70-71ae-42e8-b50b-a1c288e07f26 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a7ddc5453f044036af3d41b4344dbbd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270112 Jul 16 17:46:38.862142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.11', 59289) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:38.901397 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-fbb3c923-26cd-42b7-81d7-5dc7d36b390e tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=25b6c61fef714159ad3aa066caefc2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360408 Jul 16 17:46:39.174138 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea240b55-255c-4a30-a0f8-270a7302546d req-a6a29f3c-626d-4504-9f61-f0536b30ccde tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:39.175794 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-a6a29f3c-626d-4504-9f61-f0536b30ccde tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679071 Jul 16 17:46:39.241140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Request body: {'port': {'device_id': 'e269a081-1e18-4448-a7fc-098ad7b596e7', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '25b6c61fef714159ad3aa066caefc2e7'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:39.250824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-9159820e-0e9e-4e7a-8db0-7543da5ca5af tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:39.261139 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-9159820e-0e9e-4e7a-8db0-7543da5ca5af tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4492552 Jul 16 17:46:39.293698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-959c2a6e-8764-41b8-bf3f-b444e09312e3 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/quotas/a7ddc5453f044036af3d41b4344dbbd0 HTTP/1.1" status: 200 len: 375 time: 0.0312004 Jul 16 17:46:39.295815 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40010) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:39.340869 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-900dec1b-cfc6-48c2-a7e6-c23051df210a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:39.388832 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-312845e3-a459-4422-89e5-f0177284a8eb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a7ddc5453f044036af3d41b4344dbbd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945466 Jul 16 17:46:39.511930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40030) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:39.746419 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-900dec1b-cfc6-48c2-a7e6-c23051df210a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:39.756895 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-900dec1b-cfc6-48c2-a7e6-c23051df210a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:39.757733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c91e97f2-755b-459c-bba3-e8a3ab3a24cd req-c5ef1c4c-6b58-4a62-ae63-549415dc9a2d tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 210 time: 0.0509787 Jul 16 17:46:39.857672 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a46e4b39-2670-4143-aa25-fe4be7f05472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:40.012870 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cfedebb-0fe5-4bd2-83bc-862c73e2ce3d req-04a84ddc-4668-404a-bf48-704630733a0b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 210 time: 0.0845730 Jul 16 17:46:40.016122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-a46e4b39-2670-4143-aa25-fe4be7f05472 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:46:40.016122 n-d-787205-10 neutron-server[105591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:46:40.016122 n-d-787205-10 neutron-server[105591]: [parameters: {'project_id_1': '6ce92f30948a48d4a1902ffe2704d294', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 46, 39, 888133)}] Jul 16 17:46:40.016122 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:46:40.017450 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [None req-a46e4b39-2670-4143-aa25-fe4be7f05472 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:46:40.071903 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc1410ec-fa25-4da9-9b24-c1a3c36f84cd req-915d17cf-49d9-4154-a2d7-2599880fc9f3 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 210 time: 0.0427532 Jul 16 17:46:40.092281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dec1b-cfc6-48c2-a7e6-c23051df210a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0306c52f-3df1-4759-8093-509610adde54,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:40.107766 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Made reservation on behalf of 25b6c61fef714159ad3aa066caefc2e7 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:46:40.114231 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:40.140818 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:40.155093 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-900dec1b-cfc6-48c2-a7e6-c23051df210a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=019a4b0e42da45538af18fd4cd8ae489&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8573868 Jul 16 17:46:40.157997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40078) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:40.234542 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6895-9267-4f5f-b726-1951c6b37ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:40.301505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6895-9267-4f5f-b726-1951c6b37ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:40.446542 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6895-9267-4f5f-b726-1951c6b37ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:40.449315 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e2e6895-9267-4f5f-b726-1951c6b37ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:40.450655 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4e2e6895-9267-4f5f-b726-1951c6b37ec6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0306c52f-3df1-4759-8093-509610adde54 HTTP/1.1" status: 204 len: 168 time: 0.2914057 Jul 16 17:46:40.452810 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:40.480072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e6895-9267-4f5f-b726-1951c6b37ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0306c52f-3df1-4759-8093-509610adde54,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:40.482422 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:40.519352 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a46e4b39-2670-4143-aa25-fe4be7f05472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:40.749326 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a46e4b39-2670-4143-aa25-fe4be7f05472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:40.763558 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a46e4b39-2670-4143-aa25-fe4be7f05472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:40.844813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eea1786-dd61-4e81-a6d7-6e264884d601,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:40.878027 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a46e4b39-2670-4143-aa25-fe4be7f05472 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ce92f30948a48d4a1902ffe2704d294&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3638473 Jul 16 17:46:40.881195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40100) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:40.922079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e4b39-2670-4143-aa25-fe4be7f05472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ff22e1-fc12-4b9c-afae-a111b0acb2ba,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:40.973521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.32', 55063) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:41.029096 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-e08ce624-ecdf-4afa-8899-1458e7acc6a9 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1380360d2a88425d8569fb27f539334a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439458 Jul 16 17:46:41.183403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Allocated IP 192.168.233.12 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/23a20cf4-1848-4e01-aff4-b1de041241c5) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:46:41.194898 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f745b9c-ce7b-4b57-b797-82bd29e122eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:41.259931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c3972bcb-cc8e-4306-ad2f-4d791d6d90c3 req-9e5ef336-e441-43e0-baf8-42804124150e tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 210 time: 0.2226796 Jul 16 17:46:41.268334 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f745b9c-ce7b-4b57-b797-82bd29e122eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:41.646414 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4c4c8f0-1aa3-4db3-8d69-69ab85900b72 req-285d6b54-17d6-48ad-ab3c-b909354af0e2 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 210 time: 0.1627743 Jul 16 17:46:41.659868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-644d8c13-abc0-4204-b2a4-3d83b4c3bdf7 req-4aab7cae-d12b-46c1-aa05-bffb7543c7f5 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 210 time: 0.1749077 Jul 16 17:46:41.695657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722729f-a0f4-448e-837b-6212890b3edc req-e547b146-801e-41d6-af09-638c2a8ac32e tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:41.695657 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-e547b146-801e-41d6-af09-638c2a8ac32e tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6566706 Jul 16 17:46:41.753208 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f745b9c-ce7b-4b57-b797-82bd29e122eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:41.768909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Request body: {'port': {'device_id': '96d9aa5a-e158-4324-91eb-e0f047c427af', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '1380360d2a88425d8569fb27f539334a'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:41.769149 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f745b9c-ce7b-4b57-b797-82bd29e122eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:41.769149 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3f745b9c-ce7b-4b57-b797-82bd29e122eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3ff22e1-fc12-4b9c-afae-a111b0acb2ba HTTP/1.1" status: 204 len: 168 time: 0.8825817 Jul 16 17:46:41.791947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f745b9c-ce7b-4b57-b797-82bd29e122eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ff22e1-fc12-4b9c-afae-a111b0acb2ba,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:41.796139 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:41.820199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Transition to ACTIVE for port object 23a20cf4-1848-4e01-aff4-b1de041241c5 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:46:41.887137 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:42.103809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:46:42.123281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:46:42.128129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:46:42.135399 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:42.136221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:42.166608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Made reservation on behalf of 1380360d2a88425d8569fb27f539334a for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:46:42.171022 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:42.173603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Pushing event updated for resources: {'Port': ['ID=23a20cf4-1848-4e01-aff4-b1de041241c5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:42.178594 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-4ee2cf2f-6d95-4d7b-ac8d-802bf408c5a6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9417875 Jul 16 17:46:42.198769 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:42.223492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-abd7cff6-dcc5-46ab-ab8a-f84018f166ab tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:46:42.224877 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-abd7cff6-dcc5-46ab-ab8a-f84018f166ab tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062275 Jul 16 17:46:42.457053 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:42.476778 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:42.558601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8334816-3b53-4f18-aa68-b6f4701f5345,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:42.712966 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dc081462-2c84-4897-9106-6940ff9a80ad None None] Provisioning for port 23a20cf4-1848-4e01-aff4-b1de041241c5 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:46:42.737911 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dc081462-2c84-4897-9106-6940ff9a80ad None None] Provisioning complete for port 23a20cf4-1848-4e01-aff4-b1de041241c5 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:46:42.738535 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc081462-2c84-4897-9106-6940ff9a80ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:42.807825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.11', 59294) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:42.869060 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-5371f516-6370-48a4-ae8b-dfe0811c1adc tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a7ddc5453f044036af3d41b4344dbbd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975609 Jul 16 17:46:42.917696 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-dc081462-2c84-4897-9106-6940ff9a80ad None None] Port 23a20cf4-1848-4e01-aff4-b1de041241c5 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:46:42.959999 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4510de3c-a1a0-4abd-97c2-f646aef3d7f1 req-c1f059a7-9901-4d60-85dc-796c35b31a38 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 210 time: 0.1891346 Jul 16 17:46:43.078152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d8c2b05-ccaf-41be-931b-8b2f8eff5170 req-9a5a15ad-9011-4024-8a6f-8e1fe8df5fe6 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 210 time: 0.0545216 Jul 16 17:46:43.176778 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40186) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:43.197998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Allocated IP 192.168.233.83 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/b28f9099-933e-4f54-ac84-2c575aaca5a2) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:46:43.233310 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b24ffff4-36a0-43fc-a099-2bf8541f36e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:43.381429 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-027985c0-d3ee-4e4e-8680-b8b95b1343be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:43.863464 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b24ffff4-36a0-43fc-a099-2bf8541f36e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:43.873578 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Request body: {'port': {'device_id': 'e269a081-1e18-4448-a7fc-098ad7b596e7', 'device_owner': 'compute:tempest-test_az-1670169893', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:43.876458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b24ffff4-36a0-43fc-a099-2bf8541f36e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:43.905044 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b24ffff4-36a0-43fc-a099-2bf8541f36e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2a8cc7d62fb40f4b7bd8a4f94a6bbee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7270520 Jul 16 17:46:43.913004 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-149df825-ebac-4f61-88d6-fcbc79e9e69a tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:43.915233 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-149df825-ebac-4f61-88d6-fcbc79e9e69a tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6178625 Jul 16 17:46:43.934469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40210) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:43.960434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ffff4-36a0-43fc-a099-2bf8541f36e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b5b4ce-767b-4df3-9f4f-531b3e430ec7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:43.998843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Request body: {'port': {'device_id': '2df78fac-dcad-41b7-893b-32dea3b5536c', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': 'a7ddc5453f044036af3d41b4344dbbd0'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:44.131048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Made reservation on behalf of a7ddc5453f044036af3d41b4344dbbd0 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:46:44.135109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:44.146640 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:44.151778 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:44.177221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eff24fbf-234e-49b2-9c1b-1ceafecd7a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:44.201321 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eff24fbf-234e-49b2-9c1b-1ceafecd7a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:44.276354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Transition to ACTIVE for port object b28f9099-933e-4f54-ac84-2c575aaca5a2 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:46:44.297850 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:44.299860 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eff24fbf-234e-49b2-9c1b-1ceafecd7a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:44.302558 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eff24fbf-234e-49b2-9c1b-1ceafecd7a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:44.304226 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-eff24fbf-234e-49b2-9c1b-1ceafecd7a07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7b5b4ce-767b-4df3-9f4f-531b3e430ec7 HTTP/1.1" status: 204 len: 168 time: 0.3449299 Jul 16 17:46:44.355423 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff24fbf-234e-49b2-9c1b-1ceafecd7a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b5b4ce-767b-4df3-9f4f-531b3e430ec7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:44.510859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:44.672198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:46:44.674648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Pushing event updated for resources: {'Port': ['ID=b28f9099-933e-4f54-ac84-2c575aaca5a2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:44.680974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:46:44.694477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:46:44.709170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:44.711452 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:44.780354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d2825-8252-45b3-b498-45d241018ff3 req-535b7488-6afd-4aaa-b2cc-0b45e23f343a tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:44.789270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f4d2825-8252-45b3-b498-45d241018ff3 req-535b7488-6afd-4aaa-b2cc-0b45e23f343a tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 935 time: 1.5578864 Jul 16 17:46:44.845900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5922f2a8-e340-480e-beaa-130e1d4f0332 req-0c8fc6c1-3128-498b-8f3b-99270c5fe315 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 210 time: 0.3114641 Jul 16 17:46:44.915551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f4d2825-8252-45b3-b498-45d241018ff3 req-e7fc126a-9739-4981-b789-60bccb33f20b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020145 Jul 16 17:46:44.968472 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:44.974233 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:44.982918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-5f9bd871-b554-4cd4-88a0-465e478aaa15 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2276685 Jul 16 17:46:45.003109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-4169a360-7733-4c2f-a42d-ba0f62d16c03 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:46:45.026588 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-4169a360-7733-4c2f-a42d-ba0f62d16c03 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305603 Jul 16 17:46:45.074410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-83c5893c-07b1-4a33-bdde-b3e4da66ab79 None None] Provisioning for port b28f9099-933e-4f54-ac84-2c575aaca5a2 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:46:45.080963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-83c5893c-07b1-4a33-bdde-b3e4da66ab79 None None] Provisioning complete for port b28f9099-933e-4f54-ac84-2c575aaca5a2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:46:45.087788 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-83c5893c-07b1-4a33-bdde-b3e4da66ab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:45.158792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bc9ee0-dde3-4282-8197-93b00c20b900,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:45.186441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-83c5893c-07b1-4a33-bdde-b3e4da66ab79 None None] Port b28f9099-933e-4f54-ac84-2c575aaca5a2 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:46:45.320282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a20cf4-1848-4e01-aff4-b1de041241c5 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:46:45.336066 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:45.356644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Transition to ACTIVE for port object 23a20cf4-1848-4e01-aff4-b1de041241c5 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:46:45.364740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:45.396563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68402caf-8454-4163-a192-874318712c38 req-94267b9b-50f4-4293-af49-bc7bdc9bebd1 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:45.406591 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68402caf-8454-4163-a192-874318712c38 req-94267b9b-50f4-4293-af49-bc7bdc9bebd1 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 935 time: 0.3732581 Jul 16 17:46:45.493559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68402caf-8454-4163-a192-874318712c38 req-c57f4e00-a131-405e-a0fe-199222c275b1 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859389 Jul 16 17:46:45.596314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Request body: {'port': {'device_id': '96d9aa5a-e158-4324-91eb-e0f047c427af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:45.660305 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f6423da2-5fe2-41f9-bc45-111068305fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:45.802521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Pushing event updated for resources: {'Port': ['ID=23a20cf4-1848-4e01-aff4-b1de041241c5,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:45.841039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Attempting to bind port 23a20cf4-1848-4e01-aff4-b1de041241c5 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:46:45.850181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Attempting to bind port 23a20cf4-1848-4e01-aff4-b1de041241c5 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:46:45.850908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Attempting to bind port 23a20cf4-1848-4e01-aff4-b1de041241c5 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:46:45.854875 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Allocated IP 192.168.233.113 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/42231202-cf87-4703-9bf1-e6b6d64e6005) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:46:45.877283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Port 23a20cf4-1848-4e01-aff4-b1de041241c5 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:46:45.877776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Attempting to bind port 23a20cf4-1848-4e01-aff4-b1de041241c5 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:46:45.904140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40268) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:45.906479 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:46:45.911674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:46:45.914309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:46:45.915980 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:45.916502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Bound port: 23a20cf4-1848-4e01-aff4-b1de041241c5, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:46:45.917621 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:46.019446 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:46.304995 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56cc1e96-f330-427d-8a54-cc14d92e375c req-f793de73-b117-4640-83bb-b1ad80f2a905 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 210 time: 0.1502383 Jul 16 17:46:46.318199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-585727616-network', 'tenant_id': 'a85383c3d1ce46c886e3ebcb056fbdea'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:46.329115 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] For port 23a20cf4-1848-4e01-aff4-b1de041241c5, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:46:46.350429 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] For port 23a20cf4-1848-4e01-aff4-b1de041241c5, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=23a20cf4-1848-4e01-aff4-b1de041241c5,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:46:46.423933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Made reservation on behalf of a85383c3d1ce46c886e3ebcb056fbdea for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:46:46.436009 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:46.521435 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:46.557048 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:46.868209 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:46.891809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Transition to ACTIVE for port object 42231202-cf87-4703-9bf1-e6b6d64e6005 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:46:46.986869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:46.989025 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:46.994628 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] 10.222.0.11 "PUT /v2.0/ports/23a20cf4-1848-4e01-aff4-b1de041241c5 HTTP/1.1" status: 200 len: 1118 time: 4.1513305 Jul 16 17:46:46.995146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e269a081-1e18-4448-a7fc-098ad7b596e7', 'tag': '23a20cf4-1848-4e01-aff4-b1de041241c5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:46:47.156501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c7cab-0069-4371-a384-7e19f13a7b2b service neutron] Pushing event updated for resources: {'Port': ['ID=23a20cf4-1848-4e01-aff4-b1de041241c5,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:47.161231 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:47.275036 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f50b88c-9a6a-4d37-af43-cbd804295ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "e269a081-1e18-4448-a7fc-098ad7b596e7", "tag": "23a20cf4-1848-4e01-aff4-b1de041241c5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:46:47.289899 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:46:47.294100 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:46:47.308850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:46:47.315110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:47.315740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:47.353150 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Pushing event updated for resources: {'Port': ['ID=42231202-cf87-4703-9bf1-e6b6d64e6005,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:47.431960 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:47.648960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f8bdcca6-2251-4a51-8f72-2cc4fb636bcc None None] Provisioning for port 42231202-cf87-4703-9bf1-e6b6d64e6005 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:46:47.649332 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:47.658083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f8bdcca6-2251-4a51-8f72-2cc4fb636bcc None None] Provisioning complete for port 42231202-cf87-4703-9bf1-e6b6d64e6005 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:46:47.658919 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f8bdcca6-2251-4a51-8f72-2cc4fb636bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:47.688253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0ef9f-2421-40e0-ab59-5d8309a692f8 req-300bf42a-6ed3-4e36-9615-6818cbd41440 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:47.693082 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-80fe79d7-5d82-49c5-b25e-e4749ee7fceb tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7002110 Jul 16 17:46:47.698680 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ed0ef9f-2421-40e0-ab59-5d8309a692f8 req-300bf42a-6ed3-4e36-9615-6818cbd41440 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 969 time: 0.7569540 Jul 16 17:46:47.717058 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:47.740960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f8bdcca6-2251-4a51-8f72-2cc4fb636bcc None None] Port 42231202-cf87-4703-9bf1-e6b6d64e6005 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:46:47.754557 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Request body: {'port': {'device_id': '2df78fac-dcad-41b7-893b-32dea3b5536c', 'device_owner': 'compute:tempest-test_az-1670169893', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:47.769194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:47.793527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f51c8-c830-4fba-b845-25a6a7de98b2 req-c3cb7e30-a71c-4e2a-900b-ac1341051b48 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:47.795362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-663f51c8-c830-4fba-b845-25a6a7de98b2 req-c3cb7e30-a71c-4e2a-900b-ac1341051b48 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 935 time: 0.6232450 Jul 16 17:46:47.832341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:46:47.832581 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3ab6b3c8-88ea-4932-b3b5-9f685ece2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:47.834371 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-3ab6b3c8-88ea-4932-b3b5-9f685ece2c14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25b6c61fef714159ad3aa066caefc2e7&device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 1121 time: 0.2540236 Jul 16 17:46:47.880107 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-663f51c8-c830-4fba-b845-25a6a7de98b2 req-3971e4e7-618c-4265-aa96-9e1764af8450 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750296 Jul 16 17:46:47.901069 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ed0ef9f-2421-40e0-ab59-5d8309a692f8 req-39d2cb35-d8e3-469a-8c67-7167c30934e6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009637 Jul 16 17:46:47.933059 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:47.966671 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:47.967111 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Added segment 345c8e44-2912-42d8-9e9f-2922779f1939 of type vlan for network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 Jul 16 17:46:48.067142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28f9099-933e-4f54-ac84-2c575aaca5a2 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:46:48.135749 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:48.148660 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-098d7a46-77f7-4589-9bcc-8ef0c9a63bd5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=23a20cf4-1848-4e01-aff4-b1de041241c5 HTTP/1.1" status: 200 len: 217 time: 0.1070220 Jul 16 17:46:48.190705 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:48.289942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Transition to ACTIVE for port object b28f9099-933e-4f54-ac84-2c575aaca5a2 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:46:48.311714 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:48.410037 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40308) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:48.420128 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0df4aa1-9dbd-45bc-ac19-fc24b7ec49f6 x-openstack-request-id: req-b0df4aa1-9dbd-45bc-ac19-fc24b7ec49f6 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:46:48.420362 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e269a081-1e18-4448-a7fc-098ad7b596e7", "tag": "23a20cf4-1848-4e01-aff4-b1de041241c5", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:46:48.420650 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0df4aa1-9dbd-45bc-ac19-fc24b7ec49f6 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:46:48.421107 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e269a081-1e18-4448-a7fc-098ad7b596e7', 'tag': '23a20cf4-1848-4e01-aff4-b1de041241c5', 'status': 'completed', 'code': 200} Jul 16 17:46:48.513222 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea240b55-255c-4a30-a0f8-270a7302546d req-b1b3fb01-6aa8-4a6c-9f3c-5b95475e3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:48.514734 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-b1b3fb01-6aa8-4a6c-9f3c-5b95475e3ed0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1841712 Jul 16 17:46:48.664178 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:48.667289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:48.668455 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:48.750265 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f8a754a-eaa0-413b-ab7b-0c478291b06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:48.753848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b28f9099-933e-4f54-ac84-2c575aaca5a2,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:48.859282 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:48.862712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] Pushing event updated for resources: {'Network': ['ID=d5795f23-1dc8-41ee-b432-acce1ecc9ea0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:48.874865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ac1454d3-d8ff-48fb-b98d-47af11f79a98 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.8659952 Jul 16 17:46:48.877116 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:46:48.896603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40328) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:48.896603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Attempting to bind port b28f9099-933e-4f54-ac84-2c575aaca5a2 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:46:48.896603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Attempting to bind port b28f9099-933e-4f54-ac84-2c575aaca5a2 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:46:48.896603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Attempting to bind port b28f9099-933e-4f54-ac84-2c575aaca5a2 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:46:48.904032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] Request body: {'subnet': {'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-585727616-subnet', 'tenant_id': 'a85383c3d1ce46c886e3ebcb056fbdea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:48.921795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b7d41-6a1e-4580-b916-b7274f860cd9 req-40c4d738-f992-4c6b-88d2-8bf9ef7005b1 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:48.931779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f1b7d41-6a1e-4580-b916-b7274f860cd9 req-40c4d738-f992-4c6b-88d2-8bf9ef7005b1 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 936 time: 0.7539923 Jul 16 17:46:48.940177 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Port b28f9099-933e-4f54-ac84-2c575aaca5a2 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:46:48.940993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Attempting to bind port b28f9099-933e-4f54-ac84-2c575aaca5a2 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:46:48.949452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:46:48.950953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:46:48.954521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:46:48.955349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Bound port: b28f9099-933e-4f54-ac84-2c575aaca5a2, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:46:48.955950 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:48.958202 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:46:48.958202 n-d-787205-10 neutron-server[105591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:46:48.958202 n-d-787205-10 neutron-server[105591]: [parameters: {'project_id_1': 'a85383c3d1ce46c886e3ebcb056fbdea', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 46, 48, 910619)}] Jul 16 17:46:48.958202 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:46:48.962138 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:46:49.080278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] For port b28f9099-933e-4f54-ac84-2c575aaca5a2, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:46:49.085794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] For port b28f9099-933e-4f54-ac84-2c575aaca5a2, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=b28f9099-933e-4f54-ac84-2c575aaca5a2,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:46:49.096750 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:49.121926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:49.122707 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:49.125431 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] 10.222.0.32 "PUT /v2.0/ports/b28f9099-933e-4f54-ac84-2c575aaca5a2 HTTP/1.1" status: 200 len: 1096 time: 3.7008491 Jul 16 17:46:49.132581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d9aa5a-e158-4324-91eb-e0f047c427af', 'tag': 'b28f9099-933e-4f54-ac84-2c575aaca5a2'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:46:49.188314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea240b55-255c-4a30-a0f8-270a7302546d req-523f96f4-1ade-4fe6-8f0e-33cd082e2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:49.200477 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-523f96f4-1ade-4fe6-8f0e-33cd082e2487 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6675439 Jul 16 17:46:49.231889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42231202-cf87-4703-9bf1-e6b6d64e6005 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:46:49.280110 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:49.307516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Transition to ACTIVE for port object 42231202-cf87-4703-9bf1-e6b6d64e6005 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:46:49.355547 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:49.453384 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f8a754a-eaa0-413b-ab7b-0c478291b06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:49.473430 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f8a754a-eaa0-413b-ab7b-0c478291b06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:49.504369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d18f0-1d4f-42fd-b0b5-d7565aebb4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b28f9099-933e-4f54-ac84-2c575aaca5a2,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:49.516659 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f1b7d41-6a1e-4580-b916-b7274f860cd9 req-287e9ad2-5d7c-465c-90e7-2a018cd80540 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835552 Jul 16 17:46:49.548389 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1f8a754a-eaa0-413b-ab7b-0c478291b06f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7050589a5ad4fd4a549776651c8d0d9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1238282 Jul 16 17:46:49.575490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a754a-eaa0-413b-ab7b-0c478291b06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89247904-adac-4f40-9db9-fe2dff10b916,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:49.577933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40344) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:49.741989 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c026ba10-deeb-44f6-a3b2-6000b7efc6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:49.747241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] Made reservation on behalf of a85383c3d1ce46c886e3ebcb056fbdea for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:46:49.754684 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] Notify callbacks [] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:49.802043 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c026ba10-deeb-44f6-a3b2-6000b7efc6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:49.856538 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d59996c-35f3-49ff-a5f6-4a11fcf276d9" -d '{"events": [{"name": "network-changed", "server_uuid": "96d9aa5a-e158-4324-91eb-e0f047c427af", "tag": "b28f9099-933e-4f54-ac84-2c575aaca5a2"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:46:49.862807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Pushing event updated for resources: {'Port': ['ID=42231202-cf87-4703-9bf1-e6b6d64e6005,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:49.910365 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c026ba10-deeb-44f6-a3b2-6000b7efc6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:49.914189 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c026ba10-deeb-44f6-a3b2-6000b7efc6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:49.917815 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c026ba10-deeb-44f6-a3b2-6000b7efc6b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89247904-adac-4f40-9db9-fe2dff10b916 HTTP/1.1" status: 204 len: 168 time: 0.3328371 Jul 16 17:46:49.963166 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026ba10-deeb-44f6-a3b2-6000b7efc6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89247904-adac-4f40-9db9-fe2dff10b916,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:49.971044 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-5c7c1396-9e79-4576-9b47-6b4c21ef8727 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6396437 Jul 16 17:46:49.979605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Attempting to bind port 42231202-cf87-4703-9bf1-e6b6d64e6005 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:46:49.981489 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Attempting to bind port 42231202-cf87-4703-9bf1-e6b6d64e6005 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:46:49.984951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Attempting to bind port 42231202-cf87-4703-9bf1-e6b6d64e6005 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:46:50.019249 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Port 42231202-cf87-4703-9bf1-e6b6d64e6005 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:46:50.019725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Attempting to bind port 42231202-cf87-4703-9bf1-e6b6d64e6005 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:46:50.035003 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:46:50.035450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:46:50.035988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:46:50.036318 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Bound port: 42231202-cf87-4703-9bf1-e6b6d64e6005, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:46:50.036899 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:50.075153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ff85f-b1c7-461e-90b5-d03beeec9c9c req-905c2a9d-1d59-4177-8258-9d75054696c2 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:50.083350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2ff85f-b1c7-461e-90b5-d03beeec9c9c req-905c2a9d-1d59-4177-8258-9d75054696c2 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 947 time: 0.8119164 Jul 16 17:46:50.178212 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea240b55-255c-4a30-a0f8-270a7302546d req-2f39e1b4-f410-472e-865e-bf6891f20187 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902826 Jul 16 17:46:50.188263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] For port 42231202-cf87-4703-9bf1-e6b6d64e6005, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:46:50.192817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] For port 42231202-cf87-4703-9bf1-e6b6d64e6005, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=42231202-cf87-4703-9bf1-e6b6d64e6005,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:46:50.201372 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:50.265370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:50.266120 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:50.267833 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] 10.222.0.11 "PUT /v2.0/ports/42231202-cf87-4703-9bf1-e6b6d64e6005 HTTP/1.1" status: 200 len: 1119 time: 2.5189438 Jul 16 17:46:50.424106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df78fac-dcad-41b7-893b-32dea3b5536c', 'tag': '42231202-cf87-4703-9bf1-e6b6d64e6005'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:46:50.426834 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066f9d84-cd64-4039-be7e-2b09757063c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2df78fac-dcad-41b7-893b-32dea3b5536c", "tag": "42231202-cf87-4703-9bf1-e6b6d64e6005"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:46:50.453387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2ff85f-b1c7-461e-90b5-d03beeec9c9c req-18dec79f-708e-4405-82c2-39e8487218f7 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687458 Jul 16 17:46:50.459176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40354) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:50.475073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b439e60-a53a-4d6d-a852-3244d49f184a service neutron] Pushing event updated for resources: {'Port': ['ID=42231202-cf87-4703-9bf1-e6b6d64e6005,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:50.501634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a217d-5cef-4c29-afe5-0a63123fef35 req-d7a1d03a-1a8b-410a-9155-5803b3bc0543 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:50.509558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-556a217d-5cef-4c29-afe5-0a63123fef35 req-d7a1d03a-1a8b-410a-9155-5803b3bc0543 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 969 time: 0.6497850 Jul 16 17:46:50.524927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfe6640f-f492-427e-bfb1-fc28064e28b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:50.535798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722729f-a0f4-448e-837b-6212890b3edc req-19f2e5e7-bfc6-4ebd-87e9-9df10d3f4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:50.539903 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-19f2e5e7-bfc6-4ebd-87e9-9df10d3f4b76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1380360d2a88425d8569fb27f539334a&device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 1099 time: 1.0137846 Jul 16 17:46:50.725900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-e61ad633-9947-43e7-9d58-b5c605ee90e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b28f9099-933e-4f54-ac84-2c575aaca5a2 HTTP/1.1" status: 200 len: 217 time: 0.1766858 Jul 16 17:46:50.743466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50b88c-9a6a-4d37-af43-cbd804295ffa req-f254b392-5a59-4ccb-9c79-0c9f6af8234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:50.744990 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8f50b88c-9a6a-4d37-af43-cbd804295ffa req-f254b392-5a59-4ccb-9c79-0c9f6af8234a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25b6c61fef714159ad3aa066caefc2e7&device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 1121 time: 0.4841001 Jul 16 17:46:50.820881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1024099a-7ab4-4a74-b523-5b4af22dda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:50.822454 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-1024099a-7ab4-4a74-b523-5b4af22dda3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7ddc5453f044036af3d41b4344dbbd0&device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 1122 time: 0.4395049 Jul 16 17:46:50.854187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-556a217d-5cef-4c29-afe5-0a63123fef35 req-4f236f8f-ac46-4729-8b65-b21716335cb2 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083243 Jul 16 17:46:50.908750 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:50.963271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722729f-a0f4-448e-837b-6212890b3edc req-e2f0fe2c-f5fd-4cc5-aebe-52f8603fb8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:50.965094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-e2f0fe2c-f5fd-4cc5-aebe-52f8603fb8ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2213120 Jul 16 17:46:50.969164 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddb0bd0-f50c-4326-9855-42c789146b5a x-openstack-request-id: req-0ddb0bd0-f50c-4326-9855-42c789146b5a {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:46:50.969550 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d9aa5a-e158-4324-91eb-e0f047c427af", "tag": "b28f9099-933e-4f54-ac84-2c575aaca5a2", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:46:50.969917 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ddb0bd0-f50c-4326-9855-42c789146b5a {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:46:50.970456 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d9aa5a-e158-4324-91eb-e0f047c427af', 'tag': 'b28f9099-933e-4f54-ac84-2c575aaca5a2', 'status': 'completed', 'code': 200} Jul 16 17:46:51.038441 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737ecdce-2df9-48a4-a678-8d0bebb2cd17 x-openstack-request-id: req-737ecdce-2df9-48a4-a678-8d0bebb2cd17 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:46:51.038812 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df78fac-dcad-41b7-893b-32dea3b5536c", "tag": "42231202-cf87-4703-9bf1-e6b6d64e6005", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:46:51.039221 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-737ecdce-2df9-48a4-a678-8d0bebb2cd17 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:46:51.040848 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df78fac-dcad-41b7-893b-32dea3b5536c', 'tag': '42231202-cf87-4703-9bf1-e6b6d64e6005', 'status': 'completed', 'code': 200} Jul 16 17:46:51.056670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50b88c-9a6a-4d37-af43-cbd804295ffa req-2bc236ea-0f89-4e99-9d13-33db1e43cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:51.059441 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8f50b88c-9a6a-4d37-af43-cbd804295ffa req-2bc236ea-0f89-4e99-9d13-33db1e43cf1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.3054869 Jul 16 17:46:51.062222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d45479a-720d-4a43-bbb9-345d9817a2bb,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:51.082096 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:46:51.082665 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] Network hostable DHCP agents. Network: d5795f23-1dc8-41ee-b432-acce1ecc9ea0, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:46:51.130274 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-c25c8ec0-1acc-4a42-abec-e637750a2d9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=42231202-cf87-4703-9bf1-e6b6d64e6005 HTTP/1.1" status: 200 len: 217 time: 0.2905676 Jul 16 17:46:51.131164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] Network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:46:51.150215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722729f-a0f4-448e-837b-6212890b3edc req-0525d025-b810-4748-9805-2f8d01bce79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:51.155093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-0525d025-b810-4748-9805-2f8d01bce79e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1743000 Jul 16 17:46:51.157842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, d5795f23-1dc8-41ee-b432-acce1ecc9ea0) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:46:51.167576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:51.170267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9afd52-e4f8-4f10-9c4d-34f7a3bca7f7 None None] Network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:46:51.170835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:51.239076 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8f50b88c-9a6a-4d37-af43-cbd804295ffa req-6edc5c7d-6f6f-4e5f-ab17-9d702989f4e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=23a20cf4-1848-4e01-aff4-b1de041241c5 HTTP/1.1" status: 200 len: 217 time: 0.1221051 Jul 16 17:46:51.294947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-95eff8c0-aba2-4940-92b2-35939c1f64fd service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068969 Jul 16 17:46:51.465614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8a584-890b-4e70-b677-8268cbd59f04 req-672723bc-0c55-4bb7-9bf1-326d6e5353e9 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:51.465614 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92d8a584-890b-4e70-b677-8268cbd59f04 req-672723bc-0c55-4bb7-9bf1-326d6e5353e9 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 970 time: 0.1656480 Jul 16 17:46:51.501104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50b88c-9a6a-4d37-af43-cbd804295ffa req-82e1cc6b-6803-466e-9dfe-25386103807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:51.509352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c722729f-a0f4-448e-837b-6212890b3edc req-ecdb3100-5f49-4cd5-8a1e-1a1c3dd2c9bb service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986997 Jul 16 17:46:51.512842 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8f50b88c-9a6a-4d37-af43-cbd804295ffa req-82e1cc6b-6803-466e-9dfe-25386103807a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2401800 Jul 16 17:46:51.526094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92d8a584-890b-4e70-b677-8268cbd59f04 req-feeb5331-15d8-4311-afe7-3ce425c05e56 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557797 Jul 16 17:46:51.621205 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-79d12de7-6835-451c-b9ba-a513646ec5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:51.623046 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-79d12de7-6835-451c-b9ba-a513646ec5c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.3775704 Jul 16 17:46:51.631130 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58cb011-587a-48b8-8b78-37fe71369c16 None None] Network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:46:51.686119 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfe6640f-f492-427e-bfb1-fc28064e28b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:51.721710 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d5733a98-52b7-4df6-b0c8-3de2bc5a11df admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.8264155 Jul 16 17:46:51.747814 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfe6640f-f492-427e-bfb1-fc28064e28b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:51.763813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59996c-35f3-49ff-a5f6-4a11fcf276d9 req-8f575e18-6575-43ac-82d3-7fd72a9c03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:51.778409 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d59996c-35f3-49ff-a5f6-4a11fcf276d9 req-8f575e18-6575-43ac-82d3-7fd72a9c03c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1380360d2a88425d8569fb27f539334a&device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 1099 time: 0.1675746 Jul 16 17:46:51.894820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6640f-f492-427e-bfb1-fc28064e28b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16305f44-d253-4897-b949-341e20d1fe73,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:51.907809 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dfe6640f-f492-427e-bfb1-fc28064e28b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=019a538b88fa4fabb84ba87fc590eaea&name=default HTTP/1.1" status: 200 len: 2977 time: 1.4449675 Jul 16 17:46:51.931033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40388) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:52.025522 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50b88c-9a6a-4d37-af43-cbd804295ffa req-44a1ef5a-da68-4c28-bfef-cefb13aa1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:52.037153 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8f50b88c-9a6a-4d37-af43-cbd804295ffa req-44a1ef5a-da68-4c28-bfef-cefb13aa1145 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4863079 Jul 16 17:46:52.097498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40390) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:52.172289 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-cad2b835-cdf0-4237-9b91-162e8e20a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:52.180321 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-cad2b835-cdf0-4237-9b91-162e8e20a0e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5332646 Jul 16 17:46:52.371154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440817dd-7359-4afe-8a1e-ffd27d4a9c89 req-9541afce-e9ab-4549-b28b-3e0962e52911 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:52.384062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-440817dd-7359-4afe-8a1e-ffd27d4a9c89 req-9541afce-e9ab-4549-b28b-3e0962e52911 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 947 time: 0.6528516 Jul 16 17:46:52.473842 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-605fbeb0-6c8d-4055-aadc-f3e2debf15ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:52.497448 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59996c-35f3-49ff-a5f6-4a11fcf276d9 req-ca0a774a-45b2-40ff-a653-abda4f6f95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:52.499165 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d59996c-35f3-49ff-a5f6-4a11fcf276d9 req-ca0a774a-45b2-40ff-a653-abda4f6f95cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.6713626 Jul 16 17:46:52.572646 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8f50b88c-9a6a-4d37-af43-cbd804295ffa req-87e63277-fa68-4d5f-8679-82ba1de8c2bf service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038395 Jul 16 17:46:52.573907 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-440817dd-7359-4afe-8a1e-ffd27d4a9c89 req-8723d87d-938b-421b-8f39-d95323c68b8c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468391 Jul 16 17:46:52.593013 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-605fbeb0-6c8d-4055-aadc-f3e2debf15ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:52.653624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8697239-2bdb-4794-bfc0-08f6b8443498 req-028f984c-e9d3-4e08-9675-07b8502362dc tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:52.658587 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-818a4c6a-8a2a-4402-af57-280f79dc46ad service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573107 Jul 16 17:46:52.660462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8697239-2bdb-4794-bfc0-08f6b8443498 req-028f984c-e9d3-4e08-9675-07b8502362dc tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 969 time: 0.4419096 Jul 16 17:46:52.668950 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d59996c-35f3-49ff-a5f6-4a11fcf276d9 req-124dd3ce-ec37-4559-a627-a3eb0fa9344b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b28f9099-933e-4f54-ac84-2c575aaca5a2 HTTP/1.1" status: 200 len: 217 time: 0.1145353 Jul 16 17:46:52.699542 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:52.715277 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8697239-2bdb-4794-bfc0-08f6b8443498 req-a6a4d8b8-9ed8-4865-9c7f-74c7876c5662 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512819 Jul 16 17:46:52.777279 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c4c9948-ac5b-47bf-b189-a351a70d3eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:52.797043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59996c-35f3-49ff-a5f6-4a11fcf276d9 req-c143b0ce-5701-4aac-9bdb-5fef3d4fdbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:52.799084 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d59996c-35f3-49ff-a5f6-4a11fcf276d9 req-c143b0ce-5701-4aac-9bdb-5fef3d4fdbff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1009572 Jul 16 17:46:52.988297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59996c-35f3-49ff-a5f6-4a11fcf276d9 req-f53f77a6-4d46-4013-988a-8c0a0019dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:52.994890 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d59996c-35f3-49ff-a5f6-4a11fcf276d9 req-f53f77a6-4d46-4013-988a-8c0a0019dbe8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1858611 Jul 16 17:46:53.002997 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8f50b88c-9a6a-4d37-af43-cbd804295ffa req-130ebc6b-ee05-42a5-9c55-7c86668c55e3 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562573 Jul 16 17:46:53.020222 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-605fbeb0-6c8d-4055-aadc-f3e2debf15ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:53.024838 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-605fbeb0-6c8d-4055-aadc-f3e2debf15ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:53.026447 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-605fbeb0-6c8d-4055-aadc-f3e2debf15ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16305f44-d253-4897-b949-341e20d1fe73 HTTP/1.1" status: 204 len: 168 time: 1.0902605 Jul 16 17:46:53.045543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fbeb0-6c8d-4055-aadc-f3e2debf15ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16305f44-d253-4897-b949-341e20d1fe73,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:53.167016 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1861d28a-86f3-4538-b679-f60a0f0c9572 req-8b0400ca-bf0f-499c-8d4a-4a628f188b45 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333982 Jul 16 17:46:53.181959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81067fb-1bca-456b-9b02-8970a1f49f92 req-e3a4073a-caf2-4751-88d5-d46f1f369b36 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:53.193370 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a81067fb-1bca-456b-9b02-8970a1f49f92 req-e3a4073a-caf2-4751-88d5-d46f1f369b36 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 970 time: 0.2920997 Jul 16 17:46:53.344967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40412) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:53.375718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-145163788-network', 'tenant_id': '6ebf048e02094516a467660cedf51cdd'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:53.396829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f9d84-cd64-4039-be7e-2b09757063c0 req-54f354b7-d31e-4b07-b581-5c3012ae89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:53.404914 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-066f9d84-cd64-4039-be7e-2b09757063c0 req-54f354b7-d31e-4b07-b581-5c3012ae89b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a7ddc5453f044036af3d41b4344dbbd0&device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 1122 time: 0.1271789 Jul 16 17:46:53.464109 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a81067fb-1bca-456b-9b02-8970a1f49f92 req-456668e8-701b-4cee-853b-3dd75bd3f1c7 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682590 Jul 16 17:46:53.548203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d59996c-35f3-49ff-a5f6-4a11fcf276d9 req-dd4444a3-4bea-4ba4-aa45-617cbbf2bc8c service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867234 Jul 16 17:46:53.575953 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c4c9948-ac5b-47bf-b189-a351a70d3eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:53.594425 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c4c9948-ac5b-47bf-b189-a351a70d3eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:53.657083 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4c4c9948-ac5b-47bf-b189-a351a70d3eab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f66fcde39bc6479e8a391ef1db7e9189&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4608660 Jul 16 17:46:53.670509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40418) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:53.711514 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Made reservation on behalf of 6ebf048e02094516a467660cedf51cdd for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:46:53.715458 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:53.719478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c9948-ac5b-47bf-b189-a351a70d3eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1873c9d-7bab-4e7f-9051-259851c5c45b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:53.734095 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:53.938813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:53.992774 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:54.040398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:46:54.054188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-909910fa-d0d7-46da-a7ea-374439582e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:54.071908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f9d84-cd64-4039-be7e-2b09757063c0 req-e2637617-acb2-4883-8588-a1447709ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:54.073249 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7777949d-7cde-402a-8f1d-4a343da41738,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:54.073885 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-066f9d84-cd64-4039-be7e-2b09757063c0 req-e2637617-acb2-4883-8588-a1447709ac2d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.5193894 Jul 16 17:46:54.116397 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-909910fa-d0d7-46da-a7ea-374439582e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:54.132772 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:54.133579 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Added segment 52ddfa4f-2850-4c8e-8c29-549831305930 of type vlan for network 1bb5c563-de97-4ff6-ab95-f88de7d90ca2 Jul 16 17:46:54.228721 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-909910fa-d0d7-46da-a7ea-374439582e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:54.231348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-909910fa-d0d7-46da-a7ea-374439582e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:54.242812 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:54.247564 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-909910fa-d0d7-46da-a7ea-374439582e81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1873c9d-7bab-4e7f-9051-259851c5c45b HTTP/1.1" status: 204 len: 168 time: 0.5676446 Jul 16 17:46:54.286472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909910fa-d0d7-46da-a7ea-374439582e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1873c9d-7bab-4e7f-9051-259851c5c45b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:54.410940 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-066f9d84-cd64-4039-be7e-2b09757063c0 req-2b337edb-a1cc-4879-81fe-e92c3ab38949 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=42231202-cf87-4703-9bf1-e6b6d64e6005 HTTP/1.1" status: 200 len: 217 time: 0.1176369 Jul 16 17:46:54.500454 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.resource_extend [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:46:54.555754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af846d1-72f7-4b01-a1cf-cfd2cdcf4fa2 req-4ac67d6e-2d7f-45a3-ae66-dcc533523929 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:54.557592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0af846d1-72f7-4b01-a1cf-cfd2cdcf4fa2 req-4ac67d6e-2d7f-45a3-ae66-dcc533523929 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 947 time: 0.6155488 Jul 16 17:46:54.572618 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:54.573781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:54.574331 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:54.640151 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2847917 Jul 16 17:46:54.640896 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40440) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:54.646912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5c1f4be4-a045-4aa0-aae9-50eaf57cc1ef admin admin] Request body: {'subnet': {'network_id': '1bb5c563-de97-4ff6-ab95-f88de7d90ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-145163788-subnet', 'tenant_id': '6ebf048e02094516a467660cedf51cdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:54.682428 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1d990-6185-4962-881e-bd478478e768 req-25ce446f-8ef0-4426-82fd-1129e6755e8a tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:54.683995 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b2c1d990-6185-4962-881e-bd478478e768 req-25ce446f-8ef0-4426-82fd-1129e6755e8a tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 969 time: 0.6356571 Jul 16 17:46:54.687028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6d4b7-f614-4eb5-a2b2-34e8c8b6761d admin admin] Pushing event updated for resources: {'Network': ['ID=1bb5c563-de97-4ff6-ab95-f88de7d90ca2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:54.695723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0af846d1-72f7-4b01-a1cf-cfd2cdcf4fa2 req-8c5b462c-1b70-4f14-93aa-a5ebf6b95521 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280959 Jul 16 17:46:54.699570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 1bb5c563-de97-4ff6-ab95-f88de7d90ca2 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:46:54.728083 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1f4be4-a045-4aa0-aae9-50eaf57cc1ef admin admin] Made reservation on behalf of 6ebf048e02094516a467660cedf51cdd for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:46:54.740368 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4be4-a045-4aa0-aae9-50eaf57cc1ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:54.775518 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b2c1d990-6185-4962-881e-bd478478e768 req-429e846d-9c13-45ee-84a3-277bed4d243e tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787625 Jul 16 17:46:54.910231 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:54.969530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a505f03-7aaf-4d30-b416-ffd5d8b1f34c req-c63a5675-150b-4021-ac76-5ef71fc90868 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:54.969530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a505f03-7aaf-4d30-b416-ffd5d8b1f34c req-c63a5675-150b-4021-ac76-5ef71fc90868 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 970 time: 0.0828919 Jul 16 17:46:55.021563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a505f03-7aaf-4d30-b416-ffd5d8b1f34c req-5b3aed45-af2a-4596-ad5a-157a189c0cf9 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380599 Jul 16 17:46:55.105647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40448) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:55.111725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f9d84-cd64-4039-be7e-2b09757063c0 req-f63ef2c8-3f5c-404f-9d3e-82aacdca3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:55.113192 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-066f9d84-cd64-4039-be7e-2b09757063c0 req-f63ef2c8-3f5c-404f-9d3e-82aacdca3ff1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1833053 Jul 16 17:46:55.120356 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e61f591-ba00-42b4-af99-74318523483b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:55.120911 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4be4-a045-4aa0-aae9-50eaf57cc1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:55.203676 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f4be4-a045-4aa0-aae9-50eaf57cc1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f34024-029a-4e5a-96ae-35334627f188,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:55.232591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e61f591-ba00-42b4-af99-74318523483b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:55.237146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f4be4-a045-4aa0-aae9-50eaf57cc1ef admin admin] Checking segment: {'id': '52ddfa4f-2850-4c8e-8c29-549831305930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1bb5c563-de97-4ff6-ab95-f88de7d90ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:46:55.237512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f4be4-a045-4aa0-aae9-50eaf57cc1ef admin admin] Network hostable DHCP agents. Network: 1bb5c563-de97-4ff6-ab95-f88de7d90ca2, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:46:55.237636 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e61f591-ba00-42b4-af99-74318523483b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:55.263500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f9d84-cd64-4039-be7e-2b09757063c0 req-7fad089a-d8d5-4265-9dbd-ac23fbfbfda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:55.265030 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-066f9d84-cd64-4039-be7e-2b09757063c0 req-7fad089a-d8d5-4265-9dbd-ac23fbfbfda7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1368937 Jul 16 17:46:55.266093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f4be4-a045-4aa0-aae9-50eaf57cc1ef admin admin] Network 1bb5c563-de97-4ff6-ab95-f88de7d90ca2 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:46:55.272608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61f591-ba00-42b4-af99-74318523483b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3bb256-3141-496e-a83c-72060b0994f0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:55.293066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f4be4-a045-4aa0-aae9-50eaf57cc1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 1bb5c563-de97-4ff6-ab95-f88de7d90ca2) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:46:55.301809 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625878fb-3f93-4305-89ca-729ec48a5ec4 None None] Network 1bb5c563-de97-4ff6-ab95-f88de7d90ca2 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:46:55.305737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5e61f591-ba00-42b4-af99-74318523483b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83f30a1d1f704df1bd331044198035bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963961 Jul 16 17:46:55.305999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40452) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:55.326759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1f4be4-a045-4aa0-aae9-50eaf57cc1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:55.327348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c1f4be4-a045-4aa0-aae9-50eaf57cc1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:55.362806 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-930fe975-a73f-48ac-b312-c0cec9ec5022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:55.401997 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5c1f4be4-a045-4aa0-aae9-50eaf57cc1ef admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7509384 Jul 16 17:46:55.402193 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-930fe975-a73f-48ac-b312-c0cec9ec5022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:55.452433 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-066f9d84-cd64-4039-be7e-2b09757063c0 req-74c2dba3-f43e-4a2f-816b-55f543d9557f service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788552 Jul 16 17:46:55.479229 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-930fe975-a73f-48ac-b312-c0cec9ec5022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:55.481764 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-930fe975-a73f-48ac-b312-c0cec9ec5022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:55.482913 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-930fe975-a73f-48ac-b312-c0cec9ec5022 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c3bb256-3141-496e-a83c-72060b0994f0 HTTP/1.1" status: 204 len: 168 time: 0.1759102 Jul 16 17:46:55.513983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fe975-a73f-48ac-b312-c0cec9ec5022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3bb256-3141-496e-a83c-72060b0994f0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:55.605572 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-066f9d84-cd64-4039-be7e-2b09757063c0 req-ca16ea30-b297-4ba0-9ccf-5044957b1a1b service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464591 Jul 16 17:46:55.622163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0c2028-534b-438c-9fe6-c6c47da267c1 None None] Network 1bb5c563-de97-4ff6-ab95-f88de7d90ca2 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:46:55.939549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e4fe3-31a4-4f4e-bf67-aa2603c53622 req-9e1f53d9-564c-4400-b0d9-7cc7a0e97829 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:55.941297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e30e4fe3-31a4-4f4e-bf67-aa2603c53622 req-9e1f53d9-564c-4400-b0d9-7cc7a0e97829 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 947 time: 0.0763137 Jul 16 17:46:55.983942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e30e4fe3-31a4-4f4e-bf67-aa2603c53622 req-4c64a4f7-9165-45e3-ab91-498f9e4d3075 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Jul 16 17:46:56.183951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8031fb-ede9-4736-84d9-b884e9d6c1b4 req-f3159b72-9922-4afc-9386-d2586bfc7027 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:56.185771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e8031fb-ede9-4736-84d9-b884e9d6c1b4 req-f3159b72-9922-4afc-9386-d2586bfc7027 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 969 time: 0.0792484 Jul 16 17:46:56.347389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e8031fb-ede9-4736-84d9-b884e9d6c1b4 req-474166f6-1e3e-4f90-8149-5cc805e3ea7f tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487296 Jul 16 17:46:56.426418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abf232-ba2b-4591-be01-26a575a93b05 req-a4e7eae0-12c2-44c0-bc48-7e17c8d3cc62 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:56.428028 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-a4e7eae0-12c2-44c0-bc48-7e17c8d3cc62 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 807 time: 0.2223132 Jul 16 17:46:56.443258 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-930af59e-47b5-4e35-a883-97623771ab15 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/quotas/a85383c3d1ce46c886e3ebcb056fbdea HTTP/1.1" status: 200 len: 375 time: 0.0098667 Jul 16 17:46:56.480967 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-a8f3d03c-8527-4f8a-a8e2-47e28278da7f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318301 Jul 16 17:46:56.543119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7281f-6448-47d8-af25-abee63559790 req-a86f887e-f554-45dd-bb06-b12c6d977a09 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:56.544781 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76a7281f-6448-47d8-af25-abee63559790 req-a86f887e-f554-45dd-bb06-b12c6d977a09 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 970 time: 0.0662932 Jul 16 17:46:56.598198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76a7281f-6448-47d8-af25-abee63559790 req-1bce0755-b37d-462f-a54f-425238f238a4 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456598 Jul 16 17:46:56.627007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-4c9ac83a-22f4-4aa6-96f4-1fa8fe156985 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:46:56.634372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-4c9ac83a-22f4-4aa6-96f4-1fa8fe156985 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0593872 Jul 16 17:46:56.789024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-f3be6b8f-32bf-4213-ba6c-1cf76a3fe176 service neutron] 10.222.0.24 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537399 Jul 16 17:46:56.828413 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d59996c-35f3-49ff-a5f6-4a11fcf276d9 req-f9c22314-c7d8-49b3-98e2-1423e32e971c service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674521 Jul 16 17:46:56.916209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-d2c3ce91-0594-4868-a39e-f31405890e31 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348079 Jul 16 17:46:56.921492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-e6fb20b1-657c-4a74-8565-1d45c534ed97 service neutron] 10.222.0.24 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196799 Jul 16 17:46:57.045320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-a3381979-5847-4bd5-8aef-8c6af5aa12a3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:57.047070 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-a3381979-5847-4bd5-8aef-8c6af5aa12a3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1241722 Jul 16 17:46:57.082323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-036b4194-9280-4af1-9a7a-cd3218835965 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/quotas/e5cb59a2dbd5411ba8b6dbc39cd83f53 HTTP/1.1" status: 200 len: 375 time: 0.0211904 Jul 16 17:46:57.141994 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-99a019cc-507e-456f-8875-617f4a2148e3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512302 Jul 16 17:46:57.225329 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a74d7-2086-437b-b6a9-4f3825393c6a req-d36e4e54-6d91-452e-bafb-c8b33c559dbe tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:57.227053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-493a74d7-2086-437b-b6a9-4f3825393c6a req-d36e4e54-6d91-452e-bafb-c8b33c559dbe tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 947 time: 0.0769351 Jul 16 17:46:57.278289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-493a74d7-2086-437b-b6a9-4f3825393c6a req-36358339-4c29-4887-aaa7-a874867ed822 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450170 Jul 16 17:46:57.354323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa0ee510-1782-448a-b18f-8354e2eeb81e req-f4eb228a-a3f9-45de-a5f6-fc41c535db8e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 210 time: 0.0403256 Jul 16 17:46:57.436385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b2b1b27-a772-4306-b1b2-eede2d518e42 req-75337183-71ed-4867-bd49-979f06354e6b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 210 time: 0.0386019 Jul 16 17:46:57.638271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da5b62-387f-49f3-986a-1667a08d66de req-bd484ed9-fb93-433a-83b0-af49c3b0f26d tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:57.639963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76da5b62-387f-49f3-986a-1667a08d66de req-bd484ed9-fb93-433a-83b0-af49c3b0f26d tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 969 time: 0.0814626 Jul 16 17:46:57.698620 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76da5b62-387f-49f3-986a-1667a08d66de req-3c52edd3-8342-4555-96f1-f08347914519 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518076 Jul 16 17:46:57.892814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc4731-9cd1-441c-8db2-893caf321111 req-eff0b38d-df7b-4fa6-b4f1-d6977a31ec62 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:57.894559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46bc4731-9cd1-441c-8db2-893caf321111 req-eff0b38d-df7b-4fa6-b4f1-d6977a31ec62 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 970 time: 0.0786045 Jul 16 17:46:57.942541 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46bc4731-9cd1-441c-8db2-893caf321111 req-e6a0e2ad-d629-4429-bdf1-ebfdd5acce32 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398118 Jul 16 17:46:58.408539 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40614) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:58.549470 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72388bc6-2471-4367-b5d0-239d754aab01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:58.554800 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9fdfd33d-9c9a-4787-bdd2-c85eb2616d4e req-ce8b2550-c68b-4acb-8dfa-c49e9ecb41ce tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 210 time: 0.0400050 Jul 16 17:46:58.597181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abf232-ba2b-4591-be01-26a575a93b05 req-12f66603-74aa-47e6-b1d6-f2cf0c5ef56f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:58.598841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-12f66603-74aa-47e6-b1d6-f2cf0c5ef56f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.32 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 807 time: 0.2433746 Jul 16 17:46:58.615433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702243c9-48d9-4fcc-b44c-c15465b8a875 req-160861b7-81f0-4678-887d-69281f06cf85 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:58.617651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-702243c9-48d9-4fcc-b44c-c15465b8a875 req-160861b7-81f0-4678-887d-69281f06cf85 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 947 time: 0.1928940 Jul 16 17:46:58.622498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-58abf232-ba2b-4591-be01-26a575a93b05 req-d53a2428-9656-4515-bfd3-56ada3c92fd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Request body: {'port': {'device_id': 'e46fc909-7181-4da5-9ba8-779489ae2ef1', 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0', 'admin_state_up': True, 'tenant_id': 'a85383c3d1ce46c886e3ebcb056fbdea'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:58.727005 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-702243c9-48d9-4fcc-b44c-c15465b8a875 req-6e9cda4f-644d-4cc8-8b4e-0991eafdc38d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010220 Jul 16 17:46:58.752081 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f1cae28-5930-46a5-9c22-ca50864da3f1 req-ec27479f-f5d1-4174-a799-3416e4c8ce8b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 210 time: 0.0434439 Jul 16 17:46:58.820369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.32', 55070) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:58.846216 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72388bc6-2471-4367-b5d0-239d754aab01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:58.848573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-0753e0df-0828-4ff7-94dd-32a7d41c4781 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269804 Jul 16 17:46:58.851916 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72388bc6-2471-4367-b5d0-239d754aab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:58.894035 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-72388bc6-2471-4367-b5d0-239d754aab01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80273ac2112b48d5aec5a1022d80799d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4836943 Jul 16 17:46:58.894628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40622) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:58.901070 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72388bc6-2471-4367-b5d0-239d754aab01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e18cea9-73fb-41c1-a019-4b08812c1ff4,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:58.901541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58abf232-ba2b-4591-be01-26a575a93b05 req-d53a2428-9656-4515-bfd3-56ada3c92fd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Made reservation on behalf of a85383c3d1ce46c886e3ebcb056fbdea for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:46:58.905949 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-58abf232-ba2b-4591-be01-26a575a93b05 req-d53a2428-9656-4515-bfd3-56ada3c92fd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:58.949070 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-647aa380-247a-4d35-95d9-776a28f97149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:58.972290 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-647aa380-247a-4d35-95d9-776a28f97149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.024985 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-647aa380-247a-4d35-95d9-776a28f97149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.028194 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-647aa380-247a-4d35-95d9-776a28f97149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.033753 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-647aa380-247a-4d35-95d9-776a28f97149 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e18cea9-73fb-41c1-a019-4b08812c1ff4 HTTP/1.1" status: 204 len: 168 time: 0.1377065 Jul 16 17:46:59.046857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647aa380-247a-4d35-95d9-776a28f97149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e18cea9-73fb-41c1-a019-4b08812c1ff4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:59.278952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e53cf7-4541-4bb0-9b05-bcb30ba68845 req-f606f135-ba3b-4fe2-b234-ca5b61511063 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:59.280480 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8e53cf7-4541-4bb0-9b05-bcb30ba68845 req-f606f135-ba3b-4fe2-b234-ca5b61511063 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 969 time: 0.4149134 Jul 16 17:46:59.313558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40630) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:59.316806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-042f4965-feba-403a-b3a2-1983c26c5598 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:59.318304 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-042f4965-feba-403a-b3a2-1983c26c5598 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4538798 Jul 16 17:46:59.327193 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d21454b-e0b7-4e17-8a91-b051ba8bf88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.336854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Request body: {'port': {'device_id': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': 'e5cb59a2dbd5411ba8b6dbc39cd83f53'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:59.365000 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 23a20cf4-1848-4e01-aff4-b1de041241c5 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:46:59.439143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-58abf232-ba2b-4591-be01-26a575a93b05 req-d53a2428-9656-4515-bfd3-56ada3c92fd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Allocated IP 172.20.0.8 (d5795f23-1dc8-41ee-b432-acce1ecc9ea0/1d45479a-720d-4a43-bbb9-345d9817a2bb/7a4993e7-0ef6-42e2-b40b-654c252951fb) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:46:59.443180 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d21454b-e0b7-4e17-8a91-b051ba8bf88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.447110 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d21454b-e0b7-4e17-8a91-b051ba8bf88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.451872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49fa02-5fb7-428a-b014-533655245be7 req-1a0b7c2f-0104-4621-8081-8b4c049dc42a tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:59.453404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c49fa02-5fb7-428a-b014-533655245be7 req-1a0b7c2f-0104-4621-8081-8b4c049dc42a tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 970 time: 0.2679377 Jul 16 17:46:59.463084 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8e53cf7-4541-4bb0-9b05-bcb30ba68845 req-35e055bf-96e4-4a98-8a77-23c57e99abdc tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571956 Jul 16 17:46:59.492273 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2d21454b-e0b7-4e17-8a91-b051ba8bf88e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5e8c5f6a0914992b7d2b97002c71206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774061 Jul 16 17:46:59.497136 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40632) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:59.500604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 23a20cf4-1848-4e01-aff4-b1de041241c5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=23a20cf4-1848-4e01-aff4-b1de041241c5,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:46:59.512890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '23a20cf4-1848-4e01-aff4-b1de041241c5', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '23a20cf4-1848-4e01-aff4-b1de041241c5', 'mac_address': 'fa:16:3e:32:f8:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:tempest-test_az-1670169893', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:46:59.528009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21454b-e0b7-4e17-8a91-b051ba8bf88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cb9c84-2428-49b3-8389-59cc4b2b3495,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:59.551110 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.564208 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a20cf4-1848-4e01-aff4-b1de041241c5 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:46:59.571078 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c49fa02-5fb7-428a-b014-533655245be7 req-e15f767e-c38e-47ed-9e3a-a30162712967 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988524 Jul 16 17:46:59.580429 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-964abc5c-71f0-4d36-9e9b-3304b0581314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.586973 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 23a20cf4-1848-4e01-aff4-b1de041241c5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=23a20cf4-1848-4e01-aff4-b1de041241c5,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:46:59.595245 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.595245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 42231202-cf87-4703-9bf1-e6b6d64e6005 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:46:59.619203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Made reservation on behalf of e5cb59a2dbd5411ba8b6dbc39cd83f53 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:46:59.623339 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-964abc5c-71f0-4d36-9e9b-3304b0581314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.624658 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.662236 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.670744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=23a20cf4-1848-4e01-aff4-b1de041241c5,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:59.679566 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-964abc5c-71f0-4d36-9e9b-3304b0581314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.684937 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-964abc5c-71f0-4d36-9e9b-3304b0581314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.688334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:59.688686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:59.689243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:59.689444 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-964abc5c-71f0-4d36-9e9b-3304b0581314 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6cb9c84-2428-49b3-8389-59cc4b2b3495 HTTP/1.1" status: 204 len: 168 time: 0.1906302 Jul 16 17:46:59.689619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:59.689975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:59.690560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:59.691526 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:59.692164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:59.692725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:59.693195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:59.694232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:59.695072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Tracked resource versions report: Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: pushed versions: Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: { 'AddressGroup': {'1.2'}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'ConntrackHelper': {'1.0'}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'Log': {'1.0'}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'Network': {'1.1'}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'Port': {'1.7'}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'PortForwarding': {'1.2'}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'QosPolicy': {'1.8'}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'SecurityGroup': {'1.4'}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'SubPort': {'1.0'}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'Subnet': {'1.1'}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'Trunk': {'1.1'}} Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: consumer versions: Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: { DHCP agent@n-d-787205-10: {}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: HyperV agent@n-h1-787205-10: {}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: HyperV agent@n-h2-787205-10: {}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: L3 agent@n-d-787205-10: {}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: Metadata agent@n-d-787205-10: {}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: Metering agent@n-d-787205-10: {}, Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: Open vSwitch agent@n-d-787205-10: { 'AddressGroup': '1.2', Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'ConntrackHelper': '1.0', Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'Log': '1.0', Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'Network': '1.1', Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'Port': '1.7', Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'PortForwarding': '1.2', Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'QosPolicy': '1.8', Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'SecurityGroup': '1.4', Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'SecurityGroupRule': '1.2', Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'SubPort': '1.0', Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'Subnet': '1.1', Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: 'Trunk': '1.1'}} Jul 16 17:46:59.696374 n-d-787205-10 neutron-server[105592]: {{(pid=105592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:46:59.698526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964abc5c-71f0-4d36-9e9b-3304b0581314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cb9c84-2428-49b3-8389-59cc4b2b3495,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:59.725677 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cfb08f4-5eb5-4ae5-96cf-70940ccad20e req-da023ded-76ad-44ce-bc3d-e9edfd915322 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 210 time: 0.0366507 Jul 16 17:46:59.760180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 42231202-cf87-4703-9bf1-e6b6d64e6005, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=42231202-cf87-4703-9bf1-e6b6d64e6005,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:46:59.771593 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-58abf232-ba2b-4591-be01-26a575a93b05 req-d53a2428-9656-4515-bfd3-56ada3c92fd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.786060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '42231202-cf87-4703-9bf1-e6b6d64e6005', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '42231202-cf87-4703-9bf1-e6b6d64e6005', 'mac_address': 'fa:16:3e:7f:1e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:tempest-test_az-1670169893', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:46:59.858069 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-58abf232-ba2b-4591-be01-26a575a93b05 req-d53a2428-9656-4515-bfd3-56ada3c92fd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.864320 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.868938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.880726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42231202-cf87-4703-9bf1-e6b6d64e6005 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:46:59.904977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.914932 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 42231202-cf87-4703-9bf1-e6b6d64e6005, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=42231202-cf87-4703-9bf1-e6b6d64e6005,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:46:59.919569 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:59.977625 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58abf232-ba2b-4591-be01-26a575a93b05 req-d53a2428-9656-4515-bfd3-56ada3c92fd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:46:59.987928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=42231202-cf87-4703-9bf1-e6b6d64e6005,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:00.001478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-58abf232-ba2b-4591-be01-26a575a93b05 req-d53a2428-9656-4515-bfd3-56ada3c92fd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:00.051209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-58abf232-ba2b-4591-be01-26a575a93b05 req-d53a2428-9656-4515-bfd3-56ada3c92fd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:00.056866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abf232-ba2b-4591-be01-26a575a93b05 req-d53a2428-9656-4515-bfd3-56ada3c92fd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:00.057495 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-58abf232-ba2b-4591-be01-26a575a93b05 req-d53a2428-9656-4515-bfd3-56ada3c92fd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:00.062759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a2428-9656-4515-bfd3-56ada3c92fd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Pushing event updated for resources: {'Port': ['ID=7a4993e7-0ef6-42e2-b40b-654c252951fb,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:00.066486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-092c063d-402c-4bed-9e66-fe5356fda492 req-48663a3b-cd52-4e05-8fba-ecedfe50c66c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 210 time: 0.0988960 Jul 16 17:47:00.078445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53548804-746b-4a93-a679-1957f70162c9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:00.109680 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-d53a2428-9656-4515-bfd3-56ada3c92fd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4909360 Jul 16 17:47:00.140302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Request body: {'port': {'device_id': 'e46fc909-7181-4da5-9ba8-779489ae2ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:00.188125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca75a04-bdc7-4932-ad5b-6ffbc89b93af req-42cd00fb-128f-43d8-9930-73b92fecaba9 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:00.189643 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ca75a04-bdc7-4932-ad5b-6ffbc89b93af req-42cd00fb-128f-43d8-9930-73b92fecaba9 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 947 time: 0.2911422 Jul 16 17:47:00.231852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Allocated IP 192.168.233.254 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/e201e55d-282d-4015-8b6d-3143c418862c) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:00.254719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['42231202-cf87-4703-9bf1-e6b6d64e6005'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:00.259950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['23a20cf4-1848-4e01-aff4-b1de041241c5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:00.294130 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ca75a04-bdc7-4932-ad5b-6ffbc89b93af req-f8559605-793b-4e2a-8179-56de8606d27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962253 Jul 16 17:47:00.300015 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:00.561121 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:00.617175 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Transition to ACTIVE for port object e201e55d-282d-4015-8b6d-3143c418862c will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:00.771010 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:00.797894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2fbe9-9cfe-416f-8196-225f6dfdd44d req-7b449151-7f7d-4120-952e-9caf8e28a5ad tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:00.799410 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ff2fbe9-9cfe-416f-8196-225f6dfdd44d req-7b449151-7f7d-4120-952e-9caf8e28a5ad tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 970 time: 0.2060444 Jul 16 17:47:00.829469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4993e7-0ef6-42e2-b40b-654c252951fb {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:00.855712 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:00.894028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:00.903966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:00.908358 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:00.914614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:00.915231 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:00.919411 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Transition to ACTIVE for port object 7a4993e7-0ef6-42e2-b40b-654c252951fb will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:00.920215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Pushing event updated for resources: {'Port': ['ID=e201e55d-282d-4015-8b6d-3143c418862c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:00.938668 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:00.982319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ff2fbe9-9cfe-416f-8196-225f6dfdd44d req-a0672717-688a-48f7-906f-9e416da9a942 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731174 Jul 16 17:47:00.984935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-5be681ae-ab66-4844-89db-bad91e085f52 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6538644 Jul 16 17:47:01.005692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc18d5b-b809-48f7-9819-ef56aa793003 req-3099c777-53ce-4b24-9c74-9210161d1177 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:01.005692 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8cc18d5b-b809-48f7-9819-ef56aa793003 req-3099c777-53ce-4b24-9c74-9210161d1177 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 971 time: 0.2872813 Jul 16 17:47:01.013881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Request body: {'port': {'device_id': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:01.068412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Pushing event updated for resources: {'Port': ['ID=7a4993e7-0ef6-42e2-b40b-654c252951fb,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:01.140812 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8cc18d5b-b809-48f7-9819-ef56aa793003 req-43955335-fb87-4f53-bb72-da97903d743c tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365623 Jul 16 17:47:01.141473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Attempting to bind port 7a4993e7-0ef6-42e2-b40b-654c252951fb on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:01.141851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Attempting to bind port 7a4993e7-0ef6-42e2-b40b-654c252951fb by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:01.142183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Attempting to bind port 7a4993e7-0ef6-42e2-b40b-654c252951fb on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:01.191233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Port 7a4993e7-0ef6-42e2-b40b-654c252951fb on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:47:01.191489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Attempting to bind port 7a4993e7-0ef6-42e2-b40b-654c252951fb on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:01.201778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:01.202132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:01.202520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Bound using segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:01.203029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Bound port: 7a4993e7-0ef6-42e2-b40b-654c252951fb, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:01.203397 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:01.215078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-73556194-a98d-4e1d-9dfb-66d613911787 None None] Provisioning for port e201e55d-282d-4015-8b6d-3143c418862c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:01.222089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-73556194-a98d-4e1d-9dfb-66d613911787 None None] Provisioning complete for port e201e55d-282d-4015-8b6d-3143c418862c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:01.222770 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-73556194-a98d-4e1d-9dfb-66d613911787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:01.224124 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:01.268931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-73556194-a98d-4e1d-9dfb-66d613911787 None None] Port e201e55d-282d-4015-8b6d-3143c418862c cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:47:01.337570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 23a20cf4-1848-4e01-aff4-b1de041241c5 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:01.383885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7fe51-44cc-4a9c-b565-83c1b0c3baf3 req-6da4fad6-6ea8-438d-98f5-930947e63f95 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:01.385409 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d2f7fe51-44cc-4a9c-b565-83c1b0c3baf3 req-6da4fad6-6ea8-438d-98f5-930947e63f95 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 943 time: 0.2577159 Jul 16 17:47:01.404245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 23a20cf4-1848-4e01-aff4-b1de041241c5 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:01.408237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 23a20cf4-1848-4e01-aff4-b1de041241c5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:01.408611 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:01.436222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:01.496997 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:01.523102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269a081-1e18-4448-a7fc-098ad7b596e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a20cf4-1848-4e01-aff4-b1de041241c5'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:01.591594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device b28f9099-933e-4f54-ac84-2c575aaca5a2 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:47:01.611350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 23a20cf4-1848-4e01-aff4-b1de041241c5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=23a20cf4-1848-4e01-aff4-b1de041241c5,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:01.621318 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:01.622207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 42231202-cf87-4703-9bf1-e6b6d64e6005 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:01.653501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:01.671196 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:01.693496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=23a20cf4-1848-4e01-aff4-b1de041241c5,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:01.725701 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.resource_extend [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:47:01.736531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d2f7fe51-44cc-4a9c-b565-83c1b0c3baf3 req-ac5d4888-2849-43b7-b45c-9dd715dbbf1d tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978861 Jul 16 17:47:01.749136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fdca4-be41-4a6b-921d-7cfb8e1f5512 req-b7408794-1257-4dff-b250-a629b2200ea3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:01.750682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b18fdca4-be41-4a6b-921d-7cfb8e1f5512 req-b7408794-1257-4dff-b250-a629b2200ea3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 936 time: 0.4873915 Jul 16 17:47:01.751992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:01.752601 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:01.754202 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] 10.222.0.32 "PUT /v2.0/ports/7a4993e7-0ef6-42e2-b40b-654c252951fb HTTP/1.1" status: 200 len: 1092 time: 1.6202693 Jul 16 17:47:01.767632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46fc909-7181-4da5-9ba8-779489ae2ef1', 'tag': '7a4993e7-0ef6-42e2-b40b-654c252951fb'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:01.767632 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c76c85-29b1-49e9-9b39-900530bc3cef" -d '{"events": [{"name": "network-changed", "server_uuid": "e46fc909-7181-4da5-9ba8-779489ae2ef1", "tag": "7a4993e7-0ef6-42e2-b40b-654c252951fb"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:01.796380 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590e70bd-4c38-4b45-95f4-5f24d0d7a340" -d '{"events": [{"server_uuid": "e269a081-1e18-4448-a7fc-098ad7b596e7", "name": "network-vif-plugged", "status": "completed", "tag": "23a20cf4-1848-4e01-aff4-b1de041241c5"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:01.868412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df8f43-8e7a-432a-84c3-d114cbd31aae service neutron] Pushing event updated for resources: {'Port': ['ID=7a4993e7-0ef6-42e2-b40b-654c252951fb,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:01.891996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 42231202-cf87-4703-9bf1-e6b6d64e6005 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:01.899982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 42231202-cf87-4703-9bf1-e6b6d64e6005 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:01.900439 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:01.903955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port b28f9099-933e-4f54-ac84-2c575aaca5a2, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=b28f9099-933e-4f54-ac84-2c575aaca5a2,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:01.932303 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b18fdca4-be41-4a6b-921d-7cfb8e1f5512 req-7c3e94a4-add8-4426-8483-ee74e5fbfa74 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631036 Jul 16 17:47:01.935878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'b28f9099-933e-4f54-ac84-2c575aaca5a2', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'b28f9099-933e-4f54-ac84-2c575aaca5a2', 'mac_address': 'fa:16:3e:c5:bc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:47:01.987689 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166bfb0a-438a-4c1d-b95e-0b5d390e7a35 x-openstack-request-id: req-166bfb0a-438a-4c1d-b95e-0b5d390e7a35 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:01.987979 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46fc909-7181-4da5-9ba8-779489ae2ef1", "tag": "7a4993e7-0ef6-42e2-b40b-654c252951fb", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:01.988231 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-166bfb0a-438a-4c1d-b95e-0b5d390e7a35 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:01.988621 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46fc909-7181-4da5-9ba8-779489ae2ef1', 'tag': '7a4993e7-0ef6-42e2-b40b-654c252951fb', 'status': 'completed', 'code': 200} Jul 16 17:47:01.998908 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.026060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abf232-ba2b-4591-be01-26a575a93b05 req-34fa55c3-eeca-4574-b18f-271ebe4a1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:02.027611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-34fa55c3-eeca-4574-b18f-271ebe4a1a43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 1095 time: 0.1968477 Jul 16 17:47:02.035584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28f9099-933e-4f54-ac84-2c575aaca5a2 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:02.036945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e201e55d-282d-4015-8b6d-3143c418862c {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:02.058957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba82a4-1fbc-4e06-9e1a-6a193a6916db req-9bb9f9bd-7d89-4d6a-9a46-916ffb1c4dd2 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:02.060469 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8ba82a4-1fbc-4e06-9e1a-6a193a6916db req-9bb9f9bd-7d89-4d6a-9a46-916ffb1c4dd2 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 947 time: 0.1761255 Jul 16 17:47:02.062398 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.064521 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.068549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port b28f9099-933e-4f54-ac84-2c575aaca5a2, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=b28f9099-933e-4f54-ac84-2c575aaca5a2,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:02.079682 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.099544 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-b47a8811-832f-473f-aadf-c1b1db2dc0d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb HTTP/1.1" status: 200 len: 217 time: 0.0574200 Jul 16 17:47:02.124793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Transition to ACTIVE for port object e201e55d-282d-4015-8b6d-3143c418862c will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:02.138027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 42231202-cf87-4703-9bf1-e6b6d64e6005, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=42231202-cf87-4703-9bf1-e6b6d64e6005,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:02.148644 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.149754 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.156356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=b28f9099-933e-4f54-ac84-2c575aaca5a2,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:02.162252 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b0773a-9503-478f-8af0-de027dd258be x-openstack-request-id: req-f4b0773a-9503-478f-8af0-de027dd258be {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:02.162608 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e269a081-1e18-4448-a7fc-098ad7b596e7", "name": "network-vif-plugged", "status": "completed", "tag": "23a20cf4-1848-4e01-aff4-b1de041241c5", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:02.162864 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4b0773a-9503-478f-8af0-de027dd258be {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:02.164105 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e269a081-1e18-4448-a7fc-098ad7b596e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a20cf4-1848-4e01-aff4-b1de041241c5', 'code': 200} Jul 16 17:47:02.219864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8ba82a4-1fbc-4e06-9e1a-6a193a6916db req-333a6311-b017-45dd-b18d-f4d8be1bce84 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253374 Jul 16 17:47:02.221699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=42231202-cf87-4703-9bf1-e6b6d64e6005,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:02.252289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Pushing event updated for resources: {'Port': ['ID=e201e55d-282d-4015-8b6d-3143c418862c,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:02.257523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abf232-ba2b-4591-be01-26a575a93b05 req-e3d5985b-65a7-4c72-880e-11aa2b93a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:02.259182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-e3d5985b-65a7-4c72-880e-11aa2b93a0db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.1510291 Jul 16 17:47:02.309574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Attempting to bind port e201e55d-282d-4015-8b6d-3143c418862c on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:02.309934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Attempting to bind port e201e55d-282d-4015-8b6d-3143c418862c by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:02.310267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Attempting to bind port e201e55d-282d-4015-8b6d-3143c418862c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:02.331892 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-a0e08995-a3f8-43ba-8e6f-34af9451461d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472360 Jul 16 17:47:02.334022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Port e201e55d-282d-4015-8b6d-3143c418862c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:47:02.335023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Attempting to bind port e201e55d-282d-4015-8b6d-3143c418862c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:02.366566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:02.366987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:02.367386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:02.367983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Bound port: e201e55d-282d-4015-8b6d-3143c418862c, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:02.368231 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.398340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06bbd4-c9f1-4d27-8e96-b5ac389cdfbe req-2761e621-c65b-4e22-bcef-154695f4af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:02.402290 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee06bbd4-c9f1-4d27-8e96-b5ac389cdfbe req-2761e621-c65b-4e22-bcef-154695f4af11 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 1123 time: 0.1392436 Jul 16 17:47:02.405073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['b28f9099-933e-4f54-ac84-2c575aaca5a2'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:02.425014 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee06bbd4-c9f1-4d27-8e96-b5ac389cdfbe req-a0a8d327-874f-4527-833b-012b71d25e72 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.552963 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee06bbd4-c9f1-4d27-8e96-b5ac389cdfbe req-a0a8d327-874f-4527-833b-012b71d25e72 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.558383 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee06bbd4-c9f1-4d27-8e96-b5ac389cdfbe req-a0a8d327-874f-4527-833b-012b71d25e72 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.575143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:02.584034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e201e55d-282d-4015-8b6d-3143c418862c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:02.591794 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee06bbd4-c9f1-4d27-8e96-b5ac389cdfbe req-a0a8d327-874f-4527-833b-012b71d25e72 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815548 Jul 16 17:47:02.594527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-77d56ebc-f427-4333-93d0-18df6d6b6947 service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518170 Jul 16 17:47:02.598818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.600872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8d327-874f-4527-833b-012b71d25e72 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a88aaa-b405-402f-b95f-8f4d50e7334b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:02.620358 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c5cad-01af-4a07-aceb-630e28ef7aa7 req-206378d9-cd3a-4eae-862d-29b9554f81c2 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:02.621879 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-850c5cad-01af-4a07-aceb-630e28ef7aa7 req-206378d9-cd3a-4eae-862d-29b9554f81c2 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 971 time: 0.2702999 Jul 16 17:47:02.671641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:02.672298 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:02.674028 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] 10.222.0.32 "PUT /v2.0/ports/e201e55d-282d-4015-8b6d-3143c418862c HTTP/1.1" status: 200 len: 1097 time: 1.6653316 Jul 16 17:47:02.802354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155888f-ef36-4cc7-91e5-4f4a72d9f8db service neutron] Pushing event updated for resources: {'Port': ['ID=e201e55d-282d-4015-8b6d-3143c418862c,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:02.826441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10438202-c3b4-4add-8c5c-7fc680306ea9 req-7d7c386d-6fdb-486f-bff7-458e3dd2d1a4 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:02.828702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10438202-c3b4-4add-8c5c-7fc680306ea9 req-7d7c386d-6fdb-486f-bff7-458e3dd2d1a4 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 972 time: 0.3325944 Jul 16 17:47:02.835230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-850c5cad-01af-4a07-aceb-630e28ef7aa7 req-e74f6fa1-7bf1-49d9-9cd6-60ece02fa3cd tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860774 Jul 16 17:47:02.880663 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58abf232-ba2b-4591-be01-26a575a93b05 req-764c00f5-fd6f-456b-a820-0a92c7dbe7e7 service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745605 Jul 16 17:47:02.896233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10438202-c3b4-4add-8c5c-7fc680306ea9 req-5495b2e6-89d6-4c86-a085-6f40815dc059 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578339 Jul 16 17:47:02.902126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-575c6f12-d247-4fb6-9d47-432f5cdd67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:02.903685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-575c6f12-d247-4fb6-9d47-432f5cdd67ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 1100 time: 0.1734726 Jul 16 17:47:02.969746 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-efc39af3-cb61-4c7f-b4f8-0ccecea89814 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e201e55d-282d-4015-8b6d-3143c418862c HTTP/1.1" status: 200 len: 217 time: 0.0481317 Jul 16 17:47:03.079760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-795c61da-d529-4545-a016-78c51ff4df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:03.081197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-795c61da-d529-4545-a016-78c51ff4df9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0923088 Jul 16 17:47:03.157621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c76c85-29b1-49e9-9b39-900530bc3cef req-a4521228-a356-4eb9-977e-610dcfe45beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:03.159112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34c76c85-29b1-49e9-9b39-900530bc3cef req-a4521228-a356-4eb9-977e-610dcfe45beb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 1095 time: 0.1978924 Jul 16 17:47:03.188312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7892b61-2fcf-4adc-8f7c-c9fcc905f888 req-7665d3cd-5fa2-41c7-a20d-d20f12069460 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:03.189679 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7892b61-2fcf-4adc-8f7c-c9fcc905f888 req-7665d3cd-5fa2-41c7-a20d-d20f12069460 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 943 time: 0.1886463 Jul 16 17:47:03.313139 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-fed28fa7-c56e-44ea-8868-7d35437604c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:03.314678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-fed28fa7-c56e-44ea-8868-7d35437604c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2205801 Jul 16 17:47:03.323395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7892b61-2fcf-4adc-8f7c-c9fcc905f888 req-b6db988b-2f5e-442e-a044-ff14b7f6cc31 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191871 Jul 16 17:47:03.332183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055589e4-5850-454d-98a0-aee11b6fc0a3 req-2967f537-8961-49a9-ab55-76382c87f8f4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:03.333629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-055589e4-5850-454d-98a0-aee11b6fc0a3 req-2967f537-8961-49a9-ab55-76382c87f8f4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 948 time: 0.2270384 Jul 16 17:47:03.345175 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c76c85-29b1-49e9-9b39-900530bc3cef req-531c6c96-15ab-4c7a-8eda-df244545645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:03.346606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34c76c85-29b1-49e9-9b39-900530bc3cef req-531c6c96-15ab-4c7a-8eda-df244545645d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.1767683 Jul 16 17:47:03.412893 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34c76c85-29b1-49e9-9b39-900530bc3cef req-7544c978-870a-4efa-9244-49b1de717d49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb HTTP/1.1" status: 200 len: 217 time: 0.0496521 Jul 16 17:47:03.566682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device b28f9099-933e-4f54-ac84-2c575aaca5a2 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:03.616732 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port b28f9099-933e-4f54-ac84-2c575aaca5a2 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:03.620716 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port b28f9099-933e-4f54-ac84-2c575aaca5a2 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:03.621087 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:03.655944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-055589e4-5850-454d-98a0-aee11b6fc0a3 req-34484610-c4f1-4c42-aea4-148cd7c4d29f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116915 Jul 16 17:47:03.704999 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:03.706351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c76c85-29b1-49e9-9b39-900530bc3cef req-936a9c40-60ff-4844-b3af-176e362b870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:03.707831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34c76c85-29b1-49e9-9b39-900530bc3cef req-936a9c40-60ff-4844-b3af-176e362b870b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.2873974 Jul 16 17:47:03.715657 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-83c5f334-89fa-4c3e-8923-907690e08a81 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810136 Jul 16 17:47:03.739502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port b28f9099-933e-4f54-ac84-2c575aaca5a2, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=b28f9099-933e-4f54-ac84-2c575aaca5a2,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:03.745446 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:03.760013 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34c76c85-29b1-49e9-9b39-900530bc3cef req-40e4b358-0ee3-47cb-be2e-dd6f3d10c87a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434086 Jul 16 17:47:03.800149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=b28f9099-933e-4f54-ac84-2c575aaca5a2,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:03.832509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917fa74-c820-4df7-80cd-431356d174b5 req-c5a7460d-4b9e-498a-80bf-ac81fec7ff82 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:03.834099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7917fa74-c820-4df7-80cd-431356d174b5 req-c5a7460d-4b9e-498a-80bf-ac81fec7ff82 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 948 time: 0.2146840 Jul 16 17:47:03.956356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34c76c85-29b1-49e9-9b39-900530bc3cef req-ce518f1b-89e3-4cdd-9b2f-8c2c6a32869c service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837175 Jul 16 17:47:03.960001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7917fa74-c820-4df7-80cd-431356d174b5 req-62d23908-04ae-4f0e-a7ee-fe6c201ba545 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751901 Jul 16 17:47:03.961854 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-352d7c2f-0201-4aaa-bb01-d5ca603cab64 req-bdbcb795-462a-4198-ab80-6b103b0ec568 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326002 Jul 16 17:47:03.989906 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:03.992435 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b677f53-8ca8-4d9c-b217-60d94e21ccd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "tag": "e201e55d-282d-4015-8b6d-3143c418862c"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:04.100995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0accd-ce5b-4c1f-8b7b-97807361b7d1 req-6508cb00-210f-4749-8f1e-738d5859a26e tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:04.102607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ddc0accd-ce5b-4c1f-8b7b-97807361b7d1 req-6508cb00-210f-4749-8f1e-738d5859a26e tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 971 time: 0.1398773 Jul 16 17:47:04.125349 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34c76c85-29b1-49e9-9b39-900530bc3cef req-29041c75-5099-47d5-9b72-71d1e2dd47fa service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527493 Jul 16 17:47:04.151297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ddc0accd-ce5b-4c1f-8b7b-97807361b7d1 req-4385b50c-63a1-4e7f-a17b-c2c7bb3fb053 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384994 Jul 16 17:47:04.174412 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df78fac-dcad-41b7-893b-32dea3b5536c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42231202-cf87-4703-9bf1-e6b6d64e6005'}, {'server_uuid': '96d9aa5a-e158-4324-91eb-e0f047c427af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28f9099-933e-4f54-ac84-2c575aaca5a2'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:04.174412 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5245e4-95e2-4d42-bf65-0c35dab1c43b" -d '{"events": [{"server_uuid": "2df78fac-dcad-41b7-893b-32dea3b5536c", "name": "network-vif-plugged", "status": "completed", "tag": "42231202-cf87-4703-9bf1-e6b6d64e6005"}, {"server_uuid": "96d9aa5a-e158-4324-91eb-e0f047c427af", "name": "network-vif-plugged", "status": "completed", "tag": "b28f9099-933e-4f54-ac84-2c575aaca5a2"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:04.204704 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5bd241-e3bb-4faf-b646-a747e72f8d14 x-openstack-request-id: req-ee5bd241-e3bb-4faf-b646-a747e72f8d14 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:04.205003 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "tag": "e201e55d-282d-4015-8b6d-3143c418862c", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:04.205245 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee5bd241-e3bb-4faf-b646-a747e72f8d14 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:04.205781 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c', 'status': 'completed', 'code': 200} Jul 16 17:47:04.273431 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767fdfd1-f39a-4037-a41b-fc5a9c338a57 x-openstack-request-id: req-767fdfd1-f39a-4037-a41b-fc5a9c338a57 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:04.273885 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df78fac-dcad-41b7-893b-32dea3b5536c", "name": "network-vif-plugged", "status": "completed", "tag": "42231202-cf87-4703-9bf1-e6b6d64e6005", "code": 200}, {"server_uuid": "96d9aa5a-e158-4324-91eb-e0f047c427af", "name": "network-vif-plugged", "status": "completed", "tag": "b28f9099-933e-4f54-ac84-2c575aaca5a2", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:04.274139 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-767fdfd1-f39a-4037-a41b-fc5a9c338a57 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:04.274532 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df78fac-dcad-41b7-893b-32dea3b5536c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42231202-cf87-4703-9bf1-e6b6d64e6005', 'code': 200} Jul 16 17:47:04.274977 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d9aa5a-e158-4324-91eb-e0f047c427af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28f9099-933e-4f54-ac84-2c575aaca5a2', 'code': 200} Jul 16 17:47:04.298434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fdd70-a29e-4ee8-b4bd-3ab28c630974 req-9be6b3ad-87ea-4f03-9660-3d85b9aab080 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:04.299966 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c6fdd70-a29e-4ee8-b4bd-3ab28c630974 req-9be6b3ad-87ea-4f03-9660-3d85b9aab080 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 972 time: 0.1111221 Jul 16 17:47:04.324503 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b677f53-8ca8-4d9c-b217-60d94e21ccd6 req-0d35072e-d24d-4f54-bffb-00d553405ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:04.325951 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b677f53-8ca8-4d9c-b217-60d94e21ccd6 req-0d35072e-d24d-4f54-bffb-00d553405ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 1100 time: 0.0820997 Jul 16 17:47:04.398827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c6fdd70-a29e-4ee8-b4bd-3ab28c630974 req-6e2c8f1e-13dd-4125-8a6e-12a355f87a72 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904565 Jul 16 17:47:04.402736 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ff583-a812-470e-be12-e1ec2784afdd req-70019040-9805-4e96-92f4-3b6ec581cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:04.404378 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b8ff583-a812-470e-be12-e1ec2784afdd req-70019040-9805-4e96-92f4-3b6ec581cc20 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 1124 time: 0.0623753 Jul 16 17:47:04.452396 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b8ff583-a812-470e-be12-e1ec2784afdd req-43570e35-ee6c-42a1-8f4e-f57d565c00f4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Jul 16 17:47:04.548350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b677f53-8ca8-4d9c-b217-60d94e21ccd6 req-1dd6c5a9-4b76-4e53-9dd5-d66985847080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:04.549865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b677f53-8ca8-4d9c-b217-60d94e21ccd6 req-1dd6c5a9-4b76-4e53-9dd5-d66985847080 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.2039120 Jul 16 17:47:04.610431 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b677f53-8ca8-4d9c-b217-60d94e21ccd6 req-0d222f44-87ee-4af9-965f-ea5df673d511 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e201e55d-282d-4015-8b6d-3143c418862c HTTP/1.1" status: 200 len: 217 time: 0.0505991 Jul 16 17:47:04.613749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c5d62-52fd-4464-ac9f-248f30f09729 req-593f1207-113a-41ae-9422-dfcd7a7459d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:04.617105 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-452c5d62-52fd-4464-ac9f-248f30f09729 req-593f1207-113a-41ae-9422-dfcd7a7459d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 1101 time: 0.2308328 Jul 16 17:47:04.624696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a96fd-8805-4f66-98b4-b295d3b0126e req-62be30b8-8c9f-4f09-93f2-544fa0b05d2c tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:04.626344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b58a96fd-8805-4f66-98b4-b295d3b0126e req-62be30b8-8c9f-4f09-93f2-544fa0b05d2c tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 943 time: 0.1603246 Jul 16 17:47:04.722696 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-452c5d62-52fd-4464-ac9f-248f30f09729 req-2baf76b9-f471-4113-8e22-0ca639836ddd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931969 Jul 16 17:47:04.728921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b677f53-8ca8-4d9c-b217-60d94e21ccd6 req-0a8f87d5-a244-44d6-9b6a-301cfc0d3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:04.730344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b677f53-8ca8-4d9c-b217-60d94e21ccd6 req-0a8f87d5-a244-44d6-9b6a-301cfc0d3a03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1030238 Jul 16 17:47:04.737088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b58a96fd-8805-4f66-98b4-b295d3b0126e req-83aae7a7-aa4c-4cf9-9594-eaa8af3e55e0 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941107 Jul 16 17:47:04.833595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a2175-d263-4743-a991-bdc23c67ff83 req-360bd991-58c2-4b87-8979-99551b6100e7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:04.835967 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a4a2175-d263-4743-a991-bdc23c67ff83 req-360bd991-58c2-4b87-8979-99551b6100e7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 948 time: 0.0680518 Jul 16 17:47:04.902522 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a4a2175-d263-4743-a991-bdc23c67ff83 req-54a285d2-6510-4e9d-bd2d-f6f77bfce007 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560815 Jul 16 17:47:04.917067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b677f53-8ca8-4d9c-b217-60d94e21ccd6 req-dab54e47-d349-468c-b6af-61812fb6f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:04.918674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b677f53-8ca8-4d9c-b217-60d94e21ccd6 req-dab54e47-d349-468c-b6af-61812fb6f00b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0818408 Jul 16 17:47:05.018087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b677f53-8ca8-4d9c-b217-60d94e21ccd6 req-41a9d2bd-2a11-41fb-ac0c-33827d18be73 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914583 Jul 16 17:47:05.136186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40814) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:05.148724 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b677f53-8ca8-4d9c-b217-60d94e21ccd6 req-a54b60df-d475-427f-9cc7-90014385d56d service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226878 Jul 16 17:47:05.171780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209e4bd-7cbf-4276-9c17-ae93bd608156 req-b73a2f2b-9983-4216-aadc-5cb31c9c0037 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:05.173495 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f209e4bd-7cbf-4276-9c17-ae93bd608156 req-b73a2f2b-9983-4216-aadc-5cb31c9c0037 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 949 time: 0.0880215 Jul 16 17:47:05.214623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f209e4bd-7cbf-4276-9c17-ae93bd608156 req-f98667d1-a1c4-45c2-9773-1126067c5b6a tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340850 Jul 16 17:47:05.255068 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10ab3c6f-0ff0-4bd0-a6a9-b9f3973a1a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:05.338130 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d03aa-a3c6-439e-a82a-cc6e0ed9cd24 req-21d7f7d9-ac41-481e-8976-5bdd17d7b4a1 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:05.339642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-477d03aa-a3c6-439e-a82a-cc6e0ed9cd24 req-21d7f7d9-ac41-481e-8976-5bdd17d7b4a1 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 971 time: 0.0726743 Jul 16 17:47:05.365003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10ab3c6f-0ff0-4bd0-a6a9-b9f3973a1a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:05.368828 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10ab3c6f-0ff0-4bd0-a6a9-b9f3973a1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:05.379682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-477d03aa-a3c6-439e-a82a-cc6e0ed9cd24 req-842bf367-543a-4d54-a908-c68b22700d71 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337369 Jul 16 17:47:05.408716 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-10ab3c6f-0ff0-4bd0-a6a9-b9f3973a1a25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fb8f99b864c4789a3d59a938a183cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713451 Jul 16 17:47:05.411272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40822) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:05.417402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab3c6f-0ff0-4bd0-a6a9-b9f3973a1a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137897ff-5972-4a7a-8095-87112d7f318f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:05.480984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56808852-b87f-446e-ba40-19abc288f40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:05.502023 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56808852-b87f-446e-ba40-19abc288f40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:05.550505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56808852-b87f-446e-ba40-19abc288f40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:05.553230 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56808852-b87f-446e-ba40-19abc288f40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:05.554679 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-56808852-b87f-446e-ba40-19abc288f40a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/137897ff-5972-4a7a-8095-87112d7f318f HTTP/1.1" status: 204 len: 168 time: 0.1424830 Jul 16 17:47:05.562532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56808852-b87f-446e-ba40-19abc288f40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137897ff-5972-4a7a-8095-87112d7f318f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:05.576803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 7a4993e7-0ef6-42e2-b40b-654c252951fb details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:47:05.606760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f506f-359d-41b2-ad96-cd4f6ee4ad68 req-07f4d87d-458f-4f64-b004-618aa2aae89f tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:05.608624 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-529f506f-359d-41b2-ad96-cd4f6ee4ad68 req-07f4d87d-458f-4f64-b004-618aa2aae89f tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 972 time: 0.0910015 Jul 16 17:47:05.660320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-529f506f-359d-41b2-ad96-cd4f6ee4ad68 req-9c50d2ed-8cc0-4f27-98e3-e8f2553661b8 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455637 Jul 16 17:47:05.705652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:05.721600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '7a4993e7-0ef6-42e2-b40b-654c252951fb', 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0', 'port_id': '7a4993e7-0ef6-42e2-b40b-654c252951fb', 'mac_address': 'fa:16:3e:d7:ff:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d45479a-720d-4a43-bbb9-345d9817a2bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:47:05.768441 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:05.785952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4993e7-0ef6-42e2-b40b-654c252951fb {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:05.808981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:05.813910 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:05.842311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab43a46-11a5-458d-a1e4-0997a58fc822 req-2f086064-9d5f-42b6-bcf3-92fabb0f5fb7 tempest-AggregatesAdminTestJSON-780808322 tempest-AggregatesAdminTestJSON-780808322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:05.844334 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ab43a46-11a5-458d-a1e4-0997a58fc822 req-2f086064-9d5f-42b6-bcf3-92fabb0f5fb7 tempest-AggregatesAdminTestJSON-780808322 tempest-AggregatesAdminTestJSON-780808322-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 1124 time: 0.0675917 Jul 16 17:47:05.876221 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1ab43a46-11a5-458d-a1e4-0997a58fc822 req-74506b1e-81dd-49c2-96bc-d0d3f8b2a1eb tempest-AggregatesAdminTestJSON-780808322 tempest-AggregatesAdminTestJSON-780808322-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:05.894935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=7a4993e7-0ef6-42e2-b40b-654c252951fb,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:05.921259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40838) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:05.936022 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-949f9e83-fa7d-4e31-9c22-cd52b51da501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:06.010752 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1ab43a46-11a5-458d-a1e4-0997a58fc822 req-74506b1e-81dd-49c2-96bc-d0d3f8b2a1eb tempest-AggregatesAdminTestJSON-780808322 tempest-AggregatesAdminTestJSON-780808322-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:06.015832 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1ab43a46-11a5-458d-a1e4-0997a58fc822 req-74506b1e-81dd-49c2-96bc-d0d3f8b2a1eb tempest-AggregatesAdminTestJSON-780808322 tempest-AggregatesAdminTestJSON-780808322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:06.065487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['7a4993e7-0ef6-42e2-b40b-654c252951fb'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:06.107045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-949f9e83-fa7d-4e31-9c22-cd52b51da501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:06.112161 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-949f9e83-fa7d-4e31-9c22-cd52b51da501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:06.153185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f9e83-fa7d-4e31-9c22-cd52b51da501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1fdc17-6ea3-4441-9f98-e0f4b0b3f3a6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:06.161777 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-949f9e83-fa7d-4e31-9c22-cd52b51da501 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b5ddb0e78f44f62b50556c3c732fcc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370601 Jul 16 17:47:06.162392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40842) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:06.202229 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ab43a46-11a5-458d-a1e4-0997a58fc822 req-74506b1e-81dd-49c2-96bc-d0d3f8b2a1eb tempest-AggregatesAdminTestJSON-780808322 tempest-AggregatesAdminTestJSON-780808322-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475032 Jul 16 17:47:06.216960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74506b1e-81dd-49c2-96bc-d0d3f8b2a1eb tempest-AggregatesAdminTestJSON-780808322 tempest-AggregatesAdminTestJSON-780808322-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5dbe24-21ad-4715-91b2-141f139780cf,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:06.227303 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d18d557-a926-43be-aeb8-0e212916a958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:06.251289 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d18d557-a926-43be-aeb8-0e212916a958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:06.257245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385a922-6342-497d-b8f9-def9480889cc req-1e632144-431b-4aa6-a3db-2129f27bad01 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:06.258804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8385a922-6342-497d-b8f9-def9480889cc req-1e632144-431b-4aa6-a3db-2129f27bad01 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 944 time: 0.2845848 Jul 16 17:47:06.300667 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8385a922-6342-497d-b8f9-def9480889cc req-5f1de7d6-c9b4-4ede-9369-a565a49819e7 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351713 Jul 16 17:47:06.308750 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d18d557-a926-43be-aeb8-0e212916a958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:06.312755 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d18d557-a926-43be-aeb8-0e212916a958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:06.316825 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4d18d557-a926-43be-aeb8-0e212916a958 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c1fdc17-6ea3-4441-9f98-e0f4b0b3f3a6 HTTP/1.1" status: 204 len: 168 time: 0.1507485 Jul 16 17:47:06.324274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18d557-a926-43be-aeb8-0e212916a958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1fdc17-6ea3-4441-9f98-e0f4b0b3f3a6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:06.398251 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa2acb-b0b4-4d71-a6fc-4b012baa2b43 req-772c872b-75a5-4b42-8c81-258315982fe6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:06.399937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52fa2acb-b0b4-4d71-a6fc-4b012baa2b43 req-772c872b-75a5-4b42-8c81-258315982fe6 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 971 time: 0.0833335 Jul 16 17:47:06.476641 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52fa2acb-b0b4-4d71-a6fc-4b012baa2b43 req-4afabcb5-8c23-475e-b2b4-cf0f6a27de25 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702639 Jul 16 17:47:06.518085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09bbdf-df60-4037-a47f-14d3bcc4a556 req-dfc2c673-8da4-45ca-8d26-05efdb71d990 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:06.520133 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f09bbdf-df60-4037-a47f-14d3bcc4a556 req-dfc2c673-8da4-45ca-8d26-05efdb71d990 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 948 time: 0.0928319 Jul 16 17:47:06.564324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f09bbdf-df60-4037-a47f-14d3bcc4a556 req-57ce9caf-d6a3-4d6f-af28-b5841da5cc69 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372899 Jul 16 17:47:06.577187 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:47:06.749384 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40862) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:06.766936 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-64e168ca-142d-4699-a0ed-160a288a7fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:06.767571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c553b-49a6-48c0-a5db-e2ae3738be23 req-313a7cc7-d3e6-4bb5-b236-461597702ed5 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:06.768886 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce4c553b-49a6-48c0-a5db-e2ae3738be23 req-313a7cc7-d3e6-4bb5-b236-461597702ed5 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 949 time: 0.0770671 Jul 16 17:47:06.815194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce4c553b-49a6-48c0-a5db-e2ae3738be23 req-fa65d567-9ae9-49d9-b2e9-0fb6a5469ae5 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373623 Jul 16 17:47:06.864270 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-64e168ca-142d-4699-a0ed-160a288a7fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:06.868498 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-64e168ca-142d-4699-a0ed-160a288a7fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:06.910175 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-64e168ca-142d-4699-a0ed-160a288a7fd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f5bc1229d2a45bfb1dea2ea88cfda85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589208 Jul 16 17:47:06.911163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e168ca-142d-4699-a0ed-160a288a7fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8ddfa9-a5ff-4e50-975c-32544fe64a03,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:06.912852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40876) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:06.964048 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-15523424-b57b-4a68-baf0-17faf56e34ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:06.985383 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-15523424-b57b-4a68-baf0-17faf56e34ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:07.038314 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-15523424-b57b-4a68-baf0-17faf56e34ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:07.040854 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-15523424-b57b-4a68-baf0-17faf56e34ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:07.042016 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-15523424-b57b-4a68-baf0-17faf56e34ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d8ddfa9-a5ff-4e50-975c-32544fe64a03 HTTP/1.1" status: 204 len: 168 time: 0.1268122 Jul 16 17:47:07.050164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15523424-b57b-4a68-baf0-17faf56e34ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8ddfa9-a5ff-4e50-975c-32544fe64a03,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:07.459441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37641a17-b6f9-4039-8ccb-02ff7775686f req-20b2b517-889d-4e35-8d9d-9a6dbc020449 tempest-DeleteServersAdminTestJSON-1282143898 tempest-DeleteServersAdminTestJSON-1282143898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:07.461019 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37641a17-b6f9-4039-8ccb-02ff7775686f req-20b2b517-889d-4e35-8d9d-9a6dbc020449 tempest-DeleteServersAdminTestJSON-1282143898 tempest-DeleteServersAdminTestJSON-1282143898-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 1123 time: 0.0717564 Jul 16 17:47:07.516088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad537f88-b611-4ed3-96fc-e1f94c1ae3c3 req-b55c9303-ac0a-4a00-a0a8-c14e93c3d4f1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:07.517687 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad537f88-b611-4ed3-96fc-e1f94c1ae3c3 req-b55c9303-ac0a-4a00-a0a8-c14e93c3d4f1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 944 time: 0.0839679 Jul 16 17:47:07.558513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad537f88-b611-4ed3-96fc-e1f94c1ae3c3 req-f06baf25-ade9-4d6c-988e-3d86ded37f6b tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335004 Jul 16 17:47:07.574594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-37641a17-b6f9-4039-8ccb-02ff7775686f req-cb325165-c81a-4f09-8719-8681d996eaae tempest-DeleteServersAdminTestJSON-1282143898 tempest-DeleteServersAdminTestJSON-1282143898-project-admin] Deleting port 23a20cf4-1848-4e01-aff4-b1de041241c5 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:47:07.575421 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-37641a17-b6f9-4039-8ccb-02ff7775686f req-cb325165-c81a-4f09-8719-8681d996eaae tempest-DeleteServersAdminTestJSON-1282143898 tempest-DeleteServersAdminTestJSON-1282143898-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:07.599770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e201e55d-282d-4015-8b6d-3143c418862c details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:47:07.674469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-37641a17-b6f9-4039-8ccb-02ff7775686f req-cb325165-c81a-4f09-8719-8681d996eaae tempest-DeleteServersAdminTestJSON-1282143898 tempest-DeleteServersAdminTestJSON-1282143898-project-admin] For port 23a20cf4-1848-4e01-aff4-b1de041241c5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=23a20cf4-1848-4e01-aff4-b1de041241c5,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:07.674771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-37641a17-b6f9-4039-8ccb-02ff7775686f req-cb325165-c81a-4f09-8719-8681d996eaae tempest-DeleteServersAdminTestJSON-1282143898 tempest-DeleteServersAdminTestJSON-1282143898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:07.678270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 7a4993e7-0ef6-42e2-b40b-654c252951fb up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:07.690397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-37641a17-b6f9-4039-8ccb-02ff7775686f req-cb325165-c81a-4f09-8719-8681d996eaae tempest-DeleteServersAdminTestJSON-1282143898 tempest-DeleteServersAdminTestJSON-1282143898-project-admin] Calling delete_port for 23a20cf4-1848-4e01-aff4-b1de041241c5 owned by compute:tempest-test_az-1670169893 {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:47:07.692956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836a9fa-0e1b-4faa-bd13-b061a6e768c6 req-4912b007-8f3f-4d62-81f1-837fc3b02aa0 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:07.696895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9836a9fa-0e1b-4faa-bd13-b061a6e768c6 req-4912b007-8f3f-4d62-81f1-837fc3b02aa0 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=e269a081-1e18-4448-a7fc-098ad7b596e7 HTTP/1.1" status: 200 len: 971 time: 0.0987005 Jul 16 17:47:07.758626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9836a9fa-0e1b-4faa-bd13-b061a6e768c6 req-1e69ecf7-e86b-4747-86cd-1ad09f4ef5a9 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544331 Jul 16 17:47:07.884976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 7a4993e7-0ef6-42e2-b40b-654c252951fb completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:07.885789 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-37641a17-b6f9-4039-8ccb-02ff7775686f req-cb325165-c81a-4f09-8719-8681d996eaae tempest-DeleteServersAdminTestJSON-1282143898 tempest-DeleteServersAdminTestJSON-1282143898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:07.891609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 7a4993e7-0ef6-42e2-b40b-654c252951fb triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:07.892256 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:07.901283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['23a20cf4-1848-4e01-aff4-b1de041241c5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:07.948853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb325165-c81a-4f09-8719-8681d996eaae tempest-DeleteServersAdminTestJSON-1282143898 tempest-DeleteServersAdminTestJSON-1282143898-project-admin] Pushing event deleted for resources: {'Port': ['ID=23a20cf4-1848-4e01-aff4-b1de041241c5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:07.966897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e201e55d-282d-4015-8b6d-3143c418862c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:07.984593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'e201e55d-282d-4015-8b6d-3143c418862c', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'e201e55d-282d-4015-8b6d-3143c418862c', 'mac_address': 'fa:16:3e:82:c2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:47:08.004847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-37641a17-b6f9-4039-8ccb-02ff7775686f req-cb325165-c81a-4f09-8719-8681d996eaae tempest-DeleteServersAdminTestJSON-1282143898 tempest-DeleteServersAdminTestJSON-1282143898-project-admin] No DVR routers for this DVR port 23a20cf4-1848-4e01-aff4-b1de041241c5 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:47:08.009111 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-37641a17-b6f9-4039-8ccb-02ff7775686f req-cb325165-c81a-4f09-8719-8681d996eaae tempest-DeleteServersAdminTestJSON-1282143898 tempest-DeleteServersAdminTestJSON-1282143898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:08.011745 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37641a17-b6f9-4039-8ccb-02ff7775686f req-cb325165-c81a-4f09-8719-8681d996eaae tempest-DeleteServersAdminTestJSON-1282143898 tempest-DeleteServersAdminTestJSON-1282143898-project-admin] 10.222.0.11 "DELETE /v2.0/ports/23a20cf4-1848-4e01-aff4-b1de041241c5 HTTP/1.1" status: 204 len: 173 time: 0.5438335 Jul 16 17:47:08.012368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e269a081-1e18-4448-a7fc-098ad7b596e7', 'name': 'network-vif-deleted', 'tag': '23a20cf4-1848-4e01-aff4-b1de041241c5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:08.014869 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ee93f4-2516-4559-9198-84161ba0f4b2" -d '{"events": [{"server_uuid": "e269a081-1e18-4448-a7fc-098ad7b596e7", "name": "network-vif-deleted", "tag": "23a20cf4-1848-4e01-aff4-b1de041241c5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:08.038104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861225d-c26d-4c3d-9792-73229539e13f req-927335fc-4109-4eae-9ff9-bab5192c0f5d tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:08.049163 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1861225d-c26d-4c3d-9792-73229539e13f req-927335fc-4109-4eae-9ff9-bab5192c0f5d tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 948 time: 0.1546431 Jul 16 17:47:08.088450 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:08.116004 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e201e55d-282d-4015-8b6d-3143c418862c {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:08.123439 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:08.148540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e201e55d-282d-4015-8b6d-3143c418862c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:08.158435 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:08.167904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46fc909-7181-4da5-9ba8-779489ae2ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4993e7-0ef6-42e2-b40b-654c252951fb'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:08.168196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1861225d-c26d-4c3d-9792-73229539e13f req-83d374db-155c-4d8f-8580-22186c1d4e5a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176963 Jul 16 17:47:08.170391 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d66a0f-30eb-4a23-bbf5-edd7b10804e4" -d '{"events": [{"server_uuid": "e46fc909-7181-4da5-9ba8-779489ae2ef1", "name": "network-vif-plugged", "status": "completed", "tag": "7a4993e7-0ef6-42e2-b40b-654c252951fb"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:08.205894 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:08.230562 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:08.260717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be8d0d-effb-4df5-b101-b02f3d314a29 req-25d19974-e860-42cd-a4c8-0431f2684849 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:08.262365 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05be8d0d-effb-4df5-b101-b02f3d314a29 req-25d19974-e860-42cd-a4c8-0431f2684849 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 949 time: 0.1655343 Jul 16 17:47:08.273178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=e201e55d-282d-4015-8b6d-3143c418862c,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:08.316391 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5846866-99e2-40c2-acd5-e7dd77e18748 x-openstack-request-id: req-d5846866-99e2-40c2-acd5-e7dd77e18748 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:08.317234 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e269a081-1e18-4448-a7fc-098ad7b596e7", "name": "network-vif-deleted", "tag": "23a20cf4-1848-4e01-aff4-b1de041241c5", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:08.317562 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5846866-99e2-40c2-acd5-e7dd77e18748 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:08.318002 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e269a081-1e18-4448-a7fc-098ad7b596e7', 'name': 'network-vif-deleted', 'tag': '23a20cf4-1848-4e01-aff4-b1de041241c5', 'status': 'completed', 'code': 200} Jul 16 17:47:08.335567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=7a4993e7-0ef6-42e2-b40b-654c252951fb,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:08.349020 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05be8d0d-effb-4df5-b101-b02f3d314a29 req-10748483-dc3a-42fa-917d-ff40bcf7b4be tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741470 Jul 16 17:47:08.360258 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d242f62e-ac3a-49e6-b366-b65062ba27df x-openstack-request-id: req-d242f62e-ac3a-49e6-b366-b65062ba27df {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:08.360914 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46fc909-7181-4da5-9ba8-779489ae2ef1", "name": "network-vif-plugged", "status": "completed", "tag": "7a4993e7-0ef6-42e2-b40b-654c252951fb", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:08.361773 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d242f62e-ac3a-49e6-b366-b65062ba27df {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:08.363326 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46fc909-7181-4da5-9ba8-779489ae2ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4993e7-0ef6-42e2-b40b-654c252951fb', 'code': 200} Jul 16 17:47:08.396776 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['e201e55d-282d-4015-8b6d-3143c418862c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:08.557276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e534b-d4ec-44c2-97f0-0abb82a84e4d req-0da6ca1e-d1ed-4656-9de9-f10ad0e06307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:08.559398 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e87e534b-d4ec-44c2-97f0-0abb82a84e4d req-0da6ca1e-d1ed-4656-9de9-f10ad0e06307 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 1097 time: 0.0883787 Jul 16 17:47:08.660828 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e87e534b-d4ec-44c2-97f0-0abb82a84e4d req-21541786-99f4-44f5-9785-9227baac1d18 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904911 Jul 16 17:47:08.997611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12a36c-f09a-4a44-a7a3-3d9f0981f467 req-8302a6df-2418-4ba2-82e1-51a4baa39b05 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:08.999318 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf12a36c-f09a-4a44-a7a3-3d9f0981f467 req-8302a6df-2418-4ba2-82e1-51a4baa39b05 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 945 time: 0.0815983 Jul 16 17:47:09.036774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-67c1eae6-3572-4170-a8ec-81e0ebc26055 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1380360d2a88425d8569fb27f539334a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330441 Jul 16 17:47:09.079716 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf12a36c-f09a-4a44-a7a3-3d9f0981f467 req-05f41756-34e7-45ef-ac1c-d858169f12ad tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743363 Jul 16 17:47:09.156577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-1530d86f-1f4d-4c2f-8158-7d97a7bbf60a tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:09.158085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-1530d86f-1f4d-4c2f-8158-7d97a7bbf60a tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1142135 Jul 16 17:47:09.173646 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-9fdafcdd-a71e-46e0-8ba1-d2a7baddf7c0 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/quotas/1380360d2a88425d8569fb27f539334a HTTP/1.1" status: 200 len: 375 time: 0.0095954 Jul 16 17:47:09.270209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-85d35718-b5a3-4902-8c88-07f5d3ba2f7b tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1380360d2a88425d8569fb27f539334a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0905278 Jul 16 17:47:09.473171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-62cbcc60-9776-4eb4-be10-18a0e20883d3 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=25b6c61fef714159ad3aa066caefc2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234044 Jul 16 17:47:09.614985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e201e55d-282d-4015-8b6d-3143c418862c up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:09.621276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dd2c1-3e3e-40bc-9e21-5e83ae0b1cd7 req-96269e55-554b-4f79-8f23-3bcca30a76ad tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:09.623153 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a71dd2c1-3e3e-40bc-9e21-5e83ae0b1cd7 req-96269e55-554b-4f79-8f23-3bcca30a76ad tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 949 time: 0.1338298 Jul 16 17:47:09.629548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-0fc4183f-6741-4b62-bb28-d0d875bc43ce tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:09.631537 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-0fc4183f-6741-4b62-bb28-d0d875bc43ce tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517596 Jul 16 17:47:09.666073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-8f57c876-d000-4dee-8de6-8e15137b3d7a tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/quotas/25b6c61fef714159ad3aa066caefc2e7 HTTP/1.1" status: 200 len: 375 time: 0.0268474 Jul 16 17:47:09.683598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port e201e55d-282d-4015-8b6d-3143c418862c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:09.689187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port e201e55d-282d-4015-8b6d-3143c418862c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:09.689826 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:09.706806 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-d677c6b8-8cfb-4538-9f08-8101e0a082c2 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=25b6c61fef714159ad3aa066caefc2e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403986 Jul 16 17:47:09.719129 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a71dd2c1-3e3e-40bc-9e21-5e83ae0b1cd7 req-b33dc791-8b39-4e1a-b59a-c85aa3441d69 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865595 Jul 16 17:47:09.795675 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:09.838268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e201e55d-282d-4015-8b6d-3143c418862c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:09.842997 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:09.897454 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=e201e55d-282d-4015-8b6d-3143c418862c,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:09.956653 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a4a1c33-cd4f-4612-8f6c-0a532f195da8 req-4a9a6ebf-e5c5-446c-9d0b-0a937bab03d6 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 210 time: 0.0403914 Jul 16 17:47:10.058604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1465185f-9ea6-441f-bb14-a1081687a9ab req-d375a0d6-374e-4c00-9a28-3aa05dfd0292 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 210 time: 0.0348644 Jul 16 17:47:10.364272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:10.367187 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2518dae7-6656-403a-835a-22b4d0c0cf54" -d '{"events": [{"server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "name": "network-vif-plugged", "status": "completed", "tag": "e201e55d-282d-4015-8b6d-3143c418862c"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:10.407169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9dfff-d386-4a04-be15-ec6f49501389 req-eacd093f-33c5-4d59-8d16-fc914c5a7dd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:10.409020 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66f9dfff-d386-4a04-be15-ec6f49501389 req-eacd093f-33c5-4d59-8d16-fc914c5a7dd5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 945 time: 0.0989010 Jul 16 17:47:10.466277 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66f9dfff-d386-4a04-be15-ec6f49501389 req-d79afcc2-2121-479f-9a50-1249634259a3 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500371 Jul 16 17:47:10.494790 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c1bc3d-abbe-4181-bfcb-2eb7dd7068d0 x-openstack-request-id: req-13c1bc3d-abbe-4181-bfcb-2eb7dd7068d0 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:10.495130 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "name": "network-vif-plugged", "status": "completed", "tag": "e201e55d-282d-4015-8b6d-3143c418862c", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:10.495679 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13c1bc3d-abbe-4181-bfcb-2eb7dd7068d0 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:10.497080 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c', 'code': 200} Jul 16 17:47:10.711985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008922d-062b-40e4-a4e1-0a1d8f8f87dd req-f4bd7b64-a805-4faa-b94e-506f39fe822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:10.718507 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6008922d-062b-40e4-a4e1-0a1d8f8f87dd req-f4bd7b64-a805-4faa-b94e-506f39fe822f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 1102 time: 0.0955095 Jul 16 17:47:10.748633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41132) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:10.765445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6008922d-062b-40e4-a4e1-0a1d8f8f87dd req-b2a93570-d329-46d2-9f8b-d56c3c114f5d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397093 Jul 16 17:47:10.852126 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-478cfb81-6af2-488f-9f91-c0be1977e607 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1380360d2a88425d8569fb27f539334a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623267 Jul 16 17:47:11.035986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-d9480f0b-9e77-4249-9160-df762339849f tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:11.038939 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-d9480f0b-9e77-4249-9160-df762339849f tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707728 Jul 16 17:47:11.042454 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c351a14d-e739-4431-8691-56311196a3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:11.056848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Request body: {'port': {'device_id': 'd006eaa6-e7b5-4184-980a-8e01ebd584f7', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '1380360d2a88425d8569fb27f539334a'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:11.140484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7edf6-6022-4a72-b58a-6cf5ff2656c1 req-d1bc16b3-11a3-40e7-84c8-2350abdb9f1d tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:11.142344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6c7edf6-6022-4a72-b58a-6cf5ff2656c1 req-d1bc16b3-11a3-40e7-84c8-2350abdb9f1d tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 1097 time: 0.1481638 Jul 16 17:47:11.223320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6c7edf6-6022-4a72-b58a-6cf5ff2656c1 req-93a2aa2b-872e-4e97-b6bb-aba42e05a34f tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687759 Jul 16 17:47:11.249054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29103fb-e555-4650-bb0c-3bf74aef003f req-dc8b873f-04c9-4a30-870f-dfbe81e52339 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:11.249054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e29103fb-e555-4650-bb0c-3bf74aef003f req-dc8b873f-04c9-4a30-870f-dfbe81e52339 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.1480784 Jul 16 17:47:11.250947 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c351a14d-e739-4431-8691-56311196a3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:11.266547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c351a14d-e739-4431-8691-56311196a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:11.285176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Made reservation on behalf of 1380360d2a88425d8569fb27f539334a for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:11.293452 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:11.328550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351a14d-e739-4431-8691-56311196a3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d380f94-5060-4b0e-8829-d00b83405aa9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:11.343372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e29103fb-e555-4650-bb0c-3bf74aef003f req-cdb37938-9be5-4f4f-a82d-c39289a9202f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917127 Jul 16 17:47:11.361089 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c351a14d-e739-4431-8691-56311196a3ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8afaa823c0c14690b2aa1751905f91bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6110799 Jul 16 17:47:11.369047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41160) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:11.439557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 23a20cf4-1848-4e01-aff4-b1de041241c5 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:47:11.450740 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-5e03638e-5d61-462e-aa5a-3934b7666edc tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=25b6c61fef714159ad3aa066caefc2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1413088 Jul 16 17:47:11.486753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 23a20cf4-1848-4e01-aff4-b1de041241c5 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:47:11.491409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 23a20cf4-1848-4e01-aff4-b1de041241c5 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:47:11.542178 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88fd173e-1930-43d4-a7cf-e65c5bdafc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:11.588534 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88fd173e-1930-43d4-a7cf-e65c5bdafc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:11.665494 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c389585f-7082-4c3d-b5b1-6a83708bcf1e req-e0cc09a6-ccd7-4304-88f3-cfca3bb67f94 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 210 time: 0.1606674 Jul 16 17:47:11.697689 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1a09b3f-af1d-49bd-8b18-ff4331db0a44 req-c032f022-bbd3-4bf9-b7a5-3fba141e34ed tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 210 time: 0.0601740 Jul 16 17:47:11.728469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Allocated IP 192.168.233.234 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/804216da-7e93-44dd-89ff-49a8990b18f8) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:11.729949 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88fd173e-1930-43d4-a7cf-e65c5bdafc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:11.735811 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88fd173e-1930-43d4-a7cf-e65c5bdafc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:11.739468 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-88fd173e-1930-43d4-a7cf-e65c5bdafc57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d380f94-5060-4b0e-8829-d00b83405aa9 HTTP/1.1" status: 204 len: 168 time: 0.3689392 Jul 16 17:47:11.751610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd173e-1930-43d4-a7cf-e65c5bdafc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d380f94-5060-4b0e-8829-d00b83405aa9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:11.786698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41170) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:11.819930 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-adf020c7-bff1-4886-b63a-41cdcf9ad113 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:11.822203 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-adf020c7-bff1-4886-b63a-41cdcf9ad113 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3666048 Jul 16 17:47:11.837714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Request body: {'port': {'device_id': '99a1dfa4-077c-4356-9c3a-1a2b12654481', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '25b6c61fef714159ad3aa066caefc2e7'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:11.908863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462f321-e87d-4e02-a30e-201aafbb2cce req-9d57f646-433e-4b6d-b2eb-0baa18c8633a tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:11.921013 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7462f321-e87d-4e02-a30e-201aafbb2cce req-9d57f646-433e-4b6d-b2eb-0baa18c8633a tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 1097 time: 0.0974963 Jul 16 17:47:11.969845 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7462f321-e87d-4e02-a30e-201aafbb2cce req-75c9a45e-dd45-48e7-a066-a0ff04e20546 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476773 Jul 16 17:47:12.044350 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5262b35-b72c-41ef-a67d-cee44374aac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.084421 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.119142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Transition to ACTIVE for port object 804216da-7e93-44dd-89ff-49a8990b18f8 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:12.198845 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.218903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['b28f9099-933e-4f54-ac84-2c575aaca5a2'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:12.287602 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:12.300554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:12.304648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:12.310510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:12.311156 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.313704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Pushing event updated for resources: {'Port': ['ID=804216da-7e93-44dd-89ff-49a8990b18f8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:12.335425 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5262b35-b72c-41ef-a67d-cee44374aac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.346704 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5262b35-b72c-41ef-a67d-cee44374aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.399697 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-dcb013a0-1dff-4473-9fcc-ff7c4c80f27d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3487210 Jul 16 17:47:12.407926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Made reservation on behalf of 25b6c61fef714159ad3aa066caefc2e7 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:12.412167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.431814 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Request body: {'port': {'device_id': 'd006eaa6-e7b5-4184-980a-8e01ebd584f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:12.476171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41208) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:12.490566 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c5262b35-b72c-41ef-a67d-cee44374aac0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b8f0da0e24d433da68adf4d50cd5158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6967483 Jul 16 17:47:12.495378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41210) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:12.502482 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba64acc5-5a16-49bb-921b-429faff044e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.588075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5262b35-b72c-41ef-a67d-cee44374aac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53dbca8-7a54-48d6-a063-3eaf36d09de8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:12.691145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41214) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:12.713842 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-607177a2-a90c-4d4b-8143-bce83be96864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.757968 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-607177a2-a90c-4d4b-8143-bce83be96864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.759331 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0dd540ac-ae5c-4a85-acce-4675a19fbd9a None None] Provisioning for port 804216da-7e93-44dd-89ff-49a8990b18f8 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:12.763601 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0dd540ac-ae5c-4a85-acce-4675a19fbd9a None None] Provisioning complete for port 804216da-7e93-44dd-89ff-49a8990b18f8 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:12.764142 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0dd540ac-ae5c-4a85-acce-4675a19fbd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.781390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Allocated IP 192.168.233.222 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/1842bd79-248f-429c-88ec-a2bfee9d9ed7) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:12.827351 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.835439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0dd540ac-ae5c-4a85-acce-4675a19fbd9a None None] Port 804216da-7e93-44dd-89ff-49a8990b18f8 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:47:12.879782 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba64acc5-5a16-49bb-921b-429faff044e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.916482 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba64acc5-5a16-49bb-921b-429faff044e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.942122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fabd9e86-490a-45da-be11-2db0160933e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.975490 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-607177a2-a90c-4d4b-8143-bce83be96864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.978019 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-607177a2-a90c-4d4b-8143-bce83be96864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:12.979150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-607177a2-a90c-4d4b-8143-bce83be96864 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a53dbca8-7a54-48d6-a063-3eaf36d09de8 HTTP/1.1" status: 204 len: 168 time: 0.4786801 Jul 16 17:47:12.989882 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ba64acc5-5a16-49bb-921b-429faff044e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f675555a90045f4a50de3f1a2199f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5104804 Jul 16 17:47:12.990691 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64acc5-5a16-49bb-921b-429faff044e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5c1930-c6e2-4401-86a3-7b0dbeec0b07,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:12.995299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41236) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:13.031489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607177a2-a90c-4d4b-8143-bce83be96864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53dbca8-7a54-48d6-a063-3eaf36d09de8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:13.085307 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.089132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d8b2c-d702-4ffa-9f1b-656c22b44825 req-afe16294-3769-4f64-a1ee-12dda7fa6b9e tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:13.091054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-665d8b2c-d702-4ffa-9f1b-656c22b44825 req-afe16294-3769-4f64-a1ee-12dda7fa6b9e tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.2200367 Jul 16 17:47:13.106024 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Transition to ACTIVE for port object 1842bd79-248f-429c-88ec-a2bfee9d9ed7 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:13.121412 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08f64f6c-f15b-4d4c-883c-ac70479b7200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.184421 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08f64f6c-f15b-4d4c-883c-ac70479b7200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.198874 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-665d8b2c-d702-4ffa-9f1b-656c22b44825 req-da46f19a-90d1-4d46-b271-86895872fcf4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016958 Jul 16 17:47:13.235939 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fabd9e86-490a-45da-be11-2db0160933e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.245059 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fabd9e86-490a-45da-be11-2db0160933e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.291536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd9e86-490a-45da-be11-2db0160933e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede174b1-8249-47a5-b1b8-868c926b3436,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:13.298944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fabd9e86-490a-45da-be11-2db0160933e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5867d26476ab48a5adca19dc03981245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6016774 Jul 16 17:47:13.299305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41248) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:13.316556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.316991 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08f64f6c-f15b-4d4c-883c-ac70479b7200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.320162 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08f64f6c-f15b-4d4c-883c-ac70479b7200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.323985 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-08f64f6c-f15b-4d4c-883c-ac70479b7200 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c5c1930-c6e2-4401-86a3-7b0dbeec0b07 HTTP/1.1" status: 204 len: 168 time: 0.3242846 Jul 16 17:47:13.342490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f64f6c-f15b-4d4c-883c-ac70479b7200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5c1930-c6e2-4401-86a3-7b0dbeec0b07,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:13.369813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fda3a9bb-8ae2-4e26-8659-d9bc32047864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.414770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:13.418181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Pushing event updated for resources: {'Port': ['ID=1842bd79-248f-429c-88ec-a2bfee9d9ed7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:13.420641 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fda3a9bb-8ae2-4e26-8659-d9bc32047864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.420783 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:13.425923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:13.431745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:13.432041 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e296a859-f8c5-4a35-b92b-a4bb1cfbacc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.432372 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.496617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804216da-7e93-44dd-89ff-49a8990b18f8 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:13.502115 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-9ae1f0ea-4ee1-496c-9c00-5d14c3c50c2b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6686792 Jul 16 17:47:13.506852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.516208 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Request body: {'port': {'device_id': '99a1dfa4-077c-4356-9c3a-1a2b12654481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:13.541506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41256) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:13.561213 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fda3a9bb-8ae2-4e26-8659-d9bc32047864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.566058 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fda3a9bb-8ae2-4e26-8659-d9bc32047864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.567573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fda3a9bb-8ae2-4e26-8659-d9bc32047864 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ede174b1-8249-47a5-b1b8-868c926b3436 HTTP/1.1" status: 204 len: 168 time: 0.2672880 Jul 16 17:47:13.597597 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7fb709c1-15af-49ad-9d36-5cd6aa5017f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.607657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3a9bb-8ae2-4e26-8659-d9bc32047864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede174b1-8249-47a5-b1b8-868c926b3436,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:13.627470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55602005-6004-4be9-b75e-95a92bb2d577 req-2fe22cec-bad3-4389-b770-72920f272ed2 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:13.636602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55602005-6004-4be9-b75e-95a92bb2d577 req-2fe22cec-bad3-4389-b770-72920f272ed2 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 936 time: 0.1725655 Jul 16 17:47:13.724635 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55602005-6004-4be9-b75e-95a92bb2d577 req-b05912a3-e8be-47ce-b1e9-1e438e00aa70 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864930 Jul 16 17:47:13.835334 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.851919 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7fb709c1-15af-49ad-9d36-5cd6aa5017f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.855775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Transition to ACTIVE for port object 804216da-7e93-44dd-89ff-49a8990b18f8 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:13.866392 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7fb709c1-15af-49ad-9d36-5cd6aa5017f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.879457 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.879943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4a119f96-4f21-4cbf-a798-37162602f396 None None] Provisioning for port 1842bd79-248f-429c-88ec-a2bfee9d9ed7 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:13.887893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4a119f96-4f21-4cbf-a798-37162602f396 None None] Provisioning complete for port 1842bd79-248f-429c-88ec-a2bfee9d9ed7 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:13.888270 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4a119f96-4f21-4cbf-a798-37162602f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:13.961724 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7fb709c1-15af-49ad-9d36-5cd6aa5017f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5850fdca51114772916e7063380e8412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098971 Jul 16 17:47:13.965276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb709c1-15af-49ad-9d36-5cd6aa5017f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261556fc-02fd-40cc-9552-10c5ff63e193,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:13.974010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41268) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:13.983486 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Pushing event updated for resources: {'Port': ['ID=804216da-7e93-44dd-89ff-49a8990b18f8,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:13.995409 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.11', 59308) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:14.166291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Attempting to bind port 804216da-7e93-44dd-89ff-49a8990b18f8 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:14.166831 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Attempting to bind port 804216da-7e93-44dd-89ff-49a8990b18f8 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:14.166925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Attempting to bind port 804216da-7e93-44dd-89ff-49a8990b18f8 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:14.173426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Port 804216da-7e93-44dd-89ff-49a8990b18f8 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:47:14.174476 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Attempting to bind port 804216da-7e93-44dd-89ff-49a8990b18f8 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:14.195871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:14.197512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:14.202903 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d19fe89-ac14-4533-b82b-c55c57598d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:14.203538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:14.204399 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Bound port: 804216da-7e93-44dd-89ff-49a8990b18f8, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:14.205152 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:14.226840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4a119f96-4f21-4cbf-a798-37162602f396 None None] Port 1842bd79-248f-429c-88ec-a2bfee9d9ed7 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:47:14.242155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c3d7e-e907-424b-bd79-b9ef2532c724 req-afa51a4f-261f-4f49-8333-cacc52426539 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:14.264277 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f72c3d7e-e907-424b-bd79-b9ef2532c724 req-afa51a4f-261f-4f49-8333-cacc52426539 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 972 time: 0.2955747 Jul 16 17:47:14.294315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb730e-1e23-437a-a21e-2734aaea88ed req-ef534120-34ba-454e-987d-d880e7d724f1 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:14.295942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23fb730e-1e23-437a-a21e-2734aaea88ed req-ef534120-34ba-454e-987d-d880e7d724f1 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.11 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 972 time: 0.2933333 Jul 16 17:47:14.401592 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] For port 804216da-7e93-44dd-89ff-49a8990b18f8, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:14.408682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] For port 804216da-7e93-44dd-89ff-49a8990b18f8, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=804216da-7e93-44dd-89ff-49a8990b18f8,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:14.421247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:14.426874 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d19fe89-ac14-4533-b82b-c55c57598d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:14.483463 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:14.484237 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:14.485740 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] 10.222.0.11 "PUT /v2.0/ports/804216da-7e93-44dd-89ff-49a8990b18f8 HTTP/1.1" status: 200 len: 1097 time: 2.0662453 Jul 16 17:47:14.486400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd006eaa6-e7b5-4184-980a-8e01ebd584f7', 'tag': '804216da-7e93-44dd-89ff-49a8990b18f8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:14.488771 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40abe08a-71ea-4364-b49f-1545fc461bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "d006eaa6-e7b5-4184-980a-8e01ebd584f7", "tag": "804216da-7e93-44dd-89ff-49a8990b18f8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:14.578881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41286) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:14.599212 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f72c3d7e-e907-424b-bd79-b9ef2532c724 req-4ae8838d-b3df-49bf-ab20-38990f626261 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5bc9ee0-dde3-4282-8197-93b00c20b900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339694 Jul 16 17:47:14.658278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d80795-0b6c-4425-87ce-e8450fb03207 service neutron] Pushing event updated for resources: {'Port': ['ID=804216da-7e93-44dd-89ff-49a8990b18f8,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:14.663067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1842bd79-248f-429c-88ec-a2bfee9d9ed7 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:14.681016 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:14.706125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-27c4829f-b2a0-4d93-9a6a-3939dbf7be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:14.707784 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-27c4829f-b2a0-4d93-9a6a-3939dbf7be2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1380360d2a88425d8569fb27f539334a&device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 1100 time: 0.0975769 Jul 16 17:47:14.714482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Transition to ACTIVE for port object 1842bd79-248f-429c-88ec-a2bfee9d9ed7 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:14.716216 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c67b6dcb-bbaa-4eee-a169-b94e401c843c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:14.789491 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f7d314a3-6b52-4428-9e57-618a71651b21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=804216da-7e93-44dd-89ff-49a8990b18f8 HTTP/1.1" status: 200 len: 217 time: 0.0684488 Jul 16 17:47:14.790933 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:14.801304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d19fe89-ac14-4533-b82b-c55c57598d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:14.803999 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d19fe89-ac14-4533-b82b-c55c57598d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:14.805152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5d19fe89-ac14-4533-b82b-c55c57598d1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/261556fc-02fd-40cc-9552-10c5ff63e193 HTTP/1.1" status: 204 len: 168 time: 0.8294137 Jul 16 17:47:14.827107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41296) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:14.846890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Pushing event updated for resources: {'Port': ['ID=1842bd79-248f-429c-88ec-a2bfee9d9ed7,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:14.857350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19fe89-ac14-4533-b82b-c55c57598d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261556fc-02fd-40cc-9552-10c5ff63e193,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:14.901626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f910e775-7358-42b3-95ad-1c4e8f56db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:14.903306 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f910e775-7358-42b3-95ad-1c4e8f56db58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0583897 Jul 16 17:47:15.022794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Attempting to bind port 1842bd79-248f-429c-88ec-a2bfee9d9ed7 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:15.023489 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Attempting to bind port 1842bd79-248f-429c-88ec-a2bfee9d9ed7 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:15.024506 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Attempting to bind port 1842bd79-248f-429c-88ec-a2bfee9d9ed7 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:15.053414 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Port 1842bd79-248f-429c-88ec-a2bfee9d9ed7 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:47:15.057892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Attempting to bind port 1842bd79-248f-429c-88ec-a2bfee9d9ed7 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:15.078751 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:15.079241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:15.079729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:15.080464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Bound port: 1842bd79-248f-429c-88ec-a2bfee9d9ed7, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:15.080820 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:15.087892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-93a6cbcc-6edb-45f3-af0a-c6296f9b36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:15.089777 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-93a6cbcc-6edb-45f3-af0a-c6296f9b36ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1736467 Jul 16 17:47:15.123302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-23fb730e-1e23-437a-a21e-2734aaea88ed req-ee9859f4-2329-4c83-8dbd-c1c11a54ab73 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Deleting port 42231202-cf87-4703-9bf1-e6b6d64e6005 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:47:15.124016 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-23fb730e-1e23-437a-a21e-2734aaea88ed req-ee9859f4-2329-4c83-8dbd-c1c11a54ab73 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:15.259028 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] For port 1842bd79-248f-429c-88ec-a2bfee9d9ed7, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:15.263723 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] For port 1842bd79-248f-429c-88ec-a2bfee9d9ed7, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1842bd79-248f-429c-88ec-a2bfee9d9ed7,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:15.266717 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-f52615c3-d481-4280-b417-ac6b7a604630 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689756 Jul 16 17:47:15.271516 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:15.338912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:15.339547 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:15.340947 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] 10.222.0.11 "PUT /v2.0/ports/1842bd79-248f-429c-88ec-a2bfee9d9ed7 HTTP/1.1" status: 200 len: 1097 time: 1.8301013 Jul 16 17:47:15.348874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dbf4d-f8d7-4537-b969-8770bb47cc6b req-481bd0c9-74a6-4386-874b-0d9a389b3cea tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:15.357975 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a32dbf4d-f8d7-4537-b969-8770bb47cc6b req-481bd0c9-74a6-4386-874b-0d9a389b3cea tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 948 time: 0.5267830 Jul 16 17:47:15.408215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-de2ce46b-6c22-4e60-894f-671d785bf609 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:47:15.409304 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-de2ce46b-6c22-4e60-894f-671d785bf609 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5776186 Jul 16 17:47:15.438563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-23fb730e-1e23-437a-a21e-2734aaea88ed req-ee9859f4-2329-4c83-8dbd-c1c11a54ab73 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] For port 42231202-cf87-4703-9bf1-e6b6d64e6005, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=42231202-cf87-4703-9bf1-e6b6d64e6005,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:15.438963 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-23fb730e-1e23-437a-a21e-2734aaea88ed req-ee9859f4-2329-4c83-8dbd-c1c11a54ab73 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:15.471268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f28b1a-b70b-41ad-9a62-f076c7636e0c service neutron] Pushing event updated for resources: {'Port': ['ID=1842bd79-248f-429c-88ec-a2bfee9d9ed7,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:15.482589 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c67b6dcb-bbaa-4eee-a169-b94e401c843c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:15.489583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-23fb730e-1e23-437a-a21e-2734aaea88ed req-ee9859f4-2329-4c83-8dbd-c1c11a54ab73 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Calling delete_port for 42231202-cf87-4703-9bf1-e6b6d64e6005 owned by compute:tempest-test_az-1670169893 {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:47:15.521392 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c67b6dcb-bbaa-4eee-a169-b94e401c843c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:15.539485 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-f644c9ea-7467-4345-abf8-ed95ed77ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:15.541004 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-f644c9ea-7467-4345-abf8-ed95ed77ee90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25b6c61fef714159ad3aa066caefc2e7&device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 1100 time: 0.1370242 Jul 16 17:47:15.544040 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b9aeea40-78a5-4f13-9e48-7ca8a4564fec req-ab2e145b-aaae-447f-a3e3-47a7ff629630 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688770 Jul 16 17:47:15.665676 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-714fcf97-eed0-4c46-9cb8-fcea163b3592 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=1842bd79-248f-429c-88ec-a2bfee9d9ed7 HTTP/1.1" status: 200 len: 217 time: 0.1124585 Jul 16 17:47:15.668735 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9691-bfc8-462e-97f4-2dd5db9651a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:15.707668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a32dbf4d-f8d7-4537-b969-8770bb47cc6b req-4dff5437-e686-4371-88c6-15b0698cf265 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492842 Jul 16 17:47:15.731735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-4d8f7c31-4342-4bc0-a80c-44f50b114918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:15.733567 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-4d8f7c31-4342-4bc0-a80c-44f50b114918 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0605228 Jul 16 17:47:15.735938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b6dcb-bbaa-4eee-a169-b94e401c843c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c197bf9b-e351-4519-a9f1-45a4238549f8,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:15.742880 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c67b6dcb-bbaa-4eee-a169-b94e401c843c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d63875cc8d8478c8c84a8505713cfa0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1352320 Jul 16 17:47:15.749949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41328) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:15.859397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-a0ae3514-ca5b-461f-bc3f-324de6fa4ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:15.861115 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-a0ae3514-ca5b-461f-bc3f-324de6fa4ac5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1116426 Jul 16 17:47:15.867187 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d7353db-f43e-4314-9429-88a623d1fd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:15.890227 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:15.901067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] Request body: {'binding': {'host': 'n-h2-787205-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:15.901947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] Unknown quota resources ['binding']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:47:15.959383 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d7353db-f43e-4314-9429-88a623d1fd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:15.974901 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-23fb730e-1e23-437a-a21e-2734aaea88ed req-ee9859f4-2329-4c83-8dbd-c1c11a54ab73 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:15.988893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['42231202-cf87-4703-9bf1-e6b6d64e6005'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:16.029211 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-5c7d5dd9-8840-4623-898c-b7162f728a67 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564455 Jul 16 17:47:16.049998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9859f4-2329-4c83-8dbd-c1c11a54ab73 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Pushing event deleted for resources: {'Port': ['ID=42231202-cf87-4703-9bf1-e6b6d64e6005,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:16.166693 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4206f7c-2e7e-432f-9c51-144a3e3a3789 req-e3e39402-af76-4e20-8043-148fdc53477e service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298275 Jul 16 17:47:16.214985 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d7353db-f43e-4314-9429-88a623d1fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:16.217888 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d7353db-f43e-4314-9429-88a623d1fd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:16.221942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6d7353db-f43e-4314-9429-88a623d1fd49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c197bf9b-e351-4519-a9f1-45a4238549f8 HTTP/1.1" status: 204 len: 168 time: 0.4707444 Jul 16 17:47:16.250367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fb730e-1e23-437a-a21e-2734aaea88ed req-ee9859f4-2329-4c83-8dbd-c1c11a54ab73 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] No DVR routers for this DVR port 42231202-cf87-4703-9bf1-e6b6d64e6005 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:47:16.264174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7353db-f43e-4314-9429-88a623d1fd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c197bf9b-e351-4519-a9f1-45a4238549f8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:16.270432 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-23fb730e-1e23-437a-a21e-2734aaea88ed req-ee9859f4-2329-4c83-8dbd-c1c11a54ab73 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:16.272484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23fb730e-1e23-437a-a21e-2734aaea88ed req-ee9859f4-2329-4c83-8dbd-c1c11a54ab73 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.11 "DELETE /v2.0/ports/42231202-cf87-4703-9bf1-e6b6d64e6005 HTTP/1.1" status: 204 len: 173 time: 1.9622176 Jul 16 17:47:16.272935 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df78fac-dcad-41b7-893b-32dea3b5536c', 'name': 'network-vif-deleted', 'tag': '42231202-cf87-4703-9bf1-e6b6d64e6005'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:16.275650 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a333f1c3-e1fa-4d0c-b2f9-ed448c996ad6" -d '{"events": [{"server_uuid": "2df78fac-dcad-41b7-893b-32dea3b5536c", "name": "network-vif-deleted", "tag": "42231202-cf87-4703-9bf1-e6b6d64e6005"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:16.325637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] Attempting to bind port 7a4993e7-0ef6-42e2-b40b-654c252951fb on host n-h2-787205-10 for vnic_type normal with profile None {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:16.326000 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] Attempting to bind port 7a4993e7-0ef6-42e2-b40b-654c252951fb by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:16.326334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] Attempting to bind port 7a4993e7-0ef6-42e2-b40b-654c252951fb on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:16.345186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] Port 7a4993e7-0ef6-42e2-b40b-654c252951fb on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:47:16.345520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] Attempting to bind port 7a4993e7-0ef6-42e2-b40b-654c252951fb on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:16.410190 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:16.411245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:16.412087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] Bound using segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:16.413086 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] Bound port: 7a4993e7-0ef6-42e2-b40b-654c252951fb, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:16.528215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177c831-81dc-466b-b65b-b67ccebf217a req-1362be00-12ca-46ab-b760-5384c43c9d3b tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:16.529822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b177c831-81dc-466b-b65b-b67ccebf217a req-1362be00-12ca-46ab-b760-5384c43c9d3b tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 1102 time: 0.1939652 Jul 16 17:47:16.533366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:16.545970 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:16.547103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-c85394e3-db66-47c7-8a9a-560cdb9d945c service neutron] 10.222.0.24 "POST /v2.0/ports/7a4993e7-0ef6-42e2-b40b-654c252951fb/bindings HTTP/1.1" status: 201 len: 390 time: 0.8723257 Jul 16 17:47:16.552755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b177c831-81dc-466b-b65b-b67ccebf217a req-6630a6a0-45a2-4f39-bbc0-622318a5ccd5 tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:16.670956 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d272d619-18bb-4bbd-95fd-4dd0e18feaaa x-openstack-request-id: req-d272d619-18bb-4bbd-95fd-4dd0e18feaaa {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:16.671525 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d006eaa6-e7b5-4184-980a-8e01ebd584f7", "tag": "804216da-7e93-44dd-89ff-49a8990b18f8", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:16.671710 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d272d619-18bb-4bbd-95fd-4dd0e18feaaa {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:16.672046 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd006eaa6-e7b5-4184-980a-8e01ebd584f7', 'tag': '804216da-7e93-44dd-89ff-49a8990b18f8', 'status': 'completed', 'code': 200} Jul 16 17:47:16.681613 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b177c831-81dc-466b-b65b-b67ccebf217a req-6630a6a0-45a2-4f39-bbc0-622318a5ccd5 tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:16.687588 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b177c831-81dc-466b-b65b-b67ccebf217a req-6630a6a0-45a2-4f39-bbc0-622318a5ccd5 tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:16.760121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b177c831-81dc-466b-b65b-b67ccebf217a req-6630a6a0-45a2-4f39-bbc0-622318a5ccd5 tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231071 Jul 16 17:47:16.930278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630a6a0-45a2-4f39-bbc0-622318a5ccd5 tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e09e860-f382-4554-b671-2e943a4ca210,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:16.985909 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4a6a27cf-c6b2-45bc-8d77-bec9b89bb9e8 req-c18e6721-e542-4ded-93d4-3c4e29fa7f29 tempest-AggregatesAdminTestJSON-630312782 tempest-AggregatesAdminTestJSON-630312782-project] 10.222.0.24 "GET /v2.0/ports?device_id=2df78fac-dcad-41b7-893b-32dea3b5536c HTTP/1.1" status: 200 len: 210 time: 0.0522759 Jul 16 17:47:17.016176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abe08a-71ea-4364-b49f-1545fc461bc2 req-7af801f9-dc6d-4696-86e7-6893be126708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:17.017711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40abe08a-71ea-4364-b49f-1545fc461bc2 req-7af801f9-dc6d-4696-86e7-6893be126708 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1380360d2a88425d8569fb27f539334a&device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 1100 time: 0.2823982 Jul 16 17:47:17.043053 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-f0436a26-fcbe-43d2-a225-28d1afa52d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:17.047230 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-f0436a26-fcbe-43d2-a225-28d1afa52d2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 1097 time: 0.1250107 Jul 16 17:47:17.047611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885d310-0916-4605-a798-dd3ae338f524 req-1116543b-fedc-4dcb-8387-c5535ebe6c35 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:17.055424 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4885d310-0916-4605-a798-dd3ae338f524 req-1116543b-fedc-4dcb-8387-c5535ebe6c35 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 948 time: 0.2395158 Jul 16 17:47:17.085026 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2de1a5-3c66-4e0b-a613-39506d2cdb5b x-openstack-request-id: req-2e2de1a5-3c66-4e0b-a613-39506d2cdb5b {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:17.085410 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df78fac-dcad-41b7-893b-32dea3b5536c", "name": "network-vif-deleted", "tag": "42231202-cf87-4703-9bf1-e6b6d64e6005", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:17.085761 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e2de1a5-3c66-4e0b-a613-39506d2cdb5b {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:17.086224 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df78fac-dcad-41b7-893b-32dea3b5536c', 'name': 'network-vif-deleted', 'tag': '42231202-cf87-4703-9bf1-e6b6d64e6005', 'status': 'completed', 'code': 200} Jul 16 17:47:17.171301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4885d310-0916-4605-a798-dd3ae338f524 req-6b2f93cb-ba2b-4a62-9e6c-f3b549a7a11e tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148450 Jul 16 17:47:17.173507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-4ff06008-e18d-468e-9321-3e11432ee475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:17.175230 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-4ff06008-e18d-468e-9321-3e11432ee475 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.1215339 Jul 16 17:47:17.223990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abe08a-71ea-4364-b49f-1545fc461bc2 req-2281215e-db1c-4b5e-a2cc-1510d59028a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:17.230979 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40abe08a-71ea-4364-b49f-1545fc461bc2 req-2281215e-db1c-4b5e-a2cc-1510d59028a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.2018483 Jul 16 17:47:17.235912 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-1931efee-c04e-460c-9f78-6fce12d7663a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb HTTP/1.1" status: 200 len: 217 time: 0.0544608 Jul 16 17:47:17.289433 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-68c881c0-29af-43e8-9b34-99d768a3802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:17.291585 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-68c881c0-29af-43e8-9b34-99d768a3802a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.0500464 Jul 16 17:47:17.315370 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40abe08a-71ea-4364-b49f-1545fc461bc2 req-5f438166-fdf1-4edf-81dd-796555eaa154 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=804216da-7e93-44dd-89ff-49a8990b18f8 HTTP/1.1" status: 200 len: 217 time: 0.0777402 Jul 16 17:47:17.336976 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-525cd5a8-e341-4b43-805b-e36da5843c60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385792 Jul 16 17:47:17.397872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abe08a-71ea-4364-b49f-1545fc461bc2 req-7ae3b919-36e3-4df8-b2ce-594e92603356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:17.399423 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40abe08a-71ea-4364-b49f-1545fc461bc2 req-7ae3b919-36e3-4df8-b2ce-594e92603356 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0764103 Jul 16 17:47:17.435704 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:17.468849 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-092b1e4c-1dca-457c-b2f4-a6df8d766c27 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233926 Jul 16 17:47:17.470265 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c965f7-89b7-45e7-b146-3f31232cb524 req-12ed3fd5-67d1-4fc1-9a8f-c10eccc9c6b4 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:17.471790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1c965f7-89b7-45e7-b146-3f31232cb524 req-12ed3fd5-67d1-4fc1-9a8f-c10eccc9c6b4 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 945 time: 0.1595383 Jul 16 17:47:17.529594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abe08a-71ea-4364-b49f-1545fc461bc2 req-d5701888-22db-415e-b2ee-e47d88ab63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:17.531937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40abe08a-71ea-4364-b49f-1545fc461bc2 req-d5701888-22db-415e-b2ee-e47d88ab63c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1252558 Jul 16 17:47:17.551798 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1c965f7-89b7-45e7-b146-3f31232cb524 req-6689d36a-51aa-494e-b1f6-5ac5d38be5e1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720005 Jul 16 17:47:17.574361 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-eec2c80d-8624-4516-8a36-b22f697b6766 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993731 Jul 16 17:47:17.731355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40abe08a-71ea-4364-b49f-1545fc461bc2 req-982d85d1-bfad-470f-94f1-c2daa6d276cd service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761706 Jul 16 17:47:17.759974 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41406) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:17.796650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa5bfa-c29b-47ce-8ca7-9005e43cc3ad req-d692eb2d-24a7-4dda-86fd-04d108ac90d1 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:17.798397 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99aa5bfa-c29b-47ce-8ca7-9005e43cc3ad req-d692eb2d-24a7-4dda-86fd-04d108ac90d1 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 948 time: 0.1146290 Jul 16 17:47:17.805770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-8567bd3d-1658-45c2-a001-23f1f295d01a tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:17.807599 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-8567bd3d-1658-45c2-a001-23f1f295d01a tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 1097 time: 0.1230567 Jul 16 17:47:17.821206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-10'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:17.873742 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99aa5bfa-c29b-47ce-8ca7-9005e43cc3ad req-de02e290-fb97-407c-92bc-04d456e09c38 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500076 Jul 16 17:47:17.879173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40abe08a-71ea-4364-b49f-1545fc461bc2 req-aa979e5a-089e-4102-8033-aea4b45e9ad3 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381195 Jul 16 17:47:17.906904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1300484245-network', 'tenant_id': 'c5e6198059344f539cf6bbde362b7a15'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:17.939226 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:17.951169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Made reservation on behalf of c5e6198059344f539cf6bbde362b7a15 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:17.953763 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:17.965145 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:18.159310 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:18.255106 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:18.265461 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:18.269238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:18.325910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:47:18.358970 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763932805187', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:18.359660 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Unsubscribe: segment precommit_create {{(pid=105590) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 17:47:18.360145 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Added segment c83a1c6b-f454-43be-8180-d9b2139aafb6 of type vlan for network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 Jul 16 17:47:18.367041 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:18.377628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff960ecd-79ba-4957-bb3f-855f58d4ef8d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:18.415825 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:18.461000 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:18.517238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41438) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:18.573289 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Pushing event updated for resources: {'Port': ['ID=7a4993e7-0ef6-42e2-b40b-654c252951fb,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:18.589739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb6726-eeb6-4904-8276-d8c208ccb6ff req-796d15f4-ad9b-42a0-bfc1-e0d351a25be0 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:18.596774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Attempting to bind port 7a4993e7-0ef6-42e2-b40b-654c252951fb on host n-h1-787205-10 for vnic_type normal with profile {"migrating_to": "n-h2-787205-10"} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:18.597192 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Attempting to bind port 7a4993e7-0ef6-42e2-b40b-654c252951fb by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:18.597583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Attempting to bind port 7a4993e7-0ef6-42e2-b40b-654c252951fb on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:18.597965 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67eb6726-eeb6-4904-8276-d8c208ccb6ff req-796d15f4-ad9b-42a0-bfc1-e0d351a25be0 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.3416646 Jul 16 17:47:18.603854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Port 7a4993e7-0ef6-42e2-b40b-654c252951fb on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:47:18.604425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Attempting to bind port 7a4993e7-0ef6-42e2-b40b-654c252951fb on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:18.610124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:18.610556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:18.611359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Bound using segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:18.611854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Bound port: 7a4993e7-0ef6-42e2-b40b-654c252951fb, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:18.612344 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:18.617523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:18.618554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:18.619139 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:18.650800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6746817-8abf-4a3b-aca7-6e76b3a7009d req-61327a39-1eec-47dd-8b92-14f2414f45fd tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:18.652525 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6746817-8abf-4a3b-aca7-6e76b3a7009d req-61327a39-1eec-47dd-8b92-14f2414f45fd tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 948 time: 0.1475492 Jul 16 17:47:18.664599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67eb6726-eeb6-4904-8276-d8c208ccb6ff req-26023caa-feb2-4ef8-83e5-fec27f388e85 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654855 Jul 16 17:47:18.674473 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a1dfa4-077c-4356-9c3a-1a2b12654481', 'tag': '1842bd79-248f-429c-88ec-a2bfee9d9ed7'}, {'server_uuid': 'e46fc909-7181-4da5-9ba8-779489ae2ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4993e7-0ef6-42e2-b40b-654c252951fb'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:18.676887 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6a29fc-8956-488e-825f-032625694bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "99a1dfa4-077c-4356-9c3a-1a2b12654481", "tag": "1842bd79-248f-429c-88ec-a2bfee9d9ed7"}, {"server_uuid": "e46fc909-7181-4da5-9ba8-779489ae2ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4993e7-0ef6-42e2-b40b-654c252951fb"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:18.697126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41448) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:18.721721 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9493604 Jul 16 17:47:18.728665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41452) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:18.756496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6746817-8abf-4a3b-aca7-6e76b3a7009d req-a5b5dde9-e748-40af-aa46-97cd6a486ff4 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857673 Jul 16 17:47:18.771599 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3498d3a9-3cf8-45dd-9cd7-a6863998b13d admin admin] Request body: {'subnet': {'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1300484245-subnet', 'tenant_id': 'c5e6198059344f539cf6bbde362b7a15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:18.819610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52a07c-241c-4e73-9302-466b535f9727 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f266cd-7ba1-4cd8-ab7e-f3565270df90,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:18.829189 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c494675-6eb9-4981-a6d7-0d3d048af34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:18.853973 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:47:18.860231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41456) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:18.871697 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0789e279-9c09-4cd8-b39f-0caa2f7fd24b x-openstack-request-id: req-0789e279-9c09-4cd8-b39f-0caa2f7fd24b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:18.871963 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a1dfa4-077c-4356-9c3a-1a2b12654481", "tag": "1842bd79-248f-429c-88ec-a2bfee9d9ed7", "status": "completed", "code": 200}, {"server_uuid": "e46fc909-7181-4da5-9ba8-779489ae2ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4993e7-0ef6-42e2-b40b-654c252951fb", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:18.872211 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0789e279-9c09-4cd8-b39f-0caa2f7fd24b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:18.872605 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a1dfa4-077c-4356-9c3a-1a2b12654481', 'tag': '1842bd79-248f-429c-88ec-a2bfee9d9ed7', 'status': 'completed', 'code': 200} Jul 16 17:47:18.872864 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46fc909-7181-4da5-9ba8-779489ae2ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4993e7-0ef6-42e2-b40b-654c252951fb', 'code': 200} Jul 16 17:47:18.876008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3498d3a9-3cf8-45dd-9cd7-a6863998b13d admin admin] Made reservation on behalf of c5e6198059344f539cf6bbde362b7a15 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:18.878884 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3498d3a9-3cf8-45dd-9cd7-a6863998b13d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:18.977596 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.114545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:19.135505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a29fc-8956-488e-825f-032625694bbd req-5271d4a7-5f9a-4672-8a1d-61f357e1266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:19.137087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a6a29fc-8956-488e-825f-032625694bbd req-5271d4a7-5f9a-4672-8a1d-61f357e1266b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=25b6c61fef714159ad3aa066caefc2e7&device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 1100 time: 0.2441456 Jul 16 17:47:19.140849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:19.167513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-e1b12716-4b49-4016-b15e-02a1ba1f6e84 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4692345 Jul 16 17:47:19.179614 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.200071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3b242-8261-406b-8281-3c48b4f9c7e8 req-3fadefb3-969a-44a2-ab54-82c36f2df10f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:19.201592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84d3b242-8261-406b-8281-3c48b4f9c7e8 req-3fadefb3-969a-44a2-ab54-82c36f2df10f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 943 time: 0.2366483 Jul 16 17:47:19.233707 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f0b69159-2ac2-48e5-95ac-bf599dfb73c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7ddc5453f044036af3d41b4344dbbd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3725595 Jul 16 17:47:19.235982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c494675-6eb9-4981-a6d7-0d3d048af34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.238348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41464) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:19.278809 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c494675-6eb9-4981-a6d7-0d3d048af34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.309619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Pushing event updated for resources: {'Port': ['ID=7a4993e7-0ef6-42e2-b40b-654c252951fb,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:19.322292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8131e-62b1-49e8-ab36-94b0b52bbcdf req-1a9e4f90-673b-4af9-a2b2-1eeabe6ce290 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:19.323852 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12a8131e-62b1-49e8-ab36-94b0b52bbcdf req-1a9e4f90-673b-4af9-a2b2-1eeabe6ce290 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 948 time: 0.2558234 Jul 16 17:47:19.344416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:19.345036 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.346565 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-be6e8a47-aacf-44fa-93eb-0d89815d579f service neutron] 10.222.0.11 "PUT /v2.0/ports/7a4993e7-0ef6-42e2-b40b-654c252951fb HTTP/1.1" status: 200 len: 1123 time: 1.5326049 Jul 16 17:47:19.374174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84d3b242-8261-406b-8281-3c48b4f9c7e8 req-fb3124ad-e75c-44d9-828e-f52f98c5bba6 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617157 Jul 16 17:47:19.383438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a29fc-8956-488e-825f-032625694bbd req-9b691732-7a96-434b-a3c7-53f3a29df252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:19.384093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a6a29fc-8956-488e-825f-032625694bbd req-9b691732-7a96-434b-a3c7-53f3a29df252 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.2390287 Jul 16 17:47:19.392016 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3c494675-6eb9-4981-a6d7-0d3d048af34b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6aafdc521a7e45cbb126d8ace5b7e60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8659012 Jul 16 17:47:19.392237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41470) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:19.394920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c494675-6eb9-4981-a6d7-0d3d048af34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8015968b-c76d-4745-81b1-03885cebf898,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:19.408570 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54c4bcc6-34fa-478d-92a0-0b7fd8b29977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.436677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['7a4993e7-0ef6-42e2-b40b-654c252951fb'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:19.453255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a6a29fc-8956-488e-825f-032625694bbd req-0327687b-b1a3-4453-9ed0-227551e7a134 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=1842bd79-248f-429c-88ec-a2bfee9d9ed7 HTTP/1.1" status: 200 len: 217 time: 0.0594993 Jul 16 17:47:19.468923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12a8131e-62b1-49e8-ab36-94b0b52bbcdf req-6633f75f-cdea-42b2-b577-17ee05faba60 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249378 Jul 16 17:47:19.514109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54c4bcc6-34fa-478d-92a0-0b7fd8b29977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.519102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a29fc-8956-488e-825f-032625694bbd req-d3a0a71d-94b5-4632-b1ce-cc8079692c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:19.522643 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a6a29fc-8956-488e-825f-032625694bbd req-d3a0a71d-94b5-4632-b1ce-cc8079692c04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0524504 Jul 16 17:47:19.523829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 804216da-7e93-44dd-89ff-49a8990b18f8 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:47:19.526296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 42231202-cf87-4703-9bf1-e6b6d64e6005 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:47:19.572490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 42231202-cf87-4703-9bf1-e6b6d64e6005 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:47:19.572839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 42231202-cf87-4703-9bf1-e6b6d64e6005 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:47:19.577460 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3498d3a9-3cf8-45dd-9cd7-a6863998b13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.632717 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-399c8e59-636c-4a3a-9501-ac9172ff06ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.643701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a29fc-8956-488e-825f-032625694bbd req-64fc1870-782a-4c6f-87b9-42753299b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:19.647370 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a6a29fc-8956-488e-825f-032625694bbd req-64fc1870-782a-4c6f-87b9-42753299b53b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1162467 Jul 16 17:47:19.674693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498d3a9-3cf8-45dd-9cd7-a6863998b13d admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:19.687452 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-399c8e59-636c-4a3a-9501-ac9172ff06ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.697184 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54c4bcc6-34fa-478d-92a0-0b7fd8b29977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.699744 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54c4bcc6-34fa-478d-92a0-0b7fd8b29977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.708062 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-54c4bcc6-34fa-478d-92a0-0b7fd8b29977 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5bc9ee0-dde3-4282-8197-93b00c20b900 HTTP/1.1" status: 204 len: 168 time: 0.4638762 Jul 16 17:47:19.798871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4bcc6-34fa-478d-92a0-0b7fd8b29977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bc9ee0-dde3-4282-8197-93b00c20b900,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:19.812575 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3498d3a9-3cf8-45dd-9cd7-a6863998b13d admin admin] Checking segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:19.813503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3498d3a9-3cf8-45dd-9cd7-a6863998b13d admin admin] Network hostable DHCP agents. Network: e7f266cd-7ba1-4cd8-ab7e-f3565270df90, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:47:19.818744 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-399c8e59-636c-4a3a-9501-ac9172ff06ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.821856 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-399c8e59-636c-4a3a-9501-ac9172ff06ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.823296 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-399c8e59-636c-4a3a-9501-ac9172ff06ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8015968b-c76d-4745-81b1-03885cebf898 HTTP/1.1" status: 204 len: 168 time: 0.4283690 Jul 16 17:47:19.867657 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c8e59-636c-4a3a-9501-ac9172ff06ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8015968b-c76d-4745-81b1-03885cebf898,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:19.898980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3498d3a9-3cf8-45dd-9cd7-a6863998b13d admin admin] Network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:47:19.923106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-3498d3a9-3cf8-45dd-9cd7-a6863998b13d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, e7f266cd-7ba1-4cd8-ab7e-f3565270df90) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:19.933811 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3498d3a9-3cf8-45dd-9cd7-a6863998b13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:19.934217 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3498d3a9-3cf8-45dd-9cd7-a6863998b13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.953166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a6a29fc-8956-488e-825f-032625694bbd req-31aaa2e7-e6da-42bc-bb1a-6541b3274163 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983732 Jul 16 17:47:19.957808 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bfa029-ff97-41a8-8ef6-7e08f196b7ab None None] Network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:47:19.968790 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3498d3a9-3cf8-45dd-9cd7-a6863998b13d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2389491 Jul 16 17:47:20.130177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 804216da-7e93-44dd-89ff-49a8990b18f8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=804216da-7e93-44dd-89ff-49a8990b18f8,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:20.200922 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535b5d5d-00b8-43b7-b641-7898ea8ee44a None None] Network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:47:20.239393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a698f-6a77-44fe-9129-7bbdb56b2ff4 req-5cf240eb-d510-4d03-8d71-2f04b5aeb5e5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:20.242528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-934a698f-6a77-44fe-9129-7bbdb56b2ff4 req-5cf240eb-d510-4d03-8d71-2f04b5aeb5e5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.3286307 Jul 16 17:47:20.269405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119125e-66c0-468a-952f-1a883ee96d6f req-97d86180-4c07-42b6-a629-f942fec14d44 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:20.282778 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b119125e-66c0-468a-952f-1a883ee96d6f req-97d86180-4c07-42b6-a629-f942fec14d44 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 948 time: 0.2583513 Jul 16 17:47:20.342760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41520) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:20.359674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a6a29fc-8956-488e-825f-032625694bbd req-50ca67e1-1490-48cd-8556-c5e6b675b687 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702223 Jul 16 17:47:20.362050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '804216da-7e93-44dd-89ff-49a8990b18f8', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '804216da-7e93-44dd-89ff-49a8990b18f8', 'mac_address': 'fa:16:3e:54:96:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:47:20.403428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b119125e-66c0-468a-952f-1a883ee96d6f req-a8b5eec7-46f0-4e13-9f7d-e9f688036ef1 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193395 Jul 16 17:47:20.425716 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-934a698f-6a77-44fe-9129-7bbdb56b2ff4 req-eb9eba84-1dd1-4a77-abea-c7d764a58fbd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741238 Jul 16 17:47:20.464457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41526) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:20.546554 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:20.553319 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-230930ed-c2d9-4ba7-aaae-3577e30e8664 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0686ad5a0dfb4370a1fb37c63f61e971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876448 Jul 16 17:47:20.556346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41530) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:20.580609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804216da-7e93-44dd-89ff-49a8990b18f8 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:20.608324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 804216da-7e93-44dd-89ff-49a8990b18f8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=804216da-7e93-44dd-89ff-49a8990b18f8,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:20.614487 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:20.616113 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 1842bd79-248f-429c-88ec-a2bfee9d9ed7 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:47:20.681776 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=804216da-7e93-44dd-89ff-49a8990b18f8,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:20.684478 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41532) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:20.709578 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7184ad30-2a6a-4ba4-b2b3-8b26711419a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:20.712225 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b25b0afc-e2ba-4333-86f3-b34cd0dae15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:20.722633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a7b60-12a6-4042-a2e8-d9601bbd32e4 req-dbfc0c4d-08f9-410d-82cd-bb570c6a6c58 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:20.731878 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf5a7b60-12a6-4042-a2e8-d9601bbd32e4 req-dbfc0c4d-08f9-410d-82cd-bb570c6a6c58 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 943 time: 0.1730900 Jul 16 17:47:20.759496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 1842bd79-248f-429c-88ec-a2bfee9d9ed7, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1842bd79-248f-429c-88ec-a2bfee9d9ed7,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:20.788445 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7184ad30-2a6a-4ba4-b2b3-8b26711419a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:20.796616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '1842bd79-248f-429c-88ec-a2bfee9d9ed7', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '1842bd79-248f-429c-88ec-a2bfee9d9ed7', 'mac_address': 'fa:16:3e:4e:3a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:47:20.833472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34da09c-4546-433c-b0ed-1ed018e78644 req-6415a816-c9d4-4661-952f-e0c8ca71e0f5 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:20.835498 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f34da09c-4546-433c-b0ed-1ed018e78644 req-6415a816-c9d4-4661-952f-e0c8ca71e0f5 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 948 time: 0.1827900 Jul 16 17:47:20.852424 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf5a7b60-12a6-4042-a2e8-d9601bbd32e4 req-e3d706cb-d08e-4fad-a423-3951a9b75c4c tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195879 Jul 16 17:47:20.860616 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b25b0afc-e2ba-4333-86f3-b34cd0dae15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:20.867573 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b25b0afc-e2ba-4333-86f3-b34cd0dae15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:20.886611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46fc909-7181-4da5-9ba8-779489ae2ef1', 'tag': '7a4993e7-0ef6-42e2-b40b-654c252951fb'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:20.892247 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b5fa5b-f7f5-42e1-8413-4d713ee0fb88" -d '{"events": [{"name": "network-changed", "server_uuid": "e46fc909-7181-4da5-9ba8-779489ae2ef1", "tag": "7a4993e7-0ef6-42e2-b40b-654c252951fb"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:20.893689 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:20.922730 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7184ad30-2a6a-4ba4-b2b3-8b26711419a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:20.925127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1842bd79-248f-429c-88ec-a2bfee9d9ed7 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:20.926155 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7184ad30-2a6a-4ba4-b2b3-8b26711419a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:20.928216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7184ad30-2a6a-4ba4-b2b3-8b26711419a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd5dbe24-21ad-4715-91b2-141f139780cf HTTP/1.1" status: 204 len: 168 time: 0.3698976 Jul 16 17:47:20.957794 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b25b0afc-e2ba-4333-86f3-b34cd0dae15c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93f5b2da416c4ce7a3c4788178748d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691612 Jul 16 17:47:20.957978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184ad30-2a6a-4ba4-b2b3-8b26711419a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5dbe24-21ad-4715-91b2-141f139780cf,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:20.963783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41546) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:20.968533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 1842bd79-248f-429c-88ec-a2bfee9d9ed7, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1842bd79-248f-429c-88ec-a2bfee9d9ed7,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:20.971846 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2a41d5-516c-4547-8057-50f21803513e x-openstack-request-id: req-df2a41d5-516c-4547-8057-50f21803513e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:20.972392 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46fc909-7181-4da5-9ba8-779489ae2ef1", "tag": "7a4993e7-0ef6-42e2-b40b-654c252951fb", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:20.972802 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df2a41d5-516c-4547-8057-50f21803513e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:20.978428 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46fc909-7181-4da5-9ba8-779489ae2ef1', 'tag': '7a4993e7-0ef6-42e2-b40b-654c252951fb', 'status': 'completed', 'code': 200} Jul 16 17:47:20.979914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b0afc-e2ba-4333-86f3-b34cd0dae15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf9aad7-2349-4474-9542-3cc3d77a2ee5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:20.985940 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:20.989121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f34da09c-4546-433c-b0ed-1ed018e78644 req-ce19ad92-b3a2-486e-90d6-12620ba03427 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226416 Jul 16 17:47:21.037456 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3df9afac-5b0b-477c-b443-75b118fc59e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.090399 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fc87f246-01a3-4bb3-9945-8fcfd4464b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.121296 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fc87f246-01a3-4bb3-9945-8fcfd4464b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.151104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=1842bd79-248f-429c-88ec-a2bfee9d9ed7,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:21.188249 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41550) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:21.196129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1793893049-network', 'tenant_id': '4b6d1d7cf2eb4f7f988388341b479027'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:21.212918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['804216da-7e93-44dd-89ff-49a8990b18f8'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:21.217305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['1842bd79-248f-429c-88ec-a2bfee9d9ed7'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:21.224554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3df9afac-5b0b-477c-b443-75b118fc59e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.227801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5fa5b-f7f5-42e1-8413-4d713ee0fb88 req-b5e70220-285f-4988-8519-b75757d5a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:21.229354 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0b5fa5b-f7f5-42e1-8413-4d713ee0fb88 req-b5e70220-285f-4988-8519-b75757d5a912 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 1126 time: 0.2000577 Jul 16 17:47:21.236534 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fc87f246-01a3-4bb3-9945-8fcfd4464b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.237481 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3df9afac-5b0b-477c-b443-75b118fc59e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.239100 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fc87f246-01a3-4bb3-9945-8fcfd4464b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.243607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fc87f246-01a3-4bb3-9945-8fcfd4464b12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cf9aad7-2349-4474-9542-3cc3d77a2ee5 HTTP/1.1" status: 204 len: 168 time: 0.2787645 Jul 16 17:47:21.276587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87f246-01a3-4bb3-9945-8fcfd4464b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf9aad7-2349-4474-9542-3cc3d77a2ee5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:21.298010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-f5e9ea11-5782-4f79-a466-4512d14fe53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:21.299842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-f5e9ea11-5782-4f79-a466-4512d14fe53e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 1102 time: 0.1400163 Jul 16 17:47:21.310695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Made reservation on behalf of 4b6d1d7cf2eb4f7f988388341b479027 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:21.313315 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.324775 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3df9afac-5b0b-477c-b443-75b118fc59e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=196a7924360d4b0eb01f751927fd5aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9809277 Jul 16 17:47:21.325509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9afac-5b0b-477c-b443-75b118fc59e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659a3e99-6f5c-414e-a716-b6d2ce6bbfd6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:21.328238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41556) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:21.335092 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.458542 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8c2f-77a2-4ca7-97c5-17bf008576f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.545463 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8c2f-77a2-4ca7-97c5-17bf008576f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.556198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5fa5b-f7f5-42e1-8413-4d713ee0fb88 req-f5ff278f-ab48-4dc9-bec8-9bec80c7c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:21.559388 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0b5fa5b-f7f5-42e1-8413-4d713ee0fb88 req-f5ff278f-ab48-4dc9-bec8-9bec80c7c1a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.3130400 Jul 16 17:47:21.652388 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0b5fa5b-f7f5-42e1-8413-4d713ee0fb88 req-a00a55df-8954-4d0a-ab35-617d5cf3e447 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb HTTP/1.1" status: 200 len: 217 time: 0.0662944 Jul 16 17:47:21.662602 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.670320 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.706543 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8c2f-77a2-4ca7-97c5-17bf008576f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.709408 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d2d8c2f-77a2-4ca7-97c5-17bf008576f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.712945 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5d2d8c2f-77a2-4ca7-97c5-17bf008576f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/659a3e99-6f5c-414e-a716-b6d2ce6bbfd6 HTTP/1.1" status: 204 len: 168 time: 0.3815198 Jul 16 17:47:21.715474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be27c9a7-ae4e-4136-8c75-d0a433117334,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:21.733776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:47:21.746255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d8c2f-77a2-4ca7-97c5-17bf008576f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659a3e99-6f5c-414e-a716-b6d2ce6bbfd6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:21.755750 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.756115 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Added segment e2bd0dc4-62e6-485c-9a55-ab410f248f8f of type vlan for network 9dcb0913-8e25-4e8f-9133-9f36f3da82f5 Jul 16 17:47:21.818809 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.819087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-c5f5a829-95b7-46f8-b41d-cd508cbfd1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:21.820580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-c5f5a829-95b7-46f8-b41d-cd508cbfd1ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.4568555 Jul 16 17:47:21.828263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5fa5b-f7f5-42e1-8413-4d713ee0fb88 req-dc8a6a97-5656-4ec5-a65d-f05298bef1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:21.829760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0b5fa5b-f7f5-42e1-8413-4d713ee0fb88 req-dc8a6a97-5656-4ec5-a65d-f05298bef1c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.1605902 Jul 16 17:47:21.864151 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.866975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:21.868162 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.909932 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7187397 Jul 16 17:47:21.911301 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41578) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:21.923891 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a72204d5-4255-4a85-aac0-b5bea03eff26 admin admin] Request body: {'subnet': {'network_id': '9dcb0913-8e25-4e8f-9133-9f36f3da82f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1793893049-subnet', 'tenant_id': '4b6d1d7cf2eb4f7f988388341b479027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:21.933647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a9dce-5337-4ca4-b719-627f4de2ffff req-a7050d9e-d15e-4d77-ac09-09d6a1f32e38 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:21.940503 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d47a9dce-5337-4ca4-b719-627f4de2ffff req-a7050d9e-d15e-4d77-ac09-09d6a1f32e38 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 949 time: 0.2201371 Jul 16 17:47:21.943446 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-d27a4ad7-ce48-45e3-bb9f-e8d96ba6977c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e201e55d-282d-4015-8b6d-3143c418862c HTTP/1.1" status: 200 len: 217 time: 0.0940568 Jul 16 17:47:21.945187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0b5fa5b-f7f5-42e1-8413-4d713ee0fb88 req-a671a8d3-fedd-4509-b972-3a00877a8497 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880980 Jul 16 17:47:21.968914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b176b-24fc-4faf-aec3-ab7305cbfaaa admin admin] Pushing event updated for resources: {'Network': ['ID=9dcb0913-8e25-4e8f-9133-9f36f3da82f5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:21.980461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72204d5-4255-4a85-aac0-b5bea03eff26 admin admin] Made reservation on behalf of 4b6d1d7cf2eb4f7f988388341b479027 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:21.981383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 9dcb0913-8e25-4e8f-9133-9f36f3da82f5 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:47:21.987296 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a72204d5-4255-4a85-aac0-b5bea03eff26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.991562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e878ae-6fa2-4037-9f89-063cd994eee9 req-9a2cebb2-dfb4-4c0c-86b5-1fdfe124b98e tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:21.993816 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-77e878ae-6fa2-4037-9f89-063cd994eee9 req-9a2cebb2-dfb4-4c0c-86b5-1fdfe124b98e tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.3403671 Jul 16 17:47:22.105911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d47a9dce-5337-4ca4-b719-627f4de2ffff req-40ad97e5-5684-40a6-b5d3-ca1ab8e1aec9 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642888 Jul 16 17:47:22.255893 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41592) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:22.283480 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56181aa0-6998-43c4-b516-4b79c871b620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:22.296509 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a72204d5-4255-4a85-aac0-b5bea03eff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:22.367850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72204d5-4255-4a85-aac0-b5bea03eff26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1256a085-47b8-48f9-86d0-6cc753dfdba0,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:22.403288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-99ee4568-fd2d-4a21-be54-584e057223e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:22.404765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-99ee4568-fd2d-4a21-be54-584e057223e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.4484272 Jul 16 17:47:22.420483 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72204d5-4255-4a85-aac0-b5bea03eff26 admin admin] Checking segment: {'id': 'e2bd0dc4-62e6-485c-9a55-ab410f248f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9dcb0913-8e25-4e8f-9133-9f36f3da82f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:22.420840 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72204d5-4255-4a85-aac0-b5bea03eff26 admin admin] Network hostable DHCP agents. Network: 9dcb0913-8e25-4e8f-9133-9f36f3da82f5, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:47:22.469614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72204d5-4255-4a85-aac0-b5bea03eff26 admin admin] Network 9dcb0913-8e25-4e8f-9133-9f36f3da82f5 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:47:22.476884 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-77e878ae-6fa2-4037-9f89-063cd994eee9 req-30cad53e-fda3-41f8-b4ad-69313b88cc72 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505191 Jul 16 17:47:22.509327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-a72204d5-4255-4a85-aac0-b5bea03eff26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 9dcb0913-8e25-4e8f-9133-9f36f3da82f5) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:22.518032 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56181aa0-6998-43c4-b516-4b79c871b620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:22.519249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cacfbb-c5f1-48d1-b0c1-6074fefd4cef None None] Network 9dcb0913-8e25-4e8f-9133-9f36f3da82f5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:47:22.526279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72204d5-4255-4a85-aac0-b5bea03eff26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:22.526889 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a72204d5-4255-4a85-aac0-b5bea03eff26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:22.533874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56181aa0-6998-43c4-b516-4b79c871b620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:22.545714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0b5fa5b-f7f5-42e1-8413-4d713ee0fb88 req-ff3bd42e-fdb5-49d6-ad4f-b8749a9bea9d service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811398 Jul 16 17:47:22.572688 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56181aa0-6998-43c4-b516-4b79c871b620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a70e93f-5b09-4fb4-8401-5abd5264f76f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:22.593710 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a72204d5-4255-4a85-aac0-b5bea03eff26 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6738105 Jul 16 17:47:22.605948 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-56181aa0-6998-43c4-b516-4b79c871b620 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9dbb3b5612b41bc8db840a09a71b652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487427 Jul 16 17:47:22.606775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41602) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:22.617100 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0198cc-44a5-4f70-b9f5-8240ae2ab80f req-7714507d-e1d2-46aa-9c92-dbeccfa60c47 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:22.618839 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e0198cc-44a5-4f70-b9f5-8240ae2ab80f req-7714507d-e1d2-46aa-9c92-dbeccfa60c47 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 943 time: 0.2596209 Jul 16 17:47:22.652576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-aff56e44-da65-46f2-b49e-7ca5c3bdeeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:22.654443 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-aff56e44-da65-46f2-b49e-7ca5c3bdeeb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2371981 Jul 16 17:47:22.690662 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:22.716541 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cae6cd82-4a71-4895-b835-d5f559ff5e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:22.742080 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cae6cd82-4a71-4895-b835-d5f559ff5e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:22.794350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8775410-ddbe-47a4-bc3c-14a29f91f35f None None] Network 9dcb0913-8e25-4e8f-9133-9f36f3da82f5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:47:22.809395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0b5fa5b-f7f5-42e1-8413-4d713ee0fb88 req-e1ac5587-19f3-425a-836b-792879ab05ce service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497010 Jul 16 17:47:22.826344 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cae6cd82-4a71-4895-b835-d5f559ff5e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:22.827175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e0198cc-44a5-4f70-b9f5-8240ae2ab80f req-3c69d6aa-8613-4acf-9708-b4415887627d tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975763 Jul 16 17:47:22.829286 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cae6cd82-4a71-4895-b835-d5f559ff5e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:22.835057 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cae6cd82-4a71-4895-b835-d5f559ff5e97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a70e93f-5b09-4fb4-8401-5abd5264f76f HTTP/1.1" status: 204 len: 168 time: 0.2269263 Jul 16 17:47:22.856962 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6cd82-4a71-4895-b835-d5f559ff5e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a70e93f-5b09-4fb4-8401-5abd5264f76f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:22.930880 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-c9556fa4-16b1-4aa9-8cc6-e234d96fbd1f service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449734 Jul 16 17:47:22.942909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84712124-1bad-4f1d-a598-cecf167044d7 req-92c1d553-308d-4073-8bf3-8b4432cfb8bb tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:22.944580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84712124-1bad-4f1d-a598-cecf167044d7 req-92c1d553-308d-4073-8bf3-8b4432cfb8bb tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 949 time: 0.2371545 Jul 16 17:47:23.038344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84712124-1bad-4f1d-a598-cecf167044d7 req-944f1f7e-4c96-490e-93f0-17f0131a812f tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851927 Jul 16 17:47:23.065952 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-004b5162-6070-42ae-8fbe-118bdecdc3ce service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198106 Jul 16 17:47:23.315976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b4c2e-a068-43ee-978a-02bd69b4aae6 req-27716d39-352b-4915-a5c5-1b8b4c8c585b tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:23.317515 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e1b4c2e-a068-43ee-978a-02bd69b4aae6 req-27716d39-352b-4915-a5c5-1b8b4c8c585b tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 949 time: 0.0783730 Jul 16 17:47:23.357636 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e1b4c2e-a068-43ee-978a-02bd69b4aae6 req-fc0d3e67-5a99-4839-a6fa-3ed4f5446d61 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341728 Jul 16 17:47:23.361285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41634) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:23.533004 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 7a4993e7-0ef6-42e2-b40b-654c252951fb details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:47:23.535165 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 804216da-7e93-44dd-89ff-49a8990b18f8 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:23.694918 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-network', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:23.726612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Made reservation on behalf of 011d2ef35e41429cb74a8b6defcb5849 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:23.728988 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:23.739286 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 804216da-7e93-44dd-89ff-49a8990b18f8 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:23.750599 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 804216da-7e93-44dd-89ff-49a8990b18f8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:23.750921 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:23.757384 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:23.757545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:23.776544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-25cdb66e-f9e9-4ff8-8b64-3e2a23f689b0 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:23.784073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-25cdb66e-f9e9-4ff8-8b64-3e2a23f689b0 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 821 time: 0.2192733 Jul 16 17:47:23.789234 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 7a4993e7-0ef6-42e2-b40b-654c252951fb has no active binding in host n-h2-787205-10 {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:47:23.817068 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-0da28f18-b00a-4ee8-bcb7-a94a36d1b67a tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/quotas/c5e6198059344f539cf6bbde362b7a15 HTTP/1.1" status: 200 len: 375 time: 0.0304413 Jul 16 17:47:23.834729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc806a-425b-4b8e-9cf4-66bc0b430f4d req-8f95b022-e210-456f-8f30-f744d0ad02f9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:23.836219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66fc806a-425b-4b8e-9cf4-66bc0b430f4d req-8f95b022-e210-456f-8f30-f744d0ad02f9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.1929426 Jul 16 17:47:23.852491 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:23.876067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd006eaa6-e7b5-4184-980a-8e01ebd584f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804216da-7e93-44dd-89ff-49a8990b18f8'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:23.878363 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3f6e4f-2087-4017-a7b2-0dc1a356de96" -d '{"events": [{"server_uuid": "d006eaa6-e7b5-4184-980a-8e01ebd584f7", "name": "network-vif-plugged", "status": "completed", "tag": "804216da-7e93-44dd-89ff-49a8990b18f8"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:23.886894 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-eeb56c90-308b-4ade-bff1-ce6b7a254b09 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608752 Jul 16 17:47:23.893202 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 804216da-7e93-44dd-89ff-49a8990b18f8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=804216da-7e93-44dd-89ff-49a8990b18f8,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:23.903856 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:23.905773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 1842bd79-248f-429c-88ec-a2bfee9d9ed7 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:23.934920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66fc806a-425b-4b8e-9cf4-66bc0b430f4d req-4b7d8791-cd2b-48d3-93f7-5f4704e3e010 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868497 Jul 16 17:47:23.996744 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.006775 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.014038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=804216da-7e93-44dd-89ff-49a8990b18f8,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:24.034205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 1842bd79-248f-429c-88ec-a2bfee9d9ed7 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:24.040006 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 1842bd79-248f-429c-88ec-a2bfee9d9ed7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:24.040384 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.050209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:47:24.056440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f187e1-ddf6-4c95-a57a-99255ecb1628,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:24.070832 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.071241 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Added segment e22c7436-b66c-41ae-948c-d3795ad82c8a of type vlan for network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 Jul 16 17:47:24.122661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-188a9d5e-8e7b-4068-8fb9-7da093095bda service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:47:24.124152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-188a9d5e-8e7b-4068-8fb9-7da093095bda service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0934486 Jul 16 17:47:24.129434 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.196677 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.241450 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.242868 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:24.243451 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.245323 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 1842bd79-248f-429c-88ec-a2bfee9d9ed7, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1842bd79-248f-429c-88ec-a2bfee9d9ed7,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:24.254349 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.300636 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-17126eba-48af-4e7b-9197-a0ad823d9645 service neutron] 10.222.0.24 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659861 Jul 16 17:47:24.306350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9437966 Jul 16 17:47:24.309536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41688) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:24.314663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7a95f491-ee43-4e67-b9ee-68d9fb21a93e admin admin] Request body: {'subnet': {'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-subnet', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:24.344650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e4e21-c3c9-4141-bdd0-0c4229026416 admin admin] Pushing event updated for resources: {'Network': ['ID=38367e7e-b273-41c4-ae47-3a44ce1b0cd1,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:24.351763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=1842bd79-248f-429c-88ec-a2bfee9d9ed7,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:24.356454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a95f491-ee43-4e67-b9ee-68d9fb21a93e admin admin] Made reservation on behalf of 011d2ef35e41429cb74a8b6defcb5849 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:24.359388 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a95f491-ee43-4e67-b9ee-68d9fb21a93e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.373075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:47:24.495174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-b1d8af99-74e4-4c95-9a10-097c9a776db0 service neutron] 10.222.0.24 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582105 Jul 16 17:47:24.527553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf19e4b-5a28-4183-aaa1-3a19ed979074 req-824f2b59-4cdc-493b-9efe-58d0f88fa650 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:24.529178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ecf19e4b-5a28-4183-aaa1-3a19ed979074 req-824f2b59-4cdc-493b-9efe-58d0f88fa650 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 943 time: 0.0948098 Jul 16 17:47:24.576760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ecf19e4b-5a28-4183-aaa1-3a19ed979074 req-65509f8c-bca4-47f4-a827-a7fdc7f34e64 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393941 Jul 16 17:47:24.646662 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00c4806-b0d6-47f2-8721-af1eb956da18 x-openstack-request-id: req-f00c4806-b0d6-47f2-8721-af1eb956da18 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:24.647154 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d006eaa6-e7b5-4184-980a-8e01ebd584f7", "name": "network-vif-plugged", "status": "completed", "tag": "804216da-7e93-44dd-89ff-49a8990b18f8", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:24.647599 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f00c4806-b0d6-47f2-8721-af1eb956da18 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:24.647852 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd006eaa6-e7b5-4184-980a-8e01ebd584f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804216da-7e93-44dd-89ff-49a8990b18f8', 'code': 200} Jul 16 17:47:24.696413 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a95f491-ee43-4e67-b9ee-68d9fb21a93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.801046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a95f491-ee43-4e67-b9ee-68d9fb21a93e admin admin] Checking segment: {'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:24.801540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a95f491-ee43-4e67-b9ee-68d9fb21a93e admin admin] Network hostable DHCP agents. Network: 38367e7e-b273-41c4-ae47-3a44ce1b0cd1, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:47:24.830531 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95f491-ee43-4e67-b9ee-68d9fb21a93e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6f25b3-9102-4d67-8ad1-8d596cdc3f01,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:24.835270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a95f491-ee43-4e67-b9ee-68d9fb21a93e admin admin] Network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:47:24.846264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7a95f491-ee43-4e67-b9ee-68d9fb21a93e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 38367e7e-b273-41c4-ae47-3a44ce1b0cd1) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:24.852170 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a95f491-ee43-4e67-b9ee-68d9fb21a93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:24.852847 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a95f491-ee43-4e67-b9ee-68d9fb21a93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.866305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2313480-ad3b-423e-920d-c320cb725119 None None] Network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:47:24.879839 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7a95f491-ee43-4e67-b9ee-68d9fb21a93e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5666239 Jul 16 17:47:24.880404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41718) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:24.888698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:24.930874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.932472 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:24.966545 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:25.004797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cc048-b439-4c09-b50f-d06cb9968322 req-cee8dfc5-11d4-453d-b844-c8effbe7a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:25.006900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f8cc048-b439-4c09-b50f-d06cb9968322 req-cee8dfc5-11d4-453d-b844-c8effbe7a433 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 1102 time: 0.2741325 Jul 16 17:47:25.061817 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-da0f7478-cef4-46d5-9b32-c110ae0c8989 service neutron] 10.222.0.32 "GET /v2.0/ports/7a4993e7-0ef6-42e2-b40b-654c252951fb/bindings/n-h2-787205-10 HTTP/1.1" status: 200 len: 385 time: 0.1793542 Jul 16 17:47:25.069557 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:25.086980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:47:25.087837 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:25.099553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0133c-7d47-40e2-b8dd-381d128a5ca9 req-3b6db1b2-9bf5-41f8-9102-2b612bf66cdc tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:25.106792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53c0133c-7d47-40e2-b8dd-381d128a5ca9 req-3b6db1b2-9bf5-41f8-9102-2b612bf66cdc tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 950 time: 0.3170543 Jul 16 17:47:25.156367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f8cc048-b439-4c09-b50f-d06cb9968322 req-5379994f-f435-402d-81b2-0866663504c0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400230 Jul 16 17:47:25.177337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c068cff-63b3-47be-b484-6668607ace12 req-2f10e966-5ef5-45dc-b29f-27ddbcfbd329 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:25.179079 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c068cff-63b3-47be-b484-6668607ace12 req-2f10e966-5ef5-45dc-b29f-27ddbcfbd329 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 950 time: 0.2473876 Jul 16 17:47:25.226939 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53c0133c-7d47-40e2-b8dd-381d128a5ca9 req-88c2634f-dc11-4f43-9327-be8bd2304948 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192961 Jul 16 17:47:25.259639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c068cff-63b3-47be-b484-6668607ace12 req-236c244e-8bc9-4b08-a5f4-5aa5b0e2faae tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723188 Jul 16 17:47:25.277320 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:25.297189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Allocated IP 172.20.0.2 (38367e7e-b273-41c4-ae47-3a44ce1b0cd1/6f6f25b3-9102-4d67-8ad1-8d596cdc3f01/c380295e-0a17-47f4-a716-576c8bb8b644) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:25.491187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e67485-f885-481e-89bf-c7ce500e3e19 req-8e076793-6efb-4566-a615-6e694599f565 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 210 time: 0.0775843 Jul 16 17:47:25.562200 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:25.572915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Transition to ACTIVE for port object c380295e-0a17-47f4-a716-576c8bb8b644 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:25.604054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-26ff565d-68a4-4851-8997-2eede88bf8a0 service neutron] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:25.613829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Transition to ACTIVE for port object c380295e-0a17-47f4-a716-576c8bb8b644 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:25.625064 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:25.637371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-26ff565d-68a4-4851-8997-2eede88bf8a0 service neutron] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:25.659828 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:25.672206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0067ad8-d544-4431-a576-3bb5ba58da53 req-c8e95c2e-5d92-4925-a14c-21f6a66286bb tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:25.680494 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0067ad8-d544-4431-a576-3bb5ba58da53 req-c8e95c2e-5d92-4925-a14c-21f6a66286bb tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.1372776 Jul 16 17:47:25.685124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:25.694338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-26ff565d-68a4-4851-8997-2eede88bf8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4993e7-0ef6-42e2-b40b-654c252951fb {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:25.707221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:25.713923 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-26ff565d-68a4-4851-8997-2eede88bf8a0 service neutron] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:25.714062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:25.717845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:25.737090 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-26ff565d-68a4-4851-8997-2eede88bf8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:25.751239 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0067ad8-d544-4431-a576-3bb5ba58da53 req-df52ce0d-941b-459f-b0a7-1088652bacbd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675378 Jul 16 17:47:25.847056 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Allocated IP 172.25.3.206 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/ccd17ec2-abdb-494a-8934-6635ebfd094a) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:25.862288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-26ff565d-68a4-4851-8997-2eede88bf8a0 service neutron] Transition to ACTIVE for port object 7a4993e7-0ef6-42e2-b40b-654c252951fb will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:25.868416 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-26ff565d-68a4-4851-8997-2eede88bf8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:25.976550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-26ff565d-68a4-4851-8997-2eede88bf8a0 service neutron] No DVR routers for this DVR port 7a4993e7-0ef6-42e2-b40b-654c252951fb on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:47:26.005679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff565d-68a4-4851-8997-2eede88bf8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4993e7-0ef6-42e2-b40b-654c252951fb,revision_number=10']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:26.032061 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.043881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Pushing event updated for resources: {'Port': ['ID=c380295e-0a17-47f4-a716-576c8bb8b644,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:26.081153 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Attempting to bind port c380295e-0a17-47f4-a716-576c8bb8b644 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:26.081751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Attempting to bind port c380295e-0a17-47f4-a716-576c8bb8b644 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:26.082289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Attempting to bind port c380295e-0a17-47f4-a716-576c8bb8b644 on network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:26.093359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:26.094131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Checking segment: {'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:26.094545 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.094951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Bound using segment: {'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:26.095443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Bound port: c380295e-0a17-47f4-a716-576c8bb8b644, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:26.095934 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.113939 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-26ff565d-68a4-4851-8997-2eede88bf8a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/7a4993e7-0ef6-42e2-b40b-654c252951fb/bindings/n-h2-787205-10/activate HTTP/1.1" status: 200 len: 370 time: 1.0406284 Jul 16 17:47:26.126559 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.158980 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59228-2c82-4c58-9ebe-b0c15d94c1a1 req-fa2a2b57-3b5d-4a95-829d-c812b2eff7e6 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:26.169819 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0b59228-2c82-4c58-9ebe-b0c15d94c1a1 req-fa2a2b57-3b5d-4a95-829d-c812b2eff7e6 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 944 time: 0.1983578 Jul 16 17:47:26.177582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:26.180561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:26.184562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:26.190147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd17ec2-abdb-494a-8934-6635ebfd094a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:26.194282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] For port c380295e-0a17-47f4-a716-576c8bb8b644, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:26.199189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] For port c380295e-0a17-47f4-a716-576c8bb8b644, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c380295e-0a17-47f4-a716-576c8bb8b644,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:26.204467 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.276296 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0b59228-2c82-4c58-9ebe-b0c15d94c1a1 req-aa618f6c-4423-40d6-9d90-7aff05fce6b5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054857 Jul 16 17:47:26.314373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-bd268948-3e56-4960-8a87-08bfeb030235 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:26.316921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-bd268948-3e56-4960-8a87-08bfeb030235 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 1096 time: 0.1256382 Jul 16 17:47:26.327067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07fcd7-13da-4a58-9444-cf60ec4d1602 None None] Pushing event updated for resources: {'Port': ['ID=c380295e-0a17-47f4-a716-576c8bb8b644,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:26.649926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a1dfa4-077c-4356-9c3a-1a2b12654481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1842bd79-248f-429c-88ec-a2bfee9d9ed7'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:26.657567 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db348e4-3b78-42f0-b1b3-46fc4ef7922e" -d '{"events": [{"server_uuid": "99a1dfa4-077c-4356-9c3a-1a2b12654481", "name": "network-vif-plugged", "status": "completed", "tag": "1842bd79-248f-429c-88ec-a2bfee9d9ed7"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:26.699097 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.905429 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-4d9919da-8a5c-46f9-a4f1-f1dab3fdfc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:26.908569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-4d9919da-8a5c-46f9-a4f1-f1dab3fdfc87 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea HTTP/1.1" status: 200 len: 1096 time: 0.5847447 Jul 16 17:47:26.992107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0866d-8f2e-4914-aaa2-dd1c116aa14f req-7202ccf8-b68b-4775-aeaf-037522edf2e9 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:26.993711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87c0866d-8f2e-4914-aaa2-dd1c116aa14f req-7202ccf8-b68b-4775-aeaf-037522edf2e9 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 950 time: 0.1821058 Jul 16 17:47:27.004523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5fde2-a602-4856-a7c1-bfc9f0b2ea01 req-60d4752a-4be2-4a22-9e1f-0c859f445acf tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:27.006719 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84b5fde2-a602-4856-a7c1-bfc9f0b2ea01 req-60d4752a-4be2-4a22-9e1f-0c859f445acf tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 950 time: 0.1976035 Jul 16 17:47:27.077083 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2d170686-012d-48fe-a1e8-9c39b9edfbb4 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:27.078671 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2d170686-012d-48fe-a1e8-9c39b9edfbb4 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.11 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 821 time: 0.5766778 Jul 16 17:47:27.085418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87c0866d-8f2e-4914-aaa2-dd1c116aa14f req-7bbdb8a2-c3a0-43cf-bf34-cc76c3dd3070 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776832 Jul 16 17:47:27.091839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-4d991669-9a1b-4f0c-a007-43736a2cd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:27.093301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-4d991669-9a1b-4f0c-a007-43736a2cd87e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 1096 time: 0.1541162 Jul 16 17:47:27.094162 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2c8312c0-d5e7-4126-89fd-6b52db062d0b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Request body: {'port': {'device_id': '3951a6ae-6988-4290-b906-182664763773', 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90', 'admin_state_up': True, 'tenant_id': 'c5e6198059344f539cf6bbde362b7a15'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:27.096534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84b5fde2-a602-4856-a7c1-bfc9f0b2ea01 req-4413517d-2d94-459f-a83b-f3b86195f2cd tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797260 Jul 16 17:47:27.221166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-696b6628-5f5f-4220-b753-f6bd02a96724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:27.222935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-696b6628-5f5f-4220-b753-f6bd02a96724 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.1227541 Jul 16 17:47:27.266493 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10e720a0-f0da-4f66-a443-a5b8d2691ed0 req-94c544ef-b168-4a25-acc2-c8241015c927 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 210 time: 0.0404627 Jul 16 17:47:27.296826 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-601a0c8c-5153-468c-a3ce-3692c91605a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb HTTP/1.1" status: 200 len: 217 time: 0.0598121 Jul 16 17:47:27.347350 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:27.366266 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367d1956-9b35-4fd1-a18a-d33ef487b2d0 x-openstack-request-id: req-367d1956-9b35-4fd1-a18a-d33ef487b2d0 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:27.367169 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a1dfa4-077c-4356-9c3a-1a2b12654481", "name": "network-vif-plugged", "status": "completed", "tag": "1842bd79-248f-429c-88ec-a2bfee9d9ed7", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:27.367596 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-367d1956-9b35-4fd1-a18a-d33ef487b2d0 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:27.368270 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a1dfa4-077c-4356-9c3a-1a2b12654481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1842bd79-248f-429c-88ec-a2bfee9d9ed7', 'code': 200} Jul 16 17:47:27.403424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2c8312c0-d5e7-4126-89fd-6b52db062d0b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Made reservation on behalf of c5e6198059344f539cf6bbde362b7a15 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:27.409177 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2c8312c0-d5e7-4126-89fd-6b52db062d0b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:27.430204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-1b8ef00c-9c1e-4f91-9f1a-02c974a3d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:27.436401 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-1b8ef00c-9c1e-4f91-9f1a-02c974a3d742 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.1175580 Jul 16 17:47:27.493682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-8b425c01-69d7-404a-a46d-70cb5428b701 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387425 Jul 16 17:47:27.621596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd84d5-3240-43a8-ada1-5fe5a3e8e832 req-a6292f17-bb45-48d8-bcc9-07ca28280283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:27.623830 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28dd84d5-3240-43a8-ada1-5fe5a3e8e832 req-a6292f17-bb45-48d8-bcc9-07ca28280283 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 1102 time: 0.1757698 Jul 16 17:47:27.664180 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-0541be69-d819-429c-b24b-fad6dc36acb9 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625667 Jul 16 17:47:27.676712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd0779-01d6-4211-bc84-645b4fb558fb req-7b63220e-6cd6-495e-8f4a-4e40407c4996 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:27.685901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5abd0779-01d6-4211-bc84-645b4fb558fb req-7b63220e-6cd6-495e-8f4a-4e40407c4996 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.1527991 Jul 16 17:47:27.752994 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28dd84d5-3240-43a8-ada1-5fe5a3e8e832 req-7b273b64-1782-4235-adf3-ec70dfe2c3f4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061940 Jul 16 17:47:27.761295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f0c84b-6f0a-489a-829a-739e7c37d2e7 None None] Network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:47:27.762981 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5abd0779-01d6-4211-bc84-645b4fb558fb req-d8582220-ca92-47c4-b4ed-1cca47fe48a7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761244 Jul 16 17:47:27.799417 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2c8312c0-d5e7-4126-89fd-6b52db062d0b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Allocated IP 172.20.0.13 (e7f266cd-7ba1-4cd8-ab7e-f3565270df90/04a8a01a-cbcb-485c-bc41-1fc9a7e6e516/a440d305-6a12-42b2-893b-3fde29b48127) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:27.821522 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Router 98904ede-c307-4234-a235-e3fa90fca0fe is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:47:27.843131 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-f6cca8b1-226e-4d7c-b09e-511af08f00bc service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489563 Jul 16 17:47:27.908959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d7f12ace-6466-4f1d-8ebe-8bbc647056e2 None None] Provisioning for port c380295e-0a17-47f4-a716-576c8bb8b644 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:28.138948 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba18ae2-9072-491d-bf98-01232b17bfd2 req-0de43505-e5d6-4bad-8b8e-b1f50c880f98 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:28.144827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ba18ae2-9072-491d-bf98-01232b17bfd2 req-0de43505-e5d6-4bad-8b8e-b1f50c880f98 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 944 time: 0.1512065 Jul 16 17:47:28.222742 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2c8312c0-d5e7-4126-89fd-6b52db062d0b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:28.278721 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ba18ae2-9072-491d-bf98-01232b17bfd2 req-b0a43dc2-a0d7-4c96-a014-3269081fc98e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100519 Jul 16 17:47:28.315744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c380295e-0a17-47f4-a716-576c8bb8b644 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:28.330716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2c8312c0-d5e7-4126-89fd-6b52db062d0b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:28.452842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c380295e-0a17-47f4-a716-576c8bb8b644 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:28.457916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c380295e-0a17-47f4-a716-576c8bb8b644 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:28.464677 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:28.473205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-8309095a-4c8a-4863-bddb-8d6b0fad4e41 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:28.475228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-8309095a-4c8a-4863-bddb-8d6b0fad4e41 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1096 time: 0.1486292 Jul 16 17:47:28.502122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41880) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:28.506976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6a39a2ac-1253-4697-b95f-fd8c484e5c09 None None] Provisioning complete for port c380295e-0a17-47f4-a716-576c8bb8b644 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:28.507351 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6a39a2ac-1253-4697-b95f-fd8c484e5c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:28.517304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:47:28.526991 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Sync routers for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:47:28.534804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b4c2-3f97-43fe-8a9e-79497d11d902 req-0600c786-54f1-4ad8-a074-647ee69fc240 tempest-ServersAdminNegativeTestJSON-1311730792 tempest-ServersAdminNegativeTestJSON-1311730792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:28.536104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17a0b4c2-3f97-43fe-8a9e-79497d11d902 req-0600c786-54f1-4ad8-a074-647ee69fc240 tempest-ServersAdminNegativeTestJSON-1311730792 tempest-ServersAdminNegativeTestJSON-1311730792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 1102 time: 0.1367207 Jul 16 17:47:28.546664 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:47:28.547346 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:47:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:28.557332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2c8312c0-d5e7-4126-89fd-6b52db062d0b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:28.559076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:28.560823 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b9eb8169-af2c-49b0-99f3-b59c0efb4e13 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6782970 Jul 16 17:47:28.563383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8312c0-d5e7-4126-89fd-6b52db062d0b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Pushing event updated for resources: {'Port': ['ID=a440d305-6a12-42b2-893b-3fde29b48127,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:28.565169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41884) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:28.577422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2c8312c0-d5e7-4126-89fd-6b52db062d0b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:28.580305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2c8312c0-d5e7-4126-89fd-6b52db062d0b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:28.586862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2c8312c0-d5e7-4126-89fd-6b52db062d0b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:28.587838 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2c8312c0-d5e7-4126-89fd-6b52db062d0b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:28.617574 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-2c8312c0-d5e7-4126-89fd-6b52db062d0b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5284679 Jul 16 17:47:28.636230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Request body: {'port': {'device_id': '3951a6ae-6988-4290-b906-182664763773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:28.665237 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-094e2d9a-5112-494f-93ed-527966602393 req-5366784d-887f-4ff9-98fc-9d74acdbda39 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2445602 Jul 16 17:47:28.703496 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:28.709345 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-17a0b4c2-3f97-43fe-8a9e-79497d11d902 req-20d95b06-e6dd-4789-a66b-83a267217af7 tempest-ServersAdminNegativeTestJSON-1311730792 tempest-ServersAdminNegativeTestJSON-1311730792-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:28.720569 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6a39a2ac-1253-4697-b95f-fd8c484e5c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:28.747745 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:47:28.794691 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6a39a2ac-1253-4697-b95f-fd8c484e5c09 None None] For port c380295e-0a17-47f4-a716-576c8bb8b644, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c380295e-0a17-47f4-a716-576c8bb8b644,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:28.806135 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6a39a2ac-1253-4697-b95f-fd8c484e5c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:28.874410 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-17a0b4c2-3f97-43fe-8a9e-79497d11d902 req-20d95b06-e6dd-4789-a66b-83a267217af7 tempest-ServersAdminNegativeTestJSON-1311730792 tempest-ServersAdminNegativeTestJSON-1311730792-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:28.891393 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39a2ac-1253-4697-b95f-fd8c484e5c09 None None] Pushing event updated for resources: {'Port': ['ID=c380295e-0a17-47f4-a716-576c8bb8b644,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:28.912397 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc65fac0-8fa1-4326-91d7-f3a4eeaccacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:28.919276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff4aac-b215-4351-829b-7bc84b3f0471 req-d359bfce-fb81-4a02-908f-55ee2b096eec tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:28.926529 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0ff4aac-b215-4351-829b-7bc84b3f0471 req-d359bfce-fb81-4a02-908f-55ee2b096eec tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 950 time: 0.4399731 Jul 16 17:47:28.928481 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-17a0b4c2-3f97-43fe-8a9e-79497d11d902 req-20d95b06-e6dd-4789-a66b-83a267217af7 tempest-ServersAdminNegativeTestJSON-1311730792 tempest-ServersAdminNegativeTestJSON-1311730792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:28.945271 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:47:28.946080 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:47:28.950098 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.026646 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:26Z', 'revision_number': 3, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:29.064744 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17a0b4c2-3f97-43fe-8a9e-79497d11d902 req-20d95b06-e6dd-4789-a66b-83a267217af7 tempest-ServersAdminNegativeTestJSON-1311730792 tempest-ServersAdminNegativeTestJSON-1311730792-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039184 Jul 16 17:47:29.070896 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e2d9a-5112-494f-93ed-527966602393 req-aab9072c-171f-4d65-9eff-628afa7bd370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:29.072419 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-094e2d9a-5112-494f-93ed-527966602393 req-aab9072c-171f-4d65-9eff-628afa7bd370 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 1096 time: 0.3291295 Jul 16 17:47:29.099252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d95b06-e6dd-4789-a66b-83a267217af7 tempest-ServersAdminNegativeTestJSON-1311730792 tempest-ServersAdminNegativeTestJSON-1311730792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6bdef2-95f4-43d1-a01e-503d31f0d91f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:29.104711 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Checking router: 98904ede-c307-4234-a235-e3fa90fca0fe for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:47:29.105371 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Updating router 98904ede-c307-4234-a235-e3fa90fca0fe port ccd17ec2-abdb-494a-8934-6635ebfd094a binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:47:29.127877 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0ff4aac-b215-4351-829b-7bc84b3f0471 req-ad56dcec-00dd-4811-933a-e2698cac560a tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002039 Jul 16 17:47:29.163130 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.253703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-9a11116d-6729-4854-8526-53713e8f83c5 service neutron] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:29.319727 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-9a11116d-6729-4854-8526-53713e8f83c5 service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.321425 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c780ffe-2f2d-451e-820f-d8df124b3e36 req-9a11116d-6729-4854-8526-53713e8f83c5 service neutron] 10.222.0.11 "DELETE /v2.0/ports/7a4993e7-0ef6-42e2-b40b-654c252951fb/bindings/n-h1-787205-10 HTTP/1.1" status: 204 len: 173 time: 0.8165991 Jul 16 17:47:29.360587 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e2d9a-5112-494f-93ed-527966602393 req-4ea663e4-b05a-4493-a5fb-281d20b3f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:29.362096 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-094e2d9a-5112-494f-93ed-527966602393 req-4ea663e4-b05a-4493-a5fb-281d20b3f8c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.2614417 Jul 16 17:47:29.425451 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc65fac0-8fa1-4326-91d7-f3a4eeaccacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.490111 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc65fac0-8fa1-4326-91d7-f3a4eeaccacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.495939 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd1104-40b7-44c2-93b8-156146117c37 req-cc3adafd-9f0c-4549-bb62-eb48f5436e58 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:29.499112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43bd1104-40b7-44c2-93b8-156146117c37 req-cc3adafd-9f0c-4549-bb62-eb48f5436e58 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 932 time: 0.1766214 Jul 16 17:47:29.515754 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-094e2d9a-5112-494f-93ed-527966602393 req-744e367b-73df-4896-8ac0-62e1dc005bf5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb HTTP/1.1" status: 200 len: 217 time: 0.0888577 Jul 16 17:47:29.569046 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.580225 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Transition to ACTIVE for port object ccd17ec2-abdb-494a-8934-6635ebfd094a will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:29.589173 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.608598 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cc65fac0-8fa1-4326-91d7-f3a4eeaccacf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfbc9aaa321c4d57b51776a74a520738&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0924954 Jul 16 17:47:29.612777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41922) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:29.613333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65fac0-8fa1-4326-91d7-f3a4eeaccacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea8236f-c3eb-41d2-b097-10a5b780ceb6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:29.645991 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e2d9a-5112-494f-93ed-527966602393 req-e597ea19-2fbf-4f93-8757-d79c2395cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:29.647398 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-094e2d9a-5112-494f-93ed-527966602393 req-e597ea19-2fbf-4f93-8757-d79c2395cab8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.1226628 Jul 16 17:47:29.686822 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Pushing event updated for resources: {'Port': ['ID=ccd17ec2-abdb-494a-8934-6635ebfd094a,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:29.697835 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.698286 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.698694 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.699101 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.699603 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.699954 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.700295 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.700629 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.701010 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.701832 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.702332 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.702995 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Tracked resource versions report: Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: pushed versions: Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: { 'AddressGroup': {'1.2'}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'ConntrackHelper': {'1.0'}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'Log': {'1.0'}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'Network': {'1.1'}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'Port': {'1.7'}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'PortForwarding': {'1.2'}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'QosPolicy': {'1.8'}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'SecurityGroup': {'1.4'}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'SubPort': {'1.0'}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'Subnet': {'1.1'}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'Trunk': {'1.1'}} Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: consumer versions: Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: { DHCP agent@n-d-787205-10: {}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: HyperV agent@n-h1-787205-10: {}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: HyperV agent@n-h2-787205-10: {}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: L3 agent@n-d-787205-10: {}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: Metadata agent@n-d-787205-10: {}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: Metering agent@n-d-787205-10: {}, Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: Open vSwitch agent@n-d-787205-10: { 'AddressGroup': '1.2', Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'ConntrackHelper': '1.0', Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'Log': '1.0', Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'Network': '1.1', Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'Port': '1.7', Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'PortForwarding': '1.2', Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'QosPolicy': '1.8', Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'SecurityGroup': '1.4', Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'SecurityGroupRule': '1.2', Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'SubPort': '1.0', Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'Subnet': '1.1', Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: 'Trunk': '1.1'}} Jul 16 17:47:29.704470 n-d-787205-10 neutron-server[105593]: {{(pid=105593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:47:29.713408 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Attempting to bind port ccd17ec2-abdb-494a-8934-6635ebfd094a on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:29.714089 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Attempting to bind port ccd17ec2-abdb-494a-8934-6635ebfd094a by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:29.714672 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Attempting to bind port ccd17ec2-abdb-494a-8934-6635ebfd094a on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:29.720689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 7a4993e7-0ef6-42e2-b40b-654c252951fb no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:47:29.721849 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:29.722428 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:29.723007 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.724142 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:29.724809 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Bound port: ccd17ec2-abdb-494a-8934-6635ebfd094a, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:29.725370 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.777946 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-094e2d9a-5112-494f-93ed-527966602393 req-e96f0a2a-9a6b-427c-bce1-edbfc012215d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876734 Jul 16 17:47:29.800090 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] For port ccd17ec2-abdb-494a-8934-6635ebfd094a, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:29.806691 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] For port ccd17ec2-abdb-494a-8934-6635ebfd094a, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ccd17ec2-abdb-494a-8934-6635ebfd094a,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:29.809450 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 7a4993e7-0ef6-42e2-b40b-654c252951fb not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:47:29.818062 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:29.893645 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:47:29.894454 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:47:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:29.949119 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582d3aa-0157-4feb-b842-5a636c023455 None None] Pushing event updated for resources: {'Port': ['ID=ccd17ec2-abdb-494a-8934-6635ebfd094a,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:30.015390 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43bd1104-40b7-44c2-93b8-156146117c37 req-64826a2b-4902-4893-a6e3-8d1e6e18c021 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653492 Jul 16 17:47:30.053557 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a440d305-6a12-42b2-893b-3fde29b48127 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:30.058130 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d68b1619-f74d-4d79-a99e-90699852ff4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:30.064675 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:30.125959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Transition to ACTIVE for port object a440d305-6a12-42b2-893b-3fde29b48127 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:30.129087 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:47:30.136860 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d68b1619-f74d-4d79-a99e-90699852ff4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:30.152278 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:30.157415 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d7e7dd2-0489-40ed-b141-52a3d982acff req-a4223e06-fd14-44e9-a459-ea5ed6fa6e98 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3053513 Jul 16 17:47:30.183053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d2eb5-6be5-43cf-8444-09ae29b4c91d req-e164ec5f-b853-40d9-8073-e8953523733a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:30.185551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-505d2eb5-6be5-43cf-8444-09ae29b4c91d req-e164ec5f-b853-40d9-8073-e8953523733a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.3329425 Jul 16 17:47:30.198547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:30.242365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Pushing event updated for resources: {'Port': ['ID=a440d305-6a12-42b2-893b-3fde29b48127,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:30.247239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c380295e-0a17-47f4-a716-576c8bb8b644 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:30.263628 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-094e2d9a-5112-494f-93ed-527966602393 req-b879b5a1-d1fb-4204-a131-535ad231c3e5 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556077 Jul 16 17:47:30.374584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-505d2eb5-6be5-43cf-8444-09ae29b4c91d req-ed92d4a5-58cc-41d2-988e-819a31ca607b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789663 Jul 16 17:47:30.388678 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-094e2d9a-5112-494f-93ed-527966602393 req-3d8048a3-64c4-40fc-bd2e-0de83ec95ef6 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167529 Jul 16 17:47:30.401020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c380295e-0a17-47f4-a716-576c8bb8b644 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:30.401413 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:30.403998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Attempting to bind port a440d305-6a12-42b2-893b-3fde29b48127 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:30.404312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Attempting to bind port a440d305-6a12-42b2-893b-3fde29b48127 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:30.404649 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Attempting to bind port a440d305-6a12-42b2-893b-3fde29b48127 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:30.418906 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d68b1619-f74d-4d79-a99e-90699852ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:30.421775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d68b1619-f74d-4d79-a99e-90699852ff4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:30.422625 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d68b1619-f74d-4d79-a99e-90699852ff4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ea8236f-c3eb-41d2-b097-10a5b780ceb6 HTTP/1.1" status: 204 len: 168 time: 0.8057961 Jul 16 17:47:30.429612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Port a440d305-6a12-42b2-893b-3fde29b48127 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:47:30.430915 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Attempting to bind port a440d305-6a12-42b2-893b-3fde29b48127 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:30.439730 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:30.440026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Checking segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:30.440415 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Bound using segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:30.440866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Bound port: a440d305-6a12-42b2-893b-3fde29b48127, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:30.441224 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:30.453167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b1619-f74d-4d79-a99e-90699852ff4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea8236f-c3eb-41d2-b097-10a5b780ceb6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:30.532903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:30.539708 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a440d305-6a12-42b2-893b-3fde29b48127,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:30.542962 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:26Z', 'revision_number': 3, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:30.554730 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:30.604946 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61031f6-34e1-4337-8ac9-4ebd92c729ab None None] The sync data for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 is: [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:26Z', 'revision_number': 3, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:47:30.617979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:30.618591 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:30.620250 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] 10.222.0.11 "PUT /v2.0/ports/a440d305-6a12-42b2-893b-3fde29b48127 HTTP/1.1" status: 200 len: 1093 time: 1.9933596 Jul 16 17:47:30.620604 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3951a6ae-6988-4290-b906-182664763773', 'tag': 'a440d305-6a12-42b2-893b-3fde29b48127'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:30.622940 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5415ddc9-6a6f-40b3-85c8-9f1ebfcdb6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3951a6ae-6988-4290-b906-182664763773", "tag": "a440d305-6a12-42b2-893b-3fde29b48127"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:30.677440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e7dd2-0489-40ed-b141-52a3d982acff req-8be789de-9096-4cb2-8023-7db597822958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:30.679060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d7e7dd2-0489-40ed-b141-52a3d982acff req-8be789de-9096-4cb2-8023-7db597822958 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1380360d2a88425d8569fb27f539334a&device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 1101 time: 0.4619429 Jul 16 17:47:30.689955 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841eaf8-3011-47b2-8575-fe1997a37066 service neutron] Pushing event updated for resources: {'Port': ['ID=a440d305-6a12-42b2-893b-3fde29b48127,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:30.736698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa54b8-604a-48a4-93a3-6ab7484f057b req-9cf8be4b-f426-4132-b467-57f7148bafcc tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:30.738272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eeaa54b8-604a-48a4-93a3-6ab7484f057b req-9cf8be4b-f426-4132-b467-57f7148bafcc tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 944 time: 0.4474785 Jul 16 17:47:30.745796 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-a19b5e97-02f0-473f-a011-d0dfb43bbcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:30.747725 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-a19b5e97-02f0-473f-a011-d0dfb43bbcf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 1096 time: 0.0771997 Jul 16 17:47:30.798969 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-6ecee8da-6cf7-4cd1-89d6-42eb87f105c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a440d305-6a12-42b2-893b-3fde29b48127 HTTP/1.1" status: 200 len: 217 time: 0.0428841 Jul 16 17:47:30.836879 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Allocated IP 172.20.0.1 (38367e7e-b273-41c4-ae47-3a44ce1b0cd1/6f6f25b3-9102-4d67-8ad1-8d596cdc3f01/b26fd3cd-619d-473a-a945-2b5af9ec2e18) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:30.856690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-3e098218-2da5-4da5-93e9-c0ef9bf4728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:30.858341 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-3e098218-2da5-4da5-93e9-c0ef9bf4728a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.0526116 Jul 16 17:47:30.888336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41952) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:30.903926 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-e6573f1b-e2f6-440e-9afe-b81ac3a58c37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382295 Jul 16 17:47:30.915604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eeaa54b8-604a-48a4-93a3-6ab7484f057b req-91d8d648-2892-4ad9-b122-dbd946f44b11 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546504 Jul 16 17:47:30.972275 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-456124ca-8ccc-4253-ba8b-246d02173604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:31.022020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e7dd2-0489-40ed-b141-52a3d982acff req-020724fb-5c67-426a-a374-43bf4747945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:31.023528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d7e7dd2-0489-40ed-b141-52a3d982acff req-020724fb-5c67-426a-a374-43bf4747945a service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.3091116 Jul 16 17:47:31.037814 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-e0f6f612-83e0-4570-b649-9091bac431e1 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151311 Jul 16 17:47:31.053396 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61d4eb-5587-463a-a980-fcdf5468b5cf req-6d70c2c8-4d7f-4754-9fa8-e3ed270ddc8c tempest-ServersAdminNegativeTestJSON-1311730792 tempest-ServersAdminNegativeTestJSON-1311730792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:31.054958 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc61d4eb-5587-463a-a980-fcdf5468b5cf req-6d70c2c8-4d7f-4754-9fa8-e3ed270ddc8c tempest-ServersAdminNegativeTestJSON-1311730792 tempest-ServersAdminNegativeTestJSON-1311730792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 1102 time: 0.3394167 Jul 16 17:47:31.131770 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d7e7dd2-0489-40ed-b141-52a3d982acff req-01e00c6a-a6a6-4fef-90f6-57a004c7625a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b28f9099-933e-4f54-ac84-2c575aaca5a2 HTTP/1.1" status: 200 len: 217 time: 0.0954907 Jul 16 17:47:31.138040 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c9cbff-9be9-47fc-97fa-a9612166089f req-360aa94f-3621-4092-b2fa-7458a7c9ae01 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928771 Jul 16 17:47:31.265272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc61d4eb-5587-463a-a980-fcdf5468b5cf req-36d86a96-709f-45bd-8bb6-3eba47cf20e2 tempest-ServersAdminNegativeTestJSON-1311730792 tempest-ServersAdminNegativeTestJSON-1311730792-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528354 Jul 16 17:47:31.294250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e7dd2-0489-40ed-b141-52a3d982acff req-210c03cb-2226-417f-a7c5-7df0c06098d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:31.294250 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d7e7dd2-0489-40ed-b141-52a3d982acff req-210c03cb-2226-417f-a7c5-7df0c06098d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1259787 Jul 16 17:47:31.294250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:31.355398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Transition to ACTIVE for port object b26fd3cd-619d-473a-a945-2b5af9ec2e18 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:31.375453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5035e0-4ebe-4e93-8563-e604d90cab68 req-a001fce5-2880-42fd-adad-fc869fcb54b3 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:31.377027 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb5035e0-4ebe-4e93-8563-e604d90cab68 req-a001fce5-2880-42fd-adad-fc869fcb54b3 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 950 time: 0.3261168 Jul 16 17:47:31.440875 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-456124ca-8ccc-4253-ba8b-246d02173604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:31.456464 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-456124ca-8ccc-4253-ba8b-246d02173604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:31.496234 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb5035e0-4ebe-4e93-8563-e604d90cab68 req-9ea77a53-6902-471a-9fe6-1d75ed990d44 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082888 Jul 16 17:47:31.497941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e7dd2-0489-40ed-b141-52a3d982acff req-3ab004ed-7898-45b8-a32f-813d5ac699d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:31.499795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d7e7dd2-0489-40ed-b141-52a3d982acff req-3ab004ed-7898-45b8-a32f-813d5ac699d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2047539 Jul 16 17:47:31.509788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:31.537823 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-456124ca-8ccc-4253-ba8b-246d02173604 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2391f3f2f720455a8fe2511a9cb126ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6475263 Jul 16 17:47:31.541102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41992) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:31.581088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456124ca-8ccc-4253-ba8b-246d02173604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1f9db2-c2f5-4225-9ce4-cf886a92dec3,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:31.604659 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6782fc89-eb01-46c1-89b9-246f9baddb35 x-openstack-request-id: req-6782fc89-eb01-46c1-89b9-246f9baddb35 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:31.604866 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3951a6ae-6988-4290-b906-182664763773", "tag": "a440d305-6a12-42b2-893b-3fde29b48127", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:31.605428 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6782fc89-eb01-46c1-89b9-246f9baddb35 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:31.606028 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3951a6ae-6988-4290-b906-182664763773', 'tag': 'a440d305-6a12-42b2-893b-3fde29b48127', 'status': 'completed', 'code': 200} Jul 16 17:47:31.613120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:31.624868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f73b500b-66d7-468c-b0b3-558a3f111fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:31.654354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:31.658340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:31.658859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:31.662813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Pushing event updated for resources: {'Port': ['ID=b26fd3cd-619d-473a-a945-2b5af9ec2e18,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:31.704848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f73b500b-66d7-468c-b0b3-558a3f111fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:31.728087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415ddc9-6a6f-40b3-85c8-9f1ebfcdb6cf req-dce81505-badd-4d4a-a2ce-77e1b75f2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:31.729940 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5415ddc9-6a6f-40b3-85c8-9f1ebfcdb6cf req-dce81505-badd-4d4a-a2ce-77e1b75f2754 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 1096 time: 0.1062455 Jul 16 17:47:31.816232 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f73b500b-66d7-468c-b0b3-558a3f111fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:31.819824 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f73b500b-66d7-468c-b0b3-558a3f111fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:31.824072 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f73b500b-66d7-468c-b0b3-558a3f111fa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f1f9db2-c2f5-4225-9ce4-cf886a92dec3 HTTP/1.1" status: 204 len: 168 time: 0.2791574 Jul 16 17:47:31.839634 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d7e7dd2-0489-40ed-b141-52a3d982acff req-de8c64f1-cd09-4fc6-83ee-8e15b97df192 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223276 Jul 16 17:47:31.850843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b500b-66d7-468c-b0b3-558a3f111fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1f9db2-c2f5-4225-9ce4-cf886a92dec3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:31.960480 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a89acc0e-d995-426a-bd62-69805a5ba4ed None None] Provisioning for port b26fd3cd-619d-473a-a945-2b5af9ec2e18 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:31.967079 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a89acc0e-d995-426a-bd62-69805a5ba4ed None None] Provisioning complete for port b26fd3cd-619d-473a-a945-2b5af9ec2e18 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:31.967470 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a89acc0e-d995-426a-bd62-69805a5ba4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:31.985201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415ddc9-6a6f-40b3-85c8-9f1ebfcdb6cf req-18e3c197-14ed-4aea-a4e5-009b268dc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:31.987008 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5415ddc9-6a6f-40b3-85c8-9f1ebfcdb6cf req-18e3c197-14ed-4aea-a4e5-009b268dc509 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.2097108 Jul 16 17:47:32.038394 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5415ddc9-6a6f-40b3-85c8-9f1ebfcdb6cf req-a5be44e8-73da-4ab5-a671-4efa4ef863ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a440d305-6a12-42b2-893b-3fde29b48127 HTTP/1.1" status: 200 len: 217 time: 0.0428023 Jul 16 17:47:32.048966 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a89acc0e-d995-426a-bd62-69805a5ba4ed None None] Port b26fd3cd-619d-473a-a945-2b5af9ec2e18 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:47:32.099174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415ddc9-6a6f-40b3-85c8-9f1ebfcdb6cf req-93c3d21a-d8ac-41a7-884e-dd74b700c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:32.100905 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5415ddc9-6a6f-40b3-85c8-9f1ebfcdb6cf req-93c3d21a-d8ac-41a7-884e-dd74b700c968 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.0549142 Jul 16 17:47:32.170286 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5415ddc9-6a6f-40b3-85c8-9f1ebfcdb6cf req-d361f483-0a8c-458b-ba88-1682158ce77f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552509 Jul 16 17:47:32.246931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ccd17ec2-abdb-494a-8934-6635ebfd094a up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:32.303418 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5415ddc9-6a6f-40b3-85c8-9f1ebfcdb6cf req-5cebaeec-20b4-4fca-affd-5cbeedc46f8f service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238933 Jul 16 17:47:32.309988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port ccd17ec2-abdb-494a-8934-6635ebfd094a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:32.315372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ccd17ec2-abdb-494a-8934-6635ebfd094a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:32.315758 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:32.383903 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:32.420404 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:32.445116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90ebb4-2522-4415-941a-71e52eb70872 req-9f1e1e34-e2f0-4258-926a-03ff50f5a1c1 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:32.446692 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df90ebb4-2522-4415-941a-71e52eb70872 req-9f1e1e34-e2f0-4258-926a-03ff50f5a1c1 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 944 time: 0.6722889 Jul 16 17:47:32.448475 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5415ddc9-6a6f-40b3-85c8-9f1ebfcdb6cf req-4f4d0924-cd03-429a-b8d8-815b14c95ca8 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373506 Jul 16 17:47:32.451427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port ccd17ec2-abdb-494a-8934-6635ebfd094a, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ccd17ec2-abdb-494a-8934-6635ebfd094a,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:32.461826 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:32.471139 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d7e7dd2-0489-40ed-b141-52a3d982acff req-342aaab0-ee08-4ddc-aed3-12f9be8fd786 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733371 Jul 16 17:47:32.507010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7865da9-3e68-48c7-812a-53bd390a1313 req-0970c679-43ab-4af8-80b2-c38ac9ff4a8e tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:32.508439 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7865da9-3e68-48c7-812a-53bd390a1313 req-0970c679-43ab-4af8-80b2-c38ac9ff4a8e tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.3091393 Jul 16 17:47:32.524969 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=ccd17ec2-abdb-494a-8934-6635ebfd094a,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:32.562959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df90ebb4-2522-4415-941a-71e52eb70872 req-84dca0d0-a155-4992-9859-fcb9fbac10d7 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941322 Jul 16 17:47:32.611362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7865da9-3e68-48c7-812a-53bd390a1313 req-db064d7c-6e47-49ea-ad57-1f6fb9e82665 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937603 Jul 16 17:47:32.736813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:32.743271 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:32.745948 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:32.932593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Pushing event updated for resources: {'Port': ['ID=b26fd3cd-619d-473a-a945-2b5af9ec2e18,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:32.952168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541b8b6-0667-4766-89bb-83efade005a2 req-4eadd70b-205c-47ae-9941-b47f5dd771d8 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:32.954031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1541b8b6-0667-4766-89bb-83efade005a2 req-4eadd70b-205c-47ae-9941-b47f5dd771d8 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 1096 time: 0.1300631 Jul 16 17:47:32.962898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:32.965751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:33.071840 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1541b8b6-0667-4766-89bb-83efade005a2 req-362aaaaf-63d2-4c6b-bd86-ae5a38f86cb6 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071537 Jul 16 17:47:33.261174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Router 98904ede-c307-4234-a235-e3fa90fca0fe has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:47:33.279152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-004fa9f9-0b0f-4655-81cb-57b2ba63359c None None] Provisioning complete for port b26fd3cd-619d-473a-a945-2b5af9ec2e18 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:33.279968 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-004fa9f9-0b0f-4655-81cb-57b2ba63359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:33.328036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-004fa9f9-0b0f-4655-81cb-57b2ba63359c None None] Port b26fd3cd-619d-473a-a945-2b5af9ec2e18 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:47:33.340346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a874-4346-435c-99d0-f31b2363c40e req-81369a03-7452-4ccb-8044-5efa5dd1c50b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:33.341897 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0406a874-4346-435c-99d0-f31b2363c40e req-81369a03-7452-4ccb-8044-5efa5dd1c50b tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 950 time: 0.2195239 Jul 16 17:47:33.425551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0406a874-4346-435c-99d0-f31b2363c40e req-7145470c-d97e-4660-97af-14fbcf92c3cf tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757077 Jul 16 17:47:33.434657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:47:33.440104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fd139700-328a-4269-bfe0-3845c13c1775 admin admin] 10.222.0.24 "PUT /v2.0/routers/98904ede-c307-4234-a235-e3fa90fca0fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8709736 Jul 16 17:47:33.446812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Sync routers for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:47:33.459047 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:47:33.460958 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:47:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:33.640655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:47:33.733716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-fc876eda-ab9d-4cee-8829-d211f91df3bf tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:33.735287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-fc876eda-ab9d-4cee-8829-d211f91df3bf tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 807 time: 0.1729207 Jul 16 17:47:33.774240 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-46cf9fe5-68ea-4b28-bddb-dad7573a3c9a tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/quotas/a85383c3d1ce46c886e3ebcb056fbdea HTTP/1.1" status: 200 len: 375 time: 0.0319898 Jul 16 17:47:33.882345 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-1945de9b-c67d-45fa-92f3-432e178476af tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1064849 Jul 16 17:47:33.895010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 2, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:33.929198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Checking router: 98904ede-c307-4234-a235-e3fa90fca0fe for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:47:33.929737 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Updating router 98904ede-c307-4234-a235-e3fa90fca0fe port b26fd3cd-619d-473a-a945-2b5af9ec2e18 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:47:33.967857 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.014402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-f278fb47-5a07-4778-b042-090d25fceaf4 service neutron] 10.222.0.24 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308348 Jul 16 17:47:34.164827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-cedec86a-0b85-4be4-800c-c87ed62f55ba service neutron] 10.222.0.24 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375518 Jul 16 17:47:34.207072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42162) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:34.213304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ccd17ec2-abdb-494a-8934-6635ebfd094a up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:34.214542 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-654233458-network', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:34.248525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Made reservation on behalf of 68af899b13984b3aa0da6a6ac529d99a for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:34.252804 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.265951 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.330473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ccd17ec2-abdb-494a-8934-6635ebfd094a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:34.330870 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.403851 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.424427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.430014 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.447406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:47:34.459952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Transition to ACTIVE for port object b26fd3cd-619d-473a-a945-2b5af9ec2e18 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:34.461145 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.461512 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Added segment 6d7de61f-f742-4c9a-a172-33fa2f770f63 of type vlan for network 32d98991-6d61-4809-bcaf-24646fef3af5 Jul 16 17:47:34.470213 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.496756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a9402-bf66-40d2-b472-c1d8d9ddba28 req-c9ce1234-fde0-473c-9df1-84f0b455d1ae tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:34.506166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b6a9402-bf66-40d2-b472-c1d8d9ddba28 req-c9ce1234-fde0-473c-9df1-84f0b455d1ae tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 944 time: 0.0837874 Jul 16 17:47:34.553500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c75939-e729-4b06-9a86-6c6fee68349b None None] Pushing event updated for resources: {'Port': ['ID=b26fd3cd-619d-473a-a945-2b5af9ec2e18,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:34.588661 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.605640 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b6a9402-bf66-40d2-b472-c1d8d9ddba28 req-afb382a8-32f8-4062-b79b-69d7769a0275 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982041 Jul 16 17:47:34.665619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829ef112-b5df-4812-9b22-f5e54ca39cb1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:34.670763 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.672041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:34.672631 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.693540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Attempting to bind port b26fd3cd-619d-473a-a945-2b5af9ec2e18 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:34.693943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Attempting to bind port b26fd3cd-619d-473a-a945-2b5af9ec2e18 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:34.694317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Attempting to bind port b26fd3cd-619d-473a-a945-2b5af9ec2e18 on network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:34.696977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbdac8-72ce-4e87-bb7b-437751b29917 req-159beb0d-17cb-49f7-9129-9028c7d47b78 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:34.709334 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ccbdac8-72ce-4e87-bb7b-437751b29917 req-159beb0d-17cb-49f7-9129-9028c7d47b78 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.1517863 Jul 16 17:47:34.712615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:34.714175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Checking segment: {'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:34.714598 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.714986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Bound using segment: {'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:34.715885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Bound port: b26fd3cd-619d-473a-a945-2b5af9ec2e18, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:34.717647 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.781357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ccbdac8-72ce-4e87-bb7b-437751b29917 req-063fbaba-5326-4032-95b2-f1da5fd67bc0 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697045 Jul 16 17:47:34.790501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] Pushing event updated for resources: {'Network': ['ID=32d98991-6d61-4809-bcaf-24646fef3af5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:34.810244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] For port b26fd3cd-619d-473a-a945-2b5af9ec2e18, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:34.814976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] For port b26fd3cd-619d-473a-a945-2b5af9ec2e18, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b26fd3cd-619d-473a-a945-2b5af9ec2e18,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:34.821335 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-82d078a5-19b1-4239-a942-809dbc51cde0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6131005 Jul 16 17:47:34.822205 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42184) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:34.828721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-81533802-7692-42b6-8667-5014c750c8df admin admin] Request body: {'subnet': {'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-654233458-subnet', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:34.833381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 32d98991-6d61-4809-bcaf-24646fef3af5 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:47:34.874907 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81533802-7692-42b6-8667-5014c750c8df admin admin] Made reservation on behalf of 68af899b13984b3aa0da6a6ac529d99a for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:34.876727 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:34.878052 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81533802-7692-42b6-8667-5014c750c8df admin admin] Notify callbacks [] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:35.021917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c75939-e729-4b06-9a86-6c6fee68349b None None] Pushing event updated for resources: {'Port': ['ID=b26fd3cd-619d-473a-a945-2b5af9ec2e18,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:35.027603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985d2ae-8de9-46ef-9043-61e571fb683a req-c3d78f2d-af90-481c-b581-de4d89ec7495 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:35.029457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7985d2ae-8de9-46ef-9043-61e571fb683a req-c3d78f2d-af90-481c-b581-de4d89ec7495 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 950 time: 0.1159065 Jul 16 17:47:35.038496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:47:35.041177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:47:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:35.102629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7985d2ae-8de9-46ef-9043-61e571fb683a req-cc55a6a9-f93e-41d7-b893-02b5d74c001e tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/security-groups?id=4eea1786-dd61-4e81-a6d7-6e264884d601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651503 Jul 16 17:47:35.213646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:47:35.225776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81533802-7692-42b6-8667-5014c750c8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:35.334845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81533802-7692-42b6-8667-5014c750c8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=da25ccf9-d196-47ff-9f19-1cc0c1d134eb,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:35.347697 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81533802-7692-42b6-8667-5014c750c8df admin admin] Checking segment: {'id': '6d7de61f-f742-4c9a-a172-33fa2f770f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:35.348291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81533802-7692-42b6-8667-5014c750c8df admin admin] Network hostable DHCP agents. Network: 32d98991-6d61-4809-bcaf-24646fef3af5, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:47:35.368093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81533802-7692-42b6-8667-5014c750c8df admin admin] Network 32d98991-6d61-4809-bcaf-24646fef3af5 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:47:35.421156 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-973b242f-39c3-4ff3-b614-dd6cb59a57b7 req-29574cc5-8fd9-4d97-b9bc-d2c36c7b0e19 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 210 time: 0.0498347 Jul 16 17:47:35.430866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-81533802-7692-42b6-8667-5014c750c8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 32d98991-6d61-4809-bcaf-24646fef3af5) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:35.454925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81533802-7692-42b6-8667-5014c750c8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:35.455805 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81533802-7692-42b6-8667-5014c750c8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:35.462402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c2d74-5e6a-4057-878c-b04311a5b323 None None] Network 32d98991-6d61-4809-bcaf-24646fef3af5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:47:35.506389 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-81533802-7692-42b6-8667-5014c750c8df admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6829650 Jul 16 17:47:35.509064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42204) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:35.516644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-654233458-router', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:35.541981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e4d4-64a1-4dba-944a-f6321eb29242 req-3099e920-5a78-4c4b-968b-aba791690f59 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:35.543668 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0ce5e4d4-64a1-4dba-944a-f6321eb29242 req-3099e920-5a78-4c4b-968b-aba791690f59 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.11 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 950 time: 0.1686513 Jul 16 17:47:35.549066 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:35.552041 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:35.651085 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a440d305-6a12-42b2-893b-3fde29b48127 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:47:35.710163 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:35.802063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-0ce5e4d4-64a1-4dba-944a-f6321eb29242 req-e14185dd-8cad-453a-8a9c-e9746a6aeb04 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Deleting port 1842bd79-248f-429c-88ec-a2bfee9d9ed7 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:47:35.802446 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-0ce5e4d4-64a1-4dba-944a-f6321eb29242 req-e14185dd-8cad-453a-8a9c-e9746a6aeb04 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:35.975368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-0ce5e4d4-64a1-4dba-944a-f6321eb29242 req-e14185dd-8cad-453a-8a9c-e9746a6aeb04 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] For port 1842bd79-248f-429c-88ec-a2bfee9d9ed7, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1842bd79-248f-429c-88ec-a2bfee9d9ed7,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:35.975633 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-0ce5e4d4-64a1-4dba-944a-f6321eb29242 req-e14185dd-8cad-453a-8a9c-e9746a6aeb04 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:35.992952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-0ce5e4d4-64a1-4dba-944a-f6321eb29242 req-e14185dd-8cad-453a-8a9c-e9746a6aeb04 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Calling delete_port for 1842bd79-248f-429c-88ec-a2bfee9d9ed7 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:47:36.117049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a440d305-6a12-42b2-893b-3fde29b48127,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:36.170197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:34Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:36.172067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'a440d305-6a12-42b2-893b-3fde29b48127', 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90', 'port_id': 'a440d305-6a12-42b2-893b-3fde29b48127', 'mac_address': 'fa:16:3e:31:da:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a8a01a-cbcb-485c-bc41-1fc9a7e6e516', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:47:36.204615 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-0ce5e4d4-64a1-4dba-944a-f6321eb29242 req-e14185dd-8cad-453a-8a9c-e9746a6aeb04 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:36.207030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-32d98991-6d61-4809-bcaf-24646fef3af5', 'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'fixed_ips': [{'subnet_id': 'da25ccf9-d196-47ff-9f19-1cc0c1d134eb'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:47:36.209675 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:36.215436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97f6b9-46db-41da-83c5-2cad37963133 None None] The sync data for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 is: [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:34Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:47:36.215680 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:36.227270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['1842bd79-248f-429c-88ec-a2bfee9d9ed7'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:36.304422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14185dd-8cad-453a-8a9c-e9746a6aeb04 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Pushing event deleted for resources: {'Port': ['ID=1842bd79-248f-429c-88ec-a2bfee9d9ed7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:36.453578 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce5e4d4-64a1-4dba-944a-f6321eb29242 req-e14185dd-8cad-453a-8a9c-e9746a6aeb04 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] No DVR routers for this DVR port 1842bd79-248f-429c-88ec-a2bfee9d9ed7 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:47:36.457123 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-0ce5e4d4-64a1-4dba-944a-f6321eb29242 req-e14185dd-8cad-453a-8a9c-e9746a6aeb04 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:36.459246 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0ce5e4d4-64a1-4dba-944a-f6321eb29242 req-e14185dd-8cad-453a-8a9c-e9746a6aeb04 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.11 "DELETE /v2.0/ports/1842bd79-248f-429c-88ec-a2bfee9d9ed7 HTTP/1.1" status: 204 len: 173 time: 0.9100380 Jul 16 17:47:36.459702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a1dfa4-077c-4356-9c3a-1a2b12654481', 'name': 'network-vif-deleted', 'tag': '1842bd79-248f-429c-88ec-a2bfee9d9ed7'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:36.462911 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1007d48-f9df-4cf2-b5ee-da40f250d1b3" -d '{"events": [{"server_uuid": "99a1dfa4-077c-4356-9c3a-1a2b12654481", "name": "network-vif-deleted", "tag": "1842bd79-248f-429c-88ec-a2bfee9d9ed7"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:36.476716 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:36.501124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a440d305-6a12-42b2-893b-3fde29b48127 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:36.530871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c169ed3-61f8-48cf-a3a3-be56ae36705b req-fbda5fc9-0b0a-4bc7-8d06-0c40fd7bce20 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:36.538122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c169ed3-61f8-48cf-a3a3-be56ae36705b req-fbda5fc9-0b0a-4bc7-8d06-0c40fd7bce20 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 950 time: 0.6572461 Jul 16 17:47:36.547335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a440d305-6a12-42b2-893b-3fde29b48127,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:36.547860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-8cebf877-136d-470a-bbb1-2dd55a9a4c13 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:36.549555 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-8cebf877-136d-470a-bbb1-2dd55a9a4c13 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.32 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 807 time: 0.3751769 Jul 16 17:47:36.574711 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:36.582097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Request body: {'port': {'device_id': '5fcf55a3-2f2a-4247-8af5-6e058d476777', 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0', 'admin_state_up': True, 'tenant_id': 'a85383c3d1ce46c886e3ebcb056fbdea'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:36.613746 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Allocated IP 172.20.0.2 (32d98991-6d61-4809-bcaf-24646fef3af5/da25ccf9-d196-47ff-9f19-1cc0c1d134eb/f3bb1a03-e288-4a19-b13d-4530e9e71474) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:36.726776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c169ed3-61f8-48cf-a3a3-be56ae36705b req-1eee089e-d806-43e5-a36f-7c611983ee86 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740084 Jul 16 17:47:36.765578 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=a440d305-6a12-42b2-893b-3fde29b48127,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:36.771044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3708866-56ce-4eea-9919-f4ba717e8e4c req-a82ebbd3-a6ba-4f46-bcbb-302d9f558f62 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:36.773226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a3708866-56ce-4eea-9919-f4ba717e8e4c req-a82ebbd3-a6ba-4f46-bcbb-302d9f558f62 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 944 time: 0.3297021 Jul 16 17:47:36.824500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['a440d305-6a12-42b2-893b-3fde29b48127'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:36.856352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a3708866-56ce-4eea-9919-f4ba717e8e4c req-902c6b39-c61c-4609-a4e9-234a05f550af tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713170 Jul 16 17:47:36.923513 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:36.939405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Transition to ACTIVE for port object f3bb1a03-e288-4a19-b13d-4530e9e71474 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:36.993925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Made reservation on behalf of a85383c3d1ce46c886e3ebcb056fbdea for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:36.999552 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:37.004002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Transition to ACTIVE for port object f3bb1a03-e288-4a19-b13d-4530e9e71474 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:37.046291 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:37.082746 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42d3487d-f558-4dcc-a058-8c4cc4cc811b req-9b6d2d4b-1038-4f68-a4ae-d7eff1320892 tempest-DeleteServersAdminTestJSON-1898601847 tempest-DeleteServersAdminTestJSON-1898601847-project] 10.222.0.24 "GET /v2.0/ports?device_id=99a1dfa4-077c-4356-9c3a-1a2b12654481 HTTP/1.1" status: 200 len: 210 time: 0.0653536 Jul 16 17:47:37.103325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Network 32d98991-6d61-4809-bcaf-24646fef3af5 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:37.112149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:37.122982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:37.145627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Pushing event updated for resources: {'Port': ['ID=f3bb1a03-e288-4a19-b13d-4530e9e71474,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:37.217417 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:37.268955 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc94cd-d6bf-4ffc-b194-29e10f381f92 req-fbc30de2-4631-4a06-88bf-660cdeed7dc5 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:37.271243 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:37.272277 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0ebc94cd-d6bf-4ffc-b194-29e10f381f92 req-fbc30de2-4631-4a06-88bf-660cdeed7dc5 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.11 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 950 time: 0.1082175 Jul 16 17:47:37.305933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Attempting to bind port f3bb1a03-e288-4a19-b13d-4530e9e71474 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:37.306313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Attempting to bind port f3bb1a03-e288-4a19-b13d-4530e9e71474 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '6d7de61f-f742-4c9a-a172-33fa2f770f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:37.306686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Attempting to bind port f3bb1a03-e288-4a19-b13d-4530e9e71474 on network 32d98991-6d61-4809-bcaf-24646fef3af5 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:37.315205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:37.315611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Checking segment: {'id': '6d7de61f-f742-4c9a-a172-33fa2f770f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:37.316824 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:37.317795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Bound using segment: {'id': '6d7de61f-f742-4c9a-a172-33fa2f770f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:37.318397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Bound port: f3bb1a03-e288-4a19-b13d-4530e9e71474, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7de61f-f742-4c9a-a172-33fa2f770f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:37.318810 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:37.329136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Allocated IP 172.20.0.2 (d5795f23-1dc8-41ee-b432-acce1ecc9ea0/1d45479a-720d-4a43-bbb9-345d9817a2bb/9132eef4-ca0a-4527-97b6-9e4532931405) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:37.379033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d013afb-2441-48bc-9e9d-cb633e0fda6f req-3ce8420f-17ed-425a-905a-4dd7e12bc3c6 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:37.390259 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d013afb-2441-48bc-9e9d-cb633e0fda6f req-3ce8420f-17ed-425a-905a-4dd7e12bc3c6 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.5265746 Jul 16 17:47:37.456478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] For port f3bb1a03-e288-4a19-b13d-4530e9e71474, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:37.463890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] For port f3bb1a03-e288-4a19-b13d-4530e9e71474, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f3bb1a03-e288-4a19-b13d-4530e9e71474,segment=NetworkSegment(6d7de61f-f742-4c9a-a172-33fa2f770f63),segment_id=6d7de61f-f742-4c9a-a172-33fa2f770f63)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:37.466493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-0ebc94cd-d6bf-4ffc-b194-29e10f381f92 req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Deleting port 804216da-7e93-44dd-89ff-49a8990b18f8 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:47:37.467014 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-0ebc94cd-d6bf-4ffc-b194-29e10f381f92 req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:37.468657 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:37.602501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8402e-8bac-424b-93ab-f8356dd297b1 None None] Pushing event updated for resources: {'Port': ['ID=f3bb1a03-e288-4a19-b13d-4530e9e71474,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:37.611354 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d013afb-2441-48bc-9e9d-cb633e0fda6f req-5ae78e36-f31d-46ad-914e-886c3f240880 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198930 Jul 16 17:47:37.618504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-0ebc94cd-d6bf-4ffc-b194-29e10f381f92 req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] For port 804216da-7e93-44dd-89ff-49a8990b18f8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=804216da-7e93-44dd-89ff-49a8990b18f8,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:37.618964 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-0ebc94cd-d6bf-4ffc-b194-29e10f381f92 req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:37.626334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 1842bd79-248f-429c-88ec-a2bfee9d9ed7 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:47:37.668081 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-0ebc94cd-d6bf-4ffc-b194-29e10f381f92 req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Calling delete_port for 804216da-7e93-44dd-89ff-49a8990b18f8 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:47:37.698800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 1842bd79-248f-429c-88ec-a2bfee9d9ed7 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:47:37.699169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 1842bd79-248f-429c-88ec-a2bfee9d9ed7 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:47:37.723090 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:37.734873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Allocated IP 172.25.3.171 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/22cc8151-e485-41cb-8e49-bda3a936f660) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:37.894514 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-003accd4-1b17-47e7-862e-08ff652c926a req-bd804e24-2c0c-4213-855d-792e040e4750 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 210 time: 0.0485065 Jul 16 17:47:37.914385 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:37.990179 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c036ad92-5790-4c3c-a21d-9780d872c3b0 x-openstack-request-id: req-c036ad92-5790-4c3c-a21d-9780d872c3b0 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:37.990755 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a1dfa4-077c-4356-9c3a-1a2b12654481", "name": "network-vif-deleted", "tag": "1842bd79-248f-429c-88ec-a2bfee9d9ed7", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:37.991082 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c036ad92-5790-4c3c-a21d-9780d872c3b0 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:37.991449 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a1dfa4-077c-4356-9c3a-1a2b12654481', 'name': 'network-vif-deleted', 'tag': '1842bd79-248f-429c-88ec-a2bfee9d9ed7', 'status': 'completed', 'code': 200} Jul 16 17:47:37.994426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-0ebc94cd-d6bf-4ffc-b194-29e10f381f92 req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:38.011361 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['804216da-7e93-44dd-89ff-49a8990b18f8'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:38.023560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['b28f9099-933e-4f54-ac84-2c575aaca5a2'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:38.028018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Pushing event deleted for resources: {'Port': ['ID=804216da-7e93-44dd-89ff-49a8990b18f8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:38.041919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.042297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.042888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.043451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.043860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.044265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.044719 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.045363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.045863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.046274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.046673 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.047065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.076097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Pushing event updated for resources: {'Port': ['ID=9132eef4-ca0a-4527-97b6-9e4532931405,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:38.122052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.122412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.122804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.123302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.123768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.124343 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.124633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.125169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.125636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.126301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.126513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.127097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:38.165296 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d60c80e-a460-48ea-bcda-3ad862104692 req-4cea25b9-4b14-46ba-a2b7-fa5d71be2be2 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=d006eaa6-e7b5-4184-980a-8e01ebd584f7 HTTP/1.1" status: 200 len: 210 time: 0.0728424 Jul 16 17:47:38.172162 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:38.182690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:38.186368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:38.186977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebc94cd-d6bf-4ffc-b194-29e10f381f92 req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] No DVR routers for this DVR port 804216da-7e93-44dd-89ff-49a8990b18f8 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:47:38.194580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:38.195707 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-0ebc94cd-d6bf-4ffc-b194-29e10f381f92 req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:38.198306 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0ebc94cd-d6bf-4ffc-b194-29e10f381f92 req-7ff2487d-d643-4d86-bd2e-0257d752dc5c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.11 "DELETE /v2.0/ports/804216da-7e93-44dd-89ff-49a8990b18f8 HTTP/1.1" status: 204 len: 173 time: 0.9194491 Jul 16 17:47:38.219634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:38.223173 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:38.349153 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-4811c710-853a-42dd-8693-98f71b964da1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7791548 Jul 16 17:47:38.369795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Request body: {'port': {'device_id': '5fcf55a3-2f2a-4247-8af5-6e058d476777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:38.376353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f3bb1a03-e288-4a19-b13d-4530e9e71474 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:38.456656 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:38.479486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90cefa-aa49-4009-9add-508c41179a9e req-9435f31e-5399-4014-8f14-fd9bce2529ba tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:38.481224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e90cefa-aa49-4009-9add-508c41179a9e req-9435f31e-5399-4014-8f14-fd9bce2529ba tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 945 time: 0.2181299 Jul 16 17:47:38.484969 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port f3bb1a03-e288-4a19-b13d-4530e9e71474 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:38.490460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b26fd3cd-619d-473a-a945-2b5af9ec2e18 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:38.545701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port b26fd3cd-619d-473a-a945-2b5af9ec2e18 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:38.549647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b26fd3cd-619d-473a-a945-2b5af9ec2e18 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:38.550066 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:38.566737 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:38.576459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:38.578869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:38.618373 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:38.634664 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:38.658224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Pushing event updated for resources: {'Port': ['ID=22cc8151-e485-41cb-8e49-bda3a936f660,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:38.687694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port b26fd3cd-619d-473a-a945-2b5af9ec2e18, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b26fd3cd-619d-473a-a945-2b5af9ec2e18,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:38.688674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e90cefa-aa49-4009-9add-508c41179a9e req-08c51481-4123-4f68-bf49-53146badbcd7 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776459 Jul 16 17:47:38.695532 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:38.771638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=b26fd3cd-619d-473a-a945-2b5af9ec2e18,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:39.129175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f4c4e0-8bcd-4435-a891-478f13ba6a2c None None] Network 32d98991-6d61-4809-bcaf-24646fef3af5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:47:39.174869 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:39.198891 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3de9adea-a254-47a0-ae26-410dcf42d16c None None] Provisioning for port f3bb1a03-e288-4a19-b13d-4530e9e71474 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:39.208677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3de9adea-a254-47a0-ae26-410dcf42d16c None None] Provisioning complete for port f3bb1a03-e288-4a19-b13d-4530e9e71474 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:39.209184 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3de9adea-a254-47a0-ae26-410dcf42d16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:39.232365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c8ab5-deca-4491-9908-e1aeb2ab71a7 req-bb104503-f290-42ea-b36d-2316952ec699 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:39.233897 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-154c8ab5-deca-4491-9908-e1aeb2ab71a7 req-bb104503-f290-42ea-b36d-2316952ec699 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.2387505 Jul 16 17:47:39.335005 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3de9adea-a254-47a0-ae26-410dcf42d16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:39.404888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3de9adea-a254-47a0-ae26-410dcf42d16c None None] For port f3bb1a03-e288-4a19-b13d-4530e9e71474, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f3bb1a03-e288-4a19-b13d-4530e9e71474,segment=NetworkSegment(6d7de61f-f742-4c9a-a172-33fa2f770f63),segment_id=6d7de61f-f742-4c9a-a172-33fa2f770f63)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:39.416133 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3de9adea-a254-47a0-ae26-410dcf42d16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:39.475235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9adea-a254-47a0-ae26-410dcf42d16c None None] Pushing event updated for resources: {'Port': ['ID=f3bb1a03-e288-4a19-b13d-4530e9e71474,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:39.593750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-154c8ab5-deca-4491-9908-e1aeb2ab71a7 req-d54ef5b7-147a-44e2-8957-d7212d119517 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515904 Jul 16 17:47:39.631607 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9132eef4-ca0a-4527-97b6-9e4532931405 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:39.642248 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:39.648353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a440d305-6a12-42b2-893b-3fde29b48127 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:39.704259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port a440d305-6a12-42b2-893b-3fde29b48127 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:39.710360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port a440d305-6a12-42b2-893b-3fde29b48127 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:39.710965 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:39.711120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Transition to ACTIVE for port object 9132eef4-ca0a-4527-97b6-9e4532931405 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:39.746699 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:39.767215 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-94e5eabc-805d-429e-aa50-5837a8d10956 None None] Provisioning complete for port f3bb1a03-e288-4a19-b13d-4530e9e71474 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:39.767593 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-94e5eabc-805d-429e-aa50-5837a8d10956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:39.791486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10e232-8704-4de6-b3c4-d15a5fc916c5 req-7bc022c3-bd17-49dc-a82f-613d5ca6bb3a tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:39.793257 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e10e232-8704-4de6-b3c4-d15a5fc916c5 req-7bc022c3-bd17-49dc-a82f-613d5ca6bb3a tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 931 time: 0.2266479 Jul 16 17:47:39.843022 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:39.853688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Pushing event updated for resources: {'Port': ['ID=9132eef4-ca0a-4527-97b6-9e4532931405,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:39.856676 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:39.906156 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3951a6ae-6988-4290-b906-182664763773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a440d305-6a12-42b2-893b-3fde29b48127'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:39.908987 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b17cb44-0d65-45e5-8e36-d1fa0fb8fcdc" -d '{"events": [{"server_uuid": "3951a6ae-6988-4290-b906-182664763773", "name": "network-vif-plugged", "status": "completed", "tag": "a440d305-6a12-42b2-893b-3fde29b48127"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:39.931531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a440d305-6a12-42b2-893b-3fde29b48127,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:39.942380 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e10e232-8704-4de6-b3c4-d15a5fc916c5 req-cfaa6e71-7f62-47f0-974f-9c93d3ec112e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282399 Jul 16 17:47:39.944995 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:39.945613 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 804216da-7e93-44dd-89ff-49a8990b18f8 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:47:39.987010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Attempting to bind port 9132eef4-ca0a-4527-97b6-9e4532931405 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:39.987918 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Attempting to bind port 9132eef4-ca0a-4527-97b6-9e4532931405 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:39.989706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Attempting to bind port 9132eef4-ca0a-4527-97b6-9e4532931405 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:39.993105 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd006eaa6-e7b5-4184-980a-8e01ebd584f7', 'name': 'network-vif-deleted', 'tag': '804216da-7e93-44dd-89ff-49a8990b18f8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:39.995426 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b5eb67-b1dc-473e-bca3-3ba7136128e9" -d '{"events": [{"server_uuid": "d006eaa6-e7b5-4184-980a-8e01ebd584f7", "name": "network-vif-deleted", "tag": "804216da-7e93-44dd-89ff-49a8990b18f8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:40.000880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 804216da-7e93-44dd-89ff-49a8990b18f8 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:47:40.001240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 804216da-7e93-44dd-89ff-49a8990b18f8 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:47:40.030607 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=a440d305-6a12-42b2-893b-3fde29b48127,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:40.045059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Port 9132eef4-ca0a-4527-97b6-9e4532931405 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:47:40.045388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Attempting to bind port 9132eef4-ca0a-4527-97b6-9e4532931405 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:40.078119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:40.078519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:40.080032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Bound using segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:40.080032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Bound port: 9132eef4-ca0a-4527-97b6-9e4532931405, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:40.080032 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:40.214271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f3bb1a03-e288-4a19-b13d-4530e9e71474 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:40.246954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:40.252169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9132eef4-ca0a-4527-97b6-9e4532931405,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:40.267520 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:40.301617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f3bb1a03-e288-4a19-b13d-4530e9e71474 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:40.302142 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:40.319864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Router d6b17aff-e68c-4477-b7a5-7744274654f4 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:47:40.351602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:40.352226 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:40.353886 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] 10.222.0.32 "PUT /v2.0/ports/9132eef4-ca0a-4527-97b6-9e4532931405 HTTP/1.1" status: 200 len: 1092 time: 1.9902925 Jul 16 17:47:40.354477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fcf55a3-2f2a-4247-8af5-6e058d476777', 'tag': '9132eef4-ca0a-4527-97b6-9e4532931405'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:40.359593 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b850f9d-748a-404e-987a-c053757e8099" -d '{"events": [{"name": "network-changed", "server_uuid": "5fcf55a3-2f2a-4247-8af5-6e058d476777", "tag": "9132eef4-ca0a-4527-97b6-9e4532931405"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:40.437073 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88120332-0d11-4ea6-b0ee-119a72458f3c x-openstack-request-id: req-88120332-0d11-4ea6-b0ee-119a72458f3c {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:40.437364 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d006eaa6-e7b5-4184-980a-8e01ebd584f7", "name": "network-vif-deleted", "tag": "804216da-7e93-44dd-89ff-49a8990b18f8", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:40.437613 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88120332-0d11-4ea6-b0ee-119a72458f3c {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:40.438234 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd006eaa6-e7b5-4184-980a-8e01ebd584f7', 'name': 'network-vif-deleted', 'tag': '804216da-7e93-44dd-89ff-49a8990b18f8', 'status': 'completed', 'code': 200} Jul 16 17:47:40.482873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c0b5c-d543-48f9-b164-f5ac5200b6b4 req-805d7c7c-bb57-42ed-9885-1bc7d4525c3f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:40.484435 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-781c0b5c-d543-48f9-b164-f5ac5200b6b4 req-805d7c7c-bb57-42ed-9885-1bc7d4525c3f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 946 time: 0.3566802 Jul 16 17:47:40.520802 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea19a89-cdb4-4543-9dea-9e4d5f3af563 x-openstack-request-id: req-bea19a89-cdb4-4543-9dea-9e4d5f3af563 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:40.521209 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3951a6ae-6988-4290-b906-182664763773", "name": "network-vif-plugged", "status": "completed", "tag": "a440d305-6a12-42b2-893b-3fde29b48127", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:40.521631 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bea19a89-cdb4-4543-9dea-9e4d5f3af563 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:40.522131 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3951a6ae-6988-4290-b906-182664763773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a440d305-6a12-42b2-893b-3fde29b48127', 'code': 200} Jul 16 17:47:40.557964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d120b-68f4-4821-a9c1-dbe181728a3d req-6fe015c7-eb6e-4bd2-82aa-f7a029ddf62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:40.559472 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d35d120b-68f4-4821-a9c1-dbe181728a3d req-6fe015c7-eb6e-4bd2-82aa-f7a029ddf62b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 1098 time: 0.1048748 Jul 16 17:47:40.564781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffba25-e155-424e-a70e-6aa8a4da9752 service neutron] Pushing event updated for resources: {'Port': ['ID=9132eef4-ca0a-4527-97b6-9e4532931405,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:40.611110 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d35d120b-68f4-4821-a9c1-dbe181728a3d req-e0fe1524-1338-4eed-bea5-19e1c3ca5994 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Jul 16 17:47:40.653417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b26fd3cd-619d-473a-a945-2b5af9ec2e18 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:40.706861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-781c0b5c-d543-48f9-b164-f5ac5200b6b4 req-08641bc9-7712-4f5a-82df-cf0a9784fff2 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559930 Jul 16 17:47:40.712276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b26fd3cd-619d-473a-a945-2b5af9ec2e18 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:40.712736 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:40.751296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:47:40.762092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-14d52606-32df-4cee-b663-a2626c964467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:40.763070 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Sync routers for ids ['d6b17aff-e68c-4477-b7a5-7744274654f4'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:47:40.763999 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-14d52606-32df-4cee-b663-a2626c964467 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 1095 time: 0.3345535 Jul 16 17:47:40.781561 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Routers {'d6b17aff-e68c-4477-b7a5-7744274654f4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:47:40.783963 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:47:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d6b17aff-e68c-4477-b7a5-7744274654f4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:40.803461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:40.807218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-96bd84c7-e852-4d93-81e3-69ed1255e97b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2934208 Jul 16 17:47:40.807584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42462) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:40.849720 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fdffd1-1bcc-4c2c-91ab-fceaee9f1792 x-openstack-request-id: req-a5fdffd1-1bcc-4c2c-91ab-fceaee9f1792 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:40.850014 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fcf55a3-2f2a-4247-8af5-6e058d476777", "tag": "9132eef4-ca0a-4527-97b6-9e4532931405", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:40.850274 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5fdffd1-1bcc-4c2c-91ab-fceaee9f1792 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:40.850674 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fcf55a3-2f2a-4247-8af5-6e058d476777', 'tag': '9132eef4-ca0a-4527-97b6-9e4532931405', 'status': 'completed', 'code': 200} Jul 16 17:47:40.854146 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-ec18850f-48bd-4fd2-bc46-97d2539d0c16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9132eef4-ca0a-4527-97b6-9e4532931405 HTTP/1.1" status: 200 len: 217 time: 0.0750365 Jul 16 17:47:40.867620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf54e43-acbf-46ad-a09c-40a2b83d9165 req-5433733c-0ed6-46ad-ab61-405e9896541c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:40.875602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-edf54e43-acbf-46ad-a09c-40a2b83d9165 req-5433733c-0ed6-46ad-ab61-405e9896541c tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 949 time: 0.1993549 Jul 16 17:47:40.954660 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-f3ab8bc2-d995-4158-8e47-6b6570f7d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:40.956548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-f3ab8bc2-d995-4158-8e47-6b6570f7d055 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.0779796 Jul 16 17:47:40.981385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-edf54e43-acbf-46ad-a09c-40a2b83d9165 req-aaa2fb13-d3f5-4f43-8caf-7ea44e61eaac tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048803 Jul 16 17:47:40.981901 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42472) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:41.016454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-67cb2856-dfc8-40ea-b97b-c9fe1f8ed701 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424213 Jul 16 17:47:41.016776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42474) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:41.030184 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Set router d6b17aff-e68c-4477-b7a5-7744274654f4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:47:41.230959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-54408120-05d8-4d9f-8c37-63369509d17f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25b6c61fef714159ad3aa066caefc2e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2083025 Jul 16 17:47:41.235896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42482) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:41.239836 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-654233458-router', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:35Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 3, 'project_id': '68af899b13984b3aa0da6a6ac529d99a', 'gw_port': {'id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:37Z', 'updated_at': '2021-07-16T17:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:41.267117 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Checking router: d6b17aff-e68c-4477-b7a5-7744274654f4 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:47:41.267567 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Updating router d6b17aff-e68c-4477-b7a5-7744274654f4 port 22cc8151-e485-41cb-8e49-bda3a936f660 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:47:41.306781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe966b9a-dc3f-48cf-9a27-3b0fe352c28c req-48af0b43-93ec-420c-8ed6-0ae6afd854ca tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:41.308356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe966b9a-dc3f-48cf-9a27-3b0fe352c28c req-48af0b43-93ec-420c-8ed6-0ae6afd854ca tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.2544467 Jul 16 17:47:41.309014 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:41.343354 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d6e57973-4e41-41af-b190-e95cd166a253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:41.379540 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-cf846977-24b5-442e-b440-97498c830c17 service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512940 Jul 16 17:47:41.457548 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ec59584c-89b4-4ed2-85b9-cfe3da912e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:41.477172 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe966b9a-dc3f-48cf-9a27-3b0fe352c28c req-a3bc00d8-ade6-4d29-b997-863fc9b0b92e tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378846 Jul 16 17:47:41.559077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be12e43-189f-41c9-ab0c-340ceedcb8c1 req-f2d7a1bc-1e1f-4aa2-95c7-b3198cd8a15d tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:41.566522 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3be12e43-189f-41c9-ab0c-340ceedcb8c1 req-f2d7a1bc-1e1f-4aa2-95c7-b3198cd8a15d tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 943 time: 0.3030374 Jul 16 17:47:41.574653 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ec59584c-89b4-4ed2-85b9-cfe3da912e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:41.641260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97c74b7d-dd37-4285-84a0-91390c8104d2 req-f54fd4d2-8982-4412-b43c-54acef582d6e service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508249 Jul 16 17:47:41.687915 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3be12e43-189f-41c9-ab0c-340ceedcb8c1 req-18a8e776-25a4-43f1-be93-2246e1d12b4f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206443 Jul 16 17:47:41.719478 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:41.734882 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Transition to ACTIVE for port object 22cc8151-e485-41cb-8e49-bda3a936f660 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:41.742064 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:41.765872 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d6e57973-4e41-41af-b190-e95cd166a253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:41.783037 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ec59584c-89b4-4ed2-85b9-cfe3da912e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:41.783235 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:41.785685 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ec59584c-89b4-4ed2-85b9-cfe3da912e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:41.786957 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ec59584c-89b4-4ed2-85b9-cfe3da912e48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4eea1786-dd61-4e81-a6d7-6e264884d601 HTTP/1.1" status: 204 len: 168 time: 0.5498939 Jul 16 17:47:41.794532 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d6e57973-4e41-41af-b190-e95cd166a253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:41.800547 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40a384-fbd4-432a-810a-9ccc7610e85a None None] Pushing event updated for resources: {'Port': ['ID=22cc8151-e485-41cb-8e49-bda3a936f660,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:41.811236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59584c-89b4-4ed2-85b9-cfe3da912e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eea1786-dd61-4e81-a6d7-6e264884d601,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:41.829434 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Attempting to bind port 22cc8151-e485-41cb-8e49-bda3a936f660 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:41.830122 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Attempting to bind port 22cc8151-e485-41cb-8e49-bda3a936f660 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:41.830737 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Attempting to bind port 22cc8151-e485-41cb-8e49-bda3a936f660 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:41.837379 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:41.838185 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:41.838822 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:41.839427 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:41.840144 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Bound port: 22cc8151-e485-41cb-8e49-bda3a936f660, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:41.840783 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:41.857374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d6e57973-4e41-41af-b190-e95cd166a253 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c222a99b21a64284a5d6a3e7e5322a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8440816 Jul 16 17:47:41.857519 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42496) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:41.883339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e57973-4e41-41af-b190-e95cd166a253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e602c1-234b-418b-b559-e500b120475c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:41.895730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b850f9d-748a-404e-987a-c053757e8099 req-3616ee0a-5996-4d9d-b5ef-4f73d2359361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:41.897327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b850f9d-748a-404e-987a-c053757e8099 req-3616ee0a-5996-4d9d-b5ef-4f73d2359361 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 1095 time: 0.1856594 Jul 16 17:47:41.900841 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] For port 22cc8151-e485-41cb-8e49-bda3a936f660, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:41.904771 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] For port 22cc8151-e485-41cb-8e49-bda3a936f660, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=22cc8151-e485-41cb-8e49-bda3a936f660,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:41.918059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311c1d4-dbbc-4d91-8bd7-a48cf2adc421 req-e2875a10-d2f3-4a03-8400-abb5c0ec8266 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:41.920301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1311c1d4-dbbc-4d91-8bd7-a48cf2adc421 req-e2875a10-d2f3-4a03-8400-abb5c0ec8266 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 949 time: 0.1923704 Jul 16 17:47:41.924188 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:42.011268 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-606c2845-5462-4e30-9c90-a46d2a4e2816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:42.085278 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Routers {'d6b17aff-e68c-4477-b7a5-7744274654f4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:47:42.085967 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:47:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d6b17aff-e68c-4477-b7a5-7744274654f4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:42.140611 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-606c2845-5462-4e30-9c90-a46d2a4e2816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:42.172592 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40a384-fbd4-432a-810a-9ccc7610e85a None None] Pushing event updated for resources: {'Port': ['ID=22cc8151-e485-41cb-8e49-bda3a936f660,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:42.208829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42504) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:42.273114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b850f9d-748a-404e-987a-c053757e8099 req-dffd19b4-559b-4441-aafa-414f1e096598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:42.274836 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b850f9d-748a-404e-987a-c053757e8099 req-dffd19b4-559b-4441-aafa-414f1e096598 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.3660221 Jul 16 17:47:42.279020 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] Set router d6b17aff-e68c-4477-b7a5-7744274654f4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:47:42.306074 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Allocated IP 172.20.0.1 (32d98991-6d61-4809-bcaf-24646fef3af5/da25ccf9-d196-47ff-9f19-1cc0c1d134eb/ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:42.308363 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-606c2845-5462-4e30-9c90-a46d2a4e2816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:42.311276 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-606c2845-5462-4e30-9c90-a46d2a4e2816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:42.312765 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-606c2845-5462-4e30-9c90-a46d2a4e2816 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20e602c1-234b-418b-b559-e500b120475c HTTP/1.1" status: 204 len: 168 time: 0.4520934 Jul 16 17:47:42.332176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c2845-5462-4e30-9c90-a46d2a4e2816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e602c1-234b-418b-b559-e500b120475c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:42.461153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42510) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:42.481523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-253aeaa1-9611-4faf-9c89-07826ab06606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:42.518552 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:42.530066 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-654233458-router', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:35Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 3, 'project_id': '68af899b13984b3aa0da6a6ac529d99a', 'gw_port': {'id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:37Z', 'updated_at': '2021-07-16T17:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:42.549100 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Transition to ACTIVE for port object ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:42.572173 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca27b02-c33f-4d1e-b1bb-aa2b0cec993c None None] The sync data for ids ['d6b17aff-e68c-4477-b7a5-7744274654f4'] in n-d-787205-10 is: [{'id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-654233458-router', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:35Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 3, 'project_id': '68af899b13984b3aa0da6a6ac529d99a', 'gw_port': {'id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:37Z', 'updated_at': '2021-07-16T17:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:47:42.631710 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:42.663219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b850f9d-748a-404e-987a-c053757e8099 req-0779a5b3-d64f-452f-81da-97527be5e8c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9132eef4-ca0a-4527-97b6-9e4532931405 HTTP/1.1" status: 200 len: 217 time: 0.3599250 Jul 16 17:47:42.663945 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d868eddc-59fd-4d85-870d-f2830faf0803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:42.712295 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Network 32d98991-6d61-4809-bcaf-24646fef3af5 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:42.716070 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-253aeaa1-9611-4faf-9c89-07826ab06606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:42.717001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1311c1d4-dbbc-4d91-8bd7-a48cf2adc421 req-94825c59-09b3-478f-99f1-fed80edac50d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Deleting port b28f9099-933e-4f54-ac84-2c575aaca5a2 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:47:42.717370 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1311c1d4-dbbc-4d91-8bd7-a48cf2adc421 req-94825c59-09b3-478f-99f1-fed80edac50d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:42.720092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:42.722721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:42.723422 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:42.732175 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-253aeaa1-9611-4faf-9c89-07826ab06606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:42.757968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5e358-7758-4fbd-97ea-f0e96d5c8711 req-084eafff-427a-456c-800c-6020f94a7348 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:42.759557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79a5e358-7758-4fbd-97ea-f0e96d5c8711 req-084eafff-427a-456c-800c-6020f94a7348 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/ports?device_id=96d9aa5a-e158-4324-91eb-e0f047c427af HTTP/1.1" status: 200 len: 949 time: 0.5451415 Jul 16 17:47:42.766883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bef447-177f-4603-9226-32ea58fe7315 req-549a0d90-051a-4473-9897-77c00a9973bd tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:42.770740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1bef447-177f-4603-9226-32ea58fe7315 req-549a0d90-051a-4473-9897-77c00a9973bd tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 946 time: 0.5996211 Jul 16 17:47:42.781731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:42.877712 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-253aeaa1-9611-4faf-9c89-07826ab06606 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6db05234087f41c088ec2438a1ed01dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132142 Jul 16 17:47:42.882305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42520) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:42.895534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253aeaa1-9611-4faf-9c89-07826ab06606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9978bf2f-c7d9-4e2d-bfee-c0910b5b2858,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:42.966526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-1311c1d4-dbbc-4d91-8bd7-a48cf2adc421 req-94825c59-09b3-478f-99f1-fed80edac50d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] For port b28f9099-933e-4f54-ac84-2c575aaca5a2, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=b28f9099-933e-4f54-ac84-2c575aaca5a2,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:42.966901 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1311c1d4-dbbc-4d91-8bd7-a48cf2adc421 req-94825c59-09b3-478f-99f1-fed80edac50d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.010882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b850f9d-748a-404e-987a-c053757e8099 req-3f576c71-d5cb-48c4-a96f-231b317a6f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:43.012457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b850f9d-748a-404e-987a-c053757e8099 req-3f576c71-d5cb-48c4-a96f-231b317a6f5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.3302484 Jul 16 17:47:43.035437 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f53a5cc-41d7-4819-80cc-af620aaf756f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.076205 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b850f9d-748a-404e-987a-c053757e8099 req-d9c06f54-5f43-40e3-8b00-36a1550dcdd1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382318 Jul 16 17:47:43.080204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1311c1d4-dbbc-4d91-8bd7-a48cf2adc421 req-94825c59-09b3-478f-99f1-fed80edac50d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Calling delete_port for b28f9099-933e-4f54-ac84-2c575aaca5a2 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:47:43.088511 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f53a5cc-41d7-4819-80cc-af620aaf756f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.135709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.198718 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5a9ef007-d408-4dfd-b407-c0b37ea6ebf2 None None] Provisioning for port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:43.214738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5a9ef007-d408-4dfd-b407-c0b37ea6ebf2 None None] Provisioning complete for port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:43.215123 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5a9ef007-d408-4dfd-b407-c0b37ea6ebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.270345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f53a5cc-41d7-4819-80cc-af620aaf756f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.273320 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f53a5cc-41d7-4819-80cc-af620aaf756f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.277049 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1f53a5cc-41d7-4819-80cc-af620aaf756f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9978bf2f-c7d9-4e2d-bfee-c0910b5b2858 HTTP/1.1" status: 204 len: 168 time: 0.3913453 Jul 16 17:47:43.280548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ef007-d408-4dfd-b407-c0b37ea6ebf2 None None] Port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:47:43.353941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53a5cc-41d7-4819-80cc-af620aaf756f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9978bf2f-c7d9-4e2d-bfee-c0910b5b2858,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:43.407799 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b3c487c2-2dce-468d-b5e5-b67784cc80c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.424113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79a5e358-7758-4fbd-97ea-f0e96d5c8711 req-362c52a3-f79d-4eca-a7a9-c89958db5688 tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8334816-3b53-4f18-aa68-b6f4701f5345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899999 Jul 16 17:47:43.429694 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1311c1d4-dbbc-4d91-8bd7-a48cf2adc421 req-94825c59-09b3-478f-99f1-fed80edac50d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.442701 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1bef447-177f-4603-9226-32ea58fe7315 req-a82ecb22-8b92-4b6b-afd8-12ced4e8ac6f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072981 Jul 16 17:47:43.446271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['b28f9099-933e-4f54-ac84-2c575aaca5a2'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:43.456209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b850f9d-748a-404e-987a-c053757e8099 req-6f5e6590-cab9-4561-8e9c-ebb6db694001 service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578796 Jul 16 17:47:43.468591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d868eddc-59fd-4d85-870d-f2830faf0803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.502192 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.509896 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.510928 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.568679 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:47:43.624868 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d868eddc-59fd-4d85-870d-f2830faf0803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.683199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94825c59-09b3-478f-99f1-fed80edac50d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Pushing event deleted for resources: {'Port': ['ID=b28f9099-933e-4f54-ac84-2c575aaca5a2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:43.689832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:43.733915 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1311c1d4-dbbc-4d91-8bd7-a48cf2adc421 req-94825c59-09b3-478f-99f1-fed80edac50d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] No DVR routers for this DVR port b28f9099-933e-4f54-ac84-2c575aaca5a2 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:47:43.766231 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1311c1d4-dbbc-4d91-8bd7-a48cf2adc421 req-94825c59-09b3-478f-99f1-fed80edac50d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:43.768233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1311c1d4-dbbc-4d91-8bd7-a48cf2adc421 req-94825c59-09b3-478f-99f1-fed80edac50d tempest-ServersAdminNegativeTestJSON-2019125396 tempest-ServersAdminNegativeTestJSON-2019125396-project] 10.222.0.32 "DELETE /v2.0/ports/b28f9099-933e-4f54-ac84-2c575aaca5a2 HTTP/1.1" status: 204 len: 173 time: 1.8192458 Jul 16 17:47:43.768828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d9aa5a-e158-4324-91eb-e0f047c427af', 'name': 'network-vif-deleted', 'tag': 'b28f9099-933e-4f54-ac84-2c575aaca5a2'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:43.771105 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6384394d-2e0d-4f93-b669-e55cf8d2ab02" -d '{"events": [{"server_uuid": "96d9aa5a-e158-4324-91eb-e0f047c427af", "name": "network-vif-deleted", "tag": "b28f9099-933e-4f54-ac84-2c575aaca5a2"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:43.806481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Network 32d98991-6d61-4809-bcaf-24646fef3af5 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:43.807978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:43.928363 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868eddc-59fd-4d85-870d-f2830faf0803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7193506c-a15c-4a9c-b485-627b5880f84a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:43.942633 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d868eddc-59fd-4d85-870d-f2830faf0803 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a45fc798256a4211a5226eed077913c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7215002 Jul 16 17:47:43.947707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42554) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:44.074706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b850f9d-748a-404e-987a-c053757e8099 req-bad3e4e5-3933-4d39-a686-bcf524af8b74 service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034386 Jul 16 17:47:44.102408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217b8b4-b147-401b-b8e2-732101335a5c req-572a58cb-b282-41cc-886d-cb536b863282 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:44.111837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6217b8b4-b147-401b-b8e2-732101335a5c req-572a58cb-b282-41cc-886d-cb536b863282 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 943 time: 0.3469756 Jul 16 17:47:44.143261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557afbd-6f79-491a-a686-f1fd0ef7903a req-7a6568d9-f00b-4c3f-b5cf-f56c59649f61 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:44.144768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b557afbd-6f79-491a-a686-f1fd0ef7903a req-7a6568d9-f00b-4c3f-b5cf-f56c59649f61 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.3606968 Jul 16 17:47:44.184186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5b0d8fdd-1218-4cde-8f77-6355e629b74c None None] Provisioning complete for port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:44.184687 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b0d8fdd-1218-4cde-8f77-6355e629b74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:44.217774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6217b8b4-b147-401b-b8e2-732101335a5c req-d6e24b5a-643b-4275-b783-a4bd65317ac1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046901 Jul 16 17:47:44.244328 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b557afbd-6f79-491a-a686-f1fd0ef7903a req-a06f40d3-c8de-4995-addf-16a1719a4e30 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903585 Jul 16 17:47:44.262041 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-672d43e0-1e2f-4580-8436-6e3bf1f94304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:44.281865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d8fdd-1218-4cde-8f77-6355e629b74c None None] Port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:47:44.292832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 22cc8151-e485-41cb-8e49-bda3a936f660 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:44.307469 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-672d43e0-1e2f-4580-8436-6e3bf1f94304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:44.329481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Router d6b17aff-e68c-4477-b7a5-7744274654f4 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:47:44.397693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 22cc8151-e485-41cb-8e49-bda3a936f660 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:44.406558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 22cc8151-e485-41cb-8e49-bda3a936f660 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:44.407046 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:44.468299 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-672d43e0-1e2f-4580-8436-6e3bf1f94304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:44.478764 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-672d43e0-1e2f-4580-8436-6e3bf1f94304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:44.483041 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-672d43e0-1e2f-4580-8436-6e3bf1f94304 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7193506c-a15c-4a9c-b485-627b5880f84a HTTP/1.1" status: 204 len: 168 time: 0.5317755 Jul 16 17:47:44.531948 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d43e0-1e2f-4580-8436-6e3bf1f94304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7193506c-a15c-4a9c-b485-627b5880f84a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:44.534587 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:44.570010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:47:44.583474 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b76a7c2b-fd08-443a-abc9-a023f346b0b7 admin admin] 10.222.0.24 "PUT /v2.0/routers/d6b17aff-e68c-4477-b7a5-7744274654f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7666745 Jul 16 17:47:44.587946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 22cc8151-e485-41cb-8e49-bda3a936f660, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=22cc8151-e485-41cb-8e49-bda3a936f660,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:44.595383 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:44.679556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=22cc8151-e485-41cb-8e49-bda3a936f660,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:44.882499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-9244a01f-043f-44c4-9acf-43fae6e2c8a7 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2325796785504ef5af249ac81fd86c0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330260 Jul 16 17:47:44.995177 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6632a2a-6529-433a-b4f0-8583d2c40f51 req-412f91e2-f4a5-439f-936a-b808d6dbd0eb tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:44.999022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6632a2a-6529-433a-b4f0-8583d2c40f51 req-412f91e2-f4a5-439f-936a-b808d6dbd0eb tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 1098 time: 0.1972013 Jul 16 17:47:45.048673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdf406-6561-47aa-a435-edb189286ab6 req-1df73a1f-b6bc-48bf-9929-f65c1bb44fed tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:45.054196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-1df73a1f-b6bc-48bf-9929-f65c1bb44fed tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638491 Jul 16 17:47:45.073933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Sync routers for ids ['d6b17aff-e68c-4477-b7a5-7744274654f4'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:47:45.085148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Routers {'d6b17aff-e68c-4477-b7a5-7744274654f4'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:47:45.086296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:47:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d6b17aff-e68c-4477-b7a5-7744274654f4'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:45.125361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42588) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:45.137029 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6632a2a-6529-433a-b4f0-8583d2c40f51 req-954e7cd2-a866-490e-a9ce-a6e90e3fc140 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334107 Jul 16 17:47:45.143770 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b045ff53-62c8-40ab-91ec-bc0304f28cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:45.149592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-9d61c98f-5ccb-4c37-91c1-d9ace0b61f6c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/quotas/2325796785504ef5af249ac81fd86c0e HTTP/1.1" status: 200 len: 375 time: 0.0379722 Jul 16 17:47:45.172605 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-f1af14d3-b1ce-4c9b-bfe9-b831cfe654ce service neutron] show failed (client error): The resource could not be found. Jul 16 17:47:45.186063 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-f1af14d3-b1ce-4c9b-bfe9-b831cfe654ce service neutron] 10.222.0.32 "GET /v2.0/ports/e201e55d-282d-4015-8b6d-3143c418862c/bindings/n-h2-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.1261013 Jul 16 17:47:45.222491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Set router d6b17aff-e68c-4477-b7a5-7744274654f4 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:47:45.258732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-8022ad4a-e79c-4aaa-800b-2ceee246dbb1 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2325796785504ef5af249ac81fd86c0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031859 Jul 16 17:47:45.321887 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b045ff53-62c8-40ab-91ec-bc0304f28cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:45.333190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b045ff53-62c8-40ab-91ec-bc0304f28cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:45.389450 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c95cb5f-501c-463b-ab39-9625a7461cae x-openstack-request-id: req-3c95cb5f-501c-463b-ab39-9625a7461cae {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:45.389967 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d9aa5a-e158-4324-91eb-e0f047c427af", "name": "network-vif-deleted", "tag": "b28f9099-933e-4f54-ac84-2c575aaca5a2", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:45.390386 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c95cb5f-501c-463b-ab39-9625a7461cae {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:45.390920 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d9aa5a-e158-4324-91eb-e0f047c427af', 'name': 'network-vif-deleted', 'tag': 'b28f9099-933e-4f54-ac84-2c575aaca5a2', 'status': 'completed', 'code': 200} Jul 16 17:47:45.397122 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b045ff53-62c8-40ab-91ec-bc0304f28cc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7af097bb2e1548a5964aee0756c2b9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695632 Jul 16 17:47:45.398036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045ff53-62c8-40ab-91ec-bc0304f28cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02643f4c-a8b9-4f12-b635-f375465411be,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:45.399903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42600) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:45.583163 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e8a5d8fa-03d8-48a9-9c18-9e3192dca23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:45.622388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-654233458-router', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:35Z', 'updated_at': '2021-07-16T17:47:43Z', 'revision_number': 4, 'project_id': '68af899b13984b3aa0da6a6ac529d99a', 'gw_port': {'id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:37Z', 'updated_at': '2021-07-16T17:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d', 'name': '', 'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'mac_address': 'fa:16:3e:cd:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'da25ccf9-d196-47ff-9f19-1cc0c1d134eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:41Z', 'updated_at': '2021-07-16T17:47:43Z', 'revision_number': 2, 'project_id': '68af899b13984b3aa0da6a6ac529d99a', 'subnets': [{'id': 'da25ccf9-d196-47ff-9f19-1cc0c1d134eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:45.642794 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e8a5d8fa-03d8-48a9-9c18-9e3192dca23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:45.703527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Checking router: d6b17aff-e68c-4477-b7a5-7744274654f4 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:47:45.703888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Updating router d6b17aff-e68c-4477-b7a5-7744274654f4 port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:47:45.753162 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e8a5d8fa-03d8-48a9-9c18-9e3192dca23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:45.756019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-5850e59c-ad50-4299-bda4-65b620946d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:45.758323 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-5850e59c-ad50-4299-bda4-65b620946d53 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51&tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53 HTTP/1.1" status: 200 len: 1102 time: 0.2613862 Jul 16 17:47:45.759968 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e8a5d8fa-03d8-48a9-9c18-9e3192dca23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:45.768034 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e8a5d8fa-03d8-48a9-9c18-9e3192dca23d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02643f4c-a8b9-4f12-b635-f375465411be HTTP/1.1" status: 204 len: 168 time: 0.3668444 Jul 16 17:47:45.773619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:45.791297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5d8fa-03d8-48a9-9c18-9e3192dca23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02643f4c-a8b9-4f12-b635-f375465411be,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:45.865004 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9132eef4-ca0a-4527-97b6-9e4532931405 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:47:45.867378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device b28f9099-933e-4f54-ac84-2c575aaca5a2 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:47:45.876630 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:45.921090 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-84fbc967-5529-49d9-87d4-69fc3f2bc9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:45.966042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b237bb-411d-4829-8cc6-82266619ce6c req-6576529b-d89c-46eb-a115-5afbb58ed442 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:45.970691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05b237bb-411d-4829-8cc6-82266619ce6c req-6576529b-d89c-46eb-a115-5afbb58ed442 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 943 time: 0.2015438 Jul 16 17:47:46.071756 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05b237bb-411d-4829-8cc6-82266619ce6c req-138ee7ff-f7bb-43e2-9009-de686e607ede tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925057 Jul 16 17:47:46.180902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: b28f9099-933e-4f54-ac84-2c575aaca5a2 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:47:46.182185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device b28f9099-933e-4f54-ac84-2c575aaca5a2 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:47:46.209365 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:46.241646 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec529f-dba6-4a09-97c2-756cbde3189e req-97f3bc8e-1270-4856-8865-fd7d703d26e9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:46.253715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3fec529f-dba6-4a09-97c2-756cbde3189e req-97f3bc8e-1270-4856-8865-fd7d703d26e9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.2011774 Jul 16 17:47:46.330490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 22cc8151-e485-41cb-8e49-bda3a936f660 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:46.344752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3fec529f-dba6-4a09-97c2-756cbde3189e req-187f70fd-d519-4aca-8c3b-825f9df6c7c5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880668 Jul 16 17:47:46.345670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42632) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:46.384478 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:46.531543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e201e55d-282d-4015-8b6d-3143c418862c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:46.568416 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4554e1ac-eaa1-4ead-8c68-a2d67dfcc5b2 req-bc93677a-7c59-4f43-ae9a-94d20c5522d0 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 210 time: 0.0873892 Jul 16 17:47:46.620321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:46.634153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350e053-064e-4ac2-9530-2b6bd21fa071 req-87b9ba7d-dfda-437c-a6df-b74eea1994c2 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:46.638173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2350e053-064e-4ac2-9530-2b6bd21fa071 req-87b9ba7d-dfda-437c-a6df-b74eea1994c2 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 1098 time: 0.2121949 Jul 16 17:47:46.680878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9132eef4-ca0a-4527-97b6-9e4532931405,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:46.711639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:46.715725 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcb5851-ec40-4a72-9df5-8dc004ef7692" -d '{"events": [{"server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "name": "network-vif-unplugged", "status": "completed", "tag": "e201e55d-282d-4015-8b6d-3143c418862c"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:46.722540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:46.748939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '9132eef4-ca0a-4527-97b6-9e4532931405', 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0', 'port_id': '9132eef4-ca0a-4527-97b6-9e4532931405', 'mac_address': 'fa:16:3e:3d:b9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d45479a-720d-4a43-bbb9-345d9817a2bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:47:46.751244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Transition to ACTIVE for port object e201e55d-282d-4015-8b6d-3143c418862c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:46.760585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:46.791494 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2350e053-064e-4ac2-9530-2b6bd21fa071 req-be7b2ea6-16af-41b7-b6ba-a20c8deaef83 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465788 Jul 16 17:47:46.864225 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-894e596d-1bd1-40be-bc38-078bc3004375 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1380360d2a88425d8569fb27f539334a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4999819 Jul 16 17:47:46.868228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42648) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:46.869593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] No DVR routers for this DVR port e201e55d-282d-4015-8b6d-3143c418862c on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:47:46.882757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Pushing event updated for resources: {'Port': ['ID=e201e55d-282d-4015-8b6d-3143c418862c,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:46.969873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Attempting to bind port e201e55d-282d-4015-8b6d-3143c418862c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:46.970215 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Attempting to bind port e201e55d-282d-4015-8b6d-3143c418862c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:46.970541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Attempting to bind port e201e55d-282d-4015-8b6d-3143c418862c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:46.979659 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Port e201e55d-282d-4015-8b6d-3143c418862c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:47:46.979986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Attempting to bind port e201e55d-282d-4015-8b6d-3143c418862c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:46.996314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:46.996661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:46.997034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:46.997460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Bound port: e201e55d-282d-4015-8b6d-3143c418862c, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:46.999782 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:47.008102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1afc49a-2ae4-4d49-a3b3-751ebcb13f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:47.034236 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:47.042855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 22cc8151-e485-41cb-8e49-bda3a936f660 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:47.050046 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:47.100506 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480400cb-2406-4293-b6ee-8ea43186ff00 x-openstack-request-id: req-480400cb-2406-4293-b6ee-8ea43186ff00 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:47.100787 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "name": "network-vif-unplugged", "status": "completed", "tag": "e201e55d-282d-4015-8b6d-3143c418862c", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:47.101136 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-480400cb-2406-4293-b6ee-8ea43186ff00 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:47.101425 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c', 'code': 200} Jul 16 17:47:47.103501 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1afc49a-2ae4-4d49-a3b3-751ebcb13f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:47.377996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:47.406354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=e201e55d-282d-4015-8b6d-3143c418862c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:47.408386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9132eef4-ca0a-4527-97b6-9e4532931405 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:47.423781 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:47.526733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:47.527342 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:47.528864 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] 10.222.0.11 "PUT /v2.0/ports/e201e55d-282d-4015-8b6d-3143c418862c HTTP/1.1" status: 200 len: 1097 time: 1.7623572 Jul 16 17:47:47.553647 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:47.574251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9132eef4-ca0a-4527-97b6-9e4532931405,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:47.575872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d945e30-2c93-425c-99dc-4e4b66cb9b1a req-4ab3ae0c-2911-4197-8554-f8f3764ae8e3 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:47.586360 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d945e30-2c93-425c-99dc-4e4b66cb9b1a req-4ab3ae0c-2911-4197-8554-f8f3764ae8e3 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 943 time: 0.1489692 Jul 16 17:47:47.593032 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:47.615632 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1afc49a-2ae4-4d49-a3b3-751ebcb13f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:47.628596 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1afc49a-2ae4-4d49-a3b3-751ebcb13f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:47.632703 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a1afc49a-2ae4-4d49-a3b3-751ebcb13f2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8334816-3b53-4f18-aa68-b6f4701f5345 HTTP/1.1" status: 204 len: 168 time: 0.7574525 Jul 16 17:47:47.702329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d945e30-2c93-425c-99dc-4e4b66cb9b1a req-f7ea5f1f-0ad7-4816-83b5-fc85a3ad811f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109006 Jul 16 17:47:47.753131 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5c12c-dbe4-44a3-b4eb-d24934332955 service neutron] Pushing event updated for resources: {'Port': ['ID=e201e55d-282d-4015-8b6d-3143c418862c,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:47.767183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9132eef4-ca0a-4527-97b6-9e4532931405,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:47.782687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afc49a-2ae4-4d49-a3b3-751ebcb13f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8334816-3b53-4f18-aa68-b6f4701f5345,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:47.825002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['9132eef4-ca0a-4527-97b6-9e4532931405'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:47.859651 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:47.882693 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f1371ef2-f05b-4298-bae8-25d60d05fa0f tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2325796785504ef5af249ac81fd86c0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687017 Jul 16 17:47:47.905301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e201e55d-282d-4015-8b6d-3143c418862c no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:47:47.989622 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e201e55d-282d-4015-8b6d-3143c418862c not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:47:48.009223 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Transition to ACTIVE for port object ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:48.054591 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:48.091105 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdf406-6561-47aa-a435-edb189286ab6 req-76941b0a-3657-4322-a2ea-d5e9e5b768bf tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:48.092663 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-76941b0a-3657-4322-a2ea-d5e9e5b768bf tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028861 Jul 16 17:47:48.094800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-79ee9336-1df2-4006-9782-53a686c6f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:48.096254 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-79ee9336-1df2-4006-9782-53a686c6f63f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 1100 time: 0.5227127 Jul 16 17:47:48.110318 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Request body: {'port': {'device_id': '5df43659-b047-4cd0-86e7-8898b25437ea', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '2325796785504ef5af249ac81fd86c0e'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:48.129755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9659354-2e86-482a-acc3-96f63bef9e10 req-d8407d30-2539-4768-97e3-a29fd97b1461 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:48.137629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d9659354-2e86-482a-acc3-96f63bef9e10 req-d8407d30-2539-4768-97e3-a29fd97b1461 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 948 time: 0.1393185 Jul 16 17:47:48.196524 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d9659354-2e86-482a-acc3-96f63bef9e10 req-750389bf-d356-4b5c-a0f4-c1ae388da593 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576804 Jul 16 17:47:48.310474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42698) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:48.352900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323c3ec-0794-4ace-b985-3d3c5690f765 None None] Pushing event updated for resources: {'Port': ['ID=ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:48.435619 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4a788746-9ff4-49bf-9eaa-d2f7a0947bc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88e63a44c09c4d4aa2adaac737158ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1211426 Jul 16 17:47:48.436406 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42700) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:48.494809 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Attempting to bind port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:48.506321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Attempting to bind port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '6d7de61f-f742-4c9a-a172-33fa2f770f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:48.506952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Attempting to bind port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d on network 32d98991-6d61-4809-bcaf-24646fef3af5 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:48.525976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:48.525976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Checking segment: {'id': '6d7de61f-f742-4c9a-a172-33fa2f770f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:48.526472 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:48.535040 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Bound using segment: {'id': '6d7de61f-f742-4c9a-a172-33fa2f770f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:48.536299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Bound port: ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7de61f-f742-4c9a-a172-33fa2f770f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:48.537083 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:48.568947 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4306082a-77b4-4941-8d7b-7fd1891b54f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:48.620564 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4306082a-77b4-4941-8d7b-7fd1891b54f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:48.714807 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4306082a-77b4-4941-8d7b-7fd1891b54f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:48.717729 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4306082a-77b4-4941-8d7b-7fd1891b54f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:48.719004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4306082a-77b4-4941-8d7b-7fd1891b54f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba6bdef2-95f4-43d1-a01e-503d31f0d91f HTTP/1.1" status: 204 len: 168 time: 0.2816627 Jul 16 17:47:48.730149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306082a-77b4-4941-8d7b-7fd1891b54f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6bdef2-95f4-43d1-a01e-503d31f0d91f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:48.888338 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:48.896963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] For port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:48.900402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] For port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d,segment=NetworkSegment(6d7de61f-f742-4c9a-a172-33fa2f770f63),segment_id=6d7de61f-f742-4c9a-a172-33fa2f770f63)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:48.906925 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:48.921235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-7189a9a0-9994-4b81-90c5-97a9b01b7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:48.925633 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-7189a9a0-9994-4b81-90c5-97a9b01b7a38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.8009782 Jul 16 17:47:49.008580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323c3ec-0794-4ace-b985-3d3c5690f765 None None] Pushing event updated for resources: {'Port': ['ID=ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:49.009440 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-3048243d-4143-4681-bfb0-774754493054 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e201e55d-282d-4015-8b6d-3143c418862c HTTP/1.1" status: 200 len: 217 time: 0.0708256 Jul 16 17:47:49.031984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Routers {'d6b17aff-e68c-4477-b7a5-7744274654f4'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:47:49.032625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:47:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d6b17aff-e68c-4477-b7a5-7744274654f4'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:49.088788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Made reservation on behalf of 2325796785504ef5af249ac81fd86c0e for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:49.097495 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:49.104634 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-762e7f75-679a-42fb-ae48-28801412a384 req-0b4b0134-cdb8-4c7e-bd5a-4552b3073166 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 210 time: 0.0656941 Jul 16 17:47:49.111778 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:49.118476 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c555cc-704f-4518-9815-be7d2e778466" -d '{"events": [{"name": "network-changed", "server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "tag": "e201e55d-282d-4015-8b6d-3143c418862c"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:49.205916 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:49.220961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-c72dbbb8-2a04-4071-9649-02067ce39728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:49.222523 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-c72dbbb8-2a04-4071-9649-02067ce39728 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2069585 Jul 16 17:47:49.296948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] Set router d6b17aff-e68c-4477-b7a5-7744274654f4 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:47:49.415352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-0cfc5327-529f-48df-8100-be97b3a7cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:49.416884 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-0cfc5327-529f-48df-8100-be97b3a7cd03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1813068 Jul 16 17:47:49.516630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee441e-1fd6-4fe6-915d-e8c2ce770ddf req-4fe33473-7d76-4254-95d9-cfdf34410611 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:49.518274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00ee441e-1fd6-4fe6-915d-e8c2ce770ddf req-4fe33473-7d76-4254-95d9-cfdf34410611 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 944 time: 0.1022689 Jul 16 17:47:49.542124 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-bda9c97a-57e9-4094-aeac-a114f54e5efa service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150391 Jul 16 17:47:49.626917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00ee441e-1fd6-4fe6-915d-e8c2ce770ddf req-fc4d996a-5f3d-4dce-8aec-7868806c153b tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896552 Jul 16 17:47:49.637486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-654233458-router', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:35Z', 'updated_at': '2021-07-16T17:47:43Z', 'revision_number': 4, 'project_id': '68af899b13984b3aa0da6a6ac529d99a', 'gw_port': {'id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:37Z', 'updated_at': '2021-07-16T17:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d', 'name': '', 'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'mac_address': 'fa:16:3e:cd:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'da25ccf9-d196-47ff-9f19-1cc0c1d134eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:41Z', 'updated_at': '2021-07-16T17:47:48Z', 'revision_number': 4, 'project_id': '68af899b13984b3aa0da6a6ac529d99a', 'subnets': [{'id': 'da25ccf9-d196-47ff-9f19-1cc0c1d134eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:47:49.667486 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9e0192d-3e68-41f1-8397-074aaf3da405 req-3b78bac1-fd0f-4ceb-9e36-5415c02bd8c8 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187501 Jul 16 17:47:49.672779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eda610f-4296-4ec1-a2d5-4f8cd93c9376 None None] The sync data for ids ['d6b17aff-e68c-4477-b7a5-7744274654f4'] in n-d-787205-10 is: [{'id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-654233458-router', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:35Z', 'updated_at': '2021-07-16T17:47:43Z', 'revision_number': 4, 'project_id': '68af899b13984b3aa0da6a6ac529d99a', 'gw_port': {'id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:37Z', 'updated_at': '2021-07-16T17:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d', 'name': '', 'network_id': '32d98991-6d61-4809-bcaf-24646fef3af5', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'mac_address': 'fa:16:3e:cd:cf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'da25ccf9-d196-47ff-9f19-1cc0c1d134eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:41Z', 'updated_at': '2021-07-16T17:47:48Z', 'revision_number': 4, 'project_id': '68af899b13984b3aa0da6a6ac529d99a', 'subnets': [{'id': 'da25ccf9-d196-47ff-9f19-1cc0c1d134eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:47:49.710858 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:49.715628 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:49.807470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358c072f-60fe-4b82-a8dc-6ddd232d9dc3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:49.846455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9132eef4-ca0a-4527-97b6-9e4532931405 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:49.941384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 9132eef4-ca0a-4527-97b6-9e4532931405 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:49.952756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 9132eef4-ca0a-4527-97b6-9e4532931405 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:49.953057 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:49.997091 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Allocated IP 192.168.233.57 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/79dca76c-e9fb-4200-a77c-e8cd2fe8b939) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:50.026730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-fa708751-a6ac-4068-8614-99f63c4b69d5 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:47:50.037077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-fa708751-a6ac-4068-8614-99f63c4b69d5 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1737342 Jul 16 17:47:50.054678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] Request body: {'binding': {'host': 'n-h1-787205-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:50.055157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] Unknown quota resources ['binding']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:47:50.133194 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ece8bb8-5921-41a7-8b08-6a346d326cc4 x-openstack-request-id: req-4ece8bb8-5921-41a7-8b08-6a346d326cc4 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:50.137105 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "tag": "e201e55d-282d-4015-8b6d-3143c418862c", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:50.138580 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ece8bb8-5921-41a7-8b08-6a346d326cc4 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:50.143770 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c', 'status': 'completed', 'code': 200} Jul 16 17:47:50.161525 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:50.221685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcf55a3-2f2a-4247-8af5-6e058d476777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9132eef4-ca0a-4527-97b6-9e4532931405'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:50.227587 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16fbe3d-6ffd-4b80-aec5-c1a290dd2d41" -d '{"events": [{"server_uuid": "5fcf55a3-2f2a-4247-8af5-6e058d476777", "name": "network-vif-plugged", "status": "completed", "tag": "9132eef4-ca0a-4527-97b6-9e4532931405"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:50.258222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9132eef4-ca0a-4527-97b6-9e4532931405,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:50.271587 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:50.315319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:50.342925 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:50.347268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c555cc-704f-4518-9815-be7d2e778466 req-c92948e6-fc7f-4569-a54b-4f0d99d84969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:50.349224 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-c92948e6-fc7f-4569-a54b-4f0d99d84969 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 1100 time: 0.1959894 Jul 16 17:47:50.358713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42774) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:50.416163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:50.429053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:50.429438 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:50.450707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Transition to ACTIVE for port object 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:50.471972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9132eef4-ca0a-4527-97b6-9e4532931405,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:50.514284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] Attempting to bind port a440d305-6a12-42b2-893b-3fde29b48127 on host n-h1-787205-10 for vnic_type normal with profile None {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:50.514739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] Attempting to bind port a440d305-6a12-42b2-893b-3fde29b48127 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:50.515007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] Attempting to bind port a440d305-6a12-42b2-893b-3fde29b48127 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:50.534430 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:50.542283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] Port a440d305-6a12-42b2-893b-3fde29b48127 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:47:50.545320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] Attempting to bind port a440d305-6a12-42b2-893b-3fde29b48127 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:50.561062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c555cc-704f-4518-9815-be7d2e778466 req-7f6e986b-1b06-470b-860c-95cbcc94e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:50.562715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-7f6e986b-1b06-470b-860c-95cbcc94e908 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 1100 time: 0.3770885 Jul 16 17:47:50.564109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:50.564638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] Checking segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:50.565337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] Bound using segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:50.565973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] Bound port: a440d305-6a12-42b2-893b-3fde29b48127, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:50.573420 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-274993951-network', 'tenant_id': 'd52c4caa258640d297f145a9b96ab180'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:50.598678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d,segment=NetworkSegment(6d7de61f-f742-4c9a-a172-33fa2f770f63),segment_id=6d7de61f-f742-4c9a-a172-33fa2f770f63)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:50.607268 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:50.613581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42778) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:50.628694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-1d590138-895d-40ea-bb2c-0e2f787b4762 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1931922572', 'description': 'tempest-description--1922869828'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:50.700337 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-1d590138-895d-40ea-bb2c-0e2f787b4762 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:47:50.700337 n-d-787205-10 neutron-server[105591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:47:50.700337 n-d-787205-10 neutron-server[105591]: [parameters: {'project_id_1': '011d2ef35e41429cb74a8b6defcb5849', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 47, 50, 635158)}] Jul 16 17:47:50.700337 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:47:50.700740 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [None req-1d590138-895d-40ea-bb2c-0e2f787b4762 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:47:50.708629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c555cc-704f-4518-9815-be7d2e778466 req-9fa3c813-102e-4141-9ee2-356cc642cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:50.711607 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:50.712925 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-9fa3c813-102e-4141-9ee2-356cc642cb44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.3530357 Jul 16 17:47:50.716046 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:50.731301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=a440d305-6a12-42b2-893b-3fde29b48127,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:50.737050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Made reservation on behalf of d52c4caa258640d297f145a9b96ab180 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:50.739754 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:50.757257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:50.758508 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-ebda8503-f63b-43fb-99f1-05c48cacde71 service neutron] 10.222.0.24 "POST /v2.0/ports/a440d305-6a12-42b2-893b-3fde29b48127/bindings HTTP/1.1" status: 201 len: 390 time: 0.7206273 Jul 16 17:47:50.781071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c555cc-704f-4518-9815-be7d2e778466 req-806cfd55-d81e-4088-9618-4c523e91c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:50.782579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-806cfd55-d81e-4088-9618-4c523e91c53c service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.2114098 Jul 16 17:47:50.793427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:50.810876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:50.844242 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:50.847136 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-3493172d-b235-4675-a8ec-e19fe8416230 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e201e55d-282d-4015-8b6d-3143c418862c HTTP/1.1" status: 200 len: 217 time: 0.1252890 Jul 16 17:47:50.848668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:50.855326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:50.855981 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:50.874535 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-844e4ed2-5aa8-4c7d-8926-b65b18126539 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e201e55d-282d-4015-8b6d-3143c418862c HTTP/1.1" status: 200 len: 217 time: 0.0816238 Jul 16 17:47:50.932055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c555cc-704f-4518-9815-be7d2e778466 req-2dde4383-247e-4c37-a77a-ad4dcf404870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:50.935926 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-2dde4383-247e-4c37-a77a-ad4dcf404870 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0665619 Jul 16 17:47:50.947381 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c555cc-704f-4518-9815-be7d2e778466 req-e33e04c7-fc99-41ea-898b-8f839ecb5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:50.949752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-e33e04c7-fc99-41ea-898b-8f839ecb5af6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0678346 Jul 16 17:47:50.976496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccf843-7bbf-42f3-be86-0f596f15fa81 req-d3ee9c9c-5577-425a-b4f5-89835d1ff2cc tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:50.979375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a0ccf843-7bbf-42f3-be86-0f596f15fa81 req-d3ee9c9c-5577-425a-b4f5-89835d1ff2cc tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 948 time: 0.2409499 Jul 16 17:47:51.080400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Pushing event updated for resources: {'Port': ['ID=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:51.084157 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a0ccf843-7bbf-42f3-be86-0f596f15fa81 req-c02bb248-b53d-48c5-81a4-01f82b2b99ab tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840251 Jul 16 17:47:51.132915 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c555cc-704f-4518-9815-be7d2e778466 req-b66f1f3d-f60a-4485-bd85-84f2e8c1a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:51.140094 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-b66f1f3d-f60a-4485-bd85-84f2e8c1a0f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1848881 Jul 16 17:47:51.191106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c555cc-704f-4518-9815-be7d2e778466 req-b1cb8a16-15c9-4fbf-8baa-21e035abbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:51.195508 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-b1cb8a16-15c9-4fbf-8baa-21e035abbf8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2392941 Jul 16 17:47:51.220607 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:51.232162 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:51.248502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:47:51.259096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-92cbd939-154c-4710-a723-c2b87adacfe1 None None] Provisioning for port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:51.261729 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:51.262274 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Added segment 00efe5be-978a-4cf4-a468-fe7c390f457a of type vlan for network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 Jul 16 17:47:51.264752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-92cbd939-154c-4710-a723-c2b87adacfe1 None None] Provisioning complete for port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:51.265273 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-92cbd939-154c-4710-a723-c2b87adacfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:51.305976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-58bfee30-a424-4824-af58-95936545c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:51.308086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-58bfee30-a424-4824-af58-95936545c811 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 1098 time: 0.2216511 Jul 16 17:47:51.315538 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c69d324-2466-4d41-b28f-24da5ad2f213 x-openstack-request-id: req-4c69d324-2466-4d41-b28f-24da5ad2f213 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:51.317446 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fcf55a3-2f2a-4247-8af5-6e058d476777", "name": "network-vif-plugged", "status": "completed", "tag": "9132eef4-ca0a-4527-97b6-9e4532931405", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:51.317895 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c69d324-2466-4d41-b28f-24da5ad2f213 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:51.318514 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcf55a3-2f2a-4247-8af5-6e058d476777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9132eef4-ca0a-4527-97b6-9e4532931405', 'code': 200} Jul 16 17:47:51.319130 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:51.356179 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-92cbd939-154c-4710-a723-c2b87adacfe1 None None] Port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:47:51.387957 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-65138243-185c-452b-8509-6f0cbb12910c tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2816060 Jul 16 17:47:51.391472 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:51.392470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:51.393096 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:51.396439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.32', 55111) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:51.416262 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d590138-895d-40ea-bb2c-0e2f787b4762 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:51.465439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Request body: {'port': {'device_id': '5df43659-b047-4cd0-86e7-8898b25437ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:51.568237 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:51.663599 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3021283 Jul 16 17:47:51.685757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Pushing event updated for resources: {'Network': ['ID=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:51.688522 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42792) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:51.699163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79405e84-44cd-4b07-97b9-4522d079d90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:51.764428 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2800ea1f-fa5a-4aab-abbb-c942ec2710f0 admin admin] Request body: {'subnet': {'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-274993951-subnet', 'tenant_id': 'd52c4caa258640d297f145a9b96ab180', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:51.769090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:47:51.775982 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-a52b1937-0a44-4ad0-b217-957869cf9ba6 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229892 Jul 16 17:47:51.824301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-746d6489-a885-4865-b6d0-d4b12a0ef0c5 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121702 Jul 16 17:47:51.879783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-fd853fcf-2827-4228-a28a-ead89d120bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:51.881257 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-fd853fcf-2827-4228-a28a-ead89d120bed service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.5662501 Jul 16 17:47:51.892663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8da27-4ad3-4d60-a257-9a51815dfe23 req-cddf017c-b9a8-48c2-8ca2-21f2f4e87c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:51.894180 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-57d8da27-4ad3-4d60-a257-9a51815dfe23 req-cddf017c-b9a8-48c2-8ca2-21f2f4e87c31 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 1097 time: 0.4715497 Jul 16 17:47:51.922655 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb362a20-4808-4689-bc60-43e41893f54e req-3b8ca345-8528-41c6-8802-37216729185e tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:51.924137 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb362a20-4808-4689-bc60-43e41893f54e req-3b8ca345-8528-41c6-8802-37216729185e tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 935 time: 0.5102863 Jul 16 17:47:51.964803 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-d2b2e93d-b55d-4a15-8e9b-3afac7387e5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a440d305-6a12-42b2-893b-3fde29b48127 HTTP/1.1" status: 200 len: 217 time: 0.0738242 Jul 16 17:47:51.997465 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-27177b9d-8401-4ba7-8196-2765a32d9b33 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095809 Jul 16 17:47:52.005331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d8a2e-2a91-474a-8d62-d79c67eb23ef req-aaa49ab8-309a-42a6-bdf5-a285a5f78d43 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:52.006876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b5d8a2e-2a91-474a-8d62-d79c67eb23ef req-aaa49ab8-309a-42a6-bdf5-a285a5f78d43 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 945 time: 0.5268188 Jul 16 17:47:52.015366 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-57d8da27-4ad3-4d60-a257-9a51815dfe23 req-4dab84a9-4189-4d42-b1bd-10eae841da16 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139064 Jul 16 17:47:52.071318 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:52.079238 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.091260 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Transition to ACTIVE for port object 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:47:52.100511 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.132006 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8c555cc-704f-4518-9815-be7d2e778466 req-4af881b1-2874-445f-a66f-80b08790d9d4 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907317 Jul 16 17:47:52.140599 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d590138-895d-40ea-bb2c-0e2f787b4762 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.144702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-3da8abc2-99f1-4c74-b7f2-951f13285edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:52.146266 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-3da8abc2-99f1-4c74-b7f2-951f13285edb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.1330738 Jul 16 17:47:52.151269 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb362a20-4808-4689-bc60-43e41893f54e req-f00a54f8-a22f-43b2-8890-d42ba3dc6f9f tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/security-groups?id=358c072f-60fe-4b82-a8dc-6ddd232d9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941142 Jul 16 17:47:52.152643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d590138-895d-40ea-bb2c-0e2f787b4762 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.163763 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b5d8a2e-2a91-474a-8d62-d79c67eb23ef req-3150b474-34df-43c2-bb0a-d502b34ccb60 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264980 Jul 16 17:47:52.226280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-1959fd15-4068-48c8-b5a6-a2d423dcf63e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702648 Jul 16 17:47:52.231691 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d590138-895d-40ea-bb2c-0e2f787b4762 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.233129 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1d590138-895d-40ea-bb2c-0e2f787b4762 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6181145 Jul 16 17:47:52.236351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42796) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:52.241096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2800ea1f-fa5a-4aab-abbb-c942ec2710f0 admin admin] Made reservation on behalf of d52c4caa258640d297f145a9b96ab180 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:52.249240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c8017304-b37f-411a-87b4-0e57338fd62b tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Request body: {'security_group_rule': {'security_group_id': '3483e4fa-11c3-427e-be47-0912a10602b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:52.254612 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2800ea1f-fa5a-4aab-abbb-c942ec2710f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.276082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:52.277021 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590138-895d-40ea-bb2c-0e2f787b4762 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3483e4fa-11c3-427e-be47-0912a10602b9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:52.288787 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Pushing event updated for resources: {'Port': ['ID=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:52.316018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Attempting to bind port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:52.316932 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Attempting to bind port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:52.317275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Attempting to bind port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:52.333526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:47:52.333905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Attempting to bind port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:52.349266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:52.349536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:52.349942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:52.350523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Bound port: 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:52.351482 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.407436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:52.407643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c8017304-b37f-411a-87b4-0e57338fd62b tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.408519 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.492884 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0a0fdb58-9781-4f9f-a3ff-d0d8efdecd23 service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553144 Jul 16 17:47:52.569059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:52.577036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:52.586610 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.649475 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c8017304-b37f-411a-87b4-0e57338fd62b tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.664139 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:52.664521 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.665944 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] 10.222.0.11 "PUT /v2.0/ports/79dca76c-e9fb-4200-a77c-e8cd2fe8b939 HTTP/1.1" status: 200 len: 1096 time: 1.2420716 Jul 16 17:47:52.673816 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:52.676660 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcd97fb-6584-41f6-9e87-1cc827b7be7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:52.677727 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.694167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2800ea1f-fa5a-4aab-abbb-c942ec2710f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.723744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395486d-d725-4e3c-983e-108b993a1f3b service neutron] Pushing event updated for resources: {'Port': ['ID=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:52.727294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b64fe-fe7d-4258-8679-5a57fcd0d102 req-322a1c3d-9282-4f86-a393-0bfc7e892c58 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:52.735229 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-713b64fe-fe7d-4258-8679-5a57fcd0d102 req-322a1c3d-9282-4f86-a393-0bfc7e892c58 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 946 time: 0.3910198 Jul 16 17:47:52.750517 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c8017304-b37f-411a-87b4-0e57338fd62b tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.761093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42806) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:52.801278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800ea1f-fa5a-4aab-abbb-c942ec2710f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8232b726-0d89-4cf3-a38b-640914458600,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:52.822059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2800ea1f-fa5a-4aab-abbb-c942ec2710f0 admin admin] Checking segment: {'id': '00efe5be-978a-4cf4-a468-fe7c390f457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:52.822432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2800ea1f-fa5a-4aab-abbb-c942ec2710f0 admin admin] Network hostable DHCP agents. Network: 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:47:52.849359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-713b64fe-fe7d-4258-8679-5a57fcd0d102 req-a775a23e-a456-4ecc-a929-28c68a329ca1 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125479 Jul 16 17:47:52.852078 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdf406-6561-47aa-a435-edb189286ab6 req-06d12ef5-409b-4288-9c43-3f83236ba2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:52.852746 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c8017304-b37f-411a-87b4-0e57338fd62b tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.853773 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-06d12ef5-409b-4288-9c43-3f83236ba2bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2325796785504ef5af249ac81fd86c0e&device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 1099 time: 0.1191225 Jul 16 17:47:52.855007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2800ea1f-fa5a-4aab-abbb-c942ec2710f0 admin admin] Network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:47:52.856003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c8017304-b37f-411a-87b4-0e57338fd62b tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6168134 Jul 16 17:47:52.861075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42810) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:52.868970 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b9351823-5e5a-436f-bc2c-884dc8a0eb42 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Request body: {'security_group_rule': {'security_group_id': '3483e4fa-11c3-427e-be47-0912a10602b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:52.870362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0e668636-e7f5-4f96-b4e3-17cf94207614 service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580699 Jul 16 17:47:52.880422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8017304-b37f-411a-87b4-0e57338fd62b tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b289a403-15c3-467f-8458-f4a6ea782281,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:52.928017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6c5e2-b883-41af-82b1-eb8bd0b8f0f5 req-42d67034-7b79-43ee-8639-a2be893a6595 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:52.929937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-38c6c5e2-b883-41af-82b1-eb8bd0b8f0f5 req-42d67034-7b79-43ee-8639-a2be893a6595 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 948 time: 0.3339808 Jul 16 17:47:52.960771 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2800ea1f-fa5a-4aab-abbb-c942ec2710f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:52.965188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800ea1f-fa5a-4aab-abbb-c942ec2710f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:52.966018 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2800ea1f-fa5a-4aab-abbb-c942ec2710f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:52.970479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0780628d-d5d0-45f5-920b-bd32198a8705 None None] Network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:47:52.973485 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-2332fa90-591c-4aab-b846-b264bde9ce52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939 HTTP/1.1" status: 200 len: 217 time: 0.1101768 Jul 16 17:47:52.995632 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9a66b0-734d-4939-b55f-cc1ec919c362 x-openstack-request-id: req-ef9a66b0-734d-4939-b55f-cc1ec919c362 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:52.995969 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:52.996779 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef9a66b0-734d-4939-b55f-cc1ec919c362 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:52.997336 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939', 'status': 'completed', 'code': 200} Jul 16 17:47:53.050176 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-38c6c5e2-b883-41af-82b1-eb8bd0b8f0f5 req-2639cc45-a3f4-46e9-b189-028d456cc338 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118834 Jul 16 17:47:53.050366 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9351823-5e5a-436f-bc2c-884dc8a0eb42 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:53.068768 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2800ea1f-fa5a-4aab-abbb-c942ec2710f0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3603487 Jul 16 17:47:53.082726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdf406-6561-47aa-a435-edb189286ab6 req-a791f67a-3b6a-4c4c-82ca-4a751c6ce893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:53.084277 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-a791f67a-3b6a-4c4c-82ca-4a751c6ce893 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1020253 Jul 16 17:47:53.133832 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0f4457e-3e05-438f-a294-18c0c5bd554e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:53.173876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-6fda61dd-eddc-4856-8b12-e1c04b1f669a tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:53.176203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-6fda61dd-eddc-4856-8b12-e1c04b1f669a tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773&tenant_id=c5e6198059344f539cf6bbde362b7a15&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1098 time: 0.2200975 Jul 16 17:47:53.200240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787205-10'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:53.221123 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9351823-5e5a-436f-bc2c-884dc8a0eb42 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:53.251211 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9351823-5e5a-436f-bc2c-884dc8a0eb42 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:53.299610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5d78eb-728c-4c0e-8ac5-47417d0542e3 None None] Network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:47:53.302617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9351823-5e5a-436f-bc2c-884dc8a0eb42 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa59381-312b-4ac1-b9b8-f1300e612ac9,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:53.310318 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdf406-6561-47aa-a435-edb189286ab6 req-c60a387c-8d94-49a4-8c16-e70d7bab9fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:53.312743 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-c60a387c-8d94-49a4-8c16-e70d7bab9fab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2198355 Jul 16 17:47:53.440627 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:53.536114 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42834) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:53.543553 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-c01bb2af-8666-4162-b3bd-22c84d1a78a5 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094090 Jul 16 17:47:53.689410 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0f4457e-3e05-438f-a294-18c0c5bd554e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:53.715965 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0f4457e-3e05-438f-a294-18c0c5bd554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:53.767571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device e201e55d-282d-4015-8b6d-3143c418862c details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:47:53.785788 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9351823-5e5a-436f-bc2c-884dc8a0eb42 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:53.786812 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b9351823-5e5a-436f-bc2c-884dc8a0eb42 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9247122 Jul 16 17:47:53.794727 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42838) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:53.801725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:53.805835 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0080b64-7be2-4452-bce3-f22ba7463211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:53.842187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c0f4457e-3e05-438f-a294-18c0c5bd554e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d7f23ee4b2f4aacba83dab9fae05c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0361235 Jul 16 17:47:53.843228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4457e-3e05-438f-a294-18c0c5bd554e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3d6dc7-598c-49c6-85ba-957c54f4940e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:53.843887 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42840) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:53.852956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86008c00-942e-4e83-855a-436e2cbdc8f1 req-80b8934f-64f3-4d3a-840a-7ee09aaefe1b tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:53.854546 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86008c00-942e-4e83-855a-436e2cbdc8f1 req-80b8934f-64f3-4d3a-840a-7ee09aaefe1b tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 947 time: 0.3742530 Jul 16 17:47:53.890540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e861c6e-912d-4c60-9d42-d07cc61951b2 req-d13fc23c-3a79-45fc-b3ec-4f361f8fc496 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:53.892085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e861c6e-912d-4c60-9d42-d07cc61951b2 req-d13fc23c-3a79-45fc-b3ec-4f361f8fc496 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 945 time: 0.3693352 Jul 16 17:47:53.899208 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=e201e55d-282d-4015-8b6d-3143c418862c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:53.913546 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'e201e55d-282d-4015-8b6d-3143c418862c', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'e201e55d-282d-4015-8b6d-3143c418862c', 'mac_address': 'fa:16:3e:82:c2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:47:53.914225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-6d92d9b3-2ae9-4754-9bc5-5a60408925e7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:53.916297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-6d92d9b3-2ae9-4754-9bc5-5a60408925e7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51&tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 948 time: 0.3756669 Jul 16 17:47:53.917699 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:53.929279 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-efcdf406-6561-47aa-a435-edb189286ab6 req-e8eef70c-12af-4ea3-977f-276626ca3e87 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788652 Jul 16 17:47:53.943496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a440d305-6a12-42b2-893b-3fde29b48127,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:53.965514 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:53.983216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e201e55d-282d-4015-8b6d-3143c418862c {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:53.991595 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c520a216-6eed-4a5b-9507-4f7d14446be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.010794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=e201e55d-282d-4015-8b6d-3143c418862c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:54.016302 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.028934 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86008c00-942e-4e83-855a-436e2cbdc8f1 req-65452ba5-2a3f-4257-9727-7ea881b980de tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/security-groups?id=358c072f-60fe-4b82-a8dc-6ddd232d9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596260 Jul 16 17:47:54.063297 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c520a216-6eed-4a5b-9507-4f7d14446be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.068260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e861c6e-912d-4c60-9d42-d07cc61951b2 req-38054849-7d81-44c7-b91c-530f020385a8 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625645 Jul 16 17:47:54.075753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:54.078918 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-27b33aec-2635-4f83-b27c-e1c818967c36 service neutron] delete failed (client error): The resource could not be found. Jul 16 17:47:54.080108 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-27b33aec-2635-4f83-b27c-e1c818967c36 service neutron] 10.222.0.32 "DELETE /v2.0/ports/e201e55d-282d-4015-8b6d-3143c418862c/bindings/n-h1-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.1490417 Jul 16 17:47:54.128221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3951a6ae-6988-4290-b906-182664763773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a440d305-6a12-42b2-893b-3fde29b48127'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:54.130036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=e201e55d-282d-4015-8b6d-3143c418862c,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:54.131081 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d491068f-d7a9-4df4-b2c7-ea1fae0cb222" -d '{"events": [{"server_uuid": "3951a6ae-6988-4290-b906-182664763773", "name": "network-vif-unplugged", "status": "completed", "tag": "a440d305-6a12-42b2-893b-3fde29b48127"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:54.136342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.146309 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.198100 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0080b64-7be2-4452-bce3-f22ba7463211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.216546 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0080b64-7be2-4452-bce3-f22ba7463211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.254611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['e201e55d-282d-4015-8b6d-3143c418862c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:54.262600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a440d305-6a12-42b2-893b-3fde29b48127,revision_number=7']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:54.286506 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e0080b64-7be2-4452-bce3-f22ba7463211 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=844bbfc5871b482ba9abe737a081ea5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7493198 Jul 16 17:47:54.287326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0080b64-7be2-4452-bce3-f22ba7463211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029eac05-0827-4cd9-a875-193c8e0f6a7a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:54.304223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42850) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:54.310492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd97fb-6584-41f6-9e87-1cc827b7be7b req-d735f220-575f-4e1e-a4d3-796267e100bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:54.314752 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dcd97fb-6584-41f6-9e87-1cc827b7be7b req-d735f220-575f-4e1e-a4d3-796267e100bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2325796785504ef5af249ac81fd86c0e&device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 1099 time: 0.3194528 Jul 16 17:47:54.322989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Attempting to bind port a440d305-6a12-42b2-893b-3fde29b48127 on host n-h2-787205-10 for vnic_type normal with profile {"migrating_to": "n-h1-787205-10"} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:47:54.323422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Attempting to bind port a440d305-6a12-42b2-893b-3fde29b48127 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:47:54.323821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Attempting to bind port a440d305-6a12-42b2-893b-3fde29b48127 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:54.333285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Port a440d305-6a12-42b2-893b-3fde29b48127 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:47:54.333693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Attempting to bind port a440d305-6a12-42b2-893b-3fde29b48127 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:47:54.345138 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:47:54.345482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Checking segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:47:54.345913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Bound using segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:47:54.346347 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Bound port: a440d305-6a12-42b2-893b-3fde29b48127, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:47:54.346706 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.404460 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.423784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c520a216-6eed-4a5b-9507-4f7d14446be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.424359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25894b92-5bf7-43b8-b570-8087e8f7dcbe req-72e751d0-825d-4ffd-a6d7-8188cbdf2fc8 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:54.426699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25894b92-5bf7-43b8-b570-8087e8f7dcbe req-72e751d0-825d-4ffd-a6d7-8188cbdf2fc8 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 949 time: 0.1950476 Jul 16 17:47:54.432941 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c520a216-6eed-4a5b-9507-4f7d14446be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.434142 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c520a216-6eed-4a5b-9507-4f7d14446be7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f3d6dc7-598c-49c6-85ba-957c54f4940e HTTP/1.1" status: 204 len: 168 time: 0.5878634 Jul 16 17:47:54.436603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-ba1b586b-a7fa-4e68-90d7-c2773b421f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:54.438313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-ba1b586b-a7fa-4e68-90d7-c2773b421f7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 1101 time: 0.1989002 Jul 16 17:47:54.455333 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee430-c0f3-46ca-9b57-d5f01ae05c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.491648 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee430-c0f3-46ca-9b57-d5f01ae05c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.504246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520a216-6eed-4a5b-9507-4f7d14446be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3d6dc7-598c-49c6-85ba-957c54f4940e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:54.523348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:47:54.578152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25894b92-5bf7-43b8-b570-8087e8f7dcbe req-6f721e27-fb08-4b30-bee3-dd7fda3407f8 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375439 Jul 16 17:47:54.589390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a440d305-6a12-42b2-893b-3fde29b48127,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:47:54.618991 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.657261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd97fb-6584-41f6-9e87-1cc827b7be7b req-354d4e9b-bf5a-4f80-8a1e-3c41922d579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:54.658859 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dcd97fb-6584-41f6-9e87-1cc827b7be7b req-354d4e9b-bf5a-4f80-8a1e-3c41922d579e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.3290052 Jul 16 17:47:54.724740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee430-c0f3-46ca-9b57-d5f01ae05c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.727272 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee430-c0f3-46ca-9b57-d5f01ae05c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.728411 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7b2ee430-c0f3-46ca-9b57-d5f01ae05c92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/029eac05-0827-4cd9-a875-193c8e0f6a7a HTTP/1.1" status: 204 len: 168 time: 0.4127524 Jul 16 17:47:54.729899 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dcd97fb-6584-41f6-9e87-1cc827b7be7b req-640201a4-12a4-4b1f-bc5b-6159a7803f2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939 HTTP/1.1" status: 200 len: 217 time: 0.0511696 Jul 16 17:47:54.756649 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ee430-c0f3-46ca-9b57-d5f01ae05c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029eac05-0827-4cd9-a875-193c8e0f6a7a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:54.791551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Allocated IP 172.25.3.77 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/0ea29b8e-6a88-499d-a245-077aa7314665) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:54.816411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd97fb-6584-41f6-9e87-1cc827b7be7b req-3cbc090d-d08f-4977-b01e-de73082926de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:54.818124 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dcd97fb-6584-41f6-9e87-1cc827b7be7b req-3cbc090d-d08f-4977-b01e-de73082926de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0797389 Jul 16 17:47:54.824679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-28120789-21e7-4c5d-b047-e743243b1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:54.826326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-28120789-21e7-4c5d-b047-e743243b1066 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.3715470 Jul 16 17:47:54.903971 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42866) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:54.929267 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f751-0404-4034-80e5-b9eafcc1cbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.940932 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:54.997394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd97fb-6584-41f6-9e87-1cc827b7be7b req-0fca5c36-59d0-4720-896e-b8e871c0736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:54.999061 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dcd97fb-6584-41f6-9e87-1cc827b7be7b req-0fca5c36-59d0-4720-896e-b8e871c0736c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1644661 Jul 16 17:47:55.005909 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.152767 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dcd97fb-6584-41f6-9e87-1cc827b7be7b req-1dd3a7df-4ebd-4811-9f73-7f0a6839cc3d service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442389 Jul 16 17:47:55.155370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a440d305-6a12-42b2-893b-3fde29b48127,revision_number=8']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:55.162045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:55.162660 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.164428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-0905403b-b9ad-4270-84cf-7852392aeeb6 service neutron] 10.222.0.32 "PUT /v2.0/ports/a440d305-6a12-42b2-893b-3fde29b48127 HTTP/1.1" status: 200 len: 1124 time: 1.9699743 Jul 16 17:47:55.168268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-154f5238-50c6-4717-91c8-230694f7bbe6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e201e55d-282d-4015-8b6d-3143c418862c HTTP/1.1" status: 200 len: 217 time: 0.3312817 Jul 16 17:47:55.183457 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.228494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['a440d305-6a12-42b2-893b-3fde29b48127'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:55.258647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-ad34ebf5-7aac-4468-8065-dd6ada848794 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:55.260265 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-ad34ebf5-7aac-4468-8065-dd6ada848794 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/networks?id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 HTTP/1.1" status: 200 len: 821 time: 0.6759894 Jul 16 17:47:55.261834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42872) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:55.280953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:55.291824 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f751-0404-4034-80e5-b9eafcc1cbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.298549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:55.304177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:55.310136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f751-0404-4034-80e5-b9eafcc1cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.314833 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-55bb39e2-86f2-4a8f-a58e-6206a1d50568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:55.317796 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-55bb39e2-86f2-4a8f-a58e-6206a1d50568 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1387882 Jul 16 17:47:55.318898 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2d176c3d-3756-4e4b-92de-2f4e7c5a3f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.334833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Pushing event updated for resources: {'Port': ['ID=0ea29b8e-6a88-499d-a245-077aa7314665,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:55.348208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-762eabbb-5204-496f-b5cf-2696921c1888 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/quotas/d52c4caa258640d297f145a9b96ab180 HTTP/1.1" status: 200 len: 375 time: 0.0779769 Jul 16 17:47:55.386162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fa5de-c5e7-41fa-b1d6-a021f4a9bfba req-45e91f21-cfcb-4749-9ef9-7bd320980f89 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:55.387700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d90fa5de-c5e7-41fa-b1d6-a021f4a9bfba req-45e91f21-cfcb-4749-9ef9-7bd320980f89 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 944 time: 0.6663308 Jul 16 17:47:55.398536 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-6267b2ed-de9c-4cda-86b4-91c2546ef374 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d52c4caa258640d297f145a9b96ab180&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490410 Jul 16 17:47:55.446984 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dcd97fb-6584-41f6-9e87-1cc827b7be7b req-4b16d7ff-ee8d-48ce-bfb3-f6aeb6bd92c0 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866650 Jul 16 17:47:55.456052 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d2d4f751-0404-4034-80e5-b9eafcc1cbd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa7dd029413c4277accd4235afd13dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5464404 Jul 16 17:47:55.462094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42874) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:55.467204 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4f751-0404-4034-80e5-b9eafcc1cbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66216700-81e1-49bb-96ae-261d45a6d7be,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:55.480681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.530982 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.585077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d90fa5de-c5e7-41fa-b1d6-a021f4a9bfba req-76dfd0fd-1fe0-48ea-9409-70d069685640 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761138 Jul 16 17:47:55.628071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-c17a46f1-a9be-422a-a945-7cb7f29598fe service neutron] 10.222.0.24 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279401 Jul 16 17:47:55.638157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-c5d70f20-72b7-464d-b37f-86a7336aaad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:55.639861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-c5d70f20-72b7-464d-b37f-86a7336aaad8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3152270 Jul 16 17:47:55.691173 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.696222 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.715720 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c39b68bb-0a0d-4783-8e0d-cf4d92e44dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.726966 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.749042 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Pushing event updated for resources: {'Port': ['ID=0ea29b8e-6a88-499d-a245-077aa7314665,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:55.779447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device e201e55d-282d-4015-8b6d-3143c418862c up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:55.827036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port e201e55d-282d-4015-8b6d-3143c418862c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:55.830755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port e201e55d-282d-4015-8b6d-3143c418862c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:55.831128 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.856621 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c39b68bb-0a0d-4783-8e0d-cf4d92e44dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.898719 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2d176c3d-3756-4e4b-92de-2f4e7c5a3f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.912216 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.919715 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.922050 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4691b606-13cc-4c21-a0fe-fe1902209ea8 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1254654 Jul 16 17:47:55.933050 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2d176c3d-3756-4e4b-92de-2f4e7c5a3f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.938549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:55.940811 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c15f7c-102e-415e-b8e9-cd35ef6c10a2" -d '{"events": [{"server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "name": "network-vif-plugged", "status": "completed", "tag": "e201e55d-282d-4015-8b6d-3143c418862c"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:55.954038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=e201e55d-282d-4015-8b6d-3143c418862c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:55.958439 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:55.971779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-a8ebf895-abd0-4290-b3a0-cc7cad4e42b4 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224404 Jul 16 17:47:55.974228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-3ff29f30-dd60-4e10-a862-0744dbec02f8 service neutron] 10.222.0.24 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335037 Jul 16 17:47:56.016875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=e201e55d-282d-4015-8b6d-3143c418862c,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:56.034415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d176c3d-3756-4e4b-92de-2f4e7c5a3f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8e6f96-c521-435b-9bdd-fbaf6d1d92d4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:56.040743 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2d176c3d-3756-4e4b-92de-2f4e7c5a3f15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35632e122fa949229f08345824e55cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7723141 Jul 16 17:47:56.045889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42882) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:56.049688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492e9b9-f316-44ba-aece-d15ca323737b req-7a7f6a0c-a0e9-4525-a0b0-6ccdd3b93c10 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:56.051405 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4492e9b9-f316-44ba-aece-d15ca323737b req-7a7f6a0c-a0e9-4525-a0b0-6ccdd3b93c10 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 1097 time: 0.3076305 Jul 16 17:47:56.086683 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c39b68bb-0a0d-4783-8e0d-cf4d92e44dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:56.089429 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c39b68bb-0a0d-4783-8e0d-cf4d92e44dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:56.093053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c39b68bb-0a0d-4783-8e0d-cf4d92e44dd7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66216700-81e1-49bb-96ae-261d45a6d7be HTTP/1.1" status: 204 len: 168 time: 0.6234434 Jul 16 17:47:56.108697 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ff7fc00-2223-4311-beec-13ae3b577bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:56.136505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b68bb-0a0d-4783-8e0d-cf4d92e44dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66216700-81e1-49bb-96ae-261d45a6d7be,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:56.144605 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ff7fc00-2223-4311-beec-13ae3b577bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:56.165357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4492e9b9-f316-44ba-aece-d15ca323737b req-b32c1c9e-b512-4583-921c-a5b35ae0794a tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818613 Jul 16 17:47:56.167362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3610275f-6e8f-4aef-a2bd-db4b9da48cfa req-f2234587-6e8d-4d04-9308-ef52fb5d6f82 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717398 Jul 16 17:47:56.211755 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ff7fc00-2223-4311-beec-13ae3b577bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:56.214371 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ff7fc00-2223-4311-beec-13ae3b577bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:56.217713 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9ff7fc00-2223-4311-beec-13ae3b577bd9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe8e6f96-c521-435b-9bdd-fbaf6d1d92d4 HTTP/1.1" status: 204 len: 168 time: 0.1682131 Jul 16 17:47:56.225025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7fc00-2223-4311-beec-13ae3b577bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8e6f96-c521-435b-9bdd-fbaf6d1d92d4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:56.253262 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1389fe1-e343-4193-86ee-fcd8a989154d x-openstack-request-id: req-a1389fe1-e343-4193-86ee-fcd8a989154d {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:56.253733 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3951a6ae-6988-4290-b906-182664763773", "name": "network-vif-unplugged", "status": "completed", "tag": "a440d305-6a12-42b2-893b-3fde29b48127", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:56.254229 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1389fe1-e343-4193-86ee-fcd8a989154d {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:56.254861 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3951a6ae-6988-4290-b906-182664763773', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a440d305-6a12-42b2-893b-3fde29b48127', 'code': 200} Jul 16 17:47:56.530180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20c6a4-359a-4d9a-b223-687b7c0ea500 req-9f51c4ba-064b-49f6-b7c4-42c0eefe634a tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:56.530180 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b20c6a4-359a-4d9a-b223-687b7c0ea500 req-9f51c4ba-064b-49f6-b7c4-42c0eefe634a tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 947 time: 0.1420264 Jul 16 17:47:56.540282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc674103-328d-409a-b7fe-16ed7f0dfb88 req-a0f5ac1a-5ab9-456d-a104-f310cdd799ae tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:56.547482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc674103-328d-409a-b7fe-16ed7f0dfb88 req-a0f5ac1a-5ab9-456d-a104-f310cdd799ae tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.1065693 Jul 16 17:47:56.616993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc674103-328d-409a-b7fe-16ed7f0dfb88 req-a10ff646-20c6-4534-b500-4765c78bb2f5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684655 Jul 16 17:47:56.636776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b20c6a4-359a-4d9a-b223-687b7c0ea500 req-ae289780-8dee-4adb-9b65-70f3d6fd1b16 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/security-groups?id=358c072f-60fe-4b82-a8dc-6ddd232d9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865300 Jul 16 17:47:56.666561 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f603709f-763e-49d4-8806-e46772b37c6b x-openstack-request-id: req-f603709f-763e-49d4-8806-e46772b37c6b {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:56.667107 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "name": "network-vif-plugged", "status": "completed", "tag": "e201e55d-282d-4015-8b6d-3143c418862c", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:56.667427 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f603709f-763e-49d4-8806-e46772b37c6b {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:56.667960 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c', 'code': 200} Jul 16 17:47:56.765687 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78c5dc26-d7db-4cca-85ac-99ad28f3649e req-0bf937c5-1851-416c-a123-e86ea210f86a tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 210 time: 0.0508468 Jul 16 17:47:56.869959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-ccbb6d26-35ec-4238-a111-41597580032e tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1931922572&fields=id&tenant_id=011d2ef35e41429cb74a8b6defcb5849 HTTP/1.1" status: 200 len: 267 time: 0.0896509 Jul 16 17:47:57.067710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46949b9-7d53-413e-a79a-672316cf4271 req-e544dd4e-d5eb-4748-8602-b3c250f050cc tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:57.069346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-e544dd4e-d5eb-4748-8602-b3c250f050cc tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/networks?id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1 HTTP/1.1" status: 200 len: 824 time: 0.1975851 Jul 16 17:47:57.090743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fc8f7-c37d-4204-9128-654f45a36622 req-f7df0ab7-ca0f-4e46-8a83-e8839b9d596d tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:57.097639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-912fc8f7-c37d-4204-9128-654f45a36622 req-f7df0ab7-ca0f-4e46-8a83-e8839b9d596d tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 1097 time: 0.1223137 Jul 16 17:47:57.123345 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-9d32a9fd-eff9-400f-99f7-fc6e7406b38b tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/quotas/011d2ef35e41429cb74a8b6defcb5849 HTTP/1.1" status: 200 len: 375 time: 0.0467241 Jul 16 17:47:57.140700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-912fc8f7-c37d-4204-9128-654f45a36622 req-697ddae6-9a10-493e-8e0d-4c4abca57b19 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421841 Jul 16 17:47:57.239893 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-9f5874de-5748-4956-aeea-b12d12d434fc tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=011d2ef35e41429cb74a8b6defcb5849&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983915 Jul 16 17:47:57.357938 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-4eb8cbf1-13a5-469b-9699-51e6f02ce515 service neutron] 10.222.0.24 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110210 Jul 16 17:47:57.493597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8880a5-d289-48d3-936d-123492e9c6bd req-e251149e-87f8-4cc6-a837-c81a8e19b82b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:57.498177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b8880a5-d289-48d3-936d-123492e9c6bd req-e251149e-87f8-4cc6-a837-c81a8e19b82b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 944 time: 0.1578162 Jul 16 17:47:57.524154 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-04beb73c-9856-4a1c-8c3a-aacae0c71529 service neutron] 10.222.0.24 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484058 Jul 16 17:47:57.557717 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b8880a5-d289-48d3-936d-123492e9c6bd req-0ded4b1f-7be6-48b7-ac74-a7ba852a3e69 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523870 Jul 16 17:47:57.799107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:47:58.013094 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:58.020452 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device a440d305-6a12-42b2-893b-3fde29b48127 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:47:58.058336 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939', 'mac_address': 'fa:16:3e:05:1e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:47:58.168097 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:58.193240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:47:58.238173 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:58.241175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a440d305-6a12-42b2-893b-3fde29b48127,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:47:58.257631 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:58.263563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device a440d305-6a12-42b2-893b-3fde29b48127 has no active binding in host n-h1-787205-10 {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:47:58.264737 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3951a6ae-6988-4290-b906-182664763773', 'tag': 'a440d305-6a12-42b2-893b-3fde29b48127'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:47:58.270049 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e20d6b-8b6b-4958-88ff-c970edf09422" -d '{"events": [{"name": "network-changed", "server_uuid": "3951a6ae-6988-4290-b906-182664763773", "tag": "a440d305-6a12-42b2-893b-3fde29b48127"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:47:58.331212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:58.449914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7becf-c842-4f38-b351-624cc2739486 req-93b6ad25-8eb9-4265-8a73-8a7d5eec3e80 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:58.451426 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25d7becf-c842-4f38-b351-624cc2739486 req-93b6ad25-8eb9-4265-8a73-8a7d5eec3e80 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.5428112 Jul 16 17:47:58.463994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-99f2929c-b411-438d-a4c2-dc7e1e215496 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:58.465569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-99f2929c-b411-438d-a4c2-dc7e1e215496 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.32 "GET /v2.0/networks?id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 HTTP/1.1" status: 200 len: 821 time: 0.3921740 Jul 16 17:47:58.474023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3dd32-68e4-4a12-90c1-8fd2e21d6695 req-7f3bd6bd-eadc-4268-8ab6-313db2eb51e6 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:58.476194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5f3dd32-68e4-4a12-90c1-8fd2e21d6695 req-7f3bd6bd-eadc-4268-8ab6-313db2eb51e6 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 947 time: 0.5141079 Jul 16 17:47:58.482698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a5515ee1-aed2-4564-aa03-76904763f2c0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Request body: {'port': {'device_id': 'ad807660-60ad-41cd-9477-b3872a9adde7', 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020', 'admin_state_up': True, 'tenant_id': 'd52c4caa258640d297f145a9b96ab180'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:58.544488 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['79dca76c-e9fb-4200-a77c-e8cd2fe8b939'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:47:58.611865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25d7becf-c842-4f38-b351-624cc2739486 req-62ad9552-2dba-43fc-ab8e-364ea509bae5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345062 Jul 16 17:47:58.619693 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5f3dd32-68e4-4a12-90c1-8fd2e21d6695 req-6ce6fda4-462c-4cb1-b640-5d717d6cba64 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/security-groups?id=358c072f-60fe-4b82-a8dc-6ddd232d9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320429 Jul 16 17:47:58.696188 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a5515ee1-aed2-4564-aa03-76904763f2c0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Made reservation on behalf of d52c4caa258640d297f145a9b96ab180 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:58.700532 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a5515ee1-aed2-4564-aa03-76904763f2c0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:58.830720 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30a865a2-487b-479f-a1a4-dff45b3dc7b8 req-c6b6a587-4003-43ba-8028-e37641d43357 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 210 time: 0.0594482 Jul 16 17:47:58.866044 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf88e692-d682-4693-bfec-6aa92440c15b req-7c6724dd-58d7-4f0a-a5da-bf570241cc40 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 210 time: 0.0744317 Jul 16 17:47:58.946762 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341ef503-357d-4afd-a48b-913e00aac8ea x-openstack-request-id: req-341ef503-357d-4afd-a48b-913e00aac8ea {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:47:58.947050 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3951a6ae-6988-4290-b906-182664763773", "tag": "a440d305-6a12-42b2-893b-3fde29b48127", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:47:58.947303 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-341ef503-357d-4afd-a48b-913e00aac8ea {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:47:58.947755 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3951a6ae-6988-4290-b906-182664763773', 'tag': 'a440d305-6a12-42b2-893b-3fde29b48127', 'status': 'completed', 'code': 200} Jul 16 17:47:59.003223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a5515ee1-aed2-4564-aa03-76904763f2c0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Allocated IP 172.20.0.3 (83cbe6b6-26f0-4ca1-b476-3ef9f79dc020/8232b726-0d89-4cf3-a38b-640914458600/be33f8a9-968b-4a24-8211-434ab9643201) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:47:59.037237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e20d6b-8b6b-4958-88ff-c970edf09422 req-f7d1c563-d8e3-40bf-a1ea-c667886324d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:59.038830 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29e20d6b-8b6b-4958-88ff-c970edf09422 req-f7d1c563-d8e3-40bf-a1ea-c667886324d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 1127 time: 0.0759006 Jul 16 17:47:59.062166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd7601-38fa-4eb6-b9ce-ab3e8fb6a387 req-4ec7ead8-4f89-4e49-9741-97438257fcce tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:59.063745 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9cd7601-38fa-4eb6-b9ce-ab3e8fb6a387 req-4ec7ead8-4f89-4e49-9741-97438257fcce tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 1097 time: 0.1151655 Jul 16 17:47:59.127937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9cd7601-38fa-4eb6-b9ce-ab3e8fb6a387 req-bae7a504-0ad4-4ca0-8acd-123f6a353e3e tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582099 Jul 16 17:47:59.146931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e20d6b-8b6b-4958-88ff-c970edf09422 req-f3ba2331-1b33-4132-9598-c3f5d00e757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:59.148705 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29e20d6b-8b6b-4958-88ff-c970edf09422 req-f3ba2331-1b33-4132-9598-c3f5d00e757b service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.1030493 Jul 16 17:47:59.197645 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29e20d6b-8b6b-4958-88ff-c970edf09422 req-63d96a61-2d8a-4e56-8168-5d51f40a67e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a440d305-6a12-42b2-893b-3fde29b48127 HTTP/1.1" status: 200 len: 217 time: 0.0403645 Jul 16 17:47:59.223053 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a5515ee1-aed2-4564-aa03-76904763f2c0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:59.272030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e20d6b-8b6b-4958-88ff-c970edf09422 req-097c65a0-3a97-4147-9ef0-223bb54bce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:59.273526 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29e20d6b-8b6b-4958-88ff-c970edf09422 req-097c65a0-3a97-4147-9ef0-223bb54bce88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.0681598 Jul 16 17:47:59.284775 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a5515ee1-aed2-4564-aa03-76904763f2c0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:59.317334 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29e20d6b-8b6b-4958-88ff-c970edf09422 req-9eb44dd9-57ce-489c-b97c-19624d08d27b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362008 Jul 16 17:47:59.363858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5515ee1-aed2-4564-aa03-76904763f2c0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Pushing event updated for resources: {'Port': ['ID=be33f8a9-968b-4a24-8211-434ab9643201,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:59.407026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a5515ee1-aed2-4564-aa03-76904763f2c0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:47:59.432488 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a5515ee1-aed2-4564-aa03-76904763f2c0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:47:59.436017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a5515ee1-aed2-4564-aa03-76904763f2c0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:47:59.444285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a5515ee1-aed2-4564-aa03-76904763f2c0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:59.444942 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a5515ee1-aed2-4564-aa03-76904763f2c0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:59.484844 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29e20d6b-8b6b-4958-88ff-c970edf09422 req-f30c2f40-f383-4f51-8b28-890f1a8702eb service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611152 Jul 16 17:47:59.490645 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a5515ee1-aed2-4564-aa03-76904763f2c0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0115297 Jul 16 17:47:59.507185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Request body: {'port': {'device_id': 'ad807660-60ad-41cd-9477-b3872a9adde7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:59.573160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46949b9-7d53-413e-a79a-672316cf4271 req-ce67e3e2-220b-4cd8-b87a-3f3974d7033f tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:59.574613 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-ce67e3e2-220b-4cd8-b87a-3f3974d7033f tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.11 "GET /v2.0/networks?id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1 HTTP/1.1" status: 200 len: 824 time: 0.1768773 Jul 16 17:47:59.644429 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29e20d6b-8b6b-4958-88ff-c970edf09422 req-4a386f52-48f0-476a-ae04-aabef442dc04 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532736 Jul 16 17:47:59.652188 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-8b66735e-c9df-4c8b-b7bf-ea83be503e48 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=011d2ef35e41429cb74a8b6defcb5849 HTTP/1.1" status: 200 len: 380 time: 0.0685081 Jul 16 17:47:59.663370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-c46949b9-7d53-413e-a79a-672316cf4271 req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Request body: {'port': {'device_id': 'fa9ee0bb-d52b-4701-8085-fbab3e391949', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'admin_state_up': True, 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'security_groups': ['3483e4fa-11c3-427e-be47-0912a10602b9']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:47:59.779784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46949b9-7d53-413e-a79a-672316cf4271 req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Made reservation on behalf of 011d2ef35e41429cb74a8b6defcb5849 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:47:59.783763 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c46949b9-7d53-413e-a79a-672316cf4271 req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:59.799866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5936d-7bf7-4d0a-a3d3-f38d4d927c23 req-0a1cfd83-a4f4-4766-8730-bf5e8b9edd17 tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:59.802043 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32e5936d-7bf7-4d0a-a3d3-f38d4d927c23 req-0a1cfd83-a4f4-4766-8730-bf5e8b9edd17 tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 1102 time: 0.3716149 Jul 16 17:47:59.810492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ab6b1-e4b4-4816-aecf-e8b4ba7e5bd7 req-f03b9d1f-2c5d-492a-b418-516974acc65f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:47:59.811917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e3ab6b1-e4b4-4816-aecf-e8b4ba7e5bd7 req-f03b9d1f-2c5d-492a-b418-516974acc65f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 944 time: 0.5155897 Jul 16 17:47:59.826141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:47:59.887537 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:47:59.893335 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32e5936d-7bf7-4d0a-a3d3-f38d4d927c23 req-3ad1175b-7ad7-4438-885f-da3f83aa9cd3 tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804119 Jul 16 17:47:59.893926 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:59.897215 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:47:59.899026 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:59.909289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e3ab6b1-e4b4-4816-aecf-e8b4ba7e5bd7 req-cd14a9fb-8add-48a3-9027-2a77b5af106f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780590 Jul 16 17:48:00.060483 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.086751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:00.089155 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69483316-3e95-496c-a1ed-673689aca5ae" -d '{"events": [{"server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "name": "network-vif-plugged", "status": "completed", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:00.111985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:00.120730 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.213533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:00.239763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:00.240122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:00.240469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:00.240817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:00.241157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:00.241496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:00.241856 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:00.242187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:00.242520 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:00.242839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:00.243168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:00.243496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:00.276746 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-c46949b9-7d53-413e-a79a-672316cf4271 req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Allocated IP 172.20.0.4 (38367e7e-b273-41c4-ae47-3a44ce1b0cd1/6f6f25b3-9102-4d67-8ad1-8d596cdc3f01/26275b18-0392-4c32-aab8-0926a09aab0a) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:48:00.368288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be33f8a9-968b-4a24-8211-434ab9643201 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:00.378247 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.395817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Transition to ACTIVE for port object be33f8a9-968b-4a24-8211-434ab9643201 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:00.402673 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.447489 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c46949b9-7d53-413e-a79a-672316cf4271 req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.483097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff8d40-bb27-4898-affc-02a94eacbcc8 req-8ffb9b4e-9ebd-490f-934a-dafe5b5d04c7 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:00.484643 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bdff8d40-bb27-4898-affc-02a94eacbcc8 req-8ffb9b4e-9ebd-490f-934a-dafe5b5d04c7 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 949 time: 0.1649244 Jul 16 17:48:00.491377 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-c46949b9-7d53-413e-a79a-672316cf4271 req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Transition to ACTIVE for port object 26275b18-0392-4c32-aab8-0926a09aab0a will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:00.508395 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Pushing event updated for resources: {'Port': ['ID=be33f8a9-968b-4a24-8211-434ab9643201,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:00.543800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Attempting to bind port be33f8a9-968b-4a24-8211-434ab9643201 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:00.544139 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Attempting to bind port be33f8a9-968b-4a24-8211-434ab9643201 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '00efe5be-978a-4cf4-a468-fe7c390f457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:00.544470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Attempting to bind port be33f8a9-968b-4a24-8211-434ab9643201 on network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:00.548837 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-11a4e898-5e21-4088-8110-39758bff736e service neutron] 10.222.0.11 "GET /v2.0/ports/a440d305-6a12-42b2-893b-3fde29b48127/bindings/n-h1-787205-10 HTTP/1.1" status: 200 len: 385 time: 0.0850689 Jul 16 17:48:00.553185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Port be33f8a9-968b-4a24-8211-434ab9643201 on network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:48:00.553505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Attempting to bind port be33f8a9-968b-4a24-8211-434ab9643201 on network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:00.563937 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c46949b9-7d53-413e-a79a-672316cf4271 req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.567988 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:00.568405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Checking segment: {'id': '00efe5be-978a-4cf4-a468-fe7c390f457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:00.568791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Bound using segment: {'id': '00efe5be-978a-4cf4-a468-fe7c390f457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:00.569465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Bound port: be33f8a9-968b-4a24-8211-434ab9643201, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00efe5be-978a-4cf4-a468-fe7c390f457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:00.569703 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.574243 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bdff8d40-bb27-4898-affc-02a94eacbcc8 req-cb0cbdc4-ac22-4c26-a2bb-37e5e6f04faa tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/security-groups?id=358c072f-60fe-4b82-a8dc-6ddd232d9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715394 Jul 16 17:48:00.612026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46949b9-7d53-413e-a79a-672316cf4271 req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:00.643121 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-c46949b9-7d53-413e-a79a-672316cf4271 req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:00.649497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46949b9-7d53-413e-a79a-672316cf4271 req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:48:00.655310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] For port be33f8a9-968b-4a24-8211-434ab9643201, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:00.655443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46949b9-7d53-413e-a79a-672316cf4271 req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:00.656062 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c46949b9-7d53-413e-a79a-672316cf4271 req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.663399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] For port be33f8a9-968b-4a24-8211-434ab9643201, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=be33f8a9-968b-4a24-8211-434ab9643201,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:00.670244 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.697425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Pushing event updated for resources: {'Port': ['ID=26275b18-0392-4c32-aab8-0926a09aab0a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:00.713872 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-00e08d81-88de-4f5c-ae62-87d799e1fd39 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0550890 Jul 16 17:48:00.717538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:00.718193 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.719586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] 10.222.0.32 "PUT /v2.0/ports/be33f8a9-968b-4a24-8211-434ab9643201 HTTP/1.1" status: 200 len: 1092 time: 1.2193344 Jul 16 17:48:00.747304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ee4b6-282d-41c8-b74a-1c1256f628f7 service neutron] Pushing event updated for resources: {'Port': ['ID=be33f8a9-968b-4a24-8211-434ab9643201,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:00.750366 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Request body: {'port': {'device_id': 'fa9ee0bb-d52b-4701-8085-fbab3e391949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:00.878192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592e96f-fffa-4179-95d4-e12e640bccc6 req-93066f73-4bab-451d-92fd-7f1cc8e26dc0 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:00.886422 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0592e96f-fffa-4179-95d4-e12e640bccc6 req-93066f73-4bab-451d-92fd-7f1cc8e26dc0 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 931 time: 0.1180332 Jul 16 17:48:00.903261 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.921628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-40e5b6db-5afd-402b-ad29-bf40b57203e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:00.923386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-40e5b6db-5afd-402b-ad29-bf40b57203e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d52c4caa258640d297f145a9b96ab180&device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 1095 time: 0.1413798 Jul 16 17:48:00.932063 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0592e96f-fffa-4179-95d4-e12e640bccc6 req-5845a67c-e51a-4ad7-b18a-667f7221b922 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445669 Jul 16 17:48:00.960639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cc8890c7-ca23-430c-bc46-e733e5e0fdbc None None] Provisioning for port 26275b18-0392-4c32-aab8-0926a09aab0a completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:00.961906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-10713de1-0adf-4e2d-b2ab-83c0adfe4739 service neutron] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a440d305-6a12-42b2-893b-3fde29b48127,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:00.970843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cc8890c7-ca23-430c-bc46-e733e5e0fdbc None None] Provisioning complete for port 26275b18-0392-4c32-aab8-0926a09aab0a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:00.974118 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cc8890c7-ca23-430c-bc46-e733e5e0fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:00.985139 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad807660-60ad-41cd-9477-b3872a9adde7', 'tag': 'be33f8a9-968b-4a24-8211-434ab9643201'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:00.987645 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14392891-bfca-43d3-9e25-d0601af264c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad807660-60ad-41cd-9477-b3872a9adde7", "tag": "be33f8a9-968b-4a24-8211-434ab9643201"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:00.992924 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-347ed17b-642a-4642-b38d-b866e32daa08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be33f8a9-968b-4a24-8211-434ab9643201 HTTP/1.1" status: 200 len: 217 time: 0.0602598 Jul 16 17:48:00.993392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-10713de1-0adf-4e2d-b2ab-83c0adfe4739 service neutron] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:01.035187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-cc8890c7-ca23-430c-bc46-e733e5e0fdbc None None] Port 26275b18-0392-4c32-aab8-0926a09aab0a cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:48:01.061558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-61ae5bc6-ff86-4778-9990-3ff2d077788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:01.063389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-61ae5bc6-ff86-4778-9990-3ff2d077788c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8232b726-0d89-4cf3-a38b-640914458600 HTTP/1.1" status: 200 len: 861 time: 0.0625582 Jul 16 17:48:01.102192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-8c7c279d-4b22-497f-86eb-f01c9cd96b3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311885 Jul 16 17:48:01.118236 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-10713de1-0adf-4e2d-b2ab-83c0adfe4739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a440d305-6a12-42b2-893b-3fde29b48127 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:01.143532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-10713de1-0adf-4e2d-b2ab-83c0adfe4739 service neutron] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=a440d305-6a12-42b2-893b-3fde29b48127,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:01.179592 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-10713de1-0adf-4e2d-b2ab-83c0adfe4739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:01.235890 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-05492bb6-4080-4d42-a8b5-f5177b170465 service neutron] 10.222.0.32 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224880 Jul 16 17:48:01.244481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c60d9-8b6d-4783-a3b7-0317b313b70b req-bccf77ea-279e-4802-a84a-2f0cf4107adf tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:01.245947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-451c60d9-8b6d-4783-a3b7-0317b313b70b req-bccf77ea-279e-4802-a84a-2f0cf4107adf tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 943 time: 0.1427848 Jul 16 17:48:01.259469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-40a4de54-8d72-4eef-b210-22c21117854e tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:48:01.260750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-40a4de54-8d72-4eef-b210-22c21117854e tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128746 Jul 16 17:48:01.287642 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] Request body: {'binding': {'host': 'n-h2-787205-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:01.288084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] Unknown quota resources ['binding']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:48:01.328097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-10713de1-0adf-4e2d-b2ab-83c0adfe4739 service neutron] Transition to ACTIVE for port object a440d305-6a12-42b2-893b-3fde29b48127 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:01.351242 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-10713de1-0adf-4e2d-b2ab-83c0adfe4739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:01.391982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-451c60d9-8b6d-4783-a3b7-0317b313b70b req-bebab0fa-c757-4b1d-8661-bcbac1595971 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293576 Jul 16 17:48:01.400704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26275b18-0392-4c32-aab8-0926a09aab0a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:01.415510 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:01.454070 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-10713de1-0adf-4e2d-b2ab-83c0adfe4739 service neutron] No DVR routers for this DVR port a440d305-6a12-42b2-893b-3fde29b48127 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:48:01.462384 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9a53b4-6d22-4056-b8ea-a9849b2aba83 req-9a73dfdc-c585-42eb-88e6-2ad8c62fcb64 service neutron] 10.222.0.32 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154763 Jul 16 17:48:01.467304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Transition to ACTIVE for port object 26275b18-0392-4c32-aab8-0926a09aab0a will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:01.478149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10713de1-0adf-4e2d-b2ab-83c0adfe4739 service neutron] Pushing event updated for resources: {'Port': ['ID=a440d305-6a12-42b2-893b-3fde29b48127,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:01.501868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:01.552664 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-10713de1-0adf-4e2d-b2ab-83c0adfe4739 service neutron] 10.222.0.11 "PUT /v2.0/ports/a440d305-6a12-42b2-893b-3fde29b48127/bindings/n-h1-787205-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9969413 Jul 16 17:48:01.564878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Pushing event updated for resources: {'Port': ['ID=26275b18-0392-4c32-aab8-0926a09aab0a,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:01.571780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] Attempting to bind port 9132eef4-ca0a-4527-97b6-9e4532931405 on host n-h2-787205-10 for vnic_type normal with profile None {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:01.572132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] Attempting to bind port 9132eef4-ca0a-4527-97b6-9e4532931405 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:01.572472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] Attempting to bind port 9132eef4-ca0a-4527-97b6-9e4532931405 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:01.580250 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7078b51e-0626-4beb-8c3c-2d4877c4d646 x-openstack-request-id: req-7078b51e-0626-4beb-8c3c-2d4877c4d646 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:01.580531 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] Port 9132eef4-ca0a-4527-97b6-9e4532931405 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:48:01.580648 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "name": "network-vif-plugged", "status": "completed", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:01.580871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] Attempting to bind port 9132eef4-ca0a-4527-97b6-9e4532931405 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:01.580981 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7078b51e-0626-4beb-8c3c-2d4877c4d646 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:01.581292 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939', 'code': 200} Jul 16 17:48:01.593526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:01.593945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:01.594405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] Bound using segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:01.594921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] Bound port: 9132eef4-ca0a-4527-97b6-9e4532931405, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:01.624752 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Attempting to bind port 26275b18-0392-4c32-aab8-0926a09aab0a on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:01.625120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Attempting to bind port 26275b18-0392-4c32-aab8-0926a09aab0a by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:01.625456 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Attempting to bind port 26275b18-0392-4c32-aab8-0926a09aab0a on network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:01.630093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Port 26275b18-0392-4c32-aab8-0926a09aab0a on network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:48:01.630418 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Attempting to bind port 26275b18-0392-4c32-aab8-0926a09aab0a on network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:01.640433 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:01.640433 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Checking segment: {'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:01.640433 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Bound using segment: {'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:01.640433 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Bound port: 26275b18-0392-4c32-aab8-0926a09aab0a, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:01.640433 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:01.717001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9132eef4-ca0a-4527-97b6-9e4532931405,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:01.727466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:01.729160 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e773d78a-a08e-4d10-9fdc-47c8f5bc047f service neutron] 10.222.0.24 "POST /v2.0/ports/9132eef4-ca0a-4527-97b6-9e4532931405/bindings HTTP/1.1" status: 201 len: 390 time: 0.4555233 Jul 16 17:48:01.744350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-33472ba5-1f0c-41b4-a1db-9d05dfee02a6 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:01.745767 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] For port 26275b18-0392-4c32-aab8-0926a09aab0a, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:01.746177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-33472ba5-1f0c-41b4-a1db-9d05dfee02a6 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773&tenant_id=c5e6198059344f539cf6bbde362b7a15&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1097 time: 0.1145277 Jul 16 17:48:01.763022 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] For port 26275b18-0392-4c32-aab8-0926a09aab0a, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=26275b18-0392-4c32-aab8-0926a09aab0a,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:01.768898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2071d-8dfe-4cbf-bdfe-ef370ae0ae12 req-855a3557-570c-4d9e-a8bf-8152a64e9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:01.770635 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-08d2071d-8dfe-4cbf-bdfe-ef370ae0ae12 req-855a3557-570c-4d9e-a8bf-8152a64e9ab3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 1101 time: 0.1146066 Jul 16 17:48:01.772215 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:01.839178 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:01.839819 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:01.841167 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] 10.222.0.11 "PUT /v2.0/ports/26275b18-0392-4c32-aab8-0926a09aab0a HTTP/1.1" status: 200 len: 1092 time: 1.0952101 Jul 16 17:48:01.841609 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9ee0bb-d52b-4701-8085-fbab3e391949', 'tag': '26275b18-0392-4c32-aab8-0926a09aab0a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:01.844032 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a433e9-eb05-4be3-9c89-be5fa4647707" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9ee0bb-d52b-4701-8085-fbab3e391949", "tag": "26275b18-0392-4c32-aab8-0926a09aab0a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:01.876061 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-08d2071d-8dfe-4cbf-bdfe-ef370ae0ae12 req-cf6bf299-802c-49ef-a0fd-12dc1de9876d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=358c072f-60fe-4b82-a8dc-6ddd232d9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949430 Jul 16 17:48:01.876992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1318dd-4549-411f-8a97-ad981a8d2f6f service neutron] Pushing event updated for resources: {'Port': ['ID=26275b18-0392-4c32-aab8-0926a09aab0a,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:01.889964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-91f8e31e-8c6f-4d57-88dd-224e61d8f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:01.892176 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-91f8e31e-8c6f-4d57-88dd-224e61d8f5aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773&tenant_id=c5e6198059344f539cf6bbde362b7a15 HTTP/1.1" status: 200 len: 1097 time: 0.1373978 Jul 16 17:48:01.908519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f40113-71aa-4fb8-bd5c-a6c841ed43f4 req-0a9de0b0-3c29-4245-aff5-04abbd5c3d99 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:01.918734 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4f40113-71aa-4fb8-bd5c-a6c841ed43f4 req-0a9de0b0-3c29-4245-aff5-04abbd5c3d99 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 945 time: 0.1207590 Jul 16 17:48:01.922449 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267e528b-70ef-4158-ab14-8aa6da257dac x-openstack-request-id: req-267e528b-70ef-4158-ab14-8aa6da257dac {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:01.922801 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad807660-60ad-41cd-9477-b3872a9adde7", "tag": "be33f8a9-968b-4a24-8211-434ab9643201", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:01.923469 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-267e528b-70ef-4158-ab14-8aa6da257dac {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:01.923469 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad807660-60ad-41cd-9477-b3872a9adde7', 'tag': 'be33f8a9-968b-4a24-8211-434ab9643201', 'status': 'completed', 'code': 200} Jul 16 17:48:02.068525 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4f40113-71aa-4fb8-bd5c-a6c841ed43f4 req-6356eec1-d646-4275-bf5d-318ea998c8dd tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488230 Jul 16 17:48:02.074319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46949b9-7d53-413e-a79a-672316cf4271 req-4597880b-e934-4093-a285-e752d8e2f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.077869 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-4597880b-e934-4093-a285-e752d8e2f811 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=011d2ef35e41429cb74a8b6defcb5849&device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 1095 time: 0.1346290 Jul 16 17:48:02.081414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-457e8104-e943-4f24-9b20-eb1104fbef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.084572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-457e8104-e943-4f24-9b20-eb1104fbef88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 1097 time: 0.1598749 Jul 16 17:48:02.165524 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-9dcdd213-83ec-4ab8-b1fe-743a20afa56b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26275b18-0392-4c32-aab8-0926a09aab0a HTTP/1.1" status: 200 len: 217 time: 0.0742474 Jul 16 17:48:02.194359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-c8957b99-068a-4113-a399-dabc6e9166f8 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871766 Jul 16 17:48:02.264355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46949b9-7d53-413e-a79a-672316cf4271 req-76ea8f39-83a4-43ad-ab4b-77580d2c24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.265831 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-76ea8f39-83a4-43ad-ab4b-77580d2c24a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f6f25b3-9102-4d67-8ad1-8d596cdc3f01 HTTP/1.1" status: 200 len: 863 time: 0.0678608 Jul 16 17:48:02.272753 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-adb64310-02ba-4c14-8d92-846edc8d061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.275011 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-adb64310-02ba-4c14-8d92-846edc8d061a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 1097 time: 0.1848156 Jul 16 17:48:02.276158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14392891-bfca-43d3-9e25-d0601af264c8 req-960d5d6b-61e6-43de-8486-58159f670237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.277952 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14392891-bfca-43d3-9e25-d0601af264c8 req-960d5d6b-61e6-43de-8486-58159f670237 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d52c4caa258640d297f145a9b96ab180&device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 1095 time: 0.2658563 Jul 16 17:48:02.377694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43092) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:02.412147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e17a5ef5-64c6-43ac-a5e8-c6426b3becab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.414284 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-e17a5ef5-64c6-43ac-a5e8-c6426b3becab service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.1302280 Jul 16 17:48:02.416237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46949b9-7d53-413e-a79a-672316cf4271 req-125cbe3c-0425-487a-a702-8e5784144730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.417924 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-125cbe3c-0425-487a-a702-8e5784144730 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1423485 Jul 16 17:48:02.453256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-20b6beff-8312-435d-87bf-38ff88f772e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.454847 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-20b6beff-8312-435d-87bf-38ff88f772e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.3627601 Jul 16 17:48:02.480679 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-749d535f-d5f8-453d-bc1a-2c1044243893 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9132eef4-ca0a-4527-97b6-9e4532931405 HTTP/1.1" status: 200 len: 217 time: 0.0513837 Jul 16 17:48:02.535326 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae44e772-b0fe-4bea-8f02-87f7f54a628b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:02.539663 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-64ab5599-1244-4b03-8766-eb4e534a9e0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a440d305-6a12-42b2-893b-3fde29b48127 HTTP/1.1" status: 200 len: 217 time: 0.0723488 Jul 16 17:48:02.556644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-14e40186-3dff-4f53-8a98-b567491b70fa tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.558156 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-14e40186-3dff-4f53-8a98-b567491b70fa tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3609161 Jul 16 17:48:02.566367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14392891-bfca-43d3-9e25-d0601af264c8 req-4913da9b-cbf6-4ac8-b3b5-a6f7734633ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.567753 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14392891-bfca-43d3-9e25-d0601af264c8 req-4913da9b-cbf6-4ac8-b3b5-a6f7734633ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 HTTP/1.1" status: 200 len: 922 time: 0.2780049 Jul 16 17:48:02.600883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-068b6226-84da-4458-a472-611294e5934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.602365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-068b6226-84da-4458-a472-611294e5934e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.1114135 Jul 16 17:48:02.612282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28d238-0ac0-4489-b478-e66b2d61b047 req-8d1396e7-9b53-47ec-9176-cc014630721d tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.614345 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc28d238-0ac0-4489-b478-e66b2d61b047 req-8d1396e7-9b53-47ec-9176-cc014630721d tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 949 time: 0.3562937 Jul 16 17:48:02.649469 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d975c366-3107-4435-9731-4870da6031fa tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/quotas/e5cb59a2dbd5411ba8b6dbc39cd83f53 HTTP/1.1" status: 200 len: 375 time: 0.0807464 Jul 16 17:48:02.657467 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-20160bc7-f54c-4c31-a6b3-b017d3710378 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415792 Jul 16 17:48:02.660290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14392891-bfca-43d3-9e25-d0601af264c8 req-f0807683-50b7-4878-b462-3a187eca3114 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be33f8a9-968b-4a24-8211-434ab9643201 HTTP/1.1" status: 200 len: 217 time: 0.0670266 Jul 16 17:48:02.661574 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-f0b8dec8-b00b-485a-b3d5-4d8bed6e409e service neutron] 10.222.0.11 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309070 Jul 16 17:48:02.716382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-3e552d26-7022-4c45-848b-787112441cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.717808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-3e552d26-7022-4c45-848b-787112441cac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.1696386 Jul 16 17:48:02.790362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-e67598ee-ac9a-4668-8d64-a12c039ab204 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483387 Jul 16 17:48:02.795050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc28d238-0ac0-4489-b478-e66b2d61b047 req-218d6310-6ad5-4c5a-b099-c2e42eb3bf53 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/security-groups?id=358c072f-60fe-4b82-a8dc-6ddd232d9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475184 Jul 16 17:48:02.850412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14392891-bfca-43d3-9e25-d0601af264c8 req-5c133fbf-654a-42b8-abdb-2999534fe294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:02.852236 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14392891-bfca-43d3-9e25-d0601af264c8 req-5c133fbf-654a-42b8-abdb-2999534fe294 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8232b726-0d89-4cf3-a38b-640914458600 HTTP/1.1" status: 200 len: 861 time: 0.1755784 Jul 16 17:48:02.867819 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae44e772-b0fe-4bea-8f02-87f7f54a628b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:02.874957 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-34621164-2edb-4d81-80f1-551c253ee43c service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971431 Jul 16 17:48:02.877457 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae44e772-b0fe-4bea-8f02-87f7f54a628b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:02.904258 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c46949b9-7d53-413e-a79a-672316cf4271 req-5389250e-f381-4574-a0cb-ec6be9aa662c service neutron] 10.222.0.11 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272701 Jul 16 17:48:02.925064 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14392891-bfca-43d3-9e25-d0601af264c8 req-93ddd10b-4911-4bf5-b50c-4993c8483535 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643785 Jul 16 17:48:02.931507 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-cff748dd-6820-4eae-9fc7-76945b23e9c6 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2678006 Jul 16 17:48:02.954598 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ae44e772-b0fe-4bea-8f02-87f7f54a628b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28ccb9188bad4c72b6c8939523200bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5758073 Jul 16 17:48:02.954598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44e772-b0fe-4bea-8f02-87f7f54a628b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdb8a25-d980-4023-8466-fc705e6b97ca,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:02.955764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43100) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:03.028319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-438959b0-8083-4b31-92dd-48f3c8e9c38d service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280786 Jul 16 17:48:03.069894 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-ce4d4083-fdd4-40da-9098-5bccb2986243 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833456 Jul 16 17:48:03.085538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f764b9de-c8e7-45e4-a6b0-4c04986a502b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:03.119957 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643ba197-8bf5-474f-9c1c-9a4c05f6c675 x-openstack-request-id: req-643ba197-8bf5-474f-9c1c-9a4c05f6c675 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:03.119957 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9ee0bb-d52b-4701-8085-fbab3e391949", "tag": "26275b18-0392-4c32-aab8-0926a09aab0a", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:03.119957 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-643ba197-8bf5-474f-9c1c-9a4c05f6c675 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:03.119957 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9ee0bb-d52b-4701-8085-fbab3e391949', 'tag': '26275b18-0392-4c32-aab8-0926a09aab0a', 'status': 'completed', 'code': 200} Jul 16 17:48:03.130001 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f764b9de-c8e7-45e4-a6b0-4c04986a502b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:03.250527 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f764b9de-c8e7-45e4-a6b0-4c04986a502b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:03.253555 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f764b9de-c8e7-45e4-a6b0-4c04986a502b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:03.257738 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f764b9de-c8e7-45e4-a6b0-4c04986a502b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbdb8a25-d980-4023-8466-fc705e6b97ca HTTP/1.1" status: 204 len: 168 time: 0.2992358 Jul 16 17:48:03.279095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764b9de-c8e7-45e4-a6b0-4c04986a502b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdb8a25-d980-4023-8466-fc705e6b97ca,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:03.334518 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a433e9-eb05-4be3-9c89-be5fa4647707 req-b6fc09a7-05ae-48c3-964f-5d3ab415bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:03.336053 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18a433e9-eb05-4be3-9c89-be5fa4647707 req-b6fc09a7-05ae-48c3-964f-5d3ab415bed4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=011d2ef35e41429cb74a8b6defcb5849&device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 1095 time: 0.1554303 Jul 16 17:48:03.339641 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-a08b545f-74ae-42c6-a4f4-db6b08169f49 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:03.341187 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-a08b545f-74ae-42c6-a4f4-db6b08169f49 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 1097 time: 0.1567545 Jul 16 17:48:03.357877 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-10'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:03.439915 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14392891-bfca-43d3-9e25-d0601af264c8 req-335d2675-753a-427b-9d22-bc11316e33f9 service neutron] 10.222.0.32 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058417 Jul 16 17:48:03.506009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-d86e50c7-adf4-4085-9aee-b7025b477e04 service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676070 Jul 16 17:48:03.527257 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:03.531001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a433e9-eb05-4be3-9c89-be5fa4647707 req-90ab5143-4eca-464d-b92b-6c50b9272606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:03.532597 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18a433e9-eb05-4be3-9c89-be5fa4647707 req-90ab5143-4eca-464d-b92b-6c50b9272606 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1 HTTP/1.1" status: 200 len: 925 time: 0.1827517 Jul 16 17:48:03.562834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252b454-e66b-4a4c-a021-f141a8c842f2 req-23225e1b-f359-43f0-b860-b885467ab923 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:03.572511 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b252b454-e66b-4a4c-a021-f141a8c842f2 req-23225e1b-f359-43f0-b860-b885467ab923 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 945 time: 0.5490289 Jul 16 17:48:03.613459 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18a433e9-eb05-4be3-9c89-be5fa4647707 req-26a2e94d-54d3-414c-a4a1-73a2739a5d28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26275b18-0392-4c32-aab8-0926a09aab0a HTTP/1.1" status: 200 len: 217 time: 0.0676427 Jul 16 17:48:03.643957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055de3b9-43d9-4eb6-8645-fd9c89ba0336 req-f911ba74-3bc7-4933-9709-a689bec54479 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:03.645794 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-055de3b9-43d9-4eb6-8645-fd9c89ba0336 req-f911ba74-3bc7-4933-9709-a689bec54479 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 943 time: 0.2509320 Jul 16 17:48:03.652803 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b252b454-e66b-4a4c-a021-f141a8c842f2 req-ef8aa4d3-3fc0-4559-a689-9d87f9a6cd23 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792289 Jul 16 17:48:03.655026 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14392891-bfca-43d3-9e25-d0601af264c8 req-c4f81984-b015-4c0e-8cf7-078821d721b0 service neutron] 10.222.0.32 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032604 Jul 16 17:48:03.728014 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-055de3b9-43d9-4eb6-8645-fd9c89ba0336 req-45a37ac4-b0d5-4e79-9dde-9838168b4980 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693638 Jul 16 17:48:03.728759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a433e9-eb05-4be3-9c89-be5fa4647707 req-b5ca3f65-fac1-4a54-b619-5ddd7f2815bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:03.733827 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18a433e9-eb05-4be3-9c89-be5fa4647707 req-b5ca3f65-fac1-4a54-b619-5ddd7f2815bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f6f25b3-9102-4d67-8ad1-8d596cdc3f01 HTTP/1.1" status: 200 len: 863 time: 0.0863516 Jul 16 17:48:03.735309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43118) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:03.762769 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9c6d05b9-6ca7-4113-be2f-a0172d8ebe75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:03.860859 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device be33f8a9-968b-4a24-8211-434ab9643201 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:48:03.910272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9132eef4-ca0a-4527-97b6-9e4532931405,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:03.952748 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9c6d05b9-6ca7-4113-be2f-a0172d8ebe75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:03.988272 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9c6d05b9-6ca7-4113-be2f-a0172d8ebe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:03.997189 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ed72cc8-e248-4f49-bf48-c0e4144c2ef8 req-7a004b40-8c6d-4fcd-b66e-151835dae6be tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 210 time: 0.0513370 Jul 16 17:48:04.071690 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9c6d05b9-6ca7-4113-be2f-a0172d8ebe75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01b3b45bfc2c40c1a760d88fcdfa6545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350415 Jul 16 17:48:04.075517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d05b9-6ca7-4113-be2f-a0172d8ebe75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb93815-f25a-4e77-aac0-f032351debd2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:04.092660 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43124) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:04.151353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port be33f8a9-968b-4a24-8211-434ab9643201, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=be33f8a9-968b-4a24-8211-434ab9643201,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:04.166974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'be33f8a9-968b-4a24-8211-434ab9643201', 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020', 'port_id': 'be33f8a9-968b-4a24-8211-434ab9643201', 'mac_address': 'fa:16:3e:93:4c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8232b726-0d89-4cf3-a38b-640914458600', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:48:04.182453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc68b9a-cdfd-4eb1-9c81-b1ab9a3cbf4c req-45c0fe82-c401-42a8-8cf1-e52016303d25 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:04.186222 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffc68b9a-cdfd-4eb1-9c81-b1ab9a3cbf4c req-45c0fe82-c401-42a8-8cf1-e52016303d25 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 943 time: 0.3069062 Jul 16 17:48:04.209427 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:04.223911 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be33f8a9-968b-4a24-8211-434ab9643201 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:04.225711 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:04.236510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-a1271857-5ba6-4dbd-b554-bce1201bbaf9 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:04.238740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-a1271857-5ba6-4dbd-b554-bce1201bbaf9 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773&tenant_id=c5e6198059344f539cf6bbde362b7a15&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 1097 time: 0.3601925 Jul 16 17:48:04.245610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port be33f8a9-968b-4a24-8211-434ab9643201, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=be33f8a9-968b-4a24-8211-434ab9643201,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:04.250510 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:04.264595 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7fc3f891-a607-4f30-9823-3f47a2e4d6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:04.280119 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:04.283292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a433e9-eb05-4be3-9c89-be5fa4647707 req-03ef1c29-d53b-46d3-8814-aea8a53fdfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:04.285286 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18a433e9-eb05-4be3-9c89-be5fa4647707 req-03ef1c29-d53b-46d3-8814-aea8a53fdfe1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5433822 Jul 16 17:48:04.292135 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:04.309793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=be33f8a9-968b-4a24-8211-434ab9643201,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:04.342527 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7fc3f891-a607-4f30-9823-3f47a2e4d6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:04.361823 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffc68b9a-cdfd-4eb1-9c81-b1ab9a3cbf4c req-e5d85762-fb64-48aa-907a-22a713d14f2e tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489506 Jul 16 17:48:04.419350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280d0d7-3887-44bf-9bf8-4169c80f3d62 req-60aafaa5-3196-44e2-86bc-32dbc8d3ac00 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:04.421039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0280d0d7-3887-44bf-9bf8-4169c80f3d62 req-60aafaa5-3196-44e2-86bc-32dbc8d3ac00 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 945 time: 0.2334321 Jul 16 17:48:04.448356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Pushing event updated for resources: {'Port': ['ID=9132eef4-ca0a-4527-97b6-9e4532931405,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:04.470461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Attempting to bind port 9132eef4-ca0a-4527-97b6-9e4532931405 on host n-h1-787205-10 for vnic_type normal with profile {"migrating_to": "n-h2-787205-10"} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:04.470903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Attempting to bind port 9132eef4-ca0a-4527-97b6-9e4532931405 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:04.471383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Attempting to bind port 9132eef4-ca0a-4527-97b6-9e4532931405 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:04.481477 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18a433e9-eb05-4be3-9c89-be5fa4647707 req-8e5357ea-94cf-4900-b379-f5ce8f6d5a87 service neutron] 10.222.0.11 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868620 Jul 16 17:48:04.482134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Port 9132eef4-ca0a-4527-97b6-9e4532931405 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:48:04.482588 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Attempting to bind port 9132eef4-ca0a-4527-97b6-9e4532931405 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:04.487912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:04.488378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:04.488868 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Bound using segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:04.489406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Bound port: 9132eef4-ca0a-4527-97b6-9e4532931405, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:04.489892 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:04.505207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['be33f8a9-968b-4a24-8211-434ab9643201'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:48:04.606428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0280d0d7-3887-44bf-9bf8-4169c80f3d62 req-9bcedf4b-ad5f-42bd-af64-ef13e90119fe tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732838 Jul 16 17:48:04.655186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:04.662706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9132eef4-ca0a-4527-97b6-9e4532931405,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:04.667141 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18a433e9-eb05-4be3-9c89-be5fa4647707 req-3def835a-9b32-4d2c-a539-a5b3851d8f81 service neutron] 10.222.0.11 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749814 Jul 16 17:48:04.674686 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:04.698734 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-c7661ebf-c2e0-47ad-aa3c-7b432c0173c7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887389 Jul 16 17:48:04.699516 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7fc3f891-a607-4f30-9823-3f47a2e4d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:04.703969 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7fc3f891-a607-4f30-9823-3f47a2e4d6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:04.705228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7fc3f891-a607-4f30-9823-3f47a2e4d6ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbb93815-f25a-4e77-aac0-f032351debd2 HTTP/1.1" status: 204 len: 168 time: 0.6091905 Jul 16 17:48:04.867475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:04.871940 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:04.873440 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] 10.222.0.11 "PUT /v2.0/ports/9132eef4-ca0a-4527-97b6-9e4532931405 HTTP/1.1" status: 200 len: 1123 time: 1.5213225 Jul 16 17:48:04.882705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa8cec-9be4-40b1-8bbb-190e56d34b63 service neutron] Pushing event updated for resources: {'Port': ['ID=9132eef4-ca0a-4527-97b6-9e4532931405,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:04.911692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3f891-a607-4f30-9823-3f47a2e4d6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb93815-f25a-4e77-aac0-f032351debd2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:04.936759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43140) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:04.955619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['9132eef4-ca0a-4527-97b6-9e4532931405'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:48:04.996473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-df18a214-2359-48e1-a031-9cc365269f85 service neutron] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:05.017104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-df18a214-2359-48e1-a031-9cc365269f85 service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:05.018275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e6e8120-05e1-40d1-9e16-2ce0d93aed60 req-df18a214-2359-48e1-a031-9cc365269f85 service neutron] 10.222.0.32 "DELETE /v2.0/ports/a440d305-6a12-42b2-893b-3fde29b48127/bindings/n-h2-787205-10 HTTP/1.1" status: 204 len: 173 time: 0.7687750 Jul 16 17:48:05.121302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcf55a3-2f2a-4247-8af5-6e058d476777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9132eef4-ca0a-4527-97b6-9e4532931405'}, {'name': 'network-changed', 'server_uuid': '5fcf55a3-2f2a-4247-8af5-6e058d476777', 'tag': '9132eef4-ca0a-4527-97b6-9e4532931405'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:05.122716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4762a-3b03-40d4-9b19-66cb4ce0c676 req-16ee8ae3-101a-46b7-bf0e-718bb156e633 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:05.123762 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b70434b-ab19-4a69-a7ca-aa970bc9693e" -d '{"events": [{"server_uuid": "5fcf55a3-2f2a-4247-8af5-6e058d476777", "name": "network-vif-unplugged", "status": "completed", "tag": "9132eef4-ca0a-4527-97b6-9e4532931405"}, {"name": "network-changed", "server_uuid": "5fcf55a3-2f2a-4247-8af5-6e058d476777", "tag": "9132eef4-ca0a-4527-97b6-9e4532931405"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:05.130555 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27a4762a-3b03-40d4-9b19-66cb4ce0c676 req-16ee8ae3-101a-46b7-bf0e-718bb156e633 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 949 time: 0.4517009 Jul 16 17:48:05.194826 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-77f0afcf-1e70-44e5-8c84-1526f6c317ba tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:05.196386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-77f0afcf-1e70-44e5-8c84-1526f6c317ba tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4900477 Jul 16 17:48:05.213372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Request body: {'port': {'device_id': '0305b324-24a6-4179-a563-53a708ee342e', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': 'e5cb59a2dbd5411ba8b6dbc39cd83f53'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:05.227365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eefcdb-3e7d-4df4-83b2-a697a3b8a31e req-65dab12c-ee45-4d1b-9f9a-2b3c3f674064 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:05.228899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8eefcdb-3e7d-4df4-83b2-a697a3b8a31e req-65dab12c-ee45-4d1b-9f9a-2b3c3f674064 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 943 time: 0.2998741 Jul 16 17:48:05.259572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27a4762a-3b03-40d4-9b19-66cb4ce0c676 req-5de73ed7-239f-48b0-8fd4-82e6001aeac1 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/security-groups?id=358c072f-60fe-4b82-a8dc-6ddd232d9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247537 Jul 16 17:48:05.262130 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db43a33a-c5c9-4de4-9423-893a2f8af738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:05.341823 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8eefcdb-3e7d-4df4-83b2-a697a3b8a31e req-e72c4ef5-51d7-4383-9330-6c01f5056e2f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993061 Jul 16 17:48:05.457222 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db43a33a-c5c9-4de4-9423-893a2f8af738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:05.470332 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db43a33a-c5c9-4de4-9423-893a2f8af738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:05.485042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77db45f-6891-4ab0-b5c1-5931deae66c3 req-17a92263-a5ed-4f80-87b0-50c8ae053120 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:05.487046 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a77db45f-6891-4ab0-b5c1-5931deae66c3 req-17a92263-a5ed-4f80-87b0-50c8ae053120 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 1097 time: 0.0920758 Jul 16 17:48:05.513444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Made reservation on behalf of e5cb59a2dbd5411ba8b6dbc39cd83f53 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:48:05.517875 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:05.535314 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-db43a33a-c5c9-4de4-9423-893a2f8af738 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55265c68dfb9443ca2d3dc5b2cd89eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5929885 Jul 16 17:48:05.536400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43162) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:05.545106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43a33a-c5c9-4de4-9423-893a2f8af738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8b5c16-8455-4d99-949e-bab86f135337,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:05.597630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a77db45f-6891-4ab0-b5c1-5931deae66c3 req-520ef1f3-452e-454a-983c-f2125a9411f3 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977371 Jul 16 17:48:05.629979 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0465347-1f2c-4920-a96e-fed235616a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:05.657690 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0465347-1f2c-4920-a96e-fed235616a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:05.760951 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0465347-1f2c-4920-a96e-fed235616a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:05.763754 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0465347-1f2c-4920-a96e-fed235616a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:05.767847 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b0465347-1f2c-4920-a96e-fed235616a15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a8b5c16-8455-4d99-949e-bab86f135337 HTTP/1.1" status: 204 len: 168 time: 0.2309685 Jul 16 17:48:05.777987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0465347-1f2c-4920-a96e-fed235616a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8b5c16-8455-4d99-949e-bab86f135337,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:05.867755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device be33f8a9-968b-4a24-8211-434ab9643201 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:05.888141 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4156c610-bd57-4e71-82b2-79d04dae47a6 req-3347b158-e1f8-4ec8-b0af-ebd016dee0db tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 210 time: 0.0517473 Jul 16 17:48:05.897230 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 26275b18-0392-4c32-aab8-0926a09aab0a details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:48:05.912510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d534ef4-e7c2-436b-9763-5efd6fcbd86d req-270baa5f-ba98-47c7-8211-81ea27b88769 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:05.917003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d534ef4-e7c2-436b-9763-5efd6fcbd86d req-270baa5f-ba98-47c7-8211-81ea27b88769 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 943 time: 0.3134718 Jul 16 17:48:05.951081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a440d305-6a12-42b2-893b-3fde29b48127 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:48:05.954875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Allocated IP 192.168.233.13 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/73db0322-7351-4903-95e6-38584acb47b3) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:48:05.983011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d534ef4-e7c2-436b-9763-5efd6fcbd86d req-4ac5c618-fe0b-4bcc-9241-959a1a2df7ca tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564907 Jul 16 17:48:06.046549 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7357c837-2339-430c-9875-340664bccc00 x-openstack-request-id: req-7357c837-2339-430c-9875-340664bccc00 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:06.047910 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fcf55a3-2f2a-4247-8af5-6e058d476777", "name": "network-vif-unplugged", "status": "completed", "tag": "9132eef4-ca0a-4527-97b6-9e4532931405", "code": 200}, {"name": "network-changed", "server_uuid": "5fcf55a3-2f2a-4247-8af5-6e058d476777", "tag": "9132eef4-ca0a-4527-97b6-9e4532931405", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:06.047910 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7357c837-2339-430c-9875-340664bccc00 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:06.047910 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcf55a3-2f2a-4247-8af5-6e058d476777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9132eef4-ca0a-4527-97b6-9e4532931405', 'code': 200} Jul 16 17:48:06.048249 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fcf55a3-2f2a-4247-8af5-6e058d476777', 'tag': '9132eef4-ca0a-4527-97b6-9e4532931405', 'status': 'completed', 'code': 200} Jul 16 17:48:06.194768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a440d305-6a12-42b2-893b-3fde29b48127 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:48:06.203102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 26275b18-0392-4c32-aab8-0926a09aab0a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=26275b18-0392-4c32-aab8-0926a09aab0a,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:06.223764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '26275b18-0392-4c32-aab8-0926a09aab0a', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'port_id': '26275b18-0392-4c32-aab8-0926a09aab0a', 'mac_address': 'fa:16:3e:07:69:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:48:06.264407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port be33f8a9-968b-4a24-8211-434ab9643201 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:06.273853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port be33f8a9-968b-4a24-8211-434ab9643201 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:06.274694 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:06.318522 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:06.340717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26275b18-0392-4c32-aab8-0926a09aab0a {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:06.379985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 26275b18-0392-4c32-aab8-0926a09aab0a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=26275b18-0392-4c32-aab8-0926a09aab0a,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:06.386001 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:06.482569 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:06.508380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=26275b18-0392-4c32-aab8-0926a09aab0a,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:06.525848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad807660-60ad-41cd-9477-b3872a9adde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be33f8a9-968b-4a24-8211-434ab9643201'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:06.529275 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704166e1-267f-4eae-ad6c-00f369887f73" -d '{"events": [{"server_uuid": "ad807660-60ad-41cd-9477-b3872a9adde7", "name": "network-vif-plugged", "status": "completed", "tag": "be33f8a9-968b-4a24-8211-434ab9643201"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:06.553884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port be33f8a9-968b-4a24-8211-434ab9643201, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=be33f8a9-968b-4a24-8211-434ab9643201,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:06.555532 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:06.561449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70434b-ab19-4a69-a7ca-aa970bc9693e req-1bdb3ee8-b31b-4a4c-ba69-17e84bf57ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:06.563489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b70434b-ab19-4a69-a7ca-aa970bc9693e req-1bdb3ee8-b31b-4a4c-ba69-17e84bf57ce2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 1126 time: 0.4737983 Jul 16 17:48:06.565399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:06.568797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device a440d305-6a12-42b2-893b-3fde29b48127 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:48:06.574987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43196) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:06.595225 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a401078-bb87-4f42-a845-91874b6c804b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:06.625289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Transition to ACTIVE for port object 73db0322-7351-4903-95e6-38584acb47b3 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:06.670058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f195c09-d341-4df0-b525-0ba3160ed6a2 req-cded7d61-6ff1-4692-99cd-0ce8ab47b9f4 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:06.671592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f195c09-d341-4df0-b525-0ba3160ed6a2 req-cded7d61-6ff1-4692-99cd-0ce8ab47b9f4 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 944 time: 0.3054578 Jul 16 17:48:06.672957 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['26275b18-0392-4c32-aab8-0926a09aab0a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:48:06.768714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=be33f8a9-968b-4a24-8211-434ab9643201,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:06.822391 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a401078-bb87-4f42-a845-91874b6c804b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:06.823032 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f195c09-d341-4df0-b525-0ba3160ed6a2 req-0e70420b-e295-4a58-bf8b-691d5c41923d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347122 Jul 16 17:48:06.826877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70434b-ab19-4a69-a7ca-aa970bc9693e req-4d69bb93-a824-445b-bcdc-1106bc063f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:06.827744 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b70434b-ab19-4a69-a7ca-aa970bc9693e req-4d69bb93-a824-445b-bcdc-1106bc063f25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.2443218 Jul 16 17:48:06.829542 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:06.835176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a401078-bb87-4f42-a845-91874b6c804b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:06.894308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Pushing event updated for resources: {'Port': ['ID=73db0322-7351-4903-95e6-38584acb47b3,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:06.939077 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6a401078-bb87-4f42-a845-91874b6c804b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae8ff1224c374a4783c3de597bb7cbe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628793 Jul 16 17:48:06.939993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43212) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:06.948272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a401078-bb87-4f42-a845-91874b6c804b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fa695b-209e-41e7-92e4-a683aeba7a61,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:06.954019 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b70434b-ab19-4a69-a7ca-aa970bc9693e req-a229c7db-6cdb-4f48-8c7b-2105c9767b27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9132eef4-ca0a-4527-97b6-9e4532931405 HTTP/1.1" status: 200 len: 217 time: 0.0616398 Jul 16 17:48:06.984811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:07.008176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:07.032327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8979d65b-98c6-4cf5-bde1-09cd17853a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:07.044831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:48:07.058547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:07.059218 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:07.067178 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8979d65b-98c6-4cf5-bde1-09cd17853a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:07.086674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-e5e51523-944a-4862-b11e-b2c5463b5830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8803825 Jul 16 17:48:07.142759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Request body: {'port': {'device_id': '0305b324-24a6-4179-a563-53a708ee342e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:07.171301 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8979d65b-98c6-4cf5-bde1-09cd17853a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:07.174424 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8979d65b-98c6-4cf5-bde1-09cd17853a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:07.179246 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8979d65b-98c6-4cf5-bde1-09cd17853a7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46fa695b-209e-41e7-92e4-a683aeba7a61 HTTP/1.1" status: 204 len: 168 time: 0.2361603 Jul 16 17:48:07.202489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70434b-ab19-4a69-a7ca-aa970bc9693e req-3749d02f-cfe8-4a63-92b3-e05a46001a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:07.203657 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979d65b-98c6-4cf5-bde1-09cd17853a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fa695b-209e-41e7-92e4-a683aeba7a61,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:07.204142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b70434b-ab19-4a69-a7ca-aa970bc9693e req-3749d02f-cfe8-4a63-92b3-e05a46001a99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.2326894 Jul 16 17:48:07.276741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-dc29ba23-10d6-4b7d-9c28-2dc06c982609 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:07.278925 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-dc29ba23-10d6-4b7d-9c28-2dc06c982609 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 821 time: 0.3295424 Jul 16 17:48:07.306859 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b70434b-ab19-4a69-a7ca-aa970bc9693e req-d7492087-b5ce-4b84-82cc-fdedad859d79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789380 Jul 16 17:48:07.440767 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-e4f9ee8b-ee4f-44da-83c0-2d09e871db2d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/quotas/c5e6198059344f539cf6bbde362b7a15 HTTP/1.1" status: 200 len: 375 time: 0.1360850 Jul 16 17:48:07.464288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-295ab253-eed8-4ca1-bbb0-2f8537e8f65f None None] Provisioning for port 73db0322-7351-4903-95e6-38584acb47b3 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:07.466666 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:07.470614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-295ab253-eed8-4ca1-bbb0-2f8537e8f65f None None] Provisioning complete for port 73db0322-7351-4903-95e6-38584acb47b3 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:07.471299 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-295ab253-eed8-4ca1-bbb0-2f8537e8f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:07.512059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-295ab253-eed8-4ca1-bbb0-2f8537e8f65f None None] Port 73db0322-7351-4903-95e6-38584acb47b3 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:48:07.602956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b70434b-ab19-4a69-a7ca-aa970bc9693e req-e1921997-c999-480b-9854-666beb9bcbbf service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734952 Jul 16 17:48:07.621108 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b846c-0d1b-4a78-825d-5de3439665d8 req-0e611af5-9330-48e5-8781-f438a83fe193 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:07.622680 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-881b846c-0d1b-4a78-825d-5de3439665d8 req-0e611af5-9330-48e5-8781-f438a83fe193 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 943 time: 0.3223445 Jul 16 17:48:07.742871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['e201e55d-282d-4015-8b6d-3143c418862c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:48:07.806409 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-ea3bcf67-3f03-458a-ab25-f9b46249b1c4 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3567982 Jul 16 17:48:07.827201 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-881b846c-0d1b-4a78-825d-5de3439665d8 req-4435d348-fb5a-4f24-bedc-5bc28b3e1dee tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868579 Jul 16 17:48:07.898421 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e50b736-ad51-4698-8793-3d78e523b696 x-openstack-request-id: req-3e50b736-ad51-4698-8793-3d78e523b696 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:07.898809 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad807660-60ad-41cd-9477-b3872a9adde7", "name": "network-vif-plugged", "status": "completed", "tag": "be33f8a9-968b-4a24-8211-434ab9643201", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:07.899185 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e50b736-ad51-4698-8793-3d78e523b696 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:07.899587 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad807660-60ad-41cd-9477-b3872a9adde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be33f8a9-968b-4a24-8211-434ab9643201', 'code': 200} Jul 16 17:48:07.914553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9132eef4-ca0a-4527-97b6-9e4532931405 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:48:08.103738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79389ce-799b-440b-b1d4-d9335e7330e5 req-df85d188-7dfd-45d1-acbd-bf0014634939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:08.110755 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b79389ce-799b-440b-b1d4-d9335e7330e5 req-df85d188-7dfd-45d1-acbd-bf0014634939 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 1097 time: 0.1267574 Jul 16 17:48:08.170920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9132eef4-ca0a-4527-97b6-9e4532931405,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:08.191043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9132eef4-ca0a-4527-97b6-9e4532931405 has no active binding in host n-h2-787205-10 {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:48:08.193536 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b79389ce-799b-440b-b1d4-d9335e7330e5 req-f4a00e7a-8c08-4842-abab-42e9dcbc322c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719407 Jul 16 17:48:08.297033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b70434b-ab19-4a69-a7ca-aa970bc9693e req-017543a4-a5bb-481a-bb43-5c9418712bb4 service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6847527 Jul 16 17:48:08.374841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-aba94dad-32b6-4628-9847-514300ccfe1d service neutron] 10.222.0.24 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680907 Jul 16 17:48:08.442909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9859d-3f18-4142-9955-bdfa645aeaa2 req-6b45cefa-5954-4594-9713-27d25ab18fbc tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:08.444511 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35f9859d-3f18-4142-9955-bdfa645aeaa2 req-6b45cefa-5954-4594-9713-27d25ab18fbc tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 935 time: 0.2943630 Jul 16 17:48:08.526372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73db0322-7351-4903-95e6-38584acb47b3 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:08.538503 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:08.571377 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35f9859d-3f18-4142-9955-bdfa645aeaa2 req-c5789c0b-08fc-4e86-b814-3a1a927f023d tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029911 Jul 16 17:48:08.575132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Transition to ACTIVE for port object 73db0322-7351-4903-95e6-38584acb47b3 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:08.587475 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:08.606307 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-caafadb7-175d-478b-a40a-d63a85952b83 service neutron] 10.222.0.24 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183578 Jul 16 17:48:08.683357 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Pushing event updated for resources: {'Port': ['ID=73db0322-7351-4903-95e6-38584acb47b3,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:08.697629 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Attempting to bind port 73db0322-7351-4903-95e6-38584acb47b3 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:08.698016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Attempting to bind port 73db0322-7351-4903-95e6-38584acb47b3 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:08.698442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Attempting to bind port 73db0322-7351-4903-95e6-38584acb47b3 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:08.711674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Port 73db0322-7351-4903-95e6-38584acb47b3 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:48:08.711802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Attempting to bind port 73db0322-7351-4903-95e6-38584acb47b3 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:08.718071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:08.718423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:08.718814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:08.719254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Bound port: 73db0322-7351-4903-95e6-38584acb47b3, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:08.719621 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:08.959716 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-554c8c84-2f3c-421e-894e-61af102a8a95 service neutron] 10.222.0.32 "GET /v2.0/ports/9132eef4-ca0a-4527-97b6-9e4532931405/bindings/n-h2-787205-10 HTTP/1.1" status: 200 len: 385 time: 0.1463771 Jul 16 17:48:08.961760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] For port 73db0322-7351-4903-95e6-38584acb47b3, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:09.020683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60746b79-fa85-470b-9f0e-7267f954526f req-7c116526-98d5-424c-8a40-07376f53d070 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:09.057695 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60746b79-fa85-470b-9f0e-7267f954526f req-7c116526-98d5-424c-8a40-07376f53d070 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 944 time: 0.3204327 Jul 16 17:48:09.062133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] For port 73db0322-7351-4903-95e6-38584acb47b3, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73db0322-7351-4903-95e6-38584acb47b3,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:09.095069 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:09.182254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:09.183208 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:09.185758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] 10.222.0.32 "PUT /v2.0/ports/73db0322-7351-4903-95e6-38584acb47b3 HTTP/1.1" status: 200 len: 1096 time: 2.0502908 Jul 16 17:48:09.192225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0305b324-24a6-4179-a563-53a708ee342e', 'tag': '73db0322-7351-4903-95e6-38584acb47b3'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:09.195027 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3545c84f-4294-4bc4-a9ed-37fcfb357389" -d '{"events": [{"name": "network-changed", "server_uuid": "0305b324-24a6-4179-a563-53a708ee342e", "tag": "73db0322-7351-4903-95e6-38584acb47b3"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:09.247184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60746b79-fa85-470b-9f0e-7267f954526f req-3953991f-cb1a-4be7-b022-1398b653152d tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809783 Jul 16 17:48:09.429223 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19e80cc7-bcd6-4640-93b4-26190a9ebce3 req-4f6ef552-3c90-49a5-8057-7bfc5ba0870b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 210 time: 0.0761003 Jul 16 17:48:09.430054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9e9c1-32a4-4908-b7fe-7fe73bb5cd9d service neutron] Pushing event updated for resources: {'Port': ['ID=73db0322-7351-4903-95e6-38584acb47b3,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:09.563649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-baa573ed-e10c-4b7b-9e78-c56a18f19299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:09.565171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-baa573ed-e10c-4b7b-9e78-c56a18f19299 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 1099 time: 0.2838690 Jul 16 17:48:09.657255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-c60a1d66-b47c-435b-90b3-0f01cc5b1ddf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=73db0322-7351-4903-95e6-38584acb47b3 HTTP/1.1" status: 200 len: 217 time: 0.0734715 Jul 16 17:48:09.663344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b090b070-ce22-41ca-9c43-757d15aed9a2 service neutron] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9132eef4-ca0a-4527-97b6-9e4532931405,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:09.679678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca9a7-a567-4654-b1d6-5d83c09ba31b req-01c589a5-fa08-4517-b5aa-9d6c91ce8fa0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:09.681203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68eca9a7-a567-4654-b1d6-5d83c09ba31b req-01c589a5-fa08-4517-b5aa-9d6c91ce8fa0 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 945 time: 0.3300250 Jul 16 17:48:09.750749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b090b070-ce22-41ca-9c43-757d15aed9a2 service neutron] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:09.804624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-70494241-2649-480b-9674-3d415482ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:09.806065 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-70494241-2649-480b-9674-3d415482ef4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1347206 Jul 16 17:48:09.826473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b090b070-ce22-41ca-9c43-757d15aed9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9132eef4-ca0a-4527-97b6-9e4532931405 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:09.834124 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68eca9a7-a567-4654-b1d6-5d83c09ba31b req-77eea2fe-c013-4533-bd65-39870dbd1fdd tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414239 Jul 16 17:48:09.863466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b090b070-ce22-41ca-9c43-757d15aed9a2 service neutron] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9132eef4-ca0a-4527-97b6-9e4532931405,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:09.883166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a28d18-df73-4b7d-a0ec-bad08fc35258 req-04486462-b987-4958-a1b9-cd4bd1c2fb14 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:09.883833 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3a28d18-df73-4b7d-a0ec-bad08fc35258 req-04486462-b987-4958-a1b9-cd4bd1c2fb14 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 943 time: 0.3177083 Jul 16 17:48:09.913830 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b090b070-ce22-41ca-9c43-757d15aed9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:09.931561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 26275b18-0392-4c32-aab8-0926a09aab0a up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:09.995018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 26275b18-0392-4c32-aab8-0926a09aab0a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:09.996274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3a28d18-df73-4b7d-a0ec-bad08fc35258 req-d3d6f2c7-b49d-4515-a4e7-980c19542f52 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024985 Jul 16 17:48:09.997875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-447e1d8c-3192-461f-b731-04521048f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:09.999336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-447e1d8c-3192-461f-b731-04521048f78f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1840525 Jul 16 17:48:10.010697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 26275b18-0392-4c32-aab8-0926a09aab0a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:10.011366 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:10.072407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b090b070-ce22-41ca-9c43-757d15aed9a2 service neutron] Transition to ACTIVE for port object 9132eef4-ca0a-4527-97b6-9e4532931405 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:10.103901 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b090b070-ce22-41ca-9c43-757d15aed9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:10.164508 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:10.176847 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeb1d07-7ab3-4028-b2d1-987ca55c9691 x-openstack-request-id: req-cfeb1d07-7ab3-4028-b2d1-987ca55c9691 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:10.177140 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0305b324-24a6-4179-a563-53a708ee342e", "tag": "73db0322-7351-4903-95e6-38584acb47b3", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:10.177407 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfeb1d07-7ab3-4028-b2d1-987ca55c9691 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:10.177846 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0305b324-24a6-4179-a563-53a708ee342e', 'tag': '73db0322-7351-4903-95e6-38584acb47b3', 'status': 'completed', 'code': 200} Jul 16 17:48:10.239647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9ee0bb-d52b-4701-8085-fbab3e391949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26275b18-0392-4c32-aab8-0926a09aab0a'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:10.252248 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df5745a-236c-4300-a6f6-35e89cc111a7" -d '{"events": [{"server_uuid": "fa9ee0bb-d52b-4701-8085-fbab3e391949", "name": "network-vif-plugged", "status": "completed", "tag": "26275b18-0392-4c32-aab8-0926a09aab0a"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:10.278832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 26275b18-0392-4c32-aab8-0926a09aab0a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=26275b18-0392-4c32-aab8-0926a09aab0a,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:10.286583 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:10.295240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b090b070-ce22-41ca-9c43-757d15aed9a2 service neutron] No DVR routers for this DVR port 9132eef4-ca0a-4527-97b6-9e4532931405 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:48:10.300519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090b070-ce22-41ca-9c43-757d15aed9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9132eef4-ca0a-4527-97b6-9e4532931405,revision_number=10']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:10.359164 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efa5f0d-0cbf-4a71-8ff1-4a2951fca2ee x-openstack-request-id: req-2efa5f0d-0cbf-4a71-8ff1-4a2951fca2ee {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:10.359892 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9ee0bb-d52b-4701-8085-fbab3e391949", "name": "network-vif-plugged", "status": "completed", "tag": "26275b18-0392-4c32-aab8-0926a09aab0a", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:10.359892 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2efa5f0d-0cbf-4a71-8ff1-4a2951fca2ee {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:10.360776 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9ee0bb-d52b-4701-8085-fbab3e391949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26275b18-0392-4c32-aab8-0926a09aab0a', 'code': 200} Jul 16 17:48:10.381872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-c87b2dbb-f1bd-48fd-bac8-d710dc38b0e1 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708739 Jul 16 17:48:10.387324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=26275b18-0392-4c32-aab8-0926a09aab0a,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:10.423744 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-b090b070-ce22-41ca-9c43-757d15aed9a2 service neutron] 10.222.0.32 "PUT /v2.0/ports/9132eef4-ca0a-4527-97b6-9e4532931405/bindings/n-h2-787205-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4535279 Jul 16 17:48:10.555402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3548-4f68-45d2-aaf5-3fcb3803725c req-10c3d0c0-fa6f-4076-b617-23bcfc551709 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614177 Jul 16 17:48:10.565218 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a738b9-8222-45ad-9f4e-a6a3d7212dc5 req-d8640967-03be-4bc7-a038-9fb3f350a17c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:10.567644 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2a738b9-8222-45ad-9f4e-a6a3d7212dc5 req-d8640967-03be-4bc7-a038-9fb3f350a17c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 947 time: 0.1618960 Jul 16 17:48:10.609189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43322) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:10.793170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2a738b9-8222-45ad-9f4e-a6a3d7212dc5 req-b226eeba-4010-443f-9f1f-43be72e1a8bc tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151937 Jul 16 17:48:10.844203 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3153336f-1c8d-46d1-b404-401e198553d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:10.921388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d48995-90a3-413e-a841-c6036a41eb27 req-837d34d9-acc0-4743-81da-71bf79554432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:10.923275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-08d48995-90a3-413e-a841-c6036a41eb27 req-837d34d9-acc0-4743-81da-71bf79554432 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 1097 time: 0.1933069 Jul 16 17:48:10.987718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-0e5f6693-14aa-463f-a1eb-74da8dcd1c95 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:10.989411 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-0e5f6693-14aa-463f-a1eb-74da8dcd1c95 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.11 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 821 time: 0.3555887 Jul 16 17:48:10.994158 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-2024ea56-9c2d-45f4-b8c9-b5ac1798e0a3 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:10.997057 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-2024ea56-9c2d-45f4-b8c9-b5ac1798e0a3 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 1096 time: 0.3654377 Jul 16 17:48:11.011600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-a00c691f-4009-4e5f-87a5-db1a4082d156 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Request body: {'port': {'device_id': '64dc8885-ea70-415f-a800-ecb1e8601fbd', 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90', 'admin_state_up': True, 'tenant_id': 'c5e6198059344f539cf6bbde362b7a15'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:11.044993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d2939f43-c3cd-479f-b81b-4aad05d9feb3 req-680081f1-0e67-471a-b12a-a74356e2192a tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 210 time: 0.0657811 Jul 16 17:48:11.086324 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545c84f-4294-4bc4-a9ed-37fcfb357389 req-c4019edf-a26c-44f9-89a6-4f99af8799f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:11.086649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3545c84f-4294-4bc4-a9ed-37fcfb357389 req-c4019edf-a26c-44f9-89a6-4f99af8799f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 1099 time: 0.4432278 Jul 16 17:48:11.203137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-962b0047-5cb2-4b05-8f38-e387f8d0eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:11.206596 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-962b0047-5cb2-4b05-8f38-e387f8d0eb37 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea HTTP/1.1" status: 200 len: 1096 time: 0.2007394 Jul 16 17:48:11.216831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545c84f-4294-4bc4-a9ed-37fcfb357389 req-361443a7-bc5f-4fd5-8163-5bcf90a694d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:11.218987 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3545c84f-4294-4bc4-a9ed-37fcfb357389 req-361443a7-bc5f-4fd5-8163-5bcf90a694d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.1172082 Jul 16 17:48:11.227363 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-08d48995-90a3-413e-a841-c6036a41eb27 req-442e3a3d-aaaf-47b4-be7a-22753cade58c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485864 Jul 16 17:48:11.296735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3545c84f-4294-4bc4-a9ed-37fcfb357389 req-64840556-e57b-4fdd-a6c5-8b37548c7d90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=73db0322-7351-4903-95e6-38584acb47b3 HTTP/1.1" status: 200 len: 217 time: 0.0628512 Jul 16 17:48:11.343396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3153336f-1c8d-46d1-b404-401e198553d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:11.370499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-a00c691f-4009-4e5f-87a5-db1a4082d156 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Made reservation on behalf of c5e6198059344f539cf6bbde362b7a15 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:48:11.374366 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-a00c691f-4009-4e5f-87a5-db1a4082d156 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:11.378036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-7fb89155-1f58-4454-af92-a27ee0007457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:11.380092 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-7fb89155-1f58-4454-af92-a27ee0007457 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 1096 time: 0.0919771 Jul 16 17:48:11.388622 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3153336f-1c8d-46d1-b404-401e198553d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:11.443481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e882e72-2207-479f-b5f6-592a71278e4c req-1271754a-70ff-4cd7-9d2e-ecc90eb0516b tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:11.444717 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e882e72-2207-479f-b5f6-592a71278e4c req-1271754a-70ff-4cd7-9d2e-ecc90eb0516b tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 945 time: 0.4677086 Jul 16 17:48:11.480570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153336f-1c8d-46d1-b404-401e198553d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dac1cc8-d6cc-403a-bc1c-7bd919c39afc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:11.487089 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3153336f-1c8d-46d1-b404-401e198553d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eced14cd011649429953675550376976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8761127 Jul 16 17:48:11.496158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545c84f-4294-4bc4-a9ed-37fcfb357389 req-7cb7ba8e-d080-4a11-8123-5aa0b5b2b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:11.497636 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3545c84f-4294-4bc4-a9ed-37fcfb357389 req-7cb7ba8e-d080-4a11-8123-5aa0b5b2b5c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1801877 Jul 16 17:48:11.498137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43350) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:11.642170 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-a00c691f-4009-4e5f-87a5-db1a4082d156 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Allocated IP 172.20.0.6 (e7f266cd-7ba1-4cd8-ab7e-f3565270df90/04a8a01a-cbcb-485c-bc41-1fc9a7e6e516/6831df7c-95eb-4b75-ba82-1965b2ea1a6b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:48:11.645259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-69ba11ba-3b0b-45fe-94e7-f80d76c7a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:11.646823 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-69ba11ba-3b0b-45fe-94e7-f80d76c7a8a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.2562134 Jul 16 17:48:11.708973 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-dbd26239-393f-47db-98d7-39443a5e30d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9132eef4-ca0a-4527-97b6-9e4532931405 HTTP/1.1" status: 200 len: 217 time: 0.0466418 Jul 16 17:48:11.816643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-212baf00-c220-4a11-864f-874641f46031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:11.818876 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-212baf00-c220-4a11-864f-874641f46031 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.0945849 Jul 16 17:48:11.848085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e882e72-2207-479f-b5f6-592a71278e4c req-eb70597b-6162-4c2f-b8bf-a3299a1c0579 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3835168 Jul 16 17:48:11.860211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86e816-2edc-4095-9e13-35d72eca3fef req-bb6cec09-a927-4d6d-8abd-f079e9347fa8 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:11.862032 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f86e816-2edc-4095-9e13-35d72eca3fef req-bb6cec09-a927-4d6d-8abd-f079e9347fa8 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 945 time: 0.5768316 Jul 16 17:48:11.862182 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-c68e0d0a-d783-4fee-bb37-3e077ff8a643 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345254 Jul 16 17:48:11.910911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-890febd1-7f94-47d9-9813-037eefaa8227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:11.935967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:48:11.951605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545c84f-4294-4bc4-a9ed-37fcfb357389 req-af05c272-2815-49e2-8aa2-ea721d21b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:11.953117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3545c84f-4294-4bc4-a9ed-37fcfb357389 req-af05c272-2815-49e2-8aa2-ea721d21b3e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4376938 Jul 16 17:48:11.962282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f86e816-2edc-4095-9e13-35d72eca3fef req-0b6598d6-915f-4183-8543-42f04968c851 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861616 Jul 16 17:48:11.988361 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-890febd1-7f94-47d9-9813-037eefaa8227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:12.003935 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-3a88a11a-f8d7-41d3-bd24-afd0cbc71a95 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037238 Jul 16 17:48:12.108474 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:12.136785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939', 'mac_address': 'fa:16:3e:05:1e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:48:12.218272 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:12.248764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:12.256203 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-a00c691f-4009-4e5f-87a5-db1a4082d156 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:12.286712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca56a3-42ad-46e6-bd8f-5c99d30689e9 req-3a26077f-9552-400f-b15a-a42d307b8609 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:12.294088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:12.301003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49ca56a3-42ad-46e6-bd8f-5c99d30689e9 req-3a26077f-9552-400f-b15a-a42d307b8609 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 944 time: 0.3087769 Jul 16 17:48:12.302834 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:12.353727 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-cedec261-0347-43f5-94d2-705e624107ac service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230460 Jul 16 17:48:12.421905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-a00c691f-4009-4e5f-87a5-db1a4082d156 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:12.432155 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3545c84f-4294-4bc4-a9ed-37fcfb357389 req-34860acb-9881-4088-923e-52e8262dca15 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686007 Jul 16 17:48:12.433363 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['79dca76c-e9fb-4200-a77c-e8cd2fe8b939'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:48:12.450805 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49ca56a3-42ad-46e6-bd8f-5c99d30689e9 req-a1ec1223-02a1-4eb6-942d-ad065dc7bfc8 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467152 Jul 16 17:48:12.472784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-a00c691f-4009-4e5f-87a5-db1a4082d156 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:12.484396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-890febd1-7f94-47d9-9813-037eefaa8227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:12.486924 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-890febd1-7f94-47d9-9813-037eefaa8227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:12.490592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-890febd1-7f94-47d9-9813-037eefaa8227 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1dac1cc8-d6cc-403a-bc1c-7bd919c39afc HTTP/1.1" status: 204 len: 168 time: 0.9791603 Jul 16 17:48:12.539650 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-a00c691f-4009-4e5f-87a5-db1a4082d156 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:12.546869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890febd1-7f94-47d9-9813-037eefaa8227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dac1cc8-d6cc-403a-bc1c-7bd919c39afc,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:12.555124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-a00c691f-4009-4e5f-87a5-db1a4082d156 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:48:12.576383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-a00c691f-4009-4e5f-87a5-db1a4082d156 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:12.589785 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-a00c691f-4009-4e5f-87a5-db1a4082d156 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:12.666420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:12.698446 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3545c84f-4294-4bc4-a9ed-37fcfb357389 req-d0e3e961-f688-44a8-9074-7265d747876c service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460320 Jul 16 17:48:12.727808 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-a00c691f-4009-4e5f-87a5-db1a4082d156 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7234929 Jul 16 17:48:12.746206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Request body: {'port': {'device_id': '64dc8885-ea70-415f-a800-ecb1e8601fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:12.750580 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c691f-4009-4e5f-87a5-db1a4082d156 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Pushing event updated for resources: {'Port': ['ID=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:12.850799 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cf59c-aae1-4ff6-954c-a9dcec0cb3bb req-9cd87b3e-0162-4bc1-a092-e3a466a008f4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:12.865111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a7cf59c-aae1-4ff6-954c-a9dcec0cb3bb req-9cd87b3e-0162-4bc1-a092-e3a466a008f4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 947 time: 0.1844640 Jul 16 17:48:12.967171 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:12.968732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a7cf59c-aae1-4ff6-954c-a9dcec0cb3bb req-76f55064-cb8f-4333-a7cd-3f6133691801 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913675 Jul 16 17:48:13.078992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-02163da6-849e-4520-b903-198bd1551699 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:13.080472 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-02163da6-849e-4520-b903-198bd1551699 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1096 time: 0.1760333 Jul 16 17:48:13.108600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88873d-bdc2-4516-bbbd-fc1e5e71406d req-970f39e3-e65a-4e75-b80c-1dd9caccd480 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:13.111039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43378) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:13.116044 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce88873d-bdc2-4516-bbbd-fc1e5e71406d req-970f39e3-e65a-4e75-b80c-1dd9caccd480 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 945 time: 0.1454237 Jul 16 17:48:13.162894 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5897c8f-4e7d-40ec-bc0d-2e9dd3838f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:13.213977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803bacc-92f2-400a-b941-c98ec1b02d23 req-23e2b8d2-2d3e-417d-892f-458b9b298e22 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:13.215563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d803bacc-92f2-400a-b941-c98ec1b02d23 req-23e2b8d2-2d3e-417d-892f-458b9b298e22 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 931 time: 0.0925956 Jul 16 17:48:13.218822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce88873d-bdc2-4516-bbbd-fc1e5e71406d req-f8556208-c907-478d-8945-f0b7de605499 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019897 Jul 16 17:48:13.286252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d803bacc-92f2-400a-b941-c98ec1b02d23 req-07369035-17ed-40fb-a54f-f0ffa1a27707 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602181 Jul 16 17:48:13.406395 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3ba2860f-905b-42d2-8925-af10701eb93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:13.586584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6831df7c-95eb-4b75-ba82-1965b2ea1a6b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:13.587705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30c315-981d-4a1f-90cb-1fce8ce81d64 req-5c63c8bc-fe98-4327-b731-8c587fb3a5b9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:13.594507 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:13.597587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a30c315-981d-4a1f-90cb-1fce8ce81d64 req-5c63c8bc-fe98-4327-b731-8c587fb3a5b9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 945 time: 0.1542222 Jul 16 17:48:13.610716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Transition to ACTIVE for port object 6831df7c-95eb-4b75-ba82-1965b2ea1a6b will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:13.622818 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:13.627295 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-cc18e4da-0445-406a-9a55-13d90f9b25e4 service neutron] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:13.644283 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-cc18e4da-0445-406a-9a55-13d90f9b25e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:13.644283 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ccc4fac9-6f8c-4ea2-b93f-9658a9c5d3bc req-cc18e4da-0445-406a-9a55-13d90f9b25e4 service neutron] 10.222.0.11 "DELETE /v2.0/ports/9132eef4-ca0a-4527-97b6-9e4532931405/bindings/n-h1-787205-10 HTTP/1.1" status: 204 len: 173 time: 0.5536795 Jul 16 17:48:13.731353 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a30c315-981d-4a1f-90cb-1fce8ce81d64 req-e6172fa8-94a3-4902-a570-bc5f46b9c2d6 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160426 Jul 16 17:48:13.735032 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5897c8f-4e7d-40ec-bc0d-2e9dd3838f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:13.739681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:13.748621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb5065-656c-45d9-a138-85d9b9bcce71 req-816df0a5-c605-4631-aacb-6fc81d89a92e tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:13.750242 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0abb5065-656c-45d9-a138-85d9b9bcce71 req-816df0a5-c605-4631-aacb-6fc81d89a92e tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 945 time: 0.1323044 Jul 16 17:48:13.777412 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5897c8f-4e7d-40ec-bc0d-2e9dd3838f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:13.820582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Attempting to bind port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:13.820916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Attempting to bind port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:13.821246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Attempting to bind port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:13.829733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0abb5065-656c-45d9-a138-85d9b9bcce71 req-c5c23dc0-5c52-4750-b7f5-7248d13ef890 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670669 Jul 16 17:48:13.842355 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c5897c8f-4e7d-40ec-bc0d-2e9dd3838f6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd4ae1ae91564e1a994bd7e3f5e1d54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7267449 Jul 16 17:48:13.842355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:48:13.842355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Attempting to bind port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:13.845157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43400) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:13.845935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5897c8f-4e7d-40ec-bc0d-2e9dd3838f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ae266c-79f2-49fd-85ea-48f879757f98,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:13.857095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:13.857737 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Checking segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:13.858393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Bound using segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:13.861759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Bound port: 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:13.861759 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:13.951107 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:13.951324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:13.956709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:13.964267 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:14.024735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:14.025887 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:14.027831 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] 10.222.0.11 "PUT /v2.0/ports/6831df7c-95eb-4b75-ba82-1965b2ea1a6b HTTP/1.1" status: 200 len: 1092 time: 1.2893875 Jul 16 17:48:14.028740 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dc8885-ea70-415f-a800-ecb1e8601fbd', 'tag': '6831df7c-95eb-4b75-ba82-1965b2ea1a6b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:14.033199 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a40ca0-07c3-4556-8890-99ad9da5d718" -d '{"events": [{"name": "network-changed", "server_uuid": "64dc8885-ea70-415f-a800-ecb1e8601fbd", "tag": "6831df7c-95eb-4b75-ba82-1965b2ea1a6b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:14.083519 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e428715-73a5-4e9c-8860-8747820b3dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:14.111953 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 73db0322-7351-4903-95e6-38584acb47b3 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:48:14.152821 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39ac5c4-f4a2-43bd-90c7-8d2853f637cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:14.259661 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39ac5c4-f4a2-43bd-90c7-8d2853f637cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:14.276275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-f5469897-d654-487c-9951-7e45b494e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:14.278314 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-f5469897-d654-487c-9951-7e45b494e67b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 1095 time: 0.1530142 Jul 16 17:48:14.295918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9132eef4-ca0a-4527-97b6-9e4532931405 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:48:14.325352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cf8b0-9752-43b0-b1fb-36ab04920d66 req-aa66d293-e754-48d9-9648-bbba71a797a8 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:14.338871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a7cf8b0-9752-43b0-b1fb-36ab04920d66 req-aa66d293-e754-48d9-9648-bbba71a797a8 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 944 time: 0.4136271 Jul 16 17:48:14.382244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9132eef4-ca0a-4527-97b6-9e4532931405 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:48:14.384124 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-931a32e7-31bc-427e-8a00-6bc8b7996497 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b HTTP/1.1" status: 200 len: 217 time: 0.0905180 Jul 16 17:48:14.433387 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:14.434016 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:14.461525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-7961f521-8206-48fc-83a3-59681fed6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:14.463549 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-7961f521-8206-48fc-83a3-59681fed6873 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.0557270 Jul 16 17:48:14.504613 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 73db0322-7351-4903-95e6-38584acb47b3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73db0322-7351-4903-95e6-38584acb47b3,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:14.507116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6e754-7ea6-4bf2-bce3-ec8146155afe req-5a3ac26c-101b-4eb2-ba21-48ae212d204d tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:14.518250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43414) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:14.519548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '73db0322-7351-4903-95e6-38584acb47b3', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '73db0322-7351-4903-95e6-38584acb47b3', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:48:14.523539 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a3b6e754-7ea6-4bf2-bce3-ec8146155afe req-5a3ac26c-101b-4eb2-ba21-48ae212d204d tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 945 time: 0.3536310 Jul 16 17:48:14.524528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-689fc816-7930-4d7f-b613-39d7032e06e9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Request body: {'floatingip': {'port_id': '26275b18-0392-4c32-aab8-0926a09aab0a'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:14.529946 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-f5acd853-cfc6-4e34-964f-6951cab83af6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545614 Jul 16 17:48:14.542454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a7cf8b0-9752-43b0-b1fb-36ab04920d66 req-472f8c94-2bf4-4060-84d1-aa0b3d426c57 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891851 Jul 16 17:48:14.560542 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39ac5c4-f4a2-43bd-90c7-8d2853f637cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:14.563461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39ac5c4-f4a2-43bd-90c7-8d2853f637cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:14.567557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b39ac5c4-f4a2-43bd-90c7-8d2853f637cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91ae266c-79f2-49fd-85ea-48f879757f98 HTTP/1.1" status: 204 len: 168 time: 0.7169263 Jul 16 17:48:14.568701 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:14.586496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73db0322-7351-4903-95e6-38584acb47b3 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:14.591127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ac5c4-f4a2-43bd-90c7-8d2853f637cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ae266c-79f2-49fd-85ea-48f879757f98,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:14.638744 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:14.668429 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-689fc816-7930-4d7f-b613-39d7032e06e9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:14.759061 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:14.779349 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:14.783966 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f420096-6307-49cd-9b5e-63e023481d87" -d '{"events": [{"server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "name": "network-vif-plugged", "status": "completed", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:14.814894 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:14.835571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 73db0322-7351-4903-95e6-38584acb47b3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73db0322-7351-4903-95e6-38584acb47b3,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:14.904987 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:14.950719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:15.017704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52449de-e54e-4d48-808c-11faa47d0e6a req-5d058d0e-ffd2-4c16-87e5-1b89630a5726 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:15.021232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=73db0322-7351-4903-95e6-38584acb47b3,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:15.029269 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e52449de-e54e-4d48-808c-11faa47d0e6a req-5d058d0e-ffd2-4c16-87e5-1b89630a5726 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 945 time: 0.2152131 Jul 16 17:48:15.042885 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-c116e546-a2ef-496d-b200-1bf6bedc35a3 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811897 Jul 16 17:48:15.165643 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e52449de-e54e-4d48-808c-11faa47d0e6a req-5cdb4e54-e913-4961-a738-b25e71be3a78 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352787 Jul 16 17:48:15.200660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['73db0322-7351-4903-95e6-38584acb47b3'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:48:15.214293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfee27-a416-4a0f-9bde-a236ff00fd24 req-3b583c81-506e-4870-a83e-64a2d8ee09be tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:15.216714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ebcfee27-a416-4a0f-9bde-a236ff00fd24 req-3b583c81-506e-4870-a83e-64a2d8ee09be tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 948 time: 0.2848997 Jul 16 17:48:15.318506 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ebcfee27-a416-4a0f-9bde-a236ff00fd24 req-eec8daf8-319e-429e-9643-b4c57598f830 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882237 Jul 16 17:48:15.460131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43442) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:15.708020 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfeea06-b3ed-4f53-afbf-c0ded6003764 x-openstack-request-id: req-6cfeea06-b3ed-4f53-afbf-c0ded6003764 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:15.708542 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "name": "network-vif-plugged", "status": "completed", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:15.708542 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cfeea06-b3ed-4f53-afbf-c0ded6003764 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:15.708945 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939', 'code': 200} Jul 16 17:48:15.719236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4da9a-c1cf-4050-8650-6d829491381c req-25dee934-b6cf-4e5c-97e4-3c7d039f95d7 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:15.730331 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79a4da9a-c1cf-4050-8650-6d829491381c req-25dee934-b6cf-4e5c-97e4-3c7d039f95d7 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 943 time: 0.1489186 Jul 16 17:48:15.738324 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-561f3b96-1b1f-4b45-9150-63d12bb965d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:15.810263 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79a4da9a-c1cf-4050-8650-6d829491381c req-bb4021af-d7c5-453c-b6c2-1b1eebb983de tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781724 Jul 16 17:48:15.861165 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f650ac64-a009-4dce-bd7e-9869bff37816 x-openstack-request-id: req-f650ac64-a009-4dce-bd7e-9869bff37816 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:15.861609 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dc8885-ea70-415f-a800-ecb1e8601fbd", "tag": "6831df7c-95eb-4b75-ba82-1965b2ea1a6b", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:15.861812 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f650ac64-a009-4dce-bd7e-9869bff37816 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:15.862819 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dc8885-ea70-415f-a800-ecb1e8601fbd', 'tag': '6831df7c-95eb-4b75-ba82-1965b2ea1a6b', 'status': 'completed', 'code': 200} Jul 16 17:48:15.931707 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:16.004716 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8331639c-440e-4e7f-8da4-7a0f3ce0f379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:16.149304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8331639c-440e-4e7f-8da4-7a0f3ce0f379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:16.153206 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d3d0ea3-fde4-4de8-83cb-b6680079aaf2 req-83d94cad-d4e4-4ff5-87c6-a5caf9a30e7a service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1007557 Jul 16 17:48:16.176135 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8331639c-440e-4e7f-8da4-7a0f3ce0f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:16.269606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8331639c-440e-4e7f-8da4-7a0f3ce0f379 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7281ee6305d0465d932b11640a8fc5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8083570 Jul 16 17:48:16.272758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43462) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:16.278769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58223f-86fb-4111-a266-8b8dd56a3301 req-8269aa9c-48be-4d24-ae9e-44a8e6ebfe3a tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:16.286605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a58223f-86fb-4111-a266-8b8dd56a3301 req-8269aa9c-48be-4d24-ae9e-44a8e6ebfe3a tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 945 time: 0.3361900 Jul 16 17:48:16.288699 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331639c-440e-4e7f-8da4-7a0f3ce0f379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a440dc6f-fd3b-423e-a001-963ee2402c72,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:16.350867 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a58223f-86fb-4111-a266-8b8dd56a3301 req-61ef4bb6-8bc6-402f-a302-cab32741338f tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591836 Jul 16 17:48:16.356507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaad15e-3555-49f1-996c-5026f71e3a9b req-c732aa13-87f5-4fe3-874e-8e31bbc456d2 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:16.368583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9eaad15e-3555-49f1-996c-5026f71e3a9b req-c732aa13-87f5-4fe3-874e-8e31bbc456d2 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 1096 time: 0.1959927 Jul 16 17:48:16.457635 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9eaad15e-3555-49f1-996c-5026f71e3a9b req-c09cae06-e538-481c-887e-a172873aa6dd tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880520 Jul 16 17:48:16.683147 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d897cc0-759c-415d-a704-ba4d84e9d1df req-e71dbd9a-981d-4fd7-be33-214c6c7be4a7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:16.684923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d897cc0-759c-415d-a704-ba4d84e9d1df req-e71dbd9a-981d-4fd7-be33-214c6c7be4a7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 948 time: 0.1485381 Jul 16 17:48:16.763375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d897cc0-759c-415d-a704-ba4d84e9d1df req-bcab73f9-5118-49b4-94f6-0e74cc91d55c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693181 Jul 16 17:48:16.773592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b1e50-80bb-4143-96ed-48e67819e0b0 req-718eab4f-1299-4924-8dec-7f85ac0d0581 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:16.781193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc7b1e50-80bb-4143-96ed-48e67819e0b0 req-718eab4f-1299-4924-8dec-7f85ac0d0581 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 945 time: 0.1569130 Jul 16 17:48:16.841162 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc7b1e50-80bb-4143-96ed-48e67819e0b0 req-e45a49a7-bfec-4252-9db6-a1e8c0aac83c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585997 Jul 16 17:48:17.133003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-50f1010b-1564-4e14-bfb0-e1b5a26a8afa tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:17.139994 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-50f1010b-1564-4e14-bfb0-e1b5a26a8afa tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 807 time: 0.1795952 Jul 16 17:48:17.163598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-519261e3-72b8-4016-b31f-84c3abaa8e11 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/quotas/a85383c3d1ce46c886e3ebcb056fbdea HTTP/1.1" status: 200 len: 375 time: 0.0228686 Jul 16 17:48:17.176605 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3e2c0a2-51a9-4ae6-82f8-8b404c4ddca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:17.202712 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3e2c0a2-51a9-4ae6-82f8-8b404c4ddca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:17.209242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07c39b-d66d-41a6-8b54-28257b11f3c6 req-87ea51a6-9342-4679-82b9-88d880f12c1f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:17.216222 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc07c39b-d66d-41a6-8b54-28257b11f3c6 req-87ea51a6-9342-4679-82b9-88d880f12c1f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 943 time: 0.1662300 Jul 16 17:48:17.235971 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a40ca0-07c3-4556-8890-99ad9da5d718 req-01f1b341-f712-480a-bab8-ac43995a6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:17.238470 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50a40ca0-07c3-4556-8890-99ad9da5d718 req-01f1b341-f712-480a-bab8-ac43995a6611 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 1095 time: 0.9775693 Jul 16 17:48:17.240373 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-689fc816-7930-4d7f-b613-39d7032e06e9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:17.259107 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-689fc816-7930-4d7f-b613-39d7032e06e9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:17.277375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc07c39b-d66d-41a6-8b54-28257b11f3c6 req-1cf81dc9-64a7-4875-9822-149f30dfb137 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601814 Jul 16 17:48:17.361290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-cb9603ec-7fce-44bf-afd8-ff9b12b747a5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1609616 Jul 16 17:48:17.460279 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:17.557610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-937d1d65-272c-4844-815f-21898389e693 service neutron] 10.222.0.24 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166119 Jul 16 17:48:17.590582 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3e2c0a2-51a9-4ae6-82f8-8b404c4ddca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:17.593152 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3e2c0a2-51a9-4ae6-82f8-8b404c4ddca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:17.594454 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f3e2c0a2-51a9-4ae6-82f8-8b404c4ddca9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a440dc6f-fd3b-423e-a001-963ee2402c72 HTTP/1.1" status: 204 len: 168 time: 1.2909951 Jul 16 17:48:17.621350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2c0a2-51a9-4ae6-82f8-8b404c4ddca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a440dc6f-fd3b-423e-a001-963ee2402c72,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:17.640650 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-689fc816-7930-4d7f-b613-39d7032e06e9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Floating IP e3250273-8aef-414c-9b85-490e9ae2127a associated. External IP: 172.25.3.77, port: 26275b18-0392-4c32-aab8-0926a09aab0a. Jul 16 17:48:17.713380 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-b24cbd4f-c219-4cdd-b48a-c18a635b7a5f service neutron] 10.222.0.24 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547706 Jul 16 17:48:17.761924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8247f70-e1a9-43b2-a252-b5300d2eea98 req-6b74937e-2343-40c5-978e-60ccafcb4e3e tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:17.763972 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8247f70-e1a9-43b2-a252-b5300d2eea98 req-6b74937e-2343-40c5-978e-60ccafcb4e3e tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 945 time: 0.1772773 Jul 16 17:48:17.787209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a40ca0-07c3-4556-8890-99ad9da5d718 req-c6d42b76-9a47-4838-accd-cb69d19d6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:17.788860 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50a40ca0-07c3-4556-8890-99ad9da5d718 req-c6d42b76-9a47-4838-accd-cb69d19d6354 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.5427229 Jul 16 17:48:17.821054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8247f70-e1a9-43b2-a252-b5300d2eea98 req-c9df22c1-abc7-41a4-87e6-712dd3c8fa95 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510349 Jul 16 17:48:17.898869 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50a40ca0-07c3-4556-8890-99ad9da5d718 req-1388113d-63c5-43d6-a833-1a17b0351047 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b HTTP/1.1" status: 200 len: 217 time: 0.0528097 Jul 16 17:48:17.978275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 73db0322-7351-4903-95e6-38584acb47b3 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:18.068361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a40ca0-07c3-4556-8890-99ad9da5d718 req-1801fa9c-83bc-4b87-9b3f-34c47dd98a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:18.070555 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50a40ca0-07c3-4556-8890-99ad9da5d718 req-1801fa9c-83bc-4b87-9b3f-34c47dd98a95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.1627345 Jul 16 17:48:18.085548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 73db0322-7351-4903-95e6-38584acb47b3 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:18.091025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 73db0322-7351-4903-95e6-38584acb47b3 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:18.091821 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:18.161933 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50a40ca0-07c3-4556-8890-99ad9da5d718 req-f9c089a1-6871-4383-a90a-9a3f19b56812 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819683 Jul 16 17:48:18.172351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689fc816-7930-4d7f-b613-39d7032e06e9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Router 98904ede-c307-4234-a235-e3fa90fca0fe has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:48:18.272117 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:18.334803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0305b324-24a6-4179-a563-53a708ee342e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73db0322-7351-4903-95e6-38584acb47b3'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:18.337897 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc9da22-aada-486f-840b-901a3e9e85c2" -d '{"events": [{"server_uuid": "0305b324-24a6-4179-a563-53a708ee342e", "name": "network-vif-plugged", "status": "completed", "tag": "73db0322-7351-4903-95e6-38584acb47b3"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:18.352039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f993a5-3df3-40e6-8df0-7dc6a0af54f6 req-a47f89e5-d9fc-464d-bfff-939b1137d75c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:18.360855 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67f993a5-3df3-40e6-8df0-7dc6a0af54f6 req-a47f89e5-d9fc-464d-bfff-939b1137d75c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 948 time: 0.1649845 Jul 16 17:48:18.380522 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 73db0322-7351-4903-95e6-38584acb47b3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73db0322-7351-4903-95e6-38584acb47b3,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:18.388141 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:18.395871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-ee28eadf-b17a-471b-824c-049351eea16f req-17d1c2ec-1d36-42d6-bc14-f739ffd2d9c0 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Request body: {'security_group': {'name': 'tempest-securitygroup-427261230', 'description': 'tempest-description-1564574317'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:18.427704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43540) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:18.437424 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ee28eadf-b17a-471b-824c-049351eea16f req-17d1c2ec-1d36-42d6-bc14-f739ffd2d9c0 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:18.451318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ee28eadf-b17a-471b-824c-049351eea16f req-17d1c2ec-1d36-42d6-bc14-f739ffd2d9c0 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:18.495431 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=73db0322-7351-4903-95e6-38584acb47b3,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:18.528115 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67f993a5-3df3-40e6-8df0-7dc6a0af54f6 req-1b5f5bed-85f0-4c4f-addd-99abe2624fd9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612501 Jul 16 17:48:18.694184 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ee28eadf-b17a-471b-824c-049351eea16f req-17d1c2ec-1d36-42d6-bc14-f739ffd2d9c0 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:18.700818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ee28eadf-b17a-471b-824c-049351eea16f req-17d1c2ec-1d36-42d6-bc14-f739ffd2d9c0 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:18.823430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1c2ec-1d36-42d6-bc14-f739ffd2d9c0 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce881ce2-053a-4b69-92bb-0a95086d3549,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:18.870957 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59b2df40-1a14-4814-a67d-69492e0eb7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:18.877154 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:18.881573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689fc816-7930-4d7f-b613-39d7032e06e9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:48:18.892728 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-689fc816-7930-4d7f-b613-39d7032e06e9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:18.892889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed339e9-736d-401f-8a4e-e4de45fac449 req-60cc3cb6-fba0-4122-ab43-ab887d81caf2 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:18.899809 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7259ba5-d9db-44a9-bfc6-054d2071f975 None None] Sync routers for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:48:18.900652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ed339e9-736d-401f-8a4e-e4de45fac449 req-60cc3cb6-fba0-4122-ab43-ab887d81caf2 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 945 time: 0.1554794 Jul 16 17:48:18.912472 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7259ba5-d9db-44a9-bfc6-054d2071f975 None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:48:18.914618 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a7259ba5-d9db-44a9-bfc6-054d2071f975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:48:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:48:18.975212 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ee28eadf-b17a-471b-824c-049351eea16f req-17d1c2ec-1d36-42d6-bc14-f739ffd2d9c0 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:18.990506 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-689fc816-7930-4d7f-b613-39d7032e06e9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "PUT /v2.0/floatingips/e3250273-8aef-414c-9b85-490e9ae2127a HTTP/1.1" status: 200 len: 990 time: 4.4707229 Jul 16 17:48:18.994204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ed339e9-736d-401f-8a4e-e4de45fac449 req-c2bced5a-b676-4907-bdd2-84ad88e88c14 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926039 Jul 16 17:48:18.999039 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ee28eadf-b17a-471b-824c-049351eea16f req-17d1c2ec-1d36-42d6-bc14-f739ffd2d9c0 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:19.000692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9ee0bb-d52b-4701-8085-fbab3e391949', 'tag': '26275b18-0392-4c32-aab8-0926a09aab0a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:19.007701 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fa8ece-d01d-4949-b65c-4ec2ac3fddb1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9ee0bb-d52b-4701-8085-fbab3e391949", "tag": "26275b18-0392-4c32-aab8-0926a09aab0a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:19.097447 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50a40ca0-07c3-4556-8890-99ad9da5d718 req-4d83aca9-1509-4a25-8765-efd85f07215e service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9169602 Jul 16 17:48:19.099967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1c2ec-1d36-42d6-bc14-f739ffd2d9c0 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd60b2a1-1f99-4030-87d1-22aaf5120356,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:19.153548 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a7259ba5-d9db-44a9-bfc6-054d2071f975 None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:48:19.258362 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50a40ca0-07c3-4556-8890-99ad9da5d718 req-58736645-47a1-4976-82a4-0e637fe027a3 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412416 Jul 16 17:48:19.311785 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59b2df40-1a14-4814-a67d-69492e0eb7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:19.328072 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ee28eadf-b17a-471b-824c-049351eea16f req-17d1c2ec-1d36-42d6-bc14-f739ffd2d9c0 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:19.348220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59b2df40-1a14-4814-a67d-69492e0eb7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:19.360155 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee28eadf-b17a-471b-824c-049351eea16f req-17d1c2ec-1d36-42d6-bc14-f739ffd2d9c0 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9870296 Jul 16 17:48:19.493747 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-59b2df40-1a14-4814-a67d-69492e0eb7aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7d0ca5594364cf1a0e9f7f1efd19b66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0548666 Jul 16 17:48:19.493747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2df40-1a14-4814-a67d-69492e0eb7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9261750e-1bad-4635-9797-442d2e9e95a3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:19.494430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43560) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:19.642653 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a678c2f-4ae6-45f6-9404-114a9038a419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:19.672366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a855d-8c59-49f5-8c24-05ae909ab4bf req-47c83ab1-9f85-43d4-9c0f-52270cc61ecb tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:19.674077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f74a855d-8c59-49f5-8c24-05ae909ab4bf req-47c83ab1-9f85-43d4-9c0f-52270cc61ecb tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 943 time: 0.1406436 Jul 16 17:48:19.686388 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a678c2f-4ae6-45f6-9404-114a9038a419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:19.696558 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a7259ba5-d9db-44a9-bfc6-054d2071f975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'e3250273-8aef-414c-9b85-490e9ae2127a', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'port_id': '26275b18-0392-4c32-aab8-0926a09aab0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'mac_address': 'fa:16:3e:07:69:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ee0bb-d52b-4701-8085-fbab3e391949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:47:55Z', 'updated_at': '2021-07-16T17:48:16Z', 'revision_number': 1, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:48:19.741133 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7259ba5-d9db-44a9-bfc6-054d2071f975 None None] Checking router: 98904ede-c307-4234-a235-e3fa90fca0fe for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:48:19.747536 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f74a855d-8c59-49f5-8c24-05ae909ab4bf req-97bbf3fd-cc26-4588-867b-2c43f56e6979 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639853 Jul 16 17:48:19.771656 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7259ba5-d9db-44a9-bfc6-054d2071f975 None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:48:19.772347 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a7259ba5-d9db-44a9-bfc6-054d2071f975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:48:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:48:19.819722 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df91e5e0-1bd0-417f-b3fe-619d1f0fc7ac req-41aaba5b-1170-4328-9229-19a873c6204a tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 210 time: 0.0440528 Jul 16 17:48:19.825151 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a678c2f-4ae6-45f6-9404-114a9038a419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:19.841925 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a678c2f-4ae6-45f6-9404-114a9038a419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:19.841925 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8a678c2f-4ae6-45f6-9404-114a9038a419 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9261750e-1bad-4635-9797-442d2e9e95a3 HTTP/1.1" status: 204 len: 168 time: 0.3359220 Jul 16 17:48:19.856221 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a6145d-c6eb-406b-8069-c808043422ed x-openstack-request-id: req-e9a6145d-c6eb-406b-8069-c808043422ed {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:19.856731 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0305b324-24a6-4179-a563-53a708ee342e", "name": "network-vif-plugged", "status": "completed", "tag": "73db0322-7351-4903-95e6-38584acb47b3", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:19.856942 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9a6145d-c6eb-406b-8069-c808043422ed {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:19.857395 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0305b324-24a6-4179-a563-53a708ee342e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73db0322-7351-4903-95e6-38584acb47b3', 'code': 200} Jul 16 17:48:19.859825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a678c2f-4ae6-45f6-9404-114a9038a419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9261750e-1bad-4635-9797-442d2e9e95a3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:19.945179 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b342881f-a771-42dd-b4bf-331d8ea6fbf2 x-openstack-request-id: req-b342881f-a771-42dd-b4bf-331d8ea6fbf2 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:19.945693 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9ee0bb-d52b-4701-8085-fbab3e391949", "tag": "26275b18-0392-4c32-aab8-0926a09aab0a", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:19.946115 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b342881f-a771-42dd-b4bf-331d8ea6fbf2 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:19.946735 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9ee0bb-d52b-4701-8085-fbab3e391949', 'tag': '26275b18-0392-4c32-aab8-0926a09aab0a', 'status': 'completed', 'code': 200} Jul 16 17:48:19.975971 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6831df7c-95eb-4b75-ba82-1965b2ea1a6b details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:48:20.059077 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a7259ba5-d9db-44a9-bfc6-054d2071f975 None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:48:20.119807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa8ece-d01d-4949-b65c-4ec2ac3fddb1 req-c242e567-f6ef-4559-b9ea-74ffb1f34249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:20.121771 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-46fa8ece-d01d-4949-b65c-4ec2ac3fddb1 req-c242e567-f6ef-4559-b9ea-74ffb1f34249 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=011d2ef35e41429cb74a8b6defcb5849&device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 1097 time: 0.1437991 Jul 16 17:48:20.260262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:20.263544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f5042223-e3cd-4b0f-bfae-52fb99a88063 req-63aa4b39-027c-47a3-a278-aabbdcebe787 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Request body: {'security_group': {'name': 'tempest-securitygroup-337254356', 'description': 'tempest-description-165625023'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:20.307738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '6831df7c-95eb-4b75-ba82-1965b2ea1a6b', 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90', 'port_id': '6831df7c-95eb-4b75-ba82-1965b2ea1a6b', 'mac_address': 'fa:16:3e:63:b6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a8a01a-cbcb-485c-bc41-1fc9a7e6e516', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:48:20.336521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa8ece-d01d-4949-b65c-4ec2ac3fddb1 req-91e83388-28fe-4997-be58-f418a1ca8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:20.338070 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-46fa8ece-d01d-4949-b65c-4ec2ac3fddb1 req-91e83388-28fe-4997-be58-f418a1ca8ac9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1 HTTP/1.1" status: 200 len: 925 time: 0.2091160 Jul 16 17:48:20.344222 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f5042223-e3cd-4b0f-bfae-52fb99a88063 req-63aa4b39-027c-47a3-a278-aabbdcebe787 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:20.405442 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:20.447061 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6831df7c-95eb-4b75-ba82-1965b2ea1a6b {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:20.496488 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:20.503897 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:20.604547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a475d-53cf-4621-b7b8-97c07050d1d6 req-33f12d51-04d5-47cd-9420-f582dfef2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:20.606160 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-401a475d-53cf-4621-b7b8-97c07050d1d6 req-33f12d51-04d5-47cd-9420-f582dfef2da4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 1101 time: 0.5135953 Jul 16 17:48:20.614879 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-46fa8ece-d01d-4949-b65c-4ec2ac3fddb1 req-38019a4c-74e8-48a1-94d2-e2d80b2f4a96 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26275b18-0392-4c32-aab8-0926a09aab0a HTTP/1.1" status: 200 len: 998 time: 0.2687900 Jul 16 17:48:20.619650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-adf4e449-b53b-480b-815d-970e2f75e2eb tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:20.621132 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-adf4e449-b53b-480b-815d-970e2f75e2eb tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.32 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 807 time: 0.5122926 Jul 16 17:48:20.646837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:20.661184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-5d81fc02-3b72-4036-bd5e-9d844df561ac tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Request body: {'port': {'device_id': 'f1e2d839-429a-4f35-804f-ef712c26590f', 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0', 'admin_state_up': True, 'tenant_id': 'a85383c3d1ce46c886e3ebcb056fbdea'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:20.689146 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:48:20.746484 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a7259ba5-d9db-44a9-bfc6-054d2071f975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'e3250273-8aef-414c-9b85-490e9ae2127a', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'port_id': '26275b18-0392-4c32-aab8-0926a09aab0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'mac_address': 'fa:16:3e:07:69:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ee0bb-d52b-4701-8085-fbab3e391949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:47:55Z', 'updated_at': '2021-07-16T17:48:16Z', 'revision_number': 1, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:48:20.748845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa8ece-d01d-4949-b65c-4ec2ac3fddb1 req-71c8d5c2-7254-4ab4-94dc-678ea3210057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:20.757005 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-46fa8ece-d01d-4949-b65c-4ec2ac3fddb1 req-71c8d5c2-7254-4ab4-94dc-678ea3210057 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6f6f25b3-9102-4d67-8ad1-8d596cdc3f01 HTTP/1.1" status: 200 len: 863 time: 0.1280408 Jul 16 17:48:20.818934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['6831df7c-95eb-4b75-ba82-1965b2ea1a6b'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:48:20.829631 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7259ba5-d9db-44a9-bfc6-054d2071f975 None None] The sync data for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 is: [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'e3250273-8aef-414c-9b85-490e9ae2127a', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'port_id': '26275b18-0392-4c32-aab8-0926a09aab0a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'mac_address': 'fa:16:3e:07:69:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ee0bb-d52b-4701-8085-fbab3e391949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:47:55Z', 'updated_at': '2021-07-16T17:48:16Z', 'revision_number': 1, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:48:20.875937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa8ece-d01d-4949-b65c-4ec2ac3fddb1 req-c3ca4b5c-c189-4570-a37a-ee51062447e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:20.878172 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-46fa8ece-d01d-4949-b65c-4ec2ac3fddb1 req-c3ca4b5c-c189-4570-a37a-ee51062447e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134462 Jul 16 17:48:20.967787 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-401a475d-53cf-4621-b7b8-97c07050d1d6 req-784493df-1b9a-4bcf-bbcb-39a4a82cd3db service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416891 Jul 16 17:48:21.022348 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f5042223-e3cd-4b0f-bfae-52fb99a88063 req-63aa4b39-027c-47a3-a278-aabbdcebe787 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:21.043087 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f5042223-e3cd-4b0f-bfae-52fb99a88063 req-63aa4b39-027c-47a3-a278-aabbdcebe787 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:21.102800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa4b39-027c-47a3-a278-aabbdcebe787 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fa68f9-1385-4c98-a86b-3acd4d89b72f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:21.103074 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-46fa8ece-d01d-4949-b65c-4ec2ac3fddb1 req-c996aefe-3de5-4298-badd-839b29d3efb4 service neutron] 10.222.0.11 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132127 Jul 16 17:48:21.173169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-5d81fc02-3b72-4036-bd5e-9d844df561ac tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Made reservation on behalf of a85383c3d1ce46c886e3ebcb056fbdea for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:48:21.197458 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-5d81fc02-3b72-4036-bd5e-9d844df561ac tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:21.254854 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f5042223-e3cd-4b0f-bfae-52fb99a88063 req-63aa4b39-027c-47a3-a278-aabbdcebe787 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:21.261584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5042223-e3cd-4b0f-bfae-52fb99a88063 req-63aa4b39-027c-47a3-a278-aabbdcebe787 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0503364 Jul 16 17:48:21.312507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd066eb-4c2c-418b-8f41-bb06244c59f0 None None] New status for floating IP e3250273-8aef-414c-9b85-490e9ae2127a: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:48:21.348098 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-46fa8ece-d01d-4949-b65c-4ec2ac3fddb1 req-8a37f380-e55e-4d5b-aaab-f0d3ca03456e service neutron] 10.222.0.11 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374346 Jul 16 17:48:21.618108 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bd11d-60c2-4925-911b-bc0ea892260c req-9ec375d8-84e5-4ba6-897a-1ee31b1f0ff5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:21.625850 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a93bd11d-60c2-4925-911b-bc0ea892260c req-9ec375d8-84e5-4ba6-897a-1ee31b1f0ff5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.3753335 Jul 16 17:48:21.710099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-5d81fc02-3b72-4036-bd5e-9d844df561ac tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Allocated IP 172.20.0.9 (d5795f23-1dc8-41ee-b432-acce1ecc9ea0/1d45479a-720d-4a43-bbb9-345d9817a2bb/f9e98a49-7690-49a9-b7cb-84a7e082b909) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:48:21.727354 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a93bd11d-60c2-4925-911b-bc0ea892260c req-4369be7e-d38b-46de-986b-508395bb07a5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002319 Jul 16 17:48:21.794780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab48c0-f8c0-4798-91db-4ad81af7a1cf req-9e6a16d8-5d45-47ec-bc28-696a2f4ff5fd tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:21.796466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acab48c0-f8c0-4798-91db-4ad81af7a1cf req-9e6a16d8-5d45-47ec-bc28-696a2f4ff5fd tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 944 time: 0.2058368 Jul 16 17:48:21.871650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acab48c0-f8c0-4798-91db-4ad81af7a1cf req-3994da4a-a8cd-4c6f-b551-32c0b3245385 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588841 Jul 16 17:48:22.050755 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f111e3c-90d9-4603-9141-b79d784783fc req-71f1276a-58cf-47c3-9b9e-a4c2bc47815a tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 210 time: 0.0413618 Jul 16 17:48:22.080029 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-5d81fc02-3b72-4036-bd5e-9d844df561ac tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:22.137572 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-5d81fc02-3b72-4036-bd5e-9d844df561ac tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:22.225811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-5d81fc02-3b72-4036-bd5e-9d844df561ac tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:22.231752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-5d81fc02-3b72-4036-bd5e-9d844df561ac tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:22.246233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-5d81fc02-3b72-4036-bd5e-9d844df561ac tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:48:22.251875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-5d81fc02-3b72-4036-bd5e-9d844df561ac tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:22.252546 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-5d81fc02-3b72-4036-bd5e-9d844df561ac tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:22.266140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81fc02-3b72-4036-bd5e-9d844df561ac tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Pushing event updated for resources: {'Port': ['ID=f9e98a49-7690-49a9-b7cb-84a7e082b909,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:22.280305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-5d81fc02-3b72-4036-bd5e-9d844df561ac tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6244905 Jul 16 17:48:22.302112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Request body: {'port': {'device_id': 'f1e2d839-429a-4f35-804f-ef712c26590f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:22.396797 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:22.608206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-ed2e2441-e3db-4875-968f-773f1fe8a9f1 req-98b51d40-fb2f-4682-bef0-a01605ccb475 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-846894313', 'description': 'tempest-description-907032665'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:22.661972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ed2e2441-e3db-4875-968f-773f1fe8a9f1 req-98b51d40-fb2f-4682-bef0-a01605ccb475 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:22.678902 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ed2e2441-e3db-4875-968f-773f1fe8a9f1 req-98b51d40-fb2f-4682-bef0-a01605ccb475 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:22.680228 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:22.869745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e98a49-7690-49a9-b7cb-84a7e082b909 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:22.912708 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:22.941065 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ed2e2441-e3db-4875-968f-773f1fe8a9f1 req-98b51d40-fb2f-4682-bef0-a01605ccb475 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:22.946292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Transition to ACTIVE for port object f9e98a49-7690-49a9-b7cb-84a7e082b909 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:22.954964 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:22.958326 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ed2e2441-e3db-4875-968f-773f1fe8a9f1 req-98b51d40-fb2f-4682-bef0-a01605ccb475 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:23.056218 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b51d40-fb2f-4682-bef0-a01605ccb475 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2f283f-74b3-4398-b55c-1da53346d688,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:23.058844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e98a49-7690-49a9-b7cb-84a7e082b909,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:23.070032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736da0a-5c35-4d61-80b3-abdd4331e2de req-63f8efe7-779e-4139-acf2-9c35868bc0e9 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:23.072103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0736da0a-5c35-4d61-80b3-abdd4331e2de req-63f8efe7-779e-4139-acf2-9c35868bc0e9 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 945 time: 0.1979060 Jul 16 17:48:23.154041 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Attempting to bind port f9e98a49-7690-49a9-b7cb-84a7e082b909 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:23.154427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Attempting to bind port f9e98a49-7690-49a9-b7cb-84a7e082b909 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:23.154853 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Attempting to bind port f9e98a49-7690-49a9-b7cb-84a7e082b909 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:23.180521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0736da0a-5c35-4d61-80b3-abdd4331e2de req-159e610f-22b9-4551-8cd6-1ee4dc1eb190 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964353 Jul 16 17:48:23.181166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Port f9e98a49-7690-49a9-b7cb-84a7e082b909 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:48:23.181477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Attempting to bind port f9e98a49-7690-49a9-b7cb-84a7e082b909 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:23.203861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:23.204208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:23.204599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Bound using segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:23.205056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Bound port: f9e98a49-7690-49a9-b7cb-84a7e082b909, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:23.206123 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:23.218376 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ed2e2441-e3db-4875-968f-773f1fe8a9f1 req-98b51d40-fb2f-4682-bef0-a01605ccb475 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:23.229433 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ed2e2441-e3db-4875-968f-773f1fe8a9f1 req-98b51d40-fb2f-4682-bef0-a01605ccb475 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:23.287079 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ed2e2441-e3db-4875-968f-773f1fe8a9f1 req-98b51d40-fb2f-4682-bef0-a01605ccb475 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:23.288258 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed2e2441-e3db-4875-968f-773f1fe8a9f1 req-98b51d40-fb2f-4682-bef0-a01605ccb475 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6848142 Jul 16 17:48:23.327287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b51d40-fb2f-4682-bef0-a01605ccb475 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea0075e-62f1-4fe0-8a3f-e4b08f5acd0e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:23.681278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:23.779596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:23.795263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:23.858247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f445-a6cb-47c0-baa1-1ce8e4019f56 req-e03eea9f-b869-45ac-b25e-8fc60c333807 tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:23.858729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f445-a6cb-47c0-baa1-1ce8e4019f56 req-e03eea9f-b869-45ac-b25e-8fc60c333807 tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:23.859197 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f445-a6cb-47c0-baa1-1ce8e4019f56 req-e03eea9f-b869-45ac-b25e-8fc60c333807 tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:23.859664 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f445-a6cb-47c0-baa1-1ce8e4019f56 req-e03eea9f-b869-45ac-b25e-8fc60c333807 tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:23.860151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f445-a6cb-47c0-baa1-1ce8e4019f56 req-e03eea9f-b869-45ac-b25e-8fc60c333807 tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:23.860612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f445-a6cb-47c0-baa1-1ce8e4019f56 req-e03eea9f-b869-45ac-b25e-8fc60c333807 tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:23.861093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f445-a6cb-47c0-baa1-1ce8e4019f56 req-e03eea9f-b869-45ac-b25e-8fc60c333807 tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:23.864579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f445-a6cb-47c0-baa1-1ce8e4019f56 req-e03eea9f-b869-45ac-b25e-8fc60c333807 tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:23.864579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f445-a6cb-47c0-baa1-1ce8e4019f56 req-e03eea9f-b869-45ac-b25e-8fc60c333807 tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:23.864579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77f445-a6cb-47c0-baa1-1ce8e4019f56 req-e03eea9f-b869-45ac-b25e-8fc60c333807 tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:23.867848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d77f445-a6cb-47c0-baa1-1ce8e4019f56 req-e03eea9f-b869-45ac-b25e-8fc60c333807 tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7146 time: 0.5806510 Jul 16 17:48:23.883640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:23.884319 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:23.885780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] 10.222.0.32 "PUT /v2.0/ports/f9e98a49-7690-49a9-b7cb-84a7e082b909 HTTP/1.1" status: 200 len: 1092 time: 1.5949838 Jul 16 17:48:23.887854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e2d839-429a-4f35-804f-ef712c26590f', 'tag': 'f9e98a49-7690-49a9-b7cb-84a7e082b909'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:23.890254 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a4a8d4-7834-4a08-9790-3c001c7ebaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e2d839-429a-4f35-804f-ef712c26590f", "tag": "f9e98a49-7690-49a9-b7cb-84a7e082b909"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:23.918732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aafdd0-ec1e-4b91-bffd-e3ea5119fed7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e98a49-7690-49a9-b7cb-84a7e082b909,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:23.930323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72268aa0-d694-4c1e-b372-e0c43aefedb8 req-01afbeb3-b301-40ee-9266-cacca7ae8c72 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:23.940433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-72268aa0-d694-4c1e-b372-e0c43aefedb8 req-01afbeb3-b301-40ee-9266-cacca7ae8c72 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.2749188 Jul 16 17:48:23.983749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6831df7c-95eb-4b75-ba82-1965b2ea1a6b up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:24.024708 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-72268aa0-d694-4c1e-b372-e0c43aefedb8 req-cf3504d3-568f-408d-8140-ed330e35dac6 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831757 Jul 16 17:48:24.043671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device be33f8a9-968b-4a24-8211-434ab9643201 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:48:24.055199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:24.067170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:24.067617 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:24.080244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-9df286f7-14a9-4c46-8045-f3840d334b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:24.082333 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-9df286f7-14a9-4c46-8045-f3840d334b88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 1095 time: 0.1396906 Jul 16 17:48:24.142698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-65ff9120-2657-4ea3-bd73-de1705189ae8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909 HTTP/1.1" status: 200 len: 217 time: 0.0358052 Jul 16 17:48:24.162062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75e613-3947-4db2-a17e-34895ce0c190 req-61a2ec94-2056-4ac4-9e1b-709ed7956a55 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:24.163625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c75e613-3947-4db2-a17e-34895ce0c190 req-61a2ec94-2056-4ac4-9e1b-709ed7956a55 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 944 time: 0.1369803 Jul 16 17:48:24.266692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port be33f8a9-968b-4a24-8211-434ab9643201, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=be33f8a9-968b-4a24-8211-434ab9643201,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:24.282787 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:24.293269 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c75e613-3947-4db2-a17e-34895ce0c190 req-1de795ac-6a1e-4719-abb9-d8b42551dd70 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066031 Jul 16 17:48:24.298811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-b613dc24-0fe9-4aba-a5ba-1811658bde31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:24.300689 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-b613dc24-0fe9-4aba-a5ba-1811658bde31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.1360304 Jul 16 17:48:24.314630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'be33f8a9-968b-4a24-8211-434ab9643201', 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020', 'port_id': 'be33f8a9-968b-4a24-8211-434ab9643201', 'mac_address': 'fa:16:3e:93:4c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8232b726-0d89-4cf3-a38b-640914458600', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:48:24.334763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dc8885-ea70-415f-a800-ecb1e8601fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6831df7c-95eb-4b75-ba82-1965b2ea1a6b'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:24.338196 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c3e473-e47b-43c7-8b8d-be15f55c6874" -d '{"events": [{"server_uuid": "64dc8885-ea70-415f-a800-ecb1e8601fbd", "name": "network-vif-plugged", "status": "completed", "tag": "6831df7c-95eb-4b75-ba82-1965b2ea1a6b"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:24.383056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:24.392391 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:24.404404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-71abb24e-22d8-4905-b7d3-89f8dc84117b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891173 Jul 16 17:48:24.421482 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:24.453013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be33f8a9-968b-4a24-8211-434ab9643201 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:24.486362 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:24.490421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port be33f8a9-968b-4a24-8211-434ab9643201, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=be33f8a9-968b-4a24-8211-434ab9643201,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:24.497424 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:24.499293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242216c6-8ae4-41f3-8ac9-7106b99585e3 req-f17c0873-7867-4deb-84d3-21185f1fe40b tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:24.510221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-242216c6-8ae4-41f3-8ac9-7106b99585e3 req-f17c0873-7867-4deb-84d3-21185f1fe40b tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 943 time: 0.2966752 Jul 16 17:48:24.577844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=be33f8a9-968b-4a24-8211-434ab9643201,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:24.591264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-adf8bf03-ac72-4cca-9fe4-59bef7853947 req-8b5d4045-73b4-4b4c-bd89-e9416663276d tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1876223040', 'description': 'tempest-description-1577493912'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:24.615225 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['be33f8a9-968b-4a24-8211-434ab9643201'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:48:24.623656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-242216c6-8ae4-41f3-8ac9-7106b99585e3 req-fc8ac6d1-a2ef-4934-917f-1edaef9ff1bf tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124344 Jul 16 17:48:24.651083 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-dbe5e73a-ef87-4b68-9476-d5ff3f81123d service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357910 Jul 16 17:48:24.655582 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-adf8bf03-ac72-4cca-9fe4-59bef7853947 req-8b5d4045-73b4-4b4c-bd89-e9416663276d tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:24.776051 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-adf8bf03-ac72-4cca-9fe4-59bef7853947 req-8b5d4045-73b4-4b4c-bd89-e9416663276d tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:24.793211 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-adf8bf03-ac72-4cca-9fe4-59bef7853947 req-8b5d4045-73b4-4b4c-bd89-e9416663276d tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:24.906636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d4045-73b4-4b4c-bd89-e9416663276d tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de22cef4-0dc5-48e4-b363-71f653855fc2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:24.922188 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-adf8bf03-ac72-4cca-9fe4-59bef7853947 req-8b5d4045-73b4-4b4c-bd89-e9416663276d tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:24.934869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-adf8bf03-ac72-4cca-9fe4-59bef7853947 req-8b5d4045-73b4-4b4c-bd89-e9416663276d tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3573897 Jul 16 17:48:24.943277 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:24.973297 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef0895f-7963-4401-bf99-cde70514fb66 x-openstack-request-id: req-1ef0895f-7963-4401-bf99-cde70514fb66 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:24.973727 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e2d839-429a-4f35-804f-ef712c26590f", "tag": "f9e98a49-7690-49a9-b7cb-84a7e082b909", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:24.973852 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ef0895f-7963-4401-bf99-cde70514fb66 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:24.974246 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e2d839-429a-4f35-804f-ef712c26590f', 'tag': 'f9e98a49-7690-49a9-b7cb-84a7e082b909', 'status': 'completed', 'code': 200} Jul 16 17:48:24.983361 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96d849cd-b11f-4b54-b52d-85bdf535c8c7 req-d101737c-9fdd-41d9-808e-44c71c314e28 service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201559 Jul 16 17:48:24.988911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530b27e-00e0-4b5b-81b9-64a578bbcc10 req-be145838-477f-4824-bf44-2f6e06e41fd9 tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:24.990298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4530b27e-00e0-4b5b-81b9-64a578bbcc10 req-be145838-477f-4824-bf44-2f6e06e41fd9 tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 886 time: 0.2105720 Jul 16 17:48:25.171114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a8d4-7834-4a08-9790-3c001c7ebaf8 req-ac53c127-7c6b-4a55-8112-ffe1979a2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:25.172889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0a4a8d4-7834-4a08-9790-3c001c7ebaf8 req-ac53c127-7c6b-4a55-8112-ffe1979a2a6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 1095 time: 0.1347497 Jul 16 17:48:25.277323 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b848c2ca-da1b-45b0-b6c7-6ad23ca7693a x-openstack-request-id: req-b848c2ca-da1b-45b0-b6c7-6ad23ca7693a {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:25.277872 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dc8885-ea70-415f-a800-ecb1e8601fbd", "name": "network-vif-plugged", "status": "completed", "tag": "6831df7c-95eb-4b75-ba82-1965b2ea1a6b", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:25.278442 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b848c2ca-da1b-45b0-b6c7-6ad23ca7693a {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:25.278941 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dc8885-ea70-415f-a800-ecb1e8601fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6831df7c-95eb-4b75-ba82-1965b2ea1a6b', 'code': 200} Jul 16 17:48:25.413808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b967b-9439-489d-b324-7028349e0ba6 req-24b5b096-484e-4e4d-a516-28e85703e61a tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:25.430105 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4a9b967b-9439-489d-b324-7028349e0ba6 req-24b5b096-484e-4e4d-a516-28e85703e61a tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 944 time: 0.3155122 Jul 16 17:48:25.450063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a8d4-7834-4a08-9790-3c001c7ebaf8 req-c57a641a-6b4b-413e-ae5a-7efb575584f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:25.452110 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0a4a8d4-7834-4a08-9790-3c001c7ebaf8 req-c57a641a-6b4b-413e-ae5a-7efb575584f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.2714434 Jul 16 17:48:25.454254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4784db-e336-4b94-98dc-cbaa5aeddf0a req-5e07aab4-9962-46bb-98dc-9b0e12da9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:25.457229 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7e4784db-e336-4b94-98dc-cbaa5aeddf0a req-5e07aab4-9962-46bb-98dc-9b0e12da9a92 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 1097 time: 0.0782235 Jul 16 17:48:25.500744 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7e4784db-e336-4b94-98dc-cbaa5aeddf0a req-502e5ac9-24f3-476b-adb7-16884f0f34f2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349867 Jul 16 17:48:25.529003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0a4a8d4-7834-4a08-9790-3c001c7ebaf8 req-9602f637-72e9-4382-aedb-fc2482ee0b39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909 HTTP/1.1" status: 200 len: 217 time: 0.0662179 Jul 16 17:48:25.621903 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4a9b967b-9439-489d-b324-7028349e0ba6 req-118381cc-afd4-4eeb-8a15-e3777cff1a97 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908672 Jul 16 17:48:25.669477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4a8d4-7834-4a08-9790-3c001c7ebaf8 req-981357e4-f87a-4e50-9d77-ee99f4eead20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:25.670964 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0a4a8d4-7834-4a08-9790-3c001c7ebaf8 req-981357e4-f87a-4e50-9d77-ee99f4eead20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.1276391 Jul 16 17:48:25.686116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-ac50e2d6-1597-4cbc-a3c5-b245200f4fb9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3391209 Jul 16 17:48:25.771870 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0a4a8d4-7834-4a08-9790-3c001c7ebaf8 req-c8c67fc7-1e9a-4888-b916-172192cbb00f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842056 Jul 16 17:48:26.025180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63684-0112-445b-9780-47700a96ed1b req-51c64eba-0b8d-4827-8d0a-35ddc61cdedf tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:26.025928 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63684-0112-445b-9780-47700a96ed1b req-51c64eba-0b8d-4827-8d0a-35ddc61cdedf tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:26.027118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63684-0112-445b-9780-47700a96ed1b req-51c64eba-0b8d-4827-8d0a-35ddc61cdedf tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:26.027737 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63684-0112-445b-9780-47700a96ed1b req-51c64eba-0b8d-4827-8d0a-35ddc61cdedf tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:26.029173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63684-0112-445b-9780-47700a96ed1b req-51c64eba-0b8d-4827-8d0a-35ddc61cdedf tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:26.030143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63684-0112-445b-9780-47700a96ed1b req-51c64eba-0b8d-4827-8d0a-35ddc61cdedf tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:26.030717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63684-0112-445b-9780-47700a96ed1b req-51c64eba-0b8d-4827-8d0a-35ddc61cdedf tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:26.031281 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63684-0112-445b-9780-47700a96ed1b req-51c64eba-0b8d-4827-8d0a-35ddc61cdedf tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:26.032407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63684-0112-445b-9780-47700a96ed1b req-51c64eba-0b8d-4827-8d0a-35ddc61cdedf tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:26.032987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63684-0112-445b-9780-47700a96ed1b req-51c64eba-0b8d-4827-8d0a-35ddc61cdedf tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:26.033880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device be33f8a9-968b-4a24-8211-434ab9643201 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:26.040515 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0b63684-0112-445b-9780-47700a96ed1b req-51c64eba-0b8d-4827-8d0a-35ddc61cdedf tempest-NetworksTest-565505320 tempest-NetworksTest-565505320-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7146 time: 0.3592885 Jul 16 17:48:26.110189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port be33f8a9-968b-4a24-8211-434ab9643201 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:26.111371 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:26.115493 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0a4a8d4-7834-4a08-9790-3c001c7ebaf8 req-f8e9c78b-10d4-4857-93b6-e73351a4935b service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336694 Jul 16 17:48:26.317215 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:26.356279 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-1376ea3b-6549-4d48-b90a-0460335b9396 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50611 time: 1.0103681 Jul 16 17:48:26.364241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port be33f8a9-968b-4a24-8211-434ab9643201, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=be33f8a9-968b-4a24-8211-434ab9643201,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:26.373993 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:26.416723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0a4a8d4-7834-4a08-9790-3c001c7ebaf8 req-a0252de0-a5c4-4cf8-ac66-378443e66999 service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789223 Jul 16 17:48:26.437721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=be33f8a9-968b-4a24-8211-434ab9643201,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:26.464180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01eaec-2b96-4c7d-b961-ee695ac02a87 req-39a478f7-79bf-46f8-8e3a-0e11a6bf3cda tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:26.465853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce01eaec-2b96-4c7d-b961-ee695ac02a87 req-39a478f7-79bf-46f8-8e3a-0e11a6bf3cda tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.2067723 Jul 16 17:48:26.482254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-a6f5b055-8c80-4508-b67a-94dc0e14abf1 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/358c072f-60fe-4b82-a8dc-6ddd232d9dc3 HTTP/1.1" status: 200 len: 2981 time: 0.1250141 Jul 16 17:48:26.573715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce01eaec-2b96-4c7d-b961-ee695ac02a87 req-288158d2-9fef-43f6-bf23-4f42decfeef3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966332 Jul 16 17:48:26.602213 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43730) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:26.605113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-6aa2763c-d1bf-45b1-91be-914fed74b83a tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/358c072f-60fe-4b82-a8dc-6ddd232d9dc3 HTTP/1.1" status: 200 len: 2981 time: 0.1131999 Jul 16 17:48:26.691920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-349ec446-ad84-4816-83c5-89f95e2f309d tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3e09e860-f382-4554-b671-2e943a4ca210 HTTP/1.1" status: 200 len: 2981 time: 0.0857050 Jul 16 17:48:26.795122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-52bf1cca-3d1a-485e-84f4-dcfd521e6c73 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3e09e860-f382-4554-b671-2e943a4ca210 HTTP/1.1" status: 200 len: 2981 time: 0.1023293 Jul 16 17:48:26.838166 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4339343-dc9b-4ae6-83d3-080b0c2525ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:26.875525 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-5e7ee2fe-b32b-4ce3-859f-27cddd289043 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e HTTP/1.1" status: 200 len: 2981 time: 0.0794182 Jul 16 17:48:26.912841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04c485-5676-4bf2-9c66-1ccc1c9ebd9e req-ada7cf86-56d0-4b62-b4f3-27a1c77518c8 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:26.920183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba04c485-5676-4bf2-9c66-1ccc1c9ebd9e req-ada7cf86-56d0-4b62-b4f3-27a1c77518c8 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 945 time: 0.1467936 Jul 16 17:48:26.961848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4339343-dc9b-4ae6-83d3-080b0c2525ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:26.964244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-8333c36d-49f0-4342-a51c-42a1f2c01ccc tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e HTTP/1.1" status: 200 len: 2981 time: 0.0874681 Jul 16 17:48:26.968960 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4339343-dc9b-4ae6-83d3-080b0c2525ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:27.027155 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba04c485-5676-4bf2-9c66-1ccc1c9ebd9e req-28613751-aff2-42b2-9696-629795c86085 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060481 Jul 16 17:48:27.041273 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f4339343-dc9b-4ae6-83d3-080b0c2525ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20bae1cc4a434481bda3460f94a7014d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364815 Jul 16 17:48:27.042470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4339343-dc9b-4ae6-83d3-080b0c2525ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6873e35-d324-4543-99b9-c1dafbda0849,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:27.046768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43734) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:27.073100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-78b92a53-2d50-4cdc-b5d1-f17dd4b7aabe tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/53548804-746b-4a93-a679-1957f70162c9 HTTP/1.1" status: 200 len: 2981 time: 0.1081095 Jul 16 17:48:27.106830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3560b9a2-efdf-4797-a202-152cb18231a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:27.132977 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3560b9a2-efdf-4797-a202-152cb18231a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:27.171714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-6720d2e5-7761-489f-b590-2ea8eb80a9ea tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/53548804-746b-4a93-a679-1957f70162c9 HTTP/1.1" status: 200 len: 2981 time: 0.0808909 Jul 16 17:48:27.203807 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3560b9a2-efdf-4797-a202-152cb18231a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:27.213058 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3560b9a2-efdf-4797-a202-152cb18231a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:27.218207 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3560b9a2-efdf-4797-a202-152cb18231a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6873e35-d324-4543-99b9-c1dafbda0849 HTTP/1.1" status: 204 len: 168 time: 0.1697073 Jul 16 17:48:27.241533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560b9a2-efdf-4797-a202-152cb18231a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6873e35-d324-4543-99b9-c1dafbda0849,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:27.249294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-18e22f2f-fe8c-48d6-a10a-30d56a18bf0d tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71 HTTP/1.1" status: 200 len: 2977 time: 0.0605798 Jul 16 17:48:27.279878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad807660-60ad-41cd-9477-b3872a9adde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be33f8a9-968b-4a24-8211-434ab9643201'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:27.282445 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751f2d16-108e-4ad3-a93b-816547ab412c" -d '{"events": [{"server_uuid": "ad807660-60ad-41cd-9477-b3872a9adde7", "name": "network-vif-plugged", "status": "completed", "tag": "be33f8a9-968b-4a24-8211-434ab9643201"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:27.311524 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-a52d3a0f-188e-4805-9c95-53baa969b7e7 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71 HTTP/1.1" status: 200 len: 2977 time: 0.0611460 Jul 16 17:48:27.382345 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-44e0ec1e-2e28-40e7-b714-fb90bae95c2f tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7777949d-7cde-402a-8f1d-4a343da41738 HTTP/1.1" status: 200 len: 2981 time: 0.0697634 Jul 16 17:48:27.527830 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-149efb6f-20b7-4af5-b381-61f1de27ae73 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7777949d-7cde-402a-8f1d-4a343da41738 HTTP/1.1" status: 200 len: 2981 time: 0.1324325 Jul 16 17:48:27.548763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbfb42-6fc9-4ca7-9709-ad7a9bd54c16 req-3094c5c7-8b4a-401b-8399-3baf1f9fa218 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:27.551185 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1cbfb42-6fc9-4ca7-9709-ad7a9bd54c16 req-3094c5c7-8b4a-401b-8399-3baf1f9fa218 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 943 time: 0.1674051 Jul 16 17:48:27.640955 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1cbfb42-6fc9-4ca7-9709-ad7a9bd54c16 req-cd64c070-2d74-42e4-903c-16269948d98a tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801690 Jul 16 17:48:27.672317 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-ac3a489a-cb63-46e3-a565-11200cce2115 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/829ef112-b5df-4812-9b22-f5e54ca39cb1 HTTP/1.1" status: 200 len: 2981 time: 0.1390014 Jul 16 17:48:27.681464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43744) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:27.701453 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a298197b-0626-4781-952d-e5b12e0a3a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:27.736204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-2fb88d7f-2014-4666-be50-c27cea871c0b tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/829ef112-b5df-4812-9b22-f5e54ca39cb1 HTTP/1.1" status: 200 len: 2981 time: 0.0573609 Jul 16 17:48:27.783351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2d29-73df-415d-a838-94a830e2685e req-2c097efd-9b4e-4530-8eea-a4abe9be4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:27.785075 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-2c097efd-9b4e-4530-8eea-a4abe9be4152 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 1101 time: 0.1766768 Jul 16 17:48:27.791966 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-8b5532b4-1210-47b2-8820-a4811a21830f tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9a2f283f-74b3-4398-b55c-1da53346d688 HTTP/1.1" status: 200 len: 2981 time: 0.0483961 Jul 16 17:48:27.867721 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-e1a53054-e1a3-40ad-9c5b-fd52f034da92 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9a2f283f-74b3-4398-b55c-1da53346d688 HTTP/1.1" status: 200 len: 2981 time: 0.0635419 Jul 16 17:48:27.876661 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a298197b-0626-4781-952d-e5b12e0a3a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:27.888294 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a298197b-0626-4781-952d-e5b12e0a3a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:27.936788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298197b-0626-4781-952d-e5b12e0a3a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca82543c-e5c3-4cf9-b5f4-cad6d99e94e6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:27.947987 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a298197b-0626-4781-952d-e5b12e0a3a7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fd09536caa94c46a76d8ece8f1e73d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650981 Jul 16 17:48:27.956221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43746) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:27.973817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2d29-73df-415d-a838-94a830e2685e req-a8ccaed3-ec72-43fe-9232-0e45a9730372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:27.975569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-a8ccaed3-ec72-43fe-9232-0e45a9730372 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.1821918 Jul 16 17:48:27.977220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-cd0cd717-f132-41e0-965d-a6e3c3e9c215 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/b1f187e1-ddf6-4c95-a57a-99255ecb1628 HTTP/1.1" status: 200 len: 2981 time: 0.0722227 Jul 16 17:48:28.030250 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b61f491e-8441-4df4-88ae-60f0aa3b7a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:28.036905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f9e98a49-7690-49a9-b7cb-84a7e082b909 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:48:28.059762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b61f491e-8441-4df4-88ae-60f0aa3b7a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:28.086873 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-27fb9f27-996d-47eb-b9cd-07ecf9176bd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=73db0322-7351-4903-95e6-38584acb47b3 HTTP/1.1" status: 200 len: 217 time: 0.1028349 Jul 16 17:48:28.106953 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-7cfa4fef-099e-4413-96f9-506b0f0f3dbc tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/b1f187e1-ddf6-4c95-a57a-99255ecb1628 HTTP/1.1" status: 200 len: 2981 time: 0.0589857 Jul 16 17:48:28.169019 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b61f491e-8441-4df4-88ae-60f0aa3b7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:28.172302 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b61f491e-8441-4df4-88ae-60f0aa3b7a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:28.173519 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b61f491e-8441-4df4-88ae-60f0aa3b7a0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca82543c-e5c3-4cf9-b5f4-cad6d99e94e6 HTTP/1.1" status: 204 len: 168 time: 0.2154863 Jul 16 17:48:28.184432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f491e-8441-4df4-88ae-60f0aa3b7a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca82543c-e5c3-4cf9-b5f4-cad6d99e94e6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:28.269995 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628b8f7b-397f-402b-bd4c-2e5c637bfe52 x-openstack-request-id: req-628b8f7b-397f-402b-bd4c-2e5c637bfe52 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:28.270399 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad807660-60ad-41cd-9477-b3872a9adde7", "name": "network-vif-plugged", "status": "completed", "tag": "be33f8a9-968b-4a24-8211-434ab9643201", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:28.270757 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-628b8f7b-397f-402b-bd4c-2e5c637bfe52 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:28.271957 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad807660-60ad-41cd-9477-b3872a9adde7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be33f8a9-968b-4a24-8211-434ab9643201', 'code': 200} Jul 16 17:48:28.290502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-3303ad5f-b60e-4322-a321-a4d4e622c75b tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/b960f555-24aa-42ed-9ece-11e41c15ab10 HTTP/1.1" status: 200 len: 2973 time: 0.1825819 Jul 16 17:48:28.292223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2d29-73df-415d-a838-94a830e2685e req-cfa6a2d2-da2c-4cb8-8c59-18d140b4942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:28.294151 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-cfa6a2d2-da2c-4cb8-8c59-18d140b4942d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1843493 Jul 16 17:48:28.341892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:28.355501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'f9e98a49-7690-49a9-b7cb-84a7e082b909', 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0', 'port_id': 'f9e98a49-7690-49a9-b7cb-84a7e082b909', 'mac_address': 'fa:16:3e:31:ec:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d45479a-720d-4a43-bbb9-345d9817a2bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:48:28.451917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-c6db935e-c5e1-49b9-a78d-6c92ef65886c tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/b960f555-24aa-42ed-9ece-11e41c15ab10 HTTP/1.1" status: 200 len: 2973 time: 0.1546998 Jul 16 17:48:28.467169 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:28.487859 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e98a49-7690-49a9-b7cb-84a7e082b909 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:28.525702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:28.543003 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:28.695390 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f9e98a49-7690-49a9-b7cb-84a7e082b909,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:28.886405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['f9e98a49-7690-49a9-b7cb-84a7e082b909'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:48:28.888268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-d4c90f55-71c1-4165-9ae1-a9877686edb1 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/be27c9a7-ae4e-4136-8c75-d0a433117334 HTTP/1.1" status: 200 len: 2981 time: 0.4139006 Jul 16 17:48:28.925316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2d29-73df-415d-a838-94a830e2685e req-bd88f4d1-4ec3-4de4-828b-98651051df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:28.927340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-bd88f4d1-4ec3-4de4-828b-98651051df7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6177514 Jul 16 17:48:29.091561 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-d16f554b-da05-4960-9f4c-8b67a8c402e4 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563234 Jul 16 17:48:29.100506 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-7faf092c-80b3-4f80-8e0a-e38bfbd11372 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/be27c9a7-ae4e-4136-8c75-d0a433117334 HTTP/1.1" status: 200 len: 2981 time: 0.1983380 Jul 16 17:48:29.173044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077ad0b-ebd8-4705-bdfb-fcfe59d51e29 req-99bebca6-3620-49c9-a07e-f78760567bea tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:29.175255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1077ad0b-ebd8-4705-bdfb-fcfe59d51e29 req-99bebca6-3620-49c9-a07e-f78760567bea tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.6606822 Jul 16 17:48:29.246536 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-ece82aea-731e-4743-a362-19c0e7b4a982 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ce881ce2-053a-4b69-92bb-0a95086d3549 HTTP/1.1" status: 200 len: 2981 time: 0.1091774 Jul 16 17:48:29.273273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-97e2bb12-d50b-453e-b4f0-cb0e36584129 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748123 Jul 16 17:48:29.277252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1077ad0b-ebd8-4705-bdfb-fcfe59d51e29 req-2f2c2bd5-3444-4121-8708-c2d51795d5b1 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772300 Jul 16 17:48:29.315070 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-888de359-17a4-4331-8f24-f649db4dd11c tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ce881ce2-053a-4b69-92bb-0a95086d3549 HTTP/1.1" status: 200 len: 2981 time: 0.0525513 Jul 16 17:48:29.403631 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-53b36aa4-b564-40fc-a46a-3653333c53ac tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d8e341bd-86a8-4376-bac9-5672a58ab869 HTTP/1.1" status: 200 len: 2977 time: 0.0815544 Jul 16 17:48:29.501197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-d4d5156a-d79d-48f0-99c1-8223971e4a12 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d8e341bd-86a8-4376-bac9-5672a58ab869 HTTP/1.1" status: 200 len: 2977 time: 0.0904489 Jul 16 17:48:29.577256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4212b4-b73e-4401-9176-d8f090f3a550 req-7e691714-59cf-4617-b243-fc9d159bd0a3 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:29.579046 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb4212b4-b73e-4401-9176-d8f090f3a550 req-7e691714-59cf-4617-b243-fc9d159bd0a3 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 945 time: 0.1456277 Jul 16 17:48:29.589435 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-0ac18dc2-92bc-4af5-bb31-939a4873cff1 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e3a88aaa-b405-402f-b95f-8f4d50e7334b HTTP/1.1" status: 200 len: 2981 time: 0.0777771 Jul 16 17:48:29.651132 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb4212b4-b73e-4401-9176-d8f090f3a550 req-54263267-add4-4181-b4d8-de319f7169f1 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645387 Jul 16 17:48:29.657314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-b7996121-7e89-4754-82f0-285433d0857b tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e3a88aaa-b405-402f-b95f-8f4d50e7334b HTTP/1.1" status: 200 len: 2981 time: 0.0615480 Jul 16 17:48:29.724775 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-f19cb84c-29e3-4fbb-8efd-ddc4280c9ba6 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ff960ecd-79ba-4957-bb3f-855f58d4ef8d HTTP/1.1" status: 200 len: 2981 time: 0.0584276 Jul 16 17:48:29.766069 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a6d563-8d62-4ffb-87e6-348b71517851 req-040a04b0-c3b4-44e9-9e04-d27bfe88f08a tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ff960ecd-79ba-4957-bb3f-855f58d4ef8d HTTP/1.1" status: 200 len: 2981 time: 0.0403671 Jul 16 17:48:29.849132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b8ba5-a8db-4c7e-b9f0-526764020bac req-52afdace-7d12-4800-a1da-3eb848e35742 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:29.850765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a11b8ba5-a8db-4c7e-b9f0-526764020bac req-52afdace-7d12-4800-a1da-3eb848e35742 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 945 time: 0.0742745 Jul 16 17:48:29.890955 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a11b8ba5-a8db-4c7e-b9f0-526764020bac req-3ee4dab5-bb05-4e98-9941-c1ac2ff563d1 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343249 Jul 16 17:48:30.046455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f9e98a49-7690-49a9-b7cb-84a7e082b909 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:30.107794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port f9e98a49-7690-49a9-b7cb-84a7e082b909 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:30.112653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port f9e98a49-7690-49a9-b7cb-84a7e082b909 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:30.113059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:30.185302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e00376f-95be-4871-bf39-b199ba26f203 req-716d3a05-9f7f-44e4-81fb-9efbf321467e tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e04da08b1bc8404db3c2c441edebbde1 HTTP/1.1" status: 200 len: 6101 time: 0.1278450 Jul 16 17:48:30.198218 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330ec6d-fe94-4997-abe3-5ccf5e2b7470 req-a0819e76-241f-4143-90ad-df8deed5f655 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:30.199092 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8330ec6d-fe94-4997-abe3-5ccf5e2b7470 req-a0819e76-241f-4143-90ad-df8deed5f655 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 945 time: 0.1725645 Jul 16 17:48:30.208345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed62cd-bb68-405e-888c-e10b94f94e77 req-a1ecd449-2523-4898-a241-6c6caa1aef6c tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:30.211139 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:30.211692 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6ed62cd-bb68-405e-888c-e10b94f94e77 req-a1ecd449-2523-4898-a241-6c6caa1aef6c tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 944 time: 0.2099369 Jul 16 17:48:30.244686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:30.249520 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:30.250683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device be33f8a9-968b-4a24-8211-434ab9643201 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:48:30.272582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e2d839-429a-4f35-804f-ef712c26590f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e98a49-7690-49a9-b7cb-84a7e082b909'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:30.275103 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e43f885-0ae2-42c7-aa31-1245c09aaf6a" -d '{"events": [{"server_uuid": "f1e2d839-429a-4f35-804f-ef712c26590f", "name": "network-vif-plugged", "status": "completed", "tag": "f9e98a49-7690-49a9-b7cb-84a7e082b909"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:30.335309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f9e98a49-7690-49a9-b7cb-84a7e082b909,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:30.350860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6ed62cd-bb68-405e-888c-e10b94f94e77 req-9ae2cadf-0aa3-495d-84bd-b744a575be3e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259003 Jul 16 17:48:30.356842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e00376f-95be-4871-bf39-b199ba26f203 req-5eb3db62-dc61-4728-b387-bf4b6940d678 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] 10.222.0.24 "GET /v2.0/security-groups/ce881ce2-053a-4b69-92bb-0a95086d3549 HTTP/1.1" status: 200 len: 2981 time: 0.1566319 Jul 16 17:48:30.383493 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:30.422055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port be33f8a9-968b-4a24-8211-434ab9643201, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=be33f8a9-968b-4a24-8211-434ab9643201,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:30.426748 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:30.429086 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-8330ec6d-fe94-4997-abe3-5ccf5e2b7470 req-d2514995-f740-402e-b69b-f2db142ce500 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Deleting port be33f8a9-968b-4a24-8211-434ab9643201 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:48:30.429442 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8330ec6d-fe94-4997-abe3-5ccf5e2b7470 req-d2514995-f740-402e-b69b-f2db142ce500 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:30.468394 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e00376f-95be-4871-bf39-b199ba26f203 req-dacf0cdd-e990-4437-b85b-9830ef3e519b tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] 10.222.0.24 "GET /v2.0/security-groups/ce881ce2-053a-4b69-92bb-0a95086d3549 HTTP/1.1" status: 200 len: 2981 time: 0.0842600 Jul 16 17:48:30.483691 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=be33f8a9-968b-4a24-8211-434ab9643201,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:30.575871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8330ec6d-fe94-4997-abe3-5ccf5e2b7470 req-d2514995-f740-402e-b69b-f2db142ce500 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] For port be33f8a9-968b-4a24-8211-434ab9643201, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=be33f8a9-968b-4a24-8211-434ab9643201,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:30.576235 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8330ec6d-fe94-4997-abe3-5ccf5e2b7470 req-d2514995-f740-402e-b69b-f2db142ce500 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:30.591842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-8330ec6d-fe94-4997-abe3-5ccf5e2b7470 req-d2514995-f740-402e-b69b-f2db142ce500 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Calling delete_port for be33f8a9-968b-4a24-8211-434ab9643201 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:48:30.597707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfaf607-8a26-457a-b1e8-56fc85e819ce req-32006cbb-f591-4b2f-8455-cbeb7e6b1b10 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:30.599260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4bfaf607-8a26-457a-b1e8-56fc85e819ce req-32006cbb-f591-4b2f-8455-cbeb7e6b1b10 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 1097 time: 0.1350572 Jul 16 17:48:30.681695 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4bfaf607-8a26-457a-b1e8-56fc85e819ce req-44b9353a-6407-4710-865f-78eaed2b36f5 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757399 Jul 16 17:48:30.750989 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24c9672-3e09-4e70-842e-17676190b8de x-openstack-request-id: req-c24c9672-3e09-4e70-842e-17676190b8de {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:30.751307 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e2d839-429a-4f35-804f-ef712c26590f", "name": "network-vif-plugged", "status": "completed", "tag": "f9e98a49-7690-49a9-b7cb-84a7e082b909", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:30.751611 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c24c9672-3e09-4e70-842e-17676190b8de {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:30.753022 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e2d839-429a-4f35-804f-ef712c26590f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e98a49-7690-49a9-b7cb-84a7e082b909', 'code': 200} Jul 16 17:48:30.787822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8330ec6d-fe94-4997-abe3-5ccf5e2b7470 req-d2514995-f740-402e-b69b-f2db142ce500 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:30.849601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2514995-f740-402e-b69b-f2db142ce500 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Pushing event deleted for resources: {'Port': ['ID=be33f8a9-968b-4a24-8211-434ab9643201,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:30.942855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8330ec6d-fe94-4997-abe3-5ccf5e2b7470 req-d2514995-f740-402e-b69b-f2db142ce500 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] No DVR routers for this DVR port be33f8a9-968b-4a24-8211-434ab9643201 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:48:30.946274 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8330ec6d-fe94-4997-abe3-5ccf5e2b7470 req-d2514995-f740-402e-b69b-f2db142ce500 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:30.948759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8330ec6d-fe94-4997-abe3-5ccf5e2b7470 req-d2514995-f740-402e-b69b-f2db142ce500 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.32 "DELETE /v2.0/ports/be33f8a9-968b-4a24-8211-434ab9643201 HTTP/1.1" status: 204 len: 173 time: 0.7353859 Jul 16 17:48:30.950831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad807660-60ad-41cd-9477-b3872a9adde7', 'name': 'network-vif-deleted', 'tag': 'be33f8a9-968b-4a24-8211-434ab9643201'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:30.954042 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0040cc39-9269-48e6-ae42-1041b02c5cc8" -d '{"events": [{"server_uuid": "ad807660-60ad-41cd-9477-b3872a9adde7", "name": "network-vif-deleted", "tag": "be33f8a9-968b-4a24-8211-434ab9643201"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:30.959399 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6754b960-2e83-44bc-b430-a9fe41aae6a1 req-149c8aeb-b44d-485c-9933-69025277fbbb tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/de22cef4-0dc5-48e4-b363-71f653855fc2 HTTP/1.1" status: 200 len: 1778 time: 0.1955733 Jul 16 17:48:31.036973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea53897-3de1-443e-9bff-2448d21cd792 req-6c814b1e-bd19-44b0-82ad-cf119785e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:31.038538 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aea53897-3de1-443e-9bff-2448d21cd792 req-6c814b1e-bd19-44b0-82ad-cf119785e815 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 1097 time: 0.2045567 Jul 16 17:48:31.049628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc9e04-6a1e-4a21-a02d-5904f9aade6c req-e77a90b5-a4eb-4cac-bc45-509193b514fc tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:31.051091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1adc9e04-6a1e-4a21-a02d-5904f9aade6c req-e77a90b5-a4eb-4cac-bc45-509193b514fc tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.2160237 Jul 16 17:48:31.088848 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6754b960-2e83-44bc-b430-a9fe41aae6a1 req-63d6cb5d-8dd5-4d29-9f64-174682a842bf tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:31.117876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aea53897-3de1-443e-9bff-2448d21cd792 req-033ba7c9-8e68-4918-a0f1-a016b048e68b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657785 Jul 16 17:48:31.132155 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6754b960-2e83-44bc-b430-a9fe41aae6a1 req-63d6cb5d-8dd5-4d29-9f64-174682a842bf tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:31.142575 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1adc9e04-6a1e-4a21-a02d-5904f9aade6c req-452b307f-83f9-4e69-b089-00d7e5e98b1b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830405 Jul 16 17:48:31.179763 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6754b960-2e83-44bc-b430-a9fe41aae6a1 req-63d6cb5d-8dd5-4d29-9f64-174682a842bf tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:31.182409 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6754b960-2e83-44bc-b430-a9fe41aae6a1 req-63d6cb5d-8dd5-4d29-9f64-174682a842bf tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:31.183754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6754b960-2e83-44bc-b430-a9fe41aae6a1 req-63d6cb5d-8dd5-4d29-9f64-174682a842bf tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/de22cef4-0dc5-48e4-b363-71f653855fc2 HTTP/1.1" status: 204 len: 173 time: 0.2128491 Jul 16 17:48:31.192273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6cb5d-8dd5-4d29-9f64-174682a842bf tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de22cef4-0dc5-48e4-b363-71f653855fc2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:31.318254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14452c6a-226f-4c2a-b82d-370858cba59b req-9815278c-b10b-42cd-bff8-f0a946e00010 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:31.319725 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14452c6a-226f-4c2a-b82d-370858cba59b req-9815278c-b10b-42cd-bff8-f0a946e00010 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 949 time: 0.0723448 Jul 16 17:48:31.344102 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64dc3f67-7df4-4443-b5c2-dfc1d4d2d884 req-be9dc275-c2a9-41f7-b145-2f9056163421 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad807660-60ad-41cd-9477-b3872a9adde7 HTTP/1.1" status: 200 len: 210 time: 0.0425060 Jul 16 17:48:31.391500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14452c6a-226f-4c2a-b82d-370858cba59b req-5c714b8d-5ff6-4515-bbc4-73d2fa21eb08 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/security-groups?id=358c072f-60fe-4b82-a8dc-6ddd232d9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494030 Jul 16 17:48:31.503882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d292b-7177-4d0c-b588-06a030bc9927 req-38e780fe-fa22-4a35-911c-6723fe37d720 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:31.505527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e64d292b-7177-4d0c-b588-06a030bc9927 req-38e780fe-fa22-4a35-911c-6723fe37d720 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 1097 time: 0.0587795 Jul 16 17:48:31.543170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e64d292b-7177-4d0c-b588-06a030bc9927 req-7327c2be-5ebf-41f2-b99c-4a0f5b21c0e8 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315084 Jul 16 17:48:31.642062 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaece77-3fd8-4ee0-b92d-38652786d32a x-openstack-request-id: req-eeaece77-3fd8-4ee0-b92d-38652786d32a {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:31.642366 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad807660-60ad-41cd-9477-b3872a9adde7", "name": "network-vif-deleted", "tag": "be33f8a9-968b-4a24-8211-434ab9643201", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:31.643134 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eeaece77-3fd8-4ee0-b92d-38652786d32a {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:31.643618 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad807660-60ad-41cd-9477-b3872a9adde7', 'name': 'network-vif-deleted', 'tag': 'be33f8a9-968b-4a24-8211-434ab9643201', 'status': 'completed', 'code': 200} Jul 16 17:48:31.696373 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d5c12724-84c2-4924-92bf-7ba39eb7adf6 req-9cddedb7-3f8c-4f6c-8f43-126197f50535 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1ea0075e-62f1-4fe0-8a3f-e4b08f5acd0e HTTP/1.1" status: 200 len: 1776 time: 0.0427530 Jul 16 17:48:31.748239 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d5c12724-84c2-4924-92bf-7ba39eb7adf6 req-2ee7147b-7dac-4834-a201-a8245e61c082 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:31.770588 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d5c12724-84c2-4924-92bf-7ba39eb7adf6 req-2ee7147b-7dac-4834-a201-a8245e61c082 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:31.843911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d5c12724-84c2-4924-92bf-7ba39eb7adf6 req-2ee7147b-7dac-4834-a201-a8245e61c082 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:31.846574 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d5c12724-84c2-4924-92bf-7ba39eb7adf6 req-2ee7147b-7dac-4834-a201-a8245e61c082 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:31.847814 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d5c12724-84c2-4924-92bf-7ba39eb7adf6 req-2ee7147b-7dac-4834-a201-a8245e61c082 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ea0075e-62f1-4fe0-8a3f-e4b08f5acd0e HTTP/1.1" status: 204 len: 173 time: 0.1458426 Jul 16 17:48:31.859798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7147b-7dac-4834-a201-a8245e61c082 tempest-SecurityGroupsTestAdminJSON-1563362387 tempest-SecurityGroupsTestAdminJSON-1563362387-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea0075e-62f1-4fe0-8a3f-e4b08f5acd0e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:31.868859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388533b-84b6-4858-abe1-192b6065a742 req-c0daa66e-b12c-42f5-a213-80796d3418f8 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:31.870550 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6388533b-84b6-4858-abe1-192b6065a742 req-c0daa66e-b12c-42f5-a213-80796d3418f8 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 945 time: 0.1050324 Jul 16 17:48:31.921051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6388533b-84b6-4858-abe1-192b6065a742 req-386e12e7-eb86-4d86-93f1-d740df6e96f2 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Jul 16 17:48:32.018244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85e9d5ef-eaa6-4fce-827f-3559f1038039 req-5b7d05cb-1502-4b70-b257-e87de03eb620 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] 10.222.0.24 "GET /v2.0/security-groups/17fa68f9-1385-4c98-a86b-3acd4d89b72f HTTP/1.1" status: 200 len: 1776 time: 0.0434566 Jul 16 17:48:32.089230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be8c6b92-94a6-425d-a097-a9f84914721f req-6c232e25-9c2a-413b-a54b-1a08ba1b4284 tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=daf6c974381747038da72658abe6e467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257638 Jul 16 17:48:32.109141 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-85e9d5ef-eaa6-4fce-827f-3559f1038039 req-e0533831-9307-426d-8ce7-8e9db65addd7 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:32.181304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-85e9d5ef-eaa6-4fce-827f-3559f1038039 req-e0533831-9307-426d-8ce7-8e9db65addd7 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:32.238609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c6b92-94a6-425d-a097-a9f84914721f req-6aa5cf0c-969d-4d86-a3c4-78ec99dd4f4b tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:32.240099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be8c6b92-94a6-425d-a097-a9f84914721f req-6aa5cf0c-969d-4d86-a3c4-78ec99dd4f4b tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455650 Jul 16 17:48:32.259194 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-85e9d5ef-eaa6-4fce-827f-3559f1038039 req-e0533831-9307-426d-8ce7-8e9db65addd7 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:32.261609 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-85e9d5ef-eaa6-4fce-827f-3559f1038039 req-e0533831-9307-426d-8ce7-8e9db65addd7 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:32.262714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85e9d5ef-eaa6-4fce-827f-3559f1038039 req-e0533831-9307-426d-8ce7-8e9db65addd7 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] 10.222.0.24 "DELETE /v2.0/security-groups/17fa68f9-1385-4c98-a86b-3acd4d89b72f HTTP/1.1" status: 204 len: 173 time: 0.2390358 Jul 16 17:48:32.269195 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be8c6b92-94a6-425d-a097-a9f84914721f req-fe763104-2701-48de-b97f-694d25d57e78 tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] 10.222.0.24 "GET /v2.0/quotas/daf6c974381747038da72658abe6e467 HTTP/1.1" status: 200 len: 375 time: 0.0188103 Jul 16 17:48:32.274318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0533831-9307-426d-8ce7-8e9db65addd7 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fa68f9-1385-4c98-a86b-3acd4d89b72f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:32.306678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be8c6b92-94a6-425d-a097-a9f84914721f req-11607b58-8f54-4920-afdf-06b633fde113 tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=daf6c974381747038da72658abe6e467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302639 Jul 16 17:48:32.540121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-527af6ac-d48e-4994-ba0d-92828e132341 req-d4ac05f9-2900-48b9-a9e0-cf9bcb08d794 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] 10.222.0.24 "GET /v2.0/security-groups/bd60b2a1-1f99-4030-87d1-22aaf5120356 HTTP/1.1" status: 200 len: 1777 time: 0.0717297 Jul 16 17:48:32.556111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8478f-abde-425e-b102-433130ebaab8 req-c2291826-8ec6-4981-af54-d5a9f621cc71 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:32.557592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-77e8478f-abde-425e-b102-433130ebaab8 req-c2291826-8ec6-4981-af54-d5a9f621cc71 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.1008244 Jul 16 17:48:32.617153 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-77e8478f-abde-425e-b102-433130ebaab8 req-687cc030-4509-487b-9f63-45d5a9c82c3d tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538993 Jul 16 17:48:32.640476 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-527af6ac-d48e-4994-ba0d-92828e132341 req-1ee0b5bf-cd16-4bca-bb45-4ab1f11fcc01 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:32.667612 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-527af6ac-d48e-4994-ba0d-92828e132341 req-1ee0b5bf-cd16-4bca-bb45-4ab1f11fcc01 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:32.719206 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-527af6ac-d48e-4994-ba0d-92828e132341 req-1ee0b5bf-cd16-4bca-bb45-4ab1f11fcc01 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:32.722811 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-527af6ac-d48e-4994-ba0d-92828e132341 req-1ee0b5bf-cd16-4bca-bb45-4ab1f11fcc01 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:32.724198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-527af6ac-d48e-4994-ba0d-92828e132341 req-1ee0b5bf-cd16-4bca-bb45-4ab1f11fcc01 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] 10.222.0.24 "DELETE /v2.0/security-groups/bd60b2a1-1f99-4030-87d1-22aaf5120356 HTTP/1.1" status: 204 len: 173 time: 0.1780801 Jul 16 17:48:32.735612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0b5bf-cd16-4bca-bb45-4ab1f11fcc01 tempest-SecurityGroupsTestAdminJSON-877313268 tempest-SecurityGroupsTestAdminJSON-877313268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd60b2a1-1f99-4030-87d1-22aaf5120356,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:32.758668 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad807660-60ad-41cd-9477-b3872a9adde7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be33f8a9-968b-4a24-8211-434ab9643201'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:32.766118 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa20263a-2a80-4cef-a8b9-f08f947dcef3" -d '{"events": [{"server_uuid": "ad807660-60ad-41cd-9477-b3872a9adde7", "name": "network-vif-unplugged", "status": "completed", "tag": "be33f8a9-968b-4a24-8211-434ab9643201"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:33.005071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43942) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:33.177707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1cde7366-907b-469b-8549-5fbb07f021b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e04da08b1bc8404db3c2c441edebbde1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706626 Jul 16 17:48:33.179338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43956) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:33.225561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcdff5-fb1f-4058-a1a9-3dcc283219ae req-61e27f0f-57a1-4b3d-b415-a9f2842db568 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:33.227132 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ffcdff5-fb1f-4058-a1a9-3dcc283219ae req-61e27f0f-57a1-4b3d-b415-a9f2842db568 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 1097 time: 0.1181250 Jul 16 17:48:33.256261 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a41734e1-5c14-4ab9-bbca-b9bd9762d578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:33.287457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ffcdff5-fb1f-4058-a1a9-3dcc283219ae req-2ea40610-f04a-4904-bcf4-c719ca267d42 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538816 Jul 16 17:48:33.291945 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a41734e1-5c14-4ab9-bbca-b9bd9762d578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:33.342603 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a41734e1-5c14-4ab9-bbca-b9bd9762d578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:33.345324 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a41734e1-5c14-4ab9-bbca-b9bd9762d578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:33.346890 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a41734e1-5c14-4ab9-bbca-b9bd9762d578 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce881ce2-053a-4b69-92bb-0a95086d3549 HTTP/1.1" status: 204 len: 168 time: 0.1665092 Jul 16 17:48:33.354786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41734e1-5c14-4ab9-bbca-b9bd9762d578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce881ce2-053a-4b69-92bb-0a95086d3549,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:33.466408 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16c82a8-9cef-488d-b572-adae3b76cc9d x-openstack-request-id: req-b16c82a8-9cef-488d-b572-adae3b76cc9d {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:33.467158 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad807660-60ad-41cd-9477-b3872a9adde7", "name": "network-vif-unplugged", "status": "completed", "tag": "be33f8a9-968b-4a24-8211-434ab9643201", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:33.468296 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b16c82a8-9cef-488d-b572-adae3b76cc9d {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:33.468928 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad807660-60ad-41cd-9477-b3872a9adde7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be33f8a9-968b-4a24-8211-434ab9643201', 'code': 200} Jul 16 17:48:33.641063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f9a0-dda5-4ec5-80f7-11657238b53a req-8d26ccef-1273-4519-bd63-367b8ced7a26 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:33.643319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a703f9a0-dda5-4ec5-80f7-11657238b53a req-8d26ccef-1273-4519-bd63-367b8ced7a26 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 945 time: 0.0754273 Jul 16 17:48:33.676521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43992) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:33.690681 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a703f9a0-dda5-4ec5-80f7-11657238b53a req-4aacadd6-aaa6-4b79-83eb-a5754b99efa5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354254 Jul 16 17:48:33.736948 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8a21b173-7326-4cf8-9304-5f1ab334188e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5c3daac7753415a9002aebf00632ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558343 Jul 16 17:48:33.737504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43998) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:33.786979 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c0424f4-3b86-4158-8f94-8aedec605adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:33.808037 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c0424f4-3b86-4158-8f94-8aedec605adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:33.858599 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c0424f4-3b86-4158-8f94-8aedec605adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:33.861303 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c0424f4-3b86-4158-8f94-8aedec605adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:33.862764 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2c0424f4-3b86-4158-8f94-8aedec605adc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a2f283f-74b3-4398-b55c-1da53346d688 HTTP/1.1" status: 204 len: 168 time: 0.1242323 Jul 16 17:48:33.872004 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0424f4-3b86-4158-8f94-8aedec605adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2f283f-74b3-4398-b55c-1da53346d688,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:34.005555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44006) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:34.010677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-6c3e0076-876e-4338-aac0-a2f5e3012fc6 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541981897', 'description': 'tempest-description--274114761'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:34.034405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:48:34.042936 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c3e0076-876e-4338-aac0-a2f5e3012fc6 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.078620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device be33f8a9-968b-4a24-8211-434ab9643201 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:48:34.150534 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: be33f8a9-968b-4a24-8211-434ab9643201 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:48:34.150864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device be33f8a9-968b-4a24-8211-434ab9643201 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:48:34.183690 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c3e0076-876e-4338-aac0-a2f5e3012fc6 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.197079 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c3e0076-876e-4338-aac0-a2f5e3012fc6 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.208746 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.261787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:34.262352 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c3e0076-876e-4338-aac0-a2f5e3012fc6 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.266459 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6c3e0076-876e-4338-aac0-a2f5e3012fc6 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2569301 Jul 16 17:48:34.266756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44026) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:34.269905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e0076-876e-4338-aac0-a2f5e3012fc6 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd20308c-bfe7-41df-8206-a9f5e92a48ee,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:34.273999 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.280431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a4261e38-f686-4922-bfa6-6d4628f7dab3 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Request body: {'security_group_rule': {'security_group_id': 'fd20308c-bfe7-41df-8206-a9f5e92a48ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:34.312292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f511048-35ae-499d-960a-3ccb7d2770ce req-02eb17c4-22ee-4863-a037-38b6d1eeb968 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:34.314153 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f511048-35ae-499d-960a-3ccb7d2770ce req-02eb17c4-22ee-4863-a037-38b6d1eeb968 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.1344383 Jul 16 17:48:34.336747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4261e38-f686-4922-bfa6-6d4628f7dab3 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.348852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:34.384798 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f511048-35ae-499d-960a-3ccb7d2770ce req-e0d7ee10-24d6-41b8-8a2a-3a8cd0f72cd8 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630231 Jul 16 17:48:34.421848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4261e38-f686-4922-bfa6-6d4628f7dab3 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.430152 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4261e38-f686-4922-bfa6-6d4628f7dab3 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.452062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4261e38-f686-4922-bfa6-6d4628f7dab3 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b0c67b-2386-452f-a7f1-4895a0e30b8d,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:34.461003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4261e38-f686-4922-bfa6-6d4628f7dab3 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.462741 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a4261e38-f686-4922-bfa6-6d4628f7dab3 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1949217 Jul 16 17:48:34.466093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44042) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:34.472785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a5774a24-b60b-47fe-b0e3-807c0d0da491 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Request body: {'security_group_rule': {'security_group_id': 'fd20308c-bfe7-41df-8206-a9f5e92a48ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:34.508318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a5774a24-b60b-47fe-b0e3-807c0d0da491 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.576997 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a5774a24-b60b-47fe-b0e3-807c0d0da491 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.582355 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a5774a24-b60b-47fe-b0e3-807c0d0da491 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.605295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5774a24-b60b-47fe-b0e3-807c0d0da491 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b93444-fd98-4778-9fff-9516920b4af7,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:34.616447 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a5774a24-b60b-47fe-b0e3-807c0d0da491 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.618290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a5774a24-b60b-47fe-b0e3-807c0d0da491 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505654 Jul 16 17:48:34.622059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44050) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:34.627473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:34.661460 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.802867 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:34.862279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-85a4b972-5706-4bc1-81c0-551f7de1d8c2 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:48:34.864188 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-85a4b972-5706-4bc1-81c0-551f7de1d8c2 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079956 Jul 16 17:48:34.876306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] Request body: {'binding': {'host': 'n-h1-787205-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:34.877554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] Unknown quota resources ['binding']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:48:34.916059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44062) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:35.023595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1890539058-network', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:35.047690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Made reservation on behalf of 3c6e66f49a5f4e2daf64427b276fe208 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:48:35.050921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.060072 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.092584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Allocated IP 172.25.3.108 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/f1be53c1-5b9d-4298-8061-8f7cc9fb1bd2) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:48:35.122455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] Attempting to bind port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on host n-h1-787205-10 for vnic_type normal with profile None {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:35.122708 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] Attempting to bind port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:35.123062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] Attempting to bind port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:35.134936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] Port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:48:35.135261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] Attempting to bind port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:35.147578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946178fe-14d7-46ff-b078-18d34d00d625 req-ae2dd47d-a895-4cc0-91e0-998367f0c097 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:35.149149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-946178fe-14d7-46ff-b078-18d34d00d625 req-ae2dd47d-a895-4cc0-91e0-998367f0c097 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 1097 time: 0.1990445 Jul 16 17:48:35.160320 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.164573 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.168932 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:35.169452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] Checking segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:35.169897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] Bound using segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:35.170417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] Bound port: 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:35.184997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:48:35.199939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec63e478-c652-439a-93b4-e260496cab86,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:35.211263 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.211676 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Added segment b424c880-9f4b-4c1b-b0db-d0f07fea0be5 of type vlan for network 68702f51-9c5d-4919-ab49-74a23d350823 Jul 16 17:48:35.254732 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.267948 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-946178fe-14d7-46ff-b078-18d34d00d625 req-bf8f169d-31cd-447b-beef-622be472bf96 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108885 Jul 16 17:48:35.303366 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.304943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:35.305509 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.309797 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.312810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:35.322038 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.323214 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-90c01c66-25f0-475c-9048-1af939954a7c service neutron] 10.222.0.24 "POST /v2.0/ports/6831df7c-95eb-4b75-ba82-1965b2ea1a6b/bindings HTTP/1.1" status: 201 len: 390 time: 0.4509010 Jul 16 17:48:35.348895 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4290450 Jul 16 17:48:35.348895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44070) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:35.364259 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.398937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-918f8072-9abd-4e6d-bb9d-20d84419c31b admin admin] Request body: {'subnet': {'network_id': '68702f51-9c5d-4919-ab49-74a23d350823', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1890539058-subnet', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:35.404925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591af59-d257-44bf-adf0-6247ad53ad52 admin admin] Pushing event updated for resources: {'Network': ['ID=68702f51-9c5d-4919-ab49-74a23d350823,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:35.424672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:35.428407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:35.431800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 68702f51-9c5d-4919-ab49-74a23d350823 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:48:35.433080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:48:35.443715 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918f8072-9abd-4e6d-bb9d-20d84419c31b admin admin] Made reservation on behalf of 3c6e66f49a5f4e2daf64427b276fe208 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:48:35.445771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Pushing event updated for resources: {'Port': ['ID=f1be53c1-5b9d-4298-8061-8f7cc9fb1bd2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:35.462287 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-918f8072-9abd-4e6d-bb9d-20d84419c31b admin admin] Notify callbacks [] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.558304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.703841 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:35.717629 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca086b7b-8c6f-4fa5-9585-06a5f2a0e4ba" -d '{"events": [{"server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "name": "network-vif-unplugged", "status": "completed", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:35.838659 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-918f8072-9abd-4e6d-bb9d-20d84419c31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.889969 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f8072-9abd-4e6d-bb9d-20d84419c31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51029ff-0fd3-4479-9d25-ec022aeca890,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:35.931900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918f8072-9abd-4e6d-bb9d-20d84419c31b admin admin] Checking segment: {'id': 'b424c880-9f4b-4c1b-b0db-d0f07fea0be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '68702f51-9c5d-4919-ab49-74a23d350823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:35.932940 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918f8072-9abd-4e6d-bb9d-20d84419c31b admin admin] Network hostable DHCP agents. Network: 68702f51-9c5d-4919-ab49-74a23d350823, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:48:35.966615 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a8e9724-c792-4c9c-96e8-5a0898d1300a req-135563b4-9cea-4c33-8499-fd8997354ca8 tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=daf6c974381747038da72658abe6e467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636630 Jul 16 17:48:35.969466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918f8072-9abd-4e6d-bb9d-20d84419c31b admin admin] Network 68702f51-9c5d-4919-ab49-74a23d350823 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:48:35.978428 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:35.990059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-918f8072-9abd-4e6d-bb9d-20d84419c31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 68702f51-9c5d-4919-ab49-74a23d350823) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:35.996021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f8072-9abd-4e6d-bb9d-20d84419c31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:35.996680 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-918f8072-9abd-4e6d-bb9d-20d84419c31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.000680 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba36be80-bd52-442a-9d1c-f5199fac80e1 None None] Network 68702f51-9c5d-4919-ab49-74a23d350823 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:48:36.037534 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-918f8072-9abd-4e6d-bb9d-20d84419c31b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6851239 Jul 16 17:48:36.038134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44102) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:36.044064 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1890539058-router', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:36.079525 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.082775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.170355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.195930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-95424abc-09d9-4a28-93e9-b078261c00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:36.198015 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-95424abc-09d9-4a28-93e9-b078261c00fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 1097 time: 0.2932508 Jul 16 17:48:36.250169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-68702f51-9c5d-4919-ab49-74a23d350823', 'network_id': '68702f51-9c5d-4919-ab49-74a23d350823', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'fixed_ips': [{'subnet_id': 'f51029ff-0fd3-4479-9d25-ec022aeca890'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:48:36.251097 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.323502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e9724-c792-4c9c-96e8-5a0898d1300a req-e109916d-3aa4-4a75-9319-141325786c67 tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:36.325040 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a8e9724-c792-4c9c-96e8-5a0898d1300a req-e109916d-3aa4-4a75-9319-141325786c67 tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3488891 Jul 16 17:48:36.351002 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.386864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc51c0-2939-46bf-8f8c-b21bb5d9de0d req-3440e71d-d034-4ecf-83e4-15bb4121eba9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:36.394113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffcc51c0-2939-46bf-8f8c-b21bb5d9de0d req-3440e71d-d034-4ecf-83e4-15bb4121eba9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.3539872 Jul 16 17:48:36.413294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Allocated IP 172.20.0.2 (68702f51-9c5d-4919-ab49-74a23d350823/f51029ff-0fd3-4479-9d25-ec022aeca890/c0ed9b63-1145-4cd2-901f-ad5d0d908a02) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:48:36.431868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a8e9724-c792-4c9c-96e8-5a0898d1300a req-b63fb01e-6311-4a5d-9e02-38a48ede7d4f tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] 10.222.0.24 "GET /v2.0/quotas/daf6c974381747038da72658abe6e467 HTTP/1.1" status: 200 len: 375 time: 0.0720623 Jul 16 17:48:36.491396 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a8e9724-c792-4c9c-96e8-5a0898d1300a req-5fe77285-3a6c-4998-8bd0-1bce4e4477bf tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=daf6c974381747038da72658abe6e467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496776 Jul 16 17:48:36.492559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-91499543-69b8-42cc-a879-392390167173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:36.494007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-91499543-69b8-42cc-a879-392390167173 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.2804556 Jul 16 17:48:36.590061 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-160a2a31-aed9-45ee-b117-8e922c71f869 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b HTTP/1.1" status: 200 len: 217 time: 0.0869331 Jul 16 17:48:36.610356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffcc51c0-2939-46bf-8f8c-b21bb5d9de0d req-140861b3-5f13-4de4-a9f4-596211fb76ea tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128429 Jul 16 17:48:36.633453 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.676122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.678562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-6d030fa9-1f1d-4491-a96f-b748a25114e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:36.678718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.680624 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-6d030fa9-1f1d-4491-a96f-b748a25114e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.0691743 Jul 16 17:48:36.701451 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39235aa-9b25-45bd-8b41-af725b8d3692 x-openstack-request-id: req-f39235aa-9b25-45bd-8b41-af725b8d3692 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:36.701991 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "name": "network-vif-unplugged", "status": "completed", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:36.702077 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f39235aa-9b25-45bd-8b41-af725b8d3692 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:36.702452 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939', 'code': 200} Jul 16 17:48:36.720426 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.731195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Transition to ACTIVE for port object c0ed9b63-1145-4cd2-901f-ad5d0d908a02 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:36.751788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Transition to ACTIVE for port object c0ed9b63-1145-4cd2-901f-ad5d0d908a02 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:36.760037 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.786071 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.798470 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-95e1e1d2-23ac-4102-9dbe-099a067350e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675590 Jul 16 17:48:36.806068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Network 68702f51-9c5d-4919-ab49-74a23d350823 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:36.809259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:36.814561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:48:36.834196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Pushing event updated for resources: {'Port': ['ID=c0ed9b63-1145-4cd2-901f-ad5d0d908a02,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:36.860969 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.927186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Attempting to bind port c0ed9b63-1145-4cd2-901f-ad5d0d908a02 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:36.927946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Attempting to bind port c0ed9b63-1145-4cd2-901f-ad5d0d908a02 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'b424c880-9f4b-4c1b-b0db-d0f07fea0be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '68702f51-9c5d-4919-ab49-74a23d350823'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:36.933623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Attempting to bind port c0ed9b63-1145-4cd2-901f-ad5d0d908a02 on network 68702f51-9c5d-4919-ab49-74a23d350823 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:36.939445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:36.939764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Checking segment: {'id': 'b424c880-9f4b-4c1b-b0db-d0f07fea0be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '68702f51-9c5d-4919-ab49-74a23d350823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:36.940486 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.940602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Bound using segment: {'id': 'b424c880-9f4b-4c1b-b0db-d0f07fea0be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '68702f51-9c5d-4919-ab49-74a23d350823'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:36.945896 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Bound port: c0ed9b63-1145-4cd2-901f-ad5d0d908a02, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b424c880-9f4b-4c1b-b0db-d0f07fea0be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '68702f51-9c5d-4919-ab49-74a23d350823'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:36.946467 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.964368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Allocated IP 172.25.3.13 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/f8270acc-9256-4b94-9cfd-ac3c9070a5e4) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:48:36.967150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Pushing event updated for resources: {'Port': ['ID=f1be53c1-5b9d-4298-8061-8f7cc9fb1bd2,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:36.974577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:36.975838 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b521ed5f-b922-439b-a468-0ea52631f720 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3527451 Jul 16 17:48:37.048062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] For port c0ed9b63-1145-4cd2-901f-ad5d0d908a02, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:37.053410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] For port c0ed9b63-1145-4cd2-901f-ad5d0d908a02, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c0ed9b63-1145-4cd2-901f-ad5d0d908a02,segment=NetworkSegment(b424c880-9f4b-4c1b-b0db-d0f07fea0be5),segment_id=b424c880-9f4b-4c1b-b0db-d0f07fea0be5)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:37.065046 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:37.121077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcea885-2286-4cc1-8980-fb132b772f0b req-07867443-b777-43c8-97f8-cfe5f1e55c47 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:37.142869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7dcea885-2286-4cc1-8980-fb132b772f0b req-07867443-b777-43c8-97f8-cfe5f1e55c47 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 945 time: 0.4606168 Jul 16 17:48:37.161626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5d530-780f-4114-8853-3d5da5e957de None None] Pushing event updated for resources: {'Port': ['ID=c0ed9b63-1145-4cd2-901f-ad5d0d908a02,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:37.198695 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:37.258732 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:37.261357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-10d88304-76d3-41b7-a686-cac250969f8a service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812571 Jul 16 17:48:37.281355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7dcea885-2286-4cc1-8980-fb132b772f0b req-e010c63a-8111-4adc-af30-fb5314e21284 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355472 Jul 16 17:48:37.317167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:37.322348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:37.325679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:48:37.393707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-a3d0e808-b6b6-4994-b7dd-80cf256ec3d5 service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311607 Jul 16 17:48:37.515476 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Pushing event updated for resources: {'Port': ['ID=f8270acc-9256-4b94-9cfd-ac3c9070a5e4,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:37.687482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-6dc80837-4963-413d-8952-b5facffddc68 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:37.694726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-6dc80837-4963-413d-8952-b5facffddc68 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/networks?id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 HTTP/1.1" status: 200 len: 821 time: 0.2672865 Jul 16 17:48:37.695111 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:37.707596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-c387059e-2d88-4151-8726-7665d13decd4 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:37.709110 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-c387059e-2d88-4151-8726-7665d13decd4 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd&tenant_id=c5e6198059344f539cf6bbde362b7a15&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1097 time: 0.2184031 Jul 16 17:48:37.718505 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-653ba99d-1a3e-48dc-bfb6-61f994217605 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/quotas/d52c4caa258640d297f145a9b96ab180 HTTP/1.1" status: 200 len: 375 time: 0.0228651 Jul 16 17:48:37.769797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787205-10'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:37.877538 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-fc0df273-0fa3-4242-a4a6-9b009c961f70 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d52c4caa258640d297f145a9b96ab180&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1581490 Jul 16 17:48:37.899274 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:37.984832 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:38.120944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-7a9aa252-32e2-4626-9c56-8383908ce722 service neutron] 10.222.0.24 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226012 Jul 16 17:48:38.144817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb895e3-00c7-42f1-beac-38f7547bb8d3 req-cd84524e-24c8-4121-9a42-434c60b97822 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:38.152934 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bb895e3-00c7-42f1-beac-38f7547bb8d3 req-cd84524e-24c8-4121-9a42-434c60b97822 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.2655520 Jul 16 17:48:38.188134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Router 8bf9d647-3211-4027-9853-6f2b259c26c4 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:48:38.220946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:38.333188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c0ed9b63-1145-4cd2-901f-ad5d0d908a02 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:38.360135 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bb895e3-00c7-42f1-beac-38f7547bb8d3 req-e5747ea1-e4f0-4440-b86b-a5703a8e8b53 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062948 Jul 16 17:48:38.403804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:48:38.404984 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-9c76bec9-3a7e-4651-9ccd-828675626300 service neutron] 10.222.0.24 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499726 Jul 16 17:48:38.410113 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:38.426982 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Sync routers for ids ['8bf9d647-3211-4027-9853-6f2b259c26c4'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:48:38.443625 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Routers {'8bf9d647-3211-4027-9853-6f2b259c26c4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:48:38.444303 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:48:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8bf9d647-3211-4027-9853-6f2b259c26c4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:48:38.459280 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:38.460807 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7a0a4432-3d36-457d-81e4-aecb9b779aca admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4213278 Jul 16 17:48:38.468869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44174) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:38.478420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c0ed9b63-1145-4cd2-901f-ad5d0d908a02 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:38.542244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dc8885-ea70-415f-a800-ecb1e8601fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6831df7c-95eb-4b75-ba82-1965b2ea1a6b'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:38.552607 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5575ede6-f7fd-4042-94dd-f52abfdd35a1" -d '{"events": [{"server_uuid": "64dc8885-ea70-415f-a800-ecb1e8601fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "6831df7c-95eb-4b75-ba82-1965b2ea1a6b"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:38.564802 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:38.583420 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:38.676530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08485d2b-3110-4d2f-a1a0-d3f0054e0e57 None None] Network 68702f51-9c5d-4919-ab49-74a23d350823 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:48:38.699004 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Pushing event updated for resources: {'Port': ['ID=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,revision_number=7']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:38.699358 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Set router 8bf9d647-3211-4027-9853-6f2b259c26c4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:48:38.718633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Attempting to bind port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on host n-h2-787205-10 for vnic_type normal with profile {"migrating_to": "n-h1-787205-10"} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:38.718970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Attempting to bind port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:38.719299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Attempting to bind port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:38.725458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:38.725458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:38.725458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:38.725458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:38.725458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:38.725458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:38.725458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:38.727112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:38.727112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:38.727112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:38.727112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:38.727559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:38.734502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:48:38.734828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Attempting to bind port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:38.740924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:38.740924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Checking segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:38.741349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Bound using segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:38.741627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Bound port: 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:38.741989 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:38.822237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c074b118-6f07-42f0-aa13-32c2e889d8fa req-0c743faf-28e0-40c3-943b-07c13e348e76 tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=daf6c974381747038da72658abe6e467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529656 Jul 16 17:48:38.930113 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-eee994e8-c0e5-4412-bb42-6ef2ed8ee329 None None] Provisioning for port c0ed9b63-1145-4cd2-901f-ad5d0d908a02 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:38.936796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-eee994e8-c0e5-4412-bb42-6ef2ed8ee329 None None] Provisioning complete for port c0ed9b63-1145-4cd2-901f-ad5d0d908a02 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:38.937433 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-eee994e8-c0e5-4412-bb42-6ef2ed8ee329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:39.100765 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'name': 'tempest-FloatingIPsTestJSON-1890539058-router', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:48:37Z', 'revision_number': 3, 'project_id': '3c6e66f49a5f4e2daf64427b276fe208', 'gw_port': {'id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:48:39.101427 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-eee994e8-c0e5-4412-bb42-6ef2ed8ee329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:39.126331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:39.155872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:39.166742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074b118-6f07-42f0-aa13-32c2e889d8fa req-8bcfabb5-84cb-4c57-a7bf-02682453053a tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:39.174641 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c074b118-6f07-42f0-aa13-32c2e889d8fa req-8bcfabb5-84cb-4c57-a7bf-02682453053a tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3504796 Jul 16 17:48:39.178330 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Checking router: 8bf9d647-3211-4027-9853-6f2b259c26c4 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:48:39.179060 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Updating router 8bf9d647-3211-4027-9853-6f2b259c26c4 port f8270acc-9256-4b94-9cfd-ac3c9070a5e4 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:48:39.188657 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:39.223180 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:39.246790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c074b118-6f07-42f0-aa13-32c2e889d8fa req-a617c757-8be1-471a-889b-98d670576305 tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] 10.222.0.24 "GET /v2.0/quotas/daf6c974381747038da72658abe6e467 HTTP/1.1" status: 200 len: 375 time: 0.0710220 Jul 16 17:48:39.277016 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-eee994e8-c0e5-4412-bb42-6ef2ed8ee329 None None] For port c0ed9b63-1145-4cd2-901f-ad5d0d908a02, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c0ed9b63-1145-4cd2-901f-ad5d0d908a02,segment=NetworkSegment(b424c880-9f4b-4c1b-b0db-d0f07fea0be5),segment_id=b424c880-9f4b-4c1b-b0db-d0f07fea0be5)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:39.288337 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-eee994e8-c0e5-4412-bb42-6ef2ed8ee329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:39.312982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c074b118-6f07-42f0-aa13-32c2e889d8fa req-271dec14-1377-43fd-b9aa-206a03920dd3 tempest-QuotasAdminNegativeTest-51018718 tempest-QuotasAdminNegativeTest-51018718-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=daf6c974381747038da72658abe6e467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649426 Jul 16 17:48:39.329717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec14b6f-eef4-4590-8d7d-8ba1f242b12e req-64574aae-7cad-41c5-bafc-fa4becb873af tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:39.344270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aec14b6f-eef4-4590-8d7d-8ba1f242b12e req-64574aae-7cad-41c5-bafc-fa4becb873af tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 943 time: 0.2906511 Jul 16 17:48:39.373337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee994e8-c0e5-4412-bb42-6ef2ed8ee329 None None] Pushing event updated for resources: {'Port': ['ID=c0ed9b63-1145-4cd2-901f-ad5d0d908a02,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:39.530489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Pushing event updated for resources: {'Port': ['ID=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,revision_number=8']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:39.548364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:39.550813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:39.554447 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-9becb265-eb6d-43e8-bdb4-57ca64c4724b service neutron] 10.222.0.32 "PUT /v2.0/ports/6831df7c-95eb-4b75-ba82-1965b2ea1a6b HTTP/1.1" status: 200 len: 1123 time: 1.7915256 Jul 16 17:48:39.588740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aec14b6f-eef4-4590-8d7d-8ba1f242b12e req-d926c096-97d3-4595-829f-8cf8b3da420b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209272 Jul 16 17:48:39.672862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['6831df7c-95eb-4b75-ba82-1965b2ea1a6b'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:48:39.679616 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:39.694623 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Transition to ACTIVE for port object f8270acc-9256-4b94-9cfd-ac3c9070a5e4 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:39.709836 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:39.725979 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ef3c1a-2bef-44e7-8b9f-610a6a03d782 x-openstack-request-id: req-37ef3c1a-2bef-44e7-8b9f-610a6a03d782 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:39.726539 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dc8885-ea70-415f-a800-ecb1e8601fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "6831df7c-95eb-4b75-ba82-1965b2ea1a6b", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:39.726960 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37ef3c1a-2bef-44e7-8b9f-610a6a03d782 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:39.727501 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dc8885-ea70-415f-a800-ecb1e8601fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6831df7c-95eb-4b75-ba82-1965b2ea1a6b', 'code': 200} Jul 16 17:48:39.806385 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Pushing event updated for resources: {'Port': ['ID=f8270acc-9256-4b94-9cfd-ac3c9070a5e4,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:39.812182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d06e10f3-56c0-469c-954d-d98b0d3f823b req-1d7320c5-0060-4207-96d6-d4e33212f0d9 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 210 time: 0.0396340 Jul 16 17:48:39.814991 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Attempting to bind port f8270acc-9256-4b94-9cfd-ac3c9070a5e4 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:39.815526 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Attempting to bind port f8270acc-9256-4b94-9cfd-ac3c9070a5e4 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:39.816587 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Attempting to bind port f8270acc-9256-4b94-9cfd-ac3c9070a5e4 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:39.823435 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:39.824871 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:39.824871 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:39.824871 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:39.824871 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:39.825216 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:39.825855 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:39.826202 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:39.826542 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:39.826880 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:39.827217 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:39.827551 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:39.842241 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:39.844189 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:39.845084 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:39.845606 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:39.846679 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Bound port: f8270acc-9256-4b94-9cfd-ac3c9070a5e4, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:39.847111 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:39.885129 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:39.889283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-42f0db53-87f7-4390-ae0a-beda079bb580 None None] Provisioning complete for port c0ed9b63-1145-4cd2-901f-ad5d0d908a02 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:39.889838 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-42f0db53-87f7-4390-ae0a-beda079bb580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:39.916663 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] For port f8270acc-9256-4b94-9cfd-ac3c9070a5e4, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:39.926621 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] For port f8270acc-9256-4b94-9cfd-ac3c9070a5e4, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f8270acc-9256-4b94-9cfd-ac3c9070a5e4,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:39.939199 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:39.973067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027861a-538f-4f02-bfb0-f9a665ad412a req-b964dda8-d112-41ee-b7df-eb7def7ed104 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:39.981429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9027861a-538f-4f02-bfb0-f9a665ad412a req-b964dda8-d112-41ee-b7df-eb7def7ed104 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.1180346 Jul 16 17:48:40.012580 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Routers {'8bf9d647-3211-4027-9853-6f2b259c26c4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:48:40.013441 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:48:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8bf9d647-3211-4027-9853-6f2b259c26c4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:48:40.054489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9027861a-538f-4f02-bfb0-f9a665ad412a req-24bde8cf-2c63-482b-87ab-9addfecd2715 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708017 Jul 16 17:48:40.061394 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:48:40.083758 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2af8e8-8eb8-4548-b899-c193e34ff889 None None] Pushing event updated for resources: {'Port': ['ID=f8270acc-9256-4b94-9cfd-ac3c9070a5e4,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:40.208052 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] Set router 8bf9d647-3211-4027-9853-6f2b259c26c4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:48:40.224926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Allocated IP 172.20.0.1 (68702f51-9c5d-4919-ab49-74a23d350823/f51029ff-0fd3-4479-9d25-ec022aeca890/1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:48:40.359582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:40.371383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c0ed9b63-1145-4cd2-901f-ad5d0d908a02 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:40.414229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939', 'mac_address': 'fa:16:3e:05:1e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:48:40.469882 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:40.507091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:40.523618 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:40.555746 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Transition to ACTIVE for port object 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:40.565356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:40.570301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44242) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:40.585893 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:40.589125 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c0ed9b63-1145-4cd2-901f-ad5d0d908a02 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:40.590788 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:40.677694 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:40.737296 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'name': 'tempest-FloatingIPsTestJSON-1890539058-router', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:48:37Z', 'revision_number': 3, 'project_id': '3c6e66f49a5f4e2daf64427b276fe208', 'gw_port': {'id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:48:40.761845 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56bdf768-9e26-41e0-bff0-92c6b081ffe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:40.796044 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45927c19-e7b5-4955-91cd-c46d71445cd1 None None] The sync data for ids ['8bf9d647-3211-4027-9853-6f2b259c26c4'] in n-d-787205-10 is: [{'id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'name': 'tempest-FloatingIPsTestJSON-1890539058-router', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:48:37Z', 'revision_number': 3, 'project_id': '3c6e66f49a5f4e2daf64427b276fe208', 'gw_port': {'id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:48:40.806239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Network 68702f51-9c5d-4919-ab49-74a23d350823 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:40.807995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:40.812163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:48:40.813038 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:40.878045 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Pushing event updated for resources: {'Port': ['ID=1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:40.890050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['79dca76c-e9fb-4200-a77c-e8cd2fe8b939'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:48:40.894332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:40.894900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:40.895078 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:40.895406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:40.895804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:40.896250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:40.896707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:40.898630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:40.899142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:40.899737 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:40.900097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:40.900520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:48:41.047170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:41.127977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18465d97-b98b-4f26-a8d4-25817ea6a025 req-5170ef5d-bd79-4c94-8859-71ebdb01420d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:41.136585 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18465d97-b98b-4f26-a8d4-25817ea6a025 req-5170ef5d-bd79-4c94-8859-71ebdb01420d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 943 time: 0.3341043 Jul 16 17:48:41.215697 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18465d97-b98b-4f26-a8d4-25817ea6a025 req-1724772d-1af4-4f20-81a0-4a2c612825c1 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660989 Jul 16 17:48:41.336627 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56bdf768-9e26-41e0-bff0-92c6b081ffe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:41.369582 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56bdf768-9e26-41e0-bff0-92c6b081ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:41.406905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-97afdf7d-94bb-4977-aade-872b996b4d51 None None] Provisioning for port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:41.412238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-97afdf7d-94bb-4977-aade-872b996b4d51 None None] Provisioning complete for port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:41.413881 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-97afdf7d-94bb-4977-aade-872b996b4d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:41.458635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-bd5e20f6-dcda-4ea3-8c77-6c2a871d3ca1 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:41.463136 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-bd5e20f6-dcda-4ea3-8c77-6c2a871d3ca1 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.11 "GET /v2.0/networks?id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 HTTP/1.1" status: 200 len: 821 time: 0.4612663 Jul 16 17:48:41.478863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-97afdf7d-94bb-4977-aade-872b996b4d51 None None] Port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:48:41.515067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-cb67963c-f2c0-4278-b972-b5b4f7d8188c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Request body: {'port': {'device_id': 'f81d66f3-3da2-42e0-8eb6-a65ab9e34e12', 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020', 'admin_state_up': True, 'tenant_id': 'd52c4caa258640d297f145a9b96ab180'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:41.532326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-907096f4-eba8-47df-bc97-f3e781b05a45 req-43d044b2-f6c1-4e40-b725-b397f1876323 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 210 time: 0.1428552 Jul 16 17:48:41.547371 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-56bdf768-9e26-41e0-bff0-92c6b081ffe3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=daf6c974381747038da72658abe6e467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9754772 Jul 16 17:48:41.553257 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44276) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:41.605302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdf768-9e26-41e0-bff0-92c6b081ffe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0d9aa6-9226-4e14-90cb-fe6ef8f092b8,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:41.738580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dc8885-ea70-415f-a800-ecb1e8601fbd', 'tag': '6831df7c-95eb-4b75-ba82-1965b2ea1a6b'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:41.743659 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9067b8fb-e894-4419-aa1a-d5405c48c8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "64dc8885-ea70-415f-a800-ecb1e8601fbd", "tag": "6831df7c-95eb-4b75-ba82-1965b2ea1a6b"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:41.789275 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61bb1c44-3e18-47a2-a14b-8efeaf73e117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:41.820157 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:41.841094 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd75c06-7344-4cc8-90e1-7a593bb621fb x-openstack-request-id: req-4cd75c06-7344-4cc8-90e1-7a593bb621fb {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:41.841382 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dc8885-ea70-415f-a800-ecb1e8601fbd", "tag": "6831df7c-95eb-4b75-ba82-1965b2ea1a6b", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:41.846081 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cd75c06-7344-4cc8-90e1-7a593bb621fb {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:41.846782 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dc8885-ea70-415f-a800-ecb1e8601fbd', 'tag': '6831df7c-95eb-4b75-ba82-1965b2ea1a6b', 'status': 'completed', 'code': 200} Jul 16 17:48:41.870533 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61bb1c44-3e18-47a2-a14b-8efeaf73e117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:41.956139 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61bb1c44-3e18-47a2-a14b-8efeaf73e117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:41.964771 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61bb1c44-3e18-47a2-a14b-8efeaf73e117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:41.968615 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-61bb1c44-3e18-47a2-a14b-8efeaf73e117 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba0d9aa6-9226-4e14-90cb-fe6ef8f092b8 HTTP/1.1" status: 204 len: 168 time: 0.4105785 Jul 16 17:48:41.985768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff6b0b-cf0c-4262-80c4-75af2b8d1015 req-2c66bdef-537e-41db-8a96-8605b846f755 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:41.994794 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cff6b0b-cf0c-4262-80c4-75af2b8d1015 req-2c66bdef-537e-41db-8a96-8605b846f755 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.3304715 Jul 16 17:48:42.021712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb1c44-3e18-47a2-a14b-8efeaf73e117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0d9aa6-9226-4e14-90cb-fe6ef8f092b8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:42.050799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:42.075112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cff6b0b-cf0c-4262-80c4-75af2b8d1015 req-13e2113c-fcb0-4b74-9c1b-b0572d35728e tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790269 Jul 16 17:48:42.181404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067b8fb-e894-4419-aa1a-d5405c48c8f2 req-f9dc7b72-168a-403e-82aa-bc36172b052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:42.186542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6831df7c-95eb-4b75-ba82-1965b2ea1a6b details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:48:42.188683 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9067b8fb-e894-4419-aa1a-d5405c48c8f2 req-f9dc7b72-168a-403e-82aa-bc36172b052d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 1126 time: 0.3360267 Jul 16 17:48:42.197577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-cb67963c-f2c0-4278-b972-b5b4f7d8188c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Made reservation on behalf of d52c4caa258640d297f145a9b96ab180 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:48:42.210577 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-cb67963c-f2c0-4278-b972-b5b4f7d8188c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:42.293878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:42.294838 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:42.424959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f8270acc-9256-4b94-9cfd-ac3c9070a5e4 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:42.505472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067b8fb-e894-4419-aa1a-d5405c48c8f2 req-b2874b1e-88d9-41b1-9221-90b3cdf00a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:42.506297 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.resource_extend [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:48:42.507148 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9067b8fb-e894-4419-aa1a-d5405c48c8f2 req-b2874b1e-88d9-41b1-9221-90b3cdf00a00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.2929885 Jul 16 17:48:42.643570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877d564-a49b-45d6-a543-fa88d1a2b845 req-84b818b8-5390-4e68-8a47-6dc180119c00 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:42.650803 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9067b8fb-e894-4419-aa1a-d5405c48c8f2 req-aa639c5d-4237-40b8-a1b8-55b1451f8348 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b HTTP/1.1" status: 200 len: 217 time: 0.1309896 Jul 16 17:48:42.652393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44302) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:42.655852 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b877d564-a49b-45d6-a543-fa88d1a2b845 req-84b818b8-5390-4e68-8a47-6dc180119c00 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 943 time: 0.1516917 Jul 16 17:48:42.678651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:42.760407 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8765281f-fded-425b-b0a6-791570fe6768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:42.788556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b877d564-a49b-45d6-a543-fa88d1a2b845 req-0d07a182-31c0-416e-8b1c-4b74d013fa27 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294754 Jul 16 17:48:42.922010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6831df7c-95eb-4b75-ba82-1965b2ea1a6b has no active binding in host n-h1-787205-10 {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:48:42.942141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port f8270acc-9256-4b94-9cfd-ac3c9070a5e4 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:42.942773 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:42.969121 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067b8fb-e894-4419-aa1a-d5405c48c8f2 req-eaf2fad4-7ce4-4992-bf55-6a6aedec1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:42.974536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f8270acc-9256-4b94-9cfd-ac3c9070a5e4 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:42.975280 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:42.976539 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9067b8fb-e894-4419-aa1a-d5405c48c8f2 req-eaf2fad4-7ce4-4992-bf55-6a6aedec1de2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.2755072 Jul 16 17:48:42.997839 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:42.998581 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:43.059997 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:43.090301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-186a380c-042b-4885-abca-219ba9d86c2a req-f355a0b3-50b4-480b-ba21-3b25cd2694f3 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 210 time: 0.0731153 Jul 16 17:48:43.114598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:43.118331 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:43.121266 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66538323-5c2c-40cf-8097-0908c23a0fd9" -d '{"events": [{"server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "name": "network-vif-plugged", "status": "completed", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:43.134680 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:43.192249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,revision_number=10']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:43.198346 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:43.222347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port f8270acc-9256-4b94-9cfd-ac3c9070a5e4, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f8270acc-9256-4b94-9cfd-ac3c9070a5e4,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:43.225271 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaefd46-098e-4906-8d68-8b4c4ffdbf65 x-openstack-request-id: req-feaefd46-098e-4906-8d68-8b4c4ffdbf65 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:43.226062 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "name": "network-vif-plugged", "status": "completed", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:43.226546 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-feaefd46-098e-4906-8d68-8b4c4ffdbf65 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:43.227040 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939', 'code': 200} Jul 16 17:48:43.228262 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:43.289331 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=f8270acc-9256-4b94-9cfd-ac3c9070a5e4,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:43.317177 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9067b8fb-e894-4419-aa1a-d5405c48c8f2 req-9000a8ae-8a04-4078-a710-d8d077143ed8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3261235 Jul 16 17:48:43.391444 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b1aab9a8-9dd3-47f9-a771-44db8885f61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:43.395161 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8765281f-fded-425b-b0a6-791570fe6768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:43.426539 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8765281f-fded-425b-b0a6-791570fe6768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:43.465207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77e451-44cf-4111-b822-6e26db8ce22a req-2abfef42-fc19-4c53-a289-fa6f2ca960b9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:43.467225 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e77e451-44cf-4111-b822-6e26db8ce22a req-2abfef42-fc19-4c53-a289-fa6f2ca960b9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.1493926 Jul 16 17:48:43.490318 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Pushing event updated for resources: {'Port': ['ID=1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:43.511844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765281f-fded-425b-b0a6-791570fe6768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9b90da-d49a-4a15-a16c-8f65f3eafe3c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:43.589312 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8765281f-fded-425b-b0a6-791570fe6768 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6884096d9ed04c96b9233df3af224238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9317577 Jul 16 17:48:43.602423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44320) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:43.635381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-cb67963c-f2c0-4278-b972-b5b4f7d8188c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Allocated IP 172.20.0.12 (83cbe6b6-26f0-4ca1-b476-3ef9f79dc020/8232b726-0d89-4cf3-a38b-640914458600/5a8f4e89-e7f7-4139-8903-33047e0a1ea8) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:48:43.645147 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-8ba3a28b-ba39-4823-857e-2b9e21579761 service neutron] 10.222.0.11 "GET /v2.0/ports/6831df7c-95eb-4b75-ba82-1965b2ea1a6b/bindings/n-h1-787205-10 HTTP/1.1" status: 200 len: 385 time: 0.1509285 Jul 16 17:48:43.665031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Network 68702f51-9c5d-4919-ab49-74a23d350823 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:43.674439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:43.747374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e77e451-44cf-4111-b822-6e26db8ce22a req-5847418c-1c37-424c-ab4a-76cba5cc59d7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743409 Jul 16 17:48:43.749702 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9067b8fb-e894-4419-aa1a-d5405c48c8f2 req-7eb5fc9a-fc0a-4a8e-b256-063e4939e93c service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242497 Jul 16 17:48:43.787758 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdab0873-a419-4b1c-b4f2-9f77acbea9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:43.861229 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdab0873-a419-4b1c-b4f2-9f77acbea9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:44.146833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-70f7a2d3-669e-46ac-9003-4b8414138b4a None None] Provisioning complete for port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:44.147376 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70f7a2d3-669e-46ac-9003-4b8414138b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:44.147875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-cb67963c-f2c0-4278-b972-b5b4f7d8188c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:44.153688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-527413b2-42d1-4fd2-a40b-c21127d776e3 service neutron] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:44.233681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-cb67963c-f2c0-4278-b972-b5b4f7d8188c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:44.236410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-527413b2-42d1-4fd2-a40b-c21127d776e3 service neutron] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:44.265444 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-70f7a2d3-669e-46ac-9003-4b8414138b4a None None] Port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:48:44.287826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f8270acc-9256-4b94-9cfd-ac3c9070a5e4 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:44.328679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-cb67963c-f2c0-4278-b972-b5b4f7d8188c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:44.350363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-cb67963c-f2c0-4278-b972-b5b4f7d8188c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:44.393640 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-cb67963c-f2c0-4278-b972-b5b4f7d8188c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:48:44.399494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-cb67963c-f2c0-4278-b972-b5b4f7d8188c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:44.400225 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-cb67963c-f2c0-4278-b972-b5b4f7d8188c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:44.410495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f8270acc-9256-4b94-9cfd-ac3c9070a5e4 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:44.411113 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:44.432436 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-cb67963c-f2c0-4278-b972-b5b4f7d8188c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9516203 Jul 16 17:48:44.442564 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9067b8fb-e894-4419-aa1a-d5405c48c8f2 req-ded64230-098a-4445-93f5-5a64a6eda061 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806867 Jul 16 17:48:44.450581 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Request body: {'port': {'device_id': 'f81d66f3-3da2-42e0-8eb6-a65ab9e34e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:44.497241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67963c-f2c0-4278-b972-b5b4f7d8188c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Pushing event updated for resources: {'Port': ['ID=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:44.505327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Router 8bf9d647-3211-4027-9853-6f2b259c26c4 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:48:44.643289 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:44.840626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-527413b2-42d1-4fd2-a40b-c21127d776e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6831df7c-95eb-4b75-ba82-1965b2ea1a6b {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:44.854640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-527413b2-42d1-4fd2-a40b-c21127d776e3 service neutron] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:44.895627 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-527413b2-42d1-4fd2-a40b-c21127d776e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:45.063320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df91203-ef56-444a-b841-93d4efb1316c req-19de9902-a510-4142-8347-00c4b3f81834 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:45.065545 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6df91203-ef56-444a-b841-93d4efb1316c req-19de9902-a510-4142-8347-00c4b3f81834 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 932 time: 0.1953871 Jul 16 17:48:45.126536 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdab0873-a419-4b1c-b4f2-9f77acbea9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:45.132076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdab0873-a419-4b1c-b4f2-9f77acbea9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:45.137547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fdab0873-a419-4b1c-b4f2-9f77acbea9fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee9b90da-d49a-4a15-a16c-8f65f3eafe3c HTTP/1.1" status: 204 len: 168 time: 1.5315473 Jul 16 17:48:45.147764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:48:45.157076 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Sync routers for ids ['8bf9d647-3211-4027-9853-6f2b259c26c4'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:48:45.166556 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8a51b353-d8fc-45f2-b99d-5eaf4582549b admin admin] 10.222.0.24 "PUT /v2.0/routers/8bf9d647-3211-4027-9853-6f2b259c26c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6962175 Jul 16 17:48:45.173046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab0873-a419-4b1c-b4f2-9f77acbea9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9b90da-d49a-4a15-a16c-8f65f3eafe3c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:45.184205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Routers {'8bf9d647-3211-4027-9853-6f2b259c26c4'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:48:45.184852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:48:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8bf9d647-3211-4027-9853-6f2b259c26c4'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:48:45.198601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-527413b2-42d1-4fd2-a40b-c21127d776e3 service neutron] Transition to ACTIVE for port object 6831df7c-95eb-4b75-ba82-1965b2ea1a6b will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:45.217846 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d62de-4582-4c73-b2bb-9e2d89795219 req-2253ce91-7608-4a7e-b42a-3b5f79e53557 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:45.228639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e52d62de-4582-4c73-b2bb-9e2d89795219 req-2253ce91-7608-4a7e-b42a-3b5f79e53557 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 943 time: 0.3565519 Jul 16 17:48:45.237132 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-527413b2-42d1-4fd2-a40b-c21127d776e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:45.257136 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6df91203-ef56-444a-b841-93d4efb1316c req-fb29fcdb-82c2-4fe0-af04-6c51a459e5bb tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781950 Jul 16 17:48:45.477755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Set router 8bf9d647-3211-4027-9853-6f2b259c26c4 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:48:45.538499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e52d62de-4582-4c73-b2bb-9e2d89795219 req-a090d609-f676-48a2-8350-38de3a105f92 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073232 Jul 16 17:48:45.539549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527413b2-42d1-4fd2-a40b-c21127d776e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,revision_number=10']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:45.544451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-527413b2-42d1-4fd2-a40b-c21127d776e3 service neutron] No DVR routers for this DVR port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:48:45.616581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-527413b2-42d1-4fd2-a40b-c21127d776e3 service neutron] 10.222.0.11 "PUT /v2.0/ports/6831df7c-95eb-4b75-ba82-1965b2ea1a6b/bindings/n-h1-787205-10/activate HTTP/1.1" status: 200 len: 370 time: 1.9550374 Jul 16 17:48:45.622780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:45.660956 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:45.692249 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Transition to ACTIVE for port object 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:45.701938 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:45.819929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:45.827128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015a39a-e08e-4f97-9b2a-0ecfa205559b req-de656925-2cbc-4483-b76f-83812b1e4d32 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:45.838340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Attempting to bind port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:45.838690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Attempting to bind port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '00efe5be-978a-4cf4-a468-fe7c390f457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:45.839120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Attempting to bind port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 on network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:45.848432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 on network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:48:45.848768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Attempting to bind port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 on network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:45.849495 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b015a39a-e08e-4f97-9b2a-0ecfa205559b req-de656925-2cbc-4483-b76f-83812b1e4d32 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.2484944 Jul 16 17:48:45.862662 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:45.863008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Checking segment: {'id': '00efe5be-978a-4cf4-a468-fe7c390f457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:45.863403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Bound using segment: {'id': '00efe5be-978a-4cf4-a468-fe7c390f457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:45.865130 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Bound port: 5a8f4e89-e7f7-4139-8903-33047e0a1ea8, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00efe5be-978a-4cf4-a468-fe7c390f457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:45.865579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:45.886358 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f1308d59-2ead-4d55-a06d-655974e06068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:46.004190 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-176b6ab6-bcff-4820-80ed-de0b8c568a9b tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:46.006208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-176b6ab6-bcff-4820-80ed-de0b8c568a9b tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd&tenant_id=c5e6198059344f539cf6bbde362b7a15&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1096 time: 0.3103402 Jul 16 17:48:46.018708 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b015a39a-e08e-4f97-9b2a-0ecfa205559b req-ba29277d-b8c3-45f8-acf0-fca853506e04 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681731 Jul 16 17:48:46.062229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] For port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:46.062743 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:46.081999 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] For port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:46.091558 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:46.210188 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-82f65025-d7a2-4ea6-ac27-f1415f38127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:46.211767 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-82f65025-d7a2-4ea6-ac27-f1415f38127d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd&tenant_id=c5e6198059344f539cf6bbde362b7a15 HTTP/1.1" status: 200 len: 1096 time: 0.1897564 Jul 16 17:48:46.215143 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:46.215776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:46.217201 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] 10.222.0.11 "PUT /v2.0/ports/5a8f4e89-e7f7-4139-8903-33047e0a1ea8 HTTP/1.1" status: 200 len: 1093 time: 1.7737014 Jul 16 17:48:46.217777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81d66f3-3da2-42e0-8eb6-a65ab9e34e12', 'tag': '5a8f4e89-e7f7-4139-8903-33047e0a1ea8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:46.220586 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e536fc-9abf-4e4d-8ac5-aa462af57765" -d '{"events": [{"name": "network-changed", "server_uuid": "f81d66f3-3da2-42e0-8eb6-a65ab9e34e12", "tag": "5a8f4e89-e7f7-4139-8903-33047e0a1ea8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:46.303360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'name': 'tempest-FloatingIPsTestJSON-1890539058-router', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:48:41Z', 'revision_number': 4, 'project_id': '3c6e66f49a5f4e2daf64427b276fe208', 'gw_port': {'id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd', 'name': '', 'network_id': '68702f51-9c5d-4919-ab49-74a23d350823', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'mac_address': 'fa:16:3e:9e:e8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f51029ff-0fd3-4479-9d25-ec022aeca890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:48:39Z', 'updated_at': '2021-07-16T17:48:42Z', 'revision_number': 2, 'project_id': '3c6e66f49a5f4e2daf64427b276fe208', 'subnets': [{'id': 'f51029ff-0fd3-4479-9d25-ec022aeca890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:48:46.347934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Checking router: 8bf9d647-3211-4027-9853-6f2b259c26c4 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:48:46.348634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Updating router 8bf9d647-3211-4027-9853-6f2b259c26c4 port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:48:46.404523 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73335a4-e34b-4914-8386-a0183d69603c x-openstack-request-id: req-a73335a4-e34b-4914-8386-a0183d69603c {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:46.409212 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81d66f3-3da2-42e0-8eb6-a65ab9e34e12", "tag": "5a8f4e89-e7f7-4139-8903-33047e0a1ea8", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:46.409601 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a73335a4-e34b-4914-8386-a0183d69603c {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:46.410082 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81d66f3-3da2-42e0-8eb6-a65ab9e34e12', 'tag': '5a8f4e89-e7f7-4139-8903-33047e0a1ea8', 'status': 'completed', 'code': 200} Jul 16 17:48:46.435009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5d88c-8c89-4693-81aa-1d0466dfafc9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:46.443823 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:46.575205 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-ee7c787d-0614-4725-91ec-fa4bda772283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:46.581607 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-ee7c787d-0614-4725-91ec-fa4bda772283 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d52c4caa258640d297f145a9b96ab180&device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 1096 time: 0.2747033 Jul 16 17:48:46.637526 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-72807bae-dcbe-4610-b93e-02eba21187f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a8f4e89-e7f7-4139-8903-33047e0a1ea8 HTTP/1.1" status: 200 len: 217 time: 0.0432534 Jul 16 17:48:46.748571 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-da75bf09-0354-41a8-8e37-7a856ce4f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:46.750041 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-da75bf09-0354-41a8-8e37-7a856ce4f2c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8232b726-0d89-4cf3-a38b-640914458600 HTTP/1.1" status: 200 len: 861 time: 0.1051435 Jul 16 17:48:46.807366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-3186b071-24fd-4178-8bb3-dafde68f249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:46.812714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-3186b071-24fd-4178-8bb3-dafde68f249f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 1096 time: 0.5623507 Jul 16 17:48:46.835424 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-fc9de290-95d0-4e37-8340-14efe6ff1d85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775280 Jul 16 17:48:46.904528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-5e729f89-413f-4865-aec0-c3274a651abc tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5033858 Jul 16 17:48:46.915608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:46.986459 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-dd60ce39-af97-4f11-8bed-1d1ed8b3320f service neutron] 10.222.0.11 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435580 Jul 16 17:48:47.020598 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:47.038942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47287e-d49f-4080-b32a-3ee2542793fc req-9b470af4-cf1a-4d92-ab34-ad4b4eb8ac85 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:47.046258 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd47287e-d49f-4080-b32a-3ee2542793fc req-9b470af4-cf1a-4d92-ab34-ad4b4eb8ac85 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 944 time: 0.4261587 Jul 16 17:48:47.055421 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:47.056649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Transition to ACTIVE for port object 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:47.070102 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:47.261328 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4fbe393d-e8bf-4840-9035-125a327ab685 req-6eba74b8-6975-4253-88bf-d8d332f8de9f service neutron] 10.222.0.11 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671609 Jul 16 17:48:47.289624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-48958e5e-6c7b-408f-a2ed-5a15a4169f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:47.314316 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-48958e5e-6c7b-408f-a2ed-5a15a4169f59 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.4788373 Jul 16 17:48:47.325921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2bdcf-256c-42b7-931b-e06859e341c8 None None] Pushing event updated for resources: {'Port': ['ID=1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:47.362671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Attempting to bind port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:47.363047 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Attempting to bind port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'b424c880-9f4b-4c1b-b0db-d0f07fea0be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '68702f51-9c5d-4919-ab49-74a23d350823'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:47.363413 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Attempting to bind port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd on network 68702f51-9c5d-4919-ab49-74a23d350823 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:47.369827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:47.370244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Checking segment: {'id': 'b424c880-9f4b-4c1b-b0db-d0f07fea0be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '68702f51-9c5d-4919-ab49-74a23d350823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:47.371814 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:47.372238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Bound using segment: {'id': 'b424c880-9f4b-4c1b-b0db-d0f07fea0be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '68702f51-9c5d-4919-ab49-74a23d350823'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:47.373702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Bound port: 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b424c880-9f4b-4c1b-b0db-d0f07fea0be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '68702f51-9c5d-4919-ab49-74a23d350823'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:47.373702 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:47.446420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd47287e-d49f-4080-b32a-3ee2542793fc req-50a84cc5-441c-4490-a8fd-5203c5420f14 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988855 Jul 16 17:48:47.486313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-3eb780ad-09be-447c-a000-5956daf4e467 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b HTTP/1.1" status: 200 len: 217 time: 0.0602002 Jul 16 17:48:47.503566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e536fc-9abf-4e4d-8ac5-aa462af57765 req-a1093450-4a26-4ffa-acad-361e33d18fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:47.506161 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37e536fc-9abf-4e4d-8ac5-aa462af57765 req-a1093450-4a26-4ffa-acad-361e33d18fe7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d52c4caa258640d297f145a9b96ab180&device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 1096 time: 0.1459286 Jul 16 17:48:47.608060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] For port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:47.626042 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] For port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd,segment=NetworkSegment(b424c880-9f4b-4c1b-b0db-d0f07fea0be5),segment_id=b424c880-9f4b-4c1b-b0db-d0f07fea0be5)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:47.650386 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:47.673853 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:47.694458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-b94c9d4b-81c3-4b6e-a786-b1a379be92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:47.698903 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-b94c9d4b-81c3-4b6e-a786-b1a379be92fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.2053242 Jul 16 17:48:47.704208 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:47.808254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e536fc-9abf-4e4d-8ac5-aa462af57765 req-a2bc16be-4b48-4bba-9292-974b0626ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:47.810584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Routers {'8bf9d647-3211-4027-9853-6f2b259c26c4'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:48:47.816431 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:48:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8bf9d647-3211-4027-9853-6f2b259c26c4'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:48:47.818127 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37e536fc-9abf-4e4d-8ac5-aa462af57765 req-a2bc16be-4b48-4bba-9292-974b0626ffc6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 HTTP/1.1" status: 200 len: 922 time: 0.3052943 Jul 16 17:48:47.979382 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37e536fc-9abf-4e4d-8ac5-aa462af57765 req-bcc970a4-3134-4bb4-b360-81ae07d4cf20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a8f4e89-e7f7-4139-8903-33047e0a1ea8 HTTP/1.1" status: 200 len: 217 time: 0.1537726 Jul 16 17:48:48.013863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2bdcf-256c-42b7-931b-e06859e341c8 None None] Pushing event updated for resources: {'Port': ['ID=1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:48.077014 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Allocated IP 172.25.3.145 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/31d7630f-593c-488a-b4b3-5b89c424ecd5) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:48:48.112133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6831df7c-95eb-4b75-ba82-1965b2ea1a6b no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:48:48.209900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] Set router 8bf9d647-3211-4027-9853-6f2b259c26c4 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:48:48.212824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6831df7c-95eb-4b75-ba82-1965b2ea1a6b not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:48:48.240863 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:48.278273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e536fc-9abf-4e4d-8ac5-aa462af57765 req-ddcc18d5-bb6b-4820-8628-52d71f0ba8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:48.279956 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37e536fc-9abf-4e4d-8ac5-aa462af57765 req-ddcc18d5-bb6b-4820-8628-52d71f0ba8bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8232b726-0d89-4cf3-a38b-640914458600 HTTP/1.1" status: 200 len: 861 time: 0.2876146 Jul 16 17:48:48.311706 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:48.315706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-47b43cf6-961c-4f3d-a7c9-a2254ed9c242 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3739793 Jul 16 17:48:48.351188 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37e536fc-9abf-4e4d-8ac5-aa462af57765 req-bca1924b-d61c-4ed0-aac8-7973afeed190 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626364 Jul 16 17:48:48.502904 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37e536fc-9abf-4e4d-8ac5-aa462af57765 req-0c98f438-869c-40ee-af38-3ffae7964082 service neutron] 10.222.0.11 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409900 Jul 16 17:48:48.538270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Pushing event updated for resources: {'Port': ['ID=31d7630f-593c-488a-b4b3-5b89c424ecd5,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:48.544389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-e10f2d0c-1209-4087-b14b-cb3c8945bc55 service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331108 Jul 16 17:48:48.688365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:48.703260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'name': 'tempest-FloatingIPsTestJSON-1890539058-router', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:48:41Z', 'revision_number': 4, 'project_id': '3c6e66f49a5f4e2daf64427b276fe208', 'gw_port': {'id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd', 'name': '', 'network_id': '68702f51-9c5d-4919-ab49-74a23d350823', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'mac_address': 'fa:16:3e:9e:e8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f51029ff-0fd3-4479-9d25-ec022aeca890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:48:39Z', 'updated_at': '2021-07-16T17:48:47Z', 'revision_number': 4, 'project_id': '3c6e66f49a5f4e2daf64427b276fe208', 'subnets': [{'id': 'f51029ff-0fd3-4479-9d25-ec022aeca890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:48:48.719579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:48.722909 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37e536fc-9abf-4e4d-8ac5-aa462af57765 req-088b51e9-2141-4f7f-9fe2-dd3bbe6b3f65 service neutron] 10.222.0.11 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116737 Jul 16 17:48:48.726278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:48:48.743855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654ad45-e9e4-4b04-bffd-97f166c2a64b req-dea005a7-e1fb-4263-b5cb-af47744bf3af tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:48.749191 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0654ad45-e9e4-4b04-bffd-97f166c2a64b req-dea005a7-e1fb-4263-b5cb-af47744bf3af tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 944 time: 0.8071828 Jul 16 17:48:48.777069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d02c4f5-79d6-4d72-8d02-d3893436599d None None] The sync data for ids ['8bf9d647-3211-4027-9853-6f2b259c26c4'] in n-d-787205-10 is: [{'id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'name': 'tempest-FloatingIPsTestJSON-1890539058-router', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:48:41Z', 'revision_number': 4, 'project_id': '3c6e66f49a5f4e2daf64427b276fe208', 'gw_port': {'id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd', 'name': '', 'network_id': '68702f51-9c5d-4919-ab49-74a23d350823', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'mac_address': 'fa:16:3e:9e:e8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f51029ff-0fd3-4479-9d25-ec022aeca890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:48:39Z', 'updated_at': '2021-07-16T17:48:47Z', 'revision_number': 4, 'project_id': '3c6e66f49a5f4e2daf64427b276fe208', 'subnets': [{'id': 'f51029ff-0fd3-4479-9d25-ec022aeca890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:48:48.878819 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0654ad45-e9e4-4b04-bffd-97f166c2a64b req-7bfc6757-f200-425f-a6ef-b294d6ce183d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207407 Jul 16 17:48:48.885073 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:48.920853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-a344fe7b-d3ee-4003-bcee-80c27077e2df service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646827 Jul 16 17:48:48.928381 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:49.092872 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:49.339076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:49.350059 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:49.424558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Pushing event updated for resources: {'Port': ['ID=31d7630f-593c-488a-b4b3-5b89c424ecd5,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:49.492239 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:49.563205 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:49.565814 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-19947c4d-834e-4e75-87b5-b6ef8e69efa4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6603653 Jul 16 17:48:49.692755 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-7639dc33-fa10-457f-a2e7-c2c3e4dd725d tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.145 HTTP/1.1" status: 200 len: 696 time: 0.1117840 Jul 16 17:48:49.702858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb3057-48fd-412c-a9be-aebb20d6fd4c req-b8d576dd-cc22-4ab8-9d97-92646be185d4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:49.704976 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-defb3057-48fd-412c-a9be-aebb20d6fd4c req-b8d576dd-cc22-4ab8-9d97-92646be185d4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.2820072 Jul 16 17:48:49.763121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-e0964a6c-aeca-4700-9006-7b0a5d5fe318 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:49.764646 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-e0964a6c-aeca-4700-9006-7b0a5d5fe318 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd&tenant_id=c5e6198059344f539cf6bbde362b7a15&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 1096 time: 0.2947166 Jul 16 17:48:49.850233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-defb3057-48fd-412c-a9be-aebb20d6fd4c req-c22e2ed2-cf58-4d33-b22f-a94acbe1b366 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232624 Jul 16 17:48:49.917448 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-aa9c8418-4c0a-44fc-bdf8-966fcefeb3ca tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:49.921360 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-aa9c8418-4c0a-44fc-bdf8-966fcefeb3ca tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.2147896 Jul 16 17:48:49.938523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-58cfa603-79f1-4f5b-81e2-a6a1052028b7 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:48:49.941338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dda2fc76-3110-406f-8490-a7adec4cca9b req-58cfa603-79f1-4f5b-81e2-a6a1052028b7 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097814 Jul 16 17:48:50.031148 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-ba6ab9f6-59a3-4ef8-889e-e45df40dff93 service neutron] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:50.037938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-ba6ab9f6-59a3-4ef8-889e-e45df40dff93 service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:50.039651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25621c6b-f0b6-4702-a105-5bfd8991e27a req-ba6ab9f6-59a3-4ef8-889e-e45df40dff93 service neutron] 10.222.0.32 "DELETE /v2.0/ports/6831df7c-95eb-4b75-ba82-1965b2ea1a6b/bindings/n-h2-787205-10 HTTP/1.1" status: 204 len: 173 time: 0.2603526 Jul 16 17:48:50.098544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:48:50.211942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08362f9-1a51-4a5a-a6d7-59679d5fd72a req-c8d913bb-000d-47b3-974f-9cbf716ba9d9 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:50.219218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c08362f9-1a51-4a5a-a6d7-59679d5fd72a req-c8d913bb-000d-47b3-974f-9cbf716ba9d9 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 944 time: 0.1228249 Jul 16 17:48:50.373255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:50.481582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:50.529015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '5a8f4e89-e7f7-4139-8903-33047e0a1ea8', 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020', 'port_id': '5a8f4e89-e7f7-4139-8903-33047e0a1ea8', 'mac_address': 'fa:16:3e:e2:48:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8232b726-0d89-4cf3-a38b-640914458600', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:48:50.580252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:50.601168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:50.602152 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:50.691488 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:50.697847 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c08362f9-1a51-4a5a-a6d7-59679d5fd72a req-0fb3a06a-4e41-4861-ab33-192b93ef5b6f tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660037 Jul 16 17:48:50.728270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:50.728904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa94539-5dc8-4504-b89e-ddfc9e12a317 req-67bde9fd-2350-436f-9bb8-5e059dfb963a tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:50.741827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffa94539-5dc8-4504-b89e-ddfc9e12a317 req-67bde9fd-2350-436f-9bb8-5e059dfb963a tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 944 time: 0.1031406 Jul 16 17:48:50.780185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:50.790352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffa94539-5dc8-4504-b89e-ddfc9e12a317 req-eca37ebf-7f6e-475f-b1ce-0358767d0404 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511851 Jul 16 17:48:50.800444 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:50.876850 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:50.909966 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:50.942721 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-619c049d-5bed-4a76-a52b-428539df8957 req-541d235b-f31d-4447-bf23-75c90126445e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/floatingips/5ee6bf0a-0ff4-404f-b874-75ff32762ae9 HTTP/1.1" status: 200 len: 693 time: 0.1672873 Jul 16 17:48:50.953061 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd,segment=NetworkSegment(b424c880-9f4b-4c1b-b0db-d0f07fea0be5),segment_id=b424c880-9f4b-4c1b-b0db-d0f07fea0be5)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:50.966440 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:51.136680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c049d-5bed-4a76-a52b-428539df8957 req-030ec064-cbb7-4de8-9a00-b2614d48e8f6 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:51.153794 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-619c049d-5bed-4a76-a52b-428539df8957 req-030ec064-cbb7-4de8-9a00-b2614d48e8f6 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.2109401 Jul 16 17:48:51.160145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-619c049d-5bed-4a76-a52b-428539df8957 req-f1d7be9d-21e3-4eca-8edf-833f37fa8b5d tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:48:51.180354 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-619c049d-5bed-4a76-a52b-428539df8957 req-f1d7be9d-21e3-4eca-8edf-833f37fa8b5d tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255477 Jul 16 17:48:51.187190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['5a8f4e89-e7f7-4139-8903-33047e0a1ea8'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:48:51.232501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:51.385228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5383c07a-5cf0-4e4e-a10f-b60da0275d5b req-494caa24-5385-4beb-9fc7-0b9513f17da1 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=3c6e66f49a5f4e2daf64427b276fe208 HTTP/1.1" status: 200 len: 696 time: 0.0723791 Jul 16 17:48:51.493914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84322a2-4c04-46cc-b1c8-d81f2774cf5c req-d20bc3c4-7afb-44b7-8177-420685b39404 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:51.495486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e84322a2-4c04-46cc-b1c8-d81f2774cf5c req-d20bc3c4-7afb-44b7-8177-420685b39404 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.2175765 Jul 16 17:48:51.530721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c07a-5cf0-4e4e-a10f-b60da0275d5b req-e59b97df-6915-47d1-a29d-12c9598c7a3f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:51.532196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5383c07a-5cf0-4e4e-a10f-b60da0275d5b req-e59b97df-6915-47d1-a29d-12c9598c7a3f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/networks?id=db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 787 time: 0.1428246 Jul 16 17:48:51.544883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-5383c07a-5cf0-4e4e-a10f-b60da0275d5b req-0a324047-0bb9-46ab-80f3-553f26fa87f8 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:48:51.545681 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5383c07a-5cf0-4e4e-a10f-b60da0275d5b req-0a324047-0bb9-46ab-80f3-553f26fa87f8 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056250 Jul 16 17:48:51.570846 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e84322a2-4c04-46cc-b1c8-d81f2774cf5c req-3703e496-7229-4ede-9617-61798768c0f3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624793 Jul 16 17:48:51.689311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03a0f118-bc34-4443-93ce-e2cda344817f req-f755e48f-68ea-494d-8b0e-a1142ad0f174 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/floatingips/5ee6bf0a-0ff4-404f-b874-75ff32762ae9 HTTP/1.1" status: 200 len: 693 time: 0.0492239 Jul 16 17:48:51.827103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ebdba-bc8b-47ba-8fa7-e4f3043af23f req-e0eb601f-cc50-4370-89d2-f557db96eb92 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:51.830765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-295ebdba-bc8b-47ba-8fa7-e4f3043af23f req-e0eb601f-cc50-4370-89d2-f557db96eb92 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 1096 time: 0.1303239 Jul 16 17:48:51.838709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0f118-bc34-4443-93ce-e2cda344817f req-dd9ca0db-b5ca-4ce4-929f-ee91cdd3acb0 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:51.840177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03a0f118-bc34-4443-93ce-e2cda344817f req-dd9ca0db-b5ca-4ce4-929f-ee91cdd3acb0 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.1500356 Jul 16 17:48:51.857285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-03a0f118-bc34-4443-93ce-e2cda344817f req-2006a1a9-e3ee-4d22-a7d0-ee9618193e4d tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:48:51.858458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03a0f118-bc34-4443-93ce-e2cda344817f req-2006a1a9-e3ee-4d22-a7d0-ee9618193e4d tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073709 Jul 16 17:48:51.932286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03a0f118-bc34-4443-93ce-e2cda344817f req-392b6758-84da-41c9-bf1a-61b389febe0f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.145 HTTP/1.1" status: 200 len: 696 time: 0.0645308 Jul 16 17:48:51.933872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-295ebdba-bc8b-47ba-8fa7-e4f3043af23f req-509256c4-706e-4a51-8d07-afeb508423c5 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925915 Jul 16 17:48:51.984799 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03a0f118-bc34-4443-93ce-e2cda344817f req-50d64d47-433e-4210-982c-5aac6e17ebdf tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.145 HTTP/1.1" status: 200 len: 696 time: 0.0465107 Jul 16 17:48:52.115926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:52.226221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:48:52.232290 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:52.233004 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:52.244572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-03a0f118-bc34-4443-93ce-e2cda344817f req-0e1c2977-17af-4a9b-85f4-dc49f5a73d79 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Deleting port 31d7630f-593c-488a-b4b3-5b89c424ecd5 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:48:52.244972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-03a0f118-bc34-4443-93ce-e2cda344817f req-0e1c2977-17af-4a9b-85f4-dc49f5a73d79 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:52.343530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3c579-826b-404d-ae66-e3e683f2d6c8 req-79fb2065-4683-4280-8945-47f8c36af3ce tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:52.345753 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10c3c579-826b-404d-ae66-e3e683f2d6c8 req-79fb2065-4683-4280-8945-47f8c36af3ce tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 945 time: 0.1379192 Jul 16 17:48:52.359041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:48:52.368687 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-03a0f118-bc34-4443-93ce-e2cda344817f req-0e1c2977-17af-4a9b-85f4-dc49f5a73d79 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:52.369014 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-03a0f118-bc34-4443-93ce-e2cda344817f req-0e1c2977-17af-4a9b-85f4-dc49f5a73d79 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:52.392713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-03a0f118-bc34-4443-93ce-e2cda344817f req-0e1c2977-17af-4a9b-85f4-dc49f5a73d79 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Calling delete_port for 31d7630f-593c-488a-b4b3-5b89c424ecd5 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:48:52.402033 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:52.426294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10c3c579-826b-404d-ae66-e3e683f2d6c8 req-738c00ba-84a6-4eef-9ffe-12f157fd9d9e tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721910 Jul 16 17:48:52.442011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:52.456588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81d66f3-3da2-42e0-8eb6-a65ab9e34e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8f4e89-e7f7-4139-8903-33047e0a1ea8'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:52.459370 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c475e99a-40a9-40dd-9389-52b770efbffa" -d '{"events": [{"server_uuid": "f81d66f3-3da2-42e0-8eb6-a65ab9e34e12", "name": "network-vif-plugged", "status": "completed", "tag": "5a8f4e89-e7f7-4139-8903-33047e0a1ea8"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:52.467203 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:52.533686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:52.554320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:48:52.554833 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:52.644840 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-03a0f118-bc34-4443-93ce-e2cda344817f req-0e1c2977-17af-4a9b-85f4-dc49f5a73d79 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:52.666091 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:52.690311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c2977-17af-4a9b-85f4-dc49f5a73d79 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Pushing event deleted for resources: {'Port': ['ID=31d7630f-593c-488a-b4b3-5b89c424ecd5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:52.731129 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-03a0f118-bc34-4443-93ce-e2cda344817f req-0e1c2977-17af-4a9b-85f4-dc49f5a73d79 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:52.734257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-03a0f118-bc34-4443-93ce-e2cda344817f req-0e1c2977-17af-4a9b-85f4-dc49f5a73d79 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:52.735922 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03a0f118-bc34-4443-93ce-e2cda344817f req-0e1c2977-17af-4a9b-85f4-dc49f5a73d79 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "DELETE /v2.0/floatingips/5ee6bf0a-0ff4-404f-b874-75ff32762ae9 HTTP/1.1" status: 204 len: 173 time: 0.7421327 Jul 16 17:48:52.805446 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701370b1-621a-4cb5-a260-22dadc7ac8bd x-openstack-request-id: req-701370b1-621a-4cb5-a260-22dadc7ac8bd {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:52.805851 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81d66f3-3da2-42e0-8eb6-a65ab9e34e12", "name": "network-vif-plugged", "status": "completed", "tag": "5a8f4e89-e7f7-4139-8903-33047e0a1ea8", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:52.806196 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-701370b1-621a-4cb5-a260-22dadc7ac8bd {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:52.806722 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81d66f3-3da2-42e0-8eb6-a65ab9e34e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8f4e89-e7f7-4139-8903-33047e0a1ea8', 'code': 200} Jul 16 17:48:52.960510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7afdb8-99f4-49eb-a829-7349de660acd req-910e077f-24dc-4fb4-98c9-ee191fe674bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:52.962828 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5a7afdb8-99f4-49eb-a829-7349de660acd req-910e077f-24dc-4fb4-98c9-ee191fe674bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 1098 time: 0.0695832 Jul 16 17:48:52.999753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-6e9a0333-1fd5-47f8-91b0-07983722d73d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:53.007159 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-6e9a0333-1fd5-47f8-91b0-07983722d73d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 821 time: 0.1812177 Jul 16 17:48:53.014740 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5a7afdb8-99f4-49eb-a829-7349de660acd req-b85d1250-9106-4308-90df-cfd80b3a2025 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447989 Jul 16 17:48:53.026229 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-08a66c5c-efae-4420-bd33-4c77b27e90ff tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/quotas/c5e6198059344f539cf6bbde362b7a15 HTTP/1.1" status: 200 len: 375 time: 0.0181499 Jul 16 17:48:53.091709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e6161-011c-4957-b2ab-d53ed01f0384 req-17ee265f-1292-496e-a4a2-accbd9b94c2f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:53.093218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-159e6161-011c-4957-b2ab-d53ed01f0384 req-17ee265f-1292-496e-a4a2-accbd9b94c2f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.1605082 Jul 16 17:48:53.155349 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-fac38584-2b97-43c7-aade-a434d6e7cbfa tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1239383 Jul 16 17:48:53.159951 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-159e6161-011c-4957-b2ab-d53ed01f0384 req-7efbb942-cd27-4c0c-9b53-5b1b8d7de675 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588675 Jul 16 17:48:53.353602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-077bd792-7615-49f4-b885-4279e1a45d6b service neutron] 10.222.0.24 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850016 Jul 16 17:48:53.360645 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7766f289-4e13-492d-9a42-74b45774899c req-1be9be1f-044a-49cd-97c4-f4e047ef320e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1628306 Jul 16 17:48:53.374506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:53.484891 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:53.499898 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-13bdb814-7b56-4c5c-8633-1a4d99fbaf00 service neutron] 10.222.0.24 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382592 Jul 16 17:48:53.609549 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:53.769369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Allocated IP 172.25.3.15 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/efd3e2ff-a51b-4cec-aa7a-a87c6ff670fe) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:48:53.948158 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:54.098462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c13be7-ef58-439d-aad7-39303056f32e req-34a3df46-d638-4a82-a02b-6cb2e02d974a tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:54.117758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23c13be7-ef58-439d-aad7-39303056f32e req-34a3df46-d638-4a82-a02b-6cb2e02d974a tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 946 time: 0.1490028 Jul 16 17:48:54.180611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23c13be7-ef58-439d-aad7-39303056f32e req-8cf66f57-6bb6-427e-bfd4-956abc8dbc59 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579545 Jul 16 17:48:54.181801 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:54.299452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Pushing event updated for resources: {'Port': ['ID=efd3e2ff-a51b-4cec-aa7a-a87c6ff670fe,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:54.314659 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b108a40-178a-4de3-a7aa-ed598d94a292 req-f18efa4c-29c1-43d8-80d8-150d001f1359 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 210 time: 0.0596075 Jul 16 17:48:54.316693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:54.318154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:54.334154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44550) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:54.344137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:48:54.438167 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:54.496135 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:54.610484 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd4e4-aedb-438a-bc8b-0dca00930fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:54.871831 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:54.882064 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:54.928208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9fbc0-27c5-4328-b7f9-f25c201b81b9 req-fdc9d3d1-f0da-49b5-8c7d-ac8ab350ec14 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:54.929841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bde9fbc0-27c5-4328-b7f9-f25c201b81b9 req-fdc9d3d1-f0da-49b5-8c7d-ac8ab350ec14 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.1971197 Jul 16 17:48:54.937715 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd4e4-aedb-438a-bc8b-0dca00930fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:54.945077 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:54.954623 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b0dd4e4-aedb-438a-bc8b-0dca00930fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:54.958600 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:55.001463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Pushing event updated for resources: {'Port': ['ID=efd3e2ff-a51b-4cec-aa7a-a87c6ff670fe,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:55.023236 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:55.024544 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7766f289-4e13-492d-9a42-74b45774899c req-694581a2-5fb4-4301-9d61-2c8937d2831f tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6552098 Jul 16 17:48:55.029231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dd4e4-aedb-438a-bc8b-0dca00930fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e101c0-aff0-4938-a1db-cc4411b7d3c4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:55.038584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44564) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:55.050294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9b0dd4e4-aedb-438a-bc8b-0dca00930fe4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=393d2712cc9644f3a97dac981115bd33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7147157 Jul 16 17:48:55.096401 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6a123f8-fe3a-46a6-aee6-8711f01f7c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:55.111670 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bde9fbc0-27c5-4328-b7f9-f25c201b81b9 req-cc5f7ff3-202a-4de6-a62b-6719ea933034 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632402 Jul 16 17:48:55.120234 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6a123f8-fe3a-46a6-aee6-8711f01f7c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:55.127914 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7766f289-4e13-492d-9a42-74b45774899c req-688611df-ddc4-4181-a26a-e9b0caf887a8 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.15 HTTP/1.1" status: 200 len: 695 time: 0.0760722 Jul 16 17:48:55.185354 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6a123f8-fe3a-46a6-aee6-8711f01f7c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:55.189066 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6a123f8-fe3a-46a6-aee6-8711f01f7c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:55.190628 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e6a123f8-fe3a-46a6-aee6-8711f01f7c0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7e101c0-aff0-4938-a1db-cc4411b7d3c4 HTTP/1.1" status: 204 len: 168 time: 0.1510544 Jul 16 17:48:55.216973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a123f8-fe3a-46a6-aee6-8711f01f7c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e101c0-aff0-4938-a1db-cc4411b7d3c4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:55.283275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766f289-4e13-492d-9a42-74b45774899c req-55b2f6e8-6b3c-40d5-8df2-3d11d3638bd4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:55.287712 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7766f289-4e13-492d-9a42-74b45774899c req-55b2f6e8-6b3c-40d5-8df2-3d11d3638bd4 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.1582258 Jul 16 17:48:55.303747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-7766f289-4e13-492d-9a42-74b45774899c req-8f1b2350-a42d-4579-a651-3234c6c5d524 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:48:55.305039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7766f289-4e13-492d-9a42-74b45774899c req-8f1b2350-a42d-4579-a651-3234c6c5d524 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108390 Jul 16 17:48:55.461602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92324646-9b32-4845-a770-b47c4ff2763a req-b33266c1-cc0c-45a8-9e78-51275a2c4a3c tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/floatingips/20535b92-8584-4fbd-8bb3-c0d36d85fdf7 HTTP/1.1" status: 200 len: 692 time: 0.1023195 Jul 16 17:48:55.541626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-bf219930-a3ba-4c45-a54f-cb675176623b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:55.547274 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-bf219930-a3ba-4c45-a54f-cb675176623b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.11 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 821 time: 0.2805583 Jul 16 17:48:55.560981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e10982c1-3362-477b-9098-05908413cc3e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Request body: {'port': {'device_id': '8581800b-7d63-46db-9d51-ab91da7fcfab', 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90', 'admin_state_up': True, 'tenant_id': 'c5e6198059344f539cf6bbde362b7a15'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:55.601612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92324646-9b32-4845-a770-b47c4ff2763a req-64ba6860-f1ca-48fb-91e0-0a6fef6e42d3 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:55.603029 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92324646-9b32-4845-a770-b47c4ff2763a req-64ba6860-f1ca-48fb-91e0-0a6fef6e42d3 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.1269324 Jul 16 17:48:55.621325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-92324646-9b32-4845-a770-b47c4ff2763a req-bef2cccc-819e-47a6-84bc-34cc4e32f22e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:48:55.622543 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92324646-9b32-4845-a770-b47c4ff2763a req-bef2cccc-819e-47a6-84bc-34cc4e32f22e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086186 Jul 16 17:48:55.737271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44582) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:55.762376 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a4f440d-f19e-4861-a282-fe75e810e6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:55.817943 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-4a4f440d-f19e-4861-a282-fe75e810e6e2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:48:55.817943 n-d-787205-10 neutron-server[105590]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 17:48:55.817943 n-d-787205-10 neutron-server[105590]: [parameters: {'project_id': 'f5ebae9e270a45ff9f2e47d4fa2e1856', 'id': 'a1ed7f7e-dc82-4837-884e-7e2c182be50b', 'expiration': datetime.datetime(2021, 7, 16, 17, 50, 55, 810909)}] Jul 16 17:48:55.817943 n-d-787205-10 neutron-server[105590]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:48:55.818384 n-d-787205-10 neutron-server[105590]: DEBUG oslo_db.api [None req-4a4f440d-f19e-4861-a282-fe75e810e6e2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:48:55.827705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e10982c1-3362-477b-9098-05908413cc3e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Made reservation on behalf of c5e6198059344f539cf6bbde362b7a15 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:48:55.832071 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e10982c1-3362-477b-9098-05908413cc3e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.002692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e10982c1-3362-477b-9098-05908413cc3e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Allocated IP 172.20.0.9 (e7f266cd-7ba1-4cd8-ab7e-f3565270df90/04a8a01a-cbcb-485c-bc41-1fc9a7e6e516/19bd5254-8662-4f60-abab-035294c4e7d9) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:48:56.024442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461eef8-1c4e-4201-a6c4-644f8b01ab89 req-11af4f40-1f54-42c4-9798-b6a0b7900e6b tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:56.026036 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9461eef8-1c4e-4201-a6c4-644f8b01ab89 req-11af4f40-1f54-42c4-9798-b6a0b7900e6b tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 946 time: 0.6073706 Jul 16 17:48:56.039353 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92324646-9b32-4845-a770-b47c4ff2763a req-d8b488af-311f-4439-8a18-063102b31bee tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.15 HTTP/1.1" status: 200 len: 695 time: 0.3964605 Jul 16 17:48:56.115284 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92324646-9b32-4845-a770-b47c4ff2763a req-e7cb3cd2-e1c0-48ef-9c8e-a78c2f746ed6 tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.15 HTTP/1.1" status: 200 len: 695 time: 0.0749843 Jul 16 17:48:56.179617 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9461eef8-1c4e-4201-a6c4-644f8b01ab89 req-5263b188-788d-4e28-a7db-e1fee77e0bfc tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380975 Jul 16 17:48:56.225492 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e10982c1-3362-477b-9098-05908413cc3e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.279968 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e10982c1-3362-477b-9098-05908413cc3e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.323345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a4f440d-f19e-4861-a282-fe75e810e6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.347043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e10982c1-3362-477b-9098-05908413cc3e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:48:56.353625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e10982c1-3362-477b-9098-05908413cc3e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:48:56.361365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e10982c1-3362-477b-9098-05908413cc3e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:48:56.365078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-92324646-9b32-4845-a770-b47c4ff2763a req-5c54e1be-ea69-4f7a-8998-71ac9341b59e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Deleting port efd3e2ff-a51b-4cec-aa7a-a87c6ff670fe {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:48:56.365434 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-92324646-9b32-4845-a770-b47c4ff2763a req-5c54e1be-ea69-4f7a-8998-71ac9341b59e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.367411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e10982c1-3362-477b-9098-05908413cc3e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:56.368120 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e10982c1-3362-477b-9098-05908413cc3e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.384645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10982c1-3362-477b-9098-05908413cc3e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Pushing event updated for resources: {'Port': ['ID=19bd5254-8662-4f60-abab-035294c4e7d9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:56.495770 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a4f440d-f19e-4861-a282-fe75e810e6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.507606 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a4f440d-f19e-4861-a282-fe75e810e6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.518572 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-92324646-9b32-4845-a770-b47c4ff2763a req-5c54e1be-ea69-4f7a-8998-71ac9341b59e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.518915 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-92324646-9b32-4845-a770-b47c4ff2763a req-5c54e1be-ea69-4f7a-8998-71ac9341b59e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.538080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-92324646-9b32-4845-a770-b47c4ff2763a req-5c54e1be-ea69-4f7a-8998-71ac9341b59e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Calling delete_port for efd3e2ff-a51b-4cec-aa7a-a87c6ff670fe owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:48:56.538870 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e10982c1-3362-477b-9098-05908413cc3e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9823968 Jul 16 17:48:56.552583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe43866-579d-422c-9330-197789f7a033 req-22adcd80-8416-4df0-a299-2e630af7eb5f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:56.554170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cbe43866-579d-422c-9330-197789f7a033 req-22adcd80-8416-4df0-a299-2e630af7eb5f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 931 time: 0.1428435 Jul 16 17:48:56.556188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Request body: {'port': {'device_id': '8581800b-7d63-46db-9d51-ab91da7fcfab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:56.570290 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4a4f440d-f19e-4861-a282-fe75e810e6e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5ebae9e270a45ff9f2e47d4fa2e1856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8313358 Jul 16 17:48:56.588188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44588) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:56.633918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f440d-f19e-4861-a282-fe75e810e6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e28d44-e942-4ab9-9ab3-28888e73c005,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:56.710229 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c968d6f-ba00-45be-9d95-4d367c6f70bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.711927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.738890 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cbe43866-579d-422c-9330-197789f7a033 req-a61efcd3-bf79-4cc4-9cf0-7a62755ce481 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768990 Jul 16 17:48:56.762398 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-92324646-9b32-4845-a770-b47c4ff2763a req-5c54e1be-ea69-4f7a-8998-71ac9341b59e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.779273 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c968d6f-ba00-45be-9d95-4d367c6f70bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.805677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54e1be-ea69-4f7a-8998-71ac9341b59e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Pushing event deleted for resources: {'Port': ['ID=efd3e2ff-a51b-4cec-aa7a-a87c6ff670fe,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:56.839891 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-92324646-9b32-4845-a770-b47c4ff2763a req-5c54e1be-ea69-4f7a-8998-71ac9341b59e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.842725 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-92324646-9b32-4845-a770-b47c4ff2763a req-5c54e1be-ea69-4f7a-8998-71ac9341b59e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.856517 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92324646-9b32-4845-a770-b47c4ff2763a req-5c54e1be-ea69-4f7a-8998-71ac9341b59e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "DELETE /v2.0/floatingips/20535b92-8584-4fbd-8bb3-c0d36d85fdf7 HTTP/1.1" status: 204 len: 173 time: 0.7402852 Jul 16 17:48:56.971101 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c968d6f-ba00-45be-9d95-4d367c6f70bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.974143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c968d6f-ba00-45be-9d95-4d367c6f70bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:56.975527 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3c968d6f-ba00-45be-9d95-4d367c6f70bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6e28d44-e942-4ab9-9ab3-28888e73c005 HTTP/1.1" status: 204 len: 168 time: 0.3837848 Jul 16 17:48:57.018723 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c968d6f-ba00-45be-9d95-4d367c6f70bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e28d44-e942-4ab9-9ab3-28888e73c005,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:57.198386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518c45a-8cd0-4623-b5d8-005acdcf6b83 req-418fd28d-fc51-42b2-b0d3-f6352c8e2169 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:57.199998 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0518c45a-8cd0-4623-b5d8-005acdcf6b83 req-418fd28d-fc51-42b2-b0d3-f6352c8e2169 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 946 time: 0.0904813 Jul 16 17:48:57.209838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c091205-159b-456d-9e4a-5993d5ad32fb req-93fddc7e-641d-428f-a96b-9e43d183b1a9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:57.216764 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c091205-159b-456d-9e4a-5993d5ad32fb req-93fddc7e-641d-428f-a96b-9e43d183b1a9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.1572235 Jul 16 17:48:57.240906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19bd5254-8662-4f60-abab-035294c4e7d9 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:48:57.253943 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:57.273534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Transition to ACTIVE for port object 19bd5254-8662-4f60-abab-035294c4e7d9 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:48:57.278502 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:57.291700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c091205-159b-456d-9e4a-5993d5ad32fb req-a28bfbd9-ef1c-4d8a-8f83-bc25f8a15f3d tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738721 Jul 16 17:48:57.300753 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0518c45a-8cd0-4623-b5d8-005acdcf6b83 req-27fe3f05-4fce-4e05-adb3-466c94f847dd tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818734 Jul 16 17:48:57.357261 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-5719c4be-853b-4070-9728-addcfe0cec9a req-c92e2c14-1ab9-4938-bd00-89aeaf50d44e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] show failed (client error): The resource could not be found. Jul 16 17:48:57.372446 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Pushing event updated for resources: {'Port': ['ID=19bd5254-8662-4f60-abab-035294c4e7d9,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:57.381941 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5719c4be-853b-4070-9728-addcfe0cec9a req-c92e2c14-1ab9-4938-bd00-89aeaf50d44e tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/floatingips/20535b92-8584-4fbd-8bb3-c0d36d85fdf7 HTTP/1.1" status: 404 len: 350 time: 0.0667052 Jul 16 17:48:57.419851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Attempting to bind port 19bd5254-8662-4f60-abab-035294c4e7d9 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:48:57.420346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Attempting to bind port 19bd5254-8662-4f60-abab-035294c4e7d9 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:48:57.420781 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Attempting to bind port 19bd5254-8662-4f60-abab-035294c4e7d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:57.427672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Port 19bd5254-8662-4f60-abab-035294c4e7d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:48:57.428129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Attempting to bind port 19bd5254-8662-4f60-abab-035294c4e7d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:48:57.433908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:48:57.434369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Checking segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:48:57.434969 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Bound using segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:48:57.435508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Bound port: 19bd5254-8662-4f60-abab-035294c4e7d9, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:48:57.435984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:57.545671 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:48:57.553727 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=19bd5254-8662-4f60-abab-035294c4e7d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:48:57.560405 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:57.591973 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:48:57.606265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:57.606888 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:57.608289 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] 10.222.0.11 "PUT /v2.0/ports/19bd5254-8662-4f60-abab-035294c4e7d9 HTTP/1.1" status: 200 len: 1092 time: 1.0588014 Jul 16 17:48:57.608729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8581800b-7d63-46db-9d51-ab91da7fcfab', 'tag': '19bd5254-8662-4f60-abab-035294c4e7d9'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:48:57.611522 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2b8c14-564b-4564-9f2f-f9888146d319" -d '{"events": [{"name": "network-changed", "server_uuid": "8581800b-7d63-46db-9d51-ab91da7fcfab", "tag": "19bd5254-8662-4f60-abab-035294c4e7d9"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:48:57.657258 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87ba38-0385-4ad7-8294-0850cb6b36c0 service neutron] Pushing event updated for resources: {'Port': ['ID=19bd5254-8662-4f60-abab-035294c4e7d9,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:57.664461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84764855-0add-49e4-9d64-10730d15ea9c req-37e18a65-8eb4-41ab-8b89-c84dfc916f0d tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:57.671350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84764855-0add-49e4-9d64-10730d15ea9c req-37e18a65-8eb4-41ab-8b89-c84dfc916f0d tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 1097 time: 0.1382356 Jul 16 17:48:57.722288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84764855-0add-49e4-9d64-10730d15ea9c req-d27cc194-dfd3-474d-9bd1-b42986123350 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499580 Jul 16 17:48:57.835185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e995b3f1-b440-43cc-a11a-af45ad746495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:57.837564 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-e995b3f1-b440-43cc-a11a-af45ad746495 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 1095 time: 0.1579695 Jul 16 17:48:57.849478 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-e8897e82-b4bf-41bd-bb44-be175bb8ae67 req-91c780eb-c381-4663-b037-1c70b8f4676a tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] show failed (client error): The resource could not be found. Jul 16 17:48:57.850782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8897e82-b4bf-41bd-bb44-be175bb8ae67 req-91c780eb-c381-4663-b037-1c70b8f4676a tempest-FloatingIPsTestJSON-385434677 tempest-FloatingIPsTestJSON-385434677-project] 10.222.0.24 "GET /v2.0/floatingips/20535b92-8584-4fbd-8bb3-c0d36d85fdf7 HTTP/1.1" status: 404 len: 350 time: 0.0578101 Jul 16 17:48:57.859390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44634) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:57.931644 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b126a8-44c3-4019-825a-c30bb071cf32 x-openstack-request-id: req-37b126a8-44c3-4019-825a-c30bb071cf32 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:48:57.933060 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8581800b-7d63-46db-9d51-ab91da7fcfab", "tag": "19bd5254-8662-4f60-abab-035294c4e7d9", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:48:57.937938 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37b126a8-44c3-4019-825a-c30bb071cf32 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:48:57.939091 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8581800b-7d63-46db-9d51-ab91da7fcfab', 'tag': '19bd5254-8662-4f60-abab-035294c4e7d9', 'status': 'completed', 'code': 200} Jul 16 17:48:57.943966 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-7dee19ff-393b-44f4-9bee-ae27555d9794 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19bd5254-8662-4f60-abab-035294c4e7d9 HTTP/1.1" status: 200 len: 217 time: 0.0976129 Jul 16 17:48:58.064142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-113a3ade-7337-48d2-81ee-8488364b7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:58.069690 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-113a3ade-7337-48d2-81ee-8488364b7996 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.1161551 Jul 16 17:48:58.143274 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-24f15b8c-28be-475e-b351-22649f938752 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686674 Jul 16 17:48:58.483779 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-f4f589c3-40a0-42fe-a6d5-2238cb2cce73 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306091 Jul 16 17:48:58.584339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dc4c2-e995-48ee-8b39-124afd0360ff req-57bbc890-18fe-456a-8136-471783bf46b9 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:58.591583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f04dc4c2-e995-48ee-8b39-124afd0360ff req-57bbc890-18fe-456a-8136-471783bf46b9 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 943 time: 0.1479299 Jul 16 17:48:58.593356 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44658) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:58.680597 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee1c84e1-6c77-4eed-b993-8fde4c7a992d req-0f777564-c539-42ea-9204-635f63defa87 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885800 Jul 16 17:48:58.681935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f04dc4c2-e995-48ee-8b39-124afd0360ff req-ba7d9be7-bf6a-4b55-ad2e-d865f7392811 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893874 Jul 16 17:48:58.791851 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fcbe923e-9835-4dd1-91e5-17a026419516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:58.901235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-266694496-network', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:58.914901 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b8c14-564b-4564-9f2f-f9888146d319 req-e36c7446-2b8a-4fd3-b6f9-6a83768afbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:58.916480 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0e2b8c14-564b-4564-9f2f-f9888146d319 req-e36c7446-2b8a-4fd3-b6f9-6a83768afbe6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 1095 time: 0.1643887 Jul 16 17:48:59.027690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Made reservation on behalf of adec0ac56b1042868caba63d72d56e76 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:48:59.036554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b8c14-564b-4564-9f2f-f9888146d319 req-1703e01e-f8e0-4a1a-9b01-b5b822d2a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:59.038525 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:59.038717 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0e2b8c14-564b-4564-9f2f-f9888146d319 req-1703e01e-f8e0-4a1a-9b01-b5b822d2a728 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.1148756 Jul 16 17:48:59.056882 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:59.200301 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0e2b8c14-564b-4564-9f2f-f9888146d319 req-9ad068b4-3e87-4efd-b31f-2f8529b5c5f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19bd5254-8662-4f60-abab-035294c4e7d9 HTTP/1.1" status: 200 len: 217 time: 0.1459103 Jul 16 17:48:59.286106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b8c14-564b-4564-9f2f-f9888146d319 req-5d6d4bca-1a9e-4c7e-a753-a4cd230be72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:59.291583 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0e2b8c14-564b-4564-9f2f-f9888146d319 req-5d6d4bca-1a9e-4c7e-a753-a4cd230be72d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.0815115 Jul 16 17:48:59.358775 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0e2b8c14-564b-4564-9f2f-f9888146d319 req-00eac60a-0c9c-4a05-a463-74c0a23223ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488820 Jul 16 17:48:59.435015 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:59.445283 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:59.490700 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0e2b8c14-564b-4564-9f2f-f9888146d319 req-8b45bd36-c94c-43b2-8db9-7270a30ad945 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241550 Jul 16 17:48:59.513396 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:48:59.543374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fbcccb-f9d8-425a-bbeb-11b94cf855c2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:59.560285 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:59.560638 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Added segment 5f5cb64d-c526-498d-ac1d-6f9f10944f0c of type vlan for network ed950549-4f2a-4fb1-b157-8ad61ece973f Jul 16 17:48:59.610766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47f069-60a4-48bd-9ed3-d5a1104c83c6 req-c041c17d-1c6f-4002-b67a-eef42c462f9c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:59.612324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c47f069-60a4-48bd-9ed3-d5a1104c83c6 req-c041c17d-1c6f-4002-b67a-eef42c462f9c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.2299747 Jul 16 17:48:59.633462 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:59.663506 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0e2b8c14-564b-4564-9f2f-f9888146d319 req-33584305-97ee-4eff-9341-b2dcf2f0fdce service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589208 Jul 16 17:48:59.675654 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-4c17aea7-630c-4c24-80f5-8e381e08f13d tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:48:59.676672 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-4c17aea7-630c-4c24-80f5-8e381e08f13d tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188007 Jul 16 17:48:59.678181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-fcbe923e-9835-4dd1-91e5-17a026419516 admin admin] Deleting port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:48:59.679060 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fcbe923e-9835-4dd1-91e5-17a026419516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:59.710819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] Request body: {'binding': {'host': 'n-h2-787205-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:59.711196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] Unknown quota resources ['binding']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:48:59.715625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c47f069-60a4-48bd-9ed3-d5a1104c83c6 req-29020fa9-0ad5-4f00-b059-053aba1b8c95 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943997 Jul 16 17:48:59.776861 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:59.778119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:48:59.778704 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:59.845866 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2479913 Jul 16 17:48:59.848845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44714) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:48:59.853834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5f5bad02-aee1-4a40-9efb-8713f928a0b8 admin admin] Request body: {'subnet': {'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-266694496-subnet', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:48:59.874710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5bad02-aee1-4a40-9efb-8713f928a0b8 admin admin] Made reservation on behalf of adec0ac56b1042868caba63d72d56e76 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:48:59.877477 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f5bad02-aee1-4a40-9efb-8713f928a0b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:59.950981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93b635-89ed-4de4-8891-0a61b5c0b9b5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed950549-4f2a-4fb1-b157-8ad61ece973f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:48:59.959581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-fcbe923e-9835-4dd1-91e5-17a026419516 admin admin] For port 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd,segment=NetworkSegment(b424c880-9f4b-4c1b-b0db-d0f07fea0be5),segment_id=b424c880-9f4b-4c1b-b0db-d0f07fea0be5)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:48:59.959958 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fcbe923e-9835-4dd1-91e5-17a026419516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:59.962527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ed950549-4f2a-4fb1-b157-8ad61ece973f details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:48:59.981885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-fcbe923e-9835-4dd1-91e5-17a026419516 admin admin] Calling delete_port for 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:49:00.058184 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f5bad02-aee1-4a40-9efb-8713f928a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.096477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fc512-cd75-415c-981b-2b7908e44113 req-db6d04d5-9afa-4c37-8516-e8045fae4c7b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:00.098009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9fc512-cd75-415c-981b-2b7908e44113 req-db6d04d5-9afa-4c37-8516-e8045fae4c7b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 943 time: 0.2439036 Jul 16 17:49:00.098694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] Attempting to bind port f9e98a49-7690-49a9-b7cb-84a7e082b909 on host n-h2-787205-10 for vnic_type normal with profile None {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:00.099032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] Attempting to bind port f9e98a49-7690-49a9-b7cb-84a7e082b909 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:00.099784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] Attempting to bind port f9e98a49-7690-49a9-b7cb-84a7e082b909 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:00.113646 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] Port f9e98a49-7690-49a9-b7cb-84a7e082b909 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:00.114054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] Attempting to bind port f9e98a49-7690-49a9-b7cb-84a7e082b909 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:00.123280 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bad02-aee1-4a40-9efb-8713f928a0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7c7948-b62f-46f5-a106-c19885db0347,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:00.127838 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5bad02-aee1-4a40-9efb-8713f928a0b8 admin admin] Checking segment: {'id': '5f5cb64d-c526-498d-ac1d-6f9f10944f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:00.128257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5bad02-aee1-4a40-9efb-8713f928a0b8 admin admin] Network hostable DHCP agents. Network: ed950549-4f2a-4fb1-b157-8ad61ece973f, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:49:00.151590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5bad02-aee1-4a40-9efb-8713f928a0b8 admin admin] Network ed950549-4f2a-4fb1-b157-8ad61ece973f is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:49:00.163936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5f5bad02-aee1-4a40-9efb-8713f928a0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, ed950549-4f2a-4fb1-b157-8ad61ece973f) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:00.168014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5bad02-aee1-4a40-9efb-8713f928a0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:00.168606 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f5bad02-aee1-4a40-9efb-8713f928a0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.175673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b19161-3201-456b-b126-fbe7f7c00547 None None] Network ed950549-4f2a-4fb1-b157-8ad61ece973f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:00.183512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:00.183870 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:00.184260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] Bound using segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:00.184722 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] Bound port: f9e98a49-7690-49a9-b7cb-84a7e082b909, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:00.189203 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5f5bad02-aee1-4a40-9efb-8713f928a0b8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3364391 Jul 16 17:49:00.189365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44718) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:00.194656 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-266694496-router', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:00.218621 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.220310 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.235037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9fc512-cd75-415c-981b-2b7908e44113 req-d382511b-c533-49a7-96b8-02823ba64de7 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300321 Jul 16 17:49:00.276703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:00.286044 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.287046 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a853e1e7-a682-40f0-9274-2cdf6038fef8 service neutron] 10.222.0.24 "POST /v2.0/ports/f9e98a49-7690-49a9-b7cb-84a7e082b909/bindings HTTP/1.1" status: 201 len: 390 time: 0.5888405 Jul 16 17:49:00.303367 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.381079 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fcbe923e-9835-4dd1-91e5-17a026419516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.413473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-ed950549-4f2a-4fb1-b157-8ad61ece973f', 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'fixed_ips': [{'subnet_id': 'ba7c7948-b62f-46f5-a106-c19885db0347'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:49:00.414392 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.430453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe923e-9835-4dd1-91e5-17a026419516 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:00.520742 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.622369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Allocated IP 172.20.0.2 (ed950549-4f2a-4fb1-b157-8ad61ece973f/ba7c7948-b62f-46f5-a106-c19885db0347/e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:00.695427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-bd413230-d621-4f85-87d9-4721971b16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:00.697200 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-bd413230-d621-4f85-87d9-4721971b16d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 1097 time: 0.1163642 Jul 16 17:49:00.734560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fcbe923e-9835-4dd1-91e5-17a026419516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.760363 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93e6e5-14c7-4f24-b2a6-44c91fc8bf5d req-5f8eefa2-684a-4782-861f-66e4a2aa40da tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:00.762453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a93e6e5-14c7-4f24-b2a6-44c91fc8bf5d req-5f8eefa2-684a-4782-861f-66e4a2aa40da tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 946 time: 0.3424225 Jul 16 17:49:00.781456 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.790037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Transition to ACTIVE for port object e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:00.805513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Transition to ACTIVE for port object e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:00.815750 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.826027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-2b60c613-c2b9-4671-bb76-20430411c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:00.827625 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-2b60c613-c2b9-4671-bb76-20430411c3f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.1221154 Jul 16 17:49:00.862548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Network ed950549-4f2a-4fb1-b157-8ad61ece973f is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:00.865799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:00.870530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:00.873808 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Pushing event updated for resources: {'Port': ['ID=e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:00.885329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:00.885678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:00.886043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:00.886383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:00.886721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:00.887054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:00.887391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:00.887719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:00.888047 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:00.888371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:00.888697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:00.889022 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:00.928104 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-e3d3850b-ea06-4d6e-a822-4edb814d093e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909 HTTP/1.1" status: 200 len: 217 time: 0.0706913 Jul 16 17:49:00.952410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Attempting to bind port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:00.953415 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Attempting to bind port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '5f5cb64d-c526-498d-ac1d-6f9f10944f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:00.954441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Attempting to bind port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c on network ed950549-4f2a-4fb1-b157-8ad61ece973f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:00.960403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:00.960802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Checking segment: {'id': '5f5cb64d-c526-498d-ac1d-6f9f10944f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:00.961189 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:00.961593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Bound using segment: {'id': '5f5cb64d-c526-498d-ac1d-6f9f10944f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:00.963021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Bound port: e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5cb64d-c526-498d-ac1d-6f9f10944f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:00.963637 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:01.001870 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:01.025499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-91a9e977-fc30-43e7-84e6-4177860a5eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:01.026589 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-91a9e977-fc30-43e7-84e6-4177860a5eb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.0760438 Jul 16 17:49:01.028027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:01.030078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] For port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:01.034463 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] For port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c,segment=NetworkSegment(5f5cb64d-c526-498d-ac1d-6f9f10944f0c),segment_id=5f5cb64d-c526-498d-ac1d-6f9f10944f0c)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:01.040642 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:01.102093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc590cc-06f0-46fc-af5f-f49f318da247 None None] Pushing event updated for resources: {'Port': ['ID=e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:01.106549 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-c0c1a50c-fb61-4ca2-a495-e5d59b3d1c38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658665 Jul 16 17:49:01.151790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a93e6e5-14c7-4f24-b2a6-44c91fc8bf5d req-49c582bc-0736-460f-a1cb-a6cb14b1720c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824027 Jul 16 17:49:01.236806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6960e-c994-4d5a-92a6-c0323ba51962 req-25da9ccf-6b8a-4744-8afc-c60cc8d6e62e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:01.238462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cbf6960e-c994-4d5a-92a6-c0323ba51962 req-25da9ccf-6b8a-4744-8afc-c60cc8d6e62e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 945 time: 0.1361575 Jul 16 17:49:01.403064 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cbf6960e-c994-4d5a-92a6-c0323ba51962 req-50cb4104-7028-459b-8c86-8bbdd87e0914 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562223 Jul 16 17:49:01.541800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Allocated IP 172.25.3.153 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/39b1739f-cabb-4b13-aeb0-483899e96b11) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:01.582663 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-428f86b6-709a-4438-8ef5-8d7f76549379 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584098 Jul 16 17:49:01.624925 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-30758c6e-ae2d-45f8-a369-4225b4f693a7 service neutron] 10.222.0.32 "GET /v2.0/ports/73db0322-7351-4903-95e6-38584acb47b3/bindings/n-h1-787205-10 HTTP/1.1" status: 200 len: 383 time: 0.2125707 Jul 16 17:49:01.637508 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbe923e-9835-4dd1-91e5-17a026419516 admin admin] Router 8bf9d647-3211-4027-9853-6f2b259c26c4 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:49:01.679667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b429-acd1-414b-9bfe-e8f62358443d req-f0c83951-e3db-4416-bd36-31175d9283d4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:01.681248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0818b429-acd1-414b-9bfe-e8f62358443d req-f0c83951-e3db-4416-bd36-31175d9283d4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.2084873 Jul 16 17:49:01.742053 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:01.745731 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-590d452b-96bc-4729-8cb8-76d8ba474fb6 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535583 Jul 16 17:49:01.753268 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52fd79-43fa-4c52-baf5-65fd595be198 req-7cf60765-903f-40e6-9850-bfd7fa13aa38 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:01.754938 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf52fd79-43fa-4c52-baf5-65fd595be198 req-7cf60765-903f-40e6-9850-bfd7fa13aa38 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 950 time: 0.1724637 Jul 16 17:49:01.789455 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:01.823273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0818b429-acd1-414b-9bfe-e8f62358443d req-0e4d3249-6c29-42d8-9c01-d28fb904dc32 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107004 Jul 16 17:49:01.830747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:01.866304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Pushing event updated for resources: {'Port': ['ID=39b1739f-cabb-4b13-aeb0-483899e96b11,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:01.868581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf52fd79-43fa-4c52-baf5-65fd595be198 req-151cdf5b-a389-42bf-9cdd-52bccd56b1bd tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/security-groups?id=358c072f-60fe-4b82-a8dc-6ddd232d9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724690 Jul 16 17:49:01.869302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:01.870171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbe923e-9835-4dd1-91e5-17a026419516 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:01.877925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:01.882685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fcbe923e-9835-4dd1-91e5-17a026419516 admin admin] 10.222.0.24 "PUT /v2.0/routers/8bf9d647-3211-4027-9853-6f2b259c26c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0214081 Jul 16 17:49:01.885402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44750) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:01.896016 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e7132-ae31-4fb9-a3e7-78a562e6f59a None None] Sync routers for ids ['8bf9d647-3211-4027-9853-6f2b259c26c4'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:01.914371 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e7132-ae31-4fb9-a3e7-78a562e6f59a None None] Routers {'8bf9d647-3211-4027-9853-6f2b259c26c4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:01.915235 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8e8e7132-ae31-4fb9-a3e7-78a562e6f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:48:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8bf9d647-3211-4027-9853-6f2b259c26c4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:02.084627 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8e8e7132-ae31-4fb9-a3e7-78a562e6f59a None None] Set router 8bf9d647-3211-4027-9853-6f2b259c26c4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:02.110784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:02.167735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 19bd5254-8662-4f60-abab-035294c4e7d9 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:49:02.188869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2d29-73df-415d-a838-94a830e2685e req-19487c63-8566-4e3b-8469-f637d51002ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:02.197489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-19487c63-8566-4e3b-8469-f637d51002ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e&tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53 HTTP/1.1" status: 200 len: 1101 time: 0.2269993 Jul 16 17:49:02.253082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607853a-6ec6-4812-aaa7-b5227491d616 req-4f0bee26-02d2-45e9-bf1a-93a961234886 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:02.262411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f607853a-6ec6-4812-aaa7-b5227491d616 req-4f0bee26-02d2-45e9-bf1a-93a961234886 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 943 time: 0.2382474 Jul 16 17:49:02.447717 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:02.455189 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f607853a-6ec6-4812-aaa7-b5227491d616 req-5aa158e3-ef2e-4601-8da7-4fdb241fb9b4 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917493 Jul 16 17:49:02.522924 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=19bd5254-8662-4f60-abab-035294c4e7d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:02.550990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2d29-73df-415d-a838-94a830e2685e req-adc322e9-14d1-4a4d-9014-78f9524192ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:02.551442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '19bd5254-8662-4f60-abab-035294c4e7d9', 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90', 'port_id': '19bd5254-8662-4f60-abab-035294c4e7d9', 'mac_address': 'fa:16:3e:9c:7d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a8a01a-cbcb-485c-bc41-1fc9a7e6e516', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:49:02.552594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-adc322e9-14d1-4a4d-9014-78f9524192ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 1101 time: 0.2880452 Jul 16 17:49:02.604259 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8e8e7132-ae31-4fb9-a3e7-78a562e6f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'name': 'tempest-FloatingIPsTestJSON-1890539058-router', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:49:00Z', 'revision_number': 5, 'project_id': '3c6e66f49a5f4e2daf64427b276fe208', 'gw_port': {'id': 'f8270acc-9256-4b94-9cfd-ac3c9070a5e4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:02.612079 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:02.631921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:02.658035 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e7132-ae31-4fb9-a3e7-78a562e6f59a None None] Checking router: 8bf9d647-3211-4027-9853-6f2b259c26c4 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:49:02.670352 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db76c5ee-2567-4c9f-9608-ccb0892c8c56 None None] Network ed950549-4f2a-4fb1-b157-8ad61ece973f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:02.674804 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e7132-ae31-4fb9-a3e7-78a562e6f59a None None] Routers {'8bf9d647-3211-4027-9853-6f2b259c26c4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:02.675905 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8e8e7132-ae31-4fb9-a3e7-78a562e6f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:48:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8bf9d647-3211-4027-9853-6f2b259c26c4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:02.762241 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:02.789034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19bd5254-8662-4f60-abab-035294c4e7d9 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:02.812415 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=19bd5254-8662-4f60-abab-035294c4e7d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:02.846118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:02.848356 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:02.849280 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:49:02.874306 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8e8e7132-ae31-4fb9-a3e7-78a562e6f59a None None] Set router 8bf9d647-3211-4027-9853-6f2b259c26c4 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:02.884117 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2d29-73df-415d-a838-94a830e2685e req-58259311-1eb8-4907-9a95-5b3ef1044ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:02.898630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-58259311-1eb8-4907-9a95-5b3ef1044ac5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.3309820 Jul 16 17:49:02.912007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Deleting port f8270acc-9256-4b94-9cfd-ac3c9070a5e4 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:49:02.912408 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:02.970900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5c4a4648-392f-489d-86c4-8aa4ae051a19 None None] Provisioning for port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:02.989895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-d6336773-cc16-47ff-843c-481e6385a73b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=73db0322-7351-4903-95e6-38584acb47b3 HTTP/1.1" status: 200 len: 217 time: 0.0837314 Jul 16 17:49:03.022145 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8e8e7132-ae31-4fb9-a3e7-78a562e6f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'name': 'tempest-FloatingIPsTestJSON-1890539058-router', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:49:02Z', 'revision_number': 6, 'project_id': '3c6e66f49a5f4e2daf64427b276fe208', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:03.036795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:03.077400 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e7132-ae31-4fb9-a3e7-78a562e6f59a None None] The sync data for ids ['8bf9d647-3211-4027-9853-6f2b259c26c4'] in n-d-787205-10 is: [{'id': '8bf9d647-3211-4027-9853-6f2b259c26c4', 'name': 'tempest-FloatingIPsTestJSON-1890539058-router', 'tenant_id': '3c6e66f49a5f4e2daf64427b276fe208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:48:36Z', 'updated_at': '2021-07-16T17:49:02Z', 'revision_number': 6, 'project_id': '3c6e66f49a5f4e2daf64427b276fe208', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:49:03.084761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baf7c7-cebc-49ee-a414-dc630279d180 req-9b9fa507-6a0f-410b-9077-3d31569f340d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:03.089094 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '5a8f4e89-e7f7-4139-8903-33047e0a1ea8', 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020', 'port_id': '5a8f4e89-e7f7-4139-8903-33047e0a1ea8', 'mac_address': 'fa:16:3e:e2:48:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8232b726-0d89-4cf3-a38b-640914458600', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:49:03.091707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35baf7c7-cebc-49ee-a414-dc630279d180 req-9b9fa507-6a0f-410b-9077-3d31569f340d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 946 time: 0.3138697 Jul 16 17:49:03.093038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=19bd5254-8662-4f60-abab-035294c4e7d9,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:03.104377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:03.105171 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:03.136062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5c4a4648-392f-489d-86c4-8aa4ae051a19 None None] Provisioning complete for port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:03.136268 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4648-392f-489d-86c4-8aa4ae051a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:03.137576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2d29-73df-415d-a838-94a830e2685e req-cddea394-a57b-4b68-a55a-ad9d674e675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:03.139346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-cddea394-a57b-4b68-a55a-ad9d674e675a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1364040 Jul 16 17:49:03.176706 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:03.199167 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35baf7c7-cebc-49ee-a414-dc630279d180 req-01e556e8-31bd-4dfa-aa49-8c8686168c47 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055775 Jul 16 17:49:03.283649 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:03.286026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2d29-73df-415d-a838-94a830e2685e req-3c11e8c3-8f0c-4651-91e6-d36af970cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:03.287686 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-3c11e8c3-8f0c-4651-91e6-d36af970cdec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1395967 Jul 16 17:49:03.304668 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fd235-bf3e-4f2b-94e7-5c628a05e04c req-f3a3eaa1-8748-4954-a13b-d009760ee435 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:03.306479 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-279fd235-bf3e-4f2b-94e7-5c628a05e04c req-f3a3eaa1-8748-4954-a13b-d009760ee435 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 945 time: 0.1057899 Jul 16 17:49:03.324601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] For port f8270acc-9256-4b94-9cfd-ac3c9070a5e4, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f8270acc-9256-4b94-9cfd-ac3c9070a5e4,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:03.324972 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:03.351740 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Calling delete_port for f8270acc-9256-4b94-9cfd-ac3c9070a5e4 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:49:03.367439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:03.374135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Router 760afa2e-e083-4088-b7b0-5cb379a4d748 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:49:03.409267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:03.462899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-279fd235-bf3e-4f2b-94e7-5c628a05e04c req-2644c082-b9fe-4ceb-ba88-c1023c87a060 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484704 Jul 16 17:49:03.477861 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:03.515310 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-d3a91b65-6963-4ba8-940e-c3f9ee06677e service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188969 Jul 16 17:49:03.537771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47349f-f935-44e5-b0be-b6780d14a1f1 req-7e2872d3-1873-4dad-9093-8d39bcc69380 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:03.539374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa47349f-f935-44e5-b0be-b6780d14a1f1 req-7e2872d3-1873-4dad-9093-8d39bcc69380 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.1978977 Jul 16 17:49:03.579974 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4648-392f-489d-86c4-8aa4ae051a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:03.603037 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:03.614870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['5a8f4e89-e7f7-4139-8903-33047e0a1ea8'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:03.751684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:03.779753 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:03.784459 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-75094db5-bebf-4799-ab98-83baac2e2d21 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5935934 Jul 16 17:49:03.789930 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44810) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:03.792471 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-372e2d29-73df-415d-a838-94a830e2685e req-9c33b145-f3b7-4eb5-8fda-a2a8b2aee947 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704418 Jul 16 17:49:03.813135 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa47349f-f935-44e5-b0be-b6780d14a1f1 req-ce0e09e4-5062-4ccf-a048-e0122541d6e0 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650101 Jul 16 17:49:03.955901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Sync routers for ids ['760afa2e-e083-4088-b7b0-5cb379a4d748'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:03.983166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:04.029012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Routers {'760afa2e-e083-4088-b7b0-5cb379a4d748'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:04.029863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:48:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['760afa2e-e083-4088-b7b0-5cb379a4d748'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:04.036945 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5c4a4648-392f-489d-86c4-8aa4ae051a19 None None] For port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c,segment=NetworkSegment(5f5cb64d-c526-498d-ac1d-6f9f10944f0c),segment_id=5f5cb64d-c526-498d-ac1d-6f9f10944f0c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:04.081080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['19bd5254-8662-4f60-abab-035294c4e7d9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:04.084216 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5c4a4648-392f-489d-86c4-8aa4ae051a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:04.203954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:49:04.215660 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462cda0-9cdf-47ef-aaef-93918bfbfb09 req-c0ce1470-10c2-4832-a7dd-18888649455f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:04.221156 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8462cda0-9cdf-47ef-aaef-93918bfbfb09 req-c0ce1470-10c2-4832-a7dd-18888649455f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 944 time: 0.1945059 Jul 16 17:49:04.324752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8462cda0-9cdf-47ef-aaef-93918bfbfb09 req-2a234f45-da34-4a14-9935-8203f50d2571 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953312 Jul 16 17:49:04.381626 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:49:04.382250 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:49:04.419078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a4648-392f-489d-86c4-8aa4ae051a19 None None] Pushing event updated for resources: {'Port': ['ID=e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:04.449504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Set router 760afa2e-e083-4088-b7b0-5cb379a4d748 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:04.451687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c85c843c-7a61-49cf-a5a1-f6e0026b2707 None None] Provisioning complete for port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:04.452068 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c85c843c-7a61-49cf-a5a1-f6e0026b2707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:04.496620 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:04.542637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8270acc-9256-4b94-9cfd-ac3c9070a5e4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:04.571981 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:04.711487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea43ca-6c53-48d7-a490-a0e63e7eb5f1 req-666d240a-f237-4947-99dc-50a984963bf9 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:04.713023 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dbea43ca-6c53-48d7-a490-a0e63e7eb5f1 req-666d240a-f237-4947-99dc-50a984963bf9 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 945 time: 0.1562572 Jul 16 17:49:04.722612 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:04.726866 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:04.770312 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:04.799775 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dbea43ca-6c53-48d7-a490-a0e63e7eb5f1 req-065b90a0-73fc-4a80-8a85-d1ba256c75fe tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730295 Jul 16 17:49:04.841333 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:04.883633 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:04.884364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bf9d647-3211-4027-9853-6f2b259c26c4 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:49:04.902448 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:04.904070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:04.909785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44824) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:04.913399 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bd2b425c-8416-4362-8406-a566443f3ea0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8bf9d647-3211-4027-9853-6f2b259c26c4 HTTP/1.1" status: 204 len: 168 time: 3.0202632 Jul 16 17:49:04.939614 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:04.940246 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:49:05.035505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aeb40-c86f-4f94-9350-213191b43605 req-9aa0f743-06ad-4344-9650-21adce74e16f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:05.037220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-480aeb40-c86f-4f94-9350-213191b43605 req-9aa0f743-06ad-4344-9650-21adce74e16f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 945 time: 0.2309170 Jul 16 17:49:05.058241 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.101140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:05.154962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'name': 'tempest-AttachSCSIVolumeTestJSON-266694496-router', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:00Z', 'updated_at': '2021-07-16T17:49:02Z', 'revision_number': 3, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'gw_port': {'id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:01Z', 'updated_at': '2021-07-16T17:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:05.181292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-6965c937-4732-4040-b0f6-d571d5c229fd admin admin] Deleting subnet f51029ff-0fd3-4479-9d25-ec022aeca890 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:49:05.185422 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6965c937-4732-4040-b0f6-d571d5c229fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.191926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Checking router: 760afa2e-e083-4088-b7b0-5cb379a4d748 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:49:05.192213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Updating router 760afa2e-e083-4088-b7b0-5cb379a4d748 port 39b1739f-cabb-4b13-aeb0-483899e96b11 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:49:05.236067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:05.241258 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.241647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-480aeb40-c86f-4f94-9350-213191b43605 req-b5b6f39e-807b-4f3e-887a-e3343dddfe3b tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834028 Jul 16 17:49:05.265524 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6965c937-4732-4040-b0f6-d571d5c229fd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.295470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Allocated IP 172.20.0.1 (ed950549-4f2a-4fb1-b157-8ad61ece973f/ba7c7948-b62f-46f5-a106-c19885db0347/0a52a02d-c2e4-4804-8c93-8e31900e0c1e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:05.318141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:05.321180 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d833608-4ac2-4a7c-b3a9-ec99c9b75959" -d '{"events": [{"server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "name": "network-vif-unplugged", "status": "completed", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:05.327346 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.358548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:05.389758 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.452958 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6965c937-4732-4040-b0f6-d571d5c229fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.467764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,revision_number=11']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:05.469988 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.495469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129586cc-7207-48dd-a130-11895843b957 req-cd00e014-ee1d-4dc5-8972-2822022d4b61 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:05.497882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Transition to ACTIVE for port object 0a52a02d-c2e4-4804-8c93-8e31900e0c1e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:05.504988 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-129586cc-7207-48dd-a130-11895843b957 req-cd00e014-ee1d-4dc5-8972-2822022d4b61 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 950 time: 0.4666336 Jul 16 17:49:05.551641 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.572074 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-129586cc-7207-48dd-a130-11895843b957 req-ce1dd60f-87cd-4778-8356-eedf8fb20b28 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/security-groups?id=358c072f-60fe-4b82-a8dc-6ddd232d9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654190 Jul 16 17:49:05.581919 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6965c937-4732-4040-b0f6-d571d5c229fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.609695 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6965c937-4732-4040-b0f6-d571d5c229fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.619133 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6965c937-4732-4040-b0f6-d571d5c229fd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f51029ff-0fd3-4479-9d25-ec022aeca890 HTTP/1.1" status: 204 len: 168 time: 0.7069602 Jul 16 17:49:05.619333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Network ed950549-4f2a-4fb1-b157-8ad61ece973f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:05.620135 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44830) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:05.623653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:05.631025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:05.631688 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.635688 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Pushing event updated for resources: {'Port': ['ID=0a52a02d-c2e4-4804-8c93-8e31900e0c1e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:05.644600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:05.644973 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.649921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574eb187-86d5-41a8-8175-2c1eb263b8b0 None None] Network 68702f51-9c5d-4919-ab49-74a23d350823 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:05.679335 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955ead6f-d879-4b93-8422-a422124321f1 x-openstack-request-id: req-955ead6f-d879-4b93-8422-a422124321f1 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:05.679622 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "name": "network-vif-unplugged", "status": "completed", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:05.679881 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-955ead6f-d879-4b93-8422-a422124321f1 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:05.680448 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939', 'code': 200} Jul 16 17:49:05.710092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965c937-4732-4040-b0f6-d571d5c229fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51029ff-0fd3-4479-9d25-ec022aeca890,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:05.848790 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:05.897475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036b8a6-0e39-4b82-9694-aa4779004480 req-bb076820-5c28-40ab-8709-28f80670f6dd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:05.899249 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c036b8a6-0e39-4b82-9694-aa4779004480 req-bb076820-5c28-40ab-8709-28f80670f6dd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.3001506 Jul 16 17:49:06.025259 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.066775 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c036b8a6-0e39-4b82-9694-aa4779004480 req-2e0d2cde-29f9-4b05-9ed0-22811cbb03c0 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984213 Jul 16 17:49:06.097773 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1e38b-a00f-4b11-938f-a9e4546a9e87 req-01f65d70-67b4-4e38-9bce-38c58c1a9a02 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:06.112287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6fe1e38b-a00f-4b11-938f-a9e4546a9e87 req-01f65d70-67b4-4e38-9bce-38c58c1a9a02 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 944 time: 0.2388411 Jul 16 17:49:06.149993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Deleting port c0ed9b63-1145-4cd2-901f-ad5d0d908a02 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:49:06.150351 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.163683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:49:06.168812 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7eb61-9e45-490b-b8a5-afe96deca9d3 req-0c5642fb-6c9e-49b1-8017-03ef43767f4b tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:06.170643 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5fe7eb61-9e45-490b-b8a5-afe96deca9d3 req-0c5642fb-6c9e-49b1-8017-03ef43767f4b tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.11 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 944 time: 0.2110696 Jul 16 17:49:06.223551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] For port c0ed9b63-1145-4cd2-901f-ad5d0d908a02, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c0ed9b63-1145-4cd2-901f-ad5d0d908a02,segment=NetworkSegment(b424c880-9f4b-4c1b-b0db-d0f07fea0be5),segment_id=b424c880-9f4b-4c1b-b0db-d0f07fea0be5)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:06.223913 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.230476 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.232935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:49:06.233521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1a0a05cc-3d59-46a6-a708-f2bf6b73a3cd not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:49:06.234154 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f8270acc-9256-4b94-9cfd-ac3c9070a5e4 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:49:06.238039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Calling delete_port for c0ed9b63-1145-4cd2-901f-ad5d0d908a02 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:49:06.240232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 19bd5254-8662-4f60-abab-035294c4e7d9 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:06.242203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 73db0322-7351-4903-95e6-38584acb47b3 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:49:06.256794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7a1f2d94-63e5-4ebf-bff8-6e8184bb2f26 None None] Provisioning for port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:06.333685 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.393155 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-5fe7eb61-9e45-490b-b8a5-afe96deca9d3 req-de12003f-fb78-49e7-b097-0b56f6722d2d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Deleting port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:49:06.393609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5fe7eb61-9e45-490b-b8a5-afe96deca9d3 req-de12003f-fb78-49e7-b097-0b56f6722d2d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.414502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ed9b63-1145-4cd2-901f-ad5d0d908a02,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:06.438526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] No DVR routers for this DVR port c0ed9b63-1145-4cd2-901f-ad5d0d908a02 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:49:06.475811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7a1f2d94-63e5-4ebf-bff8-6e8184bb2f26 None None] Provisioning complete for port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:06.476387 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7a1f2d94-63e5-4ebf-bff8-6e8184bb2f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.498367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6fe1e38b-a00f-4b11-938f-a9e4546a9e87 req-0967d5bc-b5ce-4d1e-9a0f-68a3e8710a20 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849385 Jul 16 17:49:06.526322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: f8270acc-9256-4b94-9cfd-ac3c9070a5e4 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:49:06.526716 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f8270acc-9256-4b94-9cfd-ac3c9070a5e4 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:49:06.548764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Transition to ACTIVE for port object 39b1739f-cabb-4b13-aeb0-483899e96b11 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:06.567631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31d21b1-ecfd-4c6e-9468-1a90d1dcd946 None None] DHCP port deletion for 68702f51-9c5d-4919-ab49-74a23d350823 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:49:06.585396 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.599809 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.605490 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.620143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de8190-bb1c-4706-993e-94952adcb0f1 req-c079b0fb-fc35-41d7-ae65-e93211d75941 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:06.625325 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.626863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.629436 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6de8190-bb1c-4706-993e-94952adcb0f1 req-c079b0fb-fc35-41d7-ae65-e93211d75941 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=f81d66f3-3da2-42e0-8eb6-a65ab9e34e12 HTTP/1.1" status: 200 len: 944 time: 0.3016336 Jul 16 17:49:06.631499 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7a1f2d94-63e5-4ebf-bff8-6e8184bb2f26 None None] Port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:06.683493 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 19bd5254-8662-4f60-abab-035294c4e7d9 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:06.684757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-5fe7eb61-9e45-490b-b8a5-afe96deca9d3 req-de12003f-fb78-49e7-b097-0b56f6722d2d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] For port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:06.685220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5fe7eb61-9e45-490b-b8a5-afe96deca9d3 req-de12003f-fb78-49e7-b097-0b56f6722d2d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.686895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Attempting to bind port 39b1739f-cabb-4b13-aeb0-483899e96b11 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:06.687678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Attempting to bind port 39b1739f-cabb-4b13-aeb0-483899e96b11 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:06.689297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Attempting to bind port 39b1739f-cabb-4b13-aeb0-483899e96b11 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:06.691424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fd321-2840-4874-9d3b-e5a303afc465 None None] Pushing event updated for resources: {'Port': ['ID=39b1739f-cabb-4b13-aeb0-483899e96b11,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:06.719360 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.720047 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.721053 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.721550 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > port after_create 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.721883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-5fe7eb61-9e45-490b-b8a5-afe96deca9d3 req-de12003f-fb78-49e7-b097-0b56f6722d2d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Calling delete_port for 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:49:06.722403 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.725760 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > port after_update 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.726345 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.726855 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.728064 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.728567 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.745052 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.766872 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 19bd5254-8662-4f60-abab-035294c4e7d9 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:06.767178 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.774050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Pushing event updated for resources: {'Port': ['ID=0a52a02d-c2e4-4804-8c93-8e31900e0c1e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:06.818557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:06.818961 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:06.819352 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.819756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:06.820254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Bound port: 39b1739f-cabb-4b13-aeb0-483899e96b11, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:06.820644 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.849065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Network ed950549-4f2a-4fb1-b157-8ad61ece973f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:06.852659 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:06.875063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 73db0322-7351-4903-95e6-38584acb47b3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73db0322-7351-4903-95e6-38584acb47b3,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:06.881936 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.883901 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:06.884455 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.886581 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.889186 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:49:06.893103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68702f51-9c5d-4919-ab49-74a23d350823']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:06.960527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b424c880-9f4b-4c1b-b0db-d0f07fea0be5') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:06.960989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b424c880-9f4b-4c1b-b0db-d0f07fea0be5') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:06.991788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6de8190-bb1c-4706-993e-94952adcb0f1 req-f0955b1b-9eba-4bb7-a150-36f544795231 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588228 Jul 16 17:49:06.993272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=73db0322-7351-4903-95e6-38584acb47b3,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:07.023509 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] For port 39b1739f-cabb-4b13-aeb0-483899e96b11, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:07.029867 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Router 760afa2e-e083-4088-b7b0-5cb379a4d748 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:49:07.030790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] For port 39b1739f-cabb-4b13-aeb0-483899e96b11, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=39b1739f-cabb-4b13-aeb0-483899e96b11,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:07.033338 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:07.071970 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:07.072194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=19bd5254-8662-4f60-abab-035294c4e7d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:07.073874 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:07.103648 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:07.104916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:07.159937 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:07.188592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:49:07.189301 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:07.205627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c0ed9b63-1145-4cd2-901f-ad5d0d908a02 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: from cryptography.utils import int_from_bytes Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: from cryptography.utils import int_from_bytes Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.221467 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: timer() Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:49:07.225103 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:49:07.237855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fd321-2840-4874-9d3b-e5a303afc465 None None] Pushing event updated for resources: {'Port': ['ID=39b1739f-cabb-4b13-aeb0-483899e96b11,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:07.273003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: c0ed9b63-1145-4cd2-901f-ad5d0d908a02 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:49:07.273479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c0ed9b63-1145-4cd2-901f-ad5d0d908a02 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:49:07.296745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Routers {'760afa2e-e083-4088-b7b0-5cb379a4d748'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:07.297588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:48:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['760afa2e-e083-4088-b7b0-5cb379a4d748'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:07.335611 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5fe7eb61-9e45-490b-b8a5-afe96deca9d3 req-de12003f-fb78-49e7-b097-0b56f6722d2d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:07.342678 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:07.368679 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2fb13c28-3819-461d-92a6-9e40bbd43c04 admin admin] 10.222.0.24 "PUT /v2.0/routers/760afa2e-e083-4088-b7b0-5cb379a4d748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5671735 Jul 16 17:49:07.414795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['5a8f4e89-e7f7-4139-8903-33047e0a1ea8'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:07.414795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Could not find standard attr ID for object 5a8f4e89-e7f7-4139-8903-33047e0a1ea8. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 17:49:07.428110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12003f-fb78-49e7-b097-0b56f6722d2d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Pushing event deleted for resources: {'Port': ['ID=5a8f4e89-e7f7-4139-8903-33047e0a1ea8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:07.439831 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-18da1396-e085-4f17-bc21-4fa1df2fd3ee None None] Provisioning complete for port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:07.440212 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-18da1396-e085-4f17-bc21-4fa1df2fd3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:07.538359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=19bd5254-8662-4f60-abab-035294c4e7d9,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:07.558936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe7eb61-9e45-490b-b8a5-afe96deca9d3 req-de12003f-fb78-49e7-b097-0b56f6722d2d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] No DVR routers for this DVR port 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:49:07.561708 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5fe7eb61-9e45-490b-b8a5-afe96deca9d3 req-de12003f-fb78-49e7-b097-0b56f6722d2d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:07.564545 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5fe7eb61-9e45-490b-b8a5-afe96deca9d3 req-de12003f-fb78-49e7-b097-0b56f6722d2d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.11 "DELETE /v2.0/ports/5a8f4e89-e7f7-4139-8903-33047e0a1ea8 HTTP/1.1" status: 204 len: 173 time: 1.3845758 Jul 16 17:49:07.565060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81d66f3-3da2-42e0-8eb6-a65ab9e34e12', 'name': 'network-vif-deleted', 'tag': '5a8f4e89-e7f7-4139-8903-33047e0a1ea8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:07.567676 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7884a8-1a11-4053-acba-41b3e875f166" -d '{"events": [{"server_uuid": "f81d66f3-3da2-42e0-8eb6-a65ab9e34e12", "name": "network-vif-deleted", "tag": "5a8f4e89-e7f7-4139-8903-33047e0a1ea8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:07.582925 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] Set router 760afa2e-e083-4088-b7b0-5cb379a4d748 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:07.668324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-18da1396-e085-4f17-bc21-4fa1df2fd3ee None None] Port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:07.686713 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0305b324-24a6-4179-a563-53a708ee342e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73db0322-7351-4903-95e6-38584acb47b3'}, {'server_uuid': '8581800b-7d63-46db-9d51-ab91da7fcfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bd5254-8662-4f60-abab-035294c4e7d9'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:07.690789 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe11e35e-c4eb-4d76-b1dd-c53220bcfe2b" -d '{"events": [{"server_uuid": "0305b324-24a6-4179-a563-53a708ee342e", "name": "network-vif-unplugged", "status": "completed", "tag": "73db0322-7351-4903-95e6-38584acb47b3"}, {"server_uuid": "8581800b-7d63-46db-9d51-ab91da7fcfab", "name": "network-vif-plugged", "status": "completed", "tag": "19bd5254-8662-4f60-abab-035294c4e7d9"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:07.726462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81957d-47bb-469b-887d-1457673d20a3 req-8d692f51-0283-4513-b8cb-2f62e49b4a12 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:07.728128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d81957d-47bb-469b-887d-1457673d20a3 req-8d692f51-0283-4513-b8cb-2f62e49b4a12 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.11 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 948 time: 1.0963113 Jul 16 17:49:07.773393 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:07.815708 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44821a0-fa6c-4fa0-8b19-0579ef14a890 req-6c83c6a2-7163-444e-b8f2-fd9d27282f5f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:07.817246 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e44821a0-fa6c-4fa0-8b19-0579ef14a890 req-6c83c6a2-7163-444e-b8f2-fd9d27282f5f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 945 time: 0.8957875 Jul 16 17:49:07.837008 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:07.841300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] 10.222.0.24 "DELETE /v2.0/networks/68702f51-9c5d-4919-ab49-74a23d350823 HTTP/1.1" status: 204 len: 168 time: 2.2117229 Jul 16 17:49:07.855814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ce38c-0c95-4900-a0ac-0fb0b3db25bc admin admin] Pushing event deleted for resources: {'Network': ['ID=68702f51-9c5d-4919-ab49-74a23d350823,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:07.894638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'name': 'tempest-AttachSCSIVolumeTestJSON-266694496-router', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:00Z', 'updated_at': '2021-07-16T17:49:05Z', 'revision_number': 4, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'gw_port': {'id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:01Z', 'updated_at': '2021-07-16T17:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0a52a02d-c2e4-4804-8c93-8e31900e0c1e', 'name': '', 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'mac_address': 'fa:16:3e:d8:63:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba7c7948-b62f-46f5-a106-c19885db0347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:05Z', 'updated_at': '2021-07-16T17:49:06Z', 'revision_number': 2, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'subnets': [{'id': 'ba7c7948-b62f-46f5-a106-c19885db0347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:07.940540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15664f38-c38f-453e-a2ba-efc83da48ce5 None None] The sync data for ids ['760afa2e-e083-4088-b7b0-5cb379a4d748'] in n-d-787205-10 is: [{'id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'name': 'tempest-AttachSCSIVolumeTestJSON-266694496-router', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:00Z', 'updated_at': '2021-07-16T17:49:05Z', 'revision_number': 4, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'gw_port': {'id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:01Z', 'updated_at': '2021-07-16T17:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0a52a02d-c2e4-4804-8c93-8e31900e0c1e', 'name': '', 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'mac_address': 'fa:16:3e:d8:63:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba7c7948-b62f-46f5-a106-c19885db0347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:05Z', 'updated_at': '2021-07-16T17:49:06Z', 'revision_number': 2, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'subnets': [{'id': 'ba7c7948-b62f-46f5-a106-c19885db0347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:49:07.948541 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e44821a0-fa6c-4fa0-8b19-0579ef14a890 req-e1b5341a-99b1-4057-8047-56700c2703ad tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085904 Jul 16 17:49:07.971603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf1b47-c15b-4194-9931-505cce050839 req-c946f862-d228-427e-b368-c2abb84c25c2 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:07.973218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cbf1b47-c15b-4194-9931-505cce050839 req-c946f862-d228-427e-b368-c2abb84c25c2 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 948 time: 0.2567499 Jul 16 17:49:08.070276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-5d81957d-47bb-469b-887d-1457673d20a3 req-393be5a0-bd37-4436-ba6e-8880306d0d62 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Deleting port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:49:08.070625 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d81957d-47bb-469b-887d-1457673d20a3 req-393be5a0-bd37-4436-ba6e-8880306d0d62 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.077676 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44864) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:08.135421 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cbf1b47-c15b-4194-9931-505cce050839 req-ce71b0c1-a766-4a6d-886f-7c3394c856fb tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/security-groups?id=358c072f-60fe-4b82-a8dc-6ddd232d9dc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384630 Jul 16 17:49:08.167692 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ff234f53-e055-49d6-b1f2-8c57fbc353af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c6e66f49a5f4e2daf64427b276fe208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888376 Jul 16 17:49:08.168287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44866) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:08.223661 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 73db0322-7351-4903-95e6-38584acb47b3 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:49:08.283851 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63f29ec3-7c7d-4046-abc9-03d59ff6f182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.417209 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63f29ec3-7c7d-4046-abc9-03d59ff6f182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.494536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-5d81957d-47bb-469b-887d-1457673d20a3 req-393be5a0-bd37-4436-ba6e-8880306d0d62 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] For port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:08.496804 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d81957d-47bb-469b-887d-1457673d20a3 req-393be5a0-bd37-4436-ba6e-8880306d0d62 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.540475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44872) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:08.550366 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 73db0322-7351-4903-95e6-38584acb47b3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73db0322-7351-4903-95e6-38584acb47b3,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:08.552146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-5d81957d-47bb-469b-887d-1457673d20a3 req-393be5a0-bd37-4436-ba6e-8880306d0d62 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Calling delete_port for 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:49:08.552805 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-796858587-network', 'tenant_id': '266e7bed4d154d4290db01167a555d5b'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:08.557503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63f29ec3-7c7d-4046-abc9-03d59ff6f182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.560344 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63f29ec3-7c7d-4046-abc9-03d59ff6f182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.564921 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-63f29ec3-7c7d-4046-abc9-03d59ff6f182 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec63e478-c652-439a-93b4-e260496cab86 HTTP/1.1" status: 204 len: 168 time: 0.3923745 Jul 16 17:49:08.579797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01b7b5-8d96-481c-9ed6-6c4e04daeaa3 req-aaaff52f-5a34-47e0-a4d4-df0da34248ff tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:08.584422 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb01b7b5-8d96-481c-9ed6-6c4e04daeaa3 req-aaaff52f-5a34-47e0-a4d4-df0da34248ff tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 947 time: 0.4450641 Jul 16 17:49:08.587320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '73db0322-7351-4903-95e6-38584acb47b3', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '73db0322-7351-4903-95e6-38584acb47b3', 'mac_address': 'fa:16:3e:3f:df:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:49:08.613895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f29ec3-7c7d-4046-abc9-03d59ff6f182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec63e478-c652-439a-93b4-e260496cab86,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:08.636764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Made reservation on behalf of 266e7bed4d154d4290db01167a555d5b for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:08.639238 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.650369 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.723240 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.758058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73db0322-7351-4903-95e6-38584acb47b3 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:08.766431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bb1ae-dae1-477d-8c22-0bd565567779 req-8aaf9952-9425-474a-843c-26ffbca38098 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:08.773971 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f91bb1ae-dae1-477d-8c22-0bd565567779 req-8aaf9952-9425-474a-843c-26ffbca38098 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 945 time: 0.4428124 Jul 16 17:49:08.780523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.786560 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.787987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 73db0322-7351-4903-95e6-38584acb47b3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73db0322-7351-4903-95e6-38584acb47b3,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:08.794353 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.798861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb01b7b5-8d96-481c-9ed6-6c4e04daeaa3 req-4b1148cb-4c7e-4df4-bf18-af6b3121b2ce tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008100 Jul 16 17:49:08.812332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:49:08.830051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa14e61d-7d72-4520-b444-ab41056f07a0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:08.837919 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.838326 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Added segment 69a44924-40b9-4c7a-b116-06bd80f6ef3d of type vlan for network e8f18033-2847-4afd-bbad-54a90219b5a6 Jul 16 17:49:08.902296 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.903358 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=73db0322-7351-4903-95e6-38584acb47b3,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:08.921233 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2772e5-3ca4-4349-b2d1-b38879e25f4e x-openstack-request-id: req-9f2772e5-3ca4-4349-b2d1-b38879e25f4e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:08.921923 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81d66f3-3da2-42e0-8eb6-a65ab9e34e12", "name": "network-vif-deleted", "tag": "5a8f4e89-e7f7-4139-8903-33047e0a1ea8", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:08.923090 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f2772e5-3ca4-4349-b2d1-b38879e25f4e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:08.923499 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81d66f3-3da2-42e0-8eb6-a65ab9e34e12', 'name': 'network-vif-deleted', 'tag': '5a8f4e89-e7f7-4139-8903-33047e0a1ea8', 'status': 'completed', 'code': 200} Jul 16 17:49:08.942347 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.943493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:08.944245 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:08.949831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f91bb1ae-dae1-477d-8c22-0bd565567779 req-dba2c116-3798-4bca-872f-c017f0dc010e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745188 Jul 16 17:49:08.989022 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4459126 Jul 16 17:49:08.990999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44878) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:09.010490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c918839d-df29-425b-b2ae-58d274c562da admin admin] Request body: {'subnet': {'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-796858587-subnet', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:09.052783 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e985cb76-1878-4208-843e-b5fe3177ff4a x-openstack-request-id: req-e985cb76-1878-4208-843e-b5fe3177ff4a {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:09.053416 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0305b324-24a6-4179-a563-53a708ee342e", "name": "network-vif-unplugged", "status": "completed", "tag": "73db0322-7351-4903-95e6-38584acb47b3", "code": 200}, {"server_uuid": "8581800b-7d63-46db-9d51-ab91da7fcfab", "name": "network-vif-plugged", "status": "completed", "tag": "19bd5254-8662-4f60-abab-035294c4e7d9", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:09.053741 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e985cb76-1878-4208-843e-b5fe3177ff4a {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:09.055616 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0305b324-24a6-4179-a563-53a708ee342e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73db0322-7351-4903-95e6-38584acb47b3', 'code': 200} Jul 16 17:49:09.055899 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8581800b-7d63-46db-9d51-ab91da7fcfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19bd5254-8662-4f60-abab-035294c4e7d9', 'code': 200} Jul 16 17:49:09.082331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279cf65-e62b-43d0-8787-249d5d406b8b admin admin] Pushing event updated for resources: {'Network': ['ID=e8f18033-2847-4afd-bbad-54a90219b5a6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:09.160445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c918839d-df29-425b-b2ae-58d274c562da admin admin] Made reservation on behalf of 266e7bed4d154d4290db01167a555d5b for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:09.164112 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c918839d-df29-425b-b2ae-58d274c562da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:09.169245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['73db0322-7351-4903-95e6-38584acb47b3'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:09.255365 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d81957d-47bb-469b-887d-1457673d20a3 req-393be5a0-bd37-4436-ba6e-8880306d0d62 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:09.318847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd9e9f-9c88-4717-b81c-7c606e655d8b req-99cd6410-4eed-4e2f-8197-24d3ff9deefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:09.325094 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f6dd9e9f-9c88-4717-b81c-7c606e655d8b req-99cd6410-4eed-4e2f-8197-24d3ff9deefb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 1097 time: 0.1890073 Jul 16 17:49:09.345036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network e8f18033-2847-4afd-bbad-54a90219b5a6 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:49:09.432076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393be5a0-bd37-4436-ba6e-8880306d0d62 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Pushing event deleted for resources: {'Port': ['ID=79dca76c-e9fb-4200-a77c-e8cd2fe8b939,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:09.470520 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f6dd9e9f-9c88-4717-b81c-7c606e655d8b req-452014f7-49c1-4bd8-915a-1196187f8ab6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374145 Jul 16 17:49:09.691482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d81957d-47bb-469b-887d-1457673d20a3 req-393be5a0-bd37-4436-ba6e-8880306d0d62 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] No DVR routers for this DVR port 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:49:09.749304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d81957d-47bb-469b-887d-1457673d20a3 req-393be5a0-bd37-4436-ba6e-8880306d0d62 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:09.752190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d81957d-47bb-469b-887d-1457673d20a3 req-393be5a0-bd37-4436-ba6e-8880306d0d62 tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.11 "DELETE /v2.0/ports/79dca76c-e9fb-4200-a77c-e8cd2fe8b939 HTTP/1.1" status: 204 len: 173 time: 2.0085900 Jul 16 17:49:09.753693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'name': 'network-vif-deleted', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:09.756041 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f334064-64d7-4aca-a9b4-c9db5e2ffbe5" -d '{"events": [{"server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "name": "network-vif-deleted", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:09.771073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0dcc98ce-fbdb-429e-9dc0-735691311e6c req-823220a0-7293-4a4b-8d7c-f880007bdf6b tempest-ImagesOneServerTestJSON-878131501 tempest-ImagesOneServerTestJSON-878131501-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df43659-b047-4cd0-86e7-8898b25437ea HTTP/1.1" status: 200 len: 210 time: 0.1196666 Jul 16 17:49:09.842486 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c918839d-df29-425b-b2ae-58d274c562da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.040430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918839d-df29-425b-b2ae-58d274c562da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9686b55a-747e-4dbc-8520-dc60af4da9b2,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:10.050238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b996ef-90fe-49d5-8fcf-413a64950ea2 req-c119a243-93a3-4535-8f49-c91009de4549 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:10.051811 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4b996ef-90fe-49d5-8fcf-413a64950ea2 req-c119a243-93a3-4535-8f49-c91009de4549 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e&tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 948 time: 0.4437587 Jul 16 17:49:10.062257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44912) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:10.068175 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450b8b5-2bd9-423f-8a98-64ea382f40e8 req-101ef857-90c8-486c-9b4d-8df7b144b20c tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:10.070228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b450b8b5-2bd9-423f-8a98-64ea382f40e8 req-101ef857-90c8-486c-9b4d-8df7b144b20c tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 945 time: 0.4174500 Jul 16 17:49:10.093855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c918839d-df29-425b-b2ae-58d274c562da admin admin] Checking segment: {'id': '69a44924-40b9-4c7a-b116-06bd80f6ef3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:10.098267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c918839d-df29-425b-b2ae-58d274c562da admin admin] Network hostable DHCP agents. Network: e8f18033-2847-4afd-bbad-54a90219b5a6, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:49:10.187289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b450b8b5-2bd9-423f-8a98-64ea382f40e8 req-150c8129-f6f8-4652-a43c-d0798d9a7559 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086226 Jul 16 17:49:10.192614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c918839d-df29-425b-b2ae-58d274c562da admin admin] Network e8f18033-2847-4afd-bbad-54a90219b5a6 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:49:10.198176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-network', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:10.220688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65581e0-9030-4d4a-be65-1dddf6dcf16b req-b56d05ba-1177-4deb-8dff-0e1361a493ce tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:10.222849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f65581e0-9030-4d4a-be65-1dddf6dcf16b req-b56d05ba-1177-4deb-8dff-0e1361a493ce tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 948 time: 0.2691133 Jul 16 17:49:10.232782 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 73db0322-7351-4903-95e6-38584acb47b3 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:10.249992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Made reservation on behalf of 7f8646b45a7042a1a68a1b042be04fb6 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:10.253221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.261239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:49:10.272856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c918839d-df29-425b-b2ae-58d274c562da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, e8f18033-2847-4afd-bbad-54a90219b5a6) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:10.274812 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.286290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b996ef-90fe-49d5-8fcf-413a64950ea2 req-14f5d28d-27ea-47f4-99d4-69997640c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:10.288209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4b996ef-90fe-49d5-8fcf-413a64950ea2 req-14f5d28d-27ea-47f4-99d4-69997640c06d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 1100 time: 0.1736999 Jul 16 17:49:10.296637 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970f2b5e-0f50-434a-bff6-55688b2a77a2 None None] Network e8f18033-2847-4afd-bbad-54a90219b5a6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:10.304285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:49:10.304629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 5a8f4e89-e7f7-4139-8903-33047e0a1ea8 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:49:10.305049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:49:10.308880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c918839d-df29-425b-b2ae-58d274c562da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:10.309478 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c918839d-df29-425b-b2ae-58d274c562da admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.359423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:49:10.365404 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 79dca76c-e9fb-4200-a77c-e8cd2fe8b939 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:49:10.434317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 73db0322-7351-4903-95e6-38584acb47b3 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:10.436017 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.460225 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f65581e0-9030-4d4a-be65-1dddf6dcf16b req-650c1384-c94a-4de9-88b1-6fcad537750f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168038 Jul 16 17:49:10.542627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.554487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.572751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c918839d-df29-425b-b2ae-58d274c562da admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5793560 Jul 16 17:49:10.579723 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b30892-a4a2-4478-bbcc-0899795fb795 x-openstack-request-id: req-66b30892-a4a2-4478-bbcc-0899795fb795 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:10.580291 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df43659-b047-4cd0-86e7-8898b25437ea", "name": "network-vif-deleted", "tag": "79dca76c-e9fb-4200-a77c-e8cd2fe8b939", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:10.580751 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66b30892-a4a2-4478-bbcc-0899795fb795 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:10.581331 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df43659-b047-4cd0-86e7-8898b25437ea', 'name': 'network-vif-deleted', 'tag': '79dca76c-e9fb-4200-a77c-e8cd2fe8b939', 'status': 'completed', 'code': 200} Jul 16 17:49:10.582136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44926) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:10.587713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86552dbe-5fed-410f-9217-9e5f5ad85bfb,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:10.590732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-796858587-router', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:10.620606 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:49:10.631912 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.632249 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Added segment fb34c7f1-d4a6-4556-a17e-c985fffd2ce4 of type vlan for network f0c973fd-93e3-4af6-8969-3139b7e09842 Jul 16 17:49:10.632691 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b996ef-90fe-49d5-8fcf-413a64950ea2 req-2e9a8eda-f930-469f-8928-a93388e2e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:10.634217 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4b996ef-90fe-49d5-8fcf-413a64950ea2 req-2e9a8eda-f930-469f-8928-a93388e2e77c service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.3122489 Jul 16 17:49:10.647445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-383f9405-1d51-4ffb-bf3c-10b957d3f9ba tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:10.649444 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-383f9405-1d51-4ffb-bf3c-10b957d3f9ba tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/networks?id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 HTTP/1.1" status: 200 len: 821 time: 0.2947235 Jul 16 17:49:10.683924 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.688806 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8f18033-2847-4afd-bbad-54a90219b5a6', 'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'fixed_ips': [{'subnet_id': '9686b55a-747e-4dbc-8520-dc60af4da9b2'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:49:10.689689 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.695304 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.703175 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.704732 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.709062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4b996ef-90fe-49d5-8fcf-413a64950ea2 req-76145841-de43-4e3d-ad52-0a0d572a6b6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=73db0322-7351-4903-95e6-38584acb47b3 HTTP/1.1" status: 200 len: 217 time: 0.0583053 Jul 16 17:49:10.729714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-0c9bed8f-9703-4f21-a4ae-993e6159451c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/quotas/d52c4caa258640d297f145a9b96ab180 HTTP/1.1" status: 200 len: 375 time: 0.0695305 Jul 16 17:49:10.738244 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.739415 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:10.740141 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.778820 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7148647 Jul 16 17:49:10.782443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44928) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:10.788406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-6dc99239-2718-4833-863b-c66a654ab5b6 admin admin] Request body: {'subnet': {'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-subnet', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:10.837461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b567e3-f362-4218-98f8-7c9dd421992d admin admin] Pushing event updated for resources: {'Network': ['ID=f0c973fd-93e3-4af6-8969-3139b7e09842,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:10.853542 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc99239-2718-4833-863b-c66a654ab5b6 admin admin] Made reservation on behalf of 7f8646b45a7042a1a68a1b042be04fb6 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:10.856444 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6dc99239-2718-4833-863b-c66a654ab5b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.892708 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:10.895536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b996ef-90fe-49d5-8fcf-413a64950ea2 req-5c31fce0-e3bc-4caa-b107-67c135bfa7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:10.897047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4b996ef-90fe-49d5-8fcf-413a64950ea2 req-5c31fce0-e3bc-4caa-b107-67c135bfa7ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1641884 Jul 16 17:49:10.903432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network f0c973fd-93e3-4af6-8969-3139b7e09842 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:49:10.948135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 73db0322-7351-4903-95e6-38584acb47b3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73db0322-7351-4903-95e6-38584acb47b3,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:10.954905 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.061157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0305b324-24a6-4179-a563-53a708ee342e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73db0322-7351-4903-95e6-38584acb47b3'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:11.063210 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2937dba1-f165-4bd3-b0eb-6c5ebca65509" -d '{"events": [{"server_uuid": "0305b324-24a6-4179-a563-53a708ee342e", "name": "network-vif-plugged", "status": "completed", "tag": "73db0322-7351-4903-95e6-38584acb47b3"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:11.066612 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6dc99239-2718-4833-863b-c66a654ab5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.066856 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-212a30fb-2d9c-48d3-a54d-a01d5b4bf639 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d52c4caa258640d297f145a9b96ab180&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3362758 Jul 16 17:49:11.114814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299191ba-dd65-4081-b259-a6ebc1a1ff82 req-7fe68159-0a62-4775-bdba-a2d2c9a07704 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:11.116359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-299191ba-dd65-4081-b259-a6ebc1a1ff82 req-7fe68159-0a62-4775-bdba-a2d2c9a07704 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 945 time: 0.3677061 Jul 16 17:49:11.131993 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.137060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=73db0322-7351-4903-95e6-38584acb47b3,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:11.148133 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc99239-2718-4833-863b-c66a654ab5b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=149d9e3b-9ea9-4ddb-9e7b-740e88193744,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:11.153120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc99239-2718-4833-863b-c66a654ab5b6 admin admin] Checking segment: {'id': 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:11.153632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc99239-2718-4833-863b-c66a654ab5b6 admin admin] Network hostable DHCP agents. Network: f0c973fd-93e3-4af6-8969-3139b7e09842, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:49:11.161607 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Allocated IP 172.20.0.2 (e8f18033-2847-4afd-bbad-54a90219b5a6/9686b55a-747e-4dbc-8520-dc60af4da9b2/4aa648e9-ea46-4809-b82f-44c19d421ede) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:11.173280 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc99239-2718-4833-863b-c66a654ab5b6 admin admin] Network f0c973fd-93e3-4af6-8969-3139b7e09842 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:49:11.184715 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-6dc99239-2718-4833-863b-c66a654ab5b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, f0c973fd-93e3-4af6-8969-3139b7e09842) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:11.192515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc99239-2718-4833-863b-c66a654ab5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:11.194022 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6dc99239-2718-4833-863b-c66a654ab5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.213093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d66f63-cb27-45e6-a7c7-fab6b249ceb9 None None] Network f0c973fd-93e3-4af6-8969-3139b7e09842 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:11.219849 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6dc99239-2718-4833-863b-c66a654ab5b6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4356844 Jul 16 17:49:11.220732 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44934) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:11.227734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:11.255798 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.257550 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.302415 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-299191ba-dd65-4081-b259-a6ebc1a1ff82 req-8baad5d0-6e1b-4eff-bef8-154a38f8046c tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664402 Jul 16 17:49:11.304289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b996ef-90fe-49d5-8fcf-413a64950ea2 req-37f90c22-f19d-44ee-b503-61032cc30005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:11.305757 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4b996ef-90fe-49d5-8fcf-413a64950ea2 req-37f90c22-f19d-44ee-b503-61032cc30005 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4011066 Jul 16 17:49:11.312731 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Sync routers for ids ['760afa2e-e083-4088-b7b0-5cb379a4d748'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:11.335807 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 39b1739f-cabb-4b13-aeb0-483899e96b11 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:11.342263 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Routers {'760afa2e-e083-4088-b7b0-5cb379a4d748'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:11.342925 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:48:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['760afa2e-e083-4088-b7b0-5cb379a4d748'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:11.362513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-36ffac8f-a5bd-432d-bc1b-ed1c871f1b63 service neutron] 10.222.0.24 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649026 Jul 16 17:49:11.400886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.530326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 39b1739f-cabb-4b13-aeb0-483899e96b11 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:11.534611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4b996ef-90fe-49d5-8fcf-413a64950ea2 req-df09588f-9d13-4448-bd6b-2092ee5e0866 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173483 Jul 16 17:49:11.581191 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-261474ab-64d2-4b7a-b553-b29efd9ab501 service neutron] 10.222.0.24 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107000 Jul 16 17:49:11.583646 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Set router 760afa2e-e083-4088-b7b0-5cb379a4d748 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:11.584452 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.592595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 39b1739f-cabb-4b13-aeb0-483899e96b11 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:11.592952 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.618479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-f0c973fd-93e3-4af6-8969-3139b7e09842', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'fixed_ips': [{'subnet_id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:49:11.620288 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.813835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Allocated IP 172.20.0.2 (f0c973fd-93e3-4af6-8969-3139b7e09842/149d9e3b-9ea9-4ddb-9e7b-740e88193744/bec2680a-0df1-4746-947d-e1ce90ad4e16) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:11.924399 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311fa86d-f8c0-437e-9650-c54832bb8fc9 x-openstack-request-id: req-311fa86d-f8c0-437e-9650-c54832bb8fc9 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:11.924847 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0305b324-24a6-4179-a563-53a708ee342e", "name": "network-vif-plugged", "status": "completed", "tag": "73db0322-7351-4903-95e6-38584acb47b3", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:11.925203 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-311fa86d-f8c0-437e-9650-c54832bb8fc9 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:11.926000 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0305b324-24a6-4179-a563-53a708ee342e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73db0322-7351-4903-95e6-38584acb47b3', 'code': 200} Jul 16 17:49:11.934280 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:11.971137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Transition to ACTIVE for port object 4aa648e9-ea46-4809-b82f-44c19d421ede will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:11.983750 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'name': 'tempest-AttachSCSIVolumeTestJSON-266694496-router', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:00Z', 'updated_at': '2021-07-16T17:49:05Z', 'revision_number': 4, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'gw_port': {'id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:01Z', 'updated_at': '2021-07-16T17:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0a52a02d-c2e4-4804-8c93-8e31900e0c1e', 'name': '', 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'mac_address': 'fa:16:3e:d8:63:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba7c7948-b62f-46f5-a106-c19885db0347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:05Z', 'updated_at': '2021-07-16T17:49:06Z', 'revision_number': 2, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'subnets': [{'id': 'ba7c7948-b62f-46f5-a106-c19885db0347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:12.029072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Transition to ACTIVE for port object 4aa648e9-ea46-4809-b82f-44c19d421ede will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:12.062342 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.090411 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Checking router: 760afa2e-e083-4088-b7b0-5cb379a4d748 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:49:12.090786 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Updating router 760afa2e-e083-4088-b7b0-5cb379a4d748 port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:49:12.107805 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.115658 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.147855 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.190139 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.217780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Transition to ACTIVE for port object bec2680a-0df1-4746-947d-e1ce90ad4e16 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:12.224979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Network e8f18033-2847-4afd-bbad-54a90219b5a6 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:12.233996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:12.236896 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.248747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:12.259886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Allocated IP 172.25.3.174 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/503a26f2-a8ec-4a47-94b8-5aa067fb9323) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:12.270271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Transition to ACTIVE for port object bec2680a-0df1-4746-947d-e1ce90ad4e16 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:12.271948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Pushing event updated for resources: {'Port': ['ID=4aa648e9-ea46-4809-b82f-44c19d421ede,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:12.289135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 39b1739f-cabb-4b13-aeb0-483899e96b11, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=39b1739f-cabb-4b13-aeb0-483899e96b11,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:12.292476 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.379418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44954) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:12.397594 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.413339 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.460301 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.479338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:12.482348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:12.482640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Attempting to bind port 4aa648e9-ea46-4809-b82f-44c19d421ede on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:12.483018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Attempting to bind port 4aa648e9-ea46-4809-b82f-44c19d421ede by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '69a44924-40b9-4c7a-b116-06bd80f6ef3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:12.483388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Attempting to bind port 4aa648e9-ea46-4809-b82f-44c19d421ede on network e8f18033-2847-4afd-bbad-54a90219b5a6 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:12.504485 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:12.559352 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Network f0c973fd-93e3-4af6-8969-3139b7e09842 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:12.566369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:12.570626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:12.582568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:12.582969 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Checking segment: {'id': '69a44924-40b9-4c7a-b116-06bd80f6ef3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:12.583358 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.583764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Bound using segment: {'id': '69a44924-40b9-4c7a-b116-06bd80f6ef3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:12.584233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Bound port: 4aa648e9-ea46-4809-b82f-44c19d421ede, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a44924-40b9-4c7a-b116-06bd80f6ef3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:12.584619 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.611777 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.636083 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.649403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b427a0-0982-474c-95a6-8c5abd61b34f req-56e2f5c8-feae-4e12-8709-28e2962725de tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:12.656699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-62b427a0-0982-474c-95a6-8c5abd61b34f req-56e2f5c8-feae-4e12-8709-28e2962725de tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 945 time: 0.2817566 Jul 16 17:49:12.660181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4b996ef-90fe-49d5-8fcf-413a64950ea2 req-3be20814-4e56-463e-ad53-2313058fb1a8 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0716202 Jul 16 17:49:12.687496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d3013-0648-453d-94e1-c4badf4e3281 req-ce084e2c-eaf9-4b1c-bc15-0c0a03d8bcdb tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:12.689811 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d19d3013-0648-453d-94e1-c4badf4e3281 req-ce084e2c-eaf9-4b1c-bc15-0c0a03d8bcdb tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 1097 time: 0.3066976 Jul 16 17:49:12.740653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Pushing event updated for resources: {'Port': ['ID=bec2680a-0df1-4746-947d-e1ce90ad4e16,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:12.788718 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.792218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Attempting to bind port bec2680a-0df1-4746-947d-e1ce90ad4e16 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:12.794219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Attempting to bind port bec2680a-0df1-4746-947d-e1ce90ad4e16 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:12.795020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Attempting to bind port bec2680a-0df1-4746-947d-e1ce90ad4e16 on network f0c973fd-93e3-4af6-8969-3139b7e09842 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:12.806297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-62b427a0-0982-474c-95a6-8c5abd61b34f req-9086fa8e-9e6e-49fd-9a92-4ee7ac95c17a tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485341 Jul 16 17:49:12.807664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:12.808222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Checking segment: {'id': 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:12.808984 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.809236 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Bound using segment: {'id': 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:12.809822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Bound port: bec2680a-0df1-4746-947d-e1ce90ad4e16, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:12.810740 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.832567 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Transition to ACTIVE for port object 0a52a02d-c2e4-4804-8c93-8e31900e0c1e will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:12.847332 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.913124 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d19d3013-0648-453d-94e1-c4badf4e3281 req-9c1a81cb-1004-4545-8e12-2220b35b8bd7 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090983 Jul 16 17:49:12.935294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=39b1739f-cabb-4b13-aeb0-483899e96b11,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:12.945756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] For port 4aa648e9-ea46-4809-b82f-44c19d421ede, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:12.957353 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b73694f7-07e1-41c0-aee3-8891e64c8442 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2325796785504ef5af249ac81fd86c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5727170 Jul 16 17:49:12.959797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44964) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:12.960602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] For port 4aa648e9-ea46-4809-b82f-44c19d421ede, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4aa648e9-ea46-4809-b82f-44c19d421ede,segment=NetworkSegment(69a44924-40b9-4c7a-b116-06bd80f6ef3d),segment_id=69a44924-40b9-4c7a-b116-06bd80f6ef3d)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:12.972963 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:12.976643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] For port bec2680a-0df1-4746-947d-e1ce90ad4e16, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:13.043149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Allocated IP 172.25.3.217 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/ce2fae6c-3e0c-463d-a186-79d555db5da4) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:13.076965 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45968965-273e-4ae5-980c-9a1629930b6a None None] Pushing event updated for resources: {'Port': ['ID=0a52a02d-c2e4-4804-8c93-8e31900e0c1e,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:13.080996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843cf36-60d0-4ea2-9624-eac8ea9fd24b None None] Pushing event updated for resources: {'Port': ['ID=4aa648e9-ea46-4809-b82f-44c19d421ede,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:13.121398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] For port bec2680a-0df1-4746-947d-e1ce90ad4e16, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bec2680a-0df1-4746-947d-e1ce90ad4e16,segment=NetworkSegment(fb34c7f1-d4a6-4556-a17e-c985fffd2ce4),segment_id=fb34c7f1-d4a6-4556-a17e-c985fffd2ce4)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:13.128890 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.159550 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Attempting to bind port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:13.161362 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Attempting to bind port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '5f5cb64d-c526-498d-ac1d-6f9f10944f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:13.161543 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Attempting to bind port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e on network ed950549-4f2a-4fb1-b157-8ad61ece973f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:13.174004 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:13.174385 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Checking segment: {'id': '5f5cb64d-c526-498d-ac1d-6f9f10944f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:13.174795 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.175194 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Bound using segment: {'id': '5f5cb64d-c526-498d-ac1d-6f9f10944f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:13.175676 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Bound port: 0a52a02d-c2e4-4804-8c93-8e31900e0c1e, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5cb64d-c526-498d-ac1d-6f9f10944f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:13.176080 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.336072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8dc26-7041-42dd-8373-23e8247042ed None None] Pushing event updated for resources: {'Port': ['ID=bec2680a-0df1-4746-947d-e1ce90ad4e16,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:13.345246 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 39b1739f-cabb-4b13-aeb0-483899e96b11 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:13.404274 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] For port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:13.412902 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] For port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0a52a02d-c2e4-4804-8c93-8e31900e0c1e,segment=NetworkSegment(5f5cb64d-c526-498d-ac1d-6f9f10944f0c),segment_id=5f5cb64d-c526-498d-ac1d-6f9f10944f0c)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:13.421486 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5fe9011e-1ba1-408f-a1ab-6d3ddc4eaf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.427298 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.438764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Pushing event updated for resources: {'Port': ['ID=503a26f2-a8ec-4a47-94b8-5aa067fb9323,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:13.457936 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 39b1739f-cabb-4b13-aeb0-483899e96b11 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:13.458245 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.577984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.642844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1af74678-3bfc-4648-8844-f888b7e1cbba req-f1020725-8624-4761-9af7-b5a5fe446c4b tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 210 time: 0.3876746 Jul 16 17:49:13.667975 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6888912-fd49-403c-8ca9-6892cf41e71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.804787 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Routers {'760afa2e-e083-4088-b7b0-5cb379a4d748'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:13.806119 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:48:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['760afa2e-e083-4088-b7b0-5cb379a4d748'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:13.808335 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45968965-273e-4ae5-980c-9a1629930b6a None None] Pushing event updated for resources: {'Port': ['ID=0a52a02d-c2e4-4804-8c93-8e31900e0c1e,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:13.892520 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6888912-fd49-403c-8ca9-6892cf41e71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.983285 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6888912-fd49-403c-8ca9-6892cf41e71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:13.997400 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6888912-fd49-403c-8ca9-6892cf41e71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.004333 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a6888912-fd49-403c-8ca9-6892cf41e71b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/358c072f-60fe-4b82-a8dc-6ddd232d9dc3 HTTP/1.1" status: 204 len: 168 time: 1.0434475 Jul 16 17:49:14.037681 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] Set router 760afa2e-e083-4088-b7b0-5cb379a4d748 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:14.062116 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.122454 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.145710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6888912-fd49-403c-8ca9-6892cf41e71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358c072f-60fe-4b82-a8dc-6ddd232d9dc3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:14.171334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c9f3e-50e0-4bd8-b71c-b8d7265df54b req-69cfb9a5-472f-4a39-953a-c2002dc36e37 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:14.185368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-945c9f3e-50e0-4bd8-b71c-b8d7265df54b req-69cfb9a5-472f-4a39-953a-c2002dc36e37 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 1.1263382 Jul 16 17:49:14.481476 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:49:14.484766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-da6c5fe9-753f-403c-a7f6-420a12f41a2d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:14.489564 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-da6c5fe9-753f-403c-a7f6-420a12f41a2d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.11 "GET /v2.0/networks?id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 HTTP/1.1" status: 200 len: 821 time: 0.5080714 Jul 16 17:49:14.522111 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'name': 'tempest-AttachSCSIVolumeTestJSON-266694496-router', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:00Z', 'updated_at': '2021-07-16T17:49:05Z', 'revision_number': 4, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'gw_port': {'id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:01Z', 'updated_at': '2021-07-16T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0a52a02d-c2e4-4804-8c93-8e31900e0c1e', 'name': '', 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'mac_address': 'fa:16:3e:d8:63:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba7c7948-b62f-46f5-a106-c19885db0347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:05Z', 'updated_at': '2021-07-16T17:49:13Z', 'revision_number': 4, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'subnets': [{'id': 'ba7c7948-b62f-46f5-a106-c19885db0347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:14.525115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-330147c1-cb16-4416-9a2e-00b60c82b07c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Request body: {'port': {'device_id': '891622b2-3edd-4149-a522-49b5c751da48', 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020', 'admin_state_up': True, 'tenant_id': 'd52c4caa258640d297f145a9b96ab180'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:14.586546 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5412644-2466-4026-93fa-a93e33b60576 None None] The sync data for ids ['760afa2e-e083-4088-b7b0-5cb379a4d748'] in n-d-787205-10 is: [{'id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'name': 'tempest-AttachSCSIVolumeTestJSON-266694496-router', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:00Z', 'updated_at': '2021-07-16T17:49:05Z', 'revision_number': 4, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'gw_port': {'id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:01Z', 'updated_at': '2021-07-16T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0a52a02d-c2e4-4804-8c93-8e31900e0c1e', 'name': '', 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'mac_address': 'fa:16:3e:d8:63:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'ba7c7948-b62f-46f5-a106-c19885db0347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:05Z', 'updated_at': '2021-07-16T17:49:13Z', 'revision_number': 4, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'subnets': [{'id': 'ba7c7948-b62f-46f5-a106-c19885db0347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:49:14.754004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-945c9f3e-50e0-4bd8-b71c-b8d7265df54b req-2a26694b-7a39-47ae-9775-7ad6d96bec98 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626640 Jul 16 17:49:14.802618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:14.824910 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Sync routers for ids ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:14.832576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:14.833911 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cdafad91-182e-43da-92dc-386aa2bfc61e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.6117620 Jul 16 17:49:14.838641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44988) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:14.846391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Routers {'653a602c-f1e7-48a5-a66e-d9c1cfd32f98'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:14.847426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:48:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:15.214003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Set router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:15.228630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-068ee3a9-aeed-4e3d-8af5-b246930db28a req-36fe5a5c-7185-44e7-82e3-e3e8b54f52ae tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 210 time: 0.1214125 Jul 16 17:49:15.310948 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.556913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe77b-3eaa-472b-aa32-f10ba7b8d7dd req-2bb2e895-0849-4b63-960b-6a0a734fcd2e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:15.582888 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51bfe77b-3eaa-472b-aa32-f10ba7b8d7dd req-2bb2e895-0849-4b63-960b-6a0a734fcd2e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 945 time: 0.9882321 Jul 16 17:49:15.653211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:15.692758 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:15.701128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45006) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:15.702272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:15.705501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a4a28a-25d9-4504-a245-3da650ff443b None None] Network f0c973fd-93e3-4af6-8969-3139b7e09842 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:15.709304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-330147c1-cb16-4416-9a2e-00b60c82b07c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Made reservation on behalf of d52c4caa258640d297f145a9b96ab180 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:15.716059 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-330147c1-cb16-4416-9a2e-00b60c82b07c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.718160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Pushing event updated for resources: {'Port': ['ID=ce2fae6c-3e0c-463d-a186-79d555db5da4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:15.736106 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d0094f-53e6-4926-8da5-baeaa037bb54 None None] Network e8f18033-2847-4afd-bbad-54a90219b5a6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:15.741775 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0a52a02d-c2e4-4804-8c93-8e31900e0c1e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:15.901405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1865876447-network', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:15.926530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51bfe77b-3eaa-472b-aa32-f10ba7b8d7dd req-db3fa6f0-b7e6-48dd-95ee-95b7e515d5f5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425739 Jul 16 17:49:15.983670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:15.987031 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.006721 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.042900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e14aa62c-8d44-4010-b45d-b92dd11a6fb1 None None] Provisioning for port bec2680a-0df1-4746-947d-e1ce90ad4e16 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:16.046300 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-732f90cb-8015-42de-8cd9-2727cb38977f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.240381 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.283594 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.300742 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.321475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:49:16.351931 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.352291 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Added segment 55a2845f-7257-4470-a852-4a16444a76de of type vlan for network 103cad7c-90c2-4c95-af46-739b01c93dbe Jul 16 17:49:16.366544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d195314-178b-4160-90d4-35bb43b6f723,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:16.393469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-387d7116-0af6-4023-932b-fd9f608c5f45 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:16.395052 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-387d7116-0af6-4023-932b-fd9f608c5f45 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 1097 time: 0.1524243 Jul 16 17:49:16.413596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-10'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:16.416851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-330147c1-cb16-4416-9a2e-00b60c82b07c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Allocated IP 172.20.0.13 (83cbe6b6-26f0-4ca1-b476-3ef9f79dc020/8232b726-0d89-4cf3-a38b-640914458600/bb9215ab-722f-411f-ac55-3d69b74272fd) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:16.421050 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.432660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-296bdf33-85d1-45db-bb15-a2306d3f9e7d None None] Provisioning for port 4aa648e9-ea46-4809-b82f-44c19d421ede completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:16.462931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:16.476071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:16.476443 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.511809 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.512830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:16.513418 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.542047 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.551905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:49:13Z', 'revision_number': 3, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port': {'id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:16.561060 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8546460 Jul 16 17:49:16.563626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45018) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:16.568692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-500338f6-1570-4ae1-bace-2a7ffebbdea6 admin admin] Request body: {'subnet': {'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1865876447-subnet', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:16.590836 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Checking router: 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:49:16.591022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9144d38-f8ca-4704-9768-31c56688c4fa req-917da391-11a8-49dc-a7aa-6b6dc0205133 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 210 time: 0.0994866 Jul 16 17:49:16.591241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Updating router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 port 503a26f2-a8ec-4a47-94b8-5aa067fb9323 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:49:16.638453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43994e-aa2c-4f5c-9fd9-06b901e3e779 admin admin] Pushing event updated for resources: {'Network': ['ID=103cad7c-90c2-4c95-af46-739b01c93dbe,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:16.658735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500338f6-1570-4ae1-bace-2a7ffebbdea6 admin admin] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:16.661194 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-500338f6-1570-4ae1-bace-2a7ffebbdea6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.676702 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.815706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:16.863580 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:16.903904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 103cad7c-90c2-4c95-af46-739b01c93dbe details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:49:16.952326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e2d839-429a-4f35-804f-ef712c26590f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e98a49-7690-49a9-b7cb-84a7e082b909'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:16.955421 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3b6026-edff-4e6a-9230-3655df26103d" -d '{"events": [{"server_uuid": "f1e2d839-429a-4f35-804f-ef712c26590f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e98a49-7690-49a9-b7cb-84a7e082b909"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:16.959080 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:16.964805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e00cbc-8556-4499-ad7c-9f9f3c7a1f93 req-51e9ffbf-c284-44c5-b966-22a3e6f0681a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:16.966491 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0e00cbc-8556-4499-ad7c-9f9f3c7a1f93 req-51e9ffbf-c284-44c5-b966-22a3e6f0681a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.9430332 Jul 16 17:49:16.987329 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.057954 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.167949 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82ea46d-7557-4125-8abd-8dcadd2a8691 x-openstack-request-id: req-f82ea46d-7557-4125-8abd-8dcadd2a8691 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:17.168672 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e2d839-429a-4f35-804f-ef712c26590f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9e98a49-7690-49a9-b7cb-84a7e082b909", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:17.168945 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f82ea46d-7557-4125-8abd-8dcadd2a8691 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:17.169352 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e2d839-429a-4f35-804f-ef712c26590f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9e98a49-7690-49a9-b7cb-84a7e082b909', 'code': 200} Jul 16 17:49:17.170584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0a52a02d-c2e4-4804-8c93-8e31900e0c1e,segment=NetworkSegment(5f5cb64d-c526-498d-ac1d-6f9f10944f0c),segment_id=5f5cb64d-c526-498d-ac1d-6f9f10944f0c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:17.190287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0e00cbc-8556-4499-ad7c-9f9f3c7a1f93 req-7f3995e7-004c-413f-9ebc-fbd62ccdabd8 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926801 Jul 16 17:49:17.200599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-500338f6-1570-4ae1-bace-2a7ffebbdea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.207070 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.207909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bec2680a-0df1-4746-947d-e1ce90ad4e16 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:17.222464 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.225084 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.264858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500338f6-1570-4ae1-bace-2a7ffebbdea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=981c80e9-66ed-4d44-976a-e6656a2a97de,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:17.300209 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-330147c1-cb16-4416-9a2e-00b60c82b07c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.336729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e98a49-7690-49a9-b7cb-84a7e082b909,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:17.370257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Transition to ACTIVE for port object 503a26f2-a8ec-4a47-94b8-5aa067fb9323 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:17.393725 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.398662 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Attempting to bind port f9e98a49-7690-49a9-b7cb-84a7e082b909 on host n-h1-787205-10 for vnic_type normal with profile {"migrating_to": "n-h2-787205-10"} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:17.398662 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Attempting to bind port f9e98a49-7690-49a9-b7cb-84a7e082b909 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:17.398662 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Attempting to bind port f9e98a49-7690-49a9-b7cb-84a7e082b909 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:17.407282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Port f9e98a49-7690-49a9-b7cb-84a7e082b909 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:17.407477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Attempting to bind port f9e98a49-7690-49a9-b7cb-84a7e082b909 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:17.409686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=0a52a02d-c2e4-4804-8c93-8e31900e0c1e,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:17.410456 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500338f6-1570-4ae1-bace-2a7ffebbdea6 admin admin] Checking segment: {'id': '55a2845f-7257-4470-a852-4a16444a76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:17.410818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500338f6-1570-4ae1-bace-2a7ffebbdea6 admin admin] Network hostable DHCP agents. Network: 103cad7c-90c2-4c95-af46-739b01c93dbe, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:49:17.418680 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:17.418680 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:17.418680 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Bound using segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:17.419062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Bound port: f9e98a49-7690-49a9-b7cb-84a7e082b909, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:17.419296 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.460705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500338f6-1570-4ae1-bace-2a7ffebbdea6 admin admin] Network 103cad7c-90c2-4c95-af46-739b01c93dbe is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:49:17.478593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-500338f6-1570-4ae1-bace-2a7ffebbdea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 103cad7c-90c2-4c95-af46-739b01c93dbe) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:17.490515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500338f6-1570-4ae1-bace-2a7ffebbdea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:17.491377 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-500338f6-1570-4ae1-bace-2a7ffebbdea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.494505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Attempting to bind port 503a26f2-a8ec-4a47-94b8-5aa067fb9323 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:17.494891 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Attempting to bind port 503a26f2-a8ec-4a47-94b8-5aa067fb9323 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:17.495994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Attempting to bind port 503a26f2-a8ec-4a47-94b8-5aa067fb9323 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:17.503132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port bec2680a-0df1-4746-947d-e1ce90ad4e16 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:17.505320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c5fc5-2b37-423c-b9f2-1c1ab75b0a71 None None] Network 103cad7c-90c2-4c95-af46-739b01c93dbe requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:17.509984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:17.516673 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-500338f6-1570-4ae1-bace-2a7ffebbdea6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9485636 Jul 16 17:49:17.516673 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:17.516949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45030) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:17.517275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf1ea3-7aa9-4d3e-bec4-ebc74eabcbf2 None None] Pushing event updated for resources: {'Port': ['ID=503a26f2-a8ec-4a47-94b8-5aa067fb9323,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:17.521494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1865876447-router', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:17.526391 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.537974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:17.538358 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:17.538771 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.539167 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:17.539887 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Bound port: 503a26f2-a8ec-4a47-94b8-5aa067fb9323, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:17.540055 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.541651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port bec2680a-0df1-4746-947d-e1ce90ad4e16 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:17.542231 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.574875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a0f97-62de-4215-8789-e9abcc886076 req-1abf666a-c360-430e-9a97-d3405fcb92e3 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:17.582391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac0a0f97-62de-4215-8789-e9abcc886076 req-1abf666a-c360-430e-9a97-d3405fcb92e3 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 943 time: 0.4245667 Jul 16 17:49:17.594835 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.597519 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.598258 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.616085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e98a49-7690-49a9-b7cb-84a7e082b909,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:17.646635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:17.647272 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.648674 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-9a193aef-9e14-4f36-ab65-d99df5284eb0 service neutron] 10.222.0.11 "PUT /v2.0/ports/f9e98a49-7690-49a9-b7cb-84a7e082b909 HTTP/1.1" status: 200 len: 1123 time: 1.2464089 Jul 16 17:49:17.689262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] For port 503a26f2-a8ec-4a47-94b8-5aa067fb9323, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:17.696767 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.697964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] For port 503a26f2-a8ec-4a47-94b8-5aa067fb9323, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=503a26f2-a8ec-4a47-94b8-5aa067fb9323,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:17.699142 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-330147c1-cb16-4416-9a2e-00b60c82b07c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.730410 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.762645 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac0a0f97-62de-4215-8789-e9abcc886076 req-b91b7fb3-bf08-4b2f-a5a7-cf22916da211 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789393 Jul 16 17:49:17.765686 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.820574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['f9e98a49-7690-49a9-b7cb-84a7e082b909'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:17.831458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca88628-dfda-47ea-a2b1-6044930eb555 req-ef5f9c1b-6de8-4b77-937d-7479f6816ae0 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:17.832758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['f9e98a49-7690-49a9-b7cb-84a7e082b909'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:17.840043 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ca88628-dfda-47ea-a2b1-6044930eb555 req-ef5f9c1b-6de8-4b77-937d-7479f6816ae0 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 0.3967659 Jul 16 17:49:17.888659 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-330147c1-cb16-4416-9a2e-00b60c82b07c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:17.892876 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.966375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-330147c1-cb16-4416-9a2e-00b60c82b07c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:17.969846 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-330147c1-cb16-4416-9a2e-00b60c82b07c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:17.973162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330147c1-cb16-4416-9a2e-00b60c82b07c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Pushing event updated for resources: {'Port': ['ID=bb9215ab-722f-411f-ac55-3d69b74272fd,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:18.052095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ca88628-dfda-47ea-a2b1-6044930eb555 req-6d25b801-d728-43a4-900f-bfec6675fd60 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110415 Jul 16 17:49:18.072878 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.159611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Routers {'653a602c-f1e7-48a5-a66e-d9c1cfd32f98'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:18.160320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:18.162091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf1ea3-7aa9-4d3e-bec4-ebc74eabcbf2 None None] Pushing event updated for resources: {'Port': ['ID=503a26f2-a8ec-4a47-94b8-5aa067fb9323,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:18.210894 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-103cad7c-90c2-4c95-af46-739b01c93dbe', 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'fixed_ips': [{'subnet_id': '981c80e9-66ed-4d44-976a-e6656a2a97de'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:49:18.211871 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.213787 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.216133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-330147c1-cb16-4416-9a2e-00b60c82b07c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:18.216798 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-330147c1-cb16-4416-9a2e-00b60c82b07c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.219327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.241402 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.303403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f9e98a49-7690-49a9-b7cb-84a7e082b909 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:49:18.336032 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-330147c1-cb16-4416-9a2e-00b60c82b07c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8209136 Jul 16 17:49:18.358290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Allocated IP 172.20.0.1 (f0c973fd-93e3-4af6-8969-3139b7e09842/149d9e3b-9ea9-4ddb-9e7b-740e88193744/cdab5651-ca39-4985-8804-b4b7ca2be1c5) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:18.370069 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Request body: {'port': {'device_id': '891622b2-3edd-4149-a522-49b5c751da48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:18.428543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Allocated IP 172.25.3.218 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/65fbc656-7fb3-4c1c-ab45-3f7fe23317c7) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:18.562773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port bec2680a-0df1-4746-947d-e1ce90ad4e16, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bec2680a-0df1-4746-947d-e1ce90ad4e16,segment=NetworkSegment(fb34c7f1-d4a6-4556-a17e-c985fffd2ce4),segment_id=fb34c7f1-d4a6-4556-a17e-c985fffd2ce4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:18.599832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbd37c-d461-41d4-bb7d-deeb282d4bc3 req-e4c41c3f-f6c1-4dd7-8ab3-e2cfe9bad518 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:18.606791 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2dbd37c-d461-41d4-bb7d-deeb282d4bc3 req-e4c41c3f-f6c1-4dd7-8ab3-e2cfe9bad518 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 932 time: 0.3827837 Jul 16 17:49:18.638084 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.691823 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.702436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] Set router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:18.710120 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2dbd37c-d461-41d4-bb7d-deeb282d4bc3 req-12f4dac2-2604-428d-aa89-bf3f7c1cd62f tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023469 Jul 16 17:49:18.715778 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.785457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:18.789744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Pushing event updated for resources: {'Port': ['ID=65fbc656-7fb3-4c1c-ab45-3f7fe23317c7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:18.797732 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:18.802005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:18.836339 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.resource_extend [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:49:18.847199 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.848116 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4aa648e9-ea46-4809-b82f-44c19d421ede up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:18.930613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-9fd92b30-8bae-40e2-a1f0-b05456aa0a1a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907714 Jul 16 17:49:18.939031 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.973207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Transition to ACTIVE for port object cdab5651-ca39-4985-8804-b4b7ca2be1c5 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:19.003550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Allocated IP 172.20.0.2 (103cad7c-90c2-4c95-af46-739b01c93dbe/981c80e9-66ed-4d44-976a-e6656a2a97de/044a6b98-f861-4a5e-9b66-a3e17778bd38) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:19.016391 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.041196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Router bfedd310-1b4b-4ff3-b62c-04dcc50c3dee is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:49:19.062975 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.076990 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.109391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 4aa648e9-ea46-4809-b82f-44c19d421ede completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:19.156964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4aa648e9-ea46-4809-b82f-44c19d421ede triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:19.157368 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.191816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=bec2680a-0df1-4746-947d-e1ce90ad4e16,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:19.215266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e2d839-429a-4f35-804f-ef712c26590f', 'tag': 'f9e98a49-7690-49a9-b7cb-84a7e082b909'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:19.218272 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2146f8-7010-40b8-babb-dea3937b14cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e2d839-429a-4f35-804f-ef712c26590f", "tag": "f9e98a49-7690-49a9-b7cb-84a7e082b909"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:19.286046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Network f0c973fd-93e3-4af6-8969-3139b7e09842 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:19.316378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:19.338851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:19.363269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:19.365460 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.368640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Pushing event updated for resources: {'Port': ['ID=cdab5651-ca39-4985-8804-b4b7ca2be1c5,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:19.420479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f9e98a49-7690-49a9-b7cb-84a7e082b909 has no active binding in host n-h2-787205-10 {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:49:19.559479 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Router 1bac7f2b-045e-4973-9ca1-e386b6a049d2 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:49:19.588163 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.592674 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.627129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Transition to ACTIVE for port object 044a6b98-f861-4a5e-9b66-a3e17778bd38 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:19.629998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-edc693fe-716c-40b8-82ea-997237049bf1 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:19.633418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-edc693fe-716c-40b8-82ea-997237049bf1 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6051998 Jul 16 17:49:19.644447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:49:13Z', 'revision_number': 3, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port': {'id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:19.662423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41a5ca-2e93-4c3a-9a56-9fa7685bac20 req-666226e1-96ec-4107-9164-9b5800aa5bb5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:19.666251 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd41a5ca-2e93-4c3a-9a56-9fa7685bac20 req-666226e1-96ec-4107-9164-9b5800aa5bb5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 943 time: 0.6404634 Jul 16 17:49:19.696744 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.712050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b6efa-649c-4831-b859-fa80c04d8b59 None None] The sync data for ids ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'] in n-d-787205-10 is: [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:49:13Z', 'revision_number': 3, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port': {'id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:49:19.721070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 4aa648e9-ea46-4809-b82f-44c19d421ede, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4aa648e9-ea46-4809-b82f-44c19d421ede,segment=NetworkSegment(69a44924-40b9-4c7a-b116-06bd80f6ef3d),segment_id=69a44924-40b9-4c7a-b116-06bd80f6ef3d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:19.725566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Transition to ACTIVE for port object 044a6b98-f861-4a5e-9b66-a3e17778bd38 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:19.732984 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.741984 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.790703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7506a277-1b11-41d2-b9ce-7ebbf65c5f91 None None] Provisioning for port cdab5651-ca39-4985-8804-b4b7ca2be1c5 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:19.800462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Network 103cad7c-90c2-4c95-af46-739b01c93dbe is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:19.813219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:19.816087 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:19.820327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7506a277-1b11-41d2-b9ce-7ebbf65c5f91 None None] Provisioning complete for port cdab5651-ca39-4985-8804-b4b7ca2be1c5 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:19.820699 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7506a277-1b11-41d2-b9ce-7ebbf65c5f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.846719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=4aa648e9-ea46-4809-b82f-44c19d421ede,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:19.927531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0a52a02d-c2e4-4804-8c93-8e31900e0c1e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:19.929431 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7506a277-1b11-41d2-b9ce-7ebbf65c5f91 None None] Port cdab5651-ca39-4985-8804-b4b7ca2be1c5 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:19.974434 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Pushing event updated for resources: {'Port': ['ID=044a6b98-f861-4a5e-9b66-a3e17778bd38,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:19.997353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Attempting to bind port 044a6b98-f861-4a5e-9b66-a3e17778bd38 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:19.997754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Attempting to bind port 044a6b98-f861-4a5e-9b66-a3e17778bd38 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '55a2845f-7257-4470-a852-4a16444a76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:19.998117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Attempting to bind port 044a6b98-f861-4a5e-9b66-a3e17778bd38 on network 103cad7c-90c2-4c95-af46-739b01c93dbe {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:20.007900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:20.008299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Checking segment: {'id': '55a2845f-7257-4470-a852-4a16444a76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:20.008707 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.009105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Bound using segment: {'id': '55a2845f-7257-4470-a852-4a16444a76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:20.009591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Bound port: 044a6b98-f861-4a5e-9b66-a3e17778bd38, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a2845f-7257-4470-a852-4a16444a76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:20.009994 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.068203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:20.068561 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.101231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:20.122118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] For port 044a6b98-f861-4a5e-9b66-a3e17778bd38, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:20.129721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] For port 044a6b98-f861-4a5e-9b66-a3e17778bd38, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=044a6b98-f861-4a5e-9b66-a3e17778bd38,segment=NetworkSegment(55a2845f-7257-4470-a852-4a16444a76de),segment_id=55a2845f-7257-4470-a852-4a16444a76de)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:20.157575 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.166206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.169310 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6749fdd6-9e0a-4740-9cc4-578813881918 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6514034 Jul 16 17:49:20.173509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45076) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:20.179794 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Sync routers for ids ['1bac7f2b-045e-4973-9ca1-e386b6a049d2'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:20.207061 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Routers {'1bac7f2b-045e-4973-9ca1-e386b6a049d2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:20.209756 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['1bac7f2b-045e-4973-9ca1-e386b6a049d2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:20.316615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bec2680a-0df1-4746-947d-e1ce90ad4e16 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:20.321349 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969532a-f85a-43a7-baf4-57ec1dd1b4c6 None None] Pushing event updated for resources: {'Port': ['ID=044a6b98-f861-4a5e-9b66-a3e17778bd38,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:20.322046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:20.335292 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-8d3fbfa0-a5f2-47a3-ac94-811849df95b1 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/quotas/e5cb59a2dbd5411ba8b6dbc39cd83f53 HTTP/1.1" status: 200 len: 375 time: 0.6613543 Jul 16 17:49:20.380779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Sync routers for ids ['bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:20.403076 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Routers {'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:20.403983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:20.523476 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Set router 1bac7f2b-045e-4973-9ca1-e386b6a049d2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:20.542880 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.718346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd41a5ca-2e93-4c3a-9a56-9fa7685bac20 req-e926c0d6-996a-4690-986f-ff97c3deae02 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0363417 Jul 16 17:49:20.727588 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.733939 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9bd41a5f-defb-4109-a6bd-4191224b145e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.1483686 Jul 16 17:49:20.782212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port bec2680a-0df1-4746-947d-e1ce90ad4e16 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:20.782970 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.855468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9215ab-722f-411f-ac55-3d69b74272fd {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:20.864313 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.874595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Set router bfedd310-1b4b-4ff3-b62c-04dcc50c3dee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:20.881042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Transition to ACTIVE for port object bb9215ab-722f-411f-ac55-3d69b74272fd will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:20.896191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45080) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:20.906542 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.957185 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3994ea-e3da-4132-8283-f519853c495b x-openstack-request-id: req-5e3994ea-e3da-4132-8283-f519853c495b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:20.957543 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e2d839-429a-4f35-804f-ef712c26590f", "tag": "f9e98a49-7690-49a9-b7cb-84a7e082b909", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:20.957921 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e3994ea-e3da-4132-8283-f519853c495b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:20.958419 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e2d839-429a-4f35-804f-ef712c26590f', 'tag': 'f9e98a49-7690-49a9-b7cb-84a7e082b909', 'status': 'completed', 'code': 200} Jul 16 17:49:21.139254 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'name': 'tempest-ServersTestMultiNic-1865876447-router', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:18Z', 'revision_number': 3, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'gw_port': {'id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:21.198056 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Checking router: 1bac7f2b-045e-4973-9ca1-e386b6a049d2 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:49:21.198746 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Updating router 1bac7f2b-045e-4973-9ca1-e386b6a049d2 port 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:49:21.218631 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.278327 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.444597 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'name': 'tempest-AttachSCSIVolumeTestJSON-796858587-router', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:10Z', 'updated_at': '2021-07-16T17:49:16Z', 'revision_number': 3, 'project_id': '266e7bed4d154d4290db01167a555d5b', 'gw_port': {'id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:21.450012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Allocated IP 172.20.0.1 (103cad7c-90c2-4c95-af46-739b01c93dbe/981c80e9-66ed-4d44-976a-e6656a2a97de/ab0826be-1bf9-4128-a493-2a90241a03ad) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:21.497747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Checking router: bfedd310-1b4b-4ff3-b62c-04dcc50c3dee for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:49:21.498262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Updating router bfedd310-1b4b-4ff3-b62c-04dcc50c3dee port ce2fae6c-3e0c-463d-a186-79d555db5da4 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:49:21.541958 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.586826 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.601432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Transition to ACTIVE for port object ab0826be-1bf9-4128-a493-2a90241a03ad will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:21.639664 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.642869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9215ab-722f-411f-ac55-3d69b74272fd,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:21.700460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Network 103cad7c-90c2-4c95-af46-739b01c93dbe is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:21.704444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:21.708431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:21.708964 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.835133 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Pushing event updated for resources: {'Port': ['ID=ab0826be-1bf9-4128-a493-2a90241a03ad,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:21.904552 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:21.923379 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Transition to ACTIVE for port object 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:21.937318 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.032833 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Attempting to bind port 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:22.036186 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Attempting to bind port 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:22.036566 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Attempting to bind port 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:22.038783 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11283736-a975-41f8-a664-cecba8d2c5be None None] Pushing event updated for resources: {'Port': ['ID=65fbc656-7fb3-4c1c-ab45-3f7fe23317c7,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:22.044831 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:22.045215 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:22.045622 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.046063 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:22.046568 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Bound port: 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:22.048081 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.052791 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.127932 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-fadfe500-8386-403b-a091-37e04e22c95a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&fields=id HTTP/1.1" status: 200 len: 302 time: 1.7672305 Jul 16 17:49:22.128912 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] For port 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:22.134558 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] For port 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=65fbc656-7fb3-4c1c-ab45-3f7fe23317c7,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:22.140418 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.190585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359f0947-24c3-4e9d-beb4-71398fdb5a9c None None] Network 103cad7c-90c2-4c95-af46-739b01c93dbe requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:22.214949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2146f8-7010-40b8-babb-dea3937b14cf req-2659fdfa-d31f-4553-9856-6ce967086e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:22.216445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e2146f8-7010-40b8-babb-dea3937b14cf req-2659fdfa-d31f-4553-9856-6ce967086e32 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 1126 time: 1.3270366 Jul 16 17:49:22.232301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 503a26f2-a8ec-4a47-94b8-5aa067fb9323 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:22.242431 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11283736-a975-41f8-a664-cecba8d2c5be None None] Pushing event updated for resources: {'Port': ['ID=65fbc656-7fb3-4c1c-ab45-3f7fe23317c7,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:22.283060 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Routers {'1bac7f2b-045e-4973-9ca1-e386b6a049d2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:22.283630 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['1bac7f2b-045e-4973-9ca1-e386b6a049d2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:22.402112 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4a6abc5d-5a09-4298-96fe-a381b2965ee0 None None] Provisioning for port 044a6b98-f861-4a5e-9b66-a3e17778bd38 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:22.449390 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.507163 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] Set router 1bac7f2b-045e-4973-9ca1-e386b6a049d2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:22.519797 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.525878 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.527254 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.549031 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.563743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.684892 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.709131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 503a26f2-a8ec-4a47-94b8-5aa067fb9323 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:22.741041 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.744226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 503a26f2-a8ec-4a47-94b8-5aa067fb9323 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:22.744592 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.750143 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.787653 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Pushing event updated for resources: {'Port': ['ID=cdab5651-ca39-4985-8804-b4b7ca2be1c5,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:22.790125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Pushing event updated for resources: {'Port': ['ID=ab0826be-1bf9-4128-a493-2a90241a03ad,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:22.793469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Network 103cad7c-90c2-4c95-af46-739b01c93dbe is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:22.811583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:22.836514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Transition to ACTIVE for port object ce2fae6c-3e0c-463d-a186-79d555db5da4 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:22.917067 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:22.952175 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'name': 'tempest-ServersTestMultiNic-1865876447-router', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:21Z', 'revision_number': 4, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'gw_port': {'id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ab0826be-1bf9-4128-a493-2a90241a03ad', 'name': '', 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'mac_address': 'fa:16:3e:25:40:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '981c80e9-66ed-4d44-976a-e6656a2a97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:21Z', 'updated_at': '2021-07-16T17:49:21Z', 'revision_number': 1, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'subnets': [{'id': '981c80e9-66ed-4d44-976a-e6656a2a97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:22.965848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93785-e37d-49a5-b4a9-0d4100d8d6c5 req-39f773d9-327c-491b-a273-a7883fb10a87 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:22.986283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0e93785-e37d-49a5-b4a9-0d4100d8d6c5 req-39f773d9-327c-491b-a273-a7883fb10a87 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 944 time: 1.3334155 Jul 16 17:49:22.990570 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dc0e8f-bedf-4240-a1c9-52c1c5ac60ba None None] The sync data for ids ['1bac7f2b-045e-4973-9ca1-e386b6a049d2'] in n-d-787205-10 is: [{'id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'name': 'tempest-ServersTestMultiNic-1865876447-router', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:21Z', 'revision_number': 4, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'gw_port': {'id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ab0826be-1bf9-4128-a493-2a90241a03ad', 'name': '', 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'mac_address': 'fa:16:3e:25:40:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '981c80e9-66ed-4d44-976a-e6656a2a97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:21Z', 'updated_at': '2021-07-16T17:49:21Z', 'revision_number': 1, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'subnets': [{'id': '981c80e9-66ed-4d44-976a-e6656a2a97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:49:23.003914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f1aa3-3bff-431f-b0b4-367aa79a4dbd None None] Pushing event updated for resources: {'Port': ['ID=ce2fae6c-3e0c-463d-a186-79d555db5da4,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:23.040021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Attempting to bind port ce2fae6c-3e0c-463d-a186-79d555db5da4 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:23.040267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Attempting to bind port ce2fae6c-3e0c-463d-a186-79d555db5da4 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:23.040498 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Attempting to bind port ce2fae6c-3e0c-463d-a186-79d555db5da4 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:23.056839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Router 1bac7f2b-045e-4973-9ca1-e386b6a049d2 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:49:23.071221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:23.071980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:23.072612 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.073279 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:23.074150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Bound port: ce2fae6c-3e0c-463d-a186-79d555db5da4, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:23.074824 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.231231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:23.247441 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b979470e-bc56-4a83-a313-ec05db72213b admin admin] 10.222.0.24 "PUT /v2.0/routers/1bac7f2b-045e-4973-9ca1-e386b6a049d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0707250 Jul 16 17:49:23.264553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2146f8-7010-40b8-babb-dea3937b14cf req-dd24df6a-e533-42c5-afae-06b2ef496d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:23.268494 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e2146f8-7010-40b8-babb-dea3937b14cf req-dd24df6a-e533-42c5-afae-06b2ef496d82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 1.0317903 Jul 16 17:49:23.323172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Network f0c973fd-93e3-4af6-8969-3139b7e09842 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:23.324457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Attempting to bind port bb9215ab-722f-411f-ac55-3d69b74272fd on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:23.324803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Attempting to bind port bb9215ab-722f-411f-ac55-3d69b74272fd by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '00efe5be-978a-4cf4-a468-fe7c390f457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:23.325139 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Attempting to bind port bb9215ab-722f-411f-ac55-3d69b74272fd on network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:23.347555 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.378242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:23.391230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Port bb9215ab-722f-411f-ac55-3d69b74272fd on network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:23.391562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Attempting to bind port bb9215ab-722f-411f-ac55-3d69b74272fd on network 83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:23.434596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0e93785-e37d-49a5-b4a9-0d4100d8d6c5 req-3b89300a-1bb7-44e0-b068-019d991e3aac tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467826 Jul 16 17:49:23.505121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 503a26f2-a8ec-4a47-94b8-5aa067fb9323, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=503a26f2-a8ec-4a47-94b8-5aa067fb9323,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:23.507065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] For port ce2fae6c-3e0c-463d-a186-79d555db5da4, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:23.522713 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.524900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4aa648e9-ea46-4809-b82f-44c19d421ede up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:23.577396 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45106) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:23.654132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] For port ce2fae6c-3e0c-463d-a186-79d555db5da4, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ce2fae6c-3e0c-463d-a186-79d555db5da4,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:23.687754 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.722775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fe4761a9-6d5f-4e22-8c80-a11879964cba tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1322307542'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:23.728158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:23.729693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Checking segment: {'id': '00efe5be-978a-4cf4-a468-fe7c390f457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:23.732225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Bound using segment: {'id': '00efe5be-978a-4cf4-a468-fe7c390f457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:23.740420 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Bound port: bb9215ab-722f-411f-ac55-3d69b74272fd, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00efe5be-978a-4cf4-a468-fe7c390f457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:23.742221 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.767393 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4aa648e9-ea46-4809-b82f-44c19d421ede triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:23.767766 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.822207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4761a9-6d5f-4e22-8c80-a11879964cba tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:23.826121 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe4761a9-6d5f-4e22-8c80-a11879964cba tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.915691 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4761a9-6d5f-4e22-8c80-a11879964cba tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:49:23.954776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe4761a9-6d5f-4e22-8c80-a11879964cba tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:23.962139 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-fe4761a9-6d5f-4e22-8c80-a11879964cba tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Added segment 06e69161-516d-4422-a03a-d05033eac18a of type vlan for network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 Jul 16 17:49:24.026676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 044a6b98-f861-4a5e-9b66-a3e17778bd38 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:24.072671 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe4761a9-6d5f-4e22-8c80-a11879964cba tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.079436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Routers {'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:24.080124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:24.122032 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e2146f8-7010-40b8-babb-dea3937b14cf req-31b6ea07-442d-4701-99c1-523df64cbab8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909 HTTP/1.1" status: 200 len: 217 time: 0.7528994 Jul 16 17:49:24.133827 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe4761a9-6d5f-4e22-8c80-a11879964cba tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.153103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7a45549f-baf4-47f4-ad4b-0e41cfbf794f None None] Provisioning for port ab0826be-1bf9-4128-a493-2a90241a03ad completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:24.154717 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4761a9-6d5f-4e22-8c80-a11879964cba tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:24.155545 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe4761a9-6d5f-4e22-8c80-a11879964cba tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.164011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7a45549f-baf4-47f4-ad4b-0e41cfbf794f None None] Provisioning complete for port ab0826be-1bf9-4128-a493-2a90241a03ad triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:24.164384 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7a45549f-baf4-47f4-ad4b-0e41cfbf794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.212806 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7a45549f-baf4-47f4-ad4b-0e41cfbf794f None None] Port ab0826be-1bf9-4128-a493-2a90241a03ad cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:24.219772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=503a26f2-a8ec-4a47-94b8-5aa067fb9323,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:24.371697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f1aa3-3bff-431f-b0b4-367aa79a4dbd None None] Pushing event updated for resources: {'Port': ['ID=ce2fae6c-3e0c-463d-a186-79d555db5da4,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:24.383348 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f9e98a49-7690-49a9-b7cb-84a7e082b909 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:49:24.397209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Allocated IP 172.20.0.1 (e8f18033-2847-4afd-bbad-54a90219b5a6/9686b55a-747e-4dbc-8520-dc60af4da9b2/b56d3e01-28ed-422a-bd25-7d4f61a16014) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:24.409100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0d8369f-cebc-48d7-bdab-dc3b8e74c40b req-a5d35a48-1079-4354-a443-0355f0f371c3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 210 time: 0.3101106 Jul 16 17:49:24.435984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4761a9-6d5f-4e22-8c80-a11879964cba tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event updated for resources: {'Network': ['ID=652afccb-1e62-4b4e-8cc6-4ab69b1890b7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:24.465462 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fe4761a9-6d5f-4e22-8c80-a11879964cba tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8859019 Jul 16 17:49:24.468146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45112) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:24.475323 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-25e331e2-db07-4aae-8594-19dbb748e6d5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Request body: {'subnet': {'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:24.519220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:49:24.565067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 044a6b98-f861-4a5e-9b66-a3e17778bd38 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:24.637898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] For port bb9215ab-722f-411f-ac55-3d69b74272fd, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:24.660008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e331e2-db07-4aae-8594-19dbb748e6d5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:24.671112 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 044a6b98-f861-4a5e-9b66-a3e17778bd38 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:24.672112 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.682110 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25e331e2-db07-4aae-8594-19dbb748e6d5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks [] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.813083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] For port bb9215ab-722f-411f-ac55-3d69b74272fd, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=bb9215ab-722f-411f-ac55-3d69b74272fd,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:24.820380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2146f8-7010-40b8-babb-dea3937b14cf req-ec6e20f4-5c28-4dc6-958f-82b30166d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:24.822359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e2146f8-7010-40b8-babb-dea3937b14cf req-ec6e20f4-5c28-4dc6-958f-82b30166d07a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.6742194 Jul 16 17:49:24.831815 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0f08-bff3-4b75-8d38-d8daba3148b0 req-f47d9876-1a42-4cb7-8478-674c57a56b66 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:24.840178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8eb0f08-bff3-4b75-8d38-d8daba3148b0 req-f47d9876-1a42-4cb7-8478-674c57a56b66 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 943 time: 2.0642374 Jul 16 17:49:24.843848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:49:24.849845 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:24.920912 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9215ab-722f-411f-ac55-3d69b74272fd,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:25.004609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25e331e2-db07-4aae-8594-19dbb748e6d5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.041961 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ae072976-c089-4288-abf2-bb234fa2eccc None None] Provisioning complete for port ab0826be-1bf9-4128-a493-2a90241a03ad triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:25.042503 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ae072976-c089-4288-abf2-bb234fa2eccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.167013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:25.184796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] Set router bfedd310-1b4b-4ff3-b62c-04dcc50c3dee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:25.187916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e331e2-db07-4aae-8594-19dbb748e6d5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Checking segment: {'id': '06e69161-516d-4422-a03a-d05033eac18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:25.188309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e331e2-db07-4aae-8594-19dbb748e6d5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Network hostable DHCP agents. Network: 652afccb-1e62-4b4e-8cc6-4ab69b1890b7, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:49:25.196725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:25.198617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e331e2-db07-4aae-8594-19dbb748e6d5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event updated for resources: {'Subnet': ['ID=927bcc34-76e6-441b-8bd1-ce5514402eb0,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:25.209949 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Sync routers for ids ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:25.220603 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Routers {'653a602c-f1e7-48a5-a66e-d9c1cfd32f98'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:25.221249 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:25.221849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5f92690e-d06d-4a7d-af5c-d544213a0e44 admin admin] 10.222.0.24 "PUT /v2.0/routers/653a602c-f1e7-48a5-a66e-d9c1cfd32f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3633988 Jul 16 17:49:25.235836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e331e2-db07-4aae-8594-19dbb748e6d5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:49:25.253214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-25e331e2-db07-4aae-8594-19dbb748e6d5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 652afccb-1e62-4b4e-8cc6-4ab69b1890b7) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:25.258988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e331e2-db07-4aae-8594-19dbb748e6d5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:25.260687 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25e331e2-db07-4aae-8594-19dbb748e6d5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.293288 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-25e331e2-db07-4aae-8594-19dbb748e6d5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8228800 Jul 16 17:49:25.293981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45122) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:25.306457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2bcc1932-c4c4-495f-aa28-637f5bcbef79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1892024193'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:25.325308 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.359064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Transition to ACTIVE for port object b56d3e01-28ed-422a-bd25-7d4f61a16014 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:25.365811 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcc1932-c4c4-495f-aa28-637f5bcbef79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:25.370148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1932-c4c4-495f-aa28-637f5bcbef79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.400952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae58223-9943-49d4-b406-a995993d1e35 None None] Network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:25.433243 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcc1932-c4c4-495f-aa28-637f5bcbef79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:49:25.436680 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.458757 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e2146f8-7010-40b8-babb-dea3937b14cf req-95966d7c-aa54-49cf-ad8e-3a06072791c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4876363 Jul 16 17:49:25.461540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1932-c4c4-495f-aa28-637f5bcbef79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.462135 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-2bcc1932-c4c4-495f-aa28-637f5bcbef79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Added segment 801be8f6-8532-4bfa-98f5-a33be63a97b9 of type vlan for network da430148-2249-40f0-a77e-d0c4d92ec76a Jul 16 17:49:25.464108 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-0f77558b-948d-4086-9491-d3bc5f2a90ab tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5242379 Jul 16 17:49:25.472577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.545242 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1932-c4c4-495f-aa28-637f5bcbef79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.551163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f9e98a49-7690-49a9-b7cb-84a7e082b909 has no active binding in host n-h2-787205-10 {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:49:25.560368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ae072976-c089-4288-abf2-bb234fa2eccc None None] Port ab0826be-1bf9-4128-a493-2a90241a03ad cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:25.573081 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Set router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:25.592025 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1932-c4c4-495f-aa28-637f5bcbef79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.599262 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc1932-c4c4-495f-aa28-637f5bcbef79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:25.600024 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bcc1932-c4c4-495f-aa28-637f5bcbef79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.636734 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:25.637624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.639259 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-26ed2717-9b7f-4e6c-b088-573132090841 service neutron] 10.222.0.11 "PUT /v2.0/ports/bb9215ab-722f-411f-ac55-3d69b74272fd HTTP/1.1" status: 200 len: 1093 time: 7.2869606 Jul 16 17:49:25.652558 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2bcc1932-c4c4-495f-aa28-637f5bcbef79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3567588 Jul 16 17:49:25.665404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45130) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:25.674564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-399da142-3db6-4806-810d-6c7e10d8afbc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Request body: {'subnet': {'network_id': 'da430148-2249-40f0-a77e-d0c4d92ec76a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:25.690616 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e2146f8-7010-40b8-babb-dea3937b14cf req-8bfaf6da-5d9a-49b0-a6d3-071f1297faa7 service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811852 Jul 16 17:49:25.691268 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891622b2-3edd-4149-a522-49b5c751da48', 'tag': 'bb9215ab-722f-411f-ac55-3d69b74272fd'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:25.693722 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8404e941-f239-4ee5-80a0-896c1018b679" -d '{"events": [{"name": "network-changed", "server_uuid": "891622b2-3edd-4149-a522-49b5c751da48", "tag": "bb9215ab-722f-411f-ac55-3d69b74272fd"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:25.704727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ae072976-c089-4288-abf2-bb234fa2eccc None None] Provisioning complete for port cdab5651-ca39-4985-8804-b4b7ca2be1c5 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:25.705100 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ae072976-c089-4288-abf2-bb234fa2eccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.705992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Pushing event updated for resources: {'Port': ['ID=b56d3e01-28ed-422a-bd25-7d4f61a16014,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:25.722689 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc1932-c4c4-495f-aa28-637f5bcbef79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event updated for resources: {'Network': ['ID=da430148-2249-40f0-a77e-d0c4d92ec76a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:25.733224 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:25.801374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network da430148-2249-40f0-a77e-d0c4d92ec76a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:49:25.923761 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399da142-3db6-4806-810d-6c7e10d8afbc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:25.930574 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-399da142-3db6-4806-810d-6c7e10d8afbc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks [] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.172443 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-399da142-3db6-4806-810d-6c7e10d8afbc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.217889 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:49:20Z', 'revision_number': 4, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port': {'id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cdab5651-ca39-4985-8804-b4b7ca2be1c5', 'name': '', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'mac_address': 'fa:16:3e:88:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:21Z', 'revision_number': 2, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'subnets': [{'id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:26.224415 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 044a6b98-f861-4a5e-9b66-a3e17778bd38, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=044a6b98-f861-4a5e-9b66-a3e17778bd38,segment=NetworkSegment(55a2845f-7257-4470-a852-4a16444a76de),segment_id=55a2845f-7257-4470-a852-4a16444a76de)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:26.230893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Network e8f18033-2847-4afd-bbad-54a90219b5a6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:26.235492 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.247136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:26.271326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:26.294261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8eb0f08-bff3-4b75-8d38-d8daba3148b0 req-3e056b31-a3c3-4ed8-97ee-183db0d666d5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4529495 Jul 16 17:49:26.332371 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Checking router: 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:49:26.334768 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Updating router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 port cdab5651-ca39-4985-8804-b4b7ca2be1c5 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:49:26.343879 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=044a6b98-f861-4a5e-9b66-a3e17778bd38,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:26.350589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ae072976-c089-4288-abf2-bb234fa2eccc None None] Port cdab5651-ca39-4985-8804-b4b7ca2be1c5 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:26.359553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f9e98a49-7690-49a9-b7cb-84a7e082b909 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:49:26.369409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399da142-3db6-4806-810d-6c7e10d8afbc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event updated for resources: {'Subnet': ['ID=4f0300ea-6790-4962-9be1-4215150c541e,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:26.388260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e2146f8-7010-40b8-babb-dea3937b14cf req-4f046c73-5d01-4dad-b540-5e511a9a0543 service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501551 Jul 16 17:49:26.433302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399da142-3db6-4806-810d-6c7e10d8afbc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Checking segment: {'id': '801be8f6-8532-4bfa-98f5-a33be63a97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da430148-2249-40f0-a77e-d0c4d92ec76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:26.434055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399da142-3db6-4806-810d-6c7e10d8afbc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Network hostable DHCP agents. Network: da430148-2249-40f0-a77e-d0c4d92ec76a, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:49:26.446831 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.480926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399da142-3db6-4806-810d-6c7e10d8afbc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Network da430148-2249-40f0-a77e-d0c4d92ec76a is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:49:26.508093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-399da142-3db6-4806-810d-6c7e10d8afbc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, da430148-2249-40f0-a77e-d0c4d92ec76a) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:26.513424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399da142-3db6-4806-810d-6c7e10d8afbc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:26.514045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-399da142-3db6-4806-810d-6c7e10d8afbc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.560934 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-399da142-3db6-4806-810d-6c7e10d8afbc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8942881 Jul 16 17:49:26.573159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b5d23f-ee9d-424f-841c-2eb6d4706ec9 None None] Network da430148-2249-40f0-a77e-d0c4d92ec76a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:26.625647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb4ae4-93b3-439a-948f-90ab2bed67a5 req-3c45a565-d934-4d62-ad81-0b0b8b3ebc64 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:26.636360 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25fb4ae4-93b3-439a-948f-90ab2bed67a5 req-3c45a565-d934-4d62-ad81-0b0b8b3ebc64 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 944 time: 1.9552629 Jul 16 17:49:26.680778 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.764196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:26.777495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-652afccb-1e62-4b4e-8cc6-4ab69b1890b7', 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'fixed_ips': [{'subnet_id': '927bcc34-76e6-441b-8bd1-ce5514402eb0'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:49:26.778548 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.829987 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e0750fb-bc05-4ac0-98d8-f7e01e3bce2c req-8f6b2d0e-33e8-4e72-94ae-48abf5a1d2b0 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 210 time: 0.0635884 Jul 16 17:49:26.898057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-d98662e3-04e4-487e-a444-05152436b8f7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:26.900139 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-d98662e3-04e4-487e-a444-05152436b8f7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4126685 Jul 16 17:49:26.919524 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-93699006-4df3-468f-86eb-7d3f75609c60 None None] Provisioning complete for port ab0826be-1bf9-4128-a493-2a90241a03ad triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:26.920176 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-93699006-4df3-468f-86eb-7d3f75609c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.920734 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Request body: {'port': {'device_id': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': 'e5cb59a2dbd5411ba8b6dbc39cd83f53'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:26.968911 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:26.976726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25fb4ae4-93b3-439a-948f-90ab2bed67a5 req-eeb67baa-ad9a-48dd-ae51-f01712c92d95 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393974 Jul 16 17:49:26.986342 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Transition to ACTIVE for port object cdab5651-ca39-4985-8804-b4b7ca2be1c5 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:27.004900 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.054753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-2f3394ba-2cdf-46a6-b0e2-3f712605d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:27.056287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-2f3394ba-2cdf-46a6-b0e2-3f712605d844 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d52c4caa258640d297f145a9b96ab180&device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 1096 time: 0.8317907 Jul 16 17:49:27.099955 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3095dd-de02-4ffa-92ba-1a8821b19d58 None None] Pushing event updated for resources: {'Port': ['ID=cdab5651-ca39-4985-8804-b4b7ca2be1c5,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:27.115242 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de94bc6-dc7c-4925-865f-f9eea8649832 x-openstack-request-id: req-0de94bc6-dc7c-4925-865f-f9eea8649832 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:27.115541 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891622b2-3edd-4149-a522-49b5c751da48", "tag": "bb9215ab-722f-411f-ac55-3d69b74272fd", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:27.115802 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0de94bc6-dc7c-4925-865f-f9eea8649832 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:27.116217 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891622b2-3edd-4149-a522-49b5c751da48', 'tag': 'bb9215ab-722f-411f-ac55-3d69b74272fd', 'status': 'completed', 'code': 200} Jul 16 17:49:27.161026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'name': 'tempest-AttachSCSIVolumeTestJSON-796858587-router', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:10Z', 'updated_at': '2021-07-16T17:49:16Z', 'revision_number': 3, 'project_id': '266e7bed4d154d4290db01167a555d5b', 'gw_port': {'id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:27.162827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-93699006-4df3-468f-86eb-7d3f75609c60 None None] Port ab0826be-1bf9-4128-a493-2a90241a03ad cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:27.169511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Sync routers for ids ['1bac7f2b-045e-4973-9ca1-e386b6a049d2'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:27.212948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7455d16a-2da5-49c3-9606-f87fea36d081 None None] The sync data for ids ['bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'] in n-d-787205-10 is: [{'id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'name': 'tempest-AttachSCSIVolumeTestJSON-796858587-router', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:10Z', 'updated_at': '2021-07-16T17:49:16Z', 'revision_number': 3, 'project_id': '266e7bed4d154d4290db01167a555d5b', 'gw_port': {'id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:49:27.214682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-da430148-2249-40f0-a77e-d0c4d92ec76a', 'network_id': 'da430148-2249-40f0-a77e-d0c4d92ec76a', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'fixed_ips': [{'subnet_id': '4f0300ea-6790-4962-9be1-4215150c541e'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:49:27.215617 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.235681 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-1c8cf614-7cec-4656-9821-06a213c3b8e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb9215ab-722f-411f-ac55-3d69b74272fd HTTP/1.1" status: 200 len: 217 time: 0.1620464 Jul 16 17:49:27.258897 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Attempting to bind port cdab5651-ca39-4985-8804-b4b7ca2be1c5 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:27.260318 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Attempting to bind port cdab5651-ca39-4985-8804-b4b7ca2be1c5 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:27.268313 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Attempting to bind port cdab5651-ca39-4985-8804-b4b7ca2be1c5 on network f0c973fd-93e3-4af6-8969-3139b7e09842 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:27.282028 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:27.282567 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Checking segment: {'id': 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:27.283108 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.283600 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Bound using segment: {'id': 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:27.284215 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Bound port: cdab5651-ca39-4985-8804-b4b7ca2be1c5, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:27.284722 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.334296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:27.392422 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Routers {'1bac7f2b-045e-4973-9ca1-e386b6a049d2'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:27.393115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['1bac7f2b-045e-4973-9ca1-e386b6a049d2'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:27.399867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:27.400684 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.433620 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] For port cdab5651-ca39-4985-8804-b4b7ca2be1c5, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:27.440024 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] For port cdab5651-ca39-4985-8804-b4b7ca2be1c5, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cdab5651-ca39-4985-8804-b4b7ca2be1c5,segment=NetworkSegment(fb34c7f1-d4a6-4556-a17e-c985fffd2ce4),segment_id=fb34c7f1-d4a6-4556-a17e-c985fffd2ce4)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:27.446915 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.541117 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Routers {'653a602c-f1e7-48a5-a66e-d9c1cfd32f98'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:27.542259 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:27.546513 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3095dd-de02-4ffa-92ba-1a8821b19d58 None None] Pushing event updated for resources: {'Port': ['ID=cdab5651-ca39-4985-8804-b4b7ca2be1c5,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:27.556305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7c463ebd-72de-44f3-901d-5e4be7f4561d None None] Provisioning for port b56d3e01-28ed-422a-bd25-7d4f61a16014 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:27.647120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-25cde9c0-f44c-4521-bd8a-974e516e7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:27.649441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-25cde9c0-f44c-4521-bd8a-974e516e7630 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8232b726-0d89-4cf3-a38b-640914458600 HTTP/1.1" status: 200 len: 861 time: 0.3757119 Jul 16 17:49:27.656770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Made reservation on behalf of e5cb59a2dbd5411ba8b6dbc39cd83f53 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:27.660896 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.676456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Allocated IP 19.80.0.2 (652afccb-1e62-4b4e-8cc6-4ab69b1890b7/927bcc34-76e6-441b-8bd1-ce5514402eb0/cf4bd273-7792-48eb-b684-99f4e122ba8d) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:27.717869 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7c463ebd-72de-44f3-901d-5e4be7f4561d None None] Provisioning complete for port b56d3e01-28ed-422a-bd25-7d4f61a16014 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:27.717869 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7c463ebd-72de-44f3-901d-5e4be7f4561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.787551 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] Set router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:27.833969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Allocated IP 192.168.233.39 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/df7f55c4-cd24-4b98-8c44-5cc295254d6c) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:27.872721 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:27.926655 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-ca775b16-0f7f-4216-b050-2ec7c24b9028 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2462215 Jul 16 17:49:28.015301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Set router 1bac7f2b-045e-4973-9ca1-e386b6a049d2 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:28.074652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-60b3a6bc-6a27-4c24-b93c-da0ff349f058 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:28.080772 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-60b3a6bc-6a27-4c24-b93c-da0ff349f058 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:28.082531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-60b3a6bc-6a27-4c24-b93c-da0ff349f058 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/networks?id=652afccb-1e62-4b4e-8cc6-4ab69b1890b7&id=da430148-2249-40f0-a77e-d0c4d92ec76a&id=652afccb-1e62-4b4e-8cc6-4ab69b1890b7 HTTP/1.1" status: 200 len: 1392 time: 0.8456683 Jul 16 17:49:28.099346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7c463ebd-72de-44f3-901d-5e4be7f4561d None None] Port b56d3e01-28ed-422a-bd25-7d4f61a16014 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:28.128224 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:49:20Z', 'revision_number': 4, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port': {'id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cdab5651-ca39-4985-8804-b4b7ca2be1c5', 'name': '', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'mac_address': 'fa:16:3e:88:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'subnets': [{'id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:28.160689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Allocated IP 19.86.0.2 (da430148-2249-40f0-a77e-d0c4d92ec76a/4f0300ea-6790-4962-9be1-4215150c541e/19beada8-ea62-43f4-8595-c68b210c228e) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:28.172807 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3547a4-a119-4524-9e4f-3920b88c6555 None None] The sync data for ids ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'] in n-d-787205-10 is: [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:49:20Z', 'revision_number': 4, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port': {'id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cdab5651-ca39-4985-8804-b4b7ca2be1c5', 'name': '', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'mac_address': 'fa:16:3e:88:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'subnets': [{'id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:49:28.207387 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e053-278f-421e-a615-7084aedf5c8d req-51fa7962-47b2-4a5f-92f4-8c4bbaf178d4 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:28.209354 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-51fa7962-47b2-4a5f-92f4-8c4bbaf178d4 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/networks?id=f0c973fd-93e3-4af6-8969-3139b7e09842 HTTP/1.1" status: 200 len: 829 time: 0.9466636 Jul 16 17:49:28.217738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-ff8798a1-b7ff-4052-83fa-396dd4cddb31 service neutron] 10.222.0.11 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722301 Jul 16 17:49:28.326026 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-19d2f35a-7e21-4e0c-b40c-c6c15bec95bf tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/quotas/00b527bd5c124ae5ba60cdfa30633ea9 HTTP/1.1" status: 200 len: 375 time: 0.1444092 Jul 16 17:49:28.332853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-e21bcece-396f-4da7-b2ad-2e3794c7a81f tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/quotas/7f8646b45a7042a1a68a1b042be04fb6 HTTP/1.1" status: 200 len: 375 time: 0.1131713 Jul 16 17:49:28.505173 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:28.606824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=65fbc656-7fb3-4c1c-ab45-3f7fe23317c7,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:28.635724 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:28.636533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 503a26f2-a8ec-4a47-94b8-5aa067fb9323 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:28.709316 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:28.802891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-6e50e6bb-2165-4062-b57e-a53cdd46e09d tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f8646b45a7042a1a68a1b042be04fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4688618 Jul 16 17:49:28.816781 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42ded82f-738c-4651-8b7b-0eb338806a28 req-407ac96d-4cac-41d5-8a67-9094f67955dd service neutron] 10.222.0.11 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316474 Jul 16 17:49:28.896537 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-8b4086ba-b374-4a0a-ac3c-5c7dbac54be7 service neutron] 10.222.0.32 "GET /v2.0/ports/f9e98a49-7690-49a9-b7cb-84a7e082b909/bindings/n-h2-787205-10 HTTP/1.1" status: 200 len: 385 time: 0.1265957 Jul 16 17:49:28.982900 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.029355 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Transition to ACTIVE for port object cf4bd273-7792-48eb-b684-99f4e122ba8d will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:29.062655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=65fbc656-7fb3-4c1c-ab45-3f7fe23317c7,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:29.080878 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.084296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Transition to ACTIVE for port object df7f55c4-cd24-4b98-8c44-5cc295254d6c will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:29.123138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 503a26f2-a8ec-4a47-94b8-5aa067fb9323 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:29.123138 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.134635 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.200866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Transition to ACTIVE for port object cf4bd273-7792-48eb-b684-99f4e122ba8d will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:29.222411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-caee09df-870b-4c56-a30e-e8d6cda18116 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=00b527bd5c124ae5ba60cdfa30633ea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8830979 Jul 16 17:49:29.234536 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.257928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-d646bf24-0979-40ed-be5f-d41cdc278bc6 service neutron] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:29.290506 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.306322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:29.313175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-d646bf24-0979-40ed-be5f-d41cdc278bc6 service neutron] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:29.319171 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'name': 'tempest-ServersTestMultiNic-1865876447-router', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:21Z', 'revision_number': 4, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'gw_port': {'id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:da:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ab0826be-1bf9-4128-a493-2a90241a03ad', 'name': '', 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'mac_address': 'fa:16:3e:25:40:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '981c80e9-66ed-4d44-976a-e6656a2a97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:21Z', 'updated_at': '2021-07-16T17:49:22Z', 'revision_number': 2, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'subnets': [{'id': '981c80e9-66ed-4d44-976a-e6656a2a97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:29.323160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Transition to ACTIVE for port object 19beada8-ea62-43f4-8595-c68b210c228e will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:29.329185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:29.334498 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-f780a36f-c3f3-419a-b4d6-aa6a0724eaeb service neutron] 10.222.0.24 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313529 Jul 16 17:49:29.357774 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Pushing event updated for resources: {'Port': ['ID=b56d3e01-28ed-422a-bd25-7d4f61a16014,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:29.362120 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.372101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:29.382819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-d646bf24-0979-40ed-be5f-d41cdc278bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e98a49-7690-49a9-b7cb-84a7e082b909 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:29.398292 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Checking router: 1bac7f2b-045e-4973-9ca1-e386b6a049d2 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:49:29.398652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Updating router 1bac7f2b-045e-4973-9ca1-e386b6a049d2 port ab0826be-1bf9-4128-a493-2a90241a03ad binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:49:29.403547 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-d646bf24-0979-40ed-be5f-d41cdc278bc6 service neutron] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:29.405560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Pushing event updated for resources: {'Port': ['ID=cf4bd273-7792-48eb-b684-99f4e122ba8d,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:29.446861 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.451564 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-d646bf24-0979-40ed-be5f-d41cdc278bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.462593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Transition to ACTIVE for port object 19beada8-ea62-43f4-8595-c68b210c228e will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:29.465944 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['e201e55d-282d-4015-8b6d-3143c418862c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:29.491452 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['73db0322-7351-4903-95e6-38584acb47b3'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:29.559603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-d646bf24-0979-40ed-be5f-d41cdc278bc6 service neutron] Transition to ACTIVE for port object f9e98a49-7690-49a9-b7cb-84a7e082b909 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:29.559851 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.571204 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-d646bf24-0979-40ed-be5f-d41cdc278bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.575432 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e941-f239-4ee5-80a0-896c1018b679 req-70ea416a-4b5d-4714-93ac-83f43c203790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:29.576969 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8404e941-f239-4ee5-80a0-896c1018b679 req-70ea416a-4b5d-4714-93ac-83f43c203790 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d52c4caa258640d297f145a9b96ab180&device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 1096 time: 0.5619261 Jul 16 17:49:29.618489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1f4209e-a5cb-4af6-bd84-a26cd7465b9b req-a3a172a1-7869-40be-bd78-e67e0d974000 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8045027 Jul 16 17:49:29.633095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-e398a880-feab-46fe-aa57-5b93ff3493fa service neutron] 10.222.0.24 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977180 Jul 16 17:49:29.653109 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:29.686361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-d646bf24-0979-40ed-be5f-d41cdc278bc6 service neutron] No DVR routers for this DVR port f9e98a49-7690-49a9-b7cb-84a7e082b909 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:49:29.687784 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Network da430148-2249-40f0-a77e-d0c4d92ec76a is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:29.706486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a1e16553-4bc4-4a82-837a-0b4f1e83fef3 service neutron] 10.222.0.24 "GET /v2.0/networks/652afccb-1e62-4b4e-8cc6-4ab69b1890b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831781 Jul 16 17:49:29.721211 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:29.723707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:29.758302 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-d646bf24-0979-40ed-be5f-d41cdc278bc6 service neutron] 10.222.0.32 "PUT /v2.0/ports/f9e98a49-7690-49a9-b7cb-84a7e082b909/bindings/n-h2-787205-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8375878 Jul 16 17:49:29.759094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646bf24-0979-40ed-be5f-d41cdc278bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e98a49-7690-49a9-b7cb-84a7e082b909,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:29.795676 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:29.817797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Attempting to bind port cf4bd273-7792-48eb-b684-99f4e122ba8d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:29.818798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Attempting to bind port cf4bd273-7792-48eb-b684-99f4e122ba8d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '06e69161-516d-4422-a03a-d05033eac18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:29.819355 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Attempting to bind port cf4bd273-7792-48eb-b684-99f4e122ba8d on network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:29.823834 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Pushing event updated for resources: {'Port': ['ID=19beada8-ea62-43f4-8595-c68b210c228e,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:29.988219 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-3039a7ba-9727-4dd4-af07-595bec36bad3 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:29.990461 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-3039a7ba-9727-4dd4-af07-595bec36bad3 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 1096 time: 0.1638181 Jul 16 17:49:30.034636 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:30.035058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Checking segment: {'id': '06e69161-516d-4422-a03a-d05033eac18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:30.035438 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.035845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Bound using segment: {'id': '06e69161-516d-4422-a03a-d05033eac18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:30.036362 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Bound port: cf4bd273-7792-48eb-b684-99f4e122ba8d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e69161-516d-4422-a03a-d05033eac18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:30.036837 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.079752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 044a6b98-f861-4a5e-9b66-a3e17778bd38 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:30.095220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-158462f1-6c7b-4a5a-a97e-6c8a1b6bc3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:30.096954 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-158462f1-6c7b-4a5a-a97e-6c8a1b6bc3e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea HTTP/1.1" status: 200 len: 1096 time: 0.0991290 Jul 16 17:49:30.182321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a22bdd60-129d-4494-b9b4-dc832ca2d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:30.183956 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-a22bdd60-129d-4494-b9b4-dc832ca2d86c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 1096 time: 0.0611665 Jul 16 17:49:30.255076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:30.257105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:30.262979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:30.323987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-36d430aa-a963-43b9-8bf8-74a3f870a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:30.327680 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-36d430aa-a963-43b9-8bf8-74a3f870a950 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.1357360 Jul 16 17:49:30.356984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Attempting to bind port 19beada8-ea62-43f4-8595-c68b210c228e on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:30.357364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Attempting to bind port 19beada8-ea62-43f4-8595-c68b210c228e by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '801be8f6-8532-4bfa-98f5-a33be63a97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da430148-2249-40f0-a77e-d0c4d92ec76a'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:30.357794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Attempting to bind port 19beada8-ea62-43f4-8595-c68b210c228e on network da430148-2249-40f0-a77e-d0c4d92ec76a {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:30.388177 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-6ef3ad75-6ec6-4ea6-a5ab-ca57afced6e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909 HTTP/1.1" status: 200 len: 217 time: 0.0512435 Jul 16 17:49:30.411546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Network e8f18033-2847-4afd-bbad-54a90219b5a6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:30.449186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:30.487130 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:30.487425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-ba4cd725-8f3e-499b-9ed7-ef152a45ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:30.487534 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Checking segment: {'id': '801be8f6-8532-4bfa-98f5-a33be63a97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da430148-2249-40f0-a77e-d0c4d92ec76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:30.487728 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.488136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Bound using segment: {'id': '801be8f6-8532-4bfa-98f5-a33be63a97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da430148-2249-40f0-a77e-d0c4d92ec76a'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:30.488609 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-ba4cd725-8f3e-499b-9ed7-ef152a45ee73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.0917428 Jul 16 17:49:30.488729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Bound port: 19beada8-ea62-43f4-8595-c68b210c228e, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801be8f6-8532-4bfa-98f5-a33be63a97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da430148-2249-40f0-a77e-d0c4d92ec76a'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:30.489010 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.492255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] For port cf4bd273-7792-48eb-b684-99f4e122ba8d, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:30.533191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e941-f239-4ee5-80a0-896c1018b679 req-74b29ee9-07a1-401c-9599-7c88fc72858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:30.534782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8404e941-f239-4ee5-80a0-896c1018b679 req-74b29ee9-07a1-401c-9599-7c88fc72858c service neutron] 10.222.0.11 "GET /v2.0/networks?id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 HTTP/1.1" status: 200 len: 922 time: 0.9245450 Jul 16 17:49:30.609260 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-bda01403-6f5c-47ac-9647-f528314e54b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019909 Jul 16 17:49:30.681526 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] For port cf4bd273-7792-48eb-b684-99f4e122ba8d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cf4bd273-7792-48eb-b684-99f4e122ba8d,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:30.727141 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-27b22473-e0eb-4aae-b9cd-5650bca76a1e service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096969 Jul 16 17:49:30.742019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:30.742711 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.781545 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.784182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] For port 19beada8-ea62-43f4-8595-c68b210c228e, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:30.797240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 044a6b98-f861-4a5e-9b66-a3e17778bd38 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:30.797453 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.838700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8404e941-f239-4ee5-80a0-896c1018b679 req-76747158-fe1b-4861-95c4-442ed0dd1d80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb9215ab-722f-411f-ac55-3d69b74272fd HTTP/1.1" status: 200 len: 217 time: 0.0920703 Jul 16 17:49:30.854426 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-296c3681-edcc-456c-9e91-be1de2593b3e service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204493 Jul 16 17:49:30.900586 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] For port 19beada8-ea62-43f4-8595-c68b210c228e, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=19beada8-ea62-43f4-8595-c68b210c228e,segment=NetworkSegment(801be8f6-8532-4bfa-98f5-a33be63a97b9),segment_id=801be8f6-8532-4bfa-98f5-a33be63a97b9)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:30.934067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e742d1-871a-4db0-a7ac-d849fe3eea8c req-2cfda6dd-50ca-4cb5-8a0f-f5f9849963af tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:30.938288 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.950143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5ff2a660-9263-4fed-a22f-5649c35b8f2c None None] Provisioning for port df7f55c4-cd24-4b98-8c44-5cc295254d6c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:30.956214 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-89e742d1-871a-4db0-a7ac-d849fe3eea8c req-2cfda6dd-50ca-4cb5-8a0f-f5f9849963af tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 944 time: 0.7756593 Jul 16 17:49:30.960537 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b350f40d-f1c6-4761-9db2-10f577ad71f4 req-385b31c6-c161-440b-9a83-cbc32c4a2a60 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0974143 Jul 16 17:49:30.981432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5ff2a660-9263-4fed-a22f-5649c35b8f2c None None] Provisioning complete for port df7f55c4-cd24-4b98-8c44-5cc295254d6c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:30.981813 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ff2a660-9263-4fed-a22f-5649c35b8f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:30.982213 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-08ada41b-1a35-49b4-bd14-48ad3323f89b service neutron] 10.222.0.24 "GET /v2.0/networks/652afccb-1e62-4b4e-8cc6-4ab69b1890b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2350900 Jul 16 17:49:30.998447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Router bfedd310-1b4b-4ff3-b62c-04dcc50c3dee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:49:31.005536 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-98039d9b-2d9a-4156-8e18-53d4c0732c86 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0907276 Jul 16 17:49:31.039058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4209e-a5cb-4af6-bd84-a26cd7465b9b req-7890f340-9673-43cf-9efe-ba3475e14026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:31.040883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38829935-fba5-49b8-8f12-8dcda5fc7c9b None None] Pushing event updated for resources: {'Port': ['ID=cf4bd273-7792-48eb-b684-99f4e122ba8d,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:31.041288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1f4209e-a5cb-4af6-bd84-a26cd7465b9b req-7890f340-9673-43cf-9efe-ba3475e14026 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 1097 time: 1.3238792 Jul 16 17:49:31.076753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Request body: {'port': {'device_id': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:31.175404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350f40d-f1c6-4761-9db2-10f577ad71f4 req-28cba827-ed9a-4922-bda7-91ffd48dc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:31.183269 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b350f40d-f1c6-4761-9db2-10f577ad71f4 req-28cba827-ed9a-4922-bda7-91ffd48dc1ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 1096 time: 0.1373544 Jul 16 17:49:31.197851 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5ff2a660-9263-4fed-a22f-5649c35b8f2c None None] Port df7f55c4-cd24-4b98-8c44-5cc295254d6c cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:31.215641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:31.230015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e941-f239-4ee5-80a0-896c1018b679 req-ec205de3-2d2e-431d-b9d7-462626d6b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:31.232088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8404e941-f239-4ee5-80a0-896c1018b679 req-ec205de3-2d2e-431d-b9d7-462626d6b14f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8232b726-0d89-4cf3-a38b-640914458600 HTTP/1.1" status: 200 len: 861 time: 0.3637433 Jul 16 17:49:31.477301 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350f40d-f1c6-4761-9db2-10f577ad71f4 req-e2946c46-92ba-4397-9a1a-be8db04001bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:31.479006 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b350f40d-f1c6-4761-9db2-10f577ad71f4 req-e2946c46-92ba-4397-9a1a-be8db04001bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.2628586 Jul 16 17:49:31.482926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-89e742d1-871a-4db0-a7ac-d849fe3eea8c req-d57b229c-078c-4e9d-a68c-d4669f935a7c tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257065 Jul 16 17:49:31.542813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8404e941-f239-4ee5-80a0-896c1018b679 req-56a82239-8c81-4c45-82ae-4d713d974171 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2595842 Jul 16 17:49:31.588649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b81fe-640c-405a-841c-7fb1b91cdc00 None None] Pushing event updated for resources: {'Port': ['ID=19beada8-ea62-43f4-8595-c68b210c228e,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:31.635743 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.723735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Transition to ACTIVE for port object ab0826be-1bf9-4128-a493-2a90241a03ad will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:31.731344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0f2f9662-ba2b-4431-a889-2dc17347628f None None] Provisioning complete for port b56d3e01-28ed-422a-bd25-7d4f61a16014 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:31.731726 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0f2f9662-ba2b-4431-a889-2dc17347628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.787824 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.928652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f9662-ba2b-4431-a889-2dc17347628f None None] Port b56d3e01-28ed-422a-bd25-7d4f61a16014 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:31.933411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:31.933998 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:31.976733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263a01c-70d8-41b2-a7ef-333efb099fe9 None None] Pushing event updated for resources: {'Port': ['ID=ab0826be-1bf9-4128-a493-2a90241a03ad,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:32.020872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8404e941-f239-4ee5-80a0-896c1018b679 req-afc651f3-1f09-4f63-8843-b2df4b2d4605 service neutron] 10.222.0.11 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298759 Jul 16 17:49:32.029895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4209e-a5cb-4af6-bd84-a26cd7465b9b req-6946747b-e3df-4f24-9531-0e0c1be6a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:32.032495 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1f4209e-a5cb-4af6-bd84-a26cd7465b9b req-6946747b-e3df-4f24-9531-0e0c1be6a108 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.9396176 Jul 16 17:49:32.045933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:32.047620 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.053197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2c6469d5-f6fb-4294-9cd1-83f8b096eb2c admin admin] 10.222.0.24 "PUT /v2.0/routers/bfedd310-1b4b-4ff3-b62c-04dcc50c3dee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1441545 Jul 16 17:49:32.071716 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Sync routers for ids ['bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:32.095464 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Routers {'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:32.098394 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:32.177830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Attempting to bind port ab0826be-1bf9-4128-a493-2a90241a03ad on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:32.180148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Attempting to bind port ab0826be-1bf9-4128-a493-2a90241a03ad by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '55a2845f-7257-4470-a852-4a16444a76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:32.180523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Attempting to bind port ab0826be-1bf9-4128-a493-2a90241a03ad on network 103cad7c-90c2-4c95-af46-739b01c93dbe {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:32.205212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:32.205594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Checking segment: {'id': '55a2845f-7257-4470-a852-4a16444a76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:32.209980 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.210427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Bound using segment: {'id': '55a2845f-7257-4470-a852-4a16444a76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:32.210931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Bound port: ab0826be-1bf9-4128-a493-2a90241a03ad, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a2845f-7257-4470-a852-4a16444a76de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:32.211331 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.228051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.11', 59412) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:32.230490 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-faf80242-59c1-44b0-9495-1c1dd8b583a8 service neutron] 10.222.0.24 "GET /v2.0/networks/da430148-2249-40f0-a77e-d0c4d92ec76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2474906 Jul 16 17:49:32.339175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device bb9215ab-722f-411f-ac55-3d69b74272fd details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:49:32.393518 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b350f40d-f1c6-4761-9db2-10f577ad71f4 req-8326fe0f-323a-4308-86a8-c156a22d3dd1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb HTTP/1.1" status: 200 len: 217 time: 0.8966200 Jul 16 17:49:32.427844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1f4209e-a5cb-4af6-bd84-a26cd7465b9b req-326a94c9-1d1c-4b18-851e-c409eba661cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a440d305-6a12-42b2-893b-3fde29b48127 HTTP/1.1" status: 200 len: 217 time: 0.3288651 Jul 16 17:49:32.472103 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Set router bfedd310-1b4b-4ff3-b62c-04dcc50c3dee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:32.512863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cdab5651-ca39-4985-8804-b4b7ca2be1c5 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:32.610645 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.resource_extend [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:49:32.669200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350f40d-f1c6-4761-9db2-10f577ad71f4 req-6fb5278e-993b-4ec8-84b2-5a62eb1fc418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:32.676347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] For port ab0826be-1bf9-4128-a493-2a90241a03ad, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:32.679261 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b350f40d-f1c6-4761-9db2-10f577ad71f4 req-6fb5278e-993b-4ec8-84b2-5a62eb1fc418 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.2495494 Jul 16 17:49:32.743978 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b350f40d-f1c6-4761-9db2-10f577ad71f4 req-e23511f0-e398-47a7-aeac-276336e3cf4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618713 Jul 16 17:49:32.807533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] For port ab0826be-1bf9-4128-a493-2a90241a03ad, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ab0826be-1bf9-4128-a493-2a90241a03ad,segment=NetworkSegment(55a2845f-7257-4470-a852-4a16444a76de),segment_id=55a2845f-7257-4470-a852-4a16444a76de)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:32.824464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a47c6fe-bf57-48be-89dd-3d8e88d52e96 None None] Network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:32.867836 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:32.926896 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e053-278f-421e-a615-7084aedf5c8d req-bd9bcc6c-0011-41a9-a329-3a72cfd09df7 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:32.928447 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-bd9bcc6c-0011-41a9-a329-3a72cfd09df7 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.11 "GET /v2.0/networks?id=f0c973fd-93e3-4af6-8969-3139b7e09842 HTTP/1.1" status: 200 len: 829 time: 0.5697203 Jul 16 17:49:32.950332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-6e67e053-278f-421e-a615-7084aedf5c8d req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Request body: {'port': {'device_id': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'admin_state_up': True, 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:32.998647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263a01c-70d8-41b2-a7ef-333efb099fe9 None None] Pushing event updated for resources: {'Port': ['ID=ab0826be-1bf9-4128-a493-2a90241a03ad,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:33.052015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4209e-a5cb-4af6-bd84-a26cd7465b9b req-a0433493-dfed-474c-931d-5b60ee0eca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:33.053697 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1f4209e-a5cb-4af6-bd84-a26cd7465b9b req-a0433493-dfed-474c-931d-5b60ee0eca89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.5016179 Jul 16 17:49:33.080933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b0282ab6-3be5-4224-8414-61e2b41c238c None None] Provisioning for port cf4bd273-7792-48eb-b684-99f4e122ba8d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:33.123221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port bb9215ab-722f-411f-ac55-3d69b74272fd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=bb9215ab-722f-411f-ac55-3d69b74272fd,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:33.208718 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'name': 'tempest-AttachSCSIVolumeTestJSON-796858587-router', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:10Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '266e7bed4d154d4290db01167a555d5b', 'gw_port': {'id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b56d3e01-28ed-422a-bd25-7d4f61a16014', 'name': '', 'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'mac_address': 'fa:16:3e:2d:cb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9686b55a-747e-4dbc-8520-dc60af4da9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:23Z', 'updated_at': '2021-07-16T17:49:28Z', 'revision_number': 2, 'project_id': '266e7bed4d154d4290db01167a555d5b', 'subnets': [{'id': '9686b55a-747e-4dbc-8520-dc60af4da9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:33.228267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port cdab5651-ca39-4985-8804-b4b7ca2be1c5 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:33.234369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cdab5651-ca39-4985-8804-b4b7ca2be1c5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:33.234783 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.279495 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b350f40d-f1c6-4761-9db2-10f577ad71f4 req-f44fd83d-eb41-4021-9af4-4dc0816299a0 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229371 Jul 16 17:49:33.286269 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Checking router: bfedd310-1b4b-4ff3-b62c-04dcc50c3dee for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:49:33.286620 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Updating router bfedd310-1b4b-4ff3-b62c-04dcc50c3dee port b56d3e01-28ed-422a-bd25-7d4f61a16014 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:49:33.287981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Routers {'1bac7f2b-045e-4973-9ca1-e386b6a049d2'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:33.289724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['1bac7f2b-045e-4973-9ca1-e386b6a049d2'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:33.291807 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'bb9215ab-722f-411f-ac55-3d69b74272fd', 'network_id': '83cbe6b6-26f0-4ca1-b476-3ef9f79dc020', 'port_id': 'bb9215ab-722f-411f-ac55-3d69b74272fd', 'mac_address': 'fa:16:3e:3a:53:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8232b726-0d89-4cf3-a38b-640914458600', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:49:33.351937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba422d-6257-4c3a-adf0-d63e3b2233a2 req-6c5962e0-9205-4a15-9482-4137cc166b06 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:33.361500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36ba422d-6257-4c3a-adf0-d63e3b2233a2 req-6c5962e0-9205-4a15-9482-4137cc166b06 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 935 time: 1.1048141 Jul 16 17:49:33.369693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde74519-790a-49d6-b33d-e4d8db35c4dd None None] Network da430148-2249-40f0-a77e-d0c4d92ec76a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:49:33.376556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1f4209e-a5cb-4af6-bd84-a26cd7465b9b req-cf7df605-6ac4-465a-a431-ebf668df4795 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2325091 Jul 16 17:49:33.378885 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.466345 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.499873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0e5eade5-001c-417e-ab55-c847700b23d7 None None] Provisioning for port 19beada8-ea62-43f4-8595-c68b210c228e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:33.524314 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9215ab-722f-411f-ac55-3d69b74272fd {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:33.552416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port bb9215ab-722f-411f-ac55-3d69b74272fd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=bb9215ab-722f-411f-ac55-3d69b74272fd,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:33.568032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e67e053-278f-421e-a615-7084aedf5c8d req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Made reservation on behalf of 7f8646b45a7042a1a68a1b042be04fb6 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:33.571681 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8404e941-f239-4ee5-80a0-896c1018b679 req-288fccde-b681-43b6-8b7e-fea3d5b3e33d service neutron] 10.222.0.11 "GET /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5173564 Jul 16 17:49:33.573393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6e67e053-278f-421e-a615-7084aedf5c8d req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.574427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1f4209e-a5cb-4af6-bd84-a26cd7465b9b req-8c786bcb-6471-46be-8f1c-9992f7d0af66 service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779253 Jul 16 17:49:33.606644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-ca053301-8258-4b9c-8d49-a3c8ace748fb tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:33.609129 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-ca053301-8258-4b9c-8d49-a3c8ace748fb tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1096 time: 1.3777354 Jul 16 17:49:33.627274 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.649689 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b350f40d-f1c6-4761-9db2-10f577ad71f4 req-a57831f6-b41b-4051-b5d7-fce75d4ad20e service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693523 Jul 16 17:49:33.662599 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.799521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36ba422d-6257-4c3a-adf0-d63e3b2233a2 req-94c8c7f0-d09a-4286-b97e-51269a2477a4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365838 Jul 16 17:49:33.804483 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-90c9f2a2-3754-41ba-af96-3954c01e637e service neutron] 10.222.0.24 "GET /v2.0/networks/da430148-2249-40f0-a77e-d0c4d92ec76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3786180 Jul 16 17:49:33.890252 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-6e67e053-278f-421e-a615-7084aedf5c8d req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Allocated IP 172.20.0.10 (f0c973fd-93e3-4af6-8969-3139b7e09842/149d9e3b-9ea9-4ddb-9e7b-740e88193744/01bfd29e-8b57-4769-9e0a-e3f6c85299da) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:33.967964 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:33.994859 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Transition to ACTIVE for port object b56d3e01-28ed-422a-bd25-7d4f61a16014 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:34.007063 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.081217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=bb9215ab-722f-411f-ac55-3d69b74272fd,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:34.090068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port cdab5651-ca39-4985-8804-b4b7ca2be1c5, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cdab5651-ca39-4985-8804-b4b7ca2be1c5,segment=NetworkSegment(fb34c7f1-d4a6-4556-a17e-c985fffd2ce4),segment_id=fb34c7f1-d4a6-4556-a17e-c985fffd2ce4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:34.106013 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a20847-88f6-4a25-9dfb-03ee660fef1e None None] Pushing event updated for resources: {'Port': ['ID=b56d3e01-28ed-422a-bd25-7d4f61a16014,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:34.113233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['bb9215ab-722f-411f-ac55-3d69b74272fd'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:34.148293 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.151235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ce2fae6c-3e0c-463d-a186-79d555db5da4 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:34.239105 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Attempting to bind port b56d3e01-28ed-422a-bd25-7d4f61a16014 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:34.239784 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Attempting to bind port b56d3e01-28ed-422a-bd25-7d4f61a16014 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '69a44924-40b9-4c7a-b116-06bd80f6ef3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:34.240154 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Attempting to bind port b56d3e01-28ed-422a-bd25-7d4f61a16014 on network e8f18033-2847-4afd-bbad-54a90219b5a6 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:34.246083 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:34.246465 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Checking segment: {'id': '69a44924-40b9-4c7a-b116-06bd80f6ef3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:34.246872 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.247270 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Bound using segment: {'id': '69a44924-40b9-4c7a-b116-06bd80f6ef3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:34.247897 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Bound port: b56d3e01-28ed-422a-bd25-7d4f61a16014, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a44924-40b9-4c7a-b116-06bd80f6ef3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:34.248308 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.313497 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6e67e053-278f-421e-a615-7084aedf5c8d req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.363041 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] For port b56d3e01-28ed-422a-bd25-7d4f61a16014, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:34.363250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-6e67e053-278f-421e-a615-7084aedf5c8d req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Transition to ACTIVE for port object 01bfd29e-8b57-4769-9e0a-e3f6c85299da will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:34.367054 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] For port b56d3e01-28ed-422a-bd25-7d4f61a16014, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b56d3e01-28ed-422a-bd25-7d4f61a16014,segment=NetworkSegment(69a44924-40b9-4c7a-b116-06bd80f6ef3d),segment_id=69a44924-40b9-4c7a-b116-06bd80f6ef3d)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:34.377958 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.382535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] Set router 1bac7f2b-045e-4973-9ca1-e386b6a049d2 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:34.441830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6e67e053-278f-421e-a615-7084aedf5c8d req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.478120 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Routers {'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:34.478788 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:34.549336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e67e053-278f-421e-a615-7084aedf5c8d req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Network f0c973fd-93e3-4af6-8969-3139b7e09842 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:34.562020 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-6e67e053-278f-421e-a615-7084aedf5c8d req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:34.565262 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a20847-88f6-4a25-9dfb-03ee660fef1e None None] Pushing event updated for resources: {'Port': ['ID=b56d3e01-28ed-422a-bd25-7d4f61a16014,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:34.579452 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e67e053-278f-421e-a615-7084aedf5c8d req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:34.587524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e053-278f-421e-a615-7084aedf5c8d req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:34.588191 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6e67e053-278f-421e-a615-7084aedf5c8d req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:34.682634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=cdab5651-ca39-4985-8804-b4b7ca2be1c5,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:34.698890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Pushing event updated for resources: {'Port': ['ID=01bfd29e-8b57-4769-9e0a-e3f6c85299da,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:34.725305 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:49:34.740716 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-10afd395-eb01-48d5-b978-bb4c8310ad9a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8002722 Jul 16 17:49:34.756540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Request body: {'port': {'device_id': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:34.988680 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.050994 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] Set router bfedd310-1b4b-4ff3-b62c-04dcc50c3dee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:35.164990 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1f4209e-a5cb-4af6-bd84-a26cd7465b9b req-2c0a710a-67b2-45cd-a89d-f3fb56039ba2 service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5769422 Jul 16 17:49:35.176271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port ce2fae6c-3e0c-463d-a186-79d555db5da4 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:35.204084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7f55c4-cd24-4b98-8c44-5cc295254d6c {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:35.245640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ce2fae6c-3e0c-463d-a186-79d555db5da4 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:35.246060 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.259800 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.306160 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-101073d6-67b5-498d-8c4f-c6f5aa8bf028 service neutron] 10.222.0.24 "GET /v2.0/networks/652afccb-1e62-4b4e-8cc6-4ab69b1890b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4558797 Jul 16 17:49:35.328845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Transition to ACTIVE for port object df7f55c4-cd24-4b98-8c44-5cc295254d6c will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:35.338063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af13b2-8bb5-4efc-bc00-6ff6e228df07 req-e9fb16d1-fff4-4682-a0ff-fc944327e38c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:35.346765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d9af13b2-8bb5-4efc-bc00-6ff6e228df07 req-e9fb16d1-fff4-4682-a0ff-fc944327e38c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 945 time: 1.3483536 Jul 16 17:49:35.378793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.381320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-7317a3ee-5d13-41e2-beab-d17579280cdc service neutron] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:35.421850 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-7317a3ee-5d13-41e2-beab-d17579280cdc service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.422956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11eacb6c-5cee-4450-b83a-29d935547d7e req-7317a3ee-5d13-41e2-beab-d17579280cdc service neutron] 10.222.0.11 "DELETE /v2.0/ports/f9e98a49-7690-49a9-b7cb-84a7e082b909/bindings/n-h1-787205-10 HTTP/1.1" status: 204 len: 173 time: 1.7985590 Jul 16 17:49:35.449353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'name': 'tempest-ServersTestMultiNic-1865876447-router', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:21Z', 'revision_number': 4, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'gw_port': {'id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:da:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ab0826be-1bf9-4128-a493-2a90241a03ad', 'name': '', 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'mac_address': 'fa:16:3e:25:40:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '981c80e9-66ed-4d44-976a-e6656a2a97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:21Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 4, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'subnets': [{'id': '981c80e9-66ed-4d44-976a-e6656a2a97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:35.573007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a243c-05b3-42b0-a7f9-344d5bbfa3ee None None] The sync data for ids ['1bac7f2b-045e-4973-9ca1-e386b6a049d2'] in n-d-787205-10 is: [{'id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'name': 'tempest-ServersTestMultiNic-1865876447-router', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:21Z', 'revision_number': 4, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'gw_port': {'id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:da:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ab0826be-1bf9-4128-a493-2a90241a03ad', 'name': '', 'network_id': '103cad7c-90c2-4c95-af46-739b01c93dbe', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'mac_address': 'fa:16:3e:25:40:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '981c80e9-66ed-4d44-976a-e6656a2a97de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:21Z', 'updated_at': '2021-07-16T17:49:32Z', 'revision_number': 4, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'subnets': [{'id': '981c80e9-66ed-4d44-976a-e6656a2a97de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:49:35.624813 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'name': 'tempest-AttachSCSIVolumeTestJSON-796858587-router', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:10Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '266e7bed4d154d4290db01167a555d5b', 'gw_port': {'id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b56d3e01-28ed-422a-bd25-7d4f61a16014', 'name': '', 'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'mac_address': 'fa:16:3e:2d:cb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9686b55a-747e-4dbc-8520-dc60af4da9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:23Z', 'updated_at': '2021-07-16T17:49:34Z', 'revision_number': 4, 'project_id': '266e7bed4d154d4290db01167a555d5b', 'subnets': [{'id': '9686b55a-747e-4dbc-8520-dc60af4da9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:35.661787 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d9af13b2-8bb5-4efc-bc00-6ff6e228df07 req-3d830ce4-6274-41e2-b711-f818aab67937 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033071 Jul 16 17:49:35.662453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:35.706528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-985e2566-d63c-4c91-ab41-ebcbef61095c None None] Provisioning for port 01bfd29e-8b57-4769-9e0a-e3f6c85299da completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:35.742653 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f4de3-91c6-4f42-9221-2b511050cd96 None None] The sync data for ids ['bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'] in n-d-787205-10 is: [{'id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'name': 'tempest-AttachSCSIVolumeTestJSON-796858587-router', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:10Z', 'updated_at': '2021-07-16T17:49:27Z', 'revision_number': 4, 'project_id': '266e7bed4d154d4290db01167a555d5b', 'gw_port': {'id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b56d3e01-28ed-422a-bd25-7d4f61a16014', 'name': '', 'network_id': 'e8f18033-2847-4afd-bbad-54a90219b5a6', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'mac_address': 'fa:16:3e:2d:cb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '9686b55a-747e-4dbc-8520-dc60af4da9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:23Z', 'updated_at': '2021-07-16T17:49:34Z', 'revision_number': 4, 'project_id': '266e7bed4d154d4290db01167a555d5b', 'subnets': [{'id': '9686b55a-747e-4dbc-8520-dc60af4da9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:49:35.956798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01bfd29e-8b57-4769-9e0a-e3f6c85299da {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:35.965989 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:35.998149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Transition to ACTIVE for port object 01bfd29e-8b57-4769-9e0a-e3f6c85299da will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:36.006170 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.081591 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Pushing event updated for resources: {'Port': ['ID=01bfd29e-8b57-4769-9e0a-e3f6c85299da,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:36.102860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-083aaacb-70e1-4676-a9ed-87557a753bea service neutron] 10.222.0.24 "GET /v2.0/networks/652afccb-1e62-4b4e-8cc6-4ab69b1890b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431109 Jul 16 17:49:36.247144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Attempting to bind port df7f55c4-cd24-4b98-8c44-5cc295254d6c on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:36.247772 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Attempting to bind port df7f55c4-cd24-4b98-8c44-5cc295254d6c by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:36.247883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Attempting to bind port df7f55c4-cd24-4b98-8c44-5cc295254d6c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:36.254826 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Attempting to bind port 01bfd29e-8b57-4769-9e0a-e3f6c85299da on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:36.255225 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Attempting to bind port 01bfd29e-8b57-4769-9e0a-e3f6c85299da by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:36.255993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Attempting to bind port 01bfd29e-8b57-4769-9e0a-e3f6c85299da on network f0c973fd-93e3-4af6-8969-3139b7e09842 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:36.261379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Port 01bfd29e-8b57-4769-9e0a-e3f6c85299da on network f0c973fd-93e3-4af6-8969-3139b7e09842 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:36.261727 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Attempting to bind port 01bfd29e-8b57-4769-9e0a-e3f6c85299da on network f0c973fd-93e3-4af6-8969-3139b7e09842 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:36.268808 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:36.269168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Checking segment: {'id': 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:36.269728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Bound using segment: {'id': 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:36.270221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Bound port: 01bfd29e-8b57-4769-9e0a-e3f6c85299da, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:36.270617 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.300873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Port df7f55c4-cd24-4b98-8c44-5cc295254d6c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:36.301213 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Attempting to bind port df7f55c4-cd24-4b98-8c44-5cc295254d6c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:36.367724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-985e2566-d63c-4c91-ab41-ebcbef61095c None None] Provisioning complete for port 01bfd29e-8b57-4769-9e0a-e3f6c85299da triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:36.370130 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-985e2566-d63c-4c91-ab41-ebcbef61095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.404512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] For port 01bfd29e-8b57-4769-9e0a-e3f6c85299da, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:36.409466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] For port 01bfd29e-8b57-4769-9e0a-e3f6c85299da, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=01bfd29e-8b57-4769-9e0a-e3f6c85299da,segment=NetworkSegment(fb34c7f1-d4a6-4556-a17e-c985fffd2ce4),segment_id=fb34c7f1-d4a6-4556-a17e-c985fffd2ce4)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:36.418709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.494729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:36.495234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:36.495733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:36.496296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Bound port: df7f55c4-cd24-4b98-8c44-5cc295254d6c, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:36.497870 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.539317 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Pushing event updated for resources: {'Port': ['ID=01bfd29e-8b57-4769-9e0a-e3f6c85299da,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:36.565237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:36.566817 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.569040 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-fbb77d96-48b1-484c-aa5b-256010b4d060 service neutron] 10.222.0.11 "PUT /v2.0/ports/01bfd29e-8b57-4769-9e0a-e3f6c85299da HTTP/1.1" status: 200 len: 1093 time: 1.8185725 Jul 16 17:49:36.569829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'tag': '01bfd29e-8b57-4769-9e0a-e3f6c85299da'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:36.573985 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ab8dd0-aee5-48d9-bc08-6a0cc88ee9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "71752eaf-5a29-4fc2-a3ca-b6a15299881a", "tag": "01bfd29e-8b57-4769-9e0a-e3f6c85299da"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:36.669597 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.700157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-985e2566-d63c-4c91-ab41-ebcbef61095c None None] Port 01bfd29e-8b57-4769-9e0a-e3f6c85299da cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:36.743088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e053-278f-421e-a615-7084aedf5c8d req-a3ace5d2-f978-4ed6-a471-505b4d2b4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:36.745365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-a3ace5d2-f978-4ed6-a471-505b4d2b4b08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f8646b45a7042a1a68a1b042be04fb6&device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 1096 time: 0.1031246 Jul 16 17:49:36.785132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port ce2fae6c-3e0c-463d-a186-79d555db5da4, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ce2fae6c-3e0c-463d-a186-79d555db5da4,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:36.797996 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:36.894344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebf83b-20a2-4879-a795-33c92ee244ae req-c86bd976-0952-4a85-bff7-75a6a509b8bf tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:36.916770 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7aebf83b-20a2-4879-a795-33c92ee244ae req-c86bd976-0952-4a85-bff7-75a6a509b8bf tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 944 time: 0.6406868 Jul 16 17:49:37.076213 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-64c927b3-1182-42fe-819e-ee0da30feda3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01bfd29e-8b57-4769-9e0a-e3f6c85299da HTTP/1.1" status: 200 len: 217 time: 0.3229747 Jul 16 17:49:37.088856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:37.170164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=ce2fae6c-3e0c-463d-a186-79d555db5da4,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:37.331048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:37.383293 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e053-278f-421e-a615-7084aedf5c8d req-0163e7d7-c9fa-4259-a265-295b647c81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:37.392325 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-0163e7d7-c9fa-4259-a265-295b647c81aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=149d9e3b-9ea9-4ddb-9e7b-740e88193744 HTTP/1.1" status: 200 len: 868 time: 0.3015552 Jul 16 17:49:37.414594 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:37.562441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7aebf83b-20a2-4879-a795-33c92ee244ae req-4562c256-7567-4f2e-8488-d7dd333164c0 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/security-groups?id=86552dbe-5fed-410f-9217-9e5f5ad85bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6417315 Jul 16 17:49:37.564976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:37.565621 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:37.581266 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] 10.222.0.32 "PUT /v2.0/ports/df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 200 len: 1096 time: 6.5096009 Jul 16 17:49:37.584380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:37.597030 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfd815d-7e79-49d6-b117-b21fa6594f73" -d '{"events": [{"name": "network-changed", "server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:37.644663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e053-278f-421e-a615-7084aedf5c8d req-001ff17e-d7db-485a-a0b2-bfdb285547d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:37.646189 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-001ff17e-d7db-485a-a0b2-bfdb285547d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0c973fd-93e3-4af6-8969-3139b7e09842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2453620 Jul 16 17:49:37.737402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ab0826be-1bf9-4128-a493-2a90241a03ad up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:37.897728 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-5a6560e2-3bbf-4411-b2f3-bfeef517c427 service neutron] 10.222.0.11 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400434 Jul 16 17:49:37.959347 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278dfab2-a963-4d20-a1fd-0bea1caf2c89 service neutron] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:37.988078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port ab0826be-1bf9-4128-a493-2a90241a03ad completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:38.018546 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ab0826be-1bf9-4128-a493-2a90241a03ad triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:38.019243 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:38.043460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381b393-7bf4-407a-ad6c-a3df15c43d66 req-47a3f3e0-3e68-4657-8456-18ee4ba8670c tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:38.045496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4381b393-7bf4-407a-ad6c-a3df15c43d66 req-47a3f3e0-3e68-4657-8456-18ee4ba8670c tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 944 time: 0.7789807 Jul 16 17:49:38.070813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-37580192-02a5-40e6-bcb6-435a229ab45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:38.080482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-37580192-02a5-40e6-bcb6-435a229ab45c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 1099 time: 0.2838089 Jul 16 17:49:38.129142 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6e67e053-278f-421e-a615-7084aedf5c8d req-72366d18-4556-4116-815b-1c5261186f48 service neutron] 10.222.0.11 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108417 Jul 16 17:49:38.260234 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:38.284308 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4381b393-7bf4-407a-ad6c-a3df15c43d66 req-69ad7795-8707-40d8-95e8-a81aa30a99d2 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295845 Jul 16 17:49:38.312712 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-2e15eeed-dba5-43a0-a941-693c5add2a3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 200 len: 217 time: 0.1403430 Jul 16 17:49:38.315202 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port ab0826be-1bf9-4128-a493-2a90241a03ad, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ab0826be-1bf9-4128-a493-2a90241a03ad,segment=NetworkSegment(55a2845f-7257-4470-a852-4a16444a76de),segment_id=55a2845f-7257-4470-a852-4a16444a76de)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:38.323444 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:38.325608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cf4bd273-7792-48eb-b684-99f4e122ba8d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:38.450823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-bd1960f9-5698-48f0-8920-6b0945547e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:38.453684 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-bd1960f9-5698-48f0-8920-6b0945547e03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1164181 Jul 16 17:49:38.462999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device bb9215ab-722f-411f-ac55-3d69b74272fd up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:38.502661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28ec1b-b225-45c0-b36b-6885aae38575 req-c14bba15-7003-4bee-99e2-fee94864a6f9 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:38.510380 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a28ec1b-b225-45c0-b36b-6885aae38575 req-c14bba15-7003-4bee-99e2-fee94864a6f9 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 1097 time: 0.2193546 Jul 16 17:49:38.555285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=ab0826be-1bf9-4128-a493-2a90241a03ad,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:38.611846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port cf4bd273-7792-48eb-b684-99f4e122ba8d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:38.617185 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a28ec1b-b225-45c0-b36b-6885aae38575 req-c9b9771d-cd0c-4103-9446-254b7b0c8d19 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059372 Jul 16 17:49:38.618441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cf4bd273-7792-48eb-b684-99f4e122ba8d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:38.619001 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:38.637957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-ed9d5caf-cb62-4829-a9da-9b625553581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:38.640298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-ed9d5caf-cb62-4829-a9da-9b625553581c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1794682 Jul 16 17:49:38.656786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01ab4e-2523-4615-9b27-29d9ea99da04 req-6bf64d6c-242d-43b5-8b4b-f00cd9d2bcc1 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:38.659309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e01ab4e-2523-4615-9b27-29d9ea99da04 req-6bf64d6c-242d-43b5-8b4b-f00cd9d2bcc1 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 947 time: 0.1366379 Jul 16 17:49:38.681935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port bb9215ab-722f-411f-ac55-3d69b74272fd completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:38.689693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port bb9215ab-722f-411f-ac55-3d69b74272fd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:38.690328 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:38.730370 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ce61e1-0dce-4f6d-88c1-050d5edaeb3f x-openstack-request-id: req-52ce61e1-0dce-4f6d-88c1-050d5edaeb3f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:38.731117 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71752eaf-5a29-4fc2-a3ca-b6a15299881a", "tag": "01bfd29e-8b57-4769-9e0a-e3f6c85299da", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:38.731590 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52ce61e1-0dce-4f6d-88c1-050d5edaeb3f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:38.732156 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'tag': '01bfd29e-8b57-4769-9e0a-e3f6c85299da', 'status': 'completed', 'code': 200} Jul 16 17:49:38.747725 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e01ab4e-2523-4615-9b27-29d9ea99da04 req-728e0a6a-37f7-4588-af0c-7e046bdedd1f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668983 Jul 16 17:49:38.823961 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:38.891600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab8dd0-aee5-48d9-bc08-6a0cc88ee9f1 req-21757db8-1091-4bf2-9240-aecbd18d35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:38.899387 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44ab8dd0-aee5-48d9-bc08-6a0cc88ee9f1 req-21757db8-1091-4bf2-9240-aecbd18d35d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f8646b45a7042a1a68a1b042be04fb6&device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 1096 time: 0.1549852 Jul 16 17:49:38.922784 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port cf4bd273-7792-48eb-b684-99f4e122ba8d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cf4bd273-7792-48eb-b684-99f4e122ba8d,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:38.931785 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:38.932902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cdab5651-ca39-4985-8804-b4b7ca2be1c5 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:38.977958 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.018652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-e46fbd13-c047-4562-8851-ea49a61b526b service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582270 Jul 16 17:49:39.024576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cdab5651-ca39-4985-8804-b4b7ca2be1c5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:39.025103 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.043160 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0c4ca6a-d5e0-4b1d-99e0-0245c46c7d8e req-2c407efa-e38e-4a71-83fe-f67141aa0670 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 210 time: 0.1321011 Jul 16 17:49:39.148115 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab8dd0-aee5-48d9-bc08-6a0cc88ee9f1 req-afcd0b34-b568-4e6e-9ead-a02303b8b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:39.150119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891622b2-3edd-4149-a522-49b5c751da48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9215ab-722f-411f-ac55-3d69b74272fd'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:39.151981 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44ab8dd0-aee5-48d9-bc08-6a0cc88ee9f1 req-afcd0b34-b568-4e6e-9ead-a02303b8b84f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f0c973fd-93e3-4af6-8969-3139b7e09842 HTTP/1.1" status: 200 len: 930 time: 0.2442925 Jul 16 17:49:39.152837 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbce169-05c6-4280-847f-2061f6be7ccc" -d '{"events": [{"server_uuid": "891622b2-3edd-4149-a522-49b5c751da48", "name": "network-vif-plugged", "status": "completed", "tag": "bb9215ab-722f-411f-ac55-3d69b74272fd"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:39.183822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port bb9215ab-722f-411f-ac55-3d69b74272fd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=bb9215ab-722f-411f-ac55-3d69b74272fd,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:39.186152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=cf4bd273-7792-48eb-b684-99f4e122ba8d,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:39.192148 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.218207 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12e33ed-c10e-46bc-bbf3-1b1cc3758e5c x-openstack-request-id: req-c12e33ed-c10e-46bc-bbf3-1b1cc3758e5c {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:39.218586 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:39.218802 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c12e33ed-c10e-46bc-bbf3-1b1cc3758e5c {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:39.219333 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'status': 'completed', 'code': 200} Jul 16 17:49:39.239794 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44ab8dd0-aee5-48d9-bc08-6a0cc88ee9f1 req-1d7e5e01-6b77-4c00-b60a-25efa7fd6608 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01bfd29e-8b57-4769-9e0a-e3f6c85299da HTTP/1.1" status: 200 len: 217 time: 0.0791781 Jul 16 17:49:39.326247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab8dd0-aee5-48d9-bc08-6a0cc88ee9f1 req-33999aec-56e4-4b3f-8871-0f58defc275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:39.329164 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44ab8dd0-aee5-48d9-bc08-6a0cc88ee9f1 req-33999aec-56e4-4b3f-8871-0f58defc275c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=149d9e3b-9ea9-4ddb-9e7b-740e88193744 HTTP/1.1" status: 200 len: 868 time: 0.0829730 Jul 16 17:49:39.381692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b56d3e01-28ed-422a-bd25-7d4f61a16014 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:39.398342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=bb9215ab-722f-411f-ac55-3d69b74272fd,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:39.413534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2e887219-bf3b-4ae6-b27d-6b44b392e379 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:39.420996 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2e887219-bf3b-4ae6-b27d-6b44b392e379 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:39.422599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2e887219-bf3b-4ae6-b27d-6b44b392e379 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "GET /v2.0/networks?id=652afccb-1e62-4b4e-8cc6-4ab69b1890b7&id=da430148-2249-40f0-a77e-d0c4d92ec76a&id=652afccb-1e62-4b4e-8cc6-4ab69b1890b7 HTTP/1.1" status: 200 len: 1392 time: 0.2019429 Jul 16 17:49:39.464890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab8dd0-aee5-48d9-bc08-6a0cc88ee9f1 req-e1c6d90f-1582-4b79-806b-365a4f72010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:39.468513 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44ab8dd0-aee5-48d9-bc08-6a0cc88ee9f1 req-e1c6d90f-1582-4b79-806b-365a4f72010e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0c973fd-93e3-4af6-8969-3139b7e09842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322198 Jul 16 17:49:39.474928 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Request body: {'port': {'device_id': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7', 'admin_state_up': True, 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:39.484835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port b56d3e01-28ed-422a-bd25-7d4f61a16014 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:39.496503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b56d3e01-28ed-422a-bd25-7d4f61a16014 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:39.502054 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.633876 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.652873 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acd2c070-2649-407d-8099-aa41ea2993a8 req-a1c9884d-75f6-4230-8898-2a91857e06d0 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188388 Jul 16 17:49:39.680425 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44ab8dd0-aee5-48d9-bc08-6a0cc88ee9f1 req-7906c1e4-c0f6-4a53-a528-95c93d18c3b2 service neutron] 10.222.0.11 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033398 Jul 16 17:49:39.682336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461e96b-dbd9-423e-bd6e-912f69320ac0 req-06a5bd40-160b-4264-920e-45eee333e2ef tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:39.685616 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d461e96b-dbd9-423e-bd6e-912f69320ac0 req-06a5bd40-160b-4264-920e-45eee333e2ef tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 944 time: 0.2424335 Jul 16 17:49:39.688101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port b56d3e01-28ed-422a-bd25-7d4f61a16014, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b56d3e01-28ed-422a-bd25-7d4f61a16014,segment=NetworkSegment(69a44924-40b9-4c7a-b116-06bd80f6ef3d),segment_id=69a44924-40b9-4c7a-b116-06bd80f6ef3d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:39.696142 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.697514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 19beada8-ea62-43f4-8595-c68b210c228e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:39.701823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcee6d-d5b1-436c-a0a7-cc6a669bad9b req-506c2366-b081-4f19-b5b2-003a2ab2b975 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:39.703929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1bcee6d-d5b1-436c-a0a7-cc6a669bad9b req-506c2366-b081-4f19-b5b2-003a2ab2b975 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 946 time: 0.6597533 Jul 16 17:49:39.789691 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=b56d3e01-28ed-422a-bd25-7d4f61a16014,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:39.832174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d461e96b-dbd9-423e-bd6e-912f69320ac0 req-484fc1d5-9ca5-4f8c-baca-ee48e51db378 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/security-groups?id=86552dbe-5fed-410f-9217-9e5f5ad85bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246095 Jul 16 17:49:39.837158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 19beada8-ea62-43f4-8595-c68b210c228e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:39.845315 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44ab8dd0-aee5-48d9-bc08-6a0cc88ee9f1 req-3d4ec5f2-e41a-4ffb-a762-a4d7c1f97c82 service neutron] 10.222.0.11 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528378 Jul 16 17:49:39.848770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 19beada8-ea62-43f4-8595-c68b210c228e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:39.849600 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.902871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1bcee6d-d5b1-436c-a0a7-cc6a669bad9b req-1a57e16f-823d-4310-b613-6223290dc62a tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613731 Jul 16 17:49:39.917714 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:39.922084 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:39.970704 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.005062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd815d-7e79-49d6-b117-b21fa6594f73 req-c3d7b92b-540e-49c0-a815-aee321071d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:40.006854 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bbfd815d-7e79-49d6-b117-b21fa6594f73 req-c3d7b92b-540e-49c0-a815-aee321071d8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 1099 time: 0.2499485 Jul 16 17:49:40.012834 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 19beada8-ea62-43f4-8595-c68b210c228e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=19beada8-ea62-43f4-8595-c68b210c228e,segment=NetworkSegment(801be8f6-8532-4bfa-98f5-a33be63a97b9),segment_id=801be8f6-8532-4bfa-98f5-a33be63a97b9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:40.018292 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.104926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=19beada8-ea62-43f4-8595-c68b210c228e,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:40.138847 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cf7dd5-7e58-4b07-84ce-e6c6e0acbdb6 x-openstack-request-id: req-e9cf7dd5-7e58-4b07-84ce-e6c6e0acbdb6 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:40.139146 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891622b2-3edd-4149-a522-49b5c751da48", "name": "network-vif-plugged", "status": "completed", "tag": "bb9215ab-722f-411f-ac55-3d69b74272fd", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:40.139460 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9cf7dd5-7e58-4b07-84ce-e6c6e0acbdb6 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:40.139851 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891622b2-3edd-4149-a522-49b5c751da48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9215ab-722f-411f-ac55-3d69b74272fd', 'code': 200} Jul 16 17:49:40.285798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b56d3e01-28ed-422a-bd25-7d4f61a16014 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:40.299020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd815d-7e79-49d6-b117-b21fa6594f73 req-8383bfe5-b575-4809-976a-d0060c685e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:40.300927 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bbfd815d-7e79-49d6-b117-b21fa6594f73 req-8383bfe5-b575-4809-976a-d0060c685e20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.2318506 Jul 16 17:49:40.325005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea0347-2ef9-40ea-805b-dc384754ce53 req-b181b287-426d-4e34-8c1e-7b567ff202fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:40.329074 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-90ea0347-2ef9-40ea-805b-dc384754ce53 req-b181b287-426d-4e34-8c1e-7b567ff202fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 1098 time: 0.1009357 Jul 16 17:49:40.402316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b56d3e01-28ed-422a-bd25-7d4f61a16014 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:40.402709 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.413069 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bbfd815d-7e79-49d6-b117-b21fa6594f73 req-ea32ed59-f180-4f58-8487-742612580eaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 200 len: 217 time: 0.0691552 Jul 16 17:49:40.428043 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-90ea0347-2ef9-40ea-805b-dc384754ce53 req-5f9236a6-ea9a-4629-85e4-8639038be02c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910776 Jul 16 17:49:40.493602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd815d-7e79-49d6-b117-b21fa6594f73 req-044da317-93e3-437c-8d44-5674451330a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:40.495254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bbfd815d-7e79-49d6-b117-b21fa6594f73 req-044da317-93e3-437c-8d44-5674451330a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0577872 Jul 16 17:49:40.503485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Allocated IP 19.80.0.159 (652afccb-1e62-4b4e-8cc6-4ab69b1890b7/927bcc34-76e6-441b-8bd1-ce5514402eb0/79517f24-5899-4b50-95e4-4c3dfcd3ead1) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:40.522839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ce2fae6c-3e0c-463d-a186-79d555db5da4 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:40.556614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b28359-52ab-4567-95af-605d6f669d97 req-581b76df-358b-4db5-9b15-72066c45c093 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:40.558233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35b28359-52ab-4567-95af-605d6f669d97 req-581b76df-358b-4db5-9b15-72066c45c093 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 1096 time: 0.2524638 Jul 16 17:49:40.608030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ce2fae6c-3e0c-463d-a186-79d555db5da4 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:40.609092 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.660270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35b28359-52ab-4567-95af-605d6f669d97 req-d52756be-a12a-4459-884b-bce3f88e52c3 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930042 Jul 16 17:49:40.662046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd815d-7e79-49d6-b117-b21fa6594f73 req-6a84fe44-ccb4-4b72-9087-18dea40e02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:40.663451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bbfd815d-7e79-49d6-b117-b21fa6594f73 req-6a84fe44-ccb4-4b72-9087-18dea40e02a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1563847 Jul 16 17:49:40.744327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ab0826be-1bf9-4128-a493-2a90241a03ad up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:40.802665 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ab0826be-1bf9-4128-a493-2a90241a03ad triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:40.803100 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:40.909092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cf4bd273-7792-48eb-b684-99f4e122ba8d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:40.955741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bbfd815d-7e79-49d6-b117-b21fa6594f73 req-306e9129-2dd1-4c3f-b921-c05a0d3d2587 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834806 Jul 16 17:49:40.975596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cf4bd273-7792-48eb-b684-99f4e122ba8d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:40.976193 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.004295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095e331-21f7-48ab-b021-8a5137f94718 req-ce68a9d7-75e0-434d-b573-62f75a458a7d tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:41.006740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d095e331-21f7-48ab-b021-8a5137f94718 req-ce68a9d7-75e0-434d-b573-62f75a458a7d tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 947 time: 0.2067964 Jul 16 17:49:41.064888 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.135651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Transition to ACTIVE for port object 79517f24-5899-4b50-95e4-4c3dfcd3ead1 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:41.150398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-ed521a17-aa0e-441f-a899-24e8c2f43059 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:49:41.151671 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-ed521a17-aa0e-441f-a899-24e8c2f43059 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174611 Jul 16 17:49:41.159943 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d095e331-21f7-48ab-b021-8a5137f94718 req-70aff9a6-c2c0-46e0-9cc4-d7fc5b9ca45f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228592 Jul 16 17:49:41.170078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] Request body: {'binding': {'host': 'n-h1-787205-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:41.170713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] Unknown quota resources ['binding']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:49:41.243291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bbfd815d-7e79-49d6-b117-b21fa6594f73 req-42ee0cf6-43ea-4f88-8716-e7b96db0fb60 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609997 Jul 16 17:49:41.324917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e650d09-195f-461d-a36d-603bfb192d25 req-8cae4a6a-f4ef-4c50-be14-40527bdd57cf tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 210 time: 0.0402985 Jul 16 17:49:41.328081 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.410216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:41.413866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:41.420776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:41.455917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event updated for resources: {'Port': ['ID=79517f24-5899-4b50-95e4-4c3dfcd3ead1,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:41.481155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:41.481525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:41.481863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:41.482194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:41.482539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:41.482874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:41.483749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:41.484089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:41.484416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:41.487678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:41.488220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:41.488412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:41.491860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] Attempting to bind port 19bd5254-8662-4f60-abab-035294c4e7d9 on host n-h1-787205-10 for vnic_type normal with profile None {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:41.492204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] Attempting to bind port 19bd5254-8662-4f60-abab-035294c4e7d9 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:41.492542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] Attempting to bind port 19bd5254-8662-4f60-abab-035294c4e7d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:41.524928 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] Port 19bd5254-8662-4f60-abab-035294c4e7d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:41.525587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] Attempting to bind port 19bd5254-8662-4f60-abab-035294c4e7d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:41.558166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:41.560097 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.563769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:41.565055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] Checking segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:41.565703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] Bound using segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:41.566829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] Bound port: 19bd5254-8662-4f60-abab-035294c4e7d9, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:41.653940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a198b-e3f2-449f-bd92-98d9c4947772 req-9f697e8e-52b9-444a-82bf-8a2f85bffb24 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:41.658158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-703a198b-e3f2-449f-bd92-98d9c4947772 req-9f697e8e-52b9-444a-82bf-8a2f85bffb24 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 1096 time: 0.1998084 Jul 16 17:49:41.661581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-a5315f7c-f481-4c47-a5ff-a2fee794ada2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1910830 Jul 16 17:49:41.678888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Request body: {'port': {'device_id': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'network_id': 'da430148-2249-40f0-a77e-d0c4d92ec76a', 'admin_state_up': True, 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:41.769185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-27931bfb-9244-4bd5-a411-81f45d2a56c4 None None] Provisioning for port 79517f24-5899-4b50-95e4-4c3dfcd3ead1 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:41.774058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-27931bfb-9244-4bd5-a411-81f45d2a56c4 None None] Provisioning complete for port 79517f24-5899-4b50-95e4-4c3dfcd3ead1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:41.774671 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-27931bfb-9244-4bd5-a411-81f45d2a56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.787762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=19bd5254-8662-4f60-abab-035294c4e7d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:41.789865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-703a198b-e3f2-449f-bd92-98d9c4947772 req-b7841733-9dfe-4e6f-a99c-75c622c2d8ab tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235909 Jul 16 17:49:41.794203 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:41.795322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c9f29715-5411-4a1f-975a-959fdfc801a7 service neutron] 10.222.0.24 "POST /v2.0/ports/19bd5254-8662-4f60-abab-035294c4e7d9/bindings HTTP/1.1" status: 201 len: 390 time: 0.6344934 Jul 16 17:49:41.840108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-27931bfb-9244-4bd5-a411-81f45d2a56c4 None None] Port 79517f24-5899-4b50-95e4-4c3dfcd3ead1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:41.914802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:41.928941 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.154420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 19beada8-ea62-43f4-8595-c68b210c228e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:42.228787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 19beada8-ea62-43f4-8595-c68b210c228e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:42.229216 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.389933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device df7f55c4-cd24-4b98-8c44-5cc295254d6c details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:49:42.488954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 01bfd29e-8b57-4769-9e0a-e3f6c85299da details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:49:42.501534 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:42.531048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'mac_address': 'fa:16:3e:5c:c0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:49:42.564949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Allocated IP 19.86.0.120 (da430148-2249-40f0-a77e-d0c4d92ec76a/4f0300ea-6790-4962-9be1-4215150c541e/482cba65-a584-4908-a773-7287b636739d) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:42.619341 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.644251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7f55c4-cd24-4b98-8c44-5cc295254d6c {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:42.676311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec1afd-a9f2-486e-8cef-5988afdf1718 req-5c4f6b97-b0b4-4198-b976-50fc263bca7d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:42.678951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 01bfd29e-8b57-4769-9e0a-e3f6c85299da, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=01bfd29e-8b57-4769-9e0a-e3f6c85299da,segment=NetworkSegment(fb34c7f1-d4a6-4556-a17e-c985fffd2ce4),segment_id=fb34c7f1-d4a6-4556-a17e-c985fffd2ce4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:42.693088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:42.693331 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18ec1afd-a9f2-486e-8cef-5988afdf1718 req-5c4f6b97-b0b4-4198-b976-50fc263bca7d tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 946 time: 0.5235875 Jul 16 17:49:42.698851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccb2c4-0580-4500-8993-efe2bd66c754 req-709c3e2f-d5b8-4d9b-a98e-e18363580153 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:42.700387 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.707764 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4ccb2c4-0580-4500-8993-efe2bd66c754 req-709c3e2f-d5b8-4d9b-a98e-e18363580153 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 944 time: 0.5465164 Jul 16 17:49:42.716880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-ece9d11c-f874-4ca2-ac02-e91ca4e7e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:42.718604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-ece9d11c-f874-4ca2-ac02-e91ca4e7e390 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 1097 time: 0.2400706 Jul 16 17:49:42.725176 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '01bfd29e-8b57-4769-9e0a-e3f6c85299da', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'port_id': '01bfd29e-8b57-4769-9e0a-e3f6c85299da', 'mac_address': 'fa:16:3e:48:a3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:49:42.793918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:42.800344 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.816102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bfd29e-8b57-4769-9e0a-e3f6c85299da {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:42.836211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18ec1afd-a9f2-486e-8cef-5988afdf1718 req-9d2fb8b3-fcff-4f4a-b4d2-5317e04a6226 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516654 Jul 16 17:49:42.837147 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 01bfd29e-8b57-4769-9e0a-e3f6c85299da, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=01bfd29e-8b57-4769-9e0a-e3f6c85299da,segment=NetworkSegment(fb34c7f1-d4a6-4556-a17e-c985fffd2ce4),segment_id=fb34c7f1-d4a6-4556-a17e-c985fffd2ce4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:42.854673 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:42.918911 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=01bfd29e-8b57-4769-9e0a-e3f6c85299da,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:42.931278 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4ccb2c4-0580-4500-8993-efe2bd66c754 req-05a24756-f3b2-466b-abe7-40fa94fe10c5 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/security-groups?id=86552dbe-5fed-410f-9217-9e5f5ad85bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150033 Jul 16 17:49:42.953148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['df7f55c4-cd24-4b98-8c44-5cc295254d6c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:43.009284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-3aa7585d-26be-4c9a-8e8c-0837f144d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:43.011278 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-3aa7585d-26be-4c9a-8e8c-0837f144d805 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.2795088 Jul 16 17:49:43.017234 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.078142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-1fbfacb8-74c4-4f7e-accc-7b73b9583f7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19bd5254-8662-4f60-abab-035294c4e7d9 HTTP/1.1" status: 200 len: 217 time: 0.0573425 Jul 16 17:49:43.162217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['01bfd29e-8b57-4769-9e0a-e3f6c85299da'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:43.202417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Transition to ACTIVE for port object 482cba65-a584-4908-a773-7287b636739d will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:43.226524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-77d2caa4-a038-4e0c-9b54-5e5740d94238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:43.228273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-77d2caa4-a038-4e0c-9b54-5e5740d94238 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.1408575 Jul 16 17:49:43.314403 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-9db151a0-b36d-482f-9a70-12a09a5c9eba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772269 Jul 16 17:49:43.317430 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.426308 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34c24948-15cd-405a-856d-0beee173cb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.528185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Network da430148-2249-40f0-a77e-d0c4d92ec76a is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:43.529439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event updated for resources: {'Port': ['ID=482cba65-a584-4908-a773-7287b636739d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:43.533497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:43.545552 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:43.594032 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-0d0ae3d7-20b9-4a55-a281-d8a6b039dcaa service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557096 Jul 16 17:49:43.629990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858d7db-19a6-4a4f-beff-0d8b1d3672da req-2634e2a2-b4e3-489d-aa9f-2b32c5accdfe tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:43.631563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8858d7db-19a6-4a4f-beff-0d8b1d3672da req-2634e2a2-b4e3-489d-aa9f-2b32c5accdfe tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 945 time: 0.4677217 Jul 16 17:49:43.707265 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:43.707945 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.773694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8858d7db-19a6-4a4f-beff-0d8b1d3672da req-259f9ebb-ae7c-44e5-bc64-a3bba0bc75b8 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274288 Jul 16 17:49:43.782008 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-4bd673f4-2b00-4c9c-9a50-dd122d7701c9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1077712 Jul 16 17:49:43.799204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-961a6b3a-c1af-41d2-a9d7-60d48945f152 None None] Provisioning for port 482cba65-a584-4908-a773-7287b636739d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:43.811194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-961a6b3a-c1af-41d2-a9d7-60d48945f152 None None] Provisioning complete for port 482cba65-a584-4908-a773-7287b636739d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:43.811723 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-961a6b3a-c1af-41d2-a9d7-60d48945f152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:43.814889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fd925-186f-4694-9d32-c9518ef7aaf9 req-fd88f016-c0be-4e12-9a21-0ff0949e30a4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:43.822087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab2fd925-186f-4694-9d32-c9518ef7aaf9 req-fd88f016-c0be-4e12-9a21-0ff0949e30a4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 948 time: 0.2775519 Jul 16 17:49:43.826742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Request body: {'port': {'device_id': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7', 'admin_state_up': True, 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:43.852810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-961a6b3a-c1af-41d2-a9d7-60d48945f152 None None] Port 482cba65-a584-4908-a773-7287b636739d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:43.910604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-09dcb177-e503-4904-b983-a5f7411ef55f service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897103 Jul 16 17:49:43.992656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab2fd925-186f-4694-9d32-c9518ef7aaf9 req-35f1830d-db75-40bb-9fb6-d710126a06a5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697710 Jul 16 17:49:44.040497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:49:44.046549 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.070893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c80ac-07b8-4371-902d-76ecede4c8d6 req-fe43eec1-b9fa-4450-a010-fbfd8d5aa025 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:44.088978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c80ac-07b8-4371-902d-76ecede4c8d6 req-fe43eec1-b9fa-4450-a010-fbfd8d5aa025 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:44.091008 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-182c80ac-07b8-4371-902d-76ecede4c8d6 req-fe43eec1-b9fa-4450-a010-fbfd8d5aa025 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 1655 time: 0.1827431 Jul 16 17:49:44.292782 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Allocated IP 19.80.0.5 (652afccb-1e62-4b4e-8cc6-4ab69b1890b7/927bcc34-76e6-441b-8bd1-ce5514402eb0/e3447aa4-6d21-4004-9eea-e3b6b2b84fa8) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:44.354481 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-182c80ac-07b8-4371-902d-76ecede4c8d6 req-ed644739-9ea6-41e4-81f9-68887898b1cb tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540009 Jul 16 17:49:44.421405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device df7f55c4-cd24-4b98-8c44-5cc295254d6c up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:44.491638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 01bfd29e-8b57-4769-9e0a-e3f6c85299da up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:49:44.587233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port df7f55c4-cd24-4b98-8c44-5cc295254d6c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:44.592168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 01bfd29e-8b57-4769-9e0a-e3f6c85299da completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:44.603344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 01bfd29e-8b57-4769-9e0a-e3f6c85299da triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:44.605401 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.677652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port df7f55c4-cd24-4b98-8c44-5cc295254d6c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:44.678093 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.715023 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.739345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49434d80-a220-430f-92f4-a4aac4169fc9 req-552c9a98-7716-4b80-9f18-29cd521ed6d9 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:44.747024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49434d80-a220-430f-92f4-a4aac4169fc9 req-552c9a98-7716-4b80-9f18-29cd521ed6d9 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 945 time: 0.1609223 Jul 16 17:49:44.769346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Transition to ACTIVE for port object e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:44.815635 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49434d80-a220-430f-92f4-a4aac4169fc9 req-8f6bc577-216c-4822-aa44-ff646fa8c15f tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/security-groups?id=86552dbe-5fed-410f-9217-9e5f5ad85bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676038 Jul 16 17:49:44.958354 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:44.995783 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.036067 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.057624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:45.063624 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079de27c-5041-467f-96e9-7309343afac4" -d '{"events": [{"server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "name": "network-vif-plugged", "status": "completed", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:45.145914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b39189-d70c-4636-afe4-65dc6eb5fbc5 req-f36e9d14-35cd-45ec-b2f8-dc289db236ce tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:45.147534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14b39189-d70c-4636-afe4-65dc6eb5fbc5 req-f36e9d14-35cd-45ec-b2f8-dc289db236ce tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 946 time: 0.3172376 Jul 16 17:49:45.182430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:45.183231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event updated for resources: {'Port': ['ID=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:45.198230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:45.200929 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:45.247386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:45.258489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:45.259121 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.285642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14b39189-d70c-4636-afe4-65dc6eb5fbc5 req-eb874b33-c6a2-4209-b64e-9480a067afb6 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups?id=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266706 Jul 16 17:49:45.287386 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.313693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 01bfd29e-8b57-4769-9e0a-e3f6c85299da, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=01bfd29e-8b57-4769-9e0a-e3f6c85299da,segment=NetworkSegment(fb34c7f1-d4a6-4556-a17e-c985fffd2ce4),segment_id=fb34c7f1-d4a6-4556-a17e-c985fffd2ce4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:45.314177 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.336384 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b008ad-0428-4734-8816-2167df3b64bf req-eda554b1-c11a-4b3d-b863-60b0d6e3836b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:45.341232 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07b008ad-0428-4734-8816-2167df3b64bf req-eda554b1-c11a-4b3d-b863-60b0d6e3836b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 945 time: 0.3135872 Jul 16 17:49:45.349786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-8ab68603-9245-46ff-bb54-3df6feed0a79 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5430598 Jul 16 17:49:45.363550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Request body: {'port': {'device_id': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:45.399226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:45.482326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07b008ad-0428-4734-8816-2167df3b64bf req-4199edaf-c508-4950-8eaa-18116c383bfd tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312943 Jul 16 17:49:45.574961 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.595882 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df12637-fe7b-42ea-a1b1-9f95fa1be9e4 x-openstack-request-id: req-8df12637-fe7b-42ea-a1b1-9f95fa1be9e4 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:45.595882 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "name": "network-vif-plugged", "status": "completed", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:45.595882 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8df12637-fe7b-42ea-a1b1-9f95fa1be9e4 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:45.595882 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'code': 200} Jul 16 17:49:45.648161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=01bfd29e-8b57-4769-9e0a-e3f6c85299da,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:45.700770 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8defe2c8-97ef-453f-b880-f3447f8cf5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.830477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d5b050cf-6693-4265-98b7-53382591a6ad None None] Provisioning for port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:49:45.840186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d5b050cf-6693-4265-98b7-53382591a6ad None None] Provisioning complete for port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:49:45.844244 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d5b050cf-6693-4265-98b7-53382591a6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.857558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4f1e1-2be0-4e5a-ac27-86020b59d2f2 req-8baa374e-56f4-430d-8361-95b5864e5c83 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:45.860548 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-15d4f1e1-2be0-4e5a-ac27-86020b59d2f2 req-8baa374e-56f4-430d-8361-95b5864e5c83 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.11 "GET /v2.0/ports?device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 946 time: 0.0987363 Jul 16 17:49:45.984438 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.997897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d5b050cf-6693-4265-98b7-53382591a6ad None None] Port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:49:46.071875 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-15d4f1e1-2be0-4e5a-ac27-86020b59d2f2 req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Deleting port bb9215ab-722f-411f-ac55-3d69b74272fd {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:49:46.072625 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-15d4f1e1-2be0-4e5a-ac27-86020b59d2f2 req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:46.173999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaa927-dd6b-4476-807c-d9f000da2f8a req-475c8448-f47f-4015-a7a4-b86cb53ab4cf tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:46.176194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6fdaa927-dd6b-4476-807c-d9f000da2f8a req-475c8448-f47f-4015-a7a4-b86cb53ab4cf tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.5649850 Jul 16 17:49:46.197578 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-15d4f1e1-2be0-4e5a-ac27-86020b59d2f2 req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] For port bb9215ab-722f-411f-ac55-3d69b74272fd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=bb9215ab-722f-411f-ac55-3d69b74272fd,segment=NetworkSegment(00efe5be-978a-4cf4-a468-fe7c390f457a),segment_id=00efe5be-978a-4cf4-a468-fe7c390f457a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:49:46.198453 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-15d4f1e1-2be0-4e5a-ac27-86020b59d2f2 req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:46.220844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-15d4f1e1-2be0-4e5a-ac27-86020b59d2f2 req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Calling delete_port for bb9215ab-722f-411f-ac55-3d69b74272fd owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:49:46.228614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ee41-c3d8-47c8-81c2-a884ec5bdc8f req-a4b6c873-886a-46b3-85f1-c84034898ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:46.230156 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ee9ee41-c3d8-47c8-81c2-a884ec5bdc8f req-a4b6c873-886a-46b3-85f1-c84034898ad3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 1101 time: 0.4908538 Jul 16 17:49:46.317195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708a7a1-4b2c-4b68-8e2d-a06f1091c208 req-f46c4973-4db1-40a0-93b5-25a91b35ad60 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:46.329318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708a7a1-4b2c-4b68-8e2d-a06f1091c208 req-f46c4973-4db1-40a0-93b5-25a91b35ad60 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:46.336595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708a7a1-4b2c-4b68-8e2d-a06f1091c208 req-f46c4973-4db1-40a0-93b5-25a91b35ad60 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:46.344832 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c708a7a1-4b2c-4b68-8e2d-a06f1091c208 req-f46c4973-4db1-40a0-93b5-25a91b35ad60 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2375 time: 0.4469786 Jul 16 17:49:46.384160 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-15d4f1e1-2be0-4e5a-ac27-86020b59d2f2 req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:46.401751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['bb9215ab-722f-411f-ac55-3d69b74272fd'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:49:46.462016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Pushing event deleted for resources: {'Port': ['ID=bb9215ab-722f-411f-ac55-3d69b74272fd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:46.489344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d4f1e1-2be0-4e5a-ac27-86020b59d2f2 req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] No DVR routers for this DVR port bb9215ab-722f-411f-ac55-3d69b74272fd on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:49:46.492246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:46.492973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:46.493549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:46.494153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:46.494722 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:46.495320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:46.495888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:46.496490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:46.497058 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:46.498084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:46.498822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:46.499389 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:49:46.503388 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-15d4f1e1-2be0-4e5a-ac27-86020b59d2f2 req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:46.506954 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-15d4f1e1-2be0-4e5a-ac27-86020b59d2f2 req-81757424-cbc5-4c59-8f87-3b0988ed728c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.11 "DELETE /v2.0/ports/bb9215ab-722f-411f-ac55-3d69b74272fd HTTP/1.1" status: 204 len: 173 time: 0.6404290 Jul 16 17:49:46.507953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891622b2-3edd-4149-a522-49b5c751da48', 'name': 'network-vif-deleted', 'tag': 'bb9215ab-722f-411f-ac55-3d69b74272fd'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:46.510663 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5157d16c-3e28-4791-a80a-e4a697f38f0d" -d '{"events": [{"server_uuid": "891622b2-3edd-4149-a522-49b5c751da48", "name": "network-vif-deleted", "tag": "bb9215ab-722f-411f-ac55-3d69b74272fd"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:46.541736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ee9ee41-c3d8-47c8-81c2-a884ec5bdc8f req-90a92e87-4121-421a-8653-be8976f2cffd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725902 Jul 16 17:49:46.583646 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6fdaa927-dd6b-4476-807c-d9f000da2f8a req-31abf1bf-d8a2-4376-a509-f186e185faea tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955247 Jul 16 17:49:46.586096 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79517f24-5899-4b50-95e4-4c3dfcd3ead1 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:46.602082 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:46.628212 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c708a7a1-4b2c-4b68-8e2d-a06f1091c208 req-741b78f9-1d7d-4f7a-97ec-93b33e8e3709 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824957 Jul 16 17:49:46.633193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Transition to ACTIVE for port object 79517f24-5899-4b50-95e4-4c3dfcd3ead1 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:46.640026 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:46.691360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Pushing event updated for resources: {'Port': ['ID=79517f24-5899-4b50-95e4-4c3dfcd3ead1,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:46.853707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Attempting to bind port 79517f24-5899-4b50-95e4-4c3dfcd3ead1 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:46.854056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Attempting to bind port 79517f24-5899-4b50-95e4-4c3dfcd3ead1 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '06e69161-516d-4422-a03a-d05033eac18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:46.864919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Attempting to bind port 79517f24-5899-4b50-95e4-4c3dfcd3ead1 on network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:46.871216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Port 79517f24-5899-4b50-95e4-4c3dfcd3ead1 on network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:46.871545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Attempting to bind port 79517f24-5899-4b50-95e4-4c3dfcd3ead1 on network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:46.915802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:46.916131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Checking segment: {'id': '06e69161-516d-4422-a03a-d05033eac18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:46.916518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Bound using segment: {'id': '06e69161-516d-4422-a03a-d05033eac18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:46.916960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Bound port: 79517f24-5899-4b50-95e4-4c3dfcd3ead1, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e69161-516d-4422-a03a-d05033eac18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:46.917322 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:46.993339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] For port 79517f24-5899-4b50-95e4-4c3dfcd3ead1, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:46.997054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] For port 79517f24-5899-4b50-95e4-4c3dfcd3ead1, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=79517f24-5899-4b50-95e4-4c3dfcd3ead1,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:47.008427 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:47.063882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:47.064822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:47.066661 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] 10.222.0.32 "PUT /v2.0/ports/79517f24-5899-4b50-95e4-4c3dfcd3ead1 HTTP/1.1" status: 200 len: 1093 time: 1.7079301 Jul 16 17:49:47.073109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'tag': '79517f24-5899-4b50-95e4-4c3dfcd3ead1'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:47.076056 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a6b8b5-eeb0-4778-a05c-65ff0b086377" -d '{"events": [{"name": "network-changed", "server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "tag": "79517f24-5899-4b50-95e4-4c3dfcd3ead1"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:47.088624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66f844-f256-4085-8998-d789306a5613 req-5af1fece-37c7-47a8-8943-14babdf756f3 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:47.090169 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa66f844-f256-4085-8998-d789306a5613 req-5af1fece-37c7-47a8-8943-14babdf756f3 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 946 time: 0.2199161 Jul 16 17:49:47.112509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Request body: {'port': {'device_id': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:47.199974 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7c392f7-1d73-4654-99c6-181f948bfd6d req-332ba32b-0b18-4576-aabc-31853a853e92 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/ports?device_id=891622b2-3edd-4149-a522-49b5c751da48 HTTP/1.1" status: 200 len: 210 time: 0.1430528 Jul 16 17:49:47.234243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520bd52-ad1a-4803-91b0-15aad56dbabc service neutron] Pushing event updated for resources: {'Port': ['ID=79517f24-5899-4b50-95e4-4c3dfcd3ead1,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:47.274451 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92499813-e073-4686-8054-68a5d4edb066 x-openstack-request-id: req-92499813-e073-4686-8054-68a5d4edb066 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:47.275402 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891622b2-3edd-4149-a522-49b5c751da48", "name": "network-vif-deleted", "tag": "bb9215ab-722f-411f-ac55-3d69b74272fd", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:47.276228 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92499813-e073-4686-8054-68a5d4edb066 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:47.276838 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891622b2-3edd-4149-a522-49b5c751da48', 'name': 'network-vif-deleted', 'tag': 'bb9215ab-722f-411f-ac55-3d69b74272fd', 'status': 'completed', 'code': 200} Jul 16 17:49:47.357212 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa66f844-f256-4085-8998-d789306a5613 req-3e87bf27-0e4f-4e6c-9e0d-9fce0ee964f3 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/security-groups?id=86552dbe-5fed-410f-9217-9e5f5ad85bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516990 Jul 16 17:49:47.390845 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:47.470749 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:47.497507 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48ff20a-3bb3-4eb6-b857-b6151d4cc5f9 x-openstack-request-id: req-b48ff20a-3bb3-4eb6-b857-b6151d4cc5f9 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:47.500304 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "tag": "79517f24-5899-4b50-95e4-4c3dfcd3ead1", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:47.500762 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b48ff20a-3bb3-4eb6-b857-b6151d4cc5f9 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:47.501320 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'tag': '79517f24-5899-4b50-95e4-4c3dfcd3ead1', 'status': 'completed', 'code': 200} Jul 16 17:49:47.600245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bfd29e-8b57-4769-9e0a-e3f6c85299da'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:47.604133 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d371b0a-8fc2-49ef-bb6c-147bfb4748ee" -d '{"events": [{"server_uuid": "71752eaf-5a29-4fc2-a3ca-b6a15299881a", "name": "network-vif-plugged", "status": "completed", "tag": "01bfd29e-8b57-4769-9e0a-e3f6c85299da"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:47.660535 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7efc18-5197-4bdb-8d85-a7ff7a333fbc x-openstack-request-id: req-ad7efc18-5197-4bdb-8d85-a7ff7a333fbc {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:47.661102 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71752eaf-5a29-4fc2-a3ca-b6a15299881a", "name": "network-vif-plugged", "status": "completed", "tag": "01bfd29e-8b57-4769-9e0a-e3f6c85299da", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:47.661512 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad7efc18-5197-4bdb-8d85-a7ff7a333fbc {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:47.662245 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bfd29e-8b57-4769-9e0a-e3f6c85299da', 'code': 200} Jul 16 17:49:47.862970 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eed8cd-8424-4a9b-97e6-68d68e24bdce req-b024cb87-3a17-425c-b7a8-cc8d2fda35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:47.864994 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b7eed8cd-8424-4a9b-97e6-68d68e24bdce req-b024cb87-3a17-425c-b7a8-cc8d2fda35a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 1098 time: 0.1043389 Jul 16 17:49:47.909272 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b7eed8cd-8424-4a9b-97e6-68d68e24bdce req-e889ae82-41a4-49ef-be0d-0f4fba905590 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=86552dbe-5fed-410f-9217-9e5f5ad85bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342524 Jul 16 17:49:48.136584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5903dc-0f84-476f-ac2e-61b6660c5751 req-f2238610-5679-48d5-a4b4-e640e00937d6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:48.137479 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a5903dc-0f84-476f-ac2e-61b6660c5751 req-f2238610-5679-48d5-a4b4-e640e00937d6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 945 time: 0.7080982 Jul 16 17:49:48.304995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6b8b5-eeb0-4778-a05c-65ff0b086377 req-305ad7ca-2ed9-4db4-9c65-ad06b8119bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:48.305690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6b8b5-eeb0-4778-a05c-65ff0b086377 req-305ad7ca-2ed9-4db4-9c65-ad06b8119bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:48.307839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6b8b5-eeb0-4778-a05c-65ff0b086377 req-305ad7ca-2ed9-4db4-9c65-ad06b8119bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:48.309576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1a6b8b5-eeb0-4778-a05c-65ff0b086377 req-305ad7ca-2ed9-4db4-9c65-ad06b8119bb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=00b527bd5c124ae5ba60cdfa30633ea9&device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2731 time: 0.7324083 Jul 16 17:49:48.315378 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a5903dc-0f84-476f-ac2e-61b6660c5751 req-c5820832-57d1-46c0-9895-c424d4399337 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295104 Jul 16 17:49:48.390972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da88962-38a4-49e9-9a62-d48f424b9eff req-401e9ba3-0528-4f67-927c-268595a8aba5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:48.399540 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3da88962-38a4-49e9-9a62-d48f424b9eff req-401e9ba3-0528-4f67-927c-268595a8aba5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.3288908 Jul 16 17:49:48.534451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3da88962-38a4-49e9-9a62-d48f424b9eff req-ca38897b-017d-472f-b1eb-2fce8d9e5539 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336498 Jul 16 17:49:48.642411 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482cba65-a584-4908-a773-7287b636739d {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:48.679938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:48.747605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Transition to ACTIVE for port object 482cba65-a584-4908-a773-7287b636739d will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:48.760721 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:48.774099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6b8b5-eeb0-4778-a05c-65ff0b086377 req-fd66f66e-2faf-419c-8e65-0b69f0b63089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:48.774099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6b8b5-eeb0-4778-a05c-65ff0b086377 req-fd66f66e-2faf-419c-8e65-0b69f0b63089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:48.774554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6b8b5-eeb0-4778-a05c-65ff0b086377 req-fd66f66e-2faf-419c-8e65-0b69f0b63089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:48.776421 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1a6b8b5-eeb0-4778-a05c-65ff0b086377 req-fd66f66e-2faf-419c-8e65-0b69f0b63089 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=00b527bd5c124ae5ba60cdfa30633ea9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4523475 Jul 16 17:49:48.878340 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.009044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6b8b5-eeb0-4778-a05c-65ff0b086377 req-709689a1-4751-4af5-9e4c-694cff634780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:49.010548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1a6b8b5-eeb0-4778-a05c-65ff0b086377 req-709689a1-4751-4af5-9e4c-694cff634780 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1984773 Jul 16 17:49:49.048060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27b2d1-779c-4616-bd88-a7a9009c8f0c req-ab3a3aaf-d712-4f84-b743-eb438309d7d0 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:49.055091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27b2d1-779c-4616-bd88-a7a9009c8f0c req-ab3a3aaf-d712-4f84-b743-eb438309d7d0 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:49.062680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27b2d1-779c-4616-bd88-a7a9009c8f0c req-ab3a3aaf-d712-4f84-b743-eb438309d7d0 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:49.064971 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb27b2d1-779c-4616-bd88-a7a9009c8f0c req-ab3a3aaf-d712-4f84-b743-eb438309d7d0 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2387 time: 0.4053128 Jul 16 17:49:49.169885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Pushing event updated for resources: {'Port': ['ID=482cba65-a584-4908-a773-7287b636739d,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:49.275686 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb27b2d1-779c-4616-bd88-a7a9009c8f0c req-6526042e-5591-47bf-a2b8-114f3c20702a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530194 Jul 16 17:49:49.312834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141bd7b-9460-4235-add1-7074bf2d5211 req-86817ad9-2bf6-4acd-b84a-d183d296604a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:49.320360 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0141bd7b-9460-4235-add1-7074bf2d5211 req-86817ad9-2bf6-4acd-b84a-d183d296604a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 946 time: 0.2498281 Jul 16 17:49:49.324723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Attempting to bind port 482cba65-a584-4908-a773-7287b636739d on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:49.325103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Attempting to bind port 482cba65-a584-4908-a773-7287b636739d by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '801be8f6-8532-4bfa-98f5-a33be63a97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da430148-2249-40f0-a77e-d0c4d92ec76a'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:49.325447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Attempting to bind port 482cba65-a584-4908-a773-7287b636739d on network da430148-2249-40f0-a77e-d0c4d92ec76a {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:49.355052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Port 482cba65-a584-4908-a773-7287b636739d on network da430148-2249-40f0-a77e-d0c4d92ec76a not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:49.355381 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Attempting to bind port 482cba65-a584-4908-a773-7287b636739d on network da430148-2249-40f0-a77e-d0c4d92ec76a {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:49.370320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:49.370737 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Checking segment: {'id': '801be8f6-8532-4bfa-98f5-a33be63a97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da430148-2249-40f0-a77e-d0c4d92ec76a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:49.371136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Bound using segment: {'id': '801be8f6-8532-4bfa-98f5-a33be63a97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da430148-2249-40f0-a77e-d0c4d92ec76a'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:49.371597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Bound port: 482cba65-a584-4908-a773-7287b636739d, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801be8f6-8532-4bfa-98f5-a33be63a97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'da430148-2249-40f0-a77e-d0c4d92ec76a'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:49.371971 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.418923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0141bd7b-9460-4235-add1-7074bf2d5211 req-fb1555d2-db9c-4a4d-834c-bbca70fe90e6 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/security-groups?id=86552dbe-5fed-410f-9217-9e5f5ad85bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975897 Jul 16 17:49:49.536530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] For port 482cba65-a584-4908-a773-7287b636739d, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:49.541682 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] For port 482cba65-a584-4908-a773-7287b636739d, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=482cba65-a584-4908-a773-7287b636739d,segment=NetworkSegment(801be8f6-8532-4bfa-98f5-a33be63a97b9),segment_id=801be8f6-8532-4bfa-98f5-a33be63a97b9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:49.564300 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.736806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:49.737430 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.738882 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] 10.222.0.32 "PUT /v2.0/ports/482cba65-a584-4908-a773-7287b636739d HTTP/1.1" status: 200 len: 1093 time: 2.6323304 Jul 16 17:49:49.746319 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'tag': '482cba65-a584-4908-a773-7287b636739d'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:49.750330 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e9b5e2-bda7-4123-aa0f-2df2fa968e53" -d '{"events": [{"name": "network-changed", "server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "tag": "482cba65-a584-4908-a773-7287b636739d"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:49.807407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Request body: {'port': {'device_id': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:49.933359 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.006534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12d51b-f347-4bea-bcf4-f8da105b11bd service neutron] Pushing event updated for resources: {'Port': ['ID=482cba65-a584-4908-a773-7287b636739d,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:50.056545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bbc43-fc9e-444c-ad47-fecd3b703bd1 req-cd10fdbe-3b00-4d02-85d6-96b463b8c04a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:50.076121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-953bbc43-fc9e-444c-ad47-fecd3b703bd1 req-cd10fdbe-3b00-4d02-85d6-96b463b8c04a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.4846838 Jul 16 17:49:50.135645 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d96e2c-4ee1-42f2-8baf-0e306949a801 req-be92b74a-4ee2-4781-8830-6791e612362b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:50.144138 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33d96e2c-4ee1-42f2-8baf-0e306949a801 req-be92b74a-4ee2-4781-8830-6791e612362b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 945 time: 0.4486976 Jul 16 17:49:50.365485 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33d96e2c-4ee1-42f2-8baf-0e306949a801 req-2254512a-97c2-4754-a3dd-289d50c3df81 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202115 Jul 16 17:49:50.379896 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-953bbc43-fc9e-444c-ad47-fecd3b703bd1 req-50913884-3a62-4d1a-8789-6195f8761af5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845383 Jul 16 17:49:50.506226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device bb9215ab-722f-411f-ac55-3d69b74272fd no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:49:50.580367 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: bb9215ab-722f-411f-ac55-3d69b74272fd {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:49:50.583359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device bb9215ab-722f-411f-ac55-3d69b74272fd not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:49:50.778047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:49:50.794835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:50.824741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Transition to ACTIVE for port object e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:49:50.832618 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b324c19c-6300-4991-abe6-a67e5406d028 x-openstack-request-id: req-b324c19c-6300-4991-abe6-a67e5406d028 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:50.832916 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "tag": "482cba65-a584-4908-a773-7287b636739d", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:50.833221 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b324c19c-6300-4991-abe6-a67e5406d028 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:50.833766 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'tag': '482cba65-a584-4908-a773-7287b636739d', 'status': 'completed', 'code': 200} Jul 16 17:49:50.846005 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:51.106032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:51.189596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9b5e2-bda7-4123-aa0f-2df2fa968e53 req-3dddc341-fade-443e-add0-89d2dd881a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.190081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9b5e2-bda7-4123-aa0f-2df2fa968e53 req-3dddc341-fade-443e-add0-89d2dd881a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.190568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9b5e2-bda7-4123-aa0f-2df2fa968e53 req-3dddc341-fade-443e-add0-89d2dd881a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.192262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8e9b5e2-bda7-4123-aa0f-2df2fa968e53 req-3dddc341-fade-443e-add0-89d2dd881a4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=00b527bd5c124ae5ba60cdfa30633ea9&device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2825 time: 0.3648858 Jul 16 17:49:51.241354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3968320-1082-4b45-8645-bf3540a828db req-adadb0b8-d410-427e-ae37-ab5844056234 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.249339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3968320-1082-4b45-8645-bf3540a828db req-adadb0b8-d410-427e-ae37-ab5844056234 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.260819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3968320-1082-4b45-8645-bf3540a828db req-adadb0b8-d410-427e-ae37-ab5844056234 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.265811 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3968320-1082-4b45-8645-bf3540a828db req-adadb0b8-d410-427e-ae37-ab5844056234 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2411 time: 0.4206800 Jul 16 17:49:51.285602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a9980-2670-492d-b5ea-e0fe476f12cc req-63d0fe9b-b32b-46f5-b835-43acf1983087 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.297382 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c16a9980-2670-492d-b5ea-e0fe476f12cc req-63d0fe9b-b32b-46f5-b835-43acf1983087 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 946 time: 0.4559152 Jul 16 17:49:51.495366 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c16a9980-2670-492d-b5ea-e0fe476f12cc req-8dd512d4-ea5f-4a28-a07f-96612bb5d3e2 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/security-groups?id=86552dbe-5fed-410f-9217-9e5f5ad85bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970026 Jul 16 17:49:51.523704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3968320-1082-4b45-8645-bf3540a828db req-2053a0a8-3a6b-4d41-a73c-9ed04c92f357 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569311 Jul 16 17:49:51.536046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Attempting to bind port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:49:51.537978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Attempting to bind port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '06e69161-516d-4422-a03a-d05033eac18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:49:51.541760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Attempting to bind port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 on network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:51.572115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 on network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:49:51.586128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Attempting to bind port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 on network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:49:51.604370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:49:51.610128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Checking segment: {'id': '06e69161-516d-4422-a03a-d05033eac18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:49:51.615995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Bound using segment: {'id': '06e69161-516d-4422-a03a-d05033eac18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:49:51.616578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Bound port: e3447aa4-6d21-4004-9eea-e3b6b2b84fa8, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e69161-516d-4422-a03a-d05033eac18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:49:51.617056 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:51.665451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9b5e2-bda7-4123-aa0f-2df2fa968e53 req-1991479b-9dca-4312-9af7-aedeac3936ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.676220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9b5e2-bda7-4123-aa0f-2df2fa968e53 req-1991479b-9dca-4312-9af7-aedeac3936ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.676767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9b5e2-bda7-4123-aa0f-2df2fa968e53 req-1991479b-9dca-4312-9af7-aedeac3936ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:51.678959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8e9b5e2-bda7-4123-aa0f-2df2fa968e53 req-1991479b-9dca-4312-9af7-aedeac3936ea service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=00b527bd5c124ae5ba60cdfa30633ea9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4734411 Jul 16 17:49:52.299913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] For port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:49:52.347222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] For port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:49:52.365466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:52.412081 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-f2080175-f136-409c-bfef-e7305fc5d913 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 258 time: 0.6862786 Jul 16 17:49:52.416661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9b5e2-bda7-4123-aa0f-2df2fa968e53 req-be55643c-5b60-43e0-8ed4-466963a8a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:52.418455 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8e9b5e2-bda7-4123-aa0f-2df2fa968e53 req-be55643c-5b60-43e0-8ed4-466963a8a814 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6825359 Jul 16 17:49:52.433334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:52.469585 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:52.470265 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:52.471675 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] 10.222.0.32 "PUT /v2.0/ports/e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 HTTP/1.1" status: 200 len: 1091 time: 2.6766539 Jul 16 17:49:52.497950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c86c61-09ca-4d6b-a09c-fb4e6b65ecc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:52.608167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca758fa-2839-4b27-9a84-a3f0e93290ea req-7931fde6-f773-4ff5-b4f5-75452a76463d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:52.620512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ca758fa-2839-4b27-9a84-a3f0e93290ea req-7931fde6-f773-4ff5-b4f5-75452a76463d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 945 time: 0.7534585 Jul 16 17:49:52.673825 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:52.703530 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:52.765387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ca758fa-2839-4b27-9a84-a3f0e93290ea req-8679971d-aa38-4140-af34-29c377734bb2 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401806 Jul 16 17:49:52.844648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'tag': 'e3447aa4-6d21-4004-9eea-e3b6b2b84fa8'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:52.847000 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4eaef38-e4fa-4363-ae69-b3580878b597" -d '{"events": [{"name": "network-changed", "server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "tag": "e3447aa4-6d21-4004-9eea-e3b6b2b84fa8"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:52.871861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-1bcccc96-376a-4d5b-ad46-d9653009778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:52.872368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-1bcccc96-376a-4d5b-ad46-d9653009778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:52.873456 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-1bcccc96-376a-4d5b-ad46-d9653009778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:52.874582 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-1bcccc96-376a-4d5b-ad46-d9653009778b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=00b527bd5c124ae5ba60cdfa30633ea9&device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2867 time: 0.3311694 Jul 16 17:49:52.991900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-7a26d9c7-5a1c-4c21-9cc0-03d58409b87a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.159&port_id=79517f24-5899-4b50-95e4-4c3dfcd3ead1 HTTP/1.1" status: 200 len: 217 time: 0.0988035 Jul 16 17:49:53.062506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-0b0f47e3-6f98-4507-b21d-bc5c698b0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:53.068080 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-0b0f47e3-6f98-4507-b21d-bc5c698b0b1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=927bcc34-76e6-441b-8bd1-ce5514402eb0 HTTP/1.1" status: 200 len: 801 time: 0.0618119 Jul 16 17:49:53.121541 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.215246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-9a91c82b-50b9-4c88-a534-420143a3eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:53.217857 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-9a91c82b-50b9-4c88-a534-420143a3eec4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652afccb-1e62-4b4e-8cc6-4ab69b1890b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384482 Jul 16 17:49:53.358709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Allocated IP 172.25.3.197 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/35ea30bc-0e1d-4de7-a52b-07bc678876bc) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:49:53.372543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45474) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:53.551494 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-774292ea-5496-472a-81b5-113d00f3fc2c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.586743 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-0f368afd-bca7-45ca-8152-f442bf1cb33e service neutron] 10.222.0.32 "GET /v2.0/networks/652afccb-1e62-4b4e-8cc6-4ab69b1890b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302228 Jul 16 17:49:53.615944 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-774292ea-5496-472a-81b5-113d00f3fc2c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.654888 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-de95a6dc-c9fe-49b1-9591-41f8ced6f894 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2221334 Jul 16 17:49:53.728715 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-774292ea-5496-472a-81b5-113d00f3fc2c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.734560 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-774292ea-5496-472a-81b5-113d00f3fc2c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:53.749265 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-774292ea-5496-472a-81b5-113d00f3fc2c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "DELETE /v2.0/security-groups/fd20308c-bfe7-41df-8206-a9f5e92a48ee HTTP/1.1" status: 204 len: 168 time: 0.3749323 Jul 16 17:49:53.754214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45482) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:53.792876 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-c601a9e1-21bc-4bf6-8e3b-6bc99097fddd tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] show failed (client error): The resource could not be found. Jul 16 17:49:53.805933 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c601a9e1-21bc-4bf6-8e3b-6bc99097fddd tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "GET /v2.0/security-groups/fd20308c-bfe7-41df-8206-a9f5e92a48ee HTTP/1.1" status: 404 len: 347 time: 0.0457091 Jul 16 17:49:53.814027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45486) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:49:53.872396 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774292ea-5496-472a-81b5-113d00f3fc2c tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd20308c-bfe7-41df-8206-a9f5e92a48ee,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:53.921201 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2d26b44b-de26-4d0b-bc66-384ef286f95e service neutron] 10.222.0.32 "GET /v2.0/networks/652afccb-1e62-4b4e-8cc6-4ab69b1890b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244798 Jul 16 17:49:53.935259 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.001359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-850a3f8c-16f4-4718-ab0b-daa13df9af19 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Deleting port f1be53c1-5b9d-4298-8061-8f7cc9fb1bd2 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:49:54.001600 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-692062ac-64b5-47db-8d4a-20e3984c4e29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.120&port_id=482cba65-a584-4908-a773-7287b636739d HTTP/1.1" status: 200 len: 217 time: 0.0616660 Jul 16 17:49:54.001895 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-850a3f8c-16f4-4718-ab0b-daa13df9af19 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.115932 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99233f71-4166-42bb-bc03-843e8fbfc7c1 req-e271e55f-210b-4494-9c8f-c7fbe0a67e99 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:54.122152 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99233f71-4166-42bb-bc03-843e8fbfc7c1 req-e271e55f-210b-4494-9c8f-c7fbe0a67e99 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:54.128609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99233f71-4166-42bb-bc03-843e8fbfc7c1 req-e271e55f-210b-4494-9c8f-c7fbe0a67e99 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:54.130592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99233f71-4166-42bb-bc03-843e8fbfc7c1 req-e271e55f-210b-4494-9c8f-c7fbe0a67e99 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2411 time: 0.2065592 Jul 16 17:49:54.136718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-34d4abd3-2b7e-4de6-a490-252e3716b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:54.138385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-34d4abd3-2b7e-4de6-a490-252e3716b3f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f0300ea-6790-4962-9be1-4215150c541e HTTP/1.1" status: 200 len: 801 time: 0.1248641 Jul 16 17:49:54.163862 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.195729 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-850a3f8c-16f4-4718-ab0b-daa13df9af19 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.196106 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-850a3f8c-16f4-4718-ab0b-daa13df9af19 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.239569 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-850a3f8c-16f4-4718-ab0b-daa13df9af19 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Calling delete_port for f1be53c1-5b9d-4298-8061-8f7cc9fb1bd2 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:49:54.263763 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99233f71-4166-42bb-bc03-843e8fbfc7c1 req-ca18ec51-2852-4ae2-a4c3-8aea164e9462 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237690 Jul 16 17:49:54.267679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:49:54.276192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:49:54.280232 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Pushing event updated for resources: {'Port': ['ID=35ea30bc-0e1d-4de7-a52b-07bc678876bc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:54.288689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:49:54.335675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-acad2f73-0d3d-401e-b466-d54c79740fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:54.337240 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-acad2f73-0d3d-401e-b466-d54c79740fa2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da430148-2249-40f0-a77e-d0c4d92ec76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896825 Jul 16 17:49:54.396243 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f236de5d-5efa-4c41-b567-c85d6becc73f x-openstack-request-id: req-f236de5d-5efa-4c41-b567-c85d6becc73f {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:49:54.397832 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "tag": "e3447aa4-6d21-4004-9eea-e3b6b2b84fa8", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:49:54.398118 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f236de5d-5efa-4c41-b567-c85d6becc73f {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:49:54.398533 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'tag': 'e3447aa4-6d21-4004-9eea-e3b6b2b84fa8', 'status': 'completed', 'code': 200} Jul 16 17:49:54.634984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-850a3f8c-16f4-4718-ab0b-daa13df9af19 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.731432 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.751362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a3f8c-16f4-4718-ab0b-daa13df9af19 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Pushing event deleted for resources: {'Port': ['ID=f1be53c1-5b9d-4298-8061-8f7cc9fb1bd2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:54.772118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-51f1c156-d508-4685-8822-40100015d938 service neutron] 10.222.0.32 "GET /v2.0/networks/da430148-2249-40f0-a77e-d0c4d92ec76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259012 Jul 16 17:49:54.840898 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-850a3f8c-16f4-4718-ab0b-daa13df9af19 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.845940 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-850a3f8c-16f4-4718-ab0b-daa13df9af19 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.853602 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-850a3f8c-16f4-4718-ab0b-daa13df9af19 tempest-ImagesOneServerNegativeTestJSON-462669470 tempest-ImagesOneServerNegativeTestJSON-462669470-project] 10.222.0.24 "DELETE /v2.0/floatingips/2ed5bc51-e76e-43b4-9341-476b1db76197 HTTP/1.1" status: 204 len: 168 time: 1.0214314 Jul 16 17:49:54.965088 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:54.968816 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-fdd27298-b083-428b-9995-cf097c2b2e45 service neutron] 10.222.0.32 "GET /v2.0/networks/da430148-2249-40f0-a77e-d0c4d92ec76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859417 Jul 16 17:49:54.996257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:55.091676 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df14c9-d897-4b22-8a35-236c30675b56 req-0a07b6fa-b1a2-4033-a0b1-4037d29d6978 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:55.094157 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29df14c9-d897-4b22-8a35-236c30675b56 req-0a07b6fa-b1a2-4033-a0b1-4037d29d6978 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.4825349 Jul 16 17:49:55.095462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-c23b50c0-0d77-4835-a0c8-4cab6723ab94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 HTTP/1.1" status: 200 len: 217 time: 0.1165729 Jul 16 17:49:55.226437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-7a73b497-c8d8-4214-b1f0-7308fd488c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:55.228344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-7a73b497-c8d8-4214-b1f0-7308fd488c42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=927bcc34-76e6-441b-8bd1-ce5514402eb0 HTTP/1.1" status: 200 len: 801 time: 0.1215525 Jul 16 17:49:55.408887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29df14c9-d897-4b22-8a35-236c30675b56 req-9988f455-0f2f-47e4-af87-f2882ff1a9a1 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063657 Jul 16 17:49:55.465154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:55.486378 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:55.541763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-0a11e06d-1eca-4784-935b-bef203b3a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:55.559554 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-0a11e06d-1eca-4784-935b-bef203b3a038 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652afccb-1e62-4b4e-8cc6-4ab69b1890b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2269592 Jul 16 17:49:55.671714 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Pushing event updated for resources: {'Port': ['ID=35ea30bc-0e1d-4de7-a52b-07bc678876bc,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:49:55.760715 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:55.816774 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:55.818496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-3ccbb906-36b8-41d9-9a10-ab4191032404 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3959582 Jul 16 17:49:55.826257 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-e3db2208-1c61-49c0-b772-e190c3ed5aed service neutron] 10.222.0.32 "GET /v2.0/networks/652afccb-1e62-4b4e-8cc6-4ab69b1890b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573488 Jul 16 17:49:55.925687 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ac3b4-0bba-401e-9dcb-a10039b5b291 req-c7406a34-45cb-4efb-836d-ff9c26d2a82b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:55.927336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-466ac3b4-0bba-401e-9dcb-a10039b5b291 req-c7406a34-45cb-4efb-836d-ff9c26d2a82b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 945 time: 0.3266494 Jul 16 17:49:55.931206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-e588fd53-75a0-4cae-bfeb-5c027125b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:55.932702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-e588fd53-75a0-4cae-bfeb-5c027125b752 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 1101 time: 0.2800314 Jul 16 17:49:55.936332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-ca05c539-cfdd-4bd2-a6ca-002f30017f1a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.1025643 Jul 16 17:49:56.500547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-466ac3b4-0bba-401e-9dcb-a10039b5b291 req-92ccc13c-2d21-4160-84e2-acb2e0178233 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629859 Jul 16 17:49:56.540746 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22c86308-fc70-4dca-8331-94ab4b7dbf9b req-2a5f8cb8-aec0-4434-9b9b-6cbc3798b172 service neutron] 10.222.0.32 "GET /v2.0/networks/652afccb-1e62-4b4e-8cc6-4ab69b1890b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7002759 Jul 16 17:49:56.586434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-9973a5e6-eca2-4892-9490-73ba2846f2cd tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:56.589166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66a9b64d-c628-421a-b6b8-b97703278ecb req-9973a5e6-eca2-4892-9490-73ba2846f2cd tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.6422474 Jul 16 17:49:56.597916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-e5928255-881f-4856-828b-0a1bcc89c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:56.597916 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-e5928255-881f-4856-828b-0a1bcc89c64f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.6385729 Jul 16 17:49:56.662286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-f98a83ab-589b-43d2-9828-d8a36cf9f242 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 200 len: 217 time: 0.0604396 Jul 16 17:49:56.774415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-a5e38bbc-c72d-4840-83d6-4efdad69cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:56.782047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-a5e38bbc-c72d-4840-83d6-4efdad69cecc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0959463 Jul 16 17:49:56.791124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaef38-e4fa-4363-ae69-b3580878b597 req-f07e17de-8c8a-49ab-8faa-e95ce514bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:56.792195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaef38-e4fa-4363-ae69-b3580878b597 req-f07e17de-8c8a-49ab-8faa-e95ce514bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:56.794079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaef38-e4fa-4363-ae69-b3580878b597 req-f07e17de-8c8a-49ab-8faa-e95ce514bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:56.796405 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4eaef38-e4fa-4363-ae69-b3580878b597 req-f07e17de-8c8a-49ab-8faa-e95ce514bb01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=00b527bd5c124ae5ba60cdfa30633ea9&device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2867 time: 0.1443229 Jul 16 17:49:56.986796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-973c62ec-2860-4b53-90bc-7a90a58fe741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:56.988682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-973c62ec-2860-4b53-90bc-7a90a58fe741 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1912692 Jul 16 17:49:56.993679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaef38-e4fa-4363-ae69-b3580878b597 req-e5117939-7f73-4177-87aa-2440bcada3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:56.995051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4eaef38-e4fa-4363-ae69-b3580878b597 req-e5117939-7f73-4177-87aa-2440bcada3b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=652afccb-1e62-4b4e-8cc6-4ab69b1890b7 HTTP/1.1" status: 200 len: 903 time: 0.1887920 Jul 16 17:49:57.088216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c978aa-2662-4bd1-8bae-d43c9a87f91b req-d15f30e8-24fd-45f5-b8d8-19b4344b9baa tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:57.094967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c978aa-2662-4bd1-8bae-d43c9a87f91b req-d15f30e8-24fd-45f5-b8d8-19b4344b9baa tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:57.101201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c978aa-2662-4bd1-8bae-d43c9a87f91b req-d15f30e8-24fd-45f5-b8d8-19b4344b9baa tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:57.103131 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c978aa-2662-4bd1-8bae-d43c9a87f91b req-d15f30e8-24fd-45f5-b8d8-19b4344b9baa tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2411 time: 0.2527380 Jul 16 17:49:57.106553 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4eaef38-e4fa-4363-ae69-b3580878b597 req-39ab90c8-4c96-468a-bdd1-d3daa7858ccb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 HTTP/1.1" status: 200 len: 217 time: 0.1021721 Jul 16 17:49:57.226293 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c978aa-2662-4bd1-8bae-d43c9a87f91b req-bef14985-cf08-4834-8ee2-020b380fb9ab tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006687 Jul 16 17:49:57.247131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaef38-e4fa-4363-ae69-b3580878b597 req-aa9a3d44-e17d-4b01-9b39-74b7787e051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:57.249192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4eaef38-e4fa-4363-ae69-b3580878b597 req-aa9a3d44-e17d-4b01-9b39-74b7787e051e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=927bcc34-76e6-441b-8bd1-ce5514402eb0 HTTP/1.1" status: 200 len: 801 time: 0.1305664 Jul 16 17:49:57.268407 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-3f9eaa5b-bd7d-4343-ad57-0a969f4376e6 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620392 Jul 16 17:49:57.451146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaef38-e4fa-4363-ae69-b3580878b597 req-cf721528-0957-4485-ab62-dd0086e516cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:57.453227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4eaef38-e4fa-4363-ae69-b3580878b597 req-cf721528-0957-4485-ab62-dd0086e516cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=652afccb-1e62-4b4e-8cc6-4ab69b1890b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980636 Jul 16 17:49:57.455604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-d4b18ce5-9f69-4d8b-b338-c2703ede0acd service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653719 Jul 16 17:49:57.503607 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30386057-3579-41db-8051-97a4c685a89c req-2798c1d3-43a4-4e56-9d32-2292ce72c50c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:57.512745 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30386057-3579-41db-8051-97a4c685a89c req-2798c1d3-43a4-4e56-9d32-2292ce72c50c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.1820455 Jul 16 17:49:57.601474 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30386057-3579-41db-8051-97a4c685a89c req-2454654b-d224-4564-b642-5d7c501e67db tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875058 Jul 16 17:49:57.649825 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4eaef38-e4fa-4363-ae69-b3580878b597 req-1fbf5eb5-a8ed-485c-ab7f-8f3b625b1d2c service neutron] 10.222.0.32 "GET /v2.0/networks/652afccb-1e62-4b4e-8cc6-4ab69b1890b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839025 Jul 16 17:49:57.813602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4eaef38-e4fa-4363-ae69-b3580878b597 req-2c3887d8-95a7-4e58-a767-acd5eb5b7b6b service neutron] 10.222.0.32 "GET /v2.0/networks/652afccb-1e62-4b4e-8cc6-4ab69b1890b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543274 Jul 16 17:49:57.945094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-f078bae7-fd3b-4687-a5c8-354c6a675a87 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:57.948771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-f078bae7-fd3b-4687-a5c8-354c6a675a87 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1472929 Jul 16 17:49:58.013168 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-ee3aaca0-67cb-4795-b975-54f963b70089 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.0571191 Jul 16 17:49:58.028716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-27eb6674-3600-40b4-9650-6997874431b1 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Request body: {'floatingip': {'port_id': '01bfd29e-8b57-4769-9e0a-e3f6c85299da', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:49:58.081370 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-27eb6674-3600-40b4-9650-6997874431b1 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:58.758686 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.resource_extend [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-27eb6674-3600-40b4-9650-6997874431b1 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:49:58.850501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-27eb6674-3600-40b4-9650-6997874431b1 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:58.856706 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-27eb6674-3600-40b4-9650-6997874431b1 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:58.998191 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-27eb6674-3600-40b4-9650-6997874431b1 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Floating IP d5f44611-d216-4b34-afc3-3df551395954 associated. External IP: 172.25.3.197, port: 01bfd29e-8b57-4769-9e0a-e3f6c85299da. Jul 16 17:49:59.575808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-27eb6674-3600-40b4-9650-6997874431b1 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:49:59.713484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-27eb6674-3600-40b4-9650-6997874431b1 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:49:59.721379 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-27eb6674-3600-40b4-9650-6997874431b1 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:59.726164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960da8d2-bcb9-4a51-9d1a-1c4be3c88d17 None None] Sync routers for ids ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:49:59.740260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960da8d2-bcb9-4a51-9d1a-1c4be3c88d17 None None] Routers {'653a602c-f1e7-48a5-a66e-d9c1cfd32f98'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:49:59.740907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-960da8d2-bcb9-4a51-9d1a-1c4be3c88d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:49:59.815820 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-27eb6674-3600-40b4-9650-6997874431b1 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "PUT /v2.0/floatingips/d5f44611-d216-4b34-afc3-3df551395954 HTTP/1.1" status: 200 len: 997 time: 1.7933011 Jul 16 17:49:59.816387 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'tag': '01bfd29e-8b57-4769-9e0a-e3f6c85299da'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:49:59.819467 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1201bb-b46f-4b1e-9910-431d78c26bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "71752eaf-5a29-4fc2-a3ca-b6a15299881a", "tag": "01bfd29e-8b57-4769-9e0a-e3f6c85299da"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:49:59.872742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-960da8d2-bcb9-4a51-9d1a-1c4be3c88d17 None None] Set router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:49:59.937295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-581f78c6-5b83-463f-a729-ce13b4e3156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:49:59.946277 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-581f78c6-5b83-463f-a729-ce13b4e3156b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f8646b45a7042a1a68a1b042be04fb6&device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 1098 time: 0.1063364 Jul 16 17:50:00.075253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-9b677bf4-0dfe-45a8-8d72-80c829d7f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:00.077825 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-9b677bf4-0dfe-45a8-8d72-80c829d7f3d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0c973fd-93e3-4af6-8969-3139b7e09842 HTTP/1.1" status: 200 len: 930 time: 0.1296203 Jul 16 17:50:00.237739 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-c542d1ca-53ed-4cc3-8702-8b3a80281c8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01bfd29e-8b57-4769-9e0a-e3f6c85299da HTTP/1.1" status: 200 len: 1000 time: 0.1513250 Jul 16 17:50:00.247001 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-960da8d2-bcb9-4a51-9d1a-1c4be3c88d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:49:20Z', 'revision_number': 4, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port': {'id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'd5f44611-d216-4b34-afc3-3df551395954', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'port_id': '01bfd29e-8b57-4769-9e0a-e3f6c85299da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'mac_address': 'fa:16:3e:48:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:49:54Z', 'updated_at': '2021-07-16T17:49:58Z', 'revision_number': 1, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdab5651-ca39-4985-8804-b4b7ca2be1c5', 'name': '', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'mac_address': 'fa:16:3e:88:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:33Z', 'revision_number': 5, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'subnets': [{'id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:00.280720 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960da8d2-bcb9-4a51-9d1a-1c4be3c88d17 None None] Checking router: 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:50:00.290632 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960da8d2-bcb9-4a51-9d1a-1c4be3c88d17 None None] Routers {'653a602c-f1e7-48a5-a66e-d9c1cfd32f98'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:00.291017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-960da8d2-bcb9-4a51-9d1a-1c4be3c88d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:00.301510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-57ae6a4a-e4a1-4c6c-8bb4-214e058d4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:00.311285 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-57ae6a4a-e4a1-4c6c-8bb4-214e058d4c15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=149d9e3b-9ea9-4ddb-9e7b-740e88193744 HTTP/1.1" status: 200 len: 868 time: 0.0656455 Jul 16 17:50:00.385014 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-a338cfa2-ea18-4125-85af-7d58c005c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:00.394647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-a338cfa2-ea18-4125-85af-7d58c005c4d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0c973fd-93e3-4af6-8969-3139b7e09842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822515 Jul 16 17:50:00.400060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-f5312a9d-afcf-43ec-9784-065224d88cc5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:50:00.409946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-f5312a9d-afcf-43ec-9784-065224d88cc5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141592 Jul 16 17:50:00.433196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-960da8d2-bcb9-4a51-9d1a-1c4be3c88d17 None None] Set router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:00.501264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:00.570452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-48aec402-a1bd-469a-a41e-ce1e39ed68e8 service neutron] 10.222.0.24 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592073 Jul 16 17:50:00.643519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:00.656427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'e3447aa4-6d21-4004-9eea-e3b6b2b84fa8', 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7', 'port_id': 'e3447aa4-6d21-4004-9eea-e3b6b2b84fa8', 'mac_address': 'fa:16:3e:39:0a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927bcc34-76e6-441b-8bd1-ce5514402eb0', 'ip_address': '19.80.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:00.715060 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.740921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:00.758082 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abbbb185-c48b-4c7c-9cc1-b4e838db1495 req-84060313-c081-431f-8f77-2d10c007d024 service neutron] 10.222.0.24 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837237 Jul 16 17:50:00.791091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:00.812244 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:00.812933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 482cba65-a584-4908-a773-7287b636739d details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:00.939091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:00.984566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:00.984963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:00.986264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:00.988694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:00.989035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:00.990724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:00.991072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:00.991406 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:00.991742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:00.992728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:00.994644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:00.994981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:01.046524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6c1b4-7c73-4bac-a84a-fc9d9b7594b8 req-f5ce2567-9d92-47b3-b6bf-9dc7454de78a tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:01.048096 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40b6c1b4-7c73-4bac-a84a-fc9d9b7594b8 req-f5ce2567-9d92-47b3-b6bf-9dc7454de78a tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 945 time: 0.1069462 Jul 16 17:50:01.113613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40b6c1b4-7c73-4bac-a84a-fc9d9b7594b8 req-7c8f9313-7989-4a73-beff-bc077d9ad968 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590084 Jul 16 17:50:01.147361 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 482cba65-a584-4908-a773-7287b636739d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=482cba65-a584-4908-a773-7287b636739d,segment=NetworkSegment(801be8f6-8532-4bfa-98f5-a33be63a97b9),segment_id=801be8f6-8532-4bfa-98f5-a33be63a97b9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:01.162204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '482cba65-a584-4908-a773-7287b636739d', 'network_id': 'da430148-2249-40f0-a77e-d0c4d92ec76a', 'port_id': '482cba65-a584-4908-a773-7287b636739d', 'mac_address': 'fa:16:3e:51:a0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0300ea-6790-4962-9be1-4215150c541e', 'ip_address': '19.86.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:01.167569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-960da8d2-bcb9-4a51-9d1a-1c4be3c88d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:49:20Z', 'revision_number': 4, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port': {'id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'd5f44611-d216-4b34-afc3-3df551395954', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'port_id': '01bfd29e-8b57-4769-9e0a-e3f6c85299da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'mac_address': 'fa:16:3e:48:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:49:54Z', 'updated_at': '2021-07-16T17:49:58Z', 'revision_number': 1, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdab5651-ca39-4985-8804-b4b7ca2be1c5', 'name': '', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'mac_address': 'fa:16:3e:88:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:33Z', 'revision_number': 5, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'subnets': [{'id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:01.206312 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.236514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960da8d2-bcb9-4a51-9d1a-1c4be3c88d17 None None] The sync data for ids ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'] in n-d-787205-10 is: [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:49:20Z', 'revision_number': 4, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port': {'id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'd5f44611-d216-4b34-afc3-3df551395954', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'floating_ip_address': '172.25.3.197', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'port_id': '01bfd29e-8b57-4769-9e0a-e3f6c85299da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'mac_address': 'fa:16:3e:48:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:49:54Z', 'updated_at': '2021-07-16T17:49:58Z', 'revision_number': 1, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdab5651-ca39-4985-8804-b4b7ca2be1c5', 'name': '', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'mac_address': 'fa:16:3e:88:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:33Z', 'revision_number': 5, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'subnets': [{'id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:50:01.251487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482cba65-a584-4908-a773-7287b636739d {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:01.285020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 482cba65-a584-4908-a773-7287b636739d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=482cba65-a584-4908-a773-7287b636739d,segment=NetworkSegment(801be8f6-8532-4bfa-98f5-a33be63a97b9),segment_id=801be8f6-8532-4bfa-98f5-a33be63a97b9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:01.295592 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.296322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 79517f24-5899-4b50-95e4-4c3dfcd3ead1 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:01.409759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 79517f24-5899-4b50-95e4-4c3dfcd3ead1, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=79517f24-5899-4b50-95e4-4c3dfcd3ead1,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:01.411823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=482cba65-a584-4908-a773-7287b636739d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:01.424063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '79517f24-5899-4b50-95e4-4c3dfcd3ead1', 'network_id': '652afccb-1e62-4b4e-8cc6-4ab69b1890b7', 'port_id': '79517f24-5899-4b50-95e4-4c3dfcd3ead1', 'mac_address': 'fa:16:3e:3b:b0:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '927bcc34-76e6-441b-8bd1-ce5514402eb0', 'ip_address': '19.80.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:01.476098 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.493293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79517f24-5899-4b50-95e4-4c3dfcd3ead1 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:01.519420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 79517f24-5899-4b50-95e4-4c3dfcd3ead1, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=79517f24-5899-4b50-95e4-4c3dfcd3ead1,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:01.531313 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:01.578828 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c135ed-57a2-4730-a82a-c94a4203b065 None None] New status for floating IP d5f44611-d216-4b34-afc3-3df551395954: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:50:01.678492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5bd04-4e1c-41a8-97ee-3f2cb100d3cb req-6b708270-c6ec-4850-8eae-d16e140e7f58 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:01.684395 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5bd04-4e1c-41a8-97ee-3f2cb100d3cb req-6b708270-c6ec-4850-8eae-d16e140e7f58 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:01.691025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5bd04-4e1c-41a8-97ee-3f2cb100d3cb req-6b708270-c6ec-4850-8eae-d16e140e7f58 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:01.692760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4d5bd04-4e1c-41a8-97ee-3f2cb100d3cb req-6b708270-c6ec-4850-8eae-d16e140e7f58 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2414 time: 0.1487188 Jul 16 17:50:01.751732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4d5bd04-4e1c-41a8-97ee-3f2cb100d3cb req-ec746b3b-0027-4f56-beac-c5fe6336dde9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461011 Jul 16 17:50:01.809225 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=79517f24-5899-4b50-95e4-4c3dfcd3ead1,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:01.971061 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['e3447aa4-6d21-4004-9eea-e3b6b2b84fa8'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:01.975342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['79517f24-5899-4b50-95e4-4c3dfcd3ead1'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:02.278155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eca59d-e5a3-4835-aa86-294052a7f640 req-521263ea-1916-414f-90f4-fb5dfac9fa5f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:02.280563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01eca59d-e5a3-4835-aa86-294052a7f640 req-521263ea-1916-414f-90f4-fb5dfac9fa5f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.1832647 Jul 16 17:50:02.333704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c23a4f77-3639-44a7-906f-b7a0a34c106b tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:02.334632 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c23a4f77-3639-44a7-906f-b7a0a34c106b tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab&tenant_id=c5e6198059344f539cf6bbde362b7a15&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1097 time: 0.1095972 Jul 16 17:50:02.345807 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01eca59d-e5a3-4835-aa86-294052a7f640 req-be67ab82-9147-4a85-8fb5-6a29d136e6a4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578642 Jul 16 17:50:02.400335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787205-10'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:02.501173 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d62eba3-81fe-4940-9010-13ae60e4dcea x-openstack-request-id: req-2d62eba3-81fe-4940-9010-13ae60e4dcea {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:02.501740 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71752eaf-5a29-4fc2-a3ca-b6a15299881a", "tag": "01bfd29e-8b57-4769-9e0a-e3f6c85299da", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:02.502152 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d62eba3-81fe-4940-9010-13ae60e4dcea {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:02.502700 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'tag': '01bfd29e-8b57-4769-9e0a-e3f6c85299da', 'status': 'completed', 'code': 200} Jul 16 17:50:02.596164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1201bb-b46f-4b1e-9910-431d78c26bbd req-3aeea123-ea2f-476a-a279-04c4d1f1f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:02.598398 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6d1201bb-b46f-4b1e-9910-431d78c26bbd req-3aeea123-ea2f-476a-a279-04c4d1f1f82b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f8646b45a7042a1a68a1b042be04fb6&device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 1098 time: 0.0745890 Jul 16 17:50:02.637450 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.674635 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-232c297b-0674-40eb-866c-16581f069e93 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 258 time: 0.1690228 Jul 16 17:50:02.679773 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:02.731880 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1201bb-b46f-4b1e-9910-431d78c26bbd req-8153492a-6530-4e46-9042-8a34cea79402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:02.734535 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6d1201bb-b46f-4b1e-9910-431d78c26bbd req-8153492a-6530-4e46-9042-8a34cea79402 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f0c973fd-93e3-4af6-8969-3139b7e09842 HTTP/1.1" status: 200 len: 930 time: 0.1267164 Jul 16 17:50:02.740832 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:02.848526 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6d1201bb-b46f-4b1e-9910-431d78c26bbd req-fdbb6a1e-ba85-471a-bf13-9e2595017350 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01bfd29e-8b57-4769-9e0a-e3f6c85299da HTTP/1.1" status: 200 len: 1002 time: 0.1057227 Jul 16 17:50:02.903378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1201bb-b46f-4b1e-9910-431d78c26bbd req-ca3ed9c5-0ffc-48ed-81e9-2a50f651fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:02.905324 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6d1201bb-b46f-4b1e-9910-431d78c26bbd req-ca3ed9c5-0ffc-48ed-81e9-2a50f651fe8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=149d9e3b-9ea9-4ddb-9e7b-740e88193744 HTTP/1.1" status: 200 len: 868 time: 0.0494089 Jul 16 17:50:02.908449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=19bd5254-8662-4f60-abab-035294c4e7d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:02.970653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1201bb-b46f-4b1e-9910-431d78c26bbd req-7e57e0fa-3b98-4e35-8e19-b07e4ae7ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:02.971968 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6d1201bb-b46f-4b1e-9910-431d78c26bbd req-7e57e0fa-3b98-4e35-8e19-b07e4ae7ac22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0c973fd-93e3-4af6-8969-3139b7e09842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591750 Jul 16 17:50:02.973681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:02.976319 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.082969 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.091816 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.094082 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6d1201bb-b46f-4b1e-9910-431d78c26bbd req-5b21abbb-37d3-4a57-a0d5-2fdb17c28cb8 service neutron] 10.222.0.11 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141703 Jul 16 17:50:03.168431 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['482cba65-a584-4908-a773-7287b636739d'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:03.263227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Allocated IP 172.25.3.227 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/11e01116-f36d-42d8-9eb3-ad23c6826028) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:03.266414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Pushing event updated for resources: {'Port': ['ID=19bd5254-8662-4f60-abab-035294c4e7d9,revision_number=7']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:03.270023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Attempting to bind port 19bd5254-8662-4f60-abab-035294c4e7d9 on host n-h2-787205-10 for vnic_type normal with profile {"migrating_to": "n-h1-787205-10"} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:03.270478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Attempting to bind port 19bd5254-8662-4f60-abab-035294c4e7d9 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:03.270922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Attempting to bind port 19bd5254-8662-4f60-abab-035294c4e7d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:03.286080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Port 19bd5254-8662-4f60-abab-035294c4e7d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:03.286678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Attempting to bind port 19bd5254-8662-4f60-abab-035294c4e7d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:03.294908 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6d1201bb-b46f-4b1e-9910-431d78c26bbd req-fcb10442-187a-453c-9124-05e6b1392212 service neutron] 10.222.0.11 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895537 Jul 16 17:50:03.297181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:03.308356 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Checking segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:03.308356 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Bound using segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:03.308356 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Bound port: 19bd5254-8662-4f60-abab-035294c4e7d9, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:03.311056 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.482071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:03.489140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=19bd5254-8662-4f60-abab-035294c4e7d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:03.500365 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.551237 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.606404 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abad2ef-aa34-469d-b420-e58d255e81ca req-cca36105-836a-430c-acbe-bfd01b63d065 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:03.608051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3abad2ef-aa34-469d-b420-e58d255e81ca req-cca36105-836a-430c-acbe-bfd01b63d065 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 945 time: 0.2119806 Jul 16 17:50:03.619159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Pushing event updated for resources: {'Port': ['ID=19bd5254-8662-4f60-abab-035294c4e7d9,revision_number=8']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:03.664460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:03.665081 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.666496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-233e8451-8637-4aeb-9a00-a58a200755ac service neutron] 10.222.0.32 "PUT /v2.0/ports/19bd5254-8662-4f60-abab-035294c4e7d9 HTTP/1.1" status: 200 len: 1123 time: 1.3197234 Jul 16 17:50:03.690491 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3abad2ef-aa34-469d-b420-e58d255e81ca req-49242858-fc16-4418-ab4e-0582187f9500 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723283 Jul 16 17:50:03.692101 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.762127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:03.767519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:03.772170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:03.781858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['19bd5254-8662-4f60-abab-035294c4e7d9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:03.799218 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Pushing event updated for resources: {'Port': ['ID=11e01116-f36d-42d8-9eb3-ad23c6826028,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:03.807090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['19bd5254-8662-4f60-abab-035294c4e7d9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:03.908558 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:03.965703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bc016-7e06-4fdd-8c40-f871b7f4b9ea req-dafd25e1-f843-4ee0-80a6-ff3da2059940 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:03.967170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-380bc016-7e06-4fdd-8c40-f871b7f4b9ea req-dafd25e1-f843-4ee0-80a6-ff3da2059940 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 943 time: 0.1116502 Jul 16 17:50:03.974696 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.054303 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-380bc016-7e06-4fdd-8c40-f871b7f4b9ea req-9f731af3-4c47-4730-aca0-75921563cc2b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772302 Jul 16 17:50:04.229581 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.237868 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.304228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9fe1a-420e-465b-bea3-467ae583a6be req-4ca1f9f8-a504-40f6-a9f8-df1286eefde8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:04.310857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9fe1a-420e-465b-bea3-467ae583a6be req-4ca1f9f8-a504-40f6-a9f8-df1286eefde8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:04.316861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9fe1a-420e-465b-bea3-467ae583a6be req-4ca1f9f8-a504-40f6-a9f8-df1286eefde8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:04.318579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22f9fe1a-420e-465b-bea3-467ae583a6be req-4ca1f9f8-a504-40f6-a9f8-df1286eefde8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2414 time: 0.1595552 Jul 16 17:50:04.344754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Pushing event updated for resources: {'Port': ['ID=11e01116-f36d-42d8-9eb3-ad23c6826028,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:04.366456 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.390295 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22f9fe1a-420e-465b-bea3-467ae583a6be req-e938771a-4816-457d-8e17-98b8ce53100b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612736 Jul 16 17:50:04.394509 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.395781 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-b3178585-db34-4815-8f7b-d1b3a57fe01e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7203033 Jul 16 17:50:04.451205 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-47862534-b5ab-4cf3-9c46-48f4dec8a383 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.0486097 Jul 16 17:50:04.517992 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 19bd5254-8662-4f60-abab-035294c4e7d9 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:04.520350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 482cba65-a584-4908-a773-7287b636739d up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:04.525566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8581800b-7d63-46db-9d51-ab91da7fcfab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19bd5254-8662-4f60-abab-035294c4e7d9'}, {'name': 'network-changed', 'server_uuid': '8581800b-7d63-46db-9d51-ab91da7fcfab', 'tag': '19bd5254-8662-4f60-abab-035294c4e7d9'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:04.528518 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be872861-c079-43b2-a3fd-f7ab0933d70b" -d '{"events": [{"server_uuid": "8581800b-7d63-46db-9d51-ab91da7fcfab", "name": "network-vif-unplugged", "status": "completed", "tag": "19bd5254-8662-4f60-abab-035294c4e7d9"}, {"name": "network-changed", "server_uuid": "8581800b-7d63-46db-9d51-ab91da7fcfab", "tag": "19bd5254-8662-4f60-abab-035294c4e7d9"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:04.600842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-4a9518e0-0571-4280-94d6-b7e3dd629672 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:04.604432 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81b2e1b6-c7be-4eae-81c9-dbfa48619928 req-4a9518e0-0571-4280-94d6-b7e3dd629672 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.1462030 Jul 16 17:50:04.649813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 482cba65-a584-4908-a773-7287b636739d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:04.657585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 482cba65-a584-4908-a773-7287b636739d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:04.658002 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.752861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=19bd5254-8662-4f60-abab-035294c4e7d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:04.772759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 19bd5254-8662-4f60-abab-035294c4e7d9 has no active binding in host n-h1-787205-10 {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:50:04.775245 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.801542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482cba65-a584-4908-a773-7287b636739d'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:04.804329 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46abb8ca-53d1-4d61-bcf9-6a73d19d2704" -d '{"events": [{"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-plugged", "status": "completed", "tag": "482cba65-a584-4908-a773-7287b636739d"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:04.817858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 482cba65-a584-4908-a773-7287b636739d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=482cba65-a584-4908-a773-7287b636739d,segment=NetworkSegment(801be8f6-8532-4bfa-98f5-a33be63a97b9),segment_id=801be8f6-8532-4bfa-98f5-a33be63a97b9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:04.823994 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.823994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:04.827011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-b8a23780-3423-424d-9b42-7bc84d2eac99 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:04.828560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-b8a23780-3423-424d-9b42-7bc84d2eac99 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/networks?id=ed950549-4f2a-4fb1-b157-8ad61ece973f HTTP/1.1" status: 200 len: 814 time: 0.1666598 Jul 16 17:50:04.853260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25ed1c-c406-4c44-a0c6-1f91d9740f41 req-5fc87b26-b902-4687-b19a-2ed1bfbb7e51 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:04.854797 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c25ed1c-c406-4c44-a0c6-1f91d9740f41 req-5fc87b26-b902-4687-b19a-2ed1bfbb7e51 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.1330340 Jul 16 17:50:04.856542 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-bc428a0f-8aef-43cf-82cd-bf0018efc00c tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/quotas/adec0ac56b1042868caba63d72d56e76 HTTP/1.1" status: 200 len: 375 time: 0.0211108 Jul 16 17:50:04.903419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=482cba65-a584-4908-a773-7287b636739d,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:04.915269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:04.919245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:04.920188 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:04.931706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c25ed1c-c406-4c44-a0c6-1f91d9740f41 req-4c199790-7e8f-4c1d-be7c-8df0c931b9fc tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700929 Jul 16 17:50:04.963654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-042c2f96-55fa-4c37-8612-8012bbcdf26d tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=adec0ac56b1042868caba63d72d56e76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879548 Jul 16 17:50:05.028271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45602) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:05.046005 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.077351 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd23d66-adfc-492b-9e16-b6856c6f1d52 x-openstack-request-id: req-cfd23d66-adfc-492b-9e16-b6856c6f1d52 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:05.077651 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8581800b-7d63-46db-9d51-ab91da7fcfab", "name": "network-vif-unplugged", "status": "completed", "tag": "19bd5254-8662-4f60-abab-035294c4e7d9", "code": 200}, {"name": "network-changed", "server_uuid": "8581800b-7d63-46db-9d51-ab91da7fcfab", "tag": "19bd5254-8662-4f60-abab-035294c4e7d9", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:05.078056 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfd23d66-adfc-492b-9e16-b6856c6f1d52 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:05.078582 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8581800b-7d63-46db-9d51-ab91da7fcfab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19bd5254-8662-4f60-abab-035294c4e7d9', 'code': 200} Jul 16 17:50:05.078886 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8581800b-7d63-46db-9d51-ab91da7fcfab', 'tag': '19bd5254-8662-4f60-abab-035294c4e7d9', 'status': 'completed', 'code': 200} Jul 16 17:50:05.090548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-b809a4be-3490-4835-88a1-6c0484ea556d service neutron] 10.222.0.24 "GET /v2.0/networks/ed950549-4f2a-4fb1-b157-8ad61ece973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194651 Jul 16 17:50:05.111042 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:05.117712 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.118964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 79517f24-5899-4b50-95e4-4c3dfcd3ead1 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:05.121118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8f66d4-1b45-4f1a-a261-a22ba7ef78bc admin admin] Deleting subnet 8232b726-0d89-4cf3-a38b-640914458600 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:50:05.189323 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5a8f66d4-1b45-4f1a-a261-a22ba7ef78bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.224254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-0e526cdd-6917-4e23-9ec8-0c250787269a service neutron] 10.222.0.24 "GET /v2.0/networks/ed950549-4f2a-4fb1-b157-8ad61ece973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295836 Jul 16 17:50:05.242282 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5a8f66d4-1b45-4f1a-a261-a22ba7ef78bc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.242484 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 79517f24-5899-4b50-95e4-4c3dfcd3ead1 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:05.251280 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 79517f24-5899-4b50-95e4-4c3dfcd3ead1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:05.251902 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.255275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:05.260777 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5a8f66d4-1b45-4f1a-a261-a22ba7ef78bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.314831 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be872861-c079-43b2-a3fd-f7ab0933d70b req-56a5134d-a72b-4e1e-ba06-7bbe6e1801be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:05.316665 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be872861-c079-43b2-a3fd-f7ab0933d70b req-56a5134d-a72b-4e1e-ba06-7bbe6e1801be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 1126 time: 0.1920810 Jul 16 17:50:05.369568 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5a8f66d4-1b45-4f1a-a261-a22ba7ef78bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.383008 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.430632 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 79517f24-5899-4b50-95e4-4c3dfcd3ead1, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=79517f24-5899-4b50-95e4-4c3dfcd3ead1,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:05.436990 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.449621 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5a8f66d4-1b45-4f1a-a261-a22ba7ef78bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:05.453333 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5a8f66d4-1b45-4f1a-a261-a22ba7ef78bc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8232b726-0d89-4cf3-a38b-640914458600 HTTP/1.1" status: 204 len: 168 time: 0.4239507 Jul 16 17:50:05.456437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45612) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:05.488555 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f66d4-1b45-4f1a-a261-a22ba7ef78bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8232b726-0d89-4cf3-a38b-640914458600,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:05.542080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=79517f24-5899-4b50-95e4-4c3dfcd3ead1,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:05.623352 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbb4a67-c6a2-48e0-993d-e6d2d9b8c7c1 x-openstack-request-id: req-7dbb4a67-c6a2-48e0-993d-e6d2d9b8c7c1 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:05.623724 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-plugged", "status": "completed", "tag": "482cba65-a584-4908-a773-7287b636739d", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:05.624049 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7dbb4a67-c6a2-48e0-993d-e6d2d9b8c7c1 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:05.624515 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482cba65-a584-4908-a773-7287b636739d', 'code': 200} Jul 16 17:50:05.636881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be872861-c079-43b2-a3fd-f7ab0933d70b req-bbdb85c3-0580-435e-a550-a78e0cb45516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:05.638607 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be872861-c079-43b2-a3fd-f7ab0933d70b req-bbdb85c3-0580-435e-a550-a78e0cb45516 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.3061211 Jul 16 17:50:05.722923 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be872861-c079-43b2-a3fd-f7ab0933d70b req-95407c35-ff8b-49a4-9174-5c0052f13958 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19bd5254-8662-4f60-abab-035294c4e7d9 HTTP/1.1" status: 200 len: 217 time: 0.0754619 Jul 16 17:50:06.072129 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a680925-64ca-4b01-bfb0-1a97abb2290b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:06.133751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a01d6e-3b20-4990-9d7a-1fa73532c0c6 req-3cb60223-87e5-41ea-885a-39b9da949648 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:06.135256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c3a01d6e-3b20-4990-9d7a-1fa73532c0c6 req-3cb60223-87e5-41ea-885a-39b9da949648 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5631707 Jul 16 17:50:06.145507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be872861-c079-43b2-a3fd-f7ab0933d70b req-2074888c-aa55-4551-b7af-04a0111d5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:06.147198 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be872861-c079-43b2-a3fd-f7ab0933d70b req-2074888c-aa55-4551-b7af-04a0111d5ad1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.4134555 Jul 16 17:50:06.193753 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be872861-c079-43b2-a3fd-f7ab0933d70b req-62b26896-dd55-4542-bf5f-1ef1af7de423 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339167 Jul 16 17:50:06.218374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8da674-81c6-4eb8-bb46-1e931c8284ab req-94445e6f-42cc-4e12-ab17-38635612b482 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:06.219967 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc8da674-81c6-4eb8-bb46-1e931c8284ab req-94445e6f-42cc-4e12-ab17-38635612b482 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 943 time: 0.1935806 Jul 16 17:50:06.258135 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c3a01d6e-3b20-4990-9d7a-1fa73532c0c6 req-c35d6c30-d8ca-49dd-b667-79ff7fcc006c tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.1027954 Jul 16 17:50:06.267215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c3a01d6e-3b20-4990-9d7a-1fa73532c0c6 req-638fd939-6980-4314-b558-5fdbf56da9ac tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Request body: {'floatingip': {'port_id': '01bfd29e-8b57-4769-9e0a-e3f6c85299da', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:06.336271 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be872861-c079-43b2-a3fd-f7ab0933d70b req-8a7c19e4-adf0-46d6-b5dd-a39bf5287f1a service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254008 Jul 16 17:50:06.344403 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a680925-64ca-4b01-bfb0-1a97abb2290b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:06.368895 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c3a01d6e-3b20-4990-9d7a-1fa73532c0c6 req-638fd939-6980-4314-b558-5fdbf56da9ac tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:06.374808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-9a680925-64ca-4b01-bfb0-1a97abb2290b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cbe6b6-26f0-4ca1-b476-3ef9f79dc020']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:06.420413 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc8da674-81c6-4eb8-bb46-1e931c8284ab req-7a49798c-0fb3-46e4-88e9-87873e0073a9 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905947 Jul 16 17:50:06.434602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-9a680925-64ca-4b01-bfb0-1a97abb2290b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00efe5be-978a-4cf4-a468-fe7c390f457a') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:06.434894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-9a680925-64ca-4b01-bfb0-1a97abb2290b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00efe5be-978a-4cf4-a468-fe7c390f457a') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:06.488105 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a680925-64ca-4b01-bfb0-1a97abb2290b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:06.508715 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be872861-c079-43b2-a3fd-f7ab0933d70b req-784ce7e7-e6b2-4cd8-b014-23f8f39e77f6 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632404 Jul 16 17:50:06.519878 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a680925-64ca-4b01-bfb0-1a97abb2290b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:06.549436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a680925-64ca-4b01-bfb0-1a97abb2290b admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:50:06.549877 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a680925-64ca-4b01-bfb0-1a97abb2290b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: timer() Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:50:06.551616 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:50:06.647920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad1e9f49-ab5c-4005-ada5-5a383deaa664 req-6d601003-495b-4fd6-a420-152079a0a9f4 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 210 time: 0.0832081 Jul 16 17:50:06.693180 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a680925-64ca-4b01-bfb0-1a97abb2290b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:06.703963 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a680925-64ca-4b01-bfb0-1a97abb2290b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:06.703963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9a680925-64ca-4b01-bfb0-1a97abb2290b admin admin] 10.222.0.24 "DELETE /v2.0/networks/83cbe6b6-26f0-4ca1-b476-3ef9f79dc020 HTTP/1.1" status: 204 len: 168 time: 1.2465496 Jul 16 17:50:06.760433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a680925-64ca-4b01-bfb0-1a97abb2290b admin admin] Pushing event deleted for resources: {'Network': ['ID=83cbe6b6-26f0-4ca1-b476-3ef9f79dc020,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:06.799650 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-c3a01d6e-3b20-4990-9d7a-1fa73532c0c6 req-638fd939-6980-4314-b558-5fdbf56da9ac tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 17:50:06.811765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c3a01d6e-3b20-4990-9d7a-1fa73532c0c6 req-638fd939-6980-4314-b558-5fdbf56da9ac tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "PUT /v2.0/floatingips/5de38080-c180-4099-906b-fbbc83acaff8 HTTP/1.1" status: 409 len: 551 time: 0.5526640 Jul 16 17:50:06.874507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499faf1-b14a-466e-8518-71c9bfc65bb1 req-231d8e71-29c5-4fbb-9083-bfae6e65cc6d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:06.880519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499faf1-b14a-466e-8518-71c9bfc65bb1 req-231d8e71-29c5-4fbb-9083-bfae6e65cc6d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:06.887836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499faf1-b14a-466e-8518-71c9bfc65bb1 req-231d8e71-29c5-4fbb-9083-bfae6e65cc6d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:06.890372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5499faf1-b14a-466e-8518-71c9bfc65bb1 req-231d8e71-29c5-4fbb-9083-bfae6e65cc6d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2417 time: 0.1026070 Jul 16 17:50:06.922462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45644) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:06.960026 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5499faf1-b14a-466e-8518-71c9bfc65bb1 req-8730292e-9796-4e64-944a-4b11b35f5477 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618842 Jul 16 17:50:06.967219 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bdefb986-e8b0-43c2-ae16-1471cb48f904 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d52c4caa258640d297f145a9b96ab180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435452 Jul 16 17:50:06.969972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45646) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:06.979614 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-f63c98ff-8784-492b-b806-b1500d85892f tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1931922572&fields=id&tenant_id=011d2ef35e41429cb74a8b6defcb5849 HTTP/1.1" status: 200 len: 267 time: 0.0645230 Jul 16 17:50:07.032294 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96af7a88-012c-4315-90f3-efbf697c5e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:07.059408 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96af7a88-012c-4315-90f3-efbf697c5e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:07.153322 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96af7a88-012c-4315-90f3-efbf697c5e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:07.158139 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96af7a88-012c-4315-90f3-efbf697c5e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:07.159459 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-96af7a88-012c-4315-90f3-efbf697c5e4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e HTTP/1.1" status: 204 len: 168 time: 0.1884863 Jul 16 17:50:07.162736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-fae150a2-08e4-4f69-a1f8-f63e72f12de9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:07.165019 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-fae150a2-08e4-4f69-a1f8-f63e72f12de9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/networks?id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1 HTTP/1.1" status: 200 len: 824 time: 0.1746309 Jul 16 17:50:07.182807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af7a88-012c-4315-90f3-efbf697c5e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b5f9ef-b2d2-43e6-8110-5db7e5bcf17e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:07.194576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-b3fd5c99-e7bc-4303-ab60-4c5a598dd86d tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/quotas/011d2ef35e41429cb74a8b6defcb5849 HTTP/1.1" status: 200 len: 375 time: 0.0219967 Jul 16 17:50:07.255920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c51587-a3fd-4ba4-9894-fddebb857c4a req-5163b0f3-72d6-48e0-9627-391c45b7e38b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:07.257475 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5c51587-a3fd-4ba4-9894-fddebb857c4a req-5163b0f3-72d6-48e0-9627-391c45b7e38b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.1569104 Jul 16 17:50:07.353340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-f69953fd-9c91-4f29-91c3-cc9127e53398 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:07.356273 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-f69953fd-9c91-4f29-91c3-cc9127e53398 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.11 "GET /v2.0/networks?id=ed950549-4f2a-4fb1-b157-8ad61ece973f HTTP/1.1" status: 200 len: 814 time: 0.1291106 Jul 16 17:50:07.377162 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Request body: {'port': {'device_id': 'd3ce96ae-c428-4f80-a09f-ffffccc9e9c0', 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f', 'admin_state_up': True, 'tenant_id': 'adec0ac56b1042868caba63d72d56e76'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:07.390227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-c33241b7-9c60-43cf-a92c-cc6b9d9a8447 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=011d2ef35e41429cb74a8b6defcb5849&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1872020 Jul 16 17:50:07.410109 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5c51587-a3fd-4ba4-9894-fddebb857c4a req-fdf8a979-7b99-4a62-bde2-af9551a03e3c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468406 Jul 16 17:50:07.492821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd61bd-4688-480b-b405-810b2e149b59 req-a54d8935-9224-4d0a-a5c2-05027e0986fd tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:07.494322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41bd61bd-4688-480b-b405-810b2e149b59 req-a54d8935-9224-4d0a-a5c2-05027e0986fd tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa9ee0bb-d52b-4701-8085-fbab3e391949 HTTP/1.1" status: 200 len: 945 time: 0.1974356 Jul 16 17:50:07.577623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-e2338bd4-1e92-47d3-aa84-de02e41abd4f tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips/5de38080-c180-4099-906b-fbbc83acaff8 HTTP/1.1" status: 200 len: 693 time: 0.0948157 Jul 16 17:50:07.594178 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Made reservation on behalf of adec0ac56b1042868caba63d72d56e76 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:07.607671 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:07.625271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3447aa4-6d21-4004-9eea-e3b6b2b84fa8'}, {'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79517f24-5899-4b50-95e4-4c3dfcd3ead1'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:07.626241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-5b9146c3-6817-4b12-87ec-b6cb1c8fd889 service neutron] 10.222.0.24 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351410 Jul 16 17:50:07.629566 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852a9d3a-c759-4882-8c88-a27064872cb8" -d '{"events": [{"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-plugged", "status": "completed", "tag": "e3447aa4-6d21-4004-9eea-e3b6b2b84fa8"}, {"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-plugged", "status": "completed", "tag": "79517f24-5899-4b50-95e4-4c3dfcd3ead1"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:07.843463 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Allocated IP 172.20.0.13 (ed950549-4f2a-4fb1-b157-8ad61ece973f/ba7c7948-b62f-46f5-a106-c19885db0347/b8764e61-1249-47a1-a802-2c3a100bc430) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:07.866295 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-05cdb006-e654-435d-82af-871f2c9953a6 service neutron] 10.222.0.24 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299359 Jul 16 17:50:07.915282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-7d6d2f78-8ecf-494c-afd5-8ca9a0f5e06e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:07.922884 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-7d6d2f78-8ecf-494c-afd5-8ca9a0f5e06e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.3374918 Jul 16 17:50:08.013490 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-7faaa591-195e-4088-9064-1f767f7a6e63 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.0895202 Jul 16 17:50:08.028309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Deleting port 26275b18-0392-4c32-aab8-0926a09aab0a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:08.029393 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:08.121889 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:08.168014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Transition to ACTIVE for port object b8764e61-1249-47a1-a802-2c3a100bc430 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:08.242411 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:08.284597 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-c7db42f6-36a9-4fc3-af0d-bf639a24ddef tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.2699111 Jul 16 17:50:08.303596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Network ed950549-4f2a-4fb1-b157-8ad61ece973f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:08.314254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:08.324185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:08.339784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:08.341876 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:08.365253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Pushing event updated for resources: {'Port': ['ID=b8764e61-1249-47a1-a802-2c3a100bc430,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:08.395752 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-3c7350fe-28ff-43e7-a547-05c1308fd9ef tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0268435 Jul 16 17:50:08.428292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Request body: {'port': {'device_id': 'd3ce96ae-c428-4f80-a09f-ffffccc9e9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:08.636516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] For port 26275b18-0392-4c32-aab8-0926a09aab0a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=26275b18-0392-4c32-aab8-0926a09aab0a,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:08.637142 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:08.680749 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.051563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c18cc0b9-8392-4359-835f-ad0afcb24cf1 None None] Provisioning for port b8764e61-1249-47a1-a802-2c3a100bc430 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:09.060168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c18cc0b9-8392-4359-835f-ad0afcb24cf1 None None] Provisioning complete for port b8764e61-1249-47a1-a802-2c3a100bc430 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:09.061090 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c18cc0b9-8392-4359-835f-ad0afcb24cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.189275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c18cc0b9-8392-4359-835f-ad0afcb24cf1 None None] Port b8764e61-1249-47a1-a802-2c3a100bc430 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:09.379782 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8764e61-1249-47a1-a802-2c3a100bc430 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:09.399411 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.417914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Transition to ACTIVE for port object b8764e61-1249-47a1-a802-2c3a100bc430 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:09.426117 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.503742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-7ec7c5ff-0d43-486d-846d-4389d46a6672 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Deleting port 11e01116-f36d-42d8-9eb3-ad23c6826028 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:09.504150 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-7ec7c5ff-0d43-486d-846d-4389d46a6672 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.532779 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4df6-cbaf-4bbd-b380-dd68764965d2 req-5dd3a733-71cc-4d7c-b322-c45592229570 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:09.538284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Pushing event updated for resources: {'Port': ['ID=b8764e61-1249-47a1-a802-2c3a100bc430,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:09.539425 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac7b4df6-cbaf-4bbd-b380-dd68764965d2 req-5dd3a733-71cc-4d7c-b322-c45592229570 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 943 time: 1.1207657 Jul 16 17:50:09.621190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Attempting to bind port b8764e61-1249-47a1-a802-2c3a100bc430 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:09.621530 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Attempting to bind port b8764e61-1249-47a1-a802-2c3a100bc430 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '5f5cb64d-c526-498d-ac1d-6f9f10944f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:09.621887 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Attempting to bind port b8764e61-1249-47a1-a802-2c3a100bc430 on network ed950549-4f2a-4fb1-b157-8ad61ece973f {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:09.639148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Port b8764e61-1249-47a1-a802-2c3a100bc430 on network ed950549-4f2a-4fb1-b157-8ad61ece973f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:09.639484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Attempting to bind port b8764e61-1249-47a1-a802-2c3a100bc430 on network ed950549-4f2a-4fb1-b157-8ad61ece973f {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:09.646335 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.647416 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.647888 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Floating IP e3250273-8aef-414c-9b85-490e9ae2127a disassociated. External IP: 172.25.3.77, port: 26275b18-0392-4c32-aab8-0926a09aab0a. Jul 16 17:50:09.648382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Calling delete_port for 26275b18-0392-4c32-aab8-0926a09aab0a owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:09.649769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:09.650379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Checking segment: {'id': '5f5cb64d-c526-498d-ac1d-6f9f10944f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:09.650770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Bound using segment: {'id': '5f5cb64d-c526-498d-ac1d-6f9f10944f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:09.651203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Bound port: b8764e61-1249-47a1-a802-2c3a100bc430, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5cb64d-c526-498d-ac1d-6f9f10944f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:09.651562 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.818085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] For port b8764e61-1249-47a1-a802-2c3a100bc430, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:09.823366 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] For port b8764e61-1249-47a1-a802-2c3a100bc430, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=b8764e61-1249-47a1-a802-2c3a100bc430,segment=NetworkSegment(5f5cb64d-c526-498d-ac1d-6f9f10944f0c),segment_id=5f5cb64d-c526-498d-ac1d-6f9f10944f0c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:09.832052 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.892043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:09.892748 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:09.900488 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] 10.222.0.11 "PUT /v2.0/ports/b8764e61-1249-47a1-a802-2c3a100bc430 HTTP/1.1" status: 200 len: 1093 time: 1.4775138 Jul 16 17:50:09.900992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ce96ae-c428-4f80-a09f-ffffccc9e9c0', 'tag': 'b8764e61-1249-47a1-a802-2c3a100bc430'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:09.903356 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e64932-7d32-46f5-87ce-1c98bfe96e96" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ce96ae-c428-4f80-a09f-ffffccc9e9c0", "tag": "b8764e61-1249-47a1-a802-2c3a100bc430"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:09.965317 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351efb57-0e2c-4f14-9320-0ce39107986e service neutron] Pushing event updated for resources: {'Port': ['ID=b8764e61-1249-47a1-a802-2c3a100bc430,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:09.986376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac7b4df6-cbaf-4bbd-b380-dd68764965d2 req-33deb587-f9fd-4c43-af0b-61b3cbf14c51 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458773 Jul 16 17:50:10.109872 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-7ec7c5ff-0d43-486d-846d-4389d46a6672 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:10.110993 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-7ec7c5ff-0d43-486d-846d-4389d46a6672 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:10.115192 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:10.210597 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f315ddd7-ba22-4bb0-8383-c353bc891cc7 x-openstack-request-id: req-f315ddd7-ba22-4bb0-8383-c353bc891cc7 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:10.211137 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-plugged", "status": "completed", "tag": "e3447aa4-6d21-4004-9eea-e3b6b2b84fa8", "code": 200}, {"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-plugged", "status": "completed", "tag": "79517f24-5899-4b50-95e4-4c3dfcd3ead1", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:10.211356 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f315ddd7-ba22-4bb0-8383-c353bc891cc7 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:10.211682 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3447aa4-6d21-4004-9eea-e3b6b2b84fa8', 'code': 200} Jul 16 17:50:10.211964 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79517f24-5899-4b50-95e4-4c3dfcd3ead1', 'code': 200} Jul 16 17:50:10.221214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Pushing event deleted for resources: {'Port': ['ID=26275b18-0392-4c32-aab8-0926a09aab0a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:10.257163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-7ec7c5ff-0d43-486d-846d-4389d46a6672 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Calling delete_port for 11e01116-f36d-42d8-9eb3-ad23c6826028 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:10.642926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 19bd5254-8662-4f60-abab-035294c4e7d9 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:10.857705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 26275b18-0392-4c32-aab8-0926a09aab0a no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:10.879041 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-7ec7c5ff-0d43-486d-846d-4389d46a6672 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:10.932889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 26275b18-0392-4c32-aab8-0926a09aab0a {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:50:10.934319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 26275b18-0392-4c32-aab8-0926a09aab0a not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:11.126610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-237baf30-4712-4c06-9918-118e021a0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:11.129401 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-237baf30-4712-4c06-9918-118e021a0d5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=adec0ac56b1042868caba63d72d56e76&device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 1096 time: 0.1425321 Jul 16 17:50:11.213516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7c5ff-0d43-486d-846d-4389d46a6672 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Pushing event deleted for resources: {'Port': ['ID=11e01116-f36d-42d8-9eb3-ad23c6826028,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:11.411132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Router 98904ede-c307-4234-a235-e3fa90fca0fe has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:50:11.436849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-cc7e8f93-e15c-47be-8dfe-f6e8b124560f tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:11.438411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-cc7e8f93-e15c-47be-8dfe-f6e8b124560f tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.32 "GET /v2.0/networks?id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1 HTTP/1.1" status: 200 len: 824 time: 0.6318092 Jul 16 17:50:11.463471 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-7ec7c5ff-0d43-486d-846d-4389d46a6672 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:11.467799 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-7ec7c5ff-0d43-486d-846d-4389d46a6672 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:11.479478 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3687d61-d6ce-4c50-b35d-ec3e53fce03c req-7ec7c5ff-0d43-486d-846d-4389d46a6672 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "DELETE /v2.0/floatingips/5de38080-c180-4099-906b-fbbc83acaff8 HTTP/1.1" status: 204 len: 173 time: 3.1938722 Jul 16 17:50:11.490439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33c64c-dc03-4884-9f0b-c643c44ffdf9 req-801469c2-e413-44e1-994c-08bdc4c86aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:11.490936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33c64c-dc03-4884-9f0b-c643c44ffdf9 req-801469c2-e413-44e1-994c-08bdc4c86aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:11.491425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33c64c-dc03-4884-9f0b-c643c44ffdf9 req-801469c2-e413-44e1-994c-08bdc4c86aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:11.493085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa33c64c-dc03-4884-9f0b-c643c44ffdf9 req-801469c2-e413-44e1-994c-08bdc4c86aef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2873 time: 0.6546760 Jul 16 17:50:11.515138 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66222fab-42e4-4918-9c76-4c78b4f7e783 req-36e79a6f-05ef-46c3-b560-00033f036df5 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:11.523059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66222fab-42e4-4918-9c76-4c78b4f7e783 req-36e79a6f-05ef-46c3-b560-00033f036df5 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 944 time: 0.7210994 Jul 16 17:50:11.712356 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:50:11.789761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-b3ab03ef-2ded-476a-9060-e6a14e167a3e tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=011d2ef35e41429cb74a8b6defcb5849 HTTP/1.1" status: 200 len: 380 time: 0.3365808 Jul 16 17:50:11.799933 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa33c64c-dc03-4884-9f0b-c643c44ffdf9 req-663a7c08-15e5-4e64-beb6-89af6227932c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695038 Jul 16 17:50:11.816730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Request body: {'port': {'device_id': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'admin_state_up': True, 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'security_groups': ['3483e4fa-11c3-427e-be47-0912a10602b9']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:11.865398 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66222fab-42e4-4918-9c76-4c78b4f7e783 req-1620c639-c0ae-4b71-9f9c-640b032dea66 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/security-groups?id=94fbcccb-f9d8-425a-bbeb-11b94cf855c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365760 Jul 16 17:50:11.885301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:50:11.903826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991de75-a062-4e9a-ab81-76c7dba544e9 None None] Sync routers for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:50:11.923954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4991de75-a062-4e9a-ab81-76c7dba544e9 None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:11.924858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4991de75-a062-4e9a-ab81-76c7dba544e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:12.032704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] No DVR routers for this DVR port 26275b18-0392-4c32-aab8-0926a09aab0a on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:12.039691 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.042004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41bd61bd-4688-480b-b405-810b2e149b59 req-0252defe-df9c-49ef-8de4-eebe80a8a443 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.11 "DELETE /v2.0/ports/26275b18-0392-4c32-aab8-0926a09aab0a HTTP/1.1" status: 204 len: 173 time: 4.5403712 Jul 16 17:50:12.083394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a75a-e6ee-4ddd-bb80-79df2aa8356d req-781e7bc8-c24b-40f4-9c2c-35911f2f6858 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:12.089352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a75a-e6ee-4ddd-bb80-79df2aa8356d req-781e7bc8-c24b-40f4-9c2c-35911f2f6858 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:12.095706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8a75a-e6ee-4ddd-bb80-79df2aa8356d req-781e7bc8-c24b-40f4-9c2c-35911f2f6858 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:12.103233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51d8a75a-e6ee-4ddd-bb80-79df2aa8356d req-781e7bc8-c24b-40f4-9c2c-35911f2f6858 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2417 time: 0.4770842 Jul 16 17:50:12.110884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9ee0bb-d52b-4701-8085-fbab3e391949', 'name': 'network-vif-deleted', 'tag': '26275b18-0392-4c32-aab8-0926a09aab0a'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:12.113176 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fcee83-c3b5-4665-bdaa-75484ad13abe" -d '{"events": [{"server_uuid": "fa9ee0bb-d52b-4701-8085-fbab3e391949", "name": "network-vif-deleted", "tag": "26275b18-0392-4c32-aab8-0926a09aab0a"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:12.117443 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5d1c98f-4c36-40e5-8762-c5dcad64ac24 req-55a51964-355e-4b68-8e42-59363b485a29 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 210 time: 0.0741975 Jul 16 17:50:12.127837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-4991de75-a062-4e9a-ab81-76c7dba544e9 None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:12.172141 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Made reservation on behalf of 011d2ef35e41429cb74a8b6defcb5849 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:12.176073 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:12.224269 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51d8a75a-e6ee-4ddd-bb80-79df2aa8356d req-aa26c8cd-516d-4b24-a08f-e49deba3ef4a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198487 Jul 16 17:50:12.312596 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4a4e6d-3f65-4fdc-99f2-df5472c3a0be x-openstack-request-id: req-bf4a4e6d-3f65-4fdc-99f2-df5472c3a0be {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:12.313109 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ce96ae-c428-4f80-a09f-ffffccc9e9c0", "tag": "b8764e61-1249-47a1-a802-2c3a100bc430", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:12.313194 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf4a4e6d-3f65-4fdc-99f2-df5472c3a0be {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:12.313535 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ce96ae-c428-4f80-a09f-ffffccc9e9c0', 'tag': 'b8764e61-1249-47a1-a802-2c3a100bc430', 'status': 'completed', 'code': 200} Jul 16 17:50:12.545772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4991de75-a062-4e9a-ab81-76c7dba544e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:12.568573 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Allocated IP 172.20.0.5 (38367e7e-b273-41c4-ae47-3a44ce1b0cd1/6f6f25b3-9102-4d67-8ad1-8d596cdc3f01/9900edd8-288b-4c15-8f24-1e34a0f2c661) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:12.583592 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991de75-a062-4e9a-ab81-76c7dba544e9 None None] Checking router: 98904ede-c307-4234-a235-e3fa90fca0fe for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:50:12.593609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4991de75-a062-4e9a-ab81-76c7dba544e9 None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:12.594272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4991de75-a062-4e9a-ab81-76c7dba544e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:49:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:12.696920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e3206-ba50-4640-8e1a-be4429ec325f req-924e1fa9-35f8-4b9f-89f4-20d9d152c942 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:12.705287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d62e3206-ba50-4640-8e1a-be4429ec325f req-924e1fa9-35f8-4b9f-89f4-20d9d152c942 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.2885897 Jul 16 17:50:12.816068 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d62e3206-ba50-4640-8e1a-be4429ec325f req-69ad8500-b372-44b2-92ab-a671fe58a22a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103473 Jul 16 17:50:13.007530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-4991de75-a062-4e9a-ab81-76c7dba544e9 None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:13.285959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82a80c-a19c-4750-a136-5bff3ada724b req-a209eb8c-5166-4e8f-90bb-852af118c85a tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:13.293132 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba82a80c-a19c-4750-a136-5bff3ada724b req-a209eb8c-5166-4e8f-90bb-852af118c85a tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 943 time: 0.6913512 Jul 16 17:50:13.330055 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-1e00f173-fbff-4147-9dc0-f569a374423d tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 1002 time: 0.4878216 Jul 16 17:50:13.345243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4991de75-a062-4e9a-ab81-76c7dba544e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:13.382169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991de75-a062-4e9a-ab81-76c7dba544e9 None None] The sync data for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 is: [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:50:13.406798 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba82a80c-a19c-4750-a136-5bff3ada724b req-c13ebc66-c3ab-4317-8496-55afe6410c19 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127563 Jul 16 17:50:13.410273 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-301011f5-86da-43c7-b503-340ee96edb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.430457 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.452470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Transition to ACTIVE for port object 9900edd8-288b-4c15-8f24-1e34a0f2c661 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:13.497872 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069ef3a5-2b33-434f-a401-26d20265cad5 x-openstack-request-id: req-069ef3a5-2b33-434f-a401-26d20265cad5 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:13.498373 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9ee0bb-d52b-4701-8085-fbab3e391949", "name": "network-vif-deleted", "tag": "26275b18-0392-4c32-aab8-0926a09aab0a", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:13.498782 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-069ef3a5-2b33-434f-a401-26d20265cad5 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:13.499338 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9ee0bb-d52b-4701-8085-fbab3e391949', 'name': 'network-vif-deleted', 'tag': '26275b18-0392-4c32-aab8-0926a09aab0a', 'status': 'completed', 'code': 200} Jul 16 17:50:13.521583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-e811671b-6db4-4a99-84ef-aec61e84dfea tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:13.534478 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-e811671b-6db4-4a99-84ef-aec61e84dfea tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports/01bfd29e-8b57-4769-9e0a-e3f6c85299da HTTP/1.1" status: 200 len: 943 time: 0.1980300 Jul 16 17:50:13.571157 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.707922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:13.711636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:13.753579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:13.908045 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf6a32-f383-439b-a969-edfcbaeefc88 None None] New status for floating IP e3250273-8aef-414c-9b85-490e9ae2127a: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:50:13.933336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Pushing event updated for resources: {'Port': ['ID=9900edd8-288b-4c15-8f24-1e34a0f2c661,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:13.964899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:13.965570 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:13.993808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-28bd53fc-0889-4e33-8605-26fbee524991 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1948624 Jul 16 17:50:14.007378 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-5a3a4b73-32b9-4be8-9a0d-8487cba0c5f3 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 1002 time: 0.2507248 Jul 16 17:50:14.021864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Request body: {'port': {'device_id': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:14.167914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b5c9fddd-128e-4a27-8143-3c346d9d0b89 None None] Provisioning for port 9900edd8-288b-4c15-8f24-1e34a0f2c661 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:14.175226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b5c9fddd-128e-4a27-8143-3c346d9d0b89 None None] Provisioning complete for port 9900edd8-288b-4c15-8f24-1e34a0f2c661 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:14.181893 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b5c9fddd-128e-4a27-8143-3c346d9d0b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.266989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b5c9fddd-128e-4a27-8143-3c346d9d0b89 None None] Port 9900edd8-288b-4c15-8f24-1e34a0f2c661 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:14.271365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c651cd9-55a1-4f76-9f0b-6387113d83e0 req-3bcd3550-83a8-424b-afd1-bcbe52617932 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:14.278882 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c651cd9-55a1-4f76-9f0b-6387113d83e0 req-3bcd3550-83a8-424b-afd1-bcbe52617932 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 944 time: 0.4611640 Jul 16 17:50:14.359447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-eb73f048-a951-4ea8-ba6a-a505a171e8fa tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:14.360790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-eb73f048-a951-4ea8-ba6a-a505a171e8fa tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.3339295 Jul 16 17:50:14.368763 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.382051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c651cd9-55a1-4f76-9f0b-6387113d83e0 req-02641c53-18dd-4288-ba09-6a3efcac6dd1 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/security-groups?id=94fbcccb-f9d8-425a-bbeb-11b94cf855c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991342 Jul 16 17:50:14.386179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-fa72614f-a44a-4ce5-8fcc-14234ed92972 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:50:14.387220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-fa72614f-a44a-4ce5-8fcc-14234ed92972 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195017 Jul 16 17:50:14.568496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-829923e8-3c54-43b0-9997-c1da59368f26 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 1002 time: 0.1597896 Jul 16 17:50:14.672110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-438e8ed6-7618-4afc-8e7e-b17f4fd6c43b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:14.805626 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-438e8ed6-7618-4afc-8e7e-b17f4fd6c43b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:14.917467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1832e9-e517-4d5b-82e0-87f7e8079940 req-00dabeab-39cc-4f26-95e3-4541640f251a tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:14.919673 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f1832e9-e517-4d5b-82e0-87f7e8079940 req-00dabeab-39cc-4f26-95e3-4541640f251a tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 931 time: 0.3471344 Jul 16 17:50:15.066731 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f1832e9-e517-4d5b-82e0-87f7e8079940 req-133560b7-e3a6-4bea-82e7-59a63c143ed1 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356020 Jul 16 17:50:15.125053 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-438e8ed6-7618-4afc-8e7e-b17f4fd6c43b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.199013 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-438e8ed6-7618-4afc-8e7e-b17f4fd6c43b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.199341 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-438e8ed6-7618-4afc-8e7e-b17f4fd6c43b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Floating IP d5f44611-d216-4b34-afc3-3df551395954 disassociated. External IP: 172.25.3.197, port: 01bfd29e-8b57-4769-9e0a-e3f6c85299da. Jul 16 17:50:15.303522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9900edd8-288b-4c15-8f24-1e34a0f2c661 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:15.355962 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.421913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Transition to ACTIVE for port object 9900edd8-288b-4c15-8f24-1e34a0f2c661 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:15.442487 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.507884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bf8b5-3198-406a-84f6-c2a840e4d945 req-efbffe02-f144-4f4f-b77e-1e31f7e011e1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:15.513962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bf8b5-3198-406a-84f6-c2a840e4d945 req-efbffe02-f144-4f4f-b77e-1e31f7e011e1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:15.519891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bf8b5-3198-406a-84f6-c2a840e4d945 req-efbffe02-f144-4f4f-b77e-1e31f7e011e1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:15.530210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f63bf8b5-3198-406a-84f6-c2a840e4d945 req-efbffe02-f144-4f4f-b77e-1e31f7e011e1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2417 time: 0.2577119 Jul 16 17:50:15.610068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Pushing event updated for resources: {'Port': ['ID=9900edd8-288b-4c15-8f24-1e34a0f2c661,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:15.679627 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-27227118-a1a9-45c1-819e-d139084e8775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.823821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f63bf8b5-3198-406a-84f6-c2a840e4d945 req-fe020e67-0a1a-437c-a779-d80675d9d256 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923238 Jul 16 17:50:15.841755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-438e8ed6-7618-4afc-8e7e-b17f4fd6c43b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:50:15.858858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Attempting to bind port 9900edd8-288b-4c15-8f24-1e34a0f2c661 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:15.859302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Attempting to bind port 9900edd8-288b-4c15-8f24-1e34a0f2c661 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:15.859706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Attempting to bind port 9900edd8-288b-4c15-8f24-1e34a0f2c661 on network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:15.898737 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:15.923283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Port 9900edd8-288b-4c15-8f24-1e34a0f2c661 on network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:15.924205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Attempting to bind port 9900edd8-288b-4c15-8f24-1e34a0f2c661 on network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:15.951556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:15.951907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Checking segment: {'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:15.952300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Bound using segment: {'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:15.952746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Bound port: 9900edd8-288b-4c15-8f24-1e34a0f2c661, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22c7436-b66c-41ae-948c-d3795ad82c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:15.953111 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:16.085237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-438e8ed6-7618-4afc-8e7e-b17f4fd6c43b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:50:16.096046 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-438e8ed6-7618-4afc-8e7e-b17f4fd6c43b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:16.100294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85525a7-78e7-4d5d-8582-1765d7061389 None None] Sync routers for ids ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:50:16.119085 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85525a7-78e7-4d5d-8582-1765d7061389 None None] Routers {'653a602c-f1e7-48a5-a66e-d9c1cfd32f98'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:16.119733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e85525a7-78e7-4d5d-8582-1765d7061389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:50:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:16.158943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] For port 9900edd8-288b-4c15-8f24-1e34a0f2c661, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:16.193577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] For port 9900edd8-288b-4c15-8f24-1e34a0f2c661, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9900edd8-288b-4c15-8f24-1e34a0f2c661,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:16.201761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-438e8ed6-7618-4afc-8e7e-b17f4fd6c43b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "PUT /v2.0/floatingips/d5f44611-d216-4b34-afc3-3df551395954 HTTP/1.1" status: 200 len: 695 time: 1.6096230 Jul 16 17:50:16.203817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'tag': '01bfd29e-8b57-4769-9e0a-e3f6c85299da'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:16.206798 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e9884b-ba69-4adf-acec-d5be034b79d8" -d '{"events": [{"name": "network-changed", "server_uuid": "71752eaf-5a29-4fc2-a3ca-b6a15299881a", "tag": "01bfd29e-8b57-4769-9e0a-e3f6c85299da"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:16.219484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf99db7-d51f-4392-b01a-6deba6bde0b0 req-14848ec0-47bb-4a83-a2ae-d25d25eb7752 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:16.226775 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cf99db7-d51f-4392-b01a-6deba6bde0b0 req-14848ec0-47bb-4a83-a2ae-d25d25eb7752 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.2591228 Jul 16 17:50:16.229381 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:16.336722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e85525a7-78e7-4d5d-8582-1765d7061389 None None] Set router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:16.594215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:16.594942 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:16.596583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] 10.222.0.32 "PUT /v2.0/ports/9900edd8-288b-4c15-8f24-1e34a0f2c661 HTTP/1.1" status: 200 len: 1092 time: 2.5793025 Jul 16 17:50:16.660095 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e85525a7-78e7-4d5d-8582-1765d7061389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:49:20Z', 'revision_number': 4, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port': {'id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cdab5651-ca39-4985-8804-b4b7ca2be1c5', 'name': '', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'mac_address': 'fa:16:3e:88:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:33Z', 'revision_number': 5, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'subnets': [{'id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:16.665305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cf99db7-d51f-4392-b01a-6deba6bde0b0 req-1556fad5-1eab-4caa-b223-29daccd6b048 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374702 Jul 16 17:50:16.670857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952e6ec-3de7-4ad5-b427-e37a14c6cf8e service neutron] Pushing event updated for resources: {'Port': ['ID=9900edd8-288b-4c15-8f24-1e34a0f2c661,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:16.702777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85525a7-78e7-4d5d-8582-1765d7061389 None None] Checking router: 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:50:16.711675 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85525a7-78e7-4d5d-8582-1765d7061389 None None] Routers {'653a602c-f1e7-48a5-a66e-d9c1cfd32f98'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:16.712439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e85525a7-78e7-4d5d-8582-1765d7061389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:50:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:16.766516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-ca801cf3-64ba-4b45-963c-b4cd04167440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:16.768732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-ca801cf3-64ba-4b45-963c-b4cd04167440 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f8646b45a7042a1a68a1b042be04fb6&device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 1098 time: 0.5274365 Jul 16 17:50:16.866753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e85525a7-78e7-4d5d-8582-1765d7061389 None None] Set router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:16.982565 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-ebea177b-e9a8-430b-9211-04fa0da63a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:16.984084 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-ebea177b-e9a8-430b-9211-04fa0da63a47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=011d2ef35e41429cb74a8b6defcb5849&device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 1095 time: 0.3328662 Jul 16 17:50:16.990927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-e83e1dcb-9da0-4ebf-ab28-9f6b5f54e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:16.992501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-e83e1dcb-9da0-4ebf-ab28-9f6b5f54e0af service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0c973fd-93e3-4af6-8969-3139b7e09842 HTTP/1.1" status: 200 len: 930 time: 0.2025962 Jul 16 17:50:17.068827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-641fb967-b454-4070-a4d2-2f2ac62996a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9900edd8-288b-4c15-8f24-1e34a0f2c661 HTTP/1.1" status: 200 len: 217 time: 0.0752616 Jul 16 17:50:17.105874 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-247c29cd-1f25-4cd6-ab29-1d7d45d88e3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01bfd29e-8b57-4769-9e0a-e3f6c85299da HTTP/1.1" status: 200 len: 217 time: 0.1004596 Jul 16 17:50:17.133252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e85525a7-78e7-4d5d-8582-1765d7061389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:49:20Z', 'revision_number': 4, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port': {'id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cdab5651-ca39-4985-8804-b4b7ca2be1c5', 'name': '', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'mac_address': 'fa:16:3e:88:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:33Z', 'revision_number': 5, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'subnets': [{'id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:17.161255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85525a7-78e7-4d5d-8582-1765d7061389 None None] The sync data for ids ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'] in n-d-787205-10 is: [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:49:20Z', 'revision_number': 4, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port': {'id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cdab5651-ca39-4985-8804-b4b7ca2be1c5', 'name': '', 'network_id': 'f0c973fd-93e3-4af6-8969-3139b7e09842', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'mac_address': 'fa:16:3e:88:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:49:33Z', 'revision_number': 5, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'subnets': [{'id': '149d9e3b-9ea9-4ddb-9e7b-740e88193744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:50:17.187198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fb37d-c196-4a05-956b-bf50e59ee93d req-1c79396a-d16f-4f5a-9b92-53acd46dd733 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:17.188752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d9fb37d-c196-4a05-956b-bf50e59ee93d req-1c79396a-d16f-4f5a-9b92-53acd46dd733 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 943 time: 0.3329463 Jul 16 17:50:17.209606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-24d36cdc-5ef7-499e-a13d-808e287983cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:17.211144 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-24d36cdc-5ef7-499e-a13d-808e287983cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f6f25b3-9102-4d67-8ad1-8d596cdc3f01 HTTP/1.1" status: 200 len: 863 time: 0.1152520 Jul 16 17:50:17.231225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-e8d19c74-ef14-4fac-b750-5b57f7fad2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:17.233622 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-e8d19c74-ef14-4fac-b750-5b57f7fad2df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=149d9e3b-9ea9-4ddb-9e7b-740e88193744 HTTP/1.1" status: 200 len: 868 time: 0.1002860 Jul 16 17:50:17.313303 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d9fb37d-c196-4a05-956b-bf50e59ee93d req-bf0345bb-15c0-4f6a-a00a-baf17d38ef39 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155159 Jul 16 17:50:17.362375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-bcf526d4-02b1-4cfa-baed-0191d4908155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:17.364783 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-bcf526d4-02b1-4cfa-baed-0191d4908155 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0c973fd-93e3-4af6-8969-3139b7e09842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087608 Jul 16 17:50:17.368806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-14f35cf2-1821-4eeb-8224-d980d153a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:17.370664 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-14f35cf2-1821-4eeb-8224-d980d153a374 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496265 Jul 16 17:50:17.452087 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:17.542740 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1384d5-7360-40ad-a8c6-b3980353fc4b None None] New status for floating IP d5f44611-d216-4b34-afc3-3df551395954: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:50:17.605224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-d00bb393-e74a-4fd8-9c77-1dd73e58ec7f service neutron] 10.222.0.24 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332120 Jul 16 17:50:17.650671 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-dac21627-8b1a-465a-9c46-e0326c8acb1e service neutron] 10.222.0.32 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687004 Jul 16 17:50:17.680973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1873d-5bcb-4b4b-acbb-0804e3f29350 req-5f3e10c4-fca3-49c4-8e2c-12fe4477c078 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:17.682524 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ac1873d-5bcb-4b4b-acbb-0804e3f29350 req-5f3e10c4-fca3-49c4-8e2c-12fe4477c078 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 944 time: 0.2405956 Jul 16 17:50:17.852628 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ac1873d-5bcb-4b4b-acbb-0804e3f29350 req-f733acdb-840f-4d39-8c5a-f3a0fc8d1fec tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/security-groups?id=94fbcccb-f9d8-425a-bbeb-11b94cf855c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547010 Jul 16 17:50:17.860298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c238ea85-6c8f-47c3-a655-27a3e1fd2e4c req-338ebacf-e233-470c-bd12-b8ef7efade2d service neutron] 10.222.0.24 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434955 Jul 16 17:50:17.867723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da9d668-5d1f-4826-a395-9106a12d3961 req-d5f362c4-e756-4d51-a40b-c05ba65244ad service neutron] 10.222.0.32 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094285 Jul 16 17:50:18.031377 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79dc274-a904-4535-9a8a-ea5fb893bb6d x-openstack-request-id: req-a79dc274-a904-4535-9a8a-ea5fb893bb6d {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:18.031668 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71752eaf-5a29-4fc2-a3ca-b6a15299881a", "tag": "01bfd29e-8b57-4769-9e0a-e3f6c85299da", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:18.031912 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a79dc274-a904-4535-9a8a-ea5fb893bb6d {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:18.032360 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'tag': '01bfd29e-8b57-4769-9e0a-e3f6c85299da', 'status': 'completed', 'code': 200} Jul 16 17:50:18.133933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f67ab3-ed03-4928-b678-b6ed2684a84a req-d2b4a353-e47e-401b-a8d2-646fa54dd610 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:18.134889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33f67ab3-ed03-4928-b678-b6ed2684a84a req-d2b4a353-e47e-401b-a8d2-646fa54dd610 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 943 time: 0.0758474 Jul 16 17:50:18.221569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33f67ab3-ed03-4928-b678-b6ed2684a84a req-a0ed94d9-0d22-4878-8f03-ed2915118840 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843441 Jul 16 17:50:18.300388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-16032ad9-e186-4e7d-bedc-9726483dd24e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:18.302566 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-16032ad9-e186-4e7d-bedc-9726483dd24e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 807 time: 0.1423414 Jul 16 17:50:18.317808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-19ca383d-396f-48b4-85e7-9ebeef3a5117 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/quotas/a85383c3d1ce46c886e3ebcb056fbdea HTTP/1.1" status: 200 len: 375 time: 0.0102172 Jul 16 17:50:18.426244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-fb59c813-a903-45d1-9f3b-475c37b131b7 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032557 Jul 16 17:50:18.440625 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f92c1e-0b1f-466f-9f0b-85d16e705cac req-2ad24430-eded-4a1d-973d-850433dd8ef9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:18.442199 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2f92c1e-0b1f-466f-9f0b-85d16e705cac req-2ad24430-eded-4a1d-973d-850433dd8ef9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.1176703 Jul 16 17:50:18.536377 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2f92c1e-0b1f-466f-9f0b-85d16e705cac req-bc302f68-4493-4308-8e9e-f1527d7dd058 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851467 Jul 16 17:50:18.578387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-80d7df09-7fe9-4cf2-8d4a-47e69a654d69 service neutron] 10.222.0.24 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351116 Jul 16 17:50:18.642931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-0d98cb45-f4ae-476a-b237-5342b1bd2cc0 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips/d5f44611-d216-4b34-afc3-3df551395954 HTTP/1.1" status: 200 len: 693 time: 0.0635138 Jul 16 17:50:18.791256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-289b6729-15d2-442d-b54d-271cc3ca323a service neutron] 10.222.0.24 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691740 Jul 16 17:50:18.822215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-0afbdd15-561e-41d9-b4d3-6ccbb08d043e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:18.823637 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-0afbdd15-561e-41d9-b4d3-6ccbb08d043e tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.1714888 Jul 16 17:50:18.866666 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:18.877291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-18c488dc-fadd-4f6a-8550-c4e93eb91bfe tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.0472612 Jul 16 17:50:18.933261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-cfbbf6ff-6b1e-4834-b217-c7da8470bd02 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.197 HTTP/1.1" status: 200 len: 696 time: 0.0502493 Jul 16 17:50:19.077800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-38eaebd5-aba0-4753-bdb4-04680b1d933b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Deleting port 35ea30bc-0e1d-4de7-a52b-07bc678876bc {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:19.078154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-38eaebd5-aba0-4753-bdb4-04680b1d933b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.175508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-38eaebd5-aba0-4753-bdb4-04680b1d933b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.175853 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-38eaebd5-aba0-4753-bdb4-04680b1d933b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.192507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-38eaebd5-aba0-4753-bdb4-04680b1d933b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Calling delete_port for 35ea30bc-0e1d-4de7-a52b-07bc678876bc owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:19.351466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-38eaebd5-aba0-4753-bdb4-04680b1d933b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.383387 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaebd5-aba0-4753-bdb4-04680b1d933b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Pushing event deleted for resources: {'Port': ['ID=35ea30bc-0e1d-4de7-a52b-07bc678876bc,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:19.454850 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-38eaebd5-aba0-4753-bdb4-04680b1d933b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.457603 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-38eaebd5-aba0-4753-bdb4-04680b1d933b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.458947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9bb9b6c-6dcf-4dca-a0d0-c2400e8b29ad req-38eaebd5-aba0-4753-bdb4-04680b1d933b tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "DELETE /v2.0/floatingips/d5f44611-d216-4b34-afc3-3df551395954 HTTP/1.1" status: 204 len: 173 time: 0.5189784 Jul 16 17:50:19.536224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8c1e4-b718-48aa-a5f8-beea35f44886 req-91836f1d-cd40-4ae6-a694-ca101a252fa6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:19.537751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1b8c1e4-b718-48aa-a5f8-beea35f44886 req-91836f1d-cd40-4ae6-a694-ca101a252fa6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 943 time: 0.0656593 Jul 16 17:50:19.641339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1b8c1e4-b718-48aa-a5f8-beea35f44886 req-5a5e1b83-9a63-4c6d-b5d6-579b1966c2d7 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966709 Jul 16 17:50:19.675877 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-46e26f9a-bc56-49b5-9547-2531675d8bf4 service neutron] show failed (client error): The resource could not be found. Jul 16 17:50:19.677543 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-46e26f9a-bc56-49b5-9547-2531675d8bf4 service neutron] 10.222.0.32 "GET /v2.0/ports/df7f55c4-cd24-4b98-8c44-5cc295254d6c/bindings/n-h2-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.1183991 Jul 16 17:50:19.692208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c6e78-0142-4283-826d-abf161a21881 req-1338e2c4-ba07-45e9-8207-dd31911c649c tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:19.694248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-078c6e78-0142-4283-826d-abf161a21881 req-1338e2c4-ba07-45e9-8207-dd31911c649c tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 944 time: 0.1360631 Jul 16 17:50:19.803208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-078c6e78-0142-4283-826d-abf161a21881 req-0f5953ed-267e-4831-a2c7-51599c679d01 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/security-groups?id=94fbcccb-f9d8-425a-bbeb-11b94cf855c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946140 Jul 16 17:50:19.885084 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0e87f925-1743-43e8-85ee-a57dae0cb373 req-ff372548-2a2e-411e-84ca-a5a52007ec2d tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 210 time: 0.0807397 Jul 16 17:50:19.904344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9884b-ba69-4adf-acec-d5be034b79d8 req-1bf4f885-7796-4f37-b090-776d5a91e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:19.904344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31e9884b-ba69-4adf-acec-d5be034b79d8 req-1bf4f885-7796-4f37-b090-776d5a91e1c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f8646b45a7042a1a68a1b042be04fb6&device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 1098 time: 0.1663129 Jul 16 17:50:19.905228 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-e59dca4c-01d2-4ce1-a046-31a7b2802325 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8764e61-1249-47a1-a802-2c3a100bc430 HTTP/1.1" status: 200 len: 217 time: 0.1589448 Jul 16 17:50:19.993469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-993b443c-8123-477c-8f46-8db65633b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:19.995023 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-993b443c-8123-477c-8f46-8db65633b5df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba7c7948-b62f-46f5-a106-c19885db0347 HTTP/1.1" status: 200 len: 853 time: 0.0806055 Jul 16 17:50:20.048426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'tag': '9900edd8-288b-4c15-8f24-1e34a0f2c661'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:20.051522 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8159fdac-410b-488f-9479-10bf8d950ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "571490a8-c925-41c2-b14b-3af5ecf3c646", "tag": "9900edd8-288b-4c15-8f24-1e34a0f2c661"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:20.097326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-a9dd81c7-7279-44b7-b860-04cb6c0c0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.100281 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-a9dd81c7-7279-44b7-b860-04cb6c0c0d8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed950549-4f2a-4fb1-b157-8ad61ece973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981784 Jul 16 17:50:20.189102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9884b-ba69-4adf-acec-d5be034b79d8 req-81049b6f-a39e-42c5-9aa3-9d312aee0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.190513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31e9884b-ba69-4adf-acec-d5be034b79d8 req-81049b6f-a39e-42c5-9aa3-9d312aee0b1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f0c973fd-93e3-4af6-8969-3139b7e09842 HTTP/1.1" status: 200 len: 930 time: 0.2762427 Jul 16 17:50:20.257827 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-2c5e661e-cfb7-45cd-a65b-aadd096298b9 service neutron] 10.222.0.11 "GET /v2.0/networks/ed950549-4f2a-4fb1-b157-8ad61ece973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311030 Jul 16 17:50:20.265775 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31e9884b-ba69-4adf-acec-d5be034b79d8 req-713f816c-3f2c-48a6-b1eb-ecdd2d342499 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01bfd29e-8b57-4769-9e0a-e3f6c85299da HTTP/1.1" status: 200 len: 217 time: 0.0608361 Jul 16 17:50:20.295335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f00e8d-3719-4af0-93ad-9b403457d08b req-668463d1-4314-4fac-a1e5-88edb7917264 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.297091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87f00e8d-3719-4af0-93ad-9b403457d08b req-668463d1-4314-4fac-a1e5-88edb7917264 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 943 time: 0.3127916 Jul 16 17:50:20.308832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-7af42c29-11d9-41b4-ac66-72db1dbe6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.309180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4111b-03e7-4a1b-b21c-2d48eb18b8ff req-438cbf42-2f37-4bb2-86da-e5df4f581c52 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.310773 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-7af42c29-11d9-41b4-ac66-72db1dbe6980 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73&tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53 HTTP/1.1" status: 200 len: 1101 time: 0.1131499 Jul 16 17:50:20.318720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4111b-03e7-4a1b-b21c-2d48eb18b8ff req-438cbf42-2f37-4bb2-86da-e5df4f581c52 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.324728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4111b-03e7-4a1b-b21c-2d48eb18b8ff req-438cbf42-2f37-4bb2-86da-e5df4f581c52 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.327516 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d0f4111b-03e7-4a1b-b21c-2d48eb18b8ff req-438cbf42-2f37-4bb2-86da-e5df4f581c52 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2417 time: 0.2720044 Jul 16 17:50:20.412817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:20.526413 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:20.610869 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9900edd8-288b-4c15-8f24-1e34a0f2c661 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:20.789253 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9900edd8-288b-4c15-8f24-1e34a0f2c661, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9900edd8-288b-4c15-8f24-1e34a0f2c661,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:20.793191 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18550c3e-1353-4f3f-bfc9-94710f820a63 req-5896fdb8-c284-4156-affc-a49125e13c7f service neutron] 10.222.0.11 "GET /v2.0/networks/ed950549-4f2a-4fb1-b157-8ad61ece973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246542 Jul 16 17:50:20.814255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '9900edd8-288b-4c15-8f24-1e34a0f2c661', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'port_id': '9900edd8-288b-4c15-8f24-1e34a0f2c661', 'mac_address': 'fa:16:3e:02:90:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:20.867179 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:20.884606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9900edd8-288b-4c15-8f24-1e34a0f2c661 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:20.911288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9900edd8-288b-4c15-8f24-1e34a0f2c661, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9900edd8-288b-4c15-8f24-1e34a0f2c661,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:20.918165 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:20.936380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9884b-ba69-4adf-acec-d5be034b79d8 req-dccb67c6-b736-4be1-8197-ce5891d0427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.938454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31e9884b-ba69-4adf-acec-d5be034b79d8 req-dccb67c6-b736-4be1-8197-ce5891d0427b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=149d9e3b-9ea9-4ddb-9e7b-740e88193744 HTTP/1.1" status: 200 len: 868 time: 0.6630187 Jul 16 17:50:20.969628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-bec49783-7fb9-4ee5-84f4-efe7befe1987 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:20.971786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-bec49783-7fb9-4ee5-84f4-efe7befe1987 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.32 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 807 time: 0.1579361 Jul 16 17:50:20.995204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9900edd8-288b-4c15-8f24-1e34a0f2c661,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:21.031425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-61666c6f-e989-4d70-9ae3-34637cc8a138 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Request body: {'port': {'device_id': '759572db-46a1-4930-80d8-59184d115a3b', 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0', 'admin_state_up': True, 'tenant_id': 'a85383c3d1ce46c886e3ebcb056fbdea'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:21.051531 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:21.068134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e64932-7d32-46f5-87ce-1c98bfe96e96 req-094330d1-9abe-475c-bbae-a070394ae35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.069898 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44e64932-7d32-46f5-87ce-1c98bfe96e96 req-094330d1-9abe-475c-bbae-a070394ae35b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=adec0ac56b1042868caba63d72d56e76&device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 1096 time: 0.1875634 Jul 16 17:50:21.175263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e64932-7d32-46f5-87ce-1c98bfe96e96 req-45c7ba17-5aa8-46b5-93c2-59ab0a1a8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.176960 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44e64932-7d32-46f5-87ce-1c98bfe96e96 req-45c7ba17-5aa8-46b5-93c2-59ab0a1a8839 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed950549-4f2a-4fb1-b157-8ad61ece973f HTTP/1.1" status: 200 len: 915 time: 0.1000590 Jul 16 17:50:21.195536 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87f00e8d-3719-4af0-93ad-9b403457d08b req-66f480c7-6ee0-4dbf-b98f-2e83fb496c68 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8485091 Jul 16 17:50:21.203193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d0f4111b-03e7-4a1b-b21c-2d48eb18b8ff req-3d90ab75-f8f3-4ac3-a503-23f809643d01 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8522818 Jul 16 17:50:21.216357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['9900edd8-288b-4c15-8f24-1e34a0f2c661'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:21.228062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-61666c6f-e989-4d70-9ae3-34637cc8a138 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Made reservation on behalf of a85383c3d1ce46c886e3ebcb056fbdea for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:21.244777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:21.255902 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-61666c6f-e989-4d70-9ae3-34637cc8a138 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.297924 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.327270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Transition to ACTIVE for port object df7f55c4-cd24-4b98-8c44-5cc295254d6c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:21.328208 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:21.328949 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56f0cbb-1bb2-4ea4-a06e-4f35d6c0223d x-openstack-request-id: req-f56f0cbb-1bb2-4ea4-a06e-4f35d6c0223d {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:21.331033 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571490a8-c925-41c2-b14b-3af5ecf3c646", "tag": "9900edd8-288b-4c15-8f24-1e34a0f2c661", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:21.331219 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f550be91-92d1-40ed-a84c-2cfea644916a" -d '{"events": [{"server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "name": "network-vif-unplugged", "status": "completed", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:21.331501 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f56f0cbb-1bb2-4ea4-a06e-4f35d6c0223d {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:21.332024 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'tag': '9900edd8-288b-4c15-8f24-1e34a0f2c661', 'status': 'completed', 'code': 200} Jul 16 17:50:21.365895 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44e64932-7d32-46f5-87ce-1c98bfe96e96 req-d9cec835-e65c-4750-8943-78fe6ff17e93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8764e61-1249-47a1-a802-2c3a100bc430 HTTP/1.1" status: 200 len: 217 time: 0.1800437 Jul 16 17:50:21.368171 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.528013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9884b-ba69-4adf-acec-d5be034b79d8 req-4aada0df-b47b-4871-94a0-bce2b04315f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.529610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31e9884b-ba69-4adf-acec-d5be034b79d8 req-4aada0df-b47b-4871-94a0-bce2b04315f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f0c973fd-93e3-4af6-8969-3139b7e09842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5523188 Jul 16 17:50:21.553179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] No DVR routers for this DVR port df7f55c4-cd24-4b98-8c44-5cc295254d6c on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:21.623595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Attempting to bind port df7f55c4-cd24-4b98-8c44-5cc295254d6c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:21.623932 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Attempting to bind port df7f55c4-cd24-4b98-8c44-5cc295254d6c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:21.624495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Attempting to bind port df7f55c4-cd24-4b98-8c44-5cc295254d6c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:21.630478 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e64932-7d32-46f5-87ce-1c98bfe96e96 req-5fcd9e35-8bf5-496d-98fe-2074b4b83d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.632115 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44e64932-7d32-46f5-87ce-1c98bfe96e96 req-5fcd9e35-8bf5-496d-98fe-2074b4b83d92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba7c7948-b62f-46f5-a106-c19885db0347 HTTP/1.1" status: 200 len: 853 time: 0.2435780 Jul 16 17:50:21.632779 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:21.663245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Port df7f55c4-cd24-4b98-8c44-5cc295254d6c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:21.663849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Attempting to bind port df7f55c4-cd24-4b98-8c44-5cc295254d6c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:21.705175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:21.705515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:21.705977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:21.706379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Bound port: df7f55c4-cd24-4b98-8c44-5cc295254d6c, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:21.707094 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.747352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159fdac-410b-488f-9479-10bf8d950ffc req-ab70bb11-7a46-46fc-aa6d-6df7b5270c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.749006 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8159fdac-410b-488f-9479-10bf8d950ffc req-ab70bb11-7a46-46fc-aa6d-6df7b5270c4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=011d2ef35e41429cb74a8b6defcb5849&device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 1096 time: 0.4128723 Jul 16 17:50:21.759171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-c4394b71-1df0-451e-b4b7-2ef5a65cf9f8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.766321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-c4394b71-1df0-451e-b4b7-2ef5a65cf9f8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.772938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-c4394b71-1df0-451e-b4b7-2ef5a65cf9f8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.775039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-c4394b71-1df0-451e-b4b7-2ef5a65cf9f8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 2417 time: 0.6261389 Jul 16 17:50:21.855441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159fdac-410b-488f-9479-10bf8d950ffc req-e53164ac-fa5f-4d61-8005-098f0611784b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.857708 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8159fdac-410b-488f-9479-10bf8d950ffc req-e53164ac-fa5f-4d61-8005-098f0611784b service neutron] 10.222.0.32 "GET /v2.0/networks?id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1 HTTP/1.1" status: 200 len: 925 time: 0.1007628 Jul 16 17:50:21.881346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-61666c6f-e989-4d70-9ae3-34637cc8a138 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Allocated IP 172.20.0.5 (d5795f23-1dc8-41ee-b432-acce1ecc9ea0/1d45479a-720d-4a43-bbb9-345d9817a2bb/ac26fdff-bc83-4369-8a7f-83f544252cf9) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:21.918036 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8159fdac-410b-488f-9479-10bf8d950ffc req-cf87ff36-8fc0-4c8d-a121-34e4f7fc9cc9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9900edd8-288b-4c15-8f24-1e34a0f2c661 HTTP/1.1" status: 200 len: 217 time: 0.0517600 Jul 16 17:50:21.943353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:21.947052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e64932-7d32-46f5-87ce-1c98bfe96e96 req-68d92c50-1445-4c19-8535-b2b87e487e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.948669 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44e64932-7d32-46f5-87ce-1c98bfe96e96 req-68d92c50-1445-4c19-8535-b2b87e487e92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed950549-4f2a-4fb1-b157-8ad61ece973f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3031194 Jul 16 17:50:21.978876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31e9884b-ba69-4adf-acec-d5be034b79d8 req-69cfbbdf-ea67-4a6f-b78b-64f62673be86 service neutron] 10.222.0.11 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328384 Jul 16 17:50:21.987251 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a2611-ed78-4511-8573-c7ba0731b0bd req-03de4b43-37b0-4cfd-9a27-da5b3fb66560 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:21.988741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-840a2611-ed78-4511-8573-c7ba0731b0bd req-03de4b43-37b0-4cfd-9a27-da5b3fb66560 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 947 time: 0.5096710 Jul 16 17:50:22.013307 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:22.023001 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.084842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159fdac-410b-488f-9479-10bf8d950ffc req-cef78233-7d78-4344-a24b-bf578e598630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.086713 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8159fdac-410b-488f-9479-10bf8d950ffc req-cef78233-7d78-4344-a24b-bf578e598630 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f6f25b3-9102-4d67-8ad1-8d596cdc3f01 HTTP/1.1" status: 200 len: 863 time: 0.1548009 Jul 16 17:50:22.097519 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.098057 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.099438 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] 10.222.0.11 "PUT /v2.0/ports/df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 200 len: 1096 time: 1.6980083 Jul 16 17:50:22.100760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df30eb-a401-44be-9165-673cac0da79c req-8d60cfc9-f10a-44c2-9268-068ce2aeab25 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.108908 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33df30eb-a401-44be-9165-673cac0da79c req-8d60cfc9-f10a-44c2-9268-068ce2aeab25 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 943 time: 0.4646089 Jul 16 17:50:22.198659 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa9356-0a99-41ec-847d-a5cd94972945 service neutron] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:22.207288 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44e64932-7d32-46f5-87ce-1c98bfe96e96 req-3d1d04ec-90ab-4812-88fb-822fce9a5f3f service neutron] 10.222.0.11 "GET /v2.0/networks/ed950549-4f2a-4fb1-b157-8ad61ece973f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352755 Jul 16 17:50:22.270550 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-840a2611-ed78-4511-8573-c7ba0731b0bd req-aa40c6b1-5ff1-4bd5-a0ee-a7c2b4ab5e01 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683351 Jul 16 17:50:22.308355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33df30eb-a401-44be-9165-673cac0da79c req-77768f70-3dde-4041-ae97-47089ddc5ef4 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958165 Jul 16 17:50:22.322200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159fdac-410b-488f-9479-10bf8d950ffc req-274a5620-ddb5-4120-8363-29a813c0ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.323743 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8159fdac-410b-488f-9479-10bf8d950ffc req-274a5620-ddb5-4120-8363-29a813c0ad3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2218003 Jul 16 17:50:22.410934 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-7f23e262-75d2-40dc-a90e-05b5d9525ff8 service neutron] 10.222.0.11 "GET /v2.0/ports/19bd5254-8662-4f60-abab-035294c4e7d9/bindings/n-h1-787205-10 HTTP/1.1" status: 200 len: 385 time: 0.4143400 Jul 16 17:50:22.414672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-d6dc7988-a8c7-472e-804d-7445e2ec09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.416123 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-d6dc7988-a8c7-472e-804d-7445e2ec09c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 1099 time: 0.2542601 Jul 16 17:50:22.462499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31e9884b-ba69-4adf-acec-d5be034b79d8 req-ec661626-f8af-47d8-8859-2d364fab9861 service neutron] 10.222.0.11 "GET /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670129 Jul 16 17:50:22.463741 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44e64932-7d32-46f5-87ce-1c98bfe96e96 req-96f392ee-2957-4ddd-bc4b-767feff1721b service neutron] 10.222.0.11 "GET /v2.0/networks/ed950549-4f2a-4fb1-b157-8ad61ece973f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457075 Jul 16 17:50:22.540331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-eeba68f6-5902-47b7-aca8-cfebe0a7277a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Deleting port 482cba65-a584-4908-a773-7287b636739d {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:22.541191 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-eeba68f6-5902-47b7-aca8-cfebe0a7277a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.624953 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9900edd8-288b-4c15-8f24-1e34a0f2c661 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:22.637209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b794192f-bf27-49c6-b27b-5e9aba07e25c req-e1f376f7-056f-4d52-b402-3d9f5d6788e7 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 210 time: 0.1129642 Jul 16 17:50:22.715653 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.723287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 9900edd8-288b-4c15-8f24-1e34a0f2c661 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:22.728266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 9900edd8-288b-4c15-8f24-1e34a0f2c661 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:22.728692 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.803483 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-61666c6f-e989-4d70-9ae3-34637cc8a138 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.806582 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8159fdac-410b-488f-9479-10bf8d950ffc req-fb987768-272f-42e8-9fd4-dfb9205d6dfb service neutron] 10.222.0.32 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666021 Jul 16 17:50:22.835440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-56871cff-ab61-4e87-a6df-4d3a92ff1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:22.835839 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.837515 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-56871cff-ab61-4e87-a6df-4d3a92ff1b23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.4137051 Jul 16 17:50:22.861684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9900edd8-288b-4c15-8f24-1e34a0f2c661'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:22.864262 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bea3cd-f1e0-4b80-8251-9f686b3b8343" -d '{"events": [{"server_uuid": "571490a8-c925-41c2-b14b-3af5ecf3c646", "name": "network-vif-plugged", "status": "completed", "tag": "9900edd8-288b-4c15-8f24-1e34a0f2c661"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:22.886809 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9900edd8-288b-4c15-8f24-1e34a0f2c661, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9900edd8-288b-4c15-8f24-1e34a0f2c661,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:22.892142 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.893123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device df7f55c4-cd24-4b98-8c44-5cc295254d6c no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:22.902340 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-02edbcc1-03d5-4d51-9118-76f6e98afaf9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 200 len: 217 time: 0.0448267 Jul 16 17:50:22.942019 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device df7f55c4-cd24-4b98-8c44-5cc295254d6c not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:22.942666 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 482cba65-a584-4908-a773-7287b636739d no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:22.947035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-eeba68f6-5902-47b7-aca8-cfebe0a7277a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] For port 482cba65-a584-4908-a773-7287b636739d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=482cba65-a584-4908-a773-7287b636739d,segment=NetworkSegment(801be8f6-8532-4bfa-98f5-a33be63a97b9),segment_id=801be8f6-8532-4bfa-98f5-a33be63a97b9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:22.947412 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-eeba68f6-5902-47b7-aca8-cfebe0a7277a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:22.970537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-eeba68f6-5902-47b7-aca8-cfebe0a7277a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Calling delete_port for 482cba65-a584-4908-a773-7287b636739d owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:23.006649 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-7e2e3620-473c-4b13-9fa6-e91afca65fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:23.009160 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-7e2e3620-473c-4b13-9fa6-e91afca65fc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0986252 Jul 16 17:50:23.014146 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8159fdac-410b-488f-9479-10bf8d950ffc req-34323640-a54b-4789-89b3-1e9ec7e2557b service neutron] 10.222.0.32 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754375 Jul 16 17:50:23.087584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-a19a075c-051b-48d0-8a82-94eeeb827969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:23.089335 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.090854 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-a19a075c-051b-48d0-8a82-94eeeb827969 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0747406 Jul 16 17:50:23.091805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9900edd8-288b-4c15-8f24-1e34a0f2c661,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:23.094595 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-61666c6f-e989-4d70-9ae3-34637cc8a138 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.110600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['f9e98a49-7690-49a9-b7cb-84a7e082b909'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:23.209894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61666c6f-e989-4d70-9ae3-34637cc8a138 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Pushing event updated for resources: {'Port': ['ID=ac26fdff-bc83-4369-8a7f-83f544252cf9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:23.225538 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-40f1affa-f095-4902-a53f-5a45f4947d49 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257126 Jul 16 17:50:23.328607 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ca33bc36-34c4-46d3-9beb-75c75e6c5dc9 req-d2ea9efc-226e-4b66-bd06-d3f6a861f22a service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962174 Jul 16 17:50:23.344083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2e18d-2c37-4aee-99d4-7bbe6af6d4b9 req-3510c6f8-9a57-49ca-becc-b73d9c00cf4f tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:23.345714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23d2e18d-2c37-4aee-99d4-7bbe6af6d4b9 req-3510c6f8-9a57-49ca-becc-b73d9c00cf4f tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 944 time: 0.8789380 Jul 16 17:50:23.389568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-61666c6f-e989-4d70-9ae3-34637cc8a138 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:23.409851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-61666c6f-e989-4d70-9ae3-34637cc8a138 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:23.421212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-61666c6f-e989-4d70-9ae3-34637cc8a138 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:23.452816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:23.469878 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-eeba68f6-5902-47b7-aca8-cfebe0a7277a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.505004 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-b990ae12-4b78-4c17-83f0-5c30cab64a04 service neutron] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=19bd5254-8662-4f60-abab-035294c4e7d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:23.546594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23d2e18d-2c37-4aee-99d4-7bbe6af6d4b9 req-ce2cc230-a6f0-4fef-9587-08416ad33484 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/security-groups?id=94fbcccb-f9d8-425a-bbeb-11b94cf855c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875057 Jul 16 17:50:23.554661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba68f6-5902-47b7-aca8-cfebe0a7277a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Port': ['ID=482cba65-a584-4908-a773-7287b636739d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:23.579388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675003e7-b3cd-44dc-8f81-b6b5b50e9d48 req-adc67464-239d-47e8-8262-520649cf4d66 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:23.580840 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-675003e7-b3cd-44dc-8f81-b6b5b50e9d48 req-adc67464-239d-47e8-8262-520649cf4d66 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7037652 Jul 16 17:50:23.611557 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.645394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-61666c6f-e989-4d70-9ae3-34637cc8a138 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:23.646288 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-61666c6f-e989-4d70-9ae3-34637cc8a138 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.649903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-b990ae12-4b78-4c17-83f0-5c30cab64a04 service neutron] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:23.666203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:23.674092 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.675452 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 79517f24-5899-4b50-95e4-4c3dfcd3ead1 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:23.678750 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbb25cd-23cf-40ac-ae0a-b42c29a1fc6d x-openstack-request-id: req-8fbb25cd-23cf-40ac-ae0a-b42c29a1fc6d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:23.679243 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "name": "network-vif-unplugged", "status": "completed", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:23.679719 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fbb25cd-23cf-40ac-ae0a-b42c29a1fc6d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:23.680305 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'code': 200} Jul 16 17:50:23.734788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-675003e7-b3cd-44dc-8f81-b6b5b50e9d48 req-1c0e9673-1635-4bbd-a528-5e61f63edf85 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1378925 Jul 16 17:50:23.763560 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-eeba68f6-5902-47b7-aca8-cfebe0a7277a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] No DVR routers for this DVR port 482cba65-a584-4908-a773-7287b636739d on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:23.773007 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-eeba68f6-5902-47b7-aca8-cfebe0a7277a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:23.775477 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-eeba68f6-5902-47b7-aca8-cfebe0a7277a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "DELETE /v2.0/ports/482cba65-a584-4908-a773-7287b636739d HTTP/1.1" status: 204 len: 173 time: 1.9640064 Jul 16 17:50:23.775979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-deleted', 'tag': '482cba65-a584-4908-a773-7287b636739d'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:23.786125 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091d6db0-e705-4706-9e9b-c3ca655ef7bd" -d '{"events": [{"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-deleted", "tag": "482cba65-a584-4908-a773-7287b636739d"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:23.814674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-61666c6f-e989-4d70-9ae3-34637cc8a138 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7878969 Jul 16 17:50:23.918011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-b990ae12-4b78-4c17-83f0-5c30cab64a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19bd5254-8662-4f60-abab-035294c4e7d9 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:23.976639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-b990ae12-4b78-4c17-83f0-5c30cab64a04 service neutron] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=19bd5254-8662-4f60-abab-035294c4e7d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:24.085585 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Request body: {'port': {'device_id': '759572db-46a1-4930-80d8-59184d115a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:24.123620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:24.151692 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.154362 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-b990ae12-4b78-4c17-83f0-5c30cab64a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.191440 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 79517f24-5899-4b50-95e4-4c3dfcd3ead1, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=79517f24-5899-4b50-95e4-4c3dfcd3ead1,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:24.196386 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.265408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=79517f24-5899-4b50-95e4-4c3dfcd3ead1,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:24.635957 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.699534 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device b8764e61-1249-47a1-a802-2c3a100bc430 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:24.702402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc481ef-689d-49c9-8a51-09fb018d6914 req-54f51f7a-f0e5-4447-8d1f-236b34cfd58a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:24.709575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc481ef-689d-49c9-8a51-09fb018d6914 req-54f51f7a-f0e5-4447-8d1f-236b34cfd58a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:24.712952 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6fc481ef-689d-49c9-8a51-09fb018d6914 req-54f51f7a-f0e5-4447-8d1f-236b34cfd58a tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 1679 time: 0.6792424 Jul 16 17:50:24.773013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-b990ae12-4b78-4c17-83f0-5c30cab64a04 service neutron] Transition to ACTIVE for port object 19bd5254-8662-4f60-abab-035294c4e7d9 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:24.789548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-8c6b8d2e-1ea5-4826-a7ec-54ff7d665fdc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Deleting port 79517f24-5899-4b50-95e4-4c3dfcd3ead1 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:24.789930 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-8c6b8d2e-1ea5-4826-a7ec-54ff7d665fdc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.798470 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-b990ae12-4b78-4c17-83f0-5c30cab64a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.811422 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port b8764e61-1249-47a1-a802-2c3a100bc430, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=b8764e61-1249-47a1-a802-2c3a100bc430,segment=NetworkSegment(5f5cb64d-c526-498d-ac1d-6f9f10944f0c),segment_id=5f5cb64d-c526-498d-ac1d-6f9f10944f0c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:24.823608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'b8764e61-1249-47a1-a802-2c3a100bc430', 'network_id': 'ed950549-4f2a-4fb1-b157-8ad61ece973f', 'port_id': 'b8764e61-1249-47a1-a802-2c3a100bc430', 'mac_address': 'fa:16:3e:07:4e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7c7948-b62f-46f5-a106-c19885db0347', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:24.874077 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.889758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8764e61-1249-47a1-a802-2c3a100bc430 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:24.911019 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port b8764e61-1249-47a1-a802-2c3a100bc430, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=b8764e61-1249-47a1-a802-2c3a100bc430,segment=NetworkSegment(5f5cb64d-c526-498d-ac1d-6f9f10944f0c),segment_id=5f5cb64d-c526-498d-ac1d-6f9f10944f0c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:24.916112 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.946843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408a011-12c6-4a1b-836e-5f59b869cc41 req-e95776be-289b-4e98-bc5d-41ceb653019d tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:24.948399 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b408a011-12c6-4a1b-836e-5f59b869cc41 req-e95776be-289b-4e98-bc5d-41ceb653019d tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 945 time: 0.3825011 Jul 16 17:50:24.972952 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:24.975950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=b8764e61-1249-47a1-a802-2c3a100bc430,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:25.004133 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6fc481ef-689d-49c9-8a51-09fb018d6914 req-a4d823a1-e7e8-4263-8f08-65b2502d610e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740512 Jul 16 17:50:25.056274 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adff74f0-9fe3-4c57-a60b-6b6adb6ac191 x-openstack-request-id: req-adff74f0-9fe3-4c57-a60b-6b6adb6ac191 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:25.056575 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571490a8-c925-41c2-b14b-3af5ecf3c646", "name": "network-vif-plugged", "status": "completed", "tag": "9900edd8-288b-4c15-8f24-1e34a0f2c661", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:25.056833 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adff74f0-9fe3-4c57-a60b-6b6adb6ac191 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:25.057235 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9900edd8-288b-4c15-8f24-1e34a0f2c661', 'code': 200} Jul 16 17:50:25.082271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-b990ae12-4b78-4c17-83f0-5c30cab64a04 service neutron] No DVR routers for this DVR port 19bd5254-8662-4f60-abab-035294c4e7d9 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:25.097542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990ae12-4b78-4c17-83f0-5c30cab64a04 service neutron] Pushing event updated for resources: {'Port': ['ID=19bd5254-8662-4f60-abab-035294c4e7d9,revision_number=10']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:25.139394 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b408a011-12c6-4a1b-836e-5f59b869cc41 req-a456bce9-060b-4678-b122-fea2ca1c0c28 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500649 Jul 16 17:50:25.151524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-8c6b8d2e-1ea5-4826-a7ec-54ff7d665fdc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] For port 79517f24-5899-4b50-95e4-4c3dfcd3ead1, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=79517f24-5899-4b50-95e4-4c3dfcd3ead1,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:25.151524 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-8c6b8d2e-1ea5-4826-a7ec-54ff7d665fdc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:25.211567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['b8764e61-1249-47a1-a802-2c3a100bc430'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:25.212010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-8c6b8d2e-1ea5-4826-a7ec-54ff7d665fdc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Calling delete_port for 79517f24-5899-4b50-95e4-4c3dfcd3ead1 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:25.233613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae63018-b7f9-4108-9bb5-28c20f9f5489 req-fcb4f591-d5de-4440-a4e6-08d018b73017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.239187 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9ae63018-b7f9-4108-9bb5-28c20f9f5489 req-fcb4f591-d5de-4440-a4e6-08d018b73017 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 1097 time: 0.1013060 Jul 16 17:50:25.278707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-b990ae12-4b78-4c17-83f0-5c30cab64a04 service neutron] 10.222.0.11 "PUT /v2.0/ports/19bd5254-8662-4f60-abab-035294c4e7d9/bindings/n-h1-787205-10/activate HTTP/1.1" status: 200 len: 370 time: 2.8537357 Jul 16 17:50:25.322644 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9ae63018-b7f9-4108-9bb5-28c20f9f5489 req-c2de5a6e-54dd-4c18-905b-af1dc8203869 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765288 Jul 16 17:50:25.469564 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac635114-2ea9-4fa5-bbb2-d1f5e5a58330 req-c642afa7-000e-4b09-8a6a-1be48f0f7187 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.478685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac635114-2ea9-4fa5-bbb2-d1f5e5a58330 req-c642afa7-000e-4b09-8a6a-1be48f0f7187 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 947 time: 0.3104458 Jul 16 17:50:25.483993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c0ded8a9-a025-40fb-8729-f1d1cb57f2f8 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.486457 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-c0ded8a9-a025-40fb-8729-f1d1cb57f2f8 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab&tenant_id=c5e6198059344f539cf6bbde362b7a15&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1096 time: 0.1056619 Jul 16 17:50:25.559834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-32c2d8ae-4556-4f0b-b267-1b219b7e2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.561084 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-32c2d8ae-4556-4f0b-b267-1b219b7e2012 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab&tenant_id=c5e6198059344f539cf6bbde362b7a15 HTTP/1.1" status: 200 len: 1096 time: 0.0663564 Jul 16 17:50:25.603506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba19cee-4077-4ab1-b7e1-3afbfce8766a req-219a9eae-9f85-44c3-bae3-30ca9da778ac tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.605021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ba19cee-4077-4ab1-b7e1-3afbfce8766a req-219a9eae-9f85-44c3-bae3-30ca9da778ac tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 944 time: 0.3160264 Jul 16 17:50:25.614209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac635114-2ea9-4fa5-bbb2-d1f5e5a58330 req-79ea4ad2-eaaf-4043-9780-67133ab6c9e1 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346021 Jul 16 17:50:25.619299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac26fdff-bc83-4369-8a7f-83f544252cf9 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:25.636616 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:25.644121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Transition to ACTIVE for port object ac26fdff-bc83-4369-8a7f-83f544252cf9 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:25.647462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-e729d766-e201-4852-8c65-479290c0aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.649599 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-e729d766-e201-4852-8c65-479290c0aca5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 1096 time: 0.0623662 Jul 16 17:50:25.661042 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:25.681858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:25.684831 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b79c6fc-231a-4094-8e5f-d98b33169dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:25.744473 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ba19cee-4077-4ab1-b7e1-3afbfce8766a req-76ee1041-49ee-4d3d-94ba-74eaf9d45a8e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986073 Jul 16 17:50:25.778748 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-8c6b8d2e-1ea5-4826-a7ec-54ff7d665fdc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:25.802681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-af8fa350-36ae-4051-933d-cd4caf191d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.804935 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-af8fa350-36ae-4051-933d-cd4caf191d3c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.1491508 Jul 16 17:50:25.863118 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-ab26fe55-4e69-4edf-89a7-2f52b42f15bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19bd5254-8662-4f60-abab-035294c4e7d9 HTTP/1.1" status: 200 len: 217 time: 0.0496848 Jul 16 17:50:25.874048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Pushing event updated for resources: {'Port': ['ID=ac26fdff-bc83-4369-8a7f-83f544252cf9,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:25.904373 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30c3ae77-6a2f-45b9-8ab3-808b4b0f5f1e req-f21d9ad6-2fb4-475c-a214-eafb6e1ddfd7 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0949173 Jul 16 17:50:25.930622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-e87aca2a-1d23-4509-855d-60629f845d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:25.932137 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-e87aca2a-1d23-4509-855d-60629f845d15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.0611658 Jul 16 17:50:25.980088 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-64d7a9b9-8abc-4666-8166-016493ccbdae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379994 Jul 16 17:50:25.993893 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5354b481-8967-46fa-a826-8c02aeb2db61 x-openstack-request-id: req-5354b481-8967-46fa-a826-8c02aeb2db61 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:25.996194 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-deleted", "tag": "482cba65-a584-4908-a773-7287b636739d", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:25.996611 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5354b481-8967-46fa-a826-8c02aeb2db61 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:25.997133 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-deleted', 'tag': '482cba65-a584-4908-a773-7287b636739d', 'status': 'completed', 'code': 200} Jul 16 17:50:26.026243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-8c6b8d2e-1ea5-4826-a7ec-54ff7d665fdc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] No DVR routers for this DVR port 79517f24-5899-4b50-95e4-4c3dfcd3ead1 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:26.028908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b8d2e-1ea5-4826-a7ec-54ff7d665fdc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Port': ['ID=79517f24-5899-4b50-95e4-4c3dfcd3ead1,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:26.033160 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-8c6b8d2e-1ea5-4826-a7ec-54ff7d665fdc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.035454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-8c6b8d2e-1ea5-4826-a7ec-54ff7d665fdc tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "DELETE /v2.0/ports/79517f24-5899-4b50-95e4-4c3dfcd3ead1 HTTP/1.1" status: 204 len: 173 time: 2.2456927 Jul 16 17:50:26.136864 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-e389f368-7ac9-48de-a5ef-ef8498486662 service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446750 Jul 16 17:50:26.143917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-9cdd09fc-b3a4-436c-aaf8-0e01713fa7d3 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4c5359e77d874d7da70677245cf63d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468585 Jul 16 17:50:26.189705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb165d4-777a-4c1e-b6ee-a27203ae4b08 req-8d3f3746-fef7-4aba-b01d-4124001bf3ad tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:26.218233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cb165d4-777a-4c1e-b6ee-a27203ae4b08 req-8d3f3746-fef7-4aba-b01d-4124001bf3ad tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 943 time: 0.4740708 Jul 16 17:50:26.294569 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-f19d3757-d5a8-4ffe-9780-1b7a8faa4ebf service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430011 Jul 16 17:50:26.348203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:26.348597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:26.349551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:26.390676 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Port ac26fdff-bc83-4369-8a7f-83f544252cf9 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:26.391032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:26.417892 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:26.418244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:26.419123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Bound using segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:26.419670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Bound port: ac26fdff-bc83-4369-8a7f-83f544252cf9, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:26.419985 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.427390 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cb165d4-777a-4c1e-b6ee-a27203ae4b08 req-72324ecd-930f-4b60-8e2b-1c3ab0663fe7 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082498 Jul 16 17:50:26.436947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-4ad926b6-3b80-4d97-a44e-b59e414c79f2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:26.444909 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-4ad926b6-3b80-4d97-a44e-b59e414c79f2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2854681 Jul 16 17:50:26.483707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-5fe45744-2671-429a-aba4-31c7a61c0e87 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/quotas/4c5359e77d874d7da70677245cf63d40 HTTP/1.1" status: 200 len: 375 time: 0.0377748 Jul 16 17:50:26.560944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-7fa711c9-d869-4efa-ba0c-b0393a535456 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c5359e77d874d7da70677245cf63d40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488002 Jul 16 17:50:26.604133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-edc940a1-64ef-4428-a172-8a963a2790e5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Deleting port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:26.604494 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-edc940a1-64ef-4428-a172-8a963a2790e5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.641495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:26.667600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-609b90c4-8af7-4267-aab4-33379a897348 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:26.669758 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-609b90c4-8af7-4267-aab4-33379a897348 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab&tenant_id=c5e6198059344f539cf6bbde362b7a15&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 1096 time: 0.0673649 Jul 16 17:50:26.699272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device df7f55c4-cd24-4b98-8c44-5cc295254d6c details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:26.702988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device b8764e61-1249-47a1-a802-2c3a100bc430 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:26.714550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:26.725287 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.771534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:26.772230 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.773929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] 10.222.0.32 "PUT /v2.0/ports/ac26fdff-bc83-4369-8a7f-83f544252cf9 HTTP/1.1" status: 200 len: 1092 time: 2.8803203 Jul 16 17:50:26.783233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768908f4-bae5-4832-a1bb-76fd10966335 req-dad2b21f-6d88-47d8-b6e9-bbf982fc600a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:26.784871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-768908f4-bae5-4832-a1bb-76fd10966335 req-dad2b21f-6d88-47d8-b6e9-bbf982fc600a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 945 time: 0.2343554 Jul 16 17:50:26.847700 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-8d8f2204-aa75-4a2a-bda8-5cdf6b83f80b service neutron] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:26.850082 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add73cfd-729c-42d1-8688-98d4003df61a x-openstack-request-id: req-add73cfd-729c-42d1-8688-98d4003df61a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:26.850375 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:26.850630 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-add73cfd-729c-42d1-8688-98d4003df61a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:26.851025 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'status': 'completed', 'code': 200} Jul 16 17:50:26.854823 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-8d8f2204-aa75-4a2a-bda8-5cdf6b83f80b service neutron] Notify callbacks [] for binding, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.856805 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d84e6c5b-3253-41ae-abf8-8d162bd3d68a req-8d8f2204-aa75-4a2a-bda8-5cdf6b83f80b service neutron] 10.222.0.32 "DELETE /v2.0/ports/19bd5254-8662-4f60-abab-035294c4e7d9/bindings/n-h2-787205-10 HTTP/1.1" status: 204 len: 173 time: 0.1799653 Jul 16 17:50:26.901420 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-edc940a1-64ef-4428-a172-8a963a2790e5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] For port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:26.902761 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-edc940a1-64ef-4428-a172-8a963a2790e5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.927015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-edc940a1-64ef-4428-a172-8a963a2790e5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Calling delete_port for e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:26.927258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port b8764e61-1249-47a1-a802-2c3a100bc430 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:26.937076 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port b8764e61-1249-47a1-a802-2c3a100bc430 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:26.937455 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:26.974319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:26.995844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-68848fdd-5bff-459e-87c2-c77da35d595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:26.997608 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-68848fdd-5bff-459e-87c2-c77da35d595c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 1099 time: 0.1278760 Jul 16 17:50:26.999865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024e9a9-d1fb-463e-9590-3effe0863c20 service neutron] Pushing event updated for resources: {'Port': ['ID=ac26fdff-bc83-4369-8a7f-83f544252cf9,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:27.018082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'mac_address': 'fa:16:3e:5c:c0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:27.084181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3447aa4-6d21-4004-9eea-e3b6b2b84fa8'}, {'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79517f24-5899-4b50-95e4-4c3dfcd3ead1'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:27.091176 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53a99ce-11cb-4ef1-a518-9ac793ee09ac" -d '{"events": [{"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-unplugged", "status": "completed", "tag": "e3447aa4-6d21-4004-9eea-e3b6b2b84fa8"}, {"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-unplugged", "status": "completed", "tag": "79517f24-5899-4b50-95e4-4c3dfcd3ead1"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:27.118355 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:27.131436 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-768908f4-bae5-4832-a1bb-76fd10966335 req-0b7b008f-3ee4-460b-8be3-3e79c35ef4dd tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/security-groups?id=94fbcccb-f9d8-425a-bbeb-11b94cf855c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345201 Jul 16 17:50:27.157531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7f55c4-cd24-4b98-8c44-5cc295254d6c {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:27.174718 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:27.177365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-a6e00c6a-9df0-4196-8846-aaf917df0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.183356 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-a6e00c6a-9df0-4196-8846-aaf917df0dd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.1774142 Jul 16 17:50:27.200709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:27.220924 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:27.238711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-3d77668b-820d-49e2-876c-2a1f9f25f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.240703 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-3d77668b-820d-49e2-876c-2a1f9f25f555 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 1099 time: 0.2291627 Jul 16 17:50:27.291396 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-1013c642-e9ef-4de8-b1e8-f4dd50e6d74e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 200 len: 217 time: 0.0999031 Jul 16 17:50:27.331370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port b8764e61-1249-47a1-a802-2c3a100bc430, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=b8764e61-1249-47a1-a802-2c3a100bc430,segment=NetworkSegment(5f5cb64d-c526-498d-ac1d-6f9f10944f0c),segment_id=5f5cb64d-c526-498d-ac1d-6f9f10944f0c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:27.345164 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:27.357629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:27.362940 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-a1faa2fe-fc4a-4b01-acbc-b85cccf0a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.364747 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-a1faa2fe-fc4a-4b01-acbc-b85cccf0a1a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0659621 Jul 16 17:50:27.384836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f1088378-1f07-4d32-bf97-2b62c2b952cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.391433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-f1088378-1f07-4d32-bf97-2b62c2b952cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 1095 time: 0.5193563 Jul 16 17:50:27.435325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=b8764e61-1249-47a1-a802-2c3a100bc430,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:27.483758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-d47eff2e-ba49-48c9-9b99-cbb865446237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.485405 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-d47eff2e-ba49-48c9-9b99-cbb865446237 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1137719 Jul 16 17:50:27.513209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-98a8609a-e8da-460a-968f-6657db096660 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9 HTTP/1.1" status: 200 len: 217 time: 0.1069078 Jul 16 17:50:27.513845 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-edc940a1-64ef-4428-a172-8a963a2790e5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:27.592798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc940a1-64ef-4428-a172-8a963a2790e5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Port': ['ID=e3447aa4-6d21-4004-9eea-e3b6b2b84fa8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:27.593315 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['df7f55c4-cd24-4b98-8c44-5cc295254d6c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:27.608045 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-c70be888-86c1-4ced-9285-c718becbe790 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148634 Jul 16 17:50:27.720079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-dfeb6470-7a6d-45c7-808c-fe7675d920f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.721835 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-dfeb6470-7a6d-45c7-808c-fe7675d920f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.1994781 Jul 16 17:50:27.725971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-4020dca1-8849-4975-a7ea-4475f930db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.727621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-4020dca1-8849-4975-a7ea-4475f930db02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.4771471 Jul 16 17:50:27.730052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-edc940a1-64ef-4428-a172-8a963a2790e5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] No DVR routers for this DVR port e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:27.742493 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-39d01670-3b5e-49eb-bbac-f398dddf0973 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262035 Jul 16 17:50:27.756082 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-edc940a1-64ef-4428-a172-8a963a2790e5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:27.758404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386787a8-7207-42cc-8b1f-dd13867c6535 req-edc940a1-64ef-4428-a172-8a963a2790e5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "DELETE /v2.0/ports/e3447aa4-6d21-4004-9eea-e3b6b2b84fa8 HTTP/1.1" status: 204 len: 173 time: 1.7092299 Jul 16 17:50:27.790588 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508ab6a-c5bd-440a-bf51-812e9bc297eb req-dba1591d-f06d-4f3a-8cd8-ac7f71397eab tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.798530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5508ab6a-c5bd-440a-bf51-812e9bc297eb req-dba1591d-f06d-4f3a-8cd8-ac7f71397eab tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 945 time: 0.3795044 Jul 16 17:50:27.806941 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-88918673-54f2-41c3-aa81-883be19a60dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728540 Jul 16 17:50:27.844150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181cc7c-26eb-4be3-95ef-21bc47d00017 req-d6601bd9-74c0-4fa0-bad8-b4bef9940240 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:27.845711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c181cc7c-26eb-4be3-95ef-21bc47d00017 req-d6601bd9-74c0-4fa0-bad8-b4bef9940240 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c28f433-818e-47a6-a8d7-0a2bc47ae12b HTTP/1.1" status: 200 len: 865 time: 0.5772588 Jul 16 17:50:27.872178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-6f10bea7-8a68-4324-adb3-800781683ce7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 200 len: 217 time: 0.1221771 Jul 16 17:50:28.206167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-deleted', 'tag': '79517f24-5899-4b50-95e4-4c3dfcd3ead1'}, {'name': 'network-changed', 'server_uuid': '759572db-46a1-4930-80d8-59184d115a3b', 'tag': 'ac26fdff-bc83-4369-8a7f-83f544252cf9'}, {'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-deleted', 'tag': 'e3447aa4-6d21-4004-9eea-e3b6b2b84fa8'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:28.208727 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeab382-89b0-4dbb-8b35-2875181c0908" -d '{"events": [{"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-deleted", "tag": "79517f24-5899-4b50-95e4-4c3dfcd3ead1"}, {"name": "network-changed", "server_uuid": "759572db-46a1-4930-80d8-59184d115a3b", "tag": "ac26fdff-bc83-4369-8a7f-83f544252cf9"}, {"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-deleted", "tag": "e3447aa4-6d21-4004-9eea-e3b6b2b84fa8"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:28.290901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5508ab6a-c5bd-440a-bf51-812e9bc297eb req-a2e76a9c-7c0d-4f41-b129-0f5b252f3594 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4914694 Jul 16 17:50:28.309164 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c181cc7c-26eb-4be3-95ef-21bc47d00017 req-db558fb7-1273-404b-892b-f08d5c000e83 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426069 Jul 16 17:50:28.321296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-bfcee19f-4968-468c-88d9-f8a27109961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.321296 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-bfcee19f-4968-468c-88d9-f8a27109961f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.4278657 Jul 16 17:50:28.370854 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-dfb76677-5155-4356-bce8-f8e16c011a9c service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163157 Jul 16 17:50:28.509969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-5e019e2d-a351-4261-b729-dcedd2e05852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.511450 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-5e019e2d-a351-4261-b729-dcedd2e05852 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1862133 Jul 16 17:50:28.543821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-68a214c4-d153-499d-84fb-fbc51178ca9d tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4c5359e77d874d7da70677245cf63d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540628 Jul 16 17:50:28.572990 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c7203e-8213-41b0-89e5-a0ea27b87b9d req-5de97c96-99f3-420e-b02c-601c9ad77630 service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950011 Jul 16 17:50:28.610327 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-17844c78-d99d-4a48-860c-bbdb8a8ac10d tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4c5359e77d874d7da70677245cf63d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311527 Jul 16 17:50:28.694851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60ab1f-8119-4e37-ae1a-d2c743a41c16 req-45e34831-acba-4e0c-b21b-4f8d7aba3fcd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.696361 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f60ab1f-8119-4e37-ae1a-d2c743a41c16 req-45e34831-acba-4e0c-b21b-4f8d7aba3fcd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 948 time: 0.2733080 Jul 16 17:50:28.704467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device df7f55c4-cd24-4b98-8c44-5cc295254d6c up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:28.738534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-1e520ee2-a976-48c9-a41b-a3aca37c88a4 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097101 Jul 16 17:50:28.748993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b903cb81-914b-4877-8603-b75656dff5e2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.751126 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b903cb81-914b-4877-8603-b75656dff5e2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347792 Jul 16 17:50:28.756504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port df7f55c4-cd24-4b98-8c44-5cc295254d6c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:28.760630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port df7f55c4-cd24-4b98-8c44-5cc295254d6c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:28.761487 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:28.768077 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Request body: {'port': {'device_id': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '4c5359e77d874d7da70677245cf63d40'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:28.787337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1271c-586a-458e-9000-99b317c129f8 req-fee14d5d-ba67-41ee-9691-2d80749372b9 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:28.789077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-fee14d5d-ba67-41ee-9691-2d80749372b9 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239900 Jul 16 17:50:28.819385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f60ab1f-8119-4e37-ae1a-d2c743a41c16 req-25f41fd7-9368-4fa1-b0d1-488f34585d37 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095634 Jul 16 17:50:28.831168 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-a4e6a699-683a-4447-897f-2cc0541e5cf1 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/quotas/4c5359e77d874d7da70677245cf63d40 HTTP/1.1" status: 200 len: 375 time: 0.0269895 Jul 16 17:50:28.881926 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:28.901848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-0ad82ebe-3925-4d40-9607-507dbcdce030 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c5359e77d874d7da70677245cf63d40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696812 Jul 16 17:50:28.925365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Made reservation on behalf of 4c5359e77d874d7da70677245cf63d40 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:28.931096 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:28.933050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:28.948115 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:28.948353 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:28.948621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b79c6fc-231a-4094-8e5f-d98b33169dbb req-63fdc72f-b7b5-45e8-84c7-7cc4f63d17c7 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022159 Jul 16 17:50:29.086740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.094117 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.103175 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7505495-16d2-4616-bc1c-c6011cb23777 x-openstack-request-id: req-d7505495-16d2-4616-bc1c-c6011cb23777 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:29.103487 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-unplugged", "status": "completed", "tag": "e3447aa4-6d21-4004-9eea-e3b6b2b84fa8", "code": 200}, {"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-unplugged", "status": "completed", "tag": "79517f24-5899-4b50-95e4-4c3dfcd3ead1", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:29.103761 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7505495-16d2-4616-bc1c-c6011cb23777 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:29.104297 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3447aa4-6d21-4004-9eea-e3b6b2b84fa8', 'code': 200} Jul 16 17:50:29.104418 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79517f24-5899-4b50-95e4-4c3dfcd3ead1', 'code': 200} Jul 16 17:50:29.131239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62dd5e24-70ea-4261-9b58-5b20be19b8d4,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:29.134095 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:29.177403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1fe39-e9c0-418c-95f5-0d9cfd29041b req-dcccd444-a695-4df9-9bd9-0194732350f2 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:29.182462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ea1fe39-e9c0-418c-95f5-0d9cfd29041b req-dcccd444-a695-4df9-9bd9-0194732350f2 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.11 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 946 time: 0.1921418 Jul 16 17:50:29.194621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d0ef6-c27e-480e-9e65-4b769bd5e020 req-2bfdeb87-e5ae-424f-b807-6367f68c51d1 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:29.206275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e6d0ef6-c27e-480e-9e65-4b769bd5e020 req-2bfdeb87-e5ae-424f-b807-6367f68c51d1 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 944 time: 0.2048287 Jul 16 17:50:29.298628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Allocated IP 192.168.233.200 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/d3f48dc1-a398-4095-bc1e-8247b0e343ef) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:29.350252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e6d0ef6-c27e-480e-9e65-4b769bd5e020 req-8bd5bc88-1a48-4e07-b845-5045afe55e9d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234279 Jul 16 17:50:29.386395 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329afe72-b8a5-4cef-b285-6f87e53c97fa req-6b9c757e-d218-479d-a309-dece5d42d55a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:29.393831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-329afe72-b8a5-4cef-b285-6f87e53c97fa req-6b9c757e-d218-479d-a309-dece5d42d55a tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 946 time: 0.1863701 Jul 16 17:50:29.436544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-3ea1fe39-e9c0-418c-95f5-0d9cfd29041b req-2d32c41e-59b8-4edf-9dca-2b43fa88e430 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Deleting port 01bfd29e-8b57-4769-9e0a-e3f6c85299da {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:29.437025 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3ea1fe39-e9c0-418c-95f5-0d9cfd29041b req-2d32c41e-59b8-4edf-9dca-2b43fa88e430 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.451196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-329afe72-b8a5-4cef-b285-6f87e53c97fa req-00cadcf5-7787-48cb-b8b0-705225bcb131 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/security-groups?id=86552dbe-5fed-410f-9217-9e5f5ad85bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564022 Jul 16 17:50:29.567560 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.589639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Transition to ACTIVE for port object d3f48dc1-a398-4095-bc1e-8247b0e343ef will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:29.607974 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5067fb6e-e3c2-451d-ad31-5366bf8b527b req-a4d2a02e-1927-443f-bc7a-ec75b69d7e1d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1306226 Jul 16 17:50:29.650059 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.677495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3ea1fe39-e9c0-418c-95f5-0d9cfd29041b req-2d32c41e-59b8-4edf-9dca-2b43fa88e430 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] For port 01bfd29e-8b57-4769-9e0a-e3f6c85299da, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=01bfd29e-8b57-4769-9e0a-e3f6c85299da,segment=NetworkSegment(fb34c7f1-d4a6-4556-a17e-c985fffd2ce4),segment_id=fb34c7f1-d4a6-4556-a17e-c985fffd2ce4)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:29.677904 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3ea1fe39-e9c0-418c-95f5-0d9cfd29041b req-2d32c41e-59b8-4edf-9dca-2b43fa88e430 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.696546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-3ea1fe39-e9c0-418c-95f5-0d9cfd29041b req-2d32c41e-59b8-4edf-9dca-2b43fa88e430 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Calling delete_port for 01bfd29e-8b57-4769-9e0a-e3f6c85299da owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:29.719000 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5483b3-dc2f-49b8-befe-6adfa1472290 req-fc1763b8-e101-4402-a7f0-396cf44a1db1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:29.720533 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be5483b3-dc2f-49b8-befe-6adfa1472290 req-fc1763b8-e101-4402-a7f0-396cf44a1db1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 943 time: 0.1555896 Jul 16 17:50:29.729566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:29.736856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:29.739955 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:29.745381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:29.746082 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.754559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Pushing event updated for resources: {'Port': ['ID=d3f48dc1-a398-4095-bc1e-8247b0e343ef,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:29.773445 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-d2116e23-fa14-43d5-b31e-c4d8797f512c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0120873 Jul 16 17:50:29.787550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Request body: {'port': {'device_id': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:29.802906 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df517f-7ab0-41b8-af88-b1c73fd98613 req-89326be1-4668-493b-ba9f-23447f22714a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:29.804540 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1df517f-7ab0-41b8-af88-b1c73fd98613 req-89326be1-4668-493b-ba9f-23447f22714a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 946 time: 0.1944921 Jul 16 17:50:29.815218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067fb6e-e3c2-451d-ad31-5366bf8b527b req-929d391b-f3af-46e3-ba7c-2989afdb8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:29.816739 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5067fb6e-e3c2-451d-ad31-5366bf8b527b req-929d391b-f3af-46e3-ba7c-2989afdb8136 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 1102 time: 0.1794124 Jul 16 17:50:29.844618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be5483b3-dc2f-49b8-befe-6adfa1472290 req-a17993b3-a08c-4ae8-8fe4-2217d519dfcd tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845115 Jul 16 17:50:29.874896 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1df517f-7ab0-41b8-af88-b1c73fd98613 req-69fc7f93-d4d5-4966-9b5d-9641c993c16e tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/security-groups?id=94fbcccb-f9d8-425a-bbeb-11b94cf855c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591388 Jul 16 17:50:29.943010 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830739b2-3346-4322-b12e-d1a73f055bb5 x-openstack-request-id: req-830739b2-3346-4322-b12e-d1a73f055bb5 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:29.943336 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-deleted", "tag": "79517f24-5899-4b50-95e4-4c3dfcd3ead1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "759572db-46a1-4930-80d8-59184d115a3b", "tag": "ac26fdff-bc83-4369-8a7f-83f544252cf9", "status": "completed", "code": 200}, {"server_uuid": "7c28f433-818e-47a6-a8d7-0a2bc47ae12b", "name": "network-vif-deleted", "tag": "e3447aa4-6d21-4004-9eea-e3b6b2b84fa8", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:29.943592 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-830739b2-3346-4322-b12e-d1a73f055bb5 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:29.944039 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-deleted', 'tag': '79517f24-5899-4b50-95e4-4c3dfcd3ead1', 'status': 'completed', 'code': 200} Jul 16 17:50:29.944302 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759572db-46a1-4930-80d8-59184d115a3b', 'tag': 'ac26fdff-bc83-4369-8a7f-83f544252cf9', 'status': 'completed', 'code': 200} Jul 16 17:50:29.944551 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c28f433-818e-47a6-a8d7-0a2bc47ae12b', 'name': 'network-vif-deleted', 'tag': 'e3447aa4-6d21-4004-9eea-e3b6b2b84fa8', 'status': 'completed', 'code': 200} Jul 16 17:50:29.978256 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3ea1fe39-e9c0-418c-95f5-0d9cfd29041b req-2d32c41e-59b8-4edf-9dca-2b43fa88e430 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:29.991455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['01bfd29e-8b57-4769-9e0a-e3f6c85299da'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:30.023658 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:30.049223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067fb6e-e3c2-451d-ad31-5366bf8b527b req-ff7285e3-647d-4f2f-bac9-c8fa316bdcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.050748 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5067fb6e-e3c2-451d-ad31-5366bf8b527b req-ff7285e3-647d-4f2f-bac9-c8fa316bdcc6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.1924636 Jul 16 17:50:30.115438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32c41e-59b8-4edf-9dca-2b43fa88e430 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Pushing event deleted for resources: {'Port': ['ID=01bfd29e-8b57-4769-9e0a-e3f6c85299da,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:30.135522 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5067fb6e-e3c2-451d-ad31-5366bf8b527b req-9791720c-b658-4435-b65e-823bbbedbd9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e201e55d-282d-4015-8b6d-3143c418862c HTTP/1.1" status: 200 len: 217 time: 0.0769396 Jul 16 17:50:30.178177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-91955154-a031-41da-b4fd-e909ce48219f None None] Provisioning for port d3f48dc1-a398-4095-bc1e-8247b0e343ef completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:30.183808 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-91955154-a031-41da-b4fd-e909ce48219f None None] Provisioning complete for port d3f48dc1-a398-4095-bc1e-8247b0e343ef triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:30.184575 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91955154-a031-41da-b4fd-e909ce48219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:30.208858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea1fe39-e9c0-418c-95f5-0d9cfd29041b req-2d32c41e-59b8-4edf-9dca-2b43fa88e430 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] No DVR routers for this DVR port 01bfd29e-8b57-4769-9e0a-e3f6c85299da on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:30.214475 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3ea1fe39-e9c0-418c-95f5-0d9cfd29041b req-2d32c41e-59b8-4edf-9dca-2b43fa88e430 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:30.217198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ea1fe39-e9c0-418c-95f5-0d9cfd29041b req-2d32c41e-59b8-4edf-9dca-2b43fa88e430 tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.11 "DELETE /v2.0/ports/01bfd29e-8b57-4769-9e0a-e3f6c85299da HTTP/1.1" status: 204 len: 173 time: 1.0086784 Jul 16 17:50:30.223966 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-91955154-a031-41da-b4fd-e909ce48219f None None] Port d3f48dc1-a398-4095-bc1e-8247b0e343ef cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:30.258684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067fb6e-e3c2-451d-ad31-5366bf8b527b req-d2278a65-52f9-4fae-88b4-40c6580e8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.260156 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5067fb6e-e3c2-451d-ad31-5366bf8b527b req-d2278a65-52f9-4fae-88b4-40c6580e8116 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1156018 Jul 16 17:50:30.291672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c4b25-3cea-4654-a62c-a021d8894530 req-8de3e1a3-47f0-4f80-a2c6-17617ef25522 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.296437 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-749c4b25-3cea-4654-a62c-a021d8894530 req-8de3e1a3-47f0-4f80-a2c6-17617ef25522 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 945 time: 0.1573772 Jul 16 17:50:30.303680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46046) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:30.313897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4a33316c-aa68-4010-a2fe-6b3e746e14e4 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Request body: {'floatingip': {'port_id': '9900edd8-288b-4c15-8f24-1e34a0f2c661'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:30.410263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067fb6e-e3c2-451d-ad31-5366bf8b527b req-f5521459-5328-4c5d-81ca-a475c82fd556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.411775 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5067fb6e-e3c2-451d-ad31-5366bf8b527b req-f5521459-5328-4c5d-81ca-a475c82fd556 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1354671 Jul 16 17:50:30.445758 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a33316c-aa68-4010-a2fe-6b3e746e14e4 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:30.511190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46052) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:30.513306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeab382-89b0-4dbb-8b35-2875181c0908 req-0ece6837-b462-4753-8bd6-f9effb8753ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.515045 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7eeab382-89b0-4dbb-8b35-2875181c0908 req-0ece6837-b462-4753-8bd6-f9effb8753ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 1095 time: 0.4917839 Jul 16 17:50:30.614707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f48dc1-a398-4095-bc1e-8247b0e343ef {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:30.640308 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:30.649467 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9782be-5e92-4555-bb83-a51509ffd1e8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Deleting subnet 4f0300ea-6790-4962-9be1-4215150c541e {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:50:30.656529 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5067fb6e-e3c2-451d-ad31-5366bf8b527b req-65c6d2bf-dca6-4b99-abb6-6b0df78f4fa8 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373004 Jul 16 17:50:30.657211 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b9782be-5e92-4555-bb83-a51509ffd1e8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:30.746568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeab382-89b0-4dbb-8b35-2875181c0908 req-d4f5059f-6bed-4f9b-8fb5-04fd205f3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:30.748221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7eeab382-89b0-4dbb-8b35-2875181c0908 req-d4f5059f-6bed-4f9b-8fb5-04fd205f3d2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.1402531 Jul 16 17:50:30.763436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Transition to ACTIVE for port object d3f48dc1-a398-4095-bc1e-8247b0e343ef will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:30.780675 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:30.805867 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b9782be-5e92-4555-bb83-a51509ffd1e8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:30.812148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-969a34f3-2f73-4ded-9d06-aa60eec67784 req-8972a8fd-175b-410e-b1e9-9ead488aa4aa tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 210 time: 0.3599522 Jul 16 17:50:30.827437 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5067fb6e-e3c2-451d-ad31-5366bf8b527b req-c5e73d58-24c2-445b-a12b-e8a0ff2380ff service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382415 Jul 16 17:50:30.918674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f48dc1-a398-4095-bc1e-8247b0e343ef,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:30.984727 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b9782be-5e92-4555-bb83-a51509ffd1e8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.008394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Attempting to bind port d3f48dc1-a398-4095-bc1e-8247b0e343ef on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:31.008733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Attempting to bind port d3f48dc1-a398-4095-bc1e-8247b0e343ef by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:31.009073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Attempting to bind port d3f48dc1-a398-4095-bc1e-8247b0e343ef on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:31.017954 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-c990220f-4cba-4370-89c7-a93afc7c267d tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4c5359e77d874d7da70677245cf63d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2225559 Jul 16 17:50:31.021876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Port d3f48dc1-a398-4095-bc1e-8247b0e343ef on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:31.022215 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Attempting to bind port d3f48dc1-a398-4095-bc1e-8247b0e343ef on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:31.031927 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7eeab382-89b0-4dbb-8b35-2875181c0908 req-fcbda96c-eb21-4f8c-a97b-6dcc6c76829b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9 HTTP/1.1" status: 200 len: 217 time: 0.1233544 Jul 16 17:50:31.033974 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:31.034324 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:31.034718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:31.035161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Bound port: d3f48dc1-a398-4095-bc1e-8247b0e343ef, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:31.035523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.106628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ce96ae-c428-4f80-a09f-ffffccc9e9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8764e61-1249-47a1-a802-2c3a100bc430'}, {'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:31.108884 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c964b5-bd3d-4d13-8d5c-239bfd5e0a52" -d '{"events": [{"server_uuid": "d3ce96ae-c428-4f80-a09f-ffffccc9e9c0", "name": "network-vif-plugged", "status": "completed", "tag": "b8764e61-1249-47a1-a802-2c3a100bc430"}, {"server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "name": "network-vif-plugged", "status": "completed", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:31.113579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b9782be-5e92-4555-bb83-a51509ffd1e8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.134008 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03819f1f-c8f8-40ad-99d3-ad3ebbbf7ba2 req-f50e59f5-0595-43af-8cd0-c966f36425ff tempest-FloatingIPsAssociationNegativeTestJSON-163703065 tempest-FloatingIPsAssociationNegativeTestJSON-163703065-project] 10.222.0.24 "GET /v2.0/ports?device_id=71752eaf-5a29-4fc2-a3ca-b6a15299881a HTTP/1.1" status: 200 len: 210 time: 0.1138151 Jul 16 17:50:31.175434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9782be-5e92-4555-bb83-a51509ffd1e8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0300ea-6790-4962-9be1-4215150c541e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:31.179062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:31.181523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b9782be-5e92-4555-bb83-a51509ffd1e8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.183502 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8b9782be-5e92-4555-bb83-a51509ffd1e8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "DELETE /v2.0/subnets/4f0300ea-6790-4962-9be1-4215150c541e HTTP/1.1" status: 204 len: 168 time: 0.6693602 Jul 16 17:50:31.190627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b791b47-4b77-405e-8e5f-af257f6b2a66 None None] Network da430148-2249-40f0-a77e-d0c4d92ec76a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:50:31.192799 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46062) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:31.234931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:31.243514 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.337940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeab382-89b0-4dbb-8b35-2875181c0908 req-e6f8b628-b541-4dcb-9956-ecf612daae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:31.339596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7eeab382-89b0-4dbb-8b35-2875181c0908 req-e6f8b628-b541-4dcb-9956-ecf612daae5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.2693388 Jul 16 17:50:31.352949 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-755d0c8e-b029-4b2e-af85-17fe2377afc5 req-06358b11-bb11-4f0a-937e-137ed35f0c7c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5398157 Jul 16 17:50:31.367962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-73d42f39-4455-4da7-90d8-b411e83eb897 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:31.369761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-73d42f39-4455-4da7-90d8-b411e83eb897 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.11 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73&tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 949 time: 0.9487817 Jul 16 17:50:31.369884 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:31.370461 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.372687 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] 10.222.0.11 "PUT /v2.0/ports/d3f48dc1-a398-4095-bc1e-8247b0e343ef HTTP/1.1" status: 200 len: 1097 time: 1.5898814 Jul 16 17:50:31.376270 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.377927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:31.380216 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0222f8ee-df74-4358-a015-385f9198f49b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:31.431561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a73c4-54f1-4d71-81a1-0596686e2b16 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f48dc1-a398-4095-bc1e-8247b0e343ef,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:31.554131 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Deleting port 19beada8-ea62-43f4-8595-c68b210c228e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:31.554523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.571806 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e24b117-29b0-4f61-94e5-dc28833543dd None None] DHCP port deletion for da430148-2249-40f0-a77e-d0c4d92ec76a request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:50:31.581221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-9f49a3c6-ec86-4d87-9a99-b83859f5b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:31.582836 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-9f49a3c6-ec86-4d87-9a99-b83859f5b111 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c5359e77d874d7da70677245cf63d40&device_id=4a1016ba-a405-46cf-9347-b5fd3e58da26 HTTP/1.1" status: 200 len: 1100 time: 0.1344986 Jul 16 17:50:31.644659 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4e24b117-29b0-4f61-94e5-dc28833543dd None None] Deleting port 19beada8-ea62-43f4-8595-c68b210c228e {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:31.645361 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4e24b117-29b0-4f61-94e5-dc28833543dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.660192 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-df8302c5-ff74-49eb-980e-05373658513a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef HTTP/1.1" status: 200 len: 217 time: 0.0677640 Jul 16 17:50:31.667470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] For port 19beada8-ea62-43f4-8595-c68b210c228e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=19beada8-ea62-43f4-8595-c68b210c228e,segment=NetworkSegment(801be8f6-8532-4bfa-98f5-a33be63a97b9),segment_id=801be8f6-8532-4bfa-98f5-a33be63a97b9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:31.667807 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.739412 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4e24b117-29b0-4f61-94e5-dc28833543dd None None] For port 19beada8-ea62-43f4-8595-c68b210c228e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=19beada8-ea62-43f4-8595-c68b210c228e,segment=NetworkSegment(801be8f6-8532-4bfa-98f5-a33be63a97b9),segment_id=801be8f6-8532-4bfa-98f5-a33be63a97b9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:31.740111 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4e24b117-29b0-4f61-94e5-dc28833543dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.756569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4e24b117-29b0-4f61-94e5-dc28833543dd None None] Calling delete_port for 19beada8-ea62-43f4-8595-c68b210c228e owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:31.757142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7eeab382-89b0-4dbb-8b35-2875181c0908 req-234626b9-6050-48e7-9124-f1b3eaed0e29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4000759 Jul 16 17:50:31.769512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1271c-586a-458e-9000-99b317c129f8 req-735472a2-2a24-4612-9900-bfb35a722767 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:31.771094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-735472a2-2a24-4612-9900-bfb35a722767 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7382724 Jul 16 17:50:31.804496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df713e1f-4c88-4277-ab6b-a03d1ed137da req-472c04e3-5a76-4ae3-8cd9-c6060a3d47f3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:31.806429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df713e1f-4c88-4277-ab6b-a03d1ed137da req-472c04e3-5a76-4ae3-8cd9-c6060a3d47f3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 1.0491204 Jul 16 17:50:31.853208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-1de1271c-586a-458e-9000-99b317c129f8 req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Request body: {'port': {'device_id': 'dae9e611-ebfe-4384-8bd8-0d27f81d762f', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '4c5359e77d874d7da70677245cf63d40'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:31.897593 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4e24b117-29b0-4f61-94e5-dc28833543dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:31.924187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24b117-29b0-4f61-94e5-dc28833543dd None None] Pushing event deleted for resources: {'Port': ['ID=19beada8-ea62-43f4-8595-c68b210c228e,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:31.933025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24b117-29b0-4f61-94e5-dc28833543dd None None] No DVR routers for this DVR port 19beada8-ea62-43f4-8595-c68b210c228e on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:31.949728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'name': 'network-vif-deleted', 'tag': '01bfd29e-8b57-4769-9e0a-e3f6c85299da'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:31.952193 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07596197-7aa6-4c9c-bf60-6d77d4efa560" -d '{"events": [{"server_uuid": "71752eaf-5a29-4fc2-a3ca-b6a15299881a", "name": "network-vif-deleted", "tag": "01bfd29e-8b57-4769-9e0a-e3f6c85299da"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:31.961229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Calling delete_port for 19beada8-ea62-43f4-8595-c68b210c228e owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:32.014141 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-9ad04088-7a14-48dc-b647-0000764aef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:32.015870 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-9ad04088-7a14-48dc-b647-0000764aef46 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.3446202 Jul 16 17:50:32.089417 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.122402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-3e4b3e02-a640-4f85-b39b-fd7a340f5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:32.123921 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-3e4b3e02-a640-4f85-b39b-fd7a340f5911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1016660 Jul 16 17:50:32.124984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Port': ['ID=19beada8-ea62-43f4-8595-c68b210c228e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:32.128551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] No DVR routers for this DVR port 19beada8-ea62-43f4-8595-c68b210c228e on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:32.165618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df713e1f-4c88-4277-ab6b-a03d1ed137da req-91fcadb9-fb3a-4f81-a55c-f749f851ae33 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203182 Jul 16 17:50:32.186050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-ffdbcde7-f4d3-4e9d-b864-4bbb7440a63e service neutron] 10.222.0.11 "GET /v2.0/ports/df7f55c4-cd24-4b98-8c44-5cc295254d6c/bindings/n-h2-787205-10 HTTP/1.1" status: 200 len: 383 time: 0.3943269 Jul 16 17:50:32.193199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 19beada8-ea62-43f4-8595-c68b210c228e no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:32.232781 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7eeab382-89b0-4dbb-8b35-2875181c0908 req-3ee0d6e8-1ffe-4cda-b896-a9d2562bcffb service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606516 Jul 16 17:50:32.240707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 19beada8-ea62-43f4-8595-c68b210c228e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:50:32.242313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 19beada8-ea62-43f4-8595-c68b210c228e not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:32.272808 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.274530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52f845-61bc-4338-8d0a-f9d42fe82953 req-9f352ed3-0a31-4386-a237-2c540f0d928d tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:32.276217 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d52f845-61bc-4338-8d0a-f9d42fe82953 req-9f352ed3-0a31-4386-a237-2c540f0d928d tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 1096 time: 0.9208803 Jul 16 17:50:32.290554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > segment before_delete 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.290906 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.291634 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.291967 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > port after_create 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.292291 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > port after_delete 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.292635 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > port after_update 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.292956 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > segment after_delete 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.293308 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > subnet after_create 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.293629 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > subnet after_delete 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.294129 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > subnet after_update 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.361523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d0c8e-b029-4b2e-af85-17fe2377afc5 req-0fb7252a-c496-41ed-a4d2-14bb96e36ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:32.363028 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-755d0c8e-b029-4b2e-af85-17fe2377afc5 req-0fb7252a-c496-41ed-a4d2-14bb96e36ce4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 1101 time: 0.5691879 Jul 16 17:50:32.377076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > subnet after_create 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.377076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > subnet after_delete 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.377076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > subnet before_create 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.377076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Subscribe: > subnet before_update 55550000 {{(pid=105590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:50:32.377076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da430148-2249-40f0-a77e-d0c4d92ec76a']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:32.398391 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801be8f6-8532-4bfa-98f5-a33be63a97b9') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:32.398695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801be8f6-8532-4bfa-98f5-a33be63a97b9') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:32.422896 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.428113 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-cb880735-6ee6-4a68-a6f3-d1ea4ae50a9b service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950613 Jul 16 17:50:32.470888 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.483407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:50:32.483814 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: from cryptography.utils import int_from_bytes Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: from cryptography.utils import int_from_bytes Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:50:32.489090 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:50:32.493838 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:50:32.493838 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:50:32.493838 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:50:32.493838 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:50:32.493838 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:50:32.493838 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:50:32.493838 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:50:32.493838 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:50:32.493838 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:50:32.493838 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:50:32.493838 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:50:32.571576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de1271c-586a-458e-9000-99b317c129f8 req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Made reservation on behalf of 4c5359e77d874d7da70677245cf63d40 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:32.576120 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1de1271c-586a-458e-9000-99b317c129f8 req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.586023 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.602509 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.604380 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "DELETE /v2.0/networks/da430148-2249-40f0-a77e-d0c4d92ec76a HTTP/1.1" status: 204 len: 168 time: 1.4061155 Jul 16 17:50:32.613615 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46072) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:32.615717 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b8fe5871-70f4-4d95-a4cb-16ada07ae021 req-91ce2394-1bcf-42ab-abfc-9125607ef530 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789494 Jul 16 17:50:32.624212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a16da-b992-4fe7-9f3e-dcab758a604d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Network': ['ID=da430148-2249-40f0-a77e-d0c4d92ec76a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:32.630666 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d52f845-61bc-4338-8d0a-f9d42fe82953 req-c52f64bd-e40b-4ce1-a6ee-64e082d805dc tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180039 Jul 16 17:50:32.675126 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c221753d-a2c0-4619-b0ea-b795be5dfe62 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Deleting subnet 927bcc34-76e6-441b-8bd1-ce5514402eb0 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:50:32.679106 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c221753d-a2c0-4619-b0ea-b795be5dfe62 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.714064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 01bfd29e-8b57-4769-9e0a-e3f6c85299da no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:32.724411 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c221753d-a2c0-4619-b0ea-b795be5dfe62 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.725307 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7eeab382-89b0-4dbb-8b35-2875181c0908 req-c4994a6b-e28e-4b93-afbf-448b368383cd service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779618 Jul 16 17:50:32.740281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 01bfd29e-8b57-4769-9e0a-e3f6c85299da {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:50:32.740979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 01bfd29e-8b57-4769-9e0a-e3f6c85299da not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:32.770268 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-afe6e4be-cdf1-4b55-bf71-037acbb1d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:32.771941 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-afe6e4be-cdf1-4b55-bf71-037acbb1d50e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 1101 time: 0.5382657 Jul 16 17:50:32.808491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae38c70-26e1-4e90-8e69-0bf6a24082c9 req-3d0b4a4e-e6d2-42cf-8402-58baefc0de0e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:32.810255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ae38c70-26e1-4e90-8e69-0bf6a24082c9 req-3d0b4a4e-e6d2-42cf-8402-58baefc0de0e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 943 time: 0.4673815 Jul 16 17:50:32.818039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d0c8e-b029-4b2e-af85-17fe2377afc5 req-4aa82f81-f89d-4361-9397-c30cebe48c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:32.819151 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c221753d-a2c0-4619-b0ea-b795be5dfe62 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.819918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-755d0c8e-b029-4b2e-af85-17fe2377afc5 req-4aa82f81-f89d-4361-9397-c30cebe48c56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.4271736 Jul 16 17:50:32.833051 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.resource_extend [None req-4a33316c-aa68-4010-a2fe-6b3e746e14e4 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:50:32.876865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c221753d-a2c0-4619-b0ea-b795be5dfe62 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.902727 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221753d-a2c0-4619-b0ea-b795be5dfe62 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Subnet': ['ID=927bcc34-76e6-441b-8bd1-ce5514402eb0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:32.910212 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c221753d-a2c0-4619-b0ea-b795be5dfe62 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:32.914608 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c221753d-a2c0-4619-b0ea-b795be5dfe62 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "DELETE /v2.0/subnets/927bcc34-76e6-441b-8bd1-ce5514402eb0 HTTP/1.1" status: 204 len: 168 time: 0.2955198 Jul 16 17:50:32.914713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46076) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:32.916960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1c5f8a-3b7c-48ac-9a84-54b67d2afd85 None None] Network 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:50:32.989640 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-755d0c8e-b029-4b2e-af85-17fe2377afc5 req-68acc96f-a2c4-42d5-a79c-ffb6016d3d53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=73db0322-7351-4903-95e6-38584acb47b3 HTTP/1.1" status: 200 len: 217 time: 0.1471553 Jul 16 17:50:32.995921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.052035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Deleting port cf4bd273-7792-48eb-b684-99f4e122ba8d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:33.052554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.106364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc974447-7c5f-43cf-9011-8749d19837db None None] DHCP port deletion for 652afccb-1e62-4b4e-8cc6-4ab69b1890b7 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:50:33.113471 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a33316c-aa68-4010-a2fe-6b3e746e14e4 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.122394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] For port cf4bd273-7792-48eb-b684-99f4e122ba8d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cf4bd273-7792-48eb-b684-99f4e122ba8d,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:33.122936 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.137614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Calling delete_port for cf4bd273-7792-48eb-b684-99f4e122ba8d owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:33.140975 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a33316c-aa68-4010-a2fe-6b3e746e14e4 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.160347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-fc974447-7c5f-43cf-9011-8749d19837db None None] Deleting port cf4bd273-7792-48eb-b684-99f4e122ba8d {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:33.160728 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fc974447-7c5f-43cf-9011-8749d19837db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.195875 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ae38c70-26e1-4e90-8e69-0bf6a24082c9 req-99eb08a4-b2cf-4939-bc06-bd0da7d65481 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653972 Jul 16 17:50:33.228354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-1de1271c-586a-458e-9000-99b317c129f8 req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Allocated IP 192.168.233.145 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/0004996f-4155-4d67-a561-4153e94852f6) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:33.228694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-fc974447-7c5f-43cf-9011-8749d19837db None None] For port cf4bd273-7792-48eb-b684-99f4e122ba8d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cf4bd273-7792-48eb-b684-99f4e122ba8d,segment=NetworkSegment(06e69161-516d-4422-a03a-d05033eac18a),segment_id=06e69161-516d-4422-a03a-d05033eac18a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:33.229209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fc974447-7c5f-43cf-9011-8749d19837db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.231957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d0c8e-b029-4b2e-af85-17fe2377afc5 req-f53160f1-db76-471d-b661-82d55a48f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:33.233459 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-755d0c8e-b029-4b2e-af85-17fe2377afc5 req-f53160f1-db76-471d-b661-82d55a48f9fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2274957 Jul 16 17:50:33.242454 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.248592 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-fc974447-7c5f-43cf-9011-8749d19837db None None] Calling delete_port for cf4bd273-7792-48eb-b684-99f4e122ba8d owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:33.261498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-9eb3da86-a38f-49ab-8eda-7b4c77daeda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:33.263511 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-9eb3da86-a38f-49ab-8eda-7b4c77daeda9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.4473016 Jul 16 17:50:33.271777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Port': ['ID=cf4bd273-7792-48eb-b684-99f4e122ba8d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:33.284635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] No DVR routers for this DVR port cf4bd273-7792-48eb-b684-99f4e122ba8d on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:33.368163 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fc974447-7c5f-43cf-9011-8749d19837db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.371688 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c620a288-2c34-4918-9e2b-57e103ae976b x-openstack-request-id: req-c620a288-2c34-4918-9e2b-57e103ae976b {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:33.371988 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ce96ae-c428-4f80-a09f-ffffccc9e9c0", "name": "network-vif-plugged", "status": "completed", "tag": "b8764e61-1249-47a1-a802-2c3a100bc430", "code": 200}, {"server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "name": "network-vif-plugged", "status": "completed", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:33.378006 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c620a288-2c34-4918-9e2b-57e103ae976b {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:33.378726 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ce96ae-c428-4f80-a09f-ffffccc9e9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8764e61-1249-47a1-a802-2c3a100bc430', 'code': 200} Jul 16 17:50:33.379170 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'code': 200} Jul 16 17:50:33.380670 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.394245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652afccb-1e62-4b4e-8cc6-4ab69b1890b7']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:33.416921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc974447-7c5f-43cf-9011-8749d19837db None None] Pushing event deleted for resources: {'Port': ['ID=cf4bd273-7792-48eb-b684-99f4e122ba8d,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:33.419343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc974447-7c5f-43cf-9011-8749d19837db None None] No DVR routers for this DVR port cf4bd273-7792-48eb-b684-99f4e122ba8d on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:33.447494 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf1e012-4c68-46d4-865b-f618aae0313b x-openstack-request-id: req-dbf1e012-4c68-46d4-865b-f618aae0313b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:33.447785 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:33.448027 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbf1e012-4c68-46d4-865b-f618aae0313b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:33.448414 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef', 'status': 'completed', 'code': 200} Jul 16 17:50:33.474179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e69161-516d-4422-a03a-d05033eac18a') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:33.474490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e69161-516d-4422-a03a-d05033eac18a') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:33.495533 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.523438 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.539665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222f8ee-df74-4358-a015-385f9198f49b req-a9afe5d5-d55c-45e9-a6d4-d37005b57a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:33.541202 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0222f8ee-df74-4358-a015-385f9198f49b req-a9afe5d5-d55c-45e9-a6d4-d37005b57a68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c5359e77d874d7da70677245cf63d40&device_id=4a1016ba-a405-46cf-9347-b5fd3e58da26 HTTP/1.1" status: 200 len: 1100 time: 0.1289985 Jul 16 17:50:33.542359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:50:33.542766 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:50:33.546726 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:50:33.632107 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f267b-bdda-45ad-bd1c-47708bed529f req-4613f941-4d6c-463b-9641-7b79766d3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:33.633122 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce6258-ed17-4d9e-99ca-2c8c1f6a0a79 req-b9bae002-d398-434b-b925-795c2399895a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:33.633546 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c92f267b-bdda-45ad-bd1c-47708bed529f req-4613f941-4d6c-463b-9641-7b79766d3070 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 1098 time: 0.2312264 Jul 16 17:50:33.636069 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-62ce6258-ed17-4d9e-99ca-2c8c1f6a0a79 req-b9bae002-d398-434b-b925-795c2399895a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 946 time: 0.8195541 Jul 16 17:50:33.672262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.686707 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.688419 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "DELETE /v2.0/networks/652afccb-1e62-4b4e-8cc6-4ab69b1890b7 HTTP/1.1" status: 204 len: 168 time: 0.7728429 Jul 16 17:50:33.695200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46080) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:33.702773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ffd87137-1387-4f42-a86c-d4061beb8ff2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1413464586'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:33.708601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-59d2396b-e57f-42c7-a35b-4e7d1533dce2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 200 len: 217 time: 0.4136858 Jul 16 17:50:33.728409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08076b00-27dd-4877-bd22-366250b5697b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Network': ['ID=652afccb-1e62-4b4e-8cc6-4ab69b1890b7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:33.749577 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fbf92ee-a661-4b66-bd8f-42811f58dc42 req-5daf63fa-4345-45ca-8c0d-10e7b3c3b5e3 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 210 time: 0.1284904 Jul 16 17:50:33.752258 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c92f267b-bdda-45ad-bd1c-47708bed529f req-93073bc6-6ce8-4047-b4b9-aeec5c2a9acd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=94fbcccb-f9d8-425a-bbeb-11b94cf855c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874236 Jul 16 17:50:33.757999 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222f8ee-df74-4358-a015-385f9198f49b req-23a70a70-6ed8-4ec4-ba9b-f86d3f83ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:33.759488 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0222f8ee-df74-4358-a015-385f9198f49b req-23a70a70-6ed8-4ec4-ba9b-f86d3f83ac6c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.2020161 Jul 16 17:50:33.764065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd87137-1387-4f42-a86c-d4061beb8ff2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:33.777188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ffd87137-1387-4f42-a86c-d4061beb8ff2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.796828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd87137-1387-4f42-a86c-d4061beb8ff2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:50:33.817048 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa089e5-a67b-4e19-b09e-e9f026bffec2 x-openstack-request-id: req-2fa089e5-a67b-4e19-b09e-e9f026bffec2 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:33.817559 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71752eaf-5a29-4fc2-a3ca-b6a15299881a", "name": "network-vif-deleted", "tag": "01bfd29e-8b57-4769-9e0a-e3f6c85299da", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:33.817559 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fa089e5-a67b-4e19-b09e-e9f026bffec2 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:33.818011 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71752eaf-5a29-4fc2-a3ca-b6a15299881a', 'name': 'network-vif-deleted', 'tag': '01bfd29e-8b57-4769-9e0a-e3f6c85299da', 'status': 'completed', 'code': 200} Jul 16 17:50:33.846627 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0222f8ee-df74-4358-a015-385f9198f49b req-8543ff40-5cb9-4cc3-a2b1-a0efdad4907c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef HTTP/1.1" status: 200 len: 217 time: 0.0445576 Jul 16 17:50:33.847649 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ffd87137-1387-4f42-a86c-d4061beb8ff2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.847989 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-ffd87137-1387-4f42-a86c-d4061beb8ff2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Added segment de0a6f40-18e3-491f-b251-71df05638ef9 of type vlan for network ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a Jul 16 17:50:33.885181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46082) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:33.888737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-62ce6258-ed17-4d9e-99ca-2c8c1f6a0a79 req-048a8aec-0681-4da6-8284-06f6efe29b92 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/security-groups?id=94fbcccb-f9d8-425a-bbeb-11b94cf855c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988635 Jul 16 17:50:33.894400 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-4a33316c-aa68-4010-a2fe-6b3e746e14e4 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Floating IP e3250273-8aef-414c-9b85-490e9ae2127a associated. External IP: 172.25.3.77, port: 9900edd8-288b-4c15-8f24-1e34a0f2c661. Jul 16 17:50:33.956302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d0c8e-b029-4b2e-af85-17fe2377afc5 req-bc2e6c34-e4b4-4a3f-80b0-e17c5205518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:33.958099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-755d0c8e-b029-4b2e-af85-17fe2377afc5 req-bc2e6c34-e4b4-4a3f-80b0-e17c5205518c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7123888 Jul 16 17:50:33.959518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-61a2524e-a924-47fe-98ba-ccd1eaef5c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:33.960978 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-61a2524e-a924-47fe-98ba-ccd1eaef5c00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2194505 Jul 16 17:50:33.970626 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ffd87137-1387-4f42-a86c-d4061beb8ff2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:33.988512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222f8ee-df74-4358-a015-385f9198f49b req-4b05738f-415e-4f90-8acd-616435f96f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:33.990030 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0222f8ee-df74-4358-a015-385f9198f49b req-4b05738f-415e-4f90-8acd-616435f96f50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1329634 Jul 16 17:50:34.085167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ffd87137-1387-4f42-a86c-d4061beb8ff2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:34.090802 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd87137-1387-4f42-a86c-d4061beb8ff2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:34.092029 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ffd87137-1387-4f42-a86c-d4061beb8ff2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:34.181385 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ffd87137-1387-4f42-a86c-d4061beb8ff2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4841642 Jul 16 17:50:34.185960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cf4bd273-7792-48eb-b684-99f4e122ba8d no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:34.188695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46084) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:34.196655 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-bc326a93-526c-4881-950e-8b1dbd8a0394 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Request body: {'subnet': {'network_id': 'ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:34.207066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: cf4bd273-7792-48eb-b684-99f4e122ba8d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:50:34.207394 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cf4bd273-7792-48eb-b684-99f4e122ba8d not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:34.280972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1de1271c-586a-458e-9000-99b317c129f8 req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:34.288302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222f8ee-df74-4358-a015-385f9198f49b req-698dc6a3-d31c-40d2-9d3f-2958bd7cf770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:34.289828 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0222f8ee-df74-4358-a015-385f9198f49b req-698dc6a3-d31c-40d2-9d3f-2958bd7cf770 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2710409 Jul 16 17:50:34.296427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd87137-1387-4f42-a86c-d4061beb8ff2 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event updated for resources: {'Network': ['ID=ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:34.311417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:50:34.332825 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-755d0c8e-b029-4b2e-af85-17fe2377afc5 req-dfd5dc9a-853c-470c-82ba-bc1805e2370c service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654399 Jul 16 17:50:34.333918 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-1de1271c-586a-458e-9000-99b317c129f8 req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Transition to ACTIVE for port object 0004996f-4155-4d67-a561-4153e94852f6 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:34.395512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe127412-8aba-49cc-9970-9e560925458e req-a993d672-c555-4b62-bc74-2c70b946fa3b tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:34.397042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe127412-8aba-49cc-9970-9e560925458e req-a993d672-c555-4b62-bc74-2c70b946fa3b tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 1096 time: 0.3833387 Jul 16 17:50:34.419433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-d73bb884-9070-44f8-8781-7a69114d68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:34.421013 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-d73bb884-9070-44f8-8781-7a69114d68d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4167550 Jul 16 17:50:34.480492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc326a93-526c-4881-950e-8b1dbd8a0394 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:34.483905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc326a93-526c-4881-950e-8b1dbd8a0394 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:34.538811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec514f11-19a8-40dc-bad4-0e01a89d578e req-e2e0837e-1dae-4f55-8fd5-930060a4f9fb tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:34.540325 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec514f11-19a8-40dc-bad4-0e01a89d578e req-e2e0837e-1dae-4f55-8fd5-930060a4f9fb tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.4707832 Jul 16 17:50:34.551436 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0222f8ee-df74-4358-a015-385f9198f49b req-ea54bef8-41a6-4e5e-8ebf-6093af8e4b09 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517531 Jul 16 17:50:34.662508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1de1271c-586a-458e-9000-99b317c129f8 req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:34.665306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe127412-8aba-49cc-9970-9e560925458e req-ef025ad7-cd15-4c2f-b1a8-70243236f927 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618823 Jul 16 17:50:34.752807 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0222f8ee-df74-4358-a015-385f9198f49b req-d68a305f-3edf-430c-b5d8-7b7980f824d9 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895900 Jul 16 17:50:34.822398 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec514f11-19a8-40dc-bad4-0e01a89d578e req-6d9108c9-ead0-4684-9290-25cc66e1428f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396488 Jul 16 17:50:34.832119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de1271c-586a-458e-9000-99b317c129f8 req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:34.846313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a33316c-aa68-4010-a2fe-6b3e746e14e4 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Router 98904ede-c307-4234-a235-e3fa90fca0fe has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:50:34.852595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-755d0c8e-b029-4b2e-af85-17fe2377afc5 req-39ce3619-1299-466a-97de-ebc4857e6bcc service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078883 Jul 16 17:50:34.853741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-1de1271c-586a-458e-9000-99b317c129f8 req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:34.878467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de1271c-586a-458e-9000-99b317c129f8 req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:34.906828 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-28bd40d0-4629-428e-b699-115f7b33152f service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699411 Jul 16 17:50:34.907468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Pushing event updated for resources: {'Port': ['ID=0004996f-4155-4d67-a561-4153e94852f6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:35.083486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1271c-586a-458e-9000-99b317c129f8 req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:35.084202 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1de1271c-586a-458e-9000-99b317c129f8 req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.112510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-58d85a08-5c0a-4c57-ac5f-efc3b204b860 None None] Provisioning for port 0004996f-4155-4d67-a561-4153e94852f6 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:35.117106 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-58d85a08-5c0a-4c57-ac5f-efc3b204b860 None None] Provisioning complete for port 0004996f-4155-4d67-a561-4153e94852f6 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:35.117544 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-58d85a08-5c0a-4c57-ac5f-efc3b204b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.162050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-58d85a08-5c0a-4c57-ac5f-efc3b204b860 None None] Port 0004996f-4155-4d67-a561-4153e94852f6 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:35.192314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-45cc8d2d-6c1f-41f7-84d4-762ed9ef3ae2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3846228 Jul 16 17:50:35.197786 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc326a93-526c-4881-950e-8b1dbd8a0394 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.215567 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Request body: {'port': {'device_id': 'dae9e611-ebfe-4384-8bd8-0d27f81d762f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:35.232015 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6857d41a-2fe8-429a-a586-a8fee6d717a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.239128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdaf333-9bf2-47ed-9264-fa2743fd5f07 req-73212896-a181-469f-ae1a-14510db48af0 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:35.240654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fdaf333-9bf2-47ed-9264-fa2743fd5f07 req-73212896-a181-469f-ae1a-14510db48af0 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 943 time: 0.4064095 Jul 16 17:50:35.269330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-b245ba8c-225c-42c8-a518-992f741f6b4f service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298719 Jul 16 17:50:35.289647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8adc-fd89-4082-a8eb-678241a9c98a req-fcd53c1e-1580-4f77-8447-b401c93b2c0b tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:35.291103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-045e8adc-fd89-4082-a8eb-678241a9c98a req-fcd53c1e-1580-4f77-8447-b401c93b2c0b tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 936 time: 0.3465033 Jul 16 17:50:35.307640 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc326a93-526c-4881-950e-8b1dbd8a0394 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event updated for resources: {'Subnet': ['ID=78f394c4-e86f-4743-9976-15d90e150104,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:35.329113 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a33316c-aa68-4010-a2fe-6b3e746e14e4 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:50:35.340610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b6a43-765c-44f9-abdf-1d6a4e915294 None None] Sync routers for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:50:35.341272 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a33316c-aa68-4010-a2fe-6b3e746e14e4 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.351081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b6a43-765c-44f9-abdf-1d6a4e915294 None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:35.351704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-799b6a43-765c-44f9-abdf-1d6a4e915294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:50:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:35.363900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc326a93-526c-4881-950e-8b1dbd8a0394 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Checking segment: {'id': 'de0a6f40-18e3-491f-b251-71df05638ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:35.364265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc326a93-526c-4881-950e-8b1dbd8a0394 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Network hostable DHCP agents. Network: ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:50:35.426605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fdaf333-9bf2-47ed-9264-fa2743fd5f07 req-c5a85786-aab6-4ea5-9e03-af3c6c6ee37e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618032 Jul 16 17:50:35.435593 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-045e8adc-fd89-4082-a8eb-678241a9c98a req-08486e68-202e-40c0-8ee1-1f4994aafa80 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275437 Jul 16 17:50:35.438654 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.440251 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc326a93-526c-4881-950e-8b1dbd8a0394 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Network ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:50:35.445345 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4a33316c-aa68-4010-a2fe-6b3e746e14e4 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "PUT /v2.0/floatingips/e3250273-8aef-414c-9b85-490e9ae2127a HTTP/1.1" status: 200 len: 990 time: 5.1369207 Jul 16 17:50:35.501347 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-bc326a93-526c-4881-950e-8b1dbd8a0394 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:35.509616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4d69e5-d3dc-46b8-b40e-99da10dbf213 None None] Network ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:50:35.520261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc326a93-526c-4881-950e-8b1dbd8a0394 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:35.520923 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc326a93-526c-4881-950e-8b1dbd8a0394 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.551907 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bc326a93-526c-4881-950e-8b1dbd8a0394 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3586681 Jul 16 17:50:35.551907 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46098) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:35.559458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-166c0500-1b17-4c08-b48d-75fffd7d8bc5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1932861694'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:35.575987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-799b6a43-765c-44f9-abdf-1d6a4e915294 None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:35.595036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166c0500-1b17-4c08-b48d-75fffd7d8bc5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:35.599280 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-166c0500-1b17-4c08-b48d-75fffd7d8bc5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.685785 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166c0500-1b17-4c08-b48d-75fffd7d8bc5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:50:35.722893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-166c0500-1b17-4c08-b48d-75fffd7d8bc5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.723254 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-166c0500-1b17-4c08-b48d-75fffd7d8bc5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Added segment 79e1ae0f-a19f-4aca-9445-de75d4cea911 of type vlan for network 6a32d92d-7578-441a-9683-79c00a924fa1 Jul 16 17:50:35.784283 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-166c0500-1b17-4c08-b48d-75fffd7d8bc5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.798099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6857d41a-2fe8-429a-a586-a8fee6d717a4 admin admin] Deleting port cdab5651-ca39-4985-8804-b4b7ca2be1c5 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:35.798619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6857d41a-2fe8-429a-a586-a8fee6d717a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.876343 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-166c0500-1b17-4c08-b48d-75fffd7d8bc5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.882309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c0500-1b17-4c08-b48d-75fffd7d8bc5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:35.883482 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-166c0500-1b17-4c08-b48d-75fffd7d8bc5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:35.922266 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-166c0500-1b17-4c08-b48d-75fffd7d8bc5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3668792 Jul 16 17:50:35.934217 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46108) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:35.948977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5ff646df-8cf9-47c3-9197-a254a1580ad1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Request body: {'subnet': {'network_id': '6a32d92d-7578-441a-9683-79c00a924fa1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:36.057789 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c0500-1b17-4c08-b48d-75fffd7d8bc5 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event updated for resources: {'Network': ['ID=6a32d92d-7578-441a-9683-79c00a924fa1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:36.063979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-6857d41a-2fe8-429a-a586-a8fee6d717a4 admin admin] For port cdab5651-ca39-4985-8804-b4b7ca2be1c5, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cdab5651-ca39-4985-8804-b4b7ca2be1c5,segment=NetworkSegment(fb34c7f1-d4a6-4556-a17e-c985fffd2ce4),segment_id=fb34c7f1-d4a6-4556-a17e-c985fffd2ce4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:36.064353 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6857d41a-2fe8-429a-a586-a8fee6d717a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.070424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a', 'network_id': 'ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'fixed_ips': [{'subnet_id': '78f394c4-e86f-4743-9976-15d90e150104'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:50:36.071297 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.084278 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 6a32d92d-7578-441a-9683-79c00a924fa1 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:50:36.110403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6857d41a-2fe8-429a-a586-a8fee6d717a4 admin admin] Calling delete_port for cdab5651-ca39-4985-8804-b4b7ca2be1c5 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:36.187439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff646df-8cf9-47c3-9197-a254a1580ad1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:36.187897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0004996f-4155-4d67-a561-4153e94852f6 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:36.191233 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5ff646df-8cf9-47c3-9197-a254a1580ad1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.196901 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.211168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Transition to ACTIVE for port object 0004996f-4155-4d67-a561-4153e94852f6 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:36.212263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'tag': '9900edd8-288b-4c15-8f24-1e34a0f2c661'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:36.216811 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb2786f-21cc-4916-8903-431401311670" -d '{"events": [{"name": "network-changed", "server_uuid": "571490a8-c925-41c2-b14b-3af5ecf3c646", "tag": "9900edd8-288b-4c15-8f24-1e34a0f2c661"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:36.241692 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.367916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Allocated IP 19.80.0.2 (ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a/78f394c4-e86f-4743-9976-15d90e150104/97962529-8a13-4fdd-b37e-93a0a8424071) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:36.383287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-799b6a43-765c-44f9-abdf-1d6a4e915294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'e3250273-8aef-414c-9b85-490e9ae2127a', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'port_id': '9900edd8-288b-4c15-8f24-1e34a0f2c661', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'mac_address': 'fa:16:3e:02:90:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:47:55Z', 'updated_at': '2021-07-16T17:50:32Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:36.438166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b6a43-765c-44f9-abdf-1d6a4e915294 None None] Checking router: 98904ede-c307-4234-a235-e3fa90fca0fe for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:50:36.453040 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b6a43-765c-44f9-abdf-1d6a4e915294 None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:36.453957 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-799b6a43-765c-44f9-abdf-1d6a4e915294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:50:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:36.505480 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Pushing event updated for resources: {'Port': ['ID=0004996f-4155-4d67-a561-4153e94852f6,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:36.538090 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6857d41a-2fe8-429a-a586-a8fee6d717a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.560756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf5cdf-dbda-4523-b3f4-8bac80eccc64 req-d3332c69-d6dd-4d75-b98b-494cc4ab8c0c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:36.562651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61bf5cdf-dbda-4523-b3f4-8bac80eccc64 req-d3332c69-d6dd-4d75-b98b-494cc4ab8c0c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.3424273 Jul 16 17:50:36.572211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7352c27-07e3-4f3d-a020-bd892a146795 req-02d9834e-d660-436e-af94-181f1e381931 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:36.573926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c7352c27-07e3-4f3d-a020-bd892a146795 req-02d9834e-d660-436e-af94-181f1e381931 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 946 time: 0.3445356 Jul 16 17:50:36.576723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Attempting to bind port 0004996f-4155-4d67-a561-4153e94852f6 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:36.577065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Attempting to bind port 0004996f-4155-4d67-a561-4153e94852f6 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:36.577402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Attempting to bind port 0004996f-4155-4d67-a561-4153e94852f6 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:36.608872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Port 0004996f-4155-4d67-a561-4153e94852f6 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:36.609099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857d41a-2fe8-429a-a586-a8fee6d717a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdab5651-ca39-4985-8804-b4b7ca2be1c5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:36.609407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Attempting to bind port 0004996f-4155-4d67-a561-4153e94852f6 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:36.611687 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5ff646df-8cf9-47c3-9197-a254a1580ad1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.645771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:36.645771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:36.646311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:36.646825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Bound port: 0004996f-4155-4d67-a561-4153e94852f6, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:36.647197 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.682983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff646df-8cf9-47c3-9197-a254a1580ad1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event updated for resources: {'Subnet': ['ID=7b307fcf-88ee-41ca-8661-c0876d2e81ec,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:36.706697 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.719476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Transition to ACTIVE for port object 97962529-8a13-4fdd-b37e-93a0a8424071 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:36.735849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Transition to ACTIVE for port object 97962529-8a13-4fdd-b37e-93a0a8424071 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:36.781924 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61bf5cdf-dbda-4523-b3f4-8bac80eccc64 req-79cf2aad-0aad-4216-8a52-bfee73185bc4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061598 Jul 16 17:50:36.816438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ac26fdff-bc83-4369-8a7f-83f544252cf9 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:36.819755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d3f48dc1-a398-4095-bc1e-8247b0e343ef details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:36.826405 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c7352c27-07e3-4f3d-a020-bd892a146795 req-3c886a75-7267-4cfc-8bdd-3930236fae37 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/security-groups?id=94fbcccb-f9d8-425a-bbeb-11b94cf855c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367432 Jul 16 17:50:36.828105 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.835684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff646df-8cf9-47c3-9197-a254a1580ad1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Checking segment: {'id': '79e1ae0f-a19f-4aca-9445-de75d4cea911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a32d92d-7578-441a-9683-79c00a924fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:36.836264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff646df-8cf9-47c3-9197-a254a1580ad1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Network hostable DHCP agents. Network: 6a32d92d-7578-441a-9683-79c00a924fa1, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:50:36.913105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] For port 0004996f-4155-4d67-a561-4153e94852f6, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:36.924214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] For port 0004996f-4155-4d67-a561-4153e94852f6, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0004996f-4155-4d67-a561-4153e94852f6,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:36.925301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Pushing event updated for resources: {'Port': ['ID=97962529-8a13-4fdd-b37e-93a0a8424071,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:36.937832 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:36.999646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Network ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:37.031794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:37.033409 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c39f252-eb4d-4a16-8e48-909d73da5bd1 x-openstack-request-id: req-3c39f252-eb4d-4a16-8e48-909d73da5bd1 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:37.033745 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571490a8-c925-41c2-b14b-3af5ecf3c646", "tag": "9900edd8-288b-4c15-8f24-1e34a0f2c661", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:37.034060 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c39f252-eb4d-4a16-8e48-909d73da5bd1 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:37.034472 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'tag': '9900edd8-288b-4c15-8f24-1e34a0f2c661', 'status': 'completed', 'code': 200} Jul 16 17:50:37.063525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:37.094940 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.resource_extend [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:50:37.225378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff646df-8cf9-47c3-9197-a254a1580ad1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Network 6a32d92d-7578-441a-9683-79c00a924fa1 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:50:37.230132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:37.235142 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:37.236700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] 10.222.0.11 "PUT /v2.0/ports/0004996f-4155-4d67-a561-4153e94852f6 HTTP/1.1" status: 200 len: 1097 time: 2.0360663 Jul 16 17:50:37.244463 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5ff646df-8cf9-47c3-9197-a254a1580ad1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 6a32d92d-7578-441a-9683-79c00a924fa1) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:37.249651 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6857d41a-2fe8-429a-a586-a8fee6d717a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:37.252160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff646df-8cf9-47c3-9197-a254a1580ad1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:37.260291 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5ff646df-8cf9-47c3-9197-a254a1580ad1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:37.389694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-799b6a43-765c-44f9-abdf-1d6a4e915294 None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:37.395792 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96977f6-69f8-431a-927d-981213a410d3 None None] Network 6a32d92d-7578-441a-9683-79c00a924fa1 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:50:37.465953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a978029-bd5b-415a-b044-0efc81a504dc service neutron] Pushing event updated for resources: {'Port': ['ID=0004996f-4155-4d67-a561-4153e94852f6,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:37.540267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2786f-21cc-4916-8903-431401311670 req-548ca127-dc5f-43b4-8dfa-421d4a85451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:37.542570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cb2786f-21cc-4916-8903-431401311670 req-548ca127-dc5f-43b4-8dfa-421d4a85451d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=011d2ef35e41429cb74a8b6defcb5849&device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 1097 time: 0.4920506 Jul 16 17:50:37.596302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:37.642141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef', 'mac_address': 'fa:16:3e:32:6a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:37.648761 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5ff646df-8cf9-47c3-9197-a254a1580ad1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7135267 Jul 16 17:50:37.671348 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Attempting to bind port 97962529-8a13-4fdd-b37e-93a0a8424071 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:37.672091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Attempting to bind port 97962529-8a13-4fdd-b37e-93a0a8424071 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'de0a6f40-18e3-491f-b251-71df05638ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:37.672824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Attempting to bind port 97962529-8a13-4fdd-b37e-93a0a8424071 on network ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:37.702007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03020986-ed7b-4a2b-9a59-2001b237d924 req-dcf88e24-7ed2-4764-8c1c-43afe9c00e04 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:37.704677 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03020986-ed7b-4a2b-9a59-2001b237d924 req-dcf88e24-7ed2-4764-8c1c-43afe9c00e04 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 948 time: 0.5208304 Jul 16 17:50:37.722062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:37.722864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Checking segment: {'id': 'de0a6f40-18e3-491f-b251-71df05638ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:37.723495 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:37.724106 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Bound using segment: {'id': 'de0a6f40-18e3-491f-b251-71df05638ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:37.724923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Bound port: 97962529-8a13-4fdd-b37e-93a0a8424071, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0a6f40-18e3-491f-b251-71df05638ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:37.725602 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:37.819492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] For port 97962529-8a13-4fdd-b37e-93a0a8424071, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:37.830794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6857d41a-2fe8-429a-a586-a8fee6d717a4 admin admin] Router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:50:37.946018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1e6ff-013e-467d-a655-2595a6b333a2 req-f69e0021-a1bc-47e8-94e0-bab87af12f54 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:37.965082 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccc1e6ff-013e-467d-a655-2595a6b333a2 req-f69e0021-a1bc-47e8-94e0-bab87af12f54 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 943 time: 0.7185271 Jul 16 17:50:37.979257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6857d41a-2fe8-429a-a586-a8fee6d717a4 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:50:37.984835 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6857d41a-2fe8-429a-a586-a8fee6d717a4 admin admin] 10.222.0.24 "PUT /v2.0/routers/653a602c-f1e7-48a5-a66e-d9c1cfd32f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0825357 Jul 16 17:50:37.987302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] For port 97962529-8a13-4fdd-b37e-93a0a8424071, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=97962529-8a13-4fdd-b37e-93a0a8424071,segment=NetworkSegment(de0a6f40-18e3-491f-b251-71df05638ef9),segment_id=de0a6f40-18e3-491f-b251-71df05638ef9)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:37.987475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46134) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:37.992682 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a0715-be32-4217-b127-0e72e4951e7c None None] Sync routers for ids ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:50:38.010421 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a0715-be32-4217-b127-0e72e4951e7c None None] Routers {'653a602c-f1e7-48a5-a66e-d9c1cfd32f98'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:38.014494 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-782a0715-be32-4217-b127-0e72e4951e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:50:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:38.017992 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.085640 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.101468 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4b89a-d6dd-4e3c-b19f-40a43e7b71a8 None None] Pushing event updated for resources: {'Port': ['ID=97962529-8a13-4fdd-b37e-93a0a8424071,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:38.117052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:38.180941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'ac26fdff-bc83-4369-8a7f-83f544252cf9', 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0', 'port_id': 'ac26fdff-bc83-4369-8a7f-83f544252cf9', 'mac_address': 'fa:16:3e:39:8e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d45479a-720d-4a43-bbb9-345d9817a2bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:38.191807 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccc1e6ff-013e-467d-a655-2595a6b333a2 req-7fe65d95-7576-4075-859a-903d134ef34d tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234900 Jul 16 17:50:38.215453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1271c-586a-458e-9000-99b317c129f8 req-6a14c73c-03e8-4afe-8007-c61e6e66e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:38.217254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-6a14c73c-03e8-4afe-8007-c61e6e66e8d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c5359e77d874d7da70677245cf63d40&device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 1100 time: 0.8600204 Jul 16 17:50:38.218541 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.226159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2786f-21cc-4916-8903-431401311670 req-1d3f4bf4-6ff9-4f71-939f-50e3078308eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:38.231433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cb2786f-21cc-4916-8903-431401311670 req-1d3f4bf4-6ff9-4f71-939f-50e3078308eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1 HTTP/1.1" status: 200 len: 925 time: 0.6514857 Jul 16 17:50:38.266750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f48dc1-a398-4095-bc1e-8247b0e343ef {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:38.338538 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-782a0715-be32-4217-b127-0e72e4951e7c None None] Set router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:38.360338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-2c32e487-a344-4e5f-958e-a13ccbe95093 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=0004996f-4155-4d67-a561-4153e94852f6 HTTP/1.1" status: 200 len: 217 time: 0.1277528 Jul 16 17:50:38.552445 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.597683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cb2786f-21cc-4916-8903-431401311670 req-6b5874a6-743e-46dc-bf7c-1415bf225be3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9900edd8-288b-4c15-8f24-1e34a0f2c661 HTTP/1.1" status: 200 len: 998 time: 0.2361984 Jul 16 17:50:38.606187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:38.672582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-6a32d92d-7578-441a-9683-79c00a924fa1', 'network_id': '6a32d92d-7578-441a-9683-79c00a924fa1', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'fixed_ips': [{'subnet_id': '7b307fcf-88ee-41ca-8661-c0876d2e81ec'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:50:38.675614 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.684684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Deleting port 503a26f2-a8ec-4a47-94b8-5aa067fb9323 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:38.685300 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.733014 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.739661 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.747709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1271c-586a-458e-9000-99b317c129f8 req-cbd4ae8f-75de-4220-a989-dd0ac7a88820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:38.749458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-cbd4ae8f-75de-4220-a989-dd0ac7a88820 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1504564 Jul 16 17:50:38.783830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device df7f55c4-cd24-4b98-8c44-5cc295254d6c no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:38.853056 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03020986-ed7b-4a2b-9a59-2001b237d924 req-26bf4822-5971-4422-855c-d8a649b993e3 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1292636 Jul 16 17:50:38.855321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2786f-21cc-4916-8903-431401311670 req-4fe295a8-305b-42bc-8b93-98f0e7a35bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:38.858330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cb2786f-21cc-4916-8903-431401311670 req-4fe295a8-305b-42bc-8b93-98f0e7a35bb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f6f25b3-9102-4d67-8ad1-8d596cdc3f01 HTTP/1.1" status: 200 len: 863 time: 0.1029627 Jul 16 17:50:38.924132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] For port 503a26f2-a8ec-4a47-94b8-5aa067fb9323, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=503a26f2-a8ec-4a47-94b8-5aa067fb9323,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:38.924769 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:38.947895 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-782a0715-be32-4217-b127-0e72e4951e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:50:36Z', 'revision_number': 5, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port': {'id': '503a26f2-a8ec-4a47-94b8-5aa067fb9323', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:38.951110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Calling delete_port for 503a26f2-a8ec-4a47-94b8-5aa067fb9323 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:39.025417 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a0715-be32-4217-b127-0e72e4951e7c None None] Checking router: 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:50:39.045844 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a0715-be32-4217-b127-0e72e4951e7c None None] Routers {'653a602c-f1e7-48a5-a66e-d9c1cfd32f98'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:39.046667 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-782a0715-be32-4217-b127-0e72e4951e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:50:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:39.093754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-0f7921c2-ade3-47cf-9e6a-d75aca6ce26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:39.095663 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-0f7921c2-ade3-47cf-9e6a-d75aca6ce26c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73&tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53 HTTP/1.1" status: 200 len: 1101 time: 1.2038333 Jul 16 17:50:39.107469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae9e611-ebfe-4384-8bd8-0d27f81d762f', 'tag': '0004996f-4155-4d67-a561-4153e94852f6'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:39.110815 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9aab73-7185-4d5f-8769-6b0d78b01206" -d '{"events": [{"name": "network-changed", "server_uuid": "dae9e611-ebfe-4384-8bd8-0d27f81d762f", "tag": "0004996f-4155-4d67-a561-4153e94852f6"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:39.126991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:39.184808 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac26fdff-bc83-4369-8a7f-83f544252cf9 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:39.203913 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.225709 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-782a0715-be32-4217-b127-0e72e4951e7c None None] Set router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:39.286900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Pushing event deleted for resources: {'Port': ['ID=503a26f2-a8ec-4a47-94b8-5aa067fb9323,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:39.300453 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-782a0715-be32-4217-b127-0e72e4951e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:50:38Z', 'revision_number': 6, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:39.302723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:39.304409 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-9caa355b-112e-4166-ba86-ffc595f65c06 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:39.312074 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-9caa355b-112e-4166-ba86-ffc595f65c06 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:39.318730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=d3f48dc1-a398-4095-bc1e-8247b0e343ef,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:39.320040 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-9caa355b-112e-4166-ba86-ffc595f65c06 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/networks?id=ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a&id=6a32d92d-7578-441a-9683-79c00a924fa1 HTTP/1.1" status: 200 len: 1392 time: 0.2627716 Jul 16 17:50:39.344374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['d3f48dc1-a398-4095-bc1e-8247b0e343ef'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:39.346930 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.367905 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a0715-be32-4217-b127-0e72e4951e7c None None] The sync data for ids ['653a602c-f1e7-48a5-a66e-d9c1cfd32f98'] in n-d-787205-10 is: [{'id': '653a602c-f1e7-48a5-a66e-d9c1cfd32f98', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1247723685-router', 'tenant_id': '7f8646b45a7042a1a68a1b042be04fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:11Z', 'updated_at': '2021-07-16T17:50:38Z', 'revision_number': 6, 'project_id': '7f8646b45a7042a1a68a1b042be04fb6', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:50:39.381894 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-abae88eb-6d4e-4df4-910e-ef020edd1e2b tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/quotas/00b527bd5c124ae5ba60cdfa30633ea9 HTTP/1.1" status: 200 len: 375 time: 0.0609412 Jul 16 17:50:39.428304 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.515029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe73b3-9e80-4427-b2dc-34993c037e59 req-10f41c68-65ea-4c2d-b97d-d182cdf3d7d4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:39.522225 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5fe73b3-9e80-4427-b2dc-34993c037e59 req-10f41c68-65ea-4c2d-b97d-d182cdf3d7d4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 949 time: 0.6624835 Jul 16 17:50:39.565779 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2786f-21cc-4916-8903-431401311670 req-f5f2aeea-7b25-4dc2-a177-2b0313afa426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:39.567311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cb2786f-21cc-4916-8903-431401311670 req-f5f2aeea-7b25-4dc2-a177-2b0313afa426 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38367e7e-b273-41c4-ae47-3a44ce1b0cd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5556989 Jul 16 17:50:39.572419 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.579359 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.596547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1271c-586a-458e-9000-99b317c129f8 req-6b4fa023-2012-4f36-ba9f-9f45af982b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:39.598602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-6b4fa023-2012-4f36-ba9f-9f45af982b95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6778500 Jul 16 17:50:39.618216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=ac26fdff-bc83-4369-8a7f-83f544252cf9,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:39.646963 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.666687 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.668264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 653a602c-f1e7-48a5-a66e-d9c1cfd32f98 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:50:39.682810 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.684964 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fc57ed8e-38c3-4f68-837f-1bbdc56d645f admin admin] 10.222.0.24 "DELETE /v2.0/routers/653a602c-f1e7-48a5-a66e-d9c1cfd32f98 HTTP/1.1" status: 204 len: 168 time: 1.6961141 Jul 16 17:50:39.685136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['ac26fdff-bc83-4369-8a7f-83f544252cf9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:39.687552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46154) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:39.720339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5fe73b3-9e80-4427-b2dc-34993c037e59 req-4d2d0af7-8496-499b-a349-91c104aef60d tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970060 Jul 16 17:50:39.840512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef71386-636b-4382-aab6-516e514f5b85 admin admin] Deleting subnet 149d9e3b-9ea9-4ddb-9e7b-740e88193744 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:50:39.852081 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ef71386-636b-4382-aab6-516e514f5b85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.869295 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-cb803035-d9e6-4915-b599-a8d65bceddbd tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=00b527bd5c124ae5ba60cdfa30633ea9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4586554 Jul 16 17:50:39.876279 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3818cc-b46e-4f73-99cd-8cc40b29522d x-openstack-request-id: req-1d3818cc-b46e-4f73-99cd-8cc40b29522d {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:39.878158 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae9e611-ebfe-4384-8bd8-0d27f81d762f", "tag": "0004996f-4155-4d67-a561-4153e94852f6", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:39.878524 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d3818cc-b46e-4f73-99cd-8cc40b29522d {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:39.879142 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae9e611-ebfe-4384-8bd8-0d27f81d762f', 'tag': '0004996f-4155-4d67-a561-4153e94852f6', 'status': 'completed', 'code': 200} Jul 16 17:50:39.907581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Allocated IP 19.86.0.2 (6a32d92d-7578-441a-9683-79c00a924fa1/7b307fcf-88ee-41ca-8661-c0876d2e81ec/c29b42fc-8816-4b15-b523-e1ac56c28212) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:39.911219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee670a7-9d77-4dfd-b579-39deab4319fb None None] Network ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:50:39.916847 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ef71386-636b-4382-aab6-516e514f5b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.926967 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:39.992421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-799b6a43-765c-44f9-abdf-1d6a4e915294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'e3250273-8aef-414c-9b85-490e9ae2127a', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'port_id': '9900edd8-288b-4c15-8f24-1e34a0f2c661', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'mac_address': 'fa:16:3e:02:90:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:47:55Z', 'updated_at': '2021-07-16T17:50:32Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:40.054788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-9cc3db40-7c62-4bdd-8a4e-97e3d4661094 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475062 Jul 16 17:50:40.083256 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ef71386-636b-4382-aab6-516e514f5b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.099948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b6a43-765c-44f9-abdf-1d6a4e915294 None None] The sync data for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 is: [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'e3250273-8aef-414c-9b85-490e9ae2127a', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'floating_ip_address': '172.25.3.77', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'port_id': '9900edd8-288b-4c15-8f24-1e34a0f2c661', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'mac_address': 'fa:16:3e:02:90:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:47:55Z', 'updated_at': '2021-07-16T17:50:32Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:50:40.153903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:40.156247 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05106e8-ffd6-430b-b465-e3d8fc94354f" -d '{"events": [{"server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "name": "network-vif-unplugged", "status": "completed", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:40.178283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8bd0d601-c6dc-4855-86ec-921b14ff2174 None None] Provisioning for port 97962529-8a13-4fdd-b37e-93a0a8424071 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:40.187314 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ef71386-636b-4382-aab6-516e514f5b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.193092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:40.232625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef71386-636b-4382-aab6-516e514f5b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=149d9e3b-9ea9-4ddb-9e7b-740e88193744,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:40.233216 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.247268 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ef71386-636b-4382-aab6-516e514f5b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.252122 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7ef71386-636b-4382-aab6-516e514f5b85 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/149d9e3b-9ea9-4ddb-9e7b-740e88193744 HTTP/1.1" status: 204 len: 168 time: 0.5572791 Jul 16 17:50:40.252520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46166) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:40.271135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5038b5f8-b557-4143-8a39-3c02ccad9d91 None None] Network f0c973fd-93e3-4af6-8969-3139b7e09842 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:50:40.426235 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.528460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Deleting port bec2680a-0df1-4746-947d-e1ce90ad4e16 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:50:40.528811 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.567148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 97962529-8a13-4fdd-b37e-93a0a8424071 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:40.622195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] For port bec2680a-0df1-4746-947d-e1ce90ad4e16, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bec2680a-0df1-4746-947d-e1ce90ad4e16,segment=NetworkSegment(fb34c7f1-d4a6-4556-a17e-c985fffd2ce4),segment_id=fb34c7f1-d4a6-4556-a17e-c985fffd2ce4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:40.622602 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.627660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b50273-a287-4a82-a658-bc71b0683e63 None None] New status for floating IP e3250273-8aef-414c-9b85-490e9ae2127a: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:50:40.641117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Calling delete_port for bec2680a-0df1-4746-947d-e1ce90ad4e16 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:50:40.680085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cb2786f-21cc-4916-8903-431401311670 req-53045d6d-e3e8-4af8-9bfa-069a2217337d service neutron] 10.222.0.32 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0925810 Jul 16 17:50:40.682111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-77cab4a2-8a4f-4d08-86c2-0fbf7c3302d8 service neutron] 10.222.0.24 "GET /v2.0/networks/ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663965 Jul 16 17:50:40.747174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=10']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:40.748316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.792234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec2680a-0df1-4746-947d-e1ce90ad4e16,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:40.795477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] No DVR routers for this DVR port bec2680a-0df1-4746-947d-e1ce90ad4e16 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:40.864670 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-57c49572-605f-4b8a-8581-9b5e99a9194e service neutron] 10.222.0.24 "GET /v2.0/networks/ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220288 Jul 16 17:50:40.894294 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:50:40.894639 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:50:40.948637 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.979084 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:40.995655 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c973fd-93e3-4af6-8969-3139b7e09842']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:40.997678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 97962529-8a13-4fdd-b37e-93a0a8424071 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:41.018934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Transition to ACTIVE for port object c29b42fc-8816-4b15-b523-e1ac56c28212 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:41.029005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 97962529-8a13-4fdd-b37e-93a0a8424071 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:41.029399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.035515 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-cac79a40-fb43-44d2-a85a-ad996fa10481 service neutron] 10.222.0.24 "GET /v2.0/networks/6a32d92d-7578-441a-9683-79c00a924fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072896 Jul 16 17:50:41.046696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:41.056859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb34c7f1-d4a6-4556-a17e-c985fffd2ce4') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:41.062859 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.079657 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.095216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:50:41.095787 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.117835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a11b583-d354-4f11-9b87-99890247cfd3 None None] DHCP port deletion for f0c973fd-93e3-4af6-8969-3139b7e09842 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:50:41.139880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Transition to ACTIVE for port object c29b42fc-8816-4b15-b523-e1ac56c28212 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:41.169799 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.175890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573882a-233e-48f7-9b75-06704bd09da1 req-0c061ec4-0cdd-48bc-8847-330c79c06695 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:41.184013 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5573882a-233e-48f7-9b75-06704bd09da1 req-0c061ec4-0cdd-48bc-8847-330c79c06695 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 944 time: 1.1221840 Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:50:41.226559 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:50:41.238443 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.245954 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.257888 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f0c973fd-93e3-4af6-8969-3139b7e09842 HTTP/1.1" status: 204 len: 168 time: 1.0040414 Jul 16 17:50:41.264982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cb2786f-21cc-4916-8903-431401311670 req-3ab0fd67-8bfe-4ff0-84e2-de3f61dd4ce2 service neutron] 10.222.0.32 "GET /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647292 Jul 16 17:50:41.266286 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Network 6a32d92d-7578-441a-9683-79c00a924fa1 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:41.267159 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1de1271c-586a-458e-9000-99b317c129f8 req-df5d84ec-8d6c-4ae2-9561-b3ec7ded0185 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1867509 Jul 16 17:50:41.270346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:41.278644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dc234-f1d2-4cb7-a87e-5d9402211a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c973fd-93e3-4af6-8969-3139b7e09842,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:41.284170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:41.306364 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5573882a-233e-48f7-9b75-06704bd09da1 req-9ba9532f-a126-467a-867b-492784eaff80 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210713 Jul 16 17:50:41.309273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-dec9fa75-6d42-4d7a-b31d-5027e860eacb service neutron] 10.222.0.24 "GET /v2.0/networks/6a32d92d-7578-441a-9683-79c00a924fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569842 Jul 16 17:50:41.364681 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.395489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Pushing event updated for resources: {'Port': ['ID=c29b42fc-8816-4b15-b523-e1ac56c28212,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:41.442429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Attempting to bind port c29b42fc-8816-4b15-b523-e1ac56c28212 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:41.443309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Attempting to bind port c29b42fc-8816-4b15-b523-e1ac56c28212 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '79e1ae0f-a19f-4aca-9445-de75d4cea911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a32d92d-7578-441a-9683-79c00a924fa1'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:41.444157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Attempting to bind port c29b42fc-8816-4b15-b523-e1ac56c28212 on network 6a32d92d-7578-441a-9683-79c00a924fa1 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:41.470266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:41.470923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Checking segment: {'id': '79e1ae0f-a19f-4aca-9445-de75d4cea911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a32d92d-7578-441a-9683-79c00a924fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:41.472285 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.472981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Bound using segment: {'id': '79e1ae0f-a19f-4aca-9445-de75d4cea911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a32d92d-7578-441a-9683-79c00a924fa1'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:41.473900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Bound port: c29b42fc-8816-4b15-b523-e1ac56c28212, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e1ae0f-a19f-4aca-9445-de75d4cea911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a32d92d-7578-441a-9683-79c00a924fa1'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:41.474503 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.492552 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.628944 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 97962529-8a13-4fdd-b37e-93a0a8424071, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=97962529-8a13-4fdd-b37e-93a0a8424071,segment=NetworkSegment(de0a6f40-18e3-491f-b251-71df05638ef9),segment_id=de0a6f40-18e3-491f-b251-71df05638ef9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:41.640657 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:41.697400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46176) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:41.770770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cdab5651-ca39-4985-8804-b4b7ca2be1c5 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:41.804419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aab73-7185-4d5f-8769-6b0d78b01206 req-2b7cf069-db2a-4bbd-9281-c37dc1fe4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:41.805190 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d449a191-dbe7-4e32-b341-c82b6385c61c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f8646b45a7042a1a68a1b042be04fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1065578 Jul 16 17:50:41.807190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9aab73-7185-4d5f-8769-6b0d78b01206 req-2b7cf069-db2a-4bbd-9281-c37dc1fe4b88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c5359e77d874d7da70677245cf63d40&device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 1100 time: 0.4467294 Jul 16 17:50:41.807849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46180) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:41.845396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: cdab5651-ca39-4985-8804-b4b7ca2be1c5 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:50:41.845936 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cdab5651-ca39-4985-8804-b4b7ca2be1c5 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:41.847864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 503a26f2-a8ec-4a47-94b8-5aa067fb9323 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:41.906915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 503a26f2-a8ec-4a47-94b8-5aa067fb9323 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:50:41.909465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 503a26f2-a8ec-4a47-94b8-5aa067fb9323 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:41.936214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] For port c29b42fc-8816-4b15-b523-e1ac56c28212, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:41.961767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] For port c29b42fc-8816-4b15-b523-e1ac56c28212, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c29b42fc-8816-4b15-b523-e1ac56c28212,segment=NetworkSegment(79e1ae0f-a19f-4aca-9445-de75d4cea911),segment_id=79e1ae0f-a19f-4aca-9445-de75d4cea911)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:41.963530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-aa577464-a1ef-4121-b874-c5eeb8724a75 None None] Provisioning complete for port 97962529-8a13-4fdd-b37e-93a0a8424071 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:41.963720 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aa577464-a1ef-4121-b874-c5eeb8724a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:42.047263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:42.155183 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:42.180683 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:42.239618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=97962529-8a13-4fdd-b37e-93a0a8424071,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:42.245443 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:42.264752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:42.272606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aab73-7185-4d5f-8769-6b0d78b01206 req-f59237e3-80b2-4dbf-a1ad-3a584f05f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:42.275538 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9aab73-7185-4d5f-8769-6b0d78b01206 req-f59237e3-80b2-4dbf-a1ad-3a584f05f72a service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.4335430 Jul 16 17:50:42.290075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bec2680a-0df1-4746-947d-e1ce90ad4e16 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:50:42.340728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: bec2680a-0df1-4746-947d-e1ce90ad4e16 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:50:42.341237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bec2680a-0df1-4746-947d-e1ce90ad4e16 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:50:42.363171 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf23cd-886a-49bf-9301-86e56369ae33 None None] Pushing event updated for resources: {'Port': ['ID=c29b42fc-8816-4b15-b523-e1ac56c28212,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:42.397646 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9aab73-7185-4d5f-8769-6b0d78b01206 req-55ab1100-1a04-49f7-9ec4-e817ec88cee0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=0004996f-4155-4d67-a561-4153e94852f6 HTTP/1.1" status: 200 len: 217 time: 0.0853262 Jul 16 17:50:42.409769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa104be-7c31-48e3-93d7-5f0f9e39dc4d req-ba6a863a-059d-48cb-a70d-2625a537d62a tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:42.411620 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa104be-7c31-48e3-93d7-5f0f9e39dc4d req-ba6a863a-059d-48cb-a70d-2625a537d62a tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 948 time: 0.4868803 Jul 16 17:50:42.425057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7f55c4-cd24-4b98-8c44-5cc295254d6c {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:42.505019 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:42.538109 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:42.540800 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:42.544793 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86552dbe-5fed-410f-9217-9e5f5ad85bfb HTTP/1.1" status: 204 len: 168 time: 0.7014267 Jul 16 17:50:42.613149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Transition to ACTIVE for port object df7f55c4-cd24-4b98-8c44-5cc295254d6c will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:42.622231 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c128a4-3880-4f2b-818a-abe79af842e1 x-openstack-request-id: req-a4c128a4-3880-4f2b-818a-abe79af842e1 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:42.623096 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "name": "network-vif-unplugged", "status": "completed", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:42.624283 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4c128a4-3880-4f2b-818a-abe79af842e1 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:42.624957 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'code': 200} Jul 16 17:50:42.625137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aab73-7185-4d5f-8769-6b0d78b01206 req-b25e16a4-51e8-4a32-9416-584cfc2b15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:42.628114 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9aab73-7185-4d5f-8769-6b0d78b01206 req-b25e16a4-51e8-4a32-9416-584cfc2b15e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2152328 Jul 16 17:50:42.628793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:42.637518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86552dbe-5fed-410f-9217-9e5f5ad85bfb,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:42.726397 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa104be-7c31-48e3-93d7-5f0f9e39dc4d req-0fbd890e-72c8-4f42-bba9-1fe9a91c791f tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369623 Jul 16 17:50:42.771645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d3f48dc1-a398-4095-bc1e-8247b0e343ef up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:42.816943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:42.817622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:42.817622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:42.817957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:42.818294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:42.818695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:42.819030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:42.819357 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:42.819687 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:42.820342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:42.820693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:42.821014 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8af9da-8f02-4b9f-8998-59fab26e1b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:42.949154 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port d3f48dc1-a398-4095-bc1e-8247b0e343ef completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:42.954693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port d3f48dc1-a398-4095-bc1e-8247b0e343ef triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:42.957587 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:43.010584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] No DVR routers for this DVR port df7f55c4-cd24-4b98-8c44-5cc295254d6c on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:50:43.051908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=11']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:43.223827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3eb1172b-3d75-4198-859a-0d3d2ed60652 req-4c15c183-2b28-4e28-b729-29498b8a5e02 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 210 time: 0.0491879 Jul 16 17:50:43.236243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Attempting to bind port df7f55c4-cd24-4b98-8c44-5cc295254d6c on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:43.236590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Attempting to bind port df7f55c4-cd24-4b98-8c44-5cc295254d6c by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:43.236974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Attempting to bind port df7f55c4-cd24-4b98-8c44-5cc295254d6c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:43.271779 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Port df7f55c4-cd24-4b98-8c44-5cc295254d6c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:43.272287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Attempting to bind port df7f55c4-cd24-4b98-8c44-5cc295254d6c on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:43.295976 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:43.302631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5facac-60f6-4d7d-892f-1d66ad1ef863 req-2b29ce32-a829-4f11-b8a7-483930a43396 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:43.316914 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f5facac-60f6-4d7d-892f-1d66ad1ef863 req-2b29ce32-a829-4f11-b8a7-483930a43396 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 948 time: 0.4634361 Jul 16 17:50:43.330088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:43.330452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:43.330857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:43.331313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Bound port: df7f55c4-cd24-4b98-8c44-5cc295254d6c, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:43.331687 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:43.414206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ac26fdff-bc83-4369-8a7f-83f544252cf9 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:43.458318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aab73-7185-4d5f-8769-6b0d78b01206 req-0d9f5cfd-26a8-4898-be15-b3b1b84dab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:43.459881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9aab73-7185-4d5f-8769-6b0d78b01206 req-0d9f5cfd-26a8-4898-be15-b3b1b84dab37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8115118 Jul 16 17:50:43.554611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:43.559199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:43.564428 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:43.569874 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:43.572117 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e05aec0b-959c-44d7-ace3-32a5d6a69266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:43.654136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port ac26fdff-bc83-4369-8a7f-83f544252cf9 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:43.693339 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port ac26fdff-bc83-4369-8a7f-83f544252cf9 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:43.693853 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:43.731892 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9aab73-7185-4d5f-8769-6b0d78b01206 req-16788c50-5980-4b37-8119-8c4ade634b8e service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537248 Jul 16 17:50:43.748578 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:43.764614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=d3f48dc1-a398-4095-bc1e-8247b0e343ef,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:43.872012 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:43.963073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:43.968219 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.092209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=12']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:44.110859 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f5facac-60f6-4d7d-892f-1d66ad1ef863 req-6b7eb5e2-cc66-423b-bd34-6ab6a0f57bc3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7925525 Jul 16 17:50:44.114976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=ac26fdff-bc83-4369-8a7f-83f544252cf9,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:44.227114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:44.228003 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.234454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-de37fa32-55c1-4f30-b1c2-ff15b32c058b service neutron] 10.222.0.32 "PUT /v2.0/ports/df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 200 len: 1097 time: 5.1140676 Jul 16 17:50:44.258520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:44.266657 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a8442a-aded-4ac8-9e72-ed66492d4176" -d '{"events": [{"name": "network-changed", "server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:44.451447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200243fc-b591-4164-b249-9adf72f3ef77 None None] Network 6a32d92d-7578-441a-9683-79c00a924fa1 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:50:44.452845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46242) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:44.602605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415005e-467f-43a8-8d48-878b2f3d0ac8 req-21bee4bf-baa1-4b31-b19d-076ad27d2e40 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:44.609931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f415005e-467f-43a8-8d48-878b2f3d0ac8 req-21bee4bf-baa1-4b31-b19d-076ad27d2e40 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 944 time: 0.9133673 Jul 16 17:50:44.615379 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db9aab73-7185-4d5f-8769-6b0d78b01206 req-405c7178-532f-40a9-9bf5-340bbbce5373 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8686135 Jul 16 17:50:44.628667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f68bb88b-00e2-40c4-8fb5-390400b196df tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:44.634965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f68bb88b-00e2-40c4-8fb5-390400b196df tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:44.637201 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f68bb88b-00e2-40c4-8fb5-390400b196df tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "GET /v2.0/networks?id=ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a&id=6a32d92d-7578-441a-9683-79c00a924fa1 HTTP/1.1" status: 200 len: 1392 time: 0.7700727 Jul 16 17:50:44.660542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Request body: {'port': {'device_id': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'network_id': 'ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a', 'admin_state_up': True, 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:44.662879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1160540151-network', 'tenant_id': '4d0e75884b1f47008d152a06429542e4'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:44.696739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef'}, {'server_uuid': '759572db-46a1-4930-80d8-59184d115a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac26fdff-bc83-4369-8a7f-83f544252cf9'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:44.701607 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9ccd88-b80d-4e49-98b6-959fbf6a2042" -d '{"events": [{"server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "name": "network-vif-plugged", "status": "completed", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef"}, {"server_uuid": "759572db-46a1-4930-80d8-59184d115a3b", "name": "network-vif-plugged", "status": "completed", "tag": "ac26fdff-bc83-4369-8a7f-83f544252cf9"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:44.731050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Made reservation on behalf of 4d0e75884b1f47008d152a06429542e4 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:44.733763 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.757926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c29b42fc-8816-4b15-b523-e1ac56c28212 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:44.758795 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.803342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 0004996f-4155-4d67-a561-4153e94852f6 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:44.839822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f415005e-467f-43a8-8d48-878b2f3d0ac8 req-c809d76b-88f4-41eb-b2c6-db40eddefd9f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280285 Jul 16 17:50:44.849684 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-3698cc99-8657-47e0-8f9d-5407060cb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:44.851453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-3698cc99-8657-47e0-8f9d-5407060cb3fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 1100 time: 0.5572698 Jul 16 17:50:44.867066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6ba4ab34-a16a-481f-bcef-5075693075dd None None] Provisioning for port c29b42fc-8816-4b15-b523-e1ac56c28212 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:44.881508 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c29b42fc-8816-4b15-b523-e1ac56c28212 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:44.892326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6ba4ab34-a16a-481f-bcef-5075693075dd None None] Provisioning complete for port c29b42fc-8816-4b15-b523-e1ac56c28212 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:44.892711 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ab34-a16a-481f-bcef-5075693075dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.897073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c29b42fc-8816-4b15-b523-e1ac56c28212 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:44.897444 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.916817 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.921396 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.957310 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:50:44.968762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c504abe-8cd4-48f7-9255-ff5a8fadbca1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:44.978576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:44.979493 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Added segment 062b9a7b-6294-454a-8d0d-b3c333f1724d of type vlan for network f72d8f9d-2460-4029-8629-744c95526a32 Jul 16 17:50:45.038869 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.080113 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.081790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:45.083392 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.142816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 0004996f-4155-4d67-a561-4153e94852f6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0004996f-4155-4d67-a561-4153e94852f6,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:45.195299 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] Pushing event updated for resources: {'Network': ['ID=f72d8f9d-2460-4029-8629-744c95526a32,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:45.214916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network f72d8f9d-2460-4029-8629-744c95526a32 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:50:45.235753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '0004996f-4155-4d67-a561-4153e94852f6', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '0004996f-4155-4d67-a561-4153e94852f6', 'mac_address': 'fa:16:3e:d7:03:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:45.322158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5bd6f1b3-51b4-4c35-8d6e-ff63ca36ee58 req-a1ce993e-d68d-44f2-9079-d4fa6c111bde tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 210 time: 0.2229388 Jul 16 17:50:45.328173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:45.329524 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e260ae97-740b-4c31-b4b4-3404af8916a7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8750446 Jul 16 17:50:45.330426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46282) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:45.332277 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.337644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Request body: {'subnet': {'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1160540151-subnet', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:45.354628 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.396250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Made reservation on behalf of 4d0e75884b1f47008d152a06429542e4 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:45.400281 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.431641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981dee2-568b-4e77-98b5-2f8977a41fca req-6dab7d31-9f9b-41ca-819c-1809e212a22c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:45.433398 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0981dee2-568b-4e77-98b5-2f8977a41fca req-6dab7d31-9f9b-41ca-819c-1809e212a22c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 948 time: 0.6175702 Jul 16 17:50:45.460783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-9475b352-e0eb-43a4-b0a4-cc0b2439914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:45.462332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-9475b352-e0eb-43a4-b0a4-cc0b2439914b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.5785618 Jul 16 17:50:45.549070 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ab34-a16a-481f-bcef-5075693075dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.587301 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.613298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port c29b42fc-8816-4b15-b523-e1ac56c28212, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c29b42fc-8816-4b15-b523-e1ac56c28212,segment=NetworkSegment(79e1ae0f-a19f-4aca-9445-de75d4cea911),segment_id=79e1ae0f-a19f-4aca-9445-de75d4cea911)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:45.627242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0004996f-4155-4d67-a561-4153e94852f6 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:45.638657 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada10b70-9557-41fb-9133-c2d979696a85 x-openstack-request-id: req-ada10b70-9557-41fb-9133-c2d979696a85 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:45.638969 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "name": "network-vif-plugged", "status": "completed", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef", "code": 200}, {"server_uuid": "759572db-46a1-4930-80d8-59184d115a3b", "name": "network-vif-plugged", "status": "completed", "tag": "ac26fdff-bc83-4369-8a7f-83f544252cf9", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:45.639501 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ada10b70-9557-41fb-9133-c2d979696a85 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:45.639922 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef', 'code': 200} Jul 16 17:50:45.640182 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759572db-46a1-4930-80d8-59184d115a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac26fdff-bc83-4369-8a7f-83f544252cf9', 'code': 200} Jul 16 17:50:45.640917 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.641788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 97962529-8a13-4fdd-b37e-93a0a8424071 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:45.681177 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d32ef5-78b8-4488-b80d-352d93126dd8 x-openstack-request-id: req-33d32ef5-78b8-4488-b80d-352d93126dd8 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:45.681854 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:45.700154 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33d32ef5-78b8-4488-b80d-352d93126dd8 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:45.701026 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'status': 'completed', 'code': 200} Jul 16 17:50:45.786119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 0004996f-4155-4d67-a561-4153e94852f6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0004996f-4155-4d67-a561-4153e94852f6,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:45.810186 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.820465 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-53622309-8142-4321-8124-61fd9792e452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.832762 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-3662b632-bc1b-42fe-b06e-d765f200c962 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 200 len: 217 time: 0.2650511 Jul 16 17:50:45.860536 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-6ba4ab34-a16a-481f-bcef-5075693075dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:50:45.861041 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-6ba4ab34-a16a-481f-bcef-5075693075dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:50:45.863114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=c29b42fc-8816-4b15-b523-e1ac56c28212,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:45.955265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 97962529-8a13-4fdd-b37e-93a0a8424071 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:45.956630 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.992009 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:46.029059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=0004996f-4155-4d67-a561-4153e94852f6,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:46.126048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['0004996f-4155-4d67-a561-4153e94852f6'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:46.310495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c29b42fc-8816-4b15-b523-e1ac56c28212 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:46.449807 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:46.460661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e78e0f-2d5d-40c4-b741-23579c9b9289 req-e5ca2dcf-06d3-4589-839b-56903e69651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:46.462536 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-20e78e0f-2d5d-40c4-b741-23579c9b9289 req-e5ca2dcf-06d3-4589-839b-56903e69651b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 1097 time: 0.6972525 Jul 16 17:50:46.481332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c29b42fc-8816-4b15-b523-e1ac56c28212 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:46.481741 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:46.539786 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd907a7-8961-483a-a5a1-090d63fc22f5,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:46.584129 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-7e9d8152-da18-4995-92d1-cdeeb9734c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:46.585695 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-7e9d8152-da18-4995-92d1-cdeeb9734c28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.6608136 Jul 16 17:50:46.586954 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-20e78e0f-2d5d-40c4-b741-23579c9b9289 req-36b02b10-03ac-4804-8c09-989e216413ab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030188 Jul 16 17:50:46.593621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:46.596890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:46.597405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:46.597928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:46.598566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:46.600416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:46.602936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:46.604183 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:46.606286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:46.607800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:46.609866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:46.610388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:46.625280 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Checking segment: {'id': '062b9a7b-6294-454a-8d0d-b3c333f1724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:46.629271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Network hostable DHCP agents. Network: f72d8f9d-2460-4029-8629-744c95526a32, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:50:46.670378 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0981dee2-568b-4e77-98b5-2f8977a41fca req-fc419bf3-4f2b-487d-b0fb-b244ec722754 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2263782 Jul 16 17:50:46.673604 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Network f72d8f9d-2460-4029-8629-744c95526a32 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:50:46.691933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb4a1-d930-4c87-9a52-085f7a9d131d req-d3aa4c4d-b887-4026-b5cb-25b21f232d0a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:46.701174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b3cb4a1-d930-4c87-9a52-085f7a9d131d req-d3aa4c4d-b887-4026-b5cb-25b21f232d0a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 948 time: 0.6960881 Jul 16 17:50:46.703798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, f72d8f9d-2460-4029-8629-744c95526a32) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:46.709175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:46.710003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:46.718980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a52a29-7d8a-4f91-be83-a0e1ced4e29a None None] Network f72d8f9d-2460-4029-8629-744c95526a32 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:50:46.749635 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c6502c5a-8d40-4f09-b076-c13f87ce5b2a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4180589 Jul 16 17:50:46.755612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46330) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:46.768353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c8f0fe7a-fcab-4f44-b02b-1d2e434da83a None None] Provisioning complete for port c29b42fc-8816-4b15-b523-e1ac56c28212 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:46.771576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1160540151-router', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:46.772600 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c8f0fe7a-fcab-4f44-b02b-1d2e434da83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:46.800551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8323b-83f6-4125-89bf-bd839424339d req-ca7d2e39-a8f1-4b94-a9c8-8044b9076552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:46.804520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9a8323b-83f6-4125-89bf-bd839424339d req-ca7d2e39-a8f1-4b94-a9c8-8044b9076552 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a1016ba-a405-46cf-9347-b5fd3e58da26 HTTP/1.1" status: 200 len: 1102 time: 0.9606106 Jul 16 17:50:46.834105 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:46.835501 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:46.861714 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Allocated IP 19.80.0.76 (ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a/78f394c4-e86f-4743-9976-15d90e150104/692beff8-50bf-4b5d-ae45-1b07e6dfcde0) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:46.960482 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.059975 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b3cb4a1-d930-4c87-9a52-085f7a9d131d req-a9bd28e7-c5ef-42f8-a8b4-40a76eeb66df tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577261 Jul 16 17:50:47.062984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-6530ba77-a876-497c-95f3-73cb92b60e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:47.065081 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-6530ba77-a876-497c-95f3-73cb92b60e9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 1100 time: 1.3486829 Jul 16 17:50:47.196416 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.249776 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-f72d8f9d-2460-4029-8629-744c95526a32', 'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'fixed_ips': [{'subnet_id': '2bd907a7-8961-483a-a5a1-090d63fc22f5'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:50:47.252877 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.300348 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.407256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Transition to ACTIVE for port object 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:47.464426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.467545 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9a8323b-83f6-4125-89bf-bd839424339d req-4e629037-0f20-4930-ad70-05fd74877b79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565325 Jul 16 17:50:47.498408 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.514535 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.582579 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Allocated IP 172.20.0.2 (f72d8f9d-2460-4029-8629-744c95526a32/2bd907a7-8961-483a-a5a1-090d63fc22f5/52ba19a7-c416-4228-ac0a-ee5776bae6a4) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:47.639555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-dc5b68b8-b037-4f9b-96c0-57435c8c31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:47.642068 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-dc5b68b8-b037-4f9b-96c0-57435c8c31d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.5458124 Jul 16 17:50:47.699068 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67949788-8a13-4de7-9774-8430f547f6af req-63d4cda4-59a3-4ca6-b7be-8a6d59a85cc9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 210 time: 0.2897239 Jul 16 17:50:47.735631 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Allocated IP 172.25.3.37 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/2588404e-d7f5-4f93-9b32-70545deaea3e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:47.772061 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-e65bd713-dc3c-4f1a-8725-c0dba9da4792 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 200 len: 217 time: 0.0643785 Jul 16 17:50:47.775281 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.907964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-6340f1cb-a998-416e-b629-ae509fc8ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:47.915636 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-6340f1cb-a998-416e-b629-ae509fc8ec0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2383389 Jul 16 17:50:47.965727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Network ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:47.981253 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.991699 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:48.002492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:48.009785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Transition to ACTIVE for port object 52ba19a7-c416-4228-ac0a-ee5776bae6a4 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:48.026315 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:48.040130 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-d002bc4f-f60c-45ee-b059-acd85c902753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.042062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-d002bc4f-f60c-45ee-b059-acd85c902753 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2611098 Jul 16 17:50:48.043432 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event updated for resources: {'Port': ['ID=692beff8-50bf-4b5d-ae45-1b07e6dfcde0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:48.047540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Transition to ACTIVE for port object 52ba19a7-c416-4228-ac0a-ee5776bae6a4 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:48.054435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a7651-3f1f-4c8a-b313-c8ef3e7ad923 req-2b852ba8-39a9-4037-a9c3-1ff708e37313 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.061147 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df9a7651-3f1f-4c8a-b313-c8ef3e7ad923 req-2b852ba8-39a9-4037-a9c3-1ff708e37313 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 945 time: 0.9121730 Jul 16 17:50:48.062833 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:48.104122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Network f72d8f9d-2460-4029-8629-744c95526a32 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:48.110419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:48.128863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:48.137336 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:48.182157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Pushing event updated for resources: {'Port': ['ID=52ba19a7-c416-4228-ac0a-ee5776bae6a4,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:48.215731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Attempting to bind port 52ba19a7-c416-4228-ac0a-ee5776bae6a4 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:48.216101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Attempting to bind port 52ba19a7-c416-4228-ac0a-ee5776bae6a4 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '062b9a7b-6294-454a-8d0d-b3c333f1724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:48.216465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Attempting to bind port 52ba19a7-c416-4228-ac0a-ee5776bae6a4 on network f72d8f9d-2460-4029-8629-744c95526a32 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:48.238954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:48.239600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Checking segment: {'id': '062b9a7b-6294-454a-8d0d-b3c333f1724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:48.240025 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:48.240430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Bound using segment: {'id': '062b9a7b-6294-454a-8d0d-b3c333f1724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:48.240933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Bound port: 52ba19a7-c416-4228-ac0a-ee5776bae6a4, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062b9a7b-6294-454a-8d0d-b3c333f1724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:48.241337 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:48.247231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:48.265234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:48.271967 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:48.325850 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.326677 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:48.338887 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Pushing event updated for resources: {'Port': ['ID=2588404e-d7f5-4f93-9b32-70545deaea3e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:48.341083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-80839494-912f-4dc7-9ecf-e20f4bc2c710 None None] Provisioning for port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:48.350107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-80839494-912f-4dc7-9ecf-e20f4bc2c710 None None] Provisioning complete for port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:48.350754 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-80839494-912f-4dc7-9ecf-e20f4bc2c710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:48.364338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df9a7651-3f1f-4c8a-b313-c8ef3e7ad923 req-dd330aaf-ccff-482f-88a5-a1d41cd0f891 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100513 Jul 16 17:50:48.370928 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-9ace2a42-d572-430f-ba42-7972b444f8a4 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353938 Jul 16 17:50:48.409108 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1f83440-967d-4b59-b73f-0971464adf44 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7622328 Jul 16 17:50:48.411405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] For port 52ba19a7-c416-4228-ac0a-ee5776bae6a4, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:48.449305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Request body: {'port': {'device_id': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'network_id': '6a32d92d-7578-441a-9683-79c00a924fa1', 'admin_state_up': True, 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:48.463437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] For port 52ba19a7-c416-4228-ac0a-ee5776bae6a4, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=52ba19a7-c416-4228-ac0a-ee5776bae6a4,segment=NetworkSegment(062b9a7b-6294-454a-8d0d-b3c333f1724d),segment_id=062b9a7b-6294-454a-8d0d-b3c333f1724d)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:48.484650 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:48.493875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-80839494-912f-4dc7-9ecf-e20f4bc2c710 None None] Port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:48.549218 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff94d25-54d6-4b91-98d1-d05783dd04c9 req-ba974607-e9b3-4907-bac8-4b7d71e57eab tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.551125 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cff94d25-54d6-4b91-98d1-d05783dd04c9 req-ba974607-e9b3-4907-bac8-4b7d71e57eab tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 949 time: 0.4743316 Jul 16 17:50:48.560524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-83cb1890-2ba1-474e-a65f-d83cb189428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:48.562346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-83cb1890-2ba1-474e-a65f-d83cb189428a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4953749 Jul 16 17:50:48.665209 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b494ec0-7ced-44c4-885a-05e9913f3c4e None None] Pushing event updated for resources: {'Port': ['ID=52ba19a7-c416-4228-ac0a-ee5776bae6a4,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:48.704260 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:50:48.750028 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a25b4e19-621c-484b-9676-87c1de2d32a9 req-2895ff5a-6194-42ca-a675-793ed7cf9894 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661380 Jul 16 17:50:48.812684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 0004996f-4155-4d67-a561-4153e94852f6 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:48.928327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:48.938572 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:48.981965 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 0004996f-4155-4d67-a561-4153e94852f6 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:48.987026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 0004996f-4155-4d67-a561-4153e94852f6 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:48.987411 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:49.236965 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:49.271756 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cff94d25-54d6-4b91-98d1-d05783dd04c9 req-8278d38f-1aed-400d-b48a-cc641a8fec39 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6643624 Jul 16 17:50:49.280702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Made reservation on behalf of 00b527bd5c124ae5ba60cdfa30633ea9 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:50:49.284788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:49.337323 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae9e611-ebfe-4384-8bd8-0d27f81d762f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0004996f-4155-4d67-a561-4153e94852f6'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:49.340808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-71333970-f162-4d6e-96a0-819dfe6772d5 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6999805 Jul 16 17:50:49.344467 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46707f49-3de4-458c-803a-cf1cc5bee43b" -d '{"events": [{"server_uuid": "dae9e611-ebfe-4384-8bd8-0d27f81d762f", "name": "network-vif-plugged", "status": "completed", "tag": "0004996f-4155-4d67-a561-4153e94852f6"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:49.393720 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 0004996f-4155-4d67-a561-4153e94852f6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0004996f-4155-4d67-a561-4153e94852f6,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:49.401249 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:49.457000 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:49.525505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=0004996f-4155-4d67-a561-4153e94852f6,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:49.619738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-78adb057-3d9e-4485-9c6a-47ad2b2645aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:49.621968 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-78adb057-3d9e-4485-9c6a-47ad2b2645aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 1100 time: 0.7655869 Jul 16 17:50:49.661949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Router dce1bc82-63dd-4456-9ccb-270e8ee97fa7 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:50:49.669671 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb13e1-9cfc-4476-9386-e08bc55329e2 req-7c7de81b-b73a-4bb7-aa5e-bb700da88e4c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:49.671480 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4adb13e1-9cfc-4476-9386-e08bc55329e2 req-7c7de81b-b73a-4bb7-aa5e-bb700da88e4c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 948 time: 0.5359914 Jul 16 17:50:49.714343 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-74ba9dca-9eb9-4b42-beb2-e48b39eaf8f9 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637359 Jul 16 17:50:49.851120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:50:49.862700 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Sync routers for ids ['dce1bc82-63dd-4456-9ccb-270e8ee97fa7'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:50:49.878422 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Routers {'dce1bc82-63dd-4456-9ccb-270e8ee97fa7'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:49.879751 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:50:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['dce1bc82-63dd-4456-9ccb-270e8ee97fa7'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:49.885632 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:49.890914 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d488cd65-253c-4e72-8cb3-78264dc8bac9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1342568 Jul 16 17:50:49.891811 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46354) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:50:49.997380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Allocated IP 19.86.0.44 (6a32d92d-7578-441a-9683-79c00a924fa1/7b307fcf-88ee-41ca-8661-c0876d2e81ec/5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:50.027793 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4adb13e1-9cfc-4476-9386-e08bc55329e2 req-0de4b846-fd9c-4bde-a063-0b3a14d9d399 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314888 Jul 16 17:50:50.102917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f764f0a-513c-4ce3-90be-1d0353e80444 req-084be57c-ebbf-490b-8af2-4dd9ff0dc49d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:50.110784 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f764f0a-513c-4ce3-90be-1d0353e80444 req-084be57c-ebbf-490b-8af2-4dd9ff0dc49d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 931 time: 0.5982063 Jul 16 17:50:50.129798 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Set router dce1bc82-63dd-4456-9ccb-270e8ee97fa7 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:50.152160 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5894749c-2bd6-4366-b1ac-8da565a8c6e8 x-openstack-request-id: req-5894749c-2bd6-4366-b1ac-8da565a8c6e8 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:50.152458 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae9e611-ebfe-4384-8bd8-0d27f81d762f", "name": "network-vif-plugged", "status": "completed", "tag": "0004996f-4155-4d67-a561-4153e94852f6", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:50.152726 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5894749c-2bd6-4366-b1ac-8da565a8c6e8 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:50.153131 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae9e611-ebfe-4384-8bd8-0d27f81d762f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0004996f-4155-4d67-a561-4153e94852f6', 'code': 200} Jul 16 17:50:50.165072 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-fc620f52-507f-4ae6-9400-c4d18d60629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:50.169740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-fc620f52-507f-4ae6-9400-c4d18d60629e service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.5308566 Jul 16 17:50:50.252068 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f764f0a-513c-4ce3-90be-1d0353e80444 req-101749bb-b1ba-4cff-86fd-544e213953cb tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402965 Jul 16 17:50:50.445386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-78f73c6a-d42f-4796-a65e-aef63e9644fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 200 len: 217 time: 0.2502222 Jul 16 17:50:50.454267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 52ba19a7-c416-4228-ac0a-ee5776bae6a4 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:50.576361 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab9044-2778-471f-8c06-9ab850107feb None None] Network f72d8f9d-2460-4029-8629-744c95526a32 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:50:50.623952 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'name': 'tempest-FloatingIPDetailsTestJSON-1160540151-router', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:50:46Z', 'updated_at': '2021-07-16T17:50:48Z', 'revision_number': 3, 'project_id': '4d0e75884b1f47008d152a06429542e4', 'gw_port': {'id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:50:47Z', 'updated_at': '2021-07-16T17:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:50.660641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7deb7da0-4e48-400b-9fed-755e77e95348 None None] Provisioning for port 52ba19a7-c416-4228-ac0a-ee5776bae6a4 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:50.664086 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-1c3b0b94-9e81-40a4-878d-db550e12fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:50.666616 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-1c3b0b94-9e81-40a4-878d-db550e12fc1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1892915 Jul 16 17:50:50.685502 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Checking router: dce1bc82-63dd-4456-9ccb-270e8ee97fa7 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:50:50.686298 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Updating router dce1bc82-63dd-4456-9ccb-270e8ee97fa7 port 2588404e-d7f5-4f93-9b32-70545deaea3e binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:50:50.687962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ee65e-4e2a-4421-9ab8-e300fed4c7ae req-33860f26-10ce-4d07-b922-83fa8926e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:50.690486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-270ee65e-4e2a-4421-9ab8-e300fed4c7ae req-33860f26-10ce-4d07-b922-83fa8926e2af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 1102 time: 0.3893323 Jul 16 17:50:50.782049 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:50.907264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7deb7da0-4e48-400b-9fed-755e77e95348 None None] Provisioning complete for port 52ba19a7-c416-4228-ac0a-ee5776bae6a4 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:50.907557 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7deb7da0-4e48-400b-9fed-755e77e95348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:50.912511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 52ba19a7-c416-4228-ac0a-ee5776bae6a4 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:50.952693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81241f7b-684d-4287-9679-36012ad996b4 req-730d1b27-7baa-4727-abe7-a0e049fb23f5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:50.955316 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81241f7b-684d-4287-9679-36012ad996b4 req-730d1b27-7baa-4727-abe7-a0e049fb23f5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 945 time: 0.5152352 Jul 16 17:50:50.972775 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 52ba19a7-c416-4228-ac0a-ee5776bae6a4 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:50.973245 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:50.981423 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-270ee65e-4e2a-4421-9ab8-e300fed4c7ae req-41e20ebe-e9c8-4212-b8a9-ab790df5b26b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137995 Jul 16 17:50:51.367392 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.477582 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7deb7da0-4e48-400b-9fed-755e77e95348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.549625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7deb7da0-4e48-400b-9fed-755e77e95348 None None] For port 52ba19a7-c416-4228-ac0a-ee5776bae6a4, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=52ba19a7-c416-4228-ac0a-ee5776bae6a4,segment=NetworkSegment(062b9a7b-6294-454a-8d0d-b3c333f1724d),segment_id=062b9a7b-6294-454a-8d0d-b3c333f1724d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:51.562219 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7deb7da0-4e48-400b-9fed-755e77e95348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.646627 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.781854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb7da0-4e48-400b-9fed-755e77e95348 None None] Pushing event updated for resources: {'Port': ['ID=52ba19a7-c416-4228-ac0a-ee5776bae6a4,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:51.810274 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:50:51.810733 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:50:51.937485 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.966881 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Transition to ACTIVE for port object 2588404e-d7f5-4f93-9b32-70545deaea3e will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:51.998421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Allocated IP 172.20.0.1 (f72d8f9d-2460-4029-8629-744c95526a32/2bd907a7-8961-483a-a5a1-090d63fc22f5/f52051d5-5d09-430f-9fc2-ed3712670249) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:52.008114 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.144901 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Attempting to bind port 2588404e-d7f5-4f93-9b32-70545deaea3e on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:52.145478 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Attempting to bind port 2588404e-d7f5-4f93-9b32-70545deaea3e by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:52.146082 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Attempting to bind port 2588404e-d7f5-4f93-9b32-70545deaea3e on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:52.162081 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Pushing event updated for resources: {'Port': ['ID=2588404e-d7f5-4f93-9b32-70545deaea3e,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:52.166237 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:52.166828 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:52.167364 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.167767 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:52.168662 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Bound port: 2588404e-d7f5-4f93-9b32-70545deaea3e, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:52.169082 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.177797 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:52.178554 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:52.179392 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:52.179736 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:52.180076 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:52.180412 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:52.180998 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:52.181348 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:52.181712 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:52.183662 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:52.184015 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:52.184361 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:50:52.204241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b2b464d3-14f1-4274-92c3-1d949f87cdeb None None] Provisioning complete for port 52ba19a7-c416-4228-ac0a-ee5776bae6a4 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:52.205034 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b2b464d3-14f1-4274-92c3-1d949f87cdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.269973 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.291447 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81241f7b-684d-4287-9679-36012ad996b4 req-1c000cdd-4425-416b-a29d-51dbe63b933f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2736511 Jul 16 17:50:52.295907 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.337228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Transition to ACTIVE for port object f52051d5-5d09-430f-9fc2-ed3712670249 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:52.347566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-d0c83a83-bcfd-4f24-b41e-c2148148efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:52.351039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-d0c83a83-bcfd-4f24-b41e-c2148148efbf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.6058173 Jul 16 17:50:52.352757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Transition to ACTIVE for port object 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:52.423175 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.432211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6dee8-3c19-45af-bd0f-79c1924bc68f req-79020832-cf54-447d-ab9c-5207c0257738 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:52.440291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11a6dee8-3c19-45af-bd0f-79c1924bc68f req-79020832-cf54-447d-ab9c-5207c0257738 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 950 time: 1.3960290 Jul 16 17:50:52.469223 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] For port 2588404e-d7f5-4f93-9b32-70545deaea3e, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:52.475296 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] For port 2588404e-d7f5-4f93-9b32-70545deaea3e, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2588404e-d7f5-4f93-9b32-70545deaea3e,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:52.485025 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.534973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Network f72d8f9d-2460-4029-8629-744c95526a32 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:52.544481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:52.546546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Pushing event updated for resources: {'Port': ['ID=f52051d5-5d09-430f-9fc2-ed3712670249,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:52.549076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:52.589633 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11a6dee8-3c19-45af-bd0f-79c1924bc68f req-6cff09b1-3878-448f-833f-c125d67720d2 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481230 Jul 16 17:50:52.596687 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.655697 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Routers {'dce1bc82-63dd-4456-9ccb-270e8ee97fa7'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:52.661580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 52ba19a7-c416-4228-ac0a-ee5776bae6a4 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:52.665534 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:50:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['dce1bc82-63dd-4456-9ccb-270e8ee97fa7'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:52.671118 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3014209-1337-443b-981f-0ee11cfb8647 None None] Pushing event updated for resources: {'Port': ['ID=2588404e-d7f5-4f93-9b32-70545deaea3e,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:52.775080 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.793436 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.803610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 52ba19a7-c416-4228-ac0a-ee5776bae6a4 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:52.805250 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.875013 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:52.914423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Network 6a32d92d-7578-441a-9683-79c00a924fa1 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:52.930907 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] Set router dce1bc82-63dd-4456-9ccb-270e8ee97fa7 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:52.953406 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0711e-d6d8-45c0-8150-a2393c5a3472 req-1bae6780-b5d0-47a8-9d7e-40b62e97d497 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:52.960725 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9db0711e-d6d8-45c0-8150-a2393c5a3472 req-1bae6780-b5d0-47a8-9d7e-40b62e97d497 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 948 time: 0.4818320 Jul 16 17:50:52.963682 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:52.967102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:53.011526 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-d57c8247-711b-400e-9943-3988038b10b9 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428735 Jul 16 17:50:53.044480 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-20d0140a-42f7-4d72-bb86-f62be7f49638 None None] Provisioning for port f52051d5-5d09-430f-9fc2-ed3712670249 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:53.048476 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event updated for resources: {'Port': ['ID=5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:53.052829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-20d0140a-42f7-4d72-bb86-f62be7f49638 None None] Provisioning complete for port f52051d5-5d09-430f-9fc2-ed3712670249 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:53.055422 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-20d0140a-42f7-4d72-bb86-f62be7f49638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.121337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:53.122157 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.136198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9db0711e-d6d8-45c0-8150-a2393c5a3472 req-f479adc8-ec7d-4599-9b80-e38dc86f027f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741700 Jul 16 17:50:53.159757 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-20d0140a-42f7-4d72-bb86-f62be7f49638 None None] Port f52051d5-5d09-430f-9fc2-ed3712670249 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:53.225227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdfb0d-6353-46f0-ba0c-26ff2ef9c9dd req-6f5b8fa9-96ea-432c-b012-43d012a06252 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:53.231638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdfb0d-6353-46f0-ba0c-26ff2ef9c9dd req-6f5b8fa9-96ea-432c-b012-43d012a06252 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:53.236635 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.238844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cbdfb0d-6353-46f0-ba0c-26ff2ef9c9dd req-6f5b8fa9-96ea-432c-b012-43d012a06252 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1653 time: 0.3769634 Jul 16 17:50:53.245932 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.283452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ba449e4-4c9e-464a-99aa-1eac9929716e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8381240 Jul 16 17:50:53.284722 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'name': 'tempest-FloatingIPDetailsTestJSON-1160540151-router', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:50:46Z', 'updated_at': '2021-07-16T17:50:48Z', 'revision_number': 3, 'project_id': '4d0e75884b1f47008d152a06429542e4', 'gw_port': {'id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:50:47Z', 'updated_at': '2021-07-16T17:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:53.322928 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef257c-8eeb-4c10-b0c3-ba057445bfe5 None None] The sync data for ids ['dce1bc82-63dd-4456-9ccb-270e8ee97fa7'] in n-d-787205-10 is: [{'id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'name': 'tempest-FloatingIPDetailsTestJSON-1160540151-router', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:50:46Z', 'updated_at': '2021-07-16T17:50:48Z', 'revision_number': 3, 'project_id': '4d0e75884b1f47008d152a06429542e4', 'gw_port': {'id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:50:47Z', 'updated_at': '2021-07-16T17:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:50:53.330757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Request body: {'port': {'device_id': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:53.405056 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.409928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Pushing event updated for resources: {'Port': ['ID=f52051d5-5d09-430f-9fc2-ed3712670249,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:53.429766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device df7f55c4-cd24-4b98-8c44-5cc295254d6c details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:50:53.432287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cbdfb0d-6353-46f0-ba0c-26ff2ef9c9dd req-ac06a78c-5ccf-4c71-8283-e48cacd729bb tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894963 Jul 16 17:50:53.495115 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a8442a-aded-4ac8-9e72-ed66492d4176 req-04eee1f8-16f5-4830-99f6-d6bdaf624078 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643781 Jul 16 17:50:53.566348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Network f72d8f9d-2460-4029-8629-744c95526a32 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:53.570976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:53.604939 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.743260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1a7b10f3-e01b-4edb-ba83-86fcb0983b20 None None] Provisioning for port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:53.759556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:53.768763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b84c2-5086-417a-9bee-5ad695bd84f2 req-441c26a5-9e9e-4b14-9082-a95a95029708 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:53.787291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d86b84c2-5086-417a-9bee-5ad695bd84f2 req-441c26a5-9e9e-4b14-9082-a95a95029708 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 1097 time: 0.2903268 Jul 16 17:50:53.802967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1a7b10f3-e01b-4edb-ba83-86fcb0983b20 None None] Provisioning complete for port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:53.811594 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1a7b10f3-e01b-4edb-ba83-86fcb0983b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.856936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Router dce1bc82-63dd-4456-9ccb-270e8ee97fa7 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:50:53.869612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1a7b10f3-e01b-4edb-ba83-86fcb0983b20 None None] Port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:53.873083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'mac_address': 'fa:16:3e:5c:c0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:50:53.955318 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:53.976437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7f55c4-cd24-4b98-8c44-5cc295254d6c {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:53.989168 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d86b84c2-5086-417a-9bee-5ad695bd84f2 req-ebb861a0-b8fe-49c2-ad55-b9d48615fac7 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987228 Jul 16 17:50:54.031110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:54.043784 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.103451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:50:54.114239 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4ad75259-2378-4c63-b103-04f7aa0f8a42 admin admin] 10.222.0.24 "PUT /v2.0/routers/dce1bc82-63dd-4456-9ccb-270e8ee97fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2211187 Jul 16 17:50:54.176539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=13']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:54.188094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a484013-629e-449c-9df0-85cf58de54dc req-adb2c4de-33d7-477d-8b51-a2aba1e6eb93 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:54.202793 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a484013-629e-449c-9df0-85cf58de54dc req-adb2c4de-33d7-477d-8b51-a2aba1e6eb93 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 948 time: 0.4769387 Jul 16 17:50:54.297238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f5012dd3-ba16-4b15-a3e3-5f8105c1fe6a None None] Provisioning complete for port f52051d5-5d09-430f-9fc2-ed3712670249 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:54.297699 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5012dd3-ba16-4b15-a3e3-5f8105c1fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.343630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['df7f55c4-cd24-4b98-8c44-5cc295254d6c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:50:54.349398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f5012dd3-ba16-4b15-a3e3-5f8105c1fe6a None None] Port f52051d5-5d09-430f-9fc2-ed3712670249 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:50:54.361623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a484013-629e-449c-9df0-85cf58de54dc req-8547bfbc-1a8c-4f5b-935b-2135991e8dd9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576462 Jul 16 17:50:54.441817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fbeed-e965-41d9-bf32-2f23656a2cf1 req-523a3a0d-b6f5-4003-9bd7-6f85d0e7e98e tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:54.451126 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-887fbeed-e965-41d9-bf32-2f23656a2cf1 req-523a3a0d-b6f5-4003-9bd7-6f85d0e7e98e tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 950 time: 0.2360673 Jul 16 17:50:54.524567 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-887fbeed-e965-41d9-bf32-2f23656a2cf1 req-3b58799f-ad91-49ad-9edb-17e0ef2dac0c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732238 Jul 16 17:50:54.661478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:54.673110 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.676940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc323b-15a8-4e92-8b98-786dd36b2a46 req-28f6477e-6f2d-4f09-8267-a3474ac21796 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:54.678836 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cccc323b-15a8-4e92-8b98-786dd36b2a46 req-28f6477e-6f2d-4f09-8267-a3474ac21796 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 1097 time: 0.1385646 Jul 16 17:50:54.684347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2588404e-d7f5-4f93-9b32-70545deaea3e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:54.734233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Transition to ACTIVE for port object 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:54.765160 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cccc323b-15a8-4e92-8b98-786dd36b2a46 req-58ef988c-1dd0-4a73-90f8-30e10d05ae17 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609357 Jul 16 17:50:54.767420 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.787549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 2588404e-d7f5-4f93-9b32-70545deaea3e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:54.795545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2588404e-d7f5-4f93-9b32-70545deaea3e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:54.796689 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:54.852607 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Pushing event updated for resources: {'Port': ['ID=692beff8-50bf-4b5d-ae45-1b07e6dfcde0,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:55.027890 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.030729 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.082633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 2588404e-d7f5-4f93-9b32-70545deaea3e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2588404e-d7f5-4f93-9b32-70545deaea3e,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:55.087955 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.154423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=2588404e-d7f5-4f93-9b32-70545deaea3e,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:55.206193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Attempting to bind port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:55.206532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Attempting to bind port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'de0a6f40-18e3-491f-b251-71df05638ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:55.206866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Attempting to bind port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 on network ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:55.250451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 on network ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:55.250768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Attempting to bind port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 on network ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:55.275871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:55.276214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Checking segment: {'id': 'de0a6f40-18e3-491f-b251-71df05638ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:55.276746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Bound using segment: {'id': 'de0a6f40-18e3-491f-b251-71df05638ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:55.277336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Bound port: 692beff8-50bf-4b5d-ae45-1b07e6dfcde0, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0a6f40-18e3-491f-b251-71df05638ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:55.277820 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.301291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-c8ca9389-8443-4f9b-b1d8-f3ab64a328c0 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3111916 Jul 16 17:50:55.314067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:55.355113 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774eaf6-9e11-412d-81fd-ddcc49316fac req-a70b9236-3e93-4948-9146-622aec7abcaa tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:55.361295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774eaf6-9e11-412d-81fd-ddcc49316fac req-a70b9236-3e93-4948-9146-622aec7abcaa tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:55.362967 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8774eaf6-9e11-412d-81fd-ddcc49316fac req-a70b9236-3e93-4948-9146-622aec7abcaa tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1665 time: 0.2716117 Jul 16 17:50:55.413106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.445620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device df7f55c4-cd24-4b98-8c44-5cc295254d6c up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:55.459592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8774eaf6-9e11-412d-81fd-ddcc49316fac req-ebe4c0d8-4517-44c6-9038-79b28582229d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902650 Jul 16 17:50:55.460900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] For port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:55.489701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] For port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=692beff8-50bf-4b5d-ae45-1b07e6dfcde0,segment=NetworkSegment(de0a6f40-18e3-491f-b251-71df05638ef9),segment_id=de0a6f40-18e3-491f-b251-71df05638ef9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:55.499527 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.514534 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port df7f55c4-cd24-4b98-8c44-5cc295254d6c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:55.519605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port df7f55c4-cd24-4b98-8c44-5cc295254d6c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:55.520001 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.550916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:55.551737 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.553252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] 10.222.0.32 "PUT /v2.0/ports/692beff8-50bf-4b5d-ae45-1b07e6dfcde0 HTTP/1.1" status: 200 len: 1092 time: 2.2324195 Jul 16 17:50:55.555627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'tag': '692beff8-50bf-4b5d-ae45-1b07e6dfcde0'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:55.558914 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a099fd-04fa-4e8b-986e-8647d4374613" -d '{"events": [{"name": "network-changed", "server_uuid": "b333601e-a9a6-46ee-ae5f-8fd498d42fed", "tag": "692beff8-50bf-4b5d-ae45-1b07e6dfcde0"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:55.610629 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Request body: {'port': {'device_id': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:50:55.688151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f87348-b27c-494b-8ebb-5ee53f2323bb service neutron] Pushing event updated for resources: {'Port': ['ID=692beff8-50bf-4b5d-ae45-1b07e6dfcde0,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:55.688430 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.720788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:55.723585 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06f35da-7577-4222-abcd-2046baf80855" -d '{"events": [{"server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "name": "network-vif-plugged", "status": "completed", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:55.737970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:55.745856 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.768835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.816308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=14']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:55.852375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da8a8-fbd6-426e-a703-8506fbae0e59 req-b9a0bb3e-066d-4f04-b369-0a3a8d836b11 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:55.856576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d1da8a8-fbd6-426e-a703-8506fbae0e59 req-b9a0bb3e-066d-4f04-b369-0a3a8d836b11 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a1016ba-a405-46cf-9347-b5fd3e58da26 HTTP/1.1" status: 200 len: 950 time: 0.2023840 Jul 16 17:50:55.869466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:55.920335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Sync routers for ids ['dce1bc82-63dd-4456-9ccb-270e8ee97fa7'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:50:55.935580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Routers {'dce1bc82-63dd-4456-9ccb-270e8ee97fa7'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:55.936318 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:50:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['dce1bc82-63dd-4456-9ccb-270e8ee97fa7'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:56.029406 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d1da8a8-fbd6-426e-a703-8506fbae0e59 req-e0cebf06-98cd-49a9-bbd8-5a2f41ec1c74 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643422 Jul 16 17:50:56.096721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Set router dce1bc82-63dd-4456-9ccb-270e8ee97fa7 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:56.129704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Allocated IP 172.25.3.139 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/988fee02-6905-4f5c-925e-50d2cda582e9) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:50:56.345766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'name': 'tempest-FloatingIPDetailsTestJSON-1160540151-router', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:50:46Z', 'updated_at': '2021-07-16T17:50:52Z', 'revision_number': 4, 'project_id': '4d0e75884b1f47008d152a06429542e4', 'gw_port': {'id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:50:47Z', 'updated_at': '2021-07-16T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'f52051d5-5d09-430f-9fc2-ed3712670249', 'name': '', 'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'mac_address': 'fa:16:3e:fe:52:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '2bd907a7-8961-483a-a5a1-090d63fc22f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:50:51Z', 'updated_at': '2021-07-16T17:50:52Z', 'revision_number': 2, 'project_id': '4d0e75884b1f47008d152a06429542e4', 'subnets': [{'id': '2bd907a7-8961-483a-a5a1-090d63fc22f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:56.378985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Checking router: dce1bc82-63dd-4456-9ccb-270e8ee97fa7 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:50:56.379390 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Updating router dce1bc82-63dd-4456-9ccb-270e8ee97fa7 port f52051d5-5d09-430f-9fc2-ed3712670249 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:50:56.428154 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.522851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-e283cee1-2a2f-4224-bbfc-06095b9ac8fd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507727 Jul 16 17:50:56.696497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2588404e-d7f5-4f93-9b32-70545deaea3e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:56.713545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:50:56.727166 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.732125 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.759051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Transition to ACTIVE for port object 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:56.769156 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.788119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2588404e-d7f5-4f93-9b32-70545deaea3e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:56.788506 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:56.830302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-ad5d1bdf-0314-40bc-b38f-8b9a0f36c140 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:56.837885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-ad5d1bdf-0314-40bc-b38f-8b9a0f36c140 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2828090 Jul 16 17:50:56.881991 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-c24e318b-bbc0-4f07-94e6-eb611512814d tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/quotas/e5cb59a2dbd5411ba8b6dbc39cd83f53 HTTP/1.1" status: 200 len: 375 time: 0.0435624 Jul 16 17:50:56.952399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:57.002645 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.018449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Transition to ACTIVE for port object f52051d5-5d09-430f-9fc2-ed3712670249 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:50:57.022788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.026214 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.091763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:50:57.115653 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:50:57.121501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:50:57.127019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Pushing event updated for resources: {'Port': ['ID=988fee02-6905-4f5c-925e-50d2cda582e9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:57.158342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c25b35-6fec-4742-86c6-192ccfe37a64 None None] Pushing event updated for resources: {'Port': ['ID=f52051d5-5d09-430f-9fc2-ed3712670249,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:57.183617 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-963390fd-bd34-426f-a24b-84528171cdf4 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2996712 Jul 16 17:50:57.192934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Attempting to bind port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:57.193280 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Attempting to bind port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '79e1ae0f-a19f-4aca-9445-de75d4cea911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a32d92d-7578-441a-9683-79c00a924fa1'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:57.193615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Attempting to bind port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 on network 6a32d92d-7578-441a-9683-79c00a924fa1 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:57.215267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Attempting to bind port f52051d5-5d09-430f-9fc2-ed3712670249 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:50:57.215781 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Attempting to bind port f52051d5-5d09-430f-9fc2-ed3712670249 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '062b9a7b-6294-454a-8d0d-b3c333f1724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:50:57.216304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Attempting to bind port f52051d5-5d09-430f-9fc2-ed3712670249 on network f72d8f9d-2460-4029-8629-744c95526a32 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:57.221851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 on network 6a32d92d-7578-441a-9683-79c00a924fa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:50:57.222235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Attempting to bind port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 on network 6a32d92d-7578-441a-9683-79c00a924fa1 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:50:57.223372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:57.223756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Checking segment: {'id': '062b9a7b-6294-454a-8d0d-b3c333f1724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:57.224167 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.224596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Bound using segment: {'id': '062b9a7b-6294-454a-8d0d-b3c333f1724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:57.225465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Bound port: f52051d5-5d09-430f-9fc2-ed3712670249, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062b9a7b-6294-454a-8d0d-b3c333f1724d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:57.226316 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.233276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:50:57.233628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Checking segment: {'id': '79e1ae0f-a19f-4aca-9445-de75d4cea911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a32d92d-7578-441a-9683-79c00a924fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:50:57.244237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Bound using segment: {'id': '79e1ae0f-a19f-4aca-9445-de75d4cea911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a32d92d-7578-441a-9683-79c00a924fa1'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:50:57.244726 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Bound port: 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e1ae0f-a19f-4aca-9445-de75d4cea911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '6a32d92d-7578-441a-9683-79c00a924fa1'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:50:57.245790 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.326879 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] For port f52051d5-5d09-430f-9fc2-ed3712670249, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:57.337559 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] For port f52051d5-5d09-430f-9fc2-ed3712670249, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f52051d5-5d09-430f-9fc2-ed3712670249,segment=NetworkSegment(062b9a7b-6294-454a-8d0d-b3c333f1724d),segment_id=062b9a7b-6294-454a-8d0d-b3c333f1724d)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:57.350857 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.371758 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.405263 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8502077f-d49b-44e2-a608-2b2151c0d4db x-openstack-request-id: req-8502077f-d49b-44e2-a608-2b2151c0d4db {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:57.406016 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b333601e-a9a6-46ee-ae5f-8fd498d42fed", "tag": "692beff8-50bf-4b5d-ae45-1b07e6dfcde0", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:57.406425 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8502077f-d49b-44e2-a608-2b2151c0d4db {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:57.406873 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'tag': '692beff8-50bf-4b5d-ae45-1b07e6dfcde0', 'status': 'completed', 'code': 200} Jul 16 17:50:57.484558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] For port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:50:57.486765 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.535003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Routers {'dce1bc82-63dd-4456-9ccb-270e8ee97fa7'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:50:57.535653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:50:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['dce1bc82-63dd-4456-9ccb-270e8ee97fa7'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:57.548983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] For port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257,segment=NetworkSegment(79e1ae0f-a19f-4aca-9445-de75d4cea911),segment_id=79e1ae0f-a19f-4aca-9445-de75d4cea911)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:50:57.565318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.597090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:57.597812 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:57.599311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] 10.222.0.32 "PUT /v2.0/ports/5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 HTTP/1.1" status: 200 len: 1092 time: 1.9994249 Jul 16 17:50:57.640531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c25b35-6fec-4742-86c6-192ccfe37a64 None None] Pushing event updated for resources: {'Port': ['ID=f52051d5-5d09-430f-9fc2-ed3712670249,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:57.668586 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961805de-c041-4dd8-af48-c92a5f8e4af7 x-openstack-request-id: req-961805de-c041-4dd8-af48-c92a5f8e4af7 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:50:57.668887 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "name": "network-vif-plugged", "status": "completed", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:50:57.669217 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-961805de-c041-4dd8-af48-c92a5f8e4af7 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:50:57.670139 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'code': 200} Jul 16 17:50:57.684325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a099fd-04fa-4e8b-986e-8647d4374613 req-e03d77f5-b791-475d-9950-1dd0e9036398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:57.684832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a099fd-04fa-4e8b-986e-8647d4374613 req-e03d77f5-b791-475d-9950-1dd0e9036398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:57.704331 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3a099fd-04fa-4e8b-986e-8647d4374613 req-e03d77f5-b791-475d-9950-1dd0e9036398 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=00b527bd5c124ae5ba60cdfa30633ea9&device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1939 time: 0.2808986 Jul 16 17:50:57.860119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db777855-62c5-440c-8d09-a0f7caa21492 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:57.891835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] Set router dce1bc82-63dd-4456-9ccb-270e8ee97fa7 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:50:58.011968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a099fd-04fa-4e8b-986e-8647d4374613 req-a450bee8-6734-44a6-9609-0c8c45f500c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.012840 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a099fd-04fa-4e8b-986e-8647d4374613 req-a450bee8-6734-44a6-9609-0c8c45f500c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.013638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a099fd-04fa-4e8b-986e-8647d4374613 req-a450bee8-6734-44a6-9609-0c8c45f500c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.016097 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3a099fd-04fa-4e8b-986e-8647d4374613 req-a450bee8-6734-44a6-9609-0c8c45f500c1 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=00b527bd5c124ae5ba60cdfa30633ea9&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2994106 Jul 16 17:50:58.205992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a099fd-04fa-4e8b-986e-8647d4374613 req-e0cb7fc1-8e3e-47e4-a045-c7a6bff1c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.207906 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3a099fd-04fa-4e8b-986e-8647d4374613 req-e0cb7fc1-8e3e-47e4-a045-c7a6bff1c1ed service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1784384 Jul 16 17:50:58.270141 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:58.309993 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:58.363651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'name': 'tempest-FloatingIPDetailsTestJSON-1160540151-router', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:50:46Z', 'updated_at': '2021-07-16T17:50:52Z', 'revision_number': 4, 'project_id': '4d0e75884b1f47008d152a06429542e4', 'gw_port': {'id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:50:47Z', 'updated_at': '2021-07-16T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'f52051d5-5d09-430f-9fc2-ed3712670249', 'name': '', 'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'mac_address': 'fa:16:3e:fe:52:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '2bd907a7-8961-483a-a5a1-090d63fc22f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:50:51Z', 'updated_at': '2021-07-16T17:50:57Z', 'revision_number': 4, 'project_id': '4d0e75884b1f47008d152a06429542e4', 'subnets': [{'id': '2bd907a7-8961-483a-a5a1-090d63fc22f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:50:58.419789 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4780891-ee1b-4f2d-a388-0c779a7adf2e None None] The sync data for ids ['dce1bc82-63dd-4456-9ccb-270e8ee97fa7'] in n-d-787205-10 is: [{'id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'name': 'tempest-FloatingIPDetailsTestJSON-1160540151-router', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:50:46Z', 'updated_at': '2021-07-16T17:50:52Z', 'revision_number': 4, 'project_id': '4d0e75884b1f47008d152a06429542e4', 'gw_port': {'id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:50:47Z', 'updated_at': '2021-07-16T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'f52051d5-5d09-430f-9fc2-ed3712670249', 'name': '', 'network_id': 'f72d8f9d-2460-4029-8629-744c95526a32', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'mac_address': 'fa:16:3e:fe:52:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '2bd907a7-8961-483a-a5a1-090d63fc22f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:50:51Z', 'updated_at': '2021-07-16T17:50:57Z', 'revision_number': 4, 'project_id': '4d0e75884b1f47008d152a06429542e4', 'subnets': [{'id': '2bd907a7-8961-483a-a5a1-090d63fc22f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:50:58.453782 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:58.459849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Pushing event updated for resources: {'Port': ['ID=988fee02-6905-4f5c-925e-50d2cda582e9,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:58.495921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-5333382e-1043-44fa-9048-b0e50d069200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.496138 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-5333382e-1043-44fa-9048-b0e50d069200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.507616 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-5333382e-1043-44fa-9048-b0e50d069200 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=00b527bd5c124ae5ba60cdfa30633ea9&device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1981 time: 0.2505717 Jul 16 17:50:58.509278 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:58.518138 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-81a70937-d749-4dbe-a79f-a8bc01091d44 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2100718 Jul 16 17:50:58.668385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-d32fc677-b131-42a4-b4fc-86297a945b47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.76&port_id=692beff8-50bf-4b5d-ae45-1b07e6dfcde0 HTTP/1.1" status: 200 len: 217 time: 0.1401668 Jul 16 17:50:58.733149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f52051d5-5d09-430f-9fc2-ed3712670249 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:50:58.759793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-549f1d5d-3f48-42e9-bf25-736e55d04d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.761624 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-549f1d5d-3f48-42e9-bf25-736e55d04d3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=78f394c4-e86f-4743-9976-15d90e150104 HTTP/1.1" status: 200 len: 801 time: 0.0742517 Jul 16 17:50:58.767411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-174221cc-77da-461b-acac-7416d92b87fe tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.2482898 Jul 16 17:50:58.856975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port f52051d5-5d09-430f-9fc2-ed3712670249 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:50:58.867227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f52051d5-5d09-430f-9fc2-ed3712670249 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:50:58.867611 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:58.946068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-107bad99-2710-4653-b719-137ed1eff52c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:58.950862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71127fc1-66d6-41b2-b3e5-5900f3c2aaec req-107bad99-2710-4653-b719-137ed1eff52c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.1710579 Jul 16 17:50:58.997115 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:59.043377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port f52051d5-5d09-430f-9fc2-ed3712670249, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f52051d5-5d09-430f-9fc2-ed3712670249,segment=NetworkSegment(062b9a7b-6294-454a-8d0d-b3c333f1724d),segment_id=062b9a7b-6294-454a-8d0d-b3c333f1724d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:50:59.048634 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:59.064035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-df5d5a94-dc28-468e-89a3-0d59917cc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.069608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-df5d5a94-dc28-468e-89a3-0d59917cc754 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3005061 Jul 16 17:50:59.150902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=f52051d5-5d09-430f-9fc2-ed3712670249,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:50:59.301008 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-6a100bf2-a1f0-4647-94e1-fbbdbde5c065 service neutron] 10.222.0.32 "GET /v2.0/networks/ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205818 Jul 16 17:50:59.319466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712c4d3-8103-4b66-8970-f44ac62f55c3 req-c0513750-6ee2-4c77-a941-e43145ad2450 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.327196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712c4d3-8103-4b66-8970-f44ac62f55c3 req-c0513750-6ee2-4c77-a941-e43145ad2450 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.328835 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7712c4d3-8103-4b66-8970-f44ac62f55c3 req-c0513750-6ee2-4c77-a941-e43145ad2450 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1677 time: 0.1895292 Jul 16 17:50:59.424754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'tag': '5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:50:59.427464 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b61049-f3bf-40a7-ac75-822a4f58bcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "b333601e-a9a6-46ee-ae5f-8fd498d42fed", "tag": "5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:50:59.460145 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7712c4d3-8103-4b66-8970-f44ac62f55c3 req-b8be1338-55c5-4d50-a283-b897044ece39 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093669 Jul 16 17:50:59.540103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-5eabca00-8149-440d-98f2-07edf2a0c6f6 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503998 Jul 16 17:50:59.628388 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-c1cd11c8-5829-4e04-b0c5-6c9f43ae89a1 service neutron] 10.222.0.32 "GET /v2.0/networks/ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985394 Jul 16 17:50:59.765993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-412cbce7-f543-4b81-955b-a6c7a4aa9eec req-dfa89248-9a70-4f35-80d3-574ded7132ea tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 210 time: 0.1365306 Jul 16 17:50:59.770332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-62e5fbe4-bf1b-4152-ad35-b17c6fbcf89c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 HTTP/1.1" status: 200 len: 217 time: 0.1278563 Jul 16 17:50:59.914125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-884fb711-3db3-470c-8eab-2272c7340479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.917385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-884fb711-3db3-470c-8eab-2272c7340479 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b307fcf-88ee-41ca-8661-c0876d2e81ec HTTP/1.1" status: 200 len: 801 time: 0.0936892 Jul 16 17:50:59.926752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-77e731e4-7d17-4b0c-8cf6-a95231e8eec6 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:50:59.928941 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-77e731e4-7d17-4b0c-8cf6-a95231e8eec6 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3764825 Jul 16 17:50:59.953407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Request body: {'port': {'device_id': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': 'e5cb59a2dbd5411ba8b6dbc39cd83f53'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:00.123489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-54ccb565-9b32-4cb7-99a0-5a6008a0a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:00.125054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-54ccb565-9b32-4cb7-99a0-5a6008a0a37d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a32d92d-7578-441a-9683-79c00a924fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1951921 Jul 16 17:51:00.242000 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-26d82f19-8753-47b9-81b4-47304987fb66 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:51:00.243190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-26d82f19-8753-47b9-81b4-47304987fb66 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113323 Jul 16 17:51:00.260781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] Request body: {'binding': {'host': 'n-h2-787205-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:00.261455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] Unknown quota resources ['binding']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:51:00.318520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Made reservation on behalf of e5cb59a2dbd5411ba8b6dbc39cd83f53 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:00.322171 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:00.425573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-2ed9e4df-aa5d-4a45-9018-2678dadd4f2b service neutron] 10.222.0.32 "GET /v2.0/networks/6a32d92d-7578-441a-9683-79c00a924fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870235 Jul 16 17:51:00.529921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-5d0b5270-3fd9-48f8-bb24-371fd4eef711 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2968464 Jul 16 17:51:00.624692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f52051d5-5d09-430f-9fc2-ed3712670249 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:00.686567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f52051d5-5d09-430f-9fc2-ed3712670249 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:00.686949 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:00.877582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:01.028239 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:01.061452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f7dd9c3-3b1a-4600-9fa2-0121c06a109e req-6f3f1727-d62c-4615-aa5a-bbe8b6c8b372 service neutron] 10.222.0.32 "GET /v2.0/networks/6a32d92d-7578-441a-9683-79c00a924fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181836 Jul 16 17:51:01.065267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Allocated IP 192.168.233.161 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/d4ba6a91-50cf-4e3b-8d7d-365e36e41934) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:01.080932 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 on host n-h2-787205-10 for vnic_type normal with profile None {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:01.081314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:01.081707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:01.095487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] Port ac26fdff-bc83-4369-8a7f-83f544252cf9 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:01.095948 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:01.113644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:01.114039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:01.114410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] Bound using segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:01.114872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] Bound port: ac26fdff-bc83-4369-8a7f-83f544252cf9, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:01.308997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:01.319332 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:01.320550 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-ee99779f-b2ae-4d38-b9ed-0bb80c05eeb7 service neutron] 10.222.0.24 "POST /v2.0/ports/ac26fdff-bc83-4369-8a7f-83f544252cf9/bindings HTTP/1.1" status: 201 len: 390 time: 1.0636384 Jul 16 17:51:01.364076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:01.373911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:01.388632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Transition to ACTIVE for port object d4ba6a91-50cf-4e3b-8d7d-365e36e41934 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:01.458636 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2507b49-30fb-4b4b-835a-02cd3dc6d9c3 x-openstack-request-id: req-e2507b49-30fb-4b4b-835a-02cd3dc6d9c3 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:01.458924 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b333601e-a9a6-46ee-ae5f-8fd498d42fed", "tag": "5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:01.459175 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2507b49-30fb-4b4b-835a-02cd3dc6d9c3 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:01.459617 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'tag': '5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257', 'status': 'completed', 'code': 200} Jul 16 17:51:01.517206 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:01.531397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['e201e55d-282d-4015-8b6d-3143c418862c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:01.548929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['73db0322-7351-4903-95e6-38584acb47b3', 'df7f55c4-cd24-4b98-8c44-5cc295254d6c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:01.642385 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Allocated IP 172.25.3.229 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/b187d06d-a633-46eb-9e22-280ea5d25c90) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:01.659986 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:01.676865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Pushing event updated for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:01.679607 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:01.686642 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:01.824013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b61049-f3bf-40a7-ac75-822a4f58bcf3 req-091ddb3c-552a-4115-b6aa-c18f3a6ab328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:01.824807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b61049-f3bf-40a7-ac75-822a4f58bcf3 req-091ddb3c-552a-4115-b6aa-c18f3a6ab328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:01.826792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6b61049-f3bf-40a7-ac75-822a4f58bcf3 req-091ddb3c-552a-4115-b6aa-c18f3a6ab328 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=00b527bd5c124ae5ba60cdfa30633ea9&device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1981 time: 0.2936525 Jul 16 17:51:01.850068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:01.851946 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:01.951601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-90c668e9-5d0a-4e77-bcef-cfa1f4eea7cd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0098276 Jul 16 17:51:02.103263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:02.113430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Request body: {'port': {'device_id': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:02.168479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e5313697-7373-4918-a8be-5638f8d219ce None None] Provisioning for port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:02.175140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e5313697-7373-4918-a8be-5638f8d219ce None None] Provisioning complete for port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:02.175513 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e5313697-7373-4918-a8be-5638f8d219ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:02.217237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e5313697-7373-4918-a8be-5638f8d219ce None None] Port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:51:02.271490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b61049-f3bf-40a7-ac75-822a4f58bcf3 req-3f3d666d-807e-4d11-bec6-2f323be3c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:02.273014 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6b61049-f3bf-40a7-ac75-822a4f58bcf3 req-3f3d666d-807e-4d11-bec6-2f323be3c128 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a32d92d-7578-441a-9683-79c00a924fa1 HTTP/1.1" status: 200 len: 903 time: 0.4332881 Jul 16 17:51:02.339732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-b84810ec-2eeb-41cd-b3bc-57af39c09537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:02.341273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-b84810ec-2eeb-41cd-b3bc-57af39c09537 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 1097 time: 0.3635700 Jul 16 17:51:02.348828 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6b61049-f3bf-40a7-ac75-822a4f58bcf3 req-b76470c0-cfc3-4849-87dc-237f2eef3e2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 HTTP/1.1" status: 200 len: 217 time: 0.0632589 Jul 16 17:51:02.349424 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:02.363796 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:02.474449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad2b34-880e-4ca6-a393-ce628e3c5654 req-46795f50-224b-4178-8cdb-db99a4e1aa72 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:02.481223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad2b34-880e-4ca6-a393-ce628e3c5654 req-46795f50-224b-4178-8cdb-db99a4e1aa72 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:02.482962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0bad2b34-880e-4ca6-a393-ce628e3c5654 req-46795f50-224b-4178-8cdb-db99a4e1aa72 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1677 time: 0.3746424 Jul 16 17:51:02.496605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:02.566678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:02.575476 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:02.627717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Pushing event updated for resources: {'Port': ['ID=b187d06d-a633-46eb-9e22-280ea5d25c90,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:02.664364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b61049-f3bf-40a7-ac75-822a4f58bcf3 req-b9d17273-d92c-4b32-927d-00a13d812431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:02.666484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6b61049-f3bf-40a7-ac75-822a4f58bcf3 req-b9d17273-d92c-4b32-927d-00a13d812431 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b307fcf-88ee-41ca-8661-c0876d2e81ec HTTP/1.1" status: 200 len: 801 time: 0.2909613 Jul 16 17:51:02.833204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-d0084b97-710e-4c04-b2db-8c81e2a9284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:02.834673 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-d0084b97-710e-4c04-b2db-8c81e2a9284a service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.4830966 Jul 16 17:51:02.845477 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0bad2b34-880e-4ca6-a393-ce628e3c5654 req-b05ac06b-980c-4004-bdd1-9188ec1138b9 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477263 Jul 16 17:51:02.902235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d3f48dc1-a398-4095-bc1e-8247b0e343ef details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:02.904878 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-bf469413-11c5-4c91-a161-144ab1fd4ae8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9 HTTP/1.1" status: 200 len: 217 time: 0.0573258 Jul 16 17:51:03.163857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-749d3535-c814-4b69-a2a7-e9153d4f0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:03.165402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-749d3535-c814-4b69-a2a7-e9153d4f0fbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.2514324 Jul 16 17:51:03.184344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b61049-f3bf-40a7-ac75-822a4f58bcf3 req-5b8ee0f2-1e52-4ad7-a429-3141a2b280fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:03.185940 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6b61049-f3bf-40a7-ac75-822a4f58bcf3 req-5b8ee0f2-1e52-4ad7-a429-3141a2b280fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a32d92d-7578-441a-9683-79c00a924fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4995673 Jul 16 17:51:03.224726 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.242134 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:03.270525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef', 'mac_address': 'fa:16:3e:32:6a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:03.359071 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.398582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3f48dc1-a398-4095-bc1e-8247b0e343ef {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:03.454554 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:03.469396 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.600343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=d3f48dc1-a398-4095-bc1e-8247b0e343ef,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:03.628476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:03.628742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:03.629244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:03.629611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:03.629995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:03.630342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:03.630676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:03.631010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:03.631341 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:03.631675 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:03.632005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:03.632335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:03.639571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['d3f48dc1-a398-4095-bc1e-8247b0e343ef'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:03.809768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ba6a91-50cf-4e3b-8d7d-365e36e41934 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:03.818053 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:03.832321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Transition to ACTIVE for port object d4ba6a91-50cf-4e3b-8d7d-365e36e41934 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:03.838354 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-3459d50d-78fe-468e-bd17-e45c2f3728d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6493657 Jul 16 17:51:03.914245 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:04.040760 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:04.153076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:04.334786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfea36e-82ba-4c3b-82ad-515b2d0f279b req-1646969b-8e1b-4725-ae4d-8bdec2c6554b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:04.336409 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5cfea36e-82ba-4c3b-82ad-515b2d0f279b req-1646969b-8e1b-4725-ae4d-8bdec2c6554b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 948 time: 0.6398110 Jul 16 17:51:04.367516 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6b61049-f3bf-40a7-ac75-822a4f58bcf3 req-a14aaaf0-2a83-4ef2-9f66-81c30b9ece3c service neutron] 10.222.0.32 "GET /v2.0/networks/6a32d92d-7578-441a-9683-79c00a924fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1666474 Jul 16 17:51:04.473285 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-cbf47e72-837b-402a-b057-717538775c78 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689952 Jul 16 17:51:04.509579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5cfea36e-82ba-4c3b-82ad-515b2d0f279b req-64d83d58-52c0-4171-b49e-b04307fb6124 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352243 Jul 16 17:51:04.634733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Attempting to bind port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:04.635076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Attempting to bind port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:04.635999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Attempting to bind port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:04.721336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:04.722112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Attempting to bind port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:04.777695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:04.778459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:04.779067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:04.779728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Bound port: d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:04.780305 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:04.838240 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6b61049-f3bf-40a7-ac75-822a4f58bcf3 req-454ac8c8-c0f5-4b1e-b6cc-a2e2cff71ffa service neutron] 10.222.0.32 "GET /v2.0/networks/6a32d92d-7578-441a-9683-79c00a924fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334362 Jul 16 17:51:04.912948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d3f48dc1-a398-4095-bc1e-8247b0e343ef up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:04.918388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:04.921680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:04.939982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:04.951214 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-8a09d46a-a0d9-4dcc-b391-9bf4c2bac01f service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478300 Jul 16 17:51:04.990928 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.006053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:05.006302 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.007752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] 10.222.0.32 "PUT /v2.0/ports/d4ba6a91-50cf-4e3b-8d7d-365e36e41934 HTTP/1.1" status: 200 len: 1097 time: 2.9078484 Jul 16 17:51:05.008198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:05.011220 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4a89c9-9349-4a50-ad51-ef8ae696b160" -d '{"events": [{"name": "network-changed", "server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:05.029263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.093388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port d3f48dc1-a398-4095-bc1e-8247b0e343ef triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:05.093794 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.274702 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.319034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb750ad-f6ec-48ee-ad9e-a3e045a5a7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:05.367701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:05.373786 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2be42b-1a42-42cc-adc7-d0c4712290b9" -d '{"events": [{"server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "name": "network-vif-plugged", "status": "completed", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:05.385768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:05.400368 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.488041 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.537823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:05.545505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=d3f48dc1-a398-4095-bc1e-8247b0e343ef,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:05.617068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Pushing event updated for resources: {'Port': ['ID=b187d06d-a633-46eb-9e22-280ea5d25c90,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:05.632188 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:05.637329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-3d1a9d2c-3eb4-40d3-b9a9-c962d009cc6c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7745364 Jul 16 17:51:05.742550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-ab15fff0-dd14-4450-afe8-e181f6735d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:05.744053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-ab15fff0-dd14-4450-afe8-e181f6735d5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 1100 time: 0.6709802 Jul 16 17:51:05.753162 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-81931c38-357b-4ccd-b1bb-a7f3b441dc32 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.1073802 Jul 16 17:51:05.847053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257,segment=NetworkSegment(79e1ae0f-a19f-4aca-9445-de75d4cea911),segment_id=79e1ae0f-a19f-4aca-9445-de75d4cea911)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:05.870271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257', 'network_id': '6a32d92d-7578-441a-9683-79c00a924fa1', 'port_id': '5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257', 'mac_address': 'fa:16:3e:99:4b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b307fcf-88ee-41ca-8661-c0876d2e81ec', 'ip_address': '19.86.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:05.926594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6771af4-bbc7-49bc-8b2d-016b65c70282 req-717ca99b-c0d2-431f-8d8c-3eb373c18f30 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:05.928368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6771af4-bbc7-49bc-8b2d-016b65c70282 req-717ca99b-c0d2-431f-8d8c-3eb373c18f30 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 945 time: 0.7037461 Jul 16 17:51:05.937694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-54e85567-53f4-4258-ac81-26131fa49ad2 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:05.939260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9253c70d-17bc-4b10-85cb-e57fa9f38c33 req-54e85567-53f4-4258-ac81-26131fa49ad2 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.1734722 Jul 16 17:51:05.985168 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.008321 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-e464cc6d-eb84-47ff-b469-79855094db87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934 HTTP/1.1" status: 200 len: 217 time: 0.2534316 Jul 16 17:51:06.011210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:06.064664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257,segment=NetworkSegment(79e1ae0f-a19f-4aca-9445-de75d4cea911),segment_id=79e1ae0f-a19f-4aca-9445-de75d4cea911)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:06.074256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6771af4-bbc7-49bc-8b2d-016b65c70282 req-a9c198ad-babf-469d-beba-154cb37c59e6 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929260 Jul 16 17:51:06.074663 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.075562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:06.134649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-9d05b239-22d3-498e-9b25-80dfa40ecc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:06.143437 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-9d05b239-22d3-498e-9b25-80dfa40ecc1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1269355 Jul 16 17:51:06.152258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:06.238405 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d62dda6-9a74-4ed0-9e3a-b64e11d72b74 x-openstack-request-id: req-6d62dda6-9a74-4ed0-9e3a-b64e11d72b74 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:06.239005 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:06.239490 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d62dda6-9a74-4ed0-9e3a-b64e11d72b74 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:06.240094 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'status': 'completed', 'code': 200} Jul 16 17:51:06.295807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-f54e5882-23fd-4492-85a2-a465388bedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:06.298524 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-f54e5882-23fd-4492-85a2-a465388bedbf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1420631 Jul 16 17:51:06.314179 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4bf1c3-93a6-47b8-8b30-5f8b8953adc3 x-openstack-request-id: req-9a4bf1c3-93a6-47b8-8b30-5f8b8953adc3 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:06.314465 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "name": "network-vif-plugged", "status": "completed", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:06.315856 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a4bf1c3-93a6-47b8-8b30-5f8b8953adc3 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:06.315856 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef', 'code': 200} Jul 16 17:51:06.409597 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=692beff8-50bf-4b5d-ae45-1b07e6dfcde0,segment=NetworkSegment(de0a6f40-18e3-491f-b251-71df05638ef9),segment_id=de0a6f40-18e3-491f-b251-71df05638ef9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:06.444456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '692beff8-50bf-4b5d-ae45-1b07e6dfcde0', 'network_id': 'ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a', 'port_id': '692beff8-50bf-4b5d-ae45-1b07e6dfcde0', 'mac_address': 'fa:16:3e:0f:c2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f394c4-e86f-4743-9976-15d90e150104', 'ip_address': '19.80.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:06.582987 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.617475 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-a737730f-b428-4cc5-8735-a6110a0e7d09 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887213 Jul 16 17:51:06.627390 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:06.664944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d4e80-5dc1-4edf-80b4-252034295672 req-a9bf8818-ba9b-42d9-a9b9-6814d4f82764 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:06.678121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d4e80-5dc1-4edf-80b4-252034295672 req-a9bf8818-ba9b-42d9-a9b9-6814d4f82764 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:06.680310 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-096d4e80-5dc1-4edf-80b4-252034295672 req-a9bf8818-ba9b-42d9-a9b9-6814d4f82764 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1678 time: 0.4057188 Jul 16 17:51:06.772239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=692beff8-50bf-4b5d-ae45-1b07e6dfcde0,segment=NetworkSegment(de0a6f40-18e3-491f-b251-71df05638ef9),segment_id=de0a6f40-18e3-491f-b251-71df05638ef9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:06.786455 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:06.902039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-096d4e80-5dc1-4edf-80b4-252034295672 req-5e16f228-80f6-447f-977c-5f20faf6895c tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878805 Jul 16 17:51:06.949273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b902eb-4224-4ce8-9f04-6bc7a52476be req-72d815ee-5b3a-4ee8-a988-13c94747466c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:06.958843 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19b902eb-4224-4ce8-9f04-6bc7a52476be req-72d815ee-5b3a-4ee8-a988-13c94747466c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 948 time: 0.4513938 Jul 16 17:51:07.047443 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e6e906-031d-4f14-b46d-3068bb9c128e req-5ee54308-18c6-4bf8-a18f-f72d737d31aa service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199085 Jul 16 17:51:07.083873 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19b902eb-4224-4ce8-9f04-6bc7a52476be req-28ea1a21-3a7f-4a47-9adc-e69a24533ec3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155446 Jul 16 17:51:07.143975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=692beff8-50bf-4b5d-ae45-1b07e6dfcde0,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:07.283410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:07.393630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9efcb20e-8393-4da7-a382-6a8629638cc0 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1804104 Jul 16 17:51:07.426673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:07.481801 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:07.567649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a89c9-9349-4a50-ad51-ef8ae696b160 req-e9f79f05-3222-4177-9b0a-8999f2425122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:07.576720 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f4a89c9-9349-4a50-ad51-ef8ae696b160 req-e9f79f05-3222-4177-9b0a-8999f2425122 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 1100 time: 0.4301784 Jul 16 17:51:07.727335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd10a3-3058-49e0-ab35-3eada8a3db4b req-e72ae2a2-5f5c-4033-9412-cef1a7152001 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:07.730570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dbcd10a3-3058-49e0-ab35-3eada8a3db4b req-e72ae2a2-5f5c-4033-9412-cef1a7152001 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 945 time: 0.2407141 Jul 16 17:51:07.886787 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dbcd10a3-3058-49e0-ab35-3eada8a3db4b req-07f6a931-f3b1-4c32-8c09-1166730368d4 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399858 Jul 16 17:51:07.888180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a89c9-9349-4a50-ad51-ef8ae696b160 req-2dea653a-9c31-41df-aa2d-23895701738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:07.890759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f4a89c9-9349-4a50-ad51-ef8ae696b160 req-2dea653a-9c31-41df-aa2d-23895701738f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.3023732 Jul 16 17:51:07.960157 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f4a89c9-9349-4a50-ad51-ef8ae696b160 req-2d1bc59d-bd6a-49f1-b945-7552f7e88574 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934 HTTP/1.1" status: 200 len: 217 time: 0.0568321 Jul 16 17:51:08.055296 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.223556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['692beff8-50bf-4b5d-ae45-1b07e6dfcde0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:08.301345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Allocated IP 172.25.3.51 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/0b4b6581-c462-4d17-803d-4f4d28bdf258) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:08.445464 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:08.923974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a89c9-9349-4a50-ad51-ef8ae696b160 req-65e8ac62-bdd2-4595-b598-395ab4b7a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:08.926103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f4a89c9-9349-4a50-ad51-ef8ae696b160 req-65e8ac62-bdd2-4595-b598-395ab4b7a7e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.9539225 Jul 16 17:51:08.934192 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.030437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:09.046763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:09.057386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:09.064901 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af20a-d2cf-4845-a16e-da5105843c5b req-4b65bcb1-d16b-47e4-aeb0-77879496131e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:09.071126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af20a-d2cf-4845-a16e-da5105843c5b req-4b65bcb1-d16b-47e4-aeb0-77879496131e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:09.079389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e8af20a-d2cf-4845-a16e-da5105843c5b req-4b65bcb1-d16b-47e4-aeb0-77879496131e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1679 time: 0.5741363 Jul 16 17:51:09.091967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Pushing event updated for resources: {'Port': ['ID=0b4b6581-c462-4d17-803d-4f4d28bdf258,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:09.283849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e8af20a-d2cf-4845-a16e-da5105843c5b req-1e6b9d25-0968-409c-b62c-76de84a5d15d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034340 Jul 16 17:51:09.324217 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a89c9-9349-4a50-ad51-ef8ae696b160 req-39778928-6758-4712-a104-2bdac44adc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:09.327998 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f4a89c9-9349-4a50-ad51-ef8ae696b160 req-39778928-6758-4712-a104-2bdac44adc17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3900485 Jul 16 17:51:09.491912 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.524282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:09.637079 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:09.647312 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.650885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f4a89c9-9349-4a50-ad51-ef8ae696b160 req-69315a73-61b2-443e-91e4-adcafb888049 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116617 Jul 16 17:51:09.657481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:09.658534 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.757593 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.836787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:09.846247 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9399ca18-4245-4ad3-a9fe-67941f4f8a7e" -d '{"events": [{"server_uuid": "b333601e-a9a6-46ee-ae5f-8fd498d42fed", "name": "network-vif-plugged", "status": "completed", "tag": "5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:09.860266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257,segment=NetworkSegment(79e1ae0f-a19f-4aca-9445-de75d4cea911),segment_id=79e1ae0f-a19f-4aca-9445-de75d4cea911)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:09.871868 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:09.929476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:09.990079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd032959-e4c3-4f2c-900d-abea332c7327 req-eb32f1cc-9f82-4870-b85e-3481429eccef tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:09.991970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd032959-e4c3-4f2c-900d-abea332c7327 req-eb32f1cc-9f82-4870-b85e-3481429eccef tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 948 time: 0.4474218 Jul 16 17:51:10.056548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f4a89c9-9349-4a50-ad51-ef8ae696b160 req-41fc43af-d91b-4bac-b904-de50b302ce3e service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464024 Jul 16 17:51:10.086029 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd032959-e4c3-4f2c-900d-abea332c7327 req-d2a63df0-b624-4797-ac62-f6faf034c269 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854793 Jul 16 17:51:10.159650 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.167350 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.293496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Pushing event updated for resources: {'Port': ['ID=0b4b6581-c462-4d17-803d-4f4d28bdf258,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:10.350869 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.381545 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:10.390268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-9734c464-4696-4ec2-ba4f-9e64d6546e9f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9850640 Jul 16 17:51:10.459138 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-8d0e82be-e922-4510-8840-98b2907323db tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 695 time: 0.0666790 Jul 16 17:51:10.670221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-f67266a9-bb02-448d-b892-07b9582ebab2 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:10.671909 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9051a93b-8afd-4f3d-84c5-472c9cf6c4c5 req-f67266a9-bb02-448d-b892-07b9582ebab2 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.2116592 Jul 16 17:51:10.788417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb4849-fb53-4aba-9ef3-bff892ad5fe5 req-b0c588e3-3274-4032-9745-bf4efbbd6a64 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:10.801462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9afb4849-fb53-4aba-9ef3-bff892ad5fe5 req-b0c588e3-3274-4032-9745-bf4efbbd6a64 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 945 time: 0.1705608 Jul 16 17:51:10.931707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9afb4849-fb53-4aba-9ef3-bff892ad5fe5 req-a9afccfc-0797-4e5f-8a9d-fb36ef851c97 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286469 Jul 16 17:51:11.020809 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35621e60-d7bb-4c01-a566-b54ef0cfdf9b x-openstack-request-id: req-35621e60-d7bb-4c01-a566-b54ef0cfdf9b {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:11.021345 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b333601e-a9a6-46ee-ae5f-8fd498d42fed", "name": "network-vif-plugged", "status": "completed", "tag": "5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:11.022024 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35621e60-d7bb-4c01-a566-b54ef0cfdf9b {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:11.022548 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257', 'code': 200} Jul 16 17:51:11.471520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-50c2636c-c80a-4c63-bda0-ac08960f75d2 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4023690 Jul 16 17:51:11.476943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:11.540335 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:11.543307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d4ba6a91-50cf-4e3b-8d7d-365e36e41934 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:11.592922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f48f6-8bc0-47a6-8b3a-d0f5bd8aec43 req-df9ea037-7fcb-4f10-a980-d17753e65672 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:11.600354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f48f6-8bc0-47a6-8b3a-d0f5bd8aec43 req-df9ea037-7fcb-4f10-a980-d17753e65672 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:11.602442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:11.610249 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd3f48f6-8bc0-47a6-8b3a-d0f5bd8aec43 req-df9ea037-7fcb-4f10-a980-d17753e65672 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1680 time: 0.2416914 Jul 16 17:51:11.679475 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd3f48f6-8bc0-47a6-8b3a-d0f5bd8aec43 req-cff84ac1-53b1-4930-a24c-034a7c30cfb6 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647905 Jul 16 17:51:11.761167 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:11.770646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:11.773515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:11.774002 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:11.863878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'mac_address': 'fa:16:3e:cb:ab:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:11.884230 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.026890 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.063843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ba6a91-50cf-4e3b-8d7d-365e36e41934 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:12.085218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:12.086589 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.091016 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.092959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e856e-6b14-4636-aa19-6bea63bc022f req-37f66b6f-ba27-4cf3-9e1c-fb7a8826b018 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:12.101106 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c4e856e-6b14-4636-aa19-6bea63bc022f req-37f66b6f-ba27-4cf3-9e1c-fb7a8826b018 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 948 time: 0.1456797 Jul 16 17:51:12.146374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Allocated IP 172.25.3.246 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/91887d22-1e65-4270-a71e-04f312eae712) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:12.183948 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c4e856e-6b14-4636-aa19-6bea63bc022f req-b8ed0f8e-21fe-4111-b0d1-0d4bb6b8dd04 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787807 Jul 16 17:51:12.193256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:12.257551 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=692beff8-50bf-4b5d-ae45-1b07e6dfcde0,segment=NetworkSegment(de0a6f40-18e3-491f-b251-71df05638ef9),segment_id=de0a6f40-18e3-491f-b251-71df05638ef9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:12.267540 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.421761 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.425332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=692beff8-50bf-4b5d-ae45-1b07e6dfcde0,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:12.443406 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d4ba6a91-50cf-4e3b-8d7d-365e36e41934'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:12.511899 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.551877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:12.559954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:12.563369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:12.739049 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Pushing event updated for resources: {'Port': ['ID=91887d22-1e65-4270-a71e-04f312eae712,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:12.839909 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:12.913069 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.024022 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692beff8-50bf-4b5d-ae45-1b07e6dfcde0'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:13.027028 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadb3330-30a7-4b26-8dbb-7b478a326a88" -d '{"events": [{"server_uuid": "b333601e-a9a6-46ee-ae5f-8fd498d42fed", "name": "network-vif-plugged", "status": "completed", "tag": "692beff8-50bf-4b5d-ae45-1b07e6dfcde0"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:13.222493 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.229013 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.304876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627a9aa-7cc6-4712-9bbb-f7240f454695 req-357a6ad0-e240-465c-8438-a78eb60020c7 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:13.317018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1627a9aa-7cc6-4712-9bbb-f7240f454695 req-357a6ad0-e240-465c-8438-a78eb60020c7 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 945 time: 0.1677301 Jul 16 17:51:13.345554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Pushing event updated for resources: {'Port': ['ID=91887d22-1e65-4270-a71e-04f312eae712,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:13.400978 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.411023 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a7aecdac-d45d-4fa3-9e8c-580cbcd01e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.428266 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1627a9aa-7cc6-4712-9bbb-f7240f454695 req-e8b3142d-d094-4afc-b33e-79e58ab955f4 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084712 Jul 16 17:51:13.433580 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:13.435936 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-046b834b-bc9c-48fd-bbdf-f4ac27e81d78 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9625959 Jul 16 17:51:13.524570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-e10b6d37-1336-47ee-84d6-1e803dacfd68 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0834017 Jul 16 17:51:13.771259 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-6fbbc91f-82a1-47b2-8ccc-a7d004697e0a tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:13.775045 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f31146c0-e4eb-41ab-919f-d89bd92b76a7 req-6fbbc91f-82a1-47b2-8ccc-a7d004697e0a tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.2415009 Jul 16 17:51:13.825457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a407b-c364-4404-9a10-225c78f6a041 req-960d5d0d-ad74-4ac8-96cd-a170a8e54c55 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:13.834458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a407b-c364-4404-9a10-225c78f6a041 req-960d5d0d-ad74-4ac8-96cd-a170a8e54c55 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:13.837325 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f59a407b-c364-4404-9a10-225c78f6a041 req-960d5d0d-ad74-4ac8-96cd-a170a8e54c55 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1681 time: 0.2370172 Jul 16 17:51:13.887872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f59a407b-c364-4404-9a10-225c78f6a041 req-0a6bb5fc-b1d0-4747-9e59-1ed42a1aa220 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438569 Jul 16 17:51:13.972182 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6da6ac6-699a-475e-8b43-5c9e6ca7b9d7 x-openstack-request-id: req-f6da6ac6-699a-475e-8b43-5c9e6ca7b9d7 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:13.972540 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b333601e-a9a6-46ee-ae5f-8fd498d42fed", "name": "network-vif-plugged", "status": "completed", "tag": "692beff8-50bf-4b5d-ae45-1b07e6dfcde0", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:13.972900 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6da6ac6-699a-475e-8b43-5c9e6ca7b9d7 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:13.973427 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692beff8-50bf-4b5d-ae45-1b07e6dfcde0', 'code': 200} Jul 16 17:51:14.026644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b2eaa-1d72-49d1-9c16-a9e7f05ad0e3 req-aa7c86aa-1d8f-40b0-9618-f3c6d198f07a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:14.028935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad6b2eaa-1d72-49d1-9c16-a9e7f05ad0e3 req-aa7c86aa-1d8f-40b0-9618-f3c6d198f07a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 946 time: 0.1203425 Jul 16 17:51:14.127341 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad6b2eaa-1d72-49d1-9c16-a9e7f05ad0e3 req-a56411f9-871d-45a4-b2a4-dfd33f6749fc tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/security-groups?id=94fbcccb-f9d8-425a-bbeb-11b94cf855c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833380 Jul 16 17:51:14.193544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b040d0-8454-47bc-8316-faeb001d362f req-8bc3de34-23ea-410a-b76e-06b2c2924610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:14.193814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b040d0-8454-47bc-8316-faeb001d362f req-8bc3de34-23ea-410a-b76e-06b2c2924610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:14.195750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71b040d0-8454-47bc-8316-faeb001d362f req-8bc3de34-23ea-410a-b76e-06b2c2924610 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1985 time: 0.1234365 Jul 16 17:51:14.308137 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71b040d0-8454-47bc-8316-faeb001d362f req-9686ba86-56a7-4e16-bb13-97a60b0615f5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047411 Jul 16 17:51:14.370203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488eaba-39a0-48a9-bc39-92e15d4eb390 req-42dc0fe4-e9dc-4bca-9f7c-ed00ac7f7e27 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:14.391486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0488eaba-39a0-48a9-bc39-92e15d4eb390 req-42dc0fe4-e9dc-4bca-9f7c-ed00ac7f7e27 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 949 time: 0.1464012 Jul 16 17:51:14.499212 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0488eaba-39a0-48a9-bc39-92e15d4eb390 req-f75b4dd7-7c4f-4282-a44d-b7032f94c63b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984092 Jul 16 17:51:14.606012 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6aac01f-b6b4-4165-af01-6a98a0bf89a4 req-5393fdba-40d6-4d70-97e7-756244e28a0f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips/4c5ed449-0a23-4a76-a7aa-b1188ac4a4d9 HTTP/1.1" status: 200 len: 693 time: 0.0651808 Jul 16 17:51:14.698842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-593d9a6f-3781-4780-bc3d-62cb320d4f9b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:14.705837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-593d9a6f-3781-4780-bc3d-62cb320d4f9b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 821 time: 0.2901919 Jul 16 17:51:14.779031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-2072bd64-8312-4743-b2c3-2e83af35acf2 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/quotas/c5e6198059344f539cf6bbde362b7a15 HTTP/1.1" status: 200 len: 375 time: 0.0722141 Jul 16 17:51:14.873637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aac01f-b6b4-4165-af01-6a98a0bf89a4 req-4cebd33e-2d42-4c31-86f6-cd190d47e52d tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:14.895254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6aac01f-b6b4-4165-af01-6a98a0bf89a4 req-4cebd33e-2d42-4c31-86f6-cd190d47e52d tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.2880402 Jul 16 17:51:14.940057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dfd64-af8b-4e7b-acee-4cad1c240cbc req-451d07cf-83a5-4bb7-b09b-4937493db3d2 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:14.942336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-af5dfd64-af8b-4e7b-acee-4cad1c240cbc req-451d07cf-83a5-4bb7-b09b-4937493db3d2 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 946 time: 0.2908478 Jul 16 17:51:15.036173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-9df2b174-2f2a-4264-a566-d043968ce703 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2557991 Jul 16 17:51:15.180255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-af5dfd64-af8b-4e7b-acee-4cad1c240cbc req-a3e27a61-3de1-47f4-831a-17b08924a12a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Deleting port b8764e61-1249-47a1-a802-2c3a100bc430 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:15.180777 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-af5dfd64-af8b-4e7b-acee-4cad1c240cbc req-a3e27a61-3de1-47f4-831a-17b08924a12a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.247985 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-3cf58b73-ce52-413c-82e4-9718c07ebf2a service neutron] 10.222.0.24 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890061 Jul 16 17:51:15.567681 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d4ba6a91-50cf-4e3b-8d7d-365e36e41934 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:15.666766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:15.673301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:15.673723 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.699928 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-209a3b39-3a06-4012-b993-91f8e89b10ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.789249 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.800246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-af5dfd64-af8b-4e7b-acee-4cad1c240cbc req-a3e27a61-3de1-47f4-831a-17b08924a12a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] For port b8764e61-1249-47a1-a802-2c3a100bc430, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=b8764e61-1249-47a1-a802-2c3a100bc430,segment=NetworkSegment(5f5cb64d-c526-498d-ac1d-6f9f10944f0c),segment_id=5f5cb64d-c526-498d-ac1d-6f9f10944f0c)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:15.800870 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-af5dfd64-af8b-4e7b-acee-4cad1c240cbc req-a3e27a61-3de1-47f4-831a-17b08924a12a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.834265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:15.841423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-af5dfd64-af8b-4e7b-acee-4cad1c240cbc req-a3e27a61-3de1-47f4-831a-17b08924a12a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Calling delete_port for b8764e61-1249-47a1-a802-2c3a100bc430 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:15.870966 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-0b1dbd1a-70d7-44f0-a5db-c3913ddaeb1d service neutron] 10.222.0.24 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615828 Jul 16 17:51:15.915401 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.924719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a385c-9239-405f-ada4-cd641955932b req-f2f823a4-7e87-45f7-92ce-480285c83d83 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:15.926478 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b3a385c-9239-405f-ada4-cd641955932b req-f2f823a4-7e87-45f7-92ce-480285c83d83 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 945 time: 0.6196923 Jul 16 17:51:15.967001 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.982750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:15.997079 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd0186f-9146-4e98-a02b-9955c87321af" -d '{"events": [{"server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "name": "network-vif-plugged", "status": "completed", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:16.005949 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b3a385c-9239-405f-ada4-cd641955932b req-b43679e0-98e1-432c-80a3-028e4971f541 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720007 Jul 16 17:51:16.059024 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:16.103835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-af5dfd64-af8b-4e7b-acee-4cad1c240cbc req-a3e27a61-3de1-47f4-831a-17b08924a12a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:16.118506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['b8764e61-1249-47a1-a802-2c3a100bc430'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:16.242610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e27a61-3de1-47f4-831a-17b08924a12a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Pushing event deleted for resources: {'Port': ['ID=b8764e61-1249-47a1-a802-2c3a100bc430,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:16.251212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5dfd64-af8b-4e7b-acee-4cad1c240cbc req-a3e27a61-3de1-47f4-831a-17b08924a12a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] No DVR routers for this DVR port b8764e61-1249-47a1-a802-2c3a100bc430 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:16.258502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-4e0ec8a8-1645-40b4-850d-74c1758c5195 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips/4c5ed449-0a23-4a76-a7aa-b1188ac4a4d9 HTTP/1.1" status: 200 len: 693 time: 0.1680667 Jul 16 17:51:16.260475 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-af5dfd64-af8b-4e7b-acee-4cad1c240cbc req-a3e27a61-3de1-47f4-831a-17b08924a12a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:16.263090 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-af5dfd64-af8b-4e7b-acee-4cad1c240cbc req-a3e27a61-3de1-47f4-831a-17b08924a12a tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.11 "DELETE /v2.0/ports/b8764e61-1249-47a1-a802-2c3a100bc430 HTTP/1.1" status: 204 len: 173 time: 1.3140202 Jul 16 17:51:16.263707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ce96ae-c428-4f80-a09f-ffffccc9e9c0', 'name': 'network-vif-deleted', 'tag': 'b8764e61-1249-47a1-a802-2c3a100bc430'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:16.266568 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff10e5b-4d29-41de-afe5-2056e2330bf1" -d '{"events": [{"server_uuid": "d3ce96ae-c428-4f80-a09f-ffffccc9e9c0", "name": "network-vif-deleted", "tag": "b8764e61-1249-47a1-a802-2c3a100bc430"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:16.521403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-a30434e9-b820-4183-8ed1-a62ee6f09c12 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:16.531367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-a30434e9-b820-4183-8ed1-a62ee6f09c12 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.2600641 Jul 16 17:51:16.640118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f3fa1-31eb-4d95-b864-c292d4395907 req-86fd2024-c096-4ec3-8a37-4821ad8687af tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:16.646510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f3fa1-31eb-4d95-b864-c292d4395907 req-86fd2024-c096-4ec3-8a37-4821ad8687af tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:16.648378 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e77f3fa1-31eb-4d95-b864-c292d4395907 req-86fd2024-c096-4ec3-8a37-4821ad8687af tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1681 time: 0.2118237 Jul 16 17:51:16.668001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-fe75ee1b-2208-4a90-bb6b-6598d36f82b5 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.1083348 Jul 16 17:51:16.787631 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e77f3fa1-31eb-4d95-b864-c292d4395907 req-7f46673a-a8ee-451b-bf0d-f3067345a326 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304421 Jul 16 17:51:16.801450 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-ca0d0c81-9e94-4a57-82aa-ecd642b71dba tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.1314411 Jul 16 17:51:17.049167 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f47274b-0c7c-4168-9001-0819cca74866 req-ae36b6fc-ea53-4472-a90f-79b9583d6185 tempest-AttachSCSIVolumeTestJSON-1332703257 tempest-AttachSCSIVolumeTestJSON-1332703257-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3ce96ae-c428-4f80-a09f-ffffccc9e9c0 HTTP/1.1" status: 200 len: 210 time: 0.0444205 Jul 16 17:51:17.082320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-e3f3cf10-0e7b-4a25-8a0c-6dad16beccb3 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Deleting port 91887d22-1e65-4270-a71e-04f312eae712 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:17.082827 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-e3f3cf10-0e7b-4a25-8a0c-6dad16beccb3 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.201228 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-e3f3cf10-0e7b-4a25-8a0c-6dad16beccb3 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.201564 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-e3f3cf10-0e7b-4a25-8a0c-6dad16beccb3 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.227750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-e3f3cf10-0e7b-4a25-8a0c-6dad16beccb3 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Calling delete_port for 91887d22-1e65-4270-a71e-04f312eae712 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:17.415215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5c545-34a8-4744-9395-7ea0abd4fcbc req-521730b5-5c5c-4264-9e9d-55b6738af8f9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:17.417329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b5c545-34a8-4744-9395-7ea0abd4fcbc req-521730b5-5c5c-4264-9e9d-55b6738af8f9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.1147184 Jul 16 17:51:17.473007 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.530738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b5c545-34a8-4744-9395-7ea0abd4fcbc req-946fc573-b5fd-46e2-8fdc-10413be163bd tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658462 Jul 16 17:51:17.532967 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-e3f3cf10-0e7b-4a25-8a0c-6dad16beccb3 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.571587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3cf10-0e7b-4a25-8a0c-6dad16beccb3 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Pushing event deleted for resources: {'Port': ['ID=91887d22-1e65-4270-a71e-04f312eae712,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:17.598504 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5d1c8c-44c1-4834-8baf-adf2620fa78e x-openstack-request-id: req-fc5d1c8c-44c1-4834-8baf-adf2620fa78e {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:17.598809 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "name": "network-vif-plugged", "status": "completed", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:17.599084 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc5d1c8c-44c1-4834-8baf-adf2620fa78e {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:17.599677 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'code': 200} Jul 16 17:51:17.662015 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-e3f3cf10-0e7b-4a25-8a0c-6dad16beccb3 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.665010 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-e3f3cf10-0e7b-4a25-8a0c-6dad16beccb3 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.672955 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac935754-1abc-4324-93c4-582ae7b3bfab req-e3f3cf10-0e7b-4a25-8a0c-6dad16beccb3 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "DELETE /v2.0/floatingips/4c5ed449-0a23-4a76-a7aa-b1188ac4a4d9 HTTP/1.1" status: 204 len: 173 time: 0.8713858 Jul 16 17:51:17.724023 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5be140-4083-49d6-9f41-365366056cff x-openstack-request-id: req-5b5be140-4083-49d6-9f41-365366056cff {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:17.724318 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ce96ae-c428-4f80-a09f-ffffccc9e9c0", "name": "network-vif-deleted", "tag": "b8764e61-1249-47a1-a802-2c3a100bc430", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:17.724568 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b5be140-4083-49d6-9f41-365366056cff {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:17.728976 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ce96ae-c428-4f80-a09f-ffffccc9e9c0', 'name': 'network-vif-deleted', 'tag': 'b8764e61-1249-47a1-a802-2c3a100bc430', 'status': 'completed', 'code': 200} Jul 16 17:51:17.798786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb908eff-8e22-455e-9d4b-a1e7ca9cb686 req-9bf38a0a-b9a2-4af7-9849-fc4a9dd3fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:17.805496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb908eff-8e22-455e-9d4b-a1e7ca9cb686 req-9bf38a0a-b9a2-4af7-9849-fc4a9dd3fe6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 1102 time: 0.1219854 Jul 16 17:51:17.907958 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb908eff-8e22-455e-9d4b-a1e7ca9cb686 req-db96b2cb-5c61-4973-b426-019cb7d3f036 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955629 Jul 16 17:51:17.977477 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f8fa994-bb6a-4dec-abb9-27a31b5bd8f5 req-a888f0ce-0b72-4afd-9d92-fcaac87d889f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 210 time: 0.1118863 Jul 16 17:51:18.322018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-ed587c95-1bc6-41ea-929f-95ff3628c191 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:18.323780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-ed587c95-1bc6-41ea-929f-95ff3628c191 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.11 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 821 time: 0.3737769 Jul 16 17:51:18.349299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-7fd16d87-65f6-41ba-a4fd-3b9268d1b01e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Request body: {'port': {'device_id': '1a66782d-79e7-4766-aefb-78f47f99a1af', 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90', 'admin_state_up': True, 'tenant_id': 'c5e6198059344f539cf6bbde362b7a15'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:18.415351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaf87c-243e-4903-9acb-4c3c5af0beca req-36869a34-d5cd-4407-b025-5f73430acf8e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:18.422606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9afaf87c-243e-4903-9acb-4c3c5af0beca req-36869a34-d5cd-4407-b025-5f73430acf8e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 945 time: 0.3431046 Jul 16 17:51:18.435156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6ab4e-70cf-42c4-8c0c-7446bf73b688 req-4f5103af-25a1-44bf-9622-79e95e8df253 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:18.453822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1b6ab4e-70cf-42c4-8c0c-7446bf73b688 req-4f5103af-25a1-44bf-9622-79e95e8df253 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4157364 Jul 16 17:51:18.603222 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9afaf87c-243e-4903-9acb-4c3c5af0beca req-bac2388f-cb6c-4361-b377-cec42e585a4c tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795287 Jul 16 17:51:18.648751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-7fd16d87-65f6-41ba-a4fd-3b9268d1b01e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Made reservation on behalf of c5e6198059344f539cf6bbde362b7a15 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:18.653990 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-7fd16d87-65f6-41ba-a4fd-3b9268d1b01e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.888170 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.975619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-7fd16d87-65f6-41ba-a4fd-3b9268d1b01e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Allocated IP 172.20.0.7 (e7f266cd-7ba1-4cd8-ab7e-f3565270df90/04a8a01a-cbcb-485c-bc41-1fc9a7e6e516/a35f8238-b5a7-4d3e-ad7f-366d5b8274d9) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:51:19.027427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device b8764e61-1249-47a1-a802-2c3a100bc430 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:19.100456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: b8764e61-1249-47a1-a802-2c3a100bc430 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:19.100824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device b8764e61-1249-47a1-a802-2c3a100bc430 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:19.382896 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d7065a44-a879-4b15-b907-cf80580eec1c req-3f457719-6599-432d-9332-ac2c70b8f360 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=4d0e75884b1f47008d152a06429542e4 HTTP/1.1" status: 200 len: 1656 time: 0.3128040 Jul 16 17:51:19.386367 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-7fd16d87-65f6-41ba-a4fd-3b9268d1b01e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.581856 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-7fd16d87-65f6-41ba-a4fd-3b9268d1b01e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.601900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['19bd5254-8662-4f60-abab-035294c4e7d9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:19.613277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7065a44-a879-4b15-b907-cf80580eec1c req-9d458792-a904-4f86-99c5-761189dda505 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:19.615717 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d7065a44-a879-4b15-b907-cf80580eec1c req-9d458792-a904-4f86-99c5-761189dda505 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks?id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&id=db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 787 time: 0.2238078 Jul 16 17:51:19.654068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-d7065a44-a879-4b15-b907-cf80580eec1c req-3d654aed-8cda-4342-8f93-ae12d0efafef tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:51:19.668806 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d7065a44-a879-4b15-b907-cf80580eec1c req-3d654aed-8cda-4342-8f93-ae12d0efafef tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273478 Jul 16 17:51:19.690225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-7fd16d87-65f6-41ba-a4fd-3b9268d1b01e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:51:19.719159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-7fd16d87-65f6-41ba-a4fd-3b9268d1b01e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:19.730465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-7fd16d87-65f6-41ba-a4fd-3b9268d1b01e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:51:19.773871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd16d87-65f6-41ba-a4fd-3b9268d1b01e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Pushing event updated for resources: {'Port': ['ID=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:19.843332 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-7fd16d87-65f6-41ba-a4fd-3b9268d1b01e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:19.848576 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-7fd16d87-65f6-41ba-a4fd-3b9268d1b01e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.887286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-7fd16d87-65f6-41ba-a4fd-3b9268d1b01e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5506086 Jul 16 17:51:19.934097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Request body: {'port': {'device_id': '1a66782d-79e7-4766-aefb-78f47f99a1af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:20.071828 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:20.107080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0fd31-e9d5-402e-8db0-1b2a854c4d1c req-23df5c0c-9e6a-4191-8d41-4d2189104559 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:20.117350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17f0fd31-e9d5-402e-8db0-1b2a854c4d1c req-23df5c0c-9e6a-4191-8d41-4d2189104559 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.2427096 Jul 16 17:51:20.202301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17f0fd31-e9d5-402e-8db0-1b2a854c4d1c req-ca0f1a0a-2a87-482c-a64d-2a9c048d090f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837364 Jul 16 17:51:20.630415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269802a2-710c-42c0-a225-ca6ef65c2a1c req-187b382f-7ed9-4238-ba5b-06e01ad3c580 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:20.637090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269802a2-710c-42c0-a225-ca6ef65c2a1c req-187b382f-7ed9-4238-ba5b-06e01ad3c580 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:20.638681 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-269802a2-710c-42c0-a225-ca6ef65c2a1c req-187b382f-7ed9-4238-ba5b-06e01ad3c580 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1681 time: 0.2723067 Jul 16 17:51:20.663839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a9733-af6b-403a-b354-8795fe69d222 req-2149de2b-9097-414b-a195-645622daae8e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:20.669140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-789a9733-af6b-403a-b354-8795fe69d222 req-2149de2b-9097-414b-a195-645622daae8e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 931 time: 0.2385838 Jul 16 17:51:20.785740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-269802a2-710c-42c0-a225-ca6ef65c2a1c req-72aa85f1-65bc-46c5-a231-ae5f6f540701 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075773 Jul 16 17:51:20.788497 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-789a9733-af6b-403a-b354-8795fe69d222 req-7ad4fdbe-b853-4437-94b4-28a1f4191dba tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078756 Jul 16 17:51:20.810201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:21.235464 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.340720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Transition to ACTIVE for port object a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:21.351163 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-27410812-6a26-4b24-ac05-51af64cef03a tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips/266a6c3b-50fb-43ba-b2f8-6fad3aa66204 HTTP/1.1" status: 200 len: 692 time: 0.1359520 Jul 16 17:51:21.380547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.567755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Pushing event updated for resources: {'Port': ['ID=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:21.583880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-8a5120e6-b50e-41de-b724-9fdcc9a50b98 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:21.590543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-8a5120e6-b50e-41de-b724-9fdcc9a50b98 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:21.592227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-8a5120e6-b50e-41de-b724-9fdcc9a50b98 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1681 time: 0.7964599 Jul 16 17:51:21.612923 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddf763-c5c6-4e24-9f61-6b498488eadf req-a9ba3c33-964b-4974-8c6a-e9be7645060e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:21.621900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaddf763-c5c6-4e24-9f61-6b498488eadf req-a9ba3c33-964b-4974-8c6a-e9be7645060e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 945 time: 0.4185302 Jul 16 17:51:21.668687 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-d5c3e5fb-32b0-456a-830e-047c0d18a54c tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:21.670375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-d5c3e5fb-32b0-456a-830e-047c0d18a54c tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 1097 time: 0.4486837 Jul 16 17:51:21.733460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-10'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:21.799350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-28f65884-527c-40b9-a0c6-0f7615e4d1e9 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:21.800842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-28f65884-527c-40b9-a0c6-0f7615e4d1e9 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.4488049 Jul 16 17:51:21.850082 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaddf763-c5c6-4e24-9f61-6b498488eadf req-bd836307-5421-456e-89b2-6d50b86edbca tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271340 Jul 16 17:51:21.936768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-7f01f82b-88c1-45a8-a399-f936c38032ac tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 695 time: 0.1212909 Jul 16 17:51:22.050312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-56c229c0-29ff-4e39-90e0-48608a0c6e16 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.51 HTTP/1.1" status: 200 len: 695 time: 0.1047673 Jul 16 17:51:22.078995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Attempting to bind port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:22.079335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Attempting to bind port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:22.079665 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Attempting to bind port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:22.130523 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:22.132241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:22.132524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Attempting to bind port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:22.161537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:22.161902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Checking segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:22.162292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Bound using segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:22.162743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Bound port: a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:22.163102 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:22.228955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-6e36a894-5326-4e41-95f5-307db33f6c50 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Deleting port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:22.229498 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-6e36a894-5326-4e41-95f5-307db33f6c50 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:22.388347 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a45af-37ef-4165-a927-81c8d0579ebd req-5fa26f71-b224-4304-8b4b-9bddb74ff0a5 tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:22.389858 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-197a45af-37ef-4165-a927-81c8d0579ebd req-5fa26f71-b224-4304-8b4b-9bddb74ff0a5 tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 1102 time: 0.3740482 Jul 16 17:51:22.502974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:22.543141 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-6e36a894-5326-4e41-95f5-307db33f6c50 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] For port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=692beff8-50bf-4b5d-ae45-1b07e6dfcde0,segment=NetworkSegment(de0a6f40-18e3-491f-b251-71df05638ef9),segment_id=de0a6f40-18e3-491f-b251-71df05638ef9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:22.543517 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-6e36a894-5326-4e41-95f5-307db33f6c50 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:22.548872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:22.570096 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:22.589540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-e9bdd32d-c3ec-4e90-83b8-b4f56f222925 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Deleting port 0b4b6581-c462-4d17-803d-4f4d28bdf258 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:22.589912 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-e9bdd32d-c3ec-4e90-83b8-b4f56f222925 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:22.592646 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-197a45af-37ef-4165-a927-81c8d0579ebd req-081aa64b-0322-4a75-b53b-c5dc94bfd0c8 tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865659 Jul 16 17:51:22.593519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-6e36a894-5326-4e41-95f5-307db33f6c50 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Calling delete_port for 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:22.666864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:22.680545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:22.681143 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:22.683134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] 10.222.0.11 "PUT /v2.0/ports/a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 HTTP/1.1" status: 200 len: 1092 time: 2.7538297 Jul 16 17:51:22.692414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a66782d-79e7-4766-aefb-78f47f99a1af', 'tag': 'a35f8238-b5a7-4d3e-ad7f-366d5b8274d9'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:22.695434 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e204aba-9c2b-4b7d-995a-58abcb188e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a66782d-79e7-4766-aefb-78f47f99a1af", "tag": "a35f8238-b5a7-4d3e-ad7f-366d5b8274d9"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:22.730418 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:22.842350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f903e4-d263-457c-9340-7d6c0ac96c42 service neutron] Pushing event updated for resources: {'Port': ['ID=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:22.885460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:22.893301 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-e9bdd32d-c3ec-4e90-83b8-b4f56f222925 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:22.893844 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-e9bdd32d-c3ec-4e90-83b8-b4f56f222925 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:22.954655 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-e9bdd32d-c3ec-4e90-83b8-b4f56f222925 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Calling delete_port for 0b4b6581-c462-4d17-803d-4f4d28bdf258 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:23.017107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:23.056083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-d245497b-ad10-4c68-acc3-8aa2d4f93293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:23.058312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-d245497b-ad10-4c68-acc3-8aa2d4f93293 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 1095 time: 0.3073773 Jul 16 17:51:23.068244 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:23.071238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ac26fdff-bc83-4369-8a7f-83f544252cf9 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:23.189322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, got binding levels [] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:23.195351 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-4c173c76-2222-4ba1-8e5d-7188ffae65da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 HTTP/1.1" status: 200 len: 217 time: 0.1047671 Jul 16 17:51:23.224714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 on host n-h1-787205-10 for vnic_type normal with profile {"migrating_to": "n-h2-787205-10"} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:23.225389 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:23.225852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:23.233566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Port ac26fdff-bc83-4369-8a7f-83f544252cf9 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:23.234489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:23.240254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:23.240577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:23.242439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Bound using segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:23.242439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Bound port: ac26fdff-bc83-4369-8a7f-83f544252cf9, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:23.242439 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:23.303950 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-6e36a894-5326-4e41-95f5-307db33f6c50 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:23.318849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257', '692beff8-50bf-4b5d-ae45-1b07e6dfcde0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:23.350828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dab18-9b5d-4554-a353-e156cf5a834c req-d94bbfad-1bf4-4141-a8c4-ee99f34664fe tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:23.357413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dab18-9b5d-4554-a353-e156cf5a834c req-d94bbfad-1bf4-4141-a8c4-ee99f34664fe tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:23.362148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:23.366465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd2dab18-9b5d-4554-a353-e156cf5a834c req-d94bbfad-1bf4-4141-a8c4-ee99f34664fe tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 1681 time: 0.4397819 Jul 16 17:51:23.373876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Pushing event updated for resources: {'Port': ['ID=ac26fdff-bc83-4369-8a7f-83f544252cf9,revision_number=7']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:23.399407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:23.410760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-9d8a85ec-9568-4b3b-8c82-b2ad6af24a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:23.412351 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-9d8a85ec-9568-4b3b-8c82-b2ad6af24a21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.1959815 Jul 16 17:51:23.426408 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:23.473812 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36a894-5326-4e41-95f5-307db33f6c50 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Port': ['ID=692beff8-50bf-4b5d-ae45-1b07e6dfcde0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:23.507272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-efc6e840-05fc-43a9-beb2-69e7120a20a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685170 Jul 16 17:51:23.507887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 on host n-h1-787205-10 for vnic_type normal with profile {"migrating_to": "n-h2-787205-10"} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:23.508394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:23.508690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:23.582757 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=ac26fdff-bc83-4369-8a7f-83f544252cf9,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:23.680031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ac26fdff-bc83-4369-8a7f-83f544252cf9 has no active binding in host n-h2-787205-10 {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:51:23.977062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd2dab18-9b5d-4554-a353-e156cf5a834c req-26b5b4ea-be8e-4a50-b89f-4f11b584b420 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d195314-178b-4160-90d4-35bb43b6f723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095207 Jul 16 17:51:24.006294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Port ac26fdff-bc83-4369-8a7f-83f544252cf9 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:24.006628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Attempting to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 on network d5795f23-1dc8-41ee-b432-acce1ecc9ea0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:24.012291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-6e36a894-5326-4e41-95f5-307db33f6c50 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] No DVR routers for this DVR port 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:24.020715 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-6e36a894-5326-4e41-95f5-307db33f6c50 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:24.023038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-6e36a894-5326-4e41-95f5-307db33f6c50 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "DELETE /v2.0/ports/692beff8-50bf-4b5d-ae45-1b07e6dfcde0 HTTP/1.1" status: 204 len: 173 time: 2.3877442 Jul 16 17:51:24.112340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:24.112875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Checking segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:24.113372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Bound using segment: {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:24.113947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Bound port: ac26fdff-bc83-4369-8a7f-83f544252cf9, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345c8e44-2912-42d8-9e9f-2922779f1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd5795f23-1dc8-41ee-b432-acce1ecc9ea0'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:24.114409 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:24.118346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-fb7a0e8d-bcc6-4324-aaf1-60663476f80b service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982141 Jul 16 17:51:24.141337 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-e9bdd32d-c3ec-4e90-83b8-b4f56f222925 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:24.260920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdd32d-c3ec-4e90-83b8-b4f56f222925 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Pushing event deleted for resources: {'Port': ['ID=0b4b6581-c462-4d17-803d-4f4d28bdf258,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:24.467751 n-d-787205-10 neutron-server[105591]: WARNING neutron.plugins.ml2.plugin [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Concurrent port binding operations failed on port ac26fdff-bc83-4369-8a7f-83f544252cf9 Jul 16 17:51:24.472217 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:24.494698 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Attempt 2 to bind port ac26fdff-bc83-4369-8a7f-83f544252cf9 Jul 16 17:51:24.499742 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9ee1be5-7299-4b5c-8834-6e558a639a98 req-d49bf60d-65cc-49a5-883e-77f0e36406ff service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696017 Jul 16 17:51:24.501275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:24.501983 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:24.503315 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c01a1857-1989-4b30-8719-16dded51bc1f service neutron] 10.222.0.11 "PUT /v2.0/ports/ac26fdff-bc83-4369-8a7f-83f544252cf9 HTTP/1.1" status: 200 len: 1123 time: 2.8087461 Jul 16 17:51:24.507812 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-e9bdd32d-c3ec-4e90-83b8-b4f56f222925 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:24.510939 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-e9bdd32d-c3ec-4e90-83b8-b4f56f222925 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:24.512220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06b45dd5-1112-48a1-a709-86ee0d570875 req-e9bdd32d-c3ec-4e90-83b8-b4f56f222925 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "DELETE /v2.0/floatingips/266a6c3b-50fb-43ba-b2f8-6fad3aa66204 HTTP/1.1" status: 204 len: 173 time: 2.4374642 Jul 16 17:51:24.550327 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c0f52-87c3-450e-85df-174f6d9a77f0 req-6daaf450-b51b-438e-8ef8-c6664c4a753e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:24.552050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e76c0f52-87c3-450e-85df-174f6d9a77f0 req-6daaf450-b51b-438e-8ef8-c6664c4a753e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 943 time: 0.3994656 Jul 16 17:51:24.567582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-0e2fd0ba-f435-4d7d-be21-9efee5f4127f tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Deleting port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:24.568026 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-0e2fd0ba-f435-4d7d-be21-9efee5f4127f tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:24.642609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['ac26fdff-bc83-4369-8a7f-83f544252cf9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:24.691519 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e76c0f52-87c3-450e-85df-174f6d9a77f0 req-aefde2d6-a0b0-4be5-b1df-9e42fa32240d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059515 Jul 16 17:51:24.755090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-0e2fd0ba-f435-4d7d-be21-9efee5f4127f tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] For port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257,segment=NetworkSegment(79e1ae0f-a19f-4aca-9445-de75d4cea911),segment_id=79e1ae0f-a19f-4aca-9445-de75d4cea911)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:24.755843 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-0e2fd0ba-f435-4d7d-be21-9efee5f4127f tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:24.766771 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['ac26fdff-bc83-4369-8a7f-83f544252cf9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:24.778466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-0e2fd0ba-f435-4d7d-be21-9efee5f4127f tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Calling delete_port for 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:24.934176 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f2fbd7-27f4-45dc-95ca-6decdb030ff9 x-openstack-request-id: req-65f2fbd7-27f4-45dc-95ca-6decdb030ff9 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:24.942256 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a66782d-79e7-4766-aefb-78f47f99a1af", "tag": "a35f8238-b5a7-4d3e-ad7f-366d5b8274d9", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:24.942987 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65f2fbd7-27f4-45dc-95ca-6decdb030ff9 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:24.943560 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a66782d-79e7-4766-aefb-78f47f99a1af', 'tag': 'a35f8238-b5a7-4d3e-ad7f-366d5b8274d9', 'status': 'completed', 'code': 200} Jul 16 17:51:25.091694 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:25.125629 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-0e2fd0ba-f435-4d7d-be21-9efee5f4127f tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:25.140180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e204aba-9c2b-4b7d-995a-58abcb188e2c req-029981b2-80bd-42c9-ba6c-6fad38ddd8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:25.145091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e204aba-9c2b-4b7d-995a-58abcb188e2c req-029981b2-80bd-42c9-ba6c-6fad38ddd8a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 1095 time: 0.1686058 Jul 16 17:51:25.282002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fd0ba-f435-4d7d-be21-9efee5f4127f tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Port': ['ID=5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:25.501084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e204aba-9c2b-4b7d-995a-58abcb188e2c req-4a1c3ee4-5964-4dca-af30-8209efc8847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:25.506786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e204aba-9c2b-4b7d-995a-58abcb188e2c req-4a1c3ee4-5964-4dca-af30-8209efc8847b service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.3214388 Jul 16 17:51:25.596509 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:25.633224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-0e2fd0ba-f435-4d7d-be21-9efee5f4127f tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] No DVR routers for this DVR port 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:25.639565 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-0e2fd0ba-f435-4d7d-be21-9efee5f4127f tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:25.642239 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-39398ad1-63df-43c6-a4eb-07dcbe2facc5 req-0e2fd0ba-f435-4d7d-be21-9efee5f4127f tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.32 "DELETE /v2.0/ports/5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 HTTP/1.1" status: 204 len: 173 time: 1.5215125 Jul 16 17:51:25.652722 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e204aba-9c2b-4b7d-995a-58abcb188e2c req-7a891012-4455-4f46-ae3c-b262e565e2de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 HTTP/1.1" status: 200 len: 217 time: 0.1302896 Jul 16 17:51:25.660104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:25.660907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 692beff8-50bf-4b5d-ae45-1b07e6dfcde0 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:25.662695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:25.707518 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:25.718598 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:51:25.720213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:25.754866 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-eaa117e5-000f-4dfd-a16c-dfbbc90c0dae tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips/f286a6ad-91df-4385-b580-052320f179c9 HTTP/1.1" status: 200 len: 693 time: 0.1758862 Jul 16 17:51:25.822361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21d4e1-687e-47f5-919b-7f89f9732dad req-8998cc63-b65c-4867-b86c-6d40e6aed4fb tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:25.826448 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e21d4e1-687e-47f5-919b-7f89f9732dad req-8998cc63-b65c-4867-b86c-6d40e6aed4fb tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 943 time: 0.6618295 Jul 16 17:51:25.839825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e204aba-9c2b-4b7d-995a-58abcb188e2c req-8549b3db-7d11-4804-ba5c-e855dd89dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:25.841444 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e204aba-9c2b-4b7d-995a-58abcb188e2c req-8549b3db-7d11-4804-ba5c-e855dd89dc9c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.1478381 Jul 16 17:51:25.929226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-e930951b-086f-469c-a9ed-c518eef5dcbf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4213266 Jul 16 17:51:25.935831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e204aba-9c2b-4b7d-995a-58abcb188e2c req-24e773d9-28f9-4384-8b3d-9602c518b8ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846486 Jul 16 17:51:25.984688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e21d4e1-687e-47f5-919b-7f89f9732dad req-fbfef2b3-2157-4929-b6fd-eede733bf0ef tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522553 Jul 16 17:51:26.028732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-40d88d34-2687-44cc-8ae8-d918634a0b09 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:26.030216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-40d88d34-2687-44cc-8ae8-d918634a0b09 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.2678220 Jul 16 17:51:26.129048 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-950014cb-4450-4e79-a718-118f8bebd65c tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.0681286 Jul 16 17:51:26.158026 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e204aba-9c2b-4b7d-995a-58abcb188e2c req-02d401bc-cb4a-4ebb-8ffc-60cffb844a92 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114060 Jul 16 17:51:26.242944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-1c7e0916-d76a-46fd-ba5a-6d96cf560561 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.1077285 Jul 16 17:51:26.444116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5803646-1ccb-4842-baca-c4f87ddc44b1 req-6f250a2c-0948-43b6-b705-9d7a7a38e82d tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:26.446104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5803646-1ccb-4842-baca-c4f87ddc44b1 req-6f250a2c-0948-43b6-b705-9d7a7a38e82d tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a1016ba-a405-46cf-9347-b5fd3e58da26 HTTP/1.1" status: 200 len: 950 time: 0.3097227 Jul 16 17:51:26.448521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e204aba-9c2b-4b7d-995a-58abcb188e2c req-fd0d44f3-e70e-44cb-9637-e6d594d45c73 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418828 Jul 16 17:51:26.483424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-864d7cc3-41d9-442d-8bd6-146bf3532427 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Deleting port b187d06d-a633-46eb-9e22-280ea5d25c90 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:26.484163 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-864d7cc3-41d9-442d-8bd6-146bf3532427 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:26.548305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5803646-1ccb-4842-baca-c4f87ddc44b1 req-2f9757cb-f5e5-46a5-ab3d-befa2455821c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731728 Jul 16 17:51:26.612855 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-864d7cc3-41d9-442d-8bd6-146bf3532427 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:26.613241 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-864d7cc3-41d9-442d-8bd6-146bf3532427 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:26.627893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-864d7cc3-41d9-442d-8bd6-146bf3532427 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Calling delete_port for b187d06d-a633-46eb-9e22-280ea5d25c90 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:26.794912 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0276fe1-7f47-448c-a717-98486f34a6a4 req-f40f8252-ee18-4d03-a8ed-30fac0eae6e8 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "GET /v2.0/ports?device_id=b333601e-a9a6-46ee-ae5f-8fd498d42fed HTTP/1.1" status: 200 len: 210 time: 0.0356569 Jul 16 17:51:26.863997 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-864d7cc3-41d9-442d-8bd6-146bf3532427 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:26.901286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d7cc3-41d9-442d-8bd6-146bf3532427 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Pushing event deleted for resources: {'Port': ['ID=b187d06d-a633-46eb-9e22-280ea5d25c90,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:26.976719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759572db-46a1-4930-80d8-59184d115a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac26fdff-bc83-4369-8a7f-83f544252cf9'}, {'server_uuid': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'name': 'network-vif-deleted', 'tag': '692beff8-50bf-4b5d-ae45-1b07e6dfcde0'}, {'name': 'network-changed', 'server_uuid': '759572db-46a1-4930-80d8-59184d115a3b', 'tag': 'ac26fdff-bc83-4369-8a7f-83f544252cf9'}, {'server_uuid': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'name': 'network-vif-deleted', 'tag': '5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:26.980083 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d47e705-aa76-4991-ac53-4c50c86dbe6e" -d '{"events": [{"server_uuid": "759572db-46a1-4930-80d8-59184d115a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac26fdff-bc83-4369-8a7f-83f544252cf9"}, {"server_uuid": "b333601e-a9a6-46ee-ae5f-8fd498d42fed", "name": "network-vif-deleted", "tag": "692beff8-50bf-4b5d-ae45-1b07e6dfcde0"}, {"name": "network-changed", "server_uuid": "759572db-46a1-4930-80d8-59184d115a3b", "tag": "ac26fdff-bc83-4369-8a7f-83f544252cf9"}, {"server_uuid": "b333601e-a9a6-46ee-ae5f-8fd498d42fed", "name": "network-vif-deleted", "tag": "5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:27.034208 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-864d7cc3-41d9-442d-8bd6-146bf3532427 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:27.037020 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-864d7cc3-41d9-442d-8bd6-146bf3532427 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:27.038575 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f207e95f-6a6e-4227-89e7-f62bac9d74d3 req-864d7cc3-41d9-442d-8bd6-146bf3532427 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "DELETE /v2.0/floatingips/f286a6ad-91df-4385-b580-052320f179c9 HTTP/1.1" status: 204 len: 173 time: 0.7830718 Jul 16 17:51:27.080786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449f243-b134-46d6-9e2c-59b2d429dcb3 req-97ae1143-7eb0-471d-8e1b-f5ed51e9be77 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:27.082671 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6449f243-b134-46d6-9e2c-59b2d429dcb3 req-97ae1143-7eb0-471d-8e1b-f5ed51e9be77 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.1456518 Jul 16 17:51:27.086181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d3f48dc1-a398-4095-bc1e-8247b0e343ef no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:27.160796 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6449f243-b134-46d6-9e2c-59b2d429dcb3 req-bade3d8c-b22e-4bd6-ac36-fcc4acb250a9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606346 Jul 16 17:51:27.192642 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:27.232781 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:27.235522 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0580c56f-af4b-4dd0-97c1-b215843d4855" -d '{"events": [{"server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:27.250685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:27.265914 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:27.282190 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bb3ba-6334-48b4-8e37-00459a80888e req-c89c16e7-9109-4717-ab6b-48c716266186 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:27.283821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff4bb3ba-6334-48b4-8e37-00459a80888e req-c89c16e7-9109-4717-ab6b-48c716266186 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 943 time: 0.1055574 Jul 16 17:51:27.332730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff4bb3ba-6334-48b4-8e37-00459a80888e req-2db56d82-eaf2-46fe-bb0c-c9feb151c2c3 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Jul 16 17:51:27.334728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=d3f48dc1-a398-4095-bc1e-8247b0e343ef,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:27.443951 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 694 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6592de-1dd0-4494-b156-80819ec0adb9 x-openstack-request-id: req-4e6592de-1dd0-4494-b156-80819ec0adb9 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:27.444200 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759572db-46a1-4930-80d8-59184d115a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac26fdff-bc83-4369-8a7f-83f544252cf9", "code": 200}, {"server_uuid": "b333601e-a9a6-46ee-ae5f-8fd498d42fed", "name": "network-vif-deleted", "tag": "692beff8-50bf-4b5d-ae45-1b07e6dfcde0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "759572db-46a1-4930-80d8-59184d115a3b", "tag": "ac26fdff-bc83-4369-8a7f-83f544252cf9", "status": "completed", "code": 200}, {"server_uuid": "b333601e-a9a6-46ee-ae5f-8fd498d42fed", "name": "network-vif-deleted", "tag": "5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:27.444668 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e6592de-1dd0-4494-b156-80819ec0adb9 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:27.445219 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759572db-46a1-4930-80d8-59184d115a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac26fdff-bc83-4369-8a7f-83f544252cf9', 'code': 200} Jul 16 17:51:27.445597 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'name': 'network-vif-deleted', 'tag': '692beff8-50bf-4b5d-ae45-1b07e6dfcde0', 'status': 'completed', 'code': 200} Jul 16 17:51:27.446043 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759572db-46a1-4930-80d8-59184d115a3b', 'tag': 'ac26fdff-bc83-4369-8a7f-83f544252cf9', 'status': 'completed', 'code': 200} Jul 16 17:51:27.446485 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b333601e-a9a6-46ee-ae5f-8fd498d42fed', 'name': 'network-vif-deleted', 'tag': '5c3ecd48-c0b1-4df2-b3b7-9c0358dd4257', 'status': 'completed', 'code': 200} Jul 16 17:51:27.579536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47e705-aa76-4991-ac53-4c50c86dbe6e req-e4cc456d-24c0-4554-9462-3ff5b6072042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:27.581140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d47e705-aa76-4991-ac53-4c50c86dbe6e req-e4cc456d-24c0-4554-9462-3ff5b6072042 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 1126 time: 0.0922260 Jul 16 17:51:28.114965 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-9fdc119c-ac31-43be-b3b3-c5dfbbb60509 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips/890a637e-2117-4588-bc25-b55af5a58f04 HTTP/1.1" status: 200 len: 693 time: 0.0868485 Jul 16 17:51:28.175604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47e705-aa76-4991-ac53-4c50c86dbe6e req-4421ac63-d5dc-4a91-8fba-58acac0429ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:28.177045 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d47e705-aa76-4991-ac53-4c50c86dbe6e req-4421ac63-d5dc-4a91-8fba-58acac0429ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.5853815 Jul 16 17:51:28.197022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d39d3e-9e73-449f-b68c-b9976937ac66 req-c37f07ff-4657-4657-af69-e1f6c9c2f5ae tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:28.199377 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0d39d3e-9e73-449f-b68c-b9976937ac66 req-c37f07ff-4657-4657-af69-e1f6c9c2f5ae tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 943 time: 0.6218278 Jul 16 17:51:28.253417 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d47e705-aa76-4991-ac53-4c50c86dbe6e req-e3d1986f-ec2e-4e34-ba75-f4a56f7031e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9 HTTP/1.1" status: 200 len: 217 time: 0.0655041 Jul 16 17:51:28.296304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-0fcd3bb5-e4fa-4a58-b7c9-de560c8ca1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:28.297851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-0fcd3bb5-e4fa-4a58-b7c9-de560c8ca1e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 1102 time: 0.6566906 Jul 16 17:51:28.410158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0d39d3e-9e73-449f-b68c-b9976937ac66 req-71fce445-888d-421b-b5cd-2626e6352418 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005825 Jul 16 17:51:28.427620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-7c70e903-6aad-4b73-96a7-1c75c37cebd7 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:28.428381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-7c70e903-6aad-4b73-96a7-1c75c37cebd7 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.3001323 Jul 16 17:51:28.473415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47e705-aa76-4991-ac53-4c50c86dbe6e req-38524538-10f4-4070-bfe4-55e9170dcdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:28.475128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d47e705-aa76-4991-ac53-4c50c86dbe6e req-38524538-10f4-4070-bfe4-55e9170dcdc2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.1745682 Jul 16 17:51:28.486275 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07134488-4f25-4736-a08f-599e35165d22 x-openstack-request-id: req-07134488-4f25-4736-a08f-599e35165d22 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:28.487292 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:28.487860 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07134488-4f25-4736-a08f-599e35165d22 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:28.488855 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef', 'code': 200} Jul 16 17:51:28.532896 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d47e705-aa76-4991-ac53-4c50c86dbe6e req-754ee956-1ce8-4582-a261-1041da31d5bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384989 Jul 16 17:51:28.566290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46970) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:28.668242 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-94149538-0de8-4971-b821-e4e77050c961 tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.1908019 Jul 16 17:51:28.750617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46980) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:28.769723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-72ddd8f4-2d81-41db-8402-3409cb7f38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:28.771451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-72ddd8f4-2d81-41db-8402-3409cb7f38fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.4570394 Jul 16 17:51:28.835728 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-2c968f68-5bb3-4bd4-8afa-c641a653c01f tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.1537833 Jul 16 17:51:28.882243 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d47e705-aa76-4991-ac53-4c50c86dbe6e req-57b106f4-3527-479c-b167-050879f43549 service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121400 Jul 16 17:51:28.903446 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5618d590-52d6-4719-8802-e03b0eb9cf34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934 HTTP/1.1" status: 200 len: 217 time: 0.1152744 Jul 16 17:51:29.046185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa538d4d-bdff-4a34-8533-19a0e78a2544 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Deleting subnet 7b307fcf-88ee-41ca-8661-c0876d2e81ec {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:51:29.150419 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa538d4d-bdff-4a34-8533-19a0e78a2544 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.290757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-b480c081-5258-475e-9627-b4b9d12ad1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:29.293389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-b480c081-5258-475e-9627-b4b9d12ad1fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.3818173 Jul 16 17:51:29.309822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa538d4d-bdff-4a34-8533-19a0e78a2544 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.408381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d47e705-aa76-4991-ac53-4c50c86dbe6e req-5508f1cb-7163-486b-9c02-444a8889cfdb service neutron] 10.222.0.32 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984498 Jul 16 17:51:29.434198 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38dc613f-e01b-4f7d-9735-216141eb77a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.489009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ebdc0-355e-4873-a767-e8faa09c44c5 req-c210e23b-ece4-42fa-b053-f899f1c2ff4d tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:29.490766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-987ebdc0-355e-4873-a767-e8faa09c44c5 req-c210e23b-ece4-42fa-b053-f899f1c2ff4d tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.6166217 Jul 16 17:51:29.581315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-338d0a46-6028-433b-8540-87c0961038ff tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Deleting port 988fee02-6905-4f5c-925e-50d2cda582e9 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:29.581851 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-338d0a46-6028-433b-8540-87c0961038ff tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.638026 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa538d4d-bdff-4a34-8533-19a0e78a2544 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.766116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-02db2f79-2031-4312-bf69-b9ce7b561e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:29.767824 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-02db2f79-2031-4312-bf69-b9ce7b561e90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4626048 Jul 16 17:51:29.771088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-987ebdc0-355e-4873-a767-e8faa09c44c5 req-8fec63bb-dadf-41fa-8581-44b16e48bd23 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349160 Jul 16 17:51:29.835454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-38dc613f-e01b-4f7d-9735-216141eb77a1 admin admin] Deleting port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:29.835454 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38dc613f-e01b-4f7d-9735-216141eb77a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.859495 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-338d0a46-6028-433b-8540-87c0961038ff tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.859495 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-338d0a46-6028-433b-8540-87c0961038ff tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.931357 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-338d0a46-6028-433b-8540-87c0961038ff tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Calling delete_port for 988fee02-6905-4f5c-925e-50d2cda582e9 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:29.959937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-a8208886-94a0-4829-b654-36bb41e3042a service neutron] 10.222.0.32 "GET /v2.0/ports/ac26fdff-bc83-4369-8a7f-83f544252cf9/bindings/n-h2-787205-10 HTTP/1.1" status: 200 len: 385 time: 0.3072462 Jul 16 17:51:29.972825 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa538d4d-bdff-4a34-8533-19a0e78a2544 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.974536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-38dc613f-e01b-4f7d-9735-216141eb77a1 admin admin] For port 0a52a02d-c2e4-4804-8c93-8e31900e0c1e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0a52a02d-c2e4-4804-8c93-8e31900e0c1e,segment=NetworkSegment(5f5cb64d-c526-498d-ac1d-6f9f10944f0c),segment_id=5f5cb64d-c526-498d-ac1d-6f9f10944f0c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:29.974908 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38dc613f-e01b-4f7d-9735-216141eb77a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:29.991234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-38dc613f-e01b-4f7d-9735-216141eb77a1 admin admin] Calling delete_port for 0a52a02d-c2e4-4804-8c93-8e31900e0c1e owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:30.113967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa538d4d-bdff-4a34-8533-19a0e78a2544 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Subnet': ['ID=7b307fcf-88ee-41ca-8661-c0876d2e81ec,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:30.119446 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa538d4d-bdff-4a34-8533-19a0e78a2544 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.121448 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-aa538d4d-bdff-4a34-8533-19a0e78a2544 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "DELETE /v2.0/subnets/7b307fcf-88ee-41ca-8661-c0876d2e81ec HTTP/1.1" status: 204 len: 168 time: 1.3683717 Jul 16 17:51:30.126567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a49b381-51ee-4843-bc8d-ff9abb7ef665 None None] Network 6a32d92d-7578-441a-9683-79c00a924fa1 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:30.129541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46986) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:30.134367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-1bc053d7-9d5c-45e4-a9a7-45165099b5fc service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499529 Jul 16 17:51:30.231391 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.383167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38dc613f-e01b-4f7d-9735-216141eb77a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.431184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c14f4-8dfa-4746-8ec5-23f5c17a0876 req-091962ec-ac77-4ca2-9361-650c134382e5 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:30.438897 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f3c14f4-8dfa-4746-8ec5-23f5c17a0876 req-091962ec-ac77-4ca2-9361-650c134382e5 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 943 time: 0.4705255 Jul 16 17:51:30.442982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb4a65-485e-4f8a-9ad4-4ea841a1aec2 None None] DHCP port deletion for 6a32d92d-7578-441a-9683-79c00a924fa1 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:51:30.446797 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc613f-e01b-4f7d-9735-216141eb77a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a52a02d-c2e4-4804-8c93-8e31900e0c1e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:30.448889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-86bd9085-b225-40ef-a891-d5bb3b9f4d22 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036606 Jul 16 17:51:30.499917 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Deleting port c29b42fc-8816-4b15-b523-e1ac56c28212 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:30.501436 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.542667 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-338d0a46-6028-433b-8540-87c0961038ff tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.573214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-89cb4a65-485e-4f8a-9ad4-4ea841a1aec2 None None] Deleting port c29b42fc-8816-4b15-b523-e1ac56c28212 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:30.576763 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89cb4a65-485e-4f8a-9ad4-4ea841a1aec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.664724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d0a46-6028-433b-8540-87c0961038ff tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Pushing event deleted for resources: {'Port': ['ID=988fee02-6905-4f5c-925e-50d2cda582e9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:30.700190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f3c14f4-8dfa-4746-8ec5-23f5c17a0876 req-7acb8f55-c238-418c-b7d5-7714d9900949 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418211 Jul 16 17:51:30.704641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c11c1b47-60c3-4ab3-b0df-a6b138b3d4b8 service neutron] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:30.798811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-89cb4a65-485e-4f8a-9ad4-4ea841a1aec2 None None] For port c29b42fc-8816-4b15-b523-e1ac56c28212, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c29b42fc-8816-4b15-b523-e1ac56c28212,segment=NetworkSegment(79e1ae0f-a19f-4aca-9445-de75d4cea911),segment_id=79e1ae0f-a19f-4aca-9445-de75d4cea911)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:30.799341 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89cb4a65-485e-4f8a-9ad4-4ea841a1aec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.818518 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c29b42fc-8816-4b15-b523-e1ac56c28212 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:30.828496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-89cb4a65-485e-4f8a-9ad4-4ea841a1aec2 None None] Calling delete_port for c29b42fc-8816-4b15-b523-e1ac56c28212 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:30.873452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c11c1b47-60c3-4ab3-b0df-a6b138b3d4b8 service neutron] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:30.874529 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38dc613f-e01b-4f7d-9735-216141eb77a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.958809 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-338d0a46-6028-433b-8540-87c0961038ff tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.963872 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-338d0a46-6028-433b-8540-87c0961038ff tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:30.965777 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9efb2d72-d839-46b2-b9bf-238586007a40 req-338d0a46-6028-433b-8540-87c0961038ff tempest-FloatingIPDetailsTestJSON-1913113364 tempest-FloatingIPDetailsTestJSON-1913113364-project] 10.222.0.24 "DELETE /v2.0/floatingips/890a637e-2117-4588-bc25-b55af5a58f04 HTTP/1.1" status: 204 len: 173 time: 2.0903158 Jul 16 17:51:30.979866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46990) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:30.984736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c11c1b47-60c3-4ab3-b0df-a6b138b3d4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac26fdff-bc83-4369-8a7f-83f544252cf9 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:31.090612 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:31.121916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 0004996f-4155-4d67-a561-4153e94852f6 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:31.123564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] For port c29b42fc-8816-4b15-b523-e1ac56c28212, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c29b42fc-8816-4b15-b523-e1ac56c28212,segment=NetworkSegment(79e1ae0f-a19f-4aca-9445-de75d4cea911),segment_id=79e1ae0f-a19f-4aca-9445-de75d4cea911)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:31.124240 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:31.242763 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Calling delete_port for c29b42fc-8816-4b15-b523-e1ac56c28212 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:31.265233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 0004996f-4155-4d67-a561-4153e94852f6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0004996f-4155-4d67-a561-4153e94852f6,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:31.286538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '0004996f-4155-4d67-a561-4153e94852f6', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '0004996f-4155-4d67-a561-4153e94852f6', 'mac_address': 'fa:16:3e:d7:03:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:31.289554 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89cb4a65-485e-4f8a-9ad4-4ea841a1aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:31.333222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb4a65-485e-4f8a-9ad4-4ea841a1aec2 None None] Pushing event deleted for resources: {'Port': ['ID=c29b42fc-8816-4b15-b523-e1ac56c28212,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:31.405098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb4a65-485e-4f8a-9ad4-4ea841a1aec2 None None] No DVR routers for this DVR port c29b42fc-8816-4b15-b523-e1ac56c28212 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:31.455154 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:31.488511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0004996f-4155-4d67-a561-4153e94852f6 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:31.517857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 0004996f-4155-4d67-a561-4153e94852f6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0004996f-4155-4d67-a561-4153e94852f6,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:31.527951 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:31.609514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ac26fdff-bc83-4369-8a7f-83f544252cf9 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:31.637388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dc613f-e01b-4f7d-9735-216141eb77a1 admin admin] Router 760afa2e-e083-4088-b7b0-5cb379a4d748 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:51:31.644205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c11c1b47-60c3-4ab3-b0df-a6b138b3d4b8 service neutron] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:31.653326 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:31.672454 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['0004996f-4155-4d67-a561-4153e94852f6'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:31.684668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] No DVR routers for this DVR port c29b42fc-8816-4b15-b523-e1ac56c28212 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:31.767082 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c11c1b47-60c3-4ab3-b0df-a6b138b3d4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:31.774110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Port': ['ID=c29b42fc-8816-4b15-b523-e1ac56c28212,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:31.822883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=0004996f-4155-4d67-a561-4153e94852f6,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:31.920965 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:31.941925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18035583-1338-476e-af9e-40543591c012 req-00c02c29-6882-43a4-8e39-435b6aa0ae38 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:31.943525 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18035583-1338-476e-af9e-40543591c012 req-00c02c29-6882-43a4-8e39-435b6aa0ae38 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.3322341 Jul 16 17:51:31.946742 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-855c9d97-a389-47e6-96f8-2332c355c8a9 req-75c23b10-9f53-4241-9c91-d7f420ac659a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3389277 Jul 16 17:51:31.968627 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a32d92d-7578-441a-9683-79c00a924fa1']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:31.986571 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e1ae0f-a19f-4aca-9445-de75d4cea911') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:31.986882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e1ae0f-a19f-4aca-9445-de75d4cea911') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:32.006363 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.008460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0928d26-f22c-4aa6-b1ca-caed94fc2380 req-5364b319-00d6-441d-a85e-8b9b33dacba9 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:32.010295 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0928d26-f22c-4aa6-b1ca-caed94fc2380 req-5364b319-00d6-441d-a85e-8b9b33dacba9 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 943 time: 0.3942244 Jul 16 17:51:32.026371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dc613f-e01b-4f7d-9735-216141eb77a1 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:51:32.036387 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-38dc613f-e01b-4f7d-9735-216141eb77a1 admin admin] 10.222.0.24 "PUT /v2.0/routers/760afa2e-e083-4088-b7b0-5cb379a4d748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4651937 Jul 16 17:51:32.036387 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.037523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47016) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:32.039858 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346f1ec-9645-4b22-99e1-eefcf79dfd91 None None] Sync routers for ids ['760afa2e-e083-4088-b7b0-5cb379a4d748'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:51:32.050949 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346f1ec-9645-4b22-99e1-eefcf79dfd91 None None] Routers {'760afa2e-e083-4088-b7b0-5cb379a4d748'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:32.051919 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8346f1ec-9645-4b22-99e1-eefcf79dfd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:51:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['760afa2e-e083-4088-b7b0-5cb379a4d748'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:32.084065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:51:32.084725 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:51:32.089488 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:51:32.264576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.272641 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.275111 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "DELETE /v2.0/networks/6a32d92d-7578-441a-9683-79c00a924fa1 HTTP/1.1" status: 204 len: 168 time: 2.1440110 Jul 16 17:51:32.275888 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0928d26-f22c-4aa6-b1ca-caed94fc2380 req-3d81c006-179a-4760-be9b-dfb8aa9637e5 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396758 Jul 16 17:51:32.278472 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8346f1ec-9645-4b22-99e1-eefcf79dfd91 None None] Set router 760afa2e-e083-4088-b7b0-5cb379a4d748 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:32.285326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47026) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:32.301728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c11c1b47-60c3-4ab3-b0df-a6b138b3d4b8 service neutron] Transition to ACTIVE for port object ac26fdff-bc83-4369-8a7f-83f544252cf9 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:32.356143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18035583-1338-476e-af9e-40543591c012 req-0c862529-a67a-4cfa-986e-17345c2d18ed tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503392 Jul 16 17:51:32.403110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d0fa0-6115-433c-a800-45df0231008d tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Network': ['ID=6a32d92d-7578-441a-9683-79c00a924fa1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:32.411553 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c11c1b47-60c3-4ab3-b0df-a6b138b3d4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.440475 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.644320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-7deecffa-ff25-4b63-8a54-1e1d03fe472e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Deleting subnet 78f394c4-e86f-4743-9976-15d90e150104 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:51:32.663719 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7deecffa-ff25-4b63-8a54-1e1d03fe472e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.709797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c9d97-a389-47e6-96f8-2332c355c8a9 req-f23d70b4-f286-419d-90f8-882a96b5c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:32.713261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-855c9d97-a389-47e6-96f8-2332c355c8a9 req-f23d70b4-f286-419d-90f8-882a96b5c54c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 1096 time: 0.7007391 Jul 16 17:51:32.777419 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.793530 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7deecffa-ff25-4b63-8a54-1e1d03fe472e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:32.855583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c11c1b47-60c3-4ab3-b0df-a6b138b3d4b8 service neutron] No DVR routers for this DVR port ac26fdff-bc83-4369-8a7f-83f544252cf9 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:32.906957 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8346f1ec-9645-4b22-99e1-eefcf79dfd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'name': 'tempest-AttachSCSIVolumeTestJSON-266694496-router', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:00Z', 'updated_at': '2021-07-16T17:51:30Z', 'revision_number': 5, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'gw_port': {'id': '39b1739f-cabb-4b13-aeb0-483899e96b11', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:20:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:01Z', 'updated_at': '2021-07-16T17:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:32.909265 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c1b47-60c3-4ab3-b0df-a6b138b3d4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac26fdff-bc83-4369-8a7f-83f544252cf9,revision_number=10']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:32.963167 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346f1ec-9645-4b22-99e1-eefcf79dfd91 None None] Checking router: 760afa2e-e083-4088-b7b0-5cb379a4d748 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:51:32.979494 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346f1ec-9645-4b22-99e1-eefcf79dfd91 None None] Routers {'760afa2e-e083-4088-b7b0-5cb379a4d748'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:32.980435 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8346f1ec-9645-4b22-99e1-eefcf79dfd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:51:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['760afa2e-e083-4088-b7b0-5cb379a4d748'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:33.114406 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8346f1ec-9645-4b22-99e1-eefcf79dfd91 None None] Set router 760afa2e-e083-4088-b7b0-5cb379a4d748 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:33.126973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Deleting port 39b1739f-cabb-4b13-aeb0-483899e96b11 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:33.127599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.137289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 0004996f-4155-4d67-a561-4153e94852f6 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:33.170174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-c11c1b47-60c3-4ab3-b0df-a6b138b3d4b8 service neutron] 10.222.0.32 "PUT /v2.0/ports/ac26fdff-bc83-4369-8a7f-83f544252cf9/bindings/n-h2-787205-10/activate HTTP/1.1" status: 200 len: 370 time: 3.1917832 Jul 16 17:51:33.190558 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7deecffa-ff25-4b63-8a54-1e1d03fe472e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.225848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee9ba8-7a4b-4e69-87d8-bb7d35179e0c req-f5def194-e62e-4c84-a82d-a345de1255db tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:33.238543 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5bee9ba8-7a4b-4e69-87d8-bb7d35179e0c req-f5def194-e62e-4c84-a82d-a345de1255db tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 943 time: 0.6676772 Jul 16 17:51:33.264528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 0004996f-4155-4d67-a561-4153e94852f6 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:33.266744 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.353119 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8346f1ec-9645-4b22-99e1-eefcf79dfd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'name': 'tempest-AttachSCSIVolumeTestJSON-266694496-router', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:00Z', 'updated_at': '2021-07-16T17:51:32Z', 'revision_number': 6, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:33.394242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c9d97-a389-47e6-96f8-2332c355c8a9 req-f51bfbde-a170-4ed3-a490-b5b3afed4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:33.396296 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-855c9d97-a389-47e6-96f8-2332c355c8a9 req-f51bfbde-a170-4ed3-a490-b5b3afed4386 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.6259043 Jul 16 17:51:33.430600 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.470875 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346f1ec-9645-4b22-99e1-eefcf79dfd91 None None] The sync data for ids ['760afa2e-e083-4088-b7b0-5cb379a4d748'] in n-d-787205-10 is: [{'id': '760afa2e-e083-4088-b7b0-5cb379a4d748', 'name': 'tempest-AttachSCSIVolumeTestJSON-266694496-router', 'tenant_id': 'adec0ac56b1042868caba63d72d56e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:00Z', 'updated_at': '2021-07-16T17:51:32Z', 'revision_number': 6, 'project_id': 'adec0ac56b1042868caba63d72d56e76', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:51:33.492685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae9e611-ebfe-4384-8bd8-0d27f81d762f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0004996f-4155-4d67-a561-4153e94852f6'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:33.503195 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da01fd64-db0a-4c46-bc7a-efc4e074327c" -d '{"events": [{"server_uuid": "dae9e611-ebfe-4384-8bd8-0d27f81d762f", "name": "network-vif-plugged", "status": "completed", "tag": "0004996f-4155-4d67-a561-4153e94852f6"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:33.542515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 0004996f-4155-4d67-a561-4153e94852f6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0004996f-4155-4d67-a561-4153e94852f6,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:33.556766 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.561025 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5bee9ba8-7a4b-4e69-87d8-bb7d35179e0c req-06402c70-7461-4bab-82dc-bf4daa872bac tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208153 Jul 16 17:51:33.567002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-855c9d97-a389-47e6-96f8-2332c355c8a9 req-fe883adf-ba86-4ff2-92b4-283a002d4fa1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9132eef4-ca0a-4527-97b6-9e4532931405 HTTP/1.1" status: 200 len: 217 time: 0.1243722 Jul 16 17:51:33.579101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] For port 39b1739f-cabb-4b13-aeb0-483899e96b11, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=39b1739f-cabb-4b13-aeb0-483899e96b11,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:33.579852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.608162 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7deecffa-ff25-4b63-8a54-1e1d03fe472e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.612347 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Calling delete_port for 39b1739f-cabb-4b13-aeb0-483899e96b11 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:33.664339 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=0004996f-4155-4d67-a561-4153e94852f6,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:33.675897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c9d97-a389-47e6-96f8-2332c355c8a9 req-6a50e49a-5147-47eb-aab9-9653a881712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:33.677872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-855c9d97-a389-47e6-96f8-2332c355c8a9 req-6a50e49a-5147-47eb-aab9-9653a881712d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.0726721 Jul 16 17:51:33.685563 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deecffa-ff25-4b63-8a54-1e1d03fe472e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Subnet': ['ID=78f394c4-e86f-4743-9976-15d90e150104,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:33.689552 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7deecffa-ff25-4b63-8a54-1e1d03fe472e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:33.694224 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7deecffa-ff25-4b63-8a54-1e1d03fe472e tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "DELETE /v2.0/subnets/78f394c4-e86f-4743-9976-15d90e150104 HTTP/1.1" status: 204 len: 168 time: 1.4060125 Jul 16 17:51:33.699123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47048) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:33.707318 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c9739d-bfc4-49b0-b598-14798690e126 None None] Network ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:33.838905 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-855c9d97-a389-47e6-96f8-2332c355c8a9 req-77773948-841b-4177-a205-1058d2e61460 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932493 Jul 16 17:51:34.007827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c903d34c-6740-4646-afcb-520987b8d701 None None] DHCP port deletion for ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:51:34.075500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22e24d79-4929-4a19-8173-83dc502e665f req-f27d1839-860e-484b-a889-824fb609e093 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9838831 Jul 16 17:51:34.116388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce591417-1a56-48cf-98d8-b266fdc037a5 req-98e349cc-e845-451a-ac2d-4ac4570acd48 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:34.118725 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce591417-1a56-48cf-98d8-b266fdc037a5 req-98e349cc-e845-451a-ac2d-4ac4570acd48 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 944 time: 0.4386775 Jul 16 17:51:34.134183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-4f966e5e-b937-4882-af59-2e7c6256c756 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:34.136330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-4f966e5e-b937-4882-af59-2e7c6256c756 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 1096 time: 0.8184125 Jul 16 17:51:34.138291 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.245967 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-855c9d97-a389-47e6-96f8-2332c355c8a9 req-c9586433-3ad2-4b3e-9b32-a8a516c235d1 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964517 Jul 16 17:51:34.275774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Deleting port 97962529-8a13-4fdd-b37e-93a0a8424071 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:34.276568 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.280781 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.330430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c903d34c-6740-4646-afcb-520987b8d701 None None] Deleting port 97962529-8a13-4fdd-b37e-93a0a8424071 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:34.331611 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c903d34c-6740-4646-afcb-520987b8d701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.340564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Pushing event deleted for resources: {'Port': ['ID=39b1739f-cabb-4b13-aeb0-483899e96b11,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:34.402094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-855c9d97-a389-47e6-96f8-2332c355c8a9 req-8e0c1d90-78de-4764-a2d6-46ac1883f1a2 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327353 Jul 16 17:51:34.435364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25daa4b-735f-4c73-8678-a8b2c5d06d18 req-701b37cc-2f24-43be-b7f9-56ad37effb2a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:34.444078 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d25daa4b-735f-4c73-8678-a8b2c5d06d18 req-701b37cc-2f24-43be-b7f9-56ad37effb2a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.4321487 Jul 16 17:51:34.470531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce591417-1a56-48cf-98d8-b266fdc037a5 req-8d5f6bf0-b153-4120-b2dc-3b27dff7fd9e tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280916 Jul 16 17:51:34.519621 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.545362 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c903d34c-6740-4646-afcb-520987b8d701 None None] For port 97962529-8a13-4fdd-b37e-93a0a8424071, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=97962529-8a13-4fdd-b37e-93a0a8424071,segment=NetworkSegment(de0a6f40-18e3-491f-b251-71df05638ef9),segment_id=de0a6f40-18e3-491f-b251-71df05638ef9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:34.545684 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c903d34c-6740-4646-afcb-520987b8d701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.569822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c903d34c-6740-4646-afcb-520987b8d701 None None] Calling delete_port for 97962529-8a13-4fdd-b37e-93a0a8424071 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:34.710881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e24d79-4929-4a19-8173-83dc502e665f req-2f38f1bf-7bad-4bda-a5d2-7864ee46d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:34.712744 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22e24d79-4929-4a19-8173-83dc502e665f req-2f38f1bf-7bad-4bda-a5d2-7864ee46d0ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 1096 time: 0.5925586 Jul 16 17:51:34.722591 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dded6dd-5459-45c2-b885-9afe80c9b09c x-openstack-request-id: req-4dded6dd-5459-45c2-b885-9afe80c9b09c {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:34.722869 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae9e611-ebfe-4384-8bd8-0d27f81d762f", "name": "network-vif-plugged", "status": "completed", "tag": "0004996f-4155-4d67-a561-4153e94852f6", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:34.723125 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4dded6dd-5459-45c2-b885-9afe80c9b09c {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:34.723514 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae9e611-ebfe-4384-8bd8-0d27f81d762f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0004996f-4155-4d67-a561-4153e94852f6', 'code': 200} Jul 16 17:51:34.724298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0a52a02d-c2e4-4804-8c93-8e31900e0c1e no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:34.726551 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84187bbd-900d-43e0-a230-d16ada80e08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.739353 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-81d1b53e-1d27-4140-a819-dafe6147d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:34.742050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-81d1b53e-1d27-4140-a819-dafe6147d488 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea HTTP/1.1" status: 200 len: 1096 time: 0.5374763 Jul 16 17:51:34.778416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 0a52a02d-c2e4-4804-8c93-8e31900e0c1e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:34.778763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0a52a02d-c2e4-4804-8c93-8e31900e0c1e not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:34.779195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 39b1739f-cabb-4b13-aeb0-483899e96b11 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:34.809529 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d25daa4b-735f-4c73-8678-a8b2c5d06d18 req-dcca7db2-bbb4-4a4f-9bef-113c0ecb5146 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644047 Jul 16 17:51:34.810858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] For port 97962529-8a13-4fdd-b37e-93a0a8424071, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=97962529-8a13-4fdd-b37e-93a0a8424071,segment=NetworkSegment(de0a6f40-18e3-491f-b251-71df05638ef9),segment_id=de0a6f40-18e3-491f-b251-71df05638ef9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:34.811142 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 39b1739f-cabb-4b13-aeb0-483899e96b11 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:34.811513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 39b1739f-cabb-4b13-aeb0-483899e96b11 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:34.812024 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 97962529-8a13-4fdd-b37e-93a0a8424071 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:34.812252 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.874428 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.874985 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c903d34c-6740-4646-afcb-520987b8d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.877286 n-d-787205-10 neutron-server[105592]: INFO neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No ports have port_id starting with 97962529-8a13-4fdd-b37e-93a0a8424071 Jul 16 17:51:34.879435 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:34.953592 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c903d34c-6740-4646-afcb-520987b8d701 None None] No DVR routers for this DVR port 97962529-8a13-4fdd-b37e-93a0a8424071 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:34.964405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903d34c-6740-4646-afcb-520987b8d701 None None] Pushing event deleted for resources: {'Port': ['ID=97962529-8a13-4fdd-b37e-93a0a8424071,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:35.011960 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Calling delete_port for 97962529-8a13-4fdd-b37e-93a0a8424071 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:35.043397 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.045097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 760afa2e-e083-4088-b7b0-5cb379a4d748 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:51:35.050950 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.052229 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-de5ad583-a820-4d6e-8aba-ffa886dc833a admin admin] 10.222.0.24 "DELETE /v2.0/routers/760afa2e-e083-4088-b7b0-5cb379a4d748 HTTP/1.1" status: 204 len: 168 time: 3.0137234 Jul 16 17:51:35.059982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47062) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:35.137923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:51:35.194664 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb67019-10a0-4896-ac35-4109c69adbfb admin admin] Deleting subnet ba7c7948-b62f-46f5-a106-c19885db0347 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:51:35.208381 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bb67019-10a0-4896-ac35-4109c69adbfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.289284 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.294531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bb67019-10a0-4896-ac35-4109c69adbfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.352181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] No DVR routers for this DVR port 97962529-8a13-4fdd-b37e-93a0a8424071 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:35.358055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Port': ['ID=97962529-8a13-4fdd-b37e-93a0a8424071,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:35.468616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:35.488715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'a35f8238-b5a7-4d3e-ad7f-366d5b8274d9', 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90', 'port_id': 'a35f8238-b5a7-4d3e-ad7f-366d5b8274d9', 'mac_address': 'fa:16:3e:48:f4:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a8a01a-cbcb-485c-bc41-1fc9a7e6e516', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:51:35.513789 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.536102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:35.547353 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bb67019-10a0-4896-ac35-4109c69adbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.572419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0a6f40-18e3-491f-b251-71df05638ef9') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:35.573180 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0a6f40-18e3-491f-b251-71df05638ef9') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:35.591552 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.603238 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.613742 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.632162 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:51:35.633009 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.643816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:51:35.645895 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:51:35.706959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:35.720292 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.746954 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bb67019-10a0-4896-ac35-4109c69adbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.778525 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.780892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb67019-10a0-4896-ac35-4109c69adbfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7c7948-b62f-46f5-a106-c19885db0347,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:35.789737 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.796604 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] 10.222.0.24 "DELETE /v2.0/networks/ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a HTTP/1.1" status: 204 len: 168 time: 2.0931807 Jul 16 17:51:35.812712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa6150f-18a3-4310-8bb8-a92c9b8024b7 None None] Network ed950549-4f2a-4fb1-b157-8ad61ece973f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:35.816894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e24d79-4929-4a19-8173-83dc502e665f req-9809639a-3be1-4fab-aefe-c7fe13f598de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:35.819140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22e24d79-4929-4a19-8173-83dc502e665f req-9809639a-3be1-4fab-aefe-c7fe13f598de service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 1.0749831 Jul 16 17:51:35.819743 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bb67019-10a0-4896-ac35-4109c69adbfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:35.821495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:35.823901 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1bb67019-10a0-4896-ac35-4109c69adbfb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba7c7948-b62f-46f5-a106-c19885db0347 HTTP/1.1" status: 204 len: 168 time: 0.7599928 Jul 16 17:51:35.833754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47070) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:35.846411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ed4ab-73c5-4411-9635-097a30826fd1 tempest-ServersTestMultiNic-1155679147 tempest-ServersTestMultiNic-1155679147-project] Pushing event deleted for resources: {'Network': ['ID=ae9aec21-b3c2-4ae9-a9d9-1ae94bedc70a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:36.059342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['a35f8238-b5a7-4d3e-ad7f-366d5b8274d9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:36.130198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22e24d79-4929-4a19-8173-83dc502e665f req-370e4871-c045-4451-8210-f0fe5a64dc79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b HTTP/1.1" status: 200 len: 217 time: 0.2692773 Jul 16 17:51:36.135980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029a6148-4727-4230-a2f0-7c5136ef491e None None] DHCP port deletion for ed950549-4f2a-4fb1-b157-8ad61ece973f request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:51:36.218972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:36.292633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-50ebf860-d30c-44da-a538-24e3bac3daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:36.294400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-50ebf860-d30c-44da-a538-24e3bac3daa3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 1096 time: 1.4837058 Jul 16 17:51:36.299893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e24d79-4929-4a19-8173-83dc502e665f req-4dbb3c70-541b-4b94-8a81-57d9d70fbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:36.301486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22e24d79-4929-4a19-8173-83dc502e665f req-4dbb3c70-541b-4b94-8a81-57d9d70fbea7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.1496155 Jul 16 17:51:36.354847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-029a6148-4727-4230-a2f0-7c5136ef491e None None] Deleting port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:36.355244 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-029a6148-4727-4230-a2f0-7c5136ef491e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:36.419242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efde9e-21fc-432c-953b-287893124d84 req-8ce74f21-047e-4a53-a369-a68b051c2cf4 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:36.420895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7efde9e-21fc-432c-953b-287893124d84 req-8ce74f21-047e-4a53-a369-a68b051c2cf4 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 944 time: 0.8159928 Jul 16 17:51:36.434920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22e24d79-4929-4a19-8173-83dc502e665f req-057272c3-7825-480b-aeae-c2ffd3303a3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988505 Jul 16 17:51:36.455723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-029a6148-4727-4230-a2f0-7c5136ef491e None None] For port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c,segment=NetworkSegment(5f5cb64d-c526-498d-ac1d-6f9f10944f0c),segment_id=5f5cb64d-c526-498d-ac1d-6f9f10944f0c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:36.456234 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-029a6148-4727-4230-a2f0-7c5136ef491e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:36.477300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-029a6148-4727-4230-a2f0-7c5136ef491e None None] Calling delete_port for e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:36.588535 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-029a6148-4727-4230-a2f0-7c5136ef491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:36.625536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a6148-4727-4230-a2f0-7c5136ef491e None None] Pushing event deleted for resources: {'Port': ['ID=e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:36.633944 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a6148-4727-4230-a2f0-7c5136ef491e None None] No DVR routers for this DVR port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:36.694634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034d64f-748c-4a47-bb6d-a1d3ef7696eb req-14c640c6-e452-411f-b139-a5aa49677de0 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:36.696322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5034d64f-748c-4a47-bb6d-a1d3ef7696eb req-14c640c6-e452-411f-b139-a5aa49677de0 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 944 time: 0.8615961 Jul 16 17:51:36.702805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:36.723500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:36.723848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:36.809338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-2e7f3f36-8655-43f5-8c5f-6a311e9ecbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:36.809338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-2e7f3f36-8655-43f5-8c5f-6a311e9ecbd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 200 len: 908 time: 0.5004928 Jul 16 17:51:36.846953 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7efde9e-21fc-432c-953b-287893124d84 req-e09587b7-8a55-40a2-9881-555d9265e081 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058015 Jul 16 17:51:36.909719 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22e24d79-4929-4a19-8173-83dc502e665f req-a9893bd1-1135-4d42-8ea0-b1b3e3a0c22c service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636102 Jul 16 17:51:36.910978 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-d1e3b682-0cfc-4bcf-a75e-986442152c65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9 HTTP/1.1" status: 200 len: 217 time: 0.0817034 Jul 16 17:51:37.017072 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Deleting port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:37.017564 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.023851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5034d64f-748c-4a47-bb6d-a1d3ef7696eb req-eb39d52c-cb1d-40bb-8240-408db357c9e0 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593181 Jul 16 17:51:37.177569 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] For port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c, host n-d-787205-10, got binding levels [] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:37.178088 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.197244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Calling delete_port for e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:37.201348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_backend_mixin [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c was not found and therefore no delete operation was performed {{(pid=105591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 17:51:37.208334 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.288047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:37.414704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] No DVR routers for this DVR port e1a1e0c9-e7ff-4887-aa32-1739a9f4bd2c on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:37.487084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-32e2674b-88f9-4781-91cc-8b57e11bb3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:37.490558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-32e2674b-88f9-4781-91cc-8b57e11bb3ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 200 len: 847 time: 0.5300758 Jul 16 17:51:37.597610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-53ad1b0d-b137-4e2d-a3ae-135a75f04b9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5795f23-1dc8-41ee-b432-acce1ecc9ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926492 Jul 16 17:51:37.644588 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22e24d79-4929-4a19-8173-83dc502e665f req-a07038f7-d44b-4a87-b804-d31bb87d6b5a service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267551 Jul 16 17:51:37.652027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47092) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:37.694906 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-84187bbd-900d-43e0-a230-d16ada80e08a admin admin] Deleting port f52051d5-5d09-430f-9fc2-ed3712670249 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:37.695578 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84187bbd-900d-43e0-a230-d16ada80e08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.784602 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:37.792906 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa007d76-627c-4b59-9e98-cf85a9c52b93 req-36dbd38d-90a8-468b-95e5-912c449d11d7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:37.800568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa007d76-627c-4b59-9e98-cf85a9c52b93 req-36dbd38d-90a8-468b-95e5-912c449d11d7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.5866370 Jul 16 17:51:37.900430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed950549-4f2a-4fb1-b157-8ad61ece973f']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:38.026990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5cb64d-c526-498d-ac1d-6f9f10944f0c') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:38.027537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5cb64d-c526-498d-ac1d-6f9f10944f0c') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:38.100736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa007d76-627c-4b59-9e98-cf85a9c52b93 req-3e872346-0dbe-4d73-a581-8e7f41337cbb tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969971 Jul 16 17:51:38.152154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.169591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.177016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:51:38.177780 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.275302 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: timer() Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:51:38.281246 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 17:51:38.285591 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:51:38.285591 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:51:38.285591 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:51:38.285591 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:51:38.285591 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:51:38.285591 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:51:38.285591 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:51:38.298673 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.334471 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-2586f695-f57a-46d9-b22f-194306cb0323 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7185452 Jul 16 17:51:38.353870 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.356170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] 10.222.0.24 "DELETE /v2.0/networks/ed950549-4f2a-4fb1-b157-8ad61ece973f HTTP/1.1" status: 204 len: 168 time: 2.4809942 Jul 16 17:51:38.378468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47104) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:38.468215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-38653729-c7e9-478d-99bd-ba6daa176088 service neutron] 10.222.0.11 "GET /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095824 Jul 16 17:51:38.484405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-84187bbd-900d-43e0-a230-d16ada80e08a admin admin] For port f52051d5-5d09-430f-9fc2-ed3712670249, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f52051d5-5d09-430f-9fc2-ed3712670249,segment=NetworkSegment(062b9a7b-6294-454a-8d0d-b3c333f1724d),segment_id=062b9a7b-6294-454a-8d0d-b3c333f1724d)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:38.485252 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84187bbd-900d-43e0-a230-d16ada80e08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:38.497609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1cff2-a9c8-42b3-8752-34445d499d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=ed950549-4f2a-4fb1-b157-8ad61ece973f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:38.570572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-84187bbd-900d-43e0-a230-d16ada80e08a admin admin] Calling delete_port for f52051d5-5d09-430f-9fc2-ed3712670249 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:38.594287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a4a27-03ad-4bee-b9b4-eb42fb265629 req-73bb8fc4-e802-4ae4-b527-a35f77bc9db3 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:38.596174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-822a4a27-03ad-4bee-b9b4-eb42fb265629 req-73bb8fc4-e802-4ae4-b527-a35f77bc9db3 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 944 time: 0.3562102 Jul 16 17:51:38.718857 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-822a4a27-03ad-4bee-b9b4-eb42fb265629 req-11b81dbc-5ffc-461c-9272-7b04cdd896d5 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543811 Jul 16 17:51:38.767987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53114cc3-093e-429d-80f4-aafb21e2bbb4 req-41d248fb-e662-4812-b979-a315176a3d29 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:38.782877 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53114cc3-093e-429d-80f4-aafb21e2bbb4 req-41d248fb-e662-4812-b979-a315176a3d29 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 944 time: 0.4305124 Jul 16 17:51:38.938881 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5664a5-910f-4f76-94f7-fa2a6dc1ad2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.002128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53114cc3-093e-429d-80f4-aafb21e2bbb4 req-fe0c4dc7-2fa8-4463-97d6-1254537626a7 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192955 Jul 16 17:51:39.113858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-56c0675b-d157-4d00-b2d1-600a2fced919 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:39.116382 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-56c0675b-d157-4d00-b2d1-600a2fced919 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b&tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1096 time: 0.1930547 Jul 16 17:51:39.169242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:51:39.182793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84187bbd-900d-43e0-a230-d16ada80e08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.288530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:51:39.297464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:51:39.298243 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.315949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84187bbd-900d-43e0-a230-d16ada80e08a admin admin] Pushing event deleted for resources: {'Port': ['ID=f52051d5-5d09-430f-9fc2-ed3712670249,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:39.492637 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.545078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a66782d-79e7-4766-aefb-78f47f99a1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35f8238-b5a7-4d3e-ad7f-366d5b8274d9'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:39.548942 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2dcc80-74c9-4b76-a7c5-e00525364d0f" -d '{"events": [{"server_uuid": "1a66782d-79e7-4766-aefb-78f47f99a1af", "name": "network-vif-plugged", "status": "completed", "tag": "a35f8238-b5a7-4d3e-ad7f-366d5b8274d9"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:39.556276 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8626199a-b58a-4988-95b1-808913efd9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.590117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:39.597529 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.641892 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6baeff-e83c-4519-ae48-61f75aaa6b4d x-openstack-request-id: req-bf6baeff-e83c-4519-ae48-61f75aaa6b4d {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:39.642794 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a66782d-79e7-4766-aefb-78f47f99a1af", "name": "network-vif-plugged", "status": "completed", "tag": "a35f8238-b5a7-4d3e-ad7f-366d5b8274d9", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:39.642794 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf6baeff-e83c-4519-ae48-61f75aaa6b4d {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:39.643498 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a66782d-79e7-4766-aefb-78f47f99a1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35f8238-b5a7-4d3e-ad7f-366d5b8274d9', 'code': 200} Jul 16 17:51:39.658912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-de5664a5-910f-4f76-94f7-fa2a6dc1ad2f admin admin] Deleting port ab0826be-1bf9-4128-a493-2a90241a03ad {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:39.659368 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5664a5-910f-4f76-94f7-fa2a6dc1ad2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:39.685540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:39.969715 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-de5664a5-910f-4f76-94f7-fa2a6dc1ad2f admin admin] For port ab0826be-1bf9-4128-a493-2a90241a03ad, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ab0826be-1bf9-4128-a493-2a90241a03ad,segment=NetworkSegment(55a2845f-7257-4470-a852-4a16444a76de),segment_id=55a2845f-7257-4470-a852-4a16444a76de)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:39.970415 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5664a5-910f-4f76-94f7-fa2a6dc1ad2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.049790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-de5664a5-910f-4f76-94f7-fa2a6dc1ad2f admin admin] Calling delete_port for ab0826be-1bf9-4128-a493-2a90241a03ad owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:40.279137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-0e25a7b9-7fb0-4da4-9ba3-3359fa99ccb2 service neutron] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:40.295093 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-0e25a7b9-7fb0-4da4-9ba3-3359fa99ccb2 service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.296297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f452fc1b-9a48-4f73-b4dd-d6836fbf2f7b req-0e25a7b9-7fb0-4da4-9ba3-3359fa99ccb2 service neutron] 10.222.0.11 "DELETE /v2.0/ports/ac26fdff-bc83-4369-8a7f-83f544252cf9/bindings/n-h1-787205-10 HTTP/1.1" status: 204 len: 173 time: 1.1705863 Jul 16 17:51:40.367991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07443a-3a88-4456-a029-d851e5ed792a req-add76a81-832f-4e52-9a18-9b23e637a75e tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:40.377216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f07443a-3a88-4456-a029-d851e5ed792a req-add76a81-832f-4e52-9a18-9b23e637a75e tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.9855022 Jul 16 17:51:40.414443 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ddd16-7581-418f-8c90-9fe094b70213 req-4cac1fa6-b04d-493f-adfd-409899ff700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:40.416690 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-834ddd16-7581-418f-8c90-9fe094b70213 req-4cac1fa6-b04d-493f-adfd-409899ff700d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 1097 time: 0.3893225 Jul 16 17:51:40.457592 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5664a5-910f-4f76-94f7-fa2a6dc1ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.476843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59af74-dba3-404b-9ad5-375ffa97d738 req-19161ac0-4461-4111-9c3d-7ee8d1dafa2d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:40.485470 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7c59af74-dba3-404b-9ad5-375ffa97d738 req-19161ac0-4461-4111-9c3d-7ee8d1dafa2d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 945 time: 0.4124227 Jul 16 17:51:40.530067 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f07443a-3a88-4456-a029-d851e5ed792a req-08211421-869a-4911-91ff-1f688506d5d7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470165 Jul 16 17:51:40.540816 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84187bbd-900d-43e0-a230-d16ada80e08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.547794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5664a5-910f-4f76-94f7-fa2a6dc1ad2f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0826be-1bf9-4128-a493-2a90241a03ad,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:40.679740 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8626199a-b58a-4988-95b1-808913efd9b7 admin admin] Deleting port b56d3e01-28ed-422a-bd25-7d4f61a16014 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:40.680199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8626199a-b58a-4988-95b1-808913efd9b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:40.711401 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-834ddd16-7581-418f-8c90-9fe094b70213 req-d7ba8a1e-c88a-48ee-bcdc-e1cbc2fdddf7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800086 Jul 16 17:51:40.736712 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7c59af74-dba3-404b-9ad5-375ffa97d738 req-7e3fc998-f308-45e6-a550-2f3ec1f90706 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482967 Jul 16 17:51:41.074968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8626199a-b58a-4988-95b1-808913efd9b7 admin admin] For port b56d3e01-28ed-422a-bd25-7d4f61a16014, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b56d3e01-28ed-422a-bd25-7d4f61a16014,segment=NetworkSegment(69a44924-40b9-4c7a-b116-06bd80f6ef3d),segment_id=69a44924-40b9-4c7a-b116-06bd80f6ef3d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:41.075680 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8626199a-b58a-4988-95b1-808913efd9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:41.097886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8626199a-b58a-4988-95b1-808913efd9b7 admin admin] Calling delete_port for b56d3e01-28ed-422a-bd25-7d4f61a16014 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:41.108859 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de5664a5-910f-4f76-94f7-fa2a6dc1ad2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:41.284588 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb1079-e854-4930-a739-2bc0ca3fedb5 req-e623bbae-d74c-4261-9d62-8db1ba196c7a tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:41.293212 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-febb1079-e854-4930-a739-2bc0ca3fedb5 req-e623bbae-d74c-4261-9d62-8db1ba196c7a tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 944 time: 0.3493626 Jul 16 17:51:41.411218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-febb1079-e854-4930-a739-2bc0ca3fedb5 req-bd689560-96fe-4cbe-aa99-8bb273ddbcdf tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172214 Jul 16 17:51:41.479250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84187bbd-900d-43e0-a230-d16ada80e08a admin admin] Router dce1bc82-63dd-4456-9ccb-270e8ee97fa7 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:51:41.695211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5664a5-910f-4f76-94f7-fa2a6dc1ad2f admin admin] Router 1bac7f2b-045e-4973-9ca1-e386b6a049d2 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:51:41.697037 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8626199a-b58a-4988-95b1-808913efd9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:41.759054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626199a-b58a-4988-95b1-808913efd9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56d3e01-28ed-422a-bd25-7d4f61a16014,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:41.951920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84187bbd-900d-43e0-a230-d16ada80e08a admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:51:41.970738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deea5bd-9887-4ea2-8600-368f25548587 None None] Sync routers for ids ['dce1bc82-63dd-4456-9ccb-270e8ee97fa7'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:51:41.992584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-84187bbd-900d-43e0-a230-d16ada80e08a admin admin] 10.222.0.24 "PUT /v2.0/routers/dce1bc82-63dd-4456-9ccb-270e8ee97fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0083723 Jul 16 17:51:41.998500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deea5bd-9887-4ea2-8600-368f25548587 None None] Routers {'dce1bc82-63dd-4456-9ccb-270e8ee97fa7'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:41.999339 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47148) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:42.002139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7deea5bd-9887-4ea2-8600-368f25548587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:51:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['dce1bc82-63dd-4456-9ccb-270e8ee97fa7'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:42.087426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f5582-6bf0-4ffc-9fd6-47be33b3a344 req-9c04efee-d1ab-491c-aa32-22f9d5a33aca tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:42.089837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c4f5582-6bf0-4ffc-9fd6-47be33b3a344 req-9c04efee-d1ab-491c-aa32-22f9d5a33aca tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.2660968 Jul 16 17:51:42.094703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7593be-3467-4dc9-b86f-fb47bc05b26a req-aeeaa37f-748a-4548-a1dd-d053a6cbe39a tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:42.096514 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb7593be-3467-4dc9-b86f-fb47bc05b26a req-aeeaa37f-748a-4548-a1dd-d053a6cbe39a tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 1096 time: 0.3222055 Jul 16 17:51:42.254145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7deea5bd-9887-4ea2-8600-368f25548587 None None] Set router dce1bc82-63dd-4456-9ccb-270e8ee97fa7 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:42.265068 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c4f5582-6bf0-4ffc-9fd6-47be33b3a344 req-cfba2605-5080-4df0-b875-3474ad2e7e21 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675031 Jul 16 17:51:42.269879 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb7593be-3467-4dc9-b86f-fb47bc05b26a req-a1539f6e-093c-40fb-9d9b-df426a4d3942 tempest-LiveMigrationTest-1803083742 tempest-LiveMigrationTest-1803083742-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452217 Jul 16 17:51:42.535100 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5664a5-910f-4f76-94f7-fa2a6dc1ad2f admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:51:42.545308 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-de5664a5-910f-4f76-94f7-fa2a6dc1ad2f admin admin] 10.222.0.24 "PUT /v2.0/routers/1bac7f2b-045e-4973-9ca1-e386b6a049d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8921399 Jul 16 17:51:42.549481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47154) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:42.551586 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397c55a-66a3-46c2-abf0-77e0489cbe62 None None] Sync routers for ids ['1bac7f2b-045e-4973-9ca1-e386b6a049d2'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:51:42.573334 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397c55a-66a3-46c2-abf0-77e0489cbe62 None None] Routers {'1bac7f2b-045e-4973-9ca1-e386b6a049d2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:42.574279 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5397c55a-66a3-46c2-abf0-77e0489cbe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:51:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['1bac7f2b-045e-4973-9ca1-e386b6a049d2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:42.661461 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7deea5bd-9887-4ea2-8600-368f25548587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'name': 'tempest-FloatingIPDetailsTestJSON-1160540151-router', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:50:46Z', 'updated_at': '2021-07-16T17:51:39Z', 'revision_number': 5, 'project_id': '4d0e75884b1f47008d152a06429542e4', 'gw_port': {'id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:50:47Z', 'updated_at': '2021-07-16T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:42.750314 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deea5bd-9887-4ea2-8600-368f25548587 None None] Checking router: dce1bc82-63dd-4456-9ccb-270e8ee97fa7 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:51:42.777849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deea5bd-9887-4ea2-8600-368f25548587 None None] Routers {'dce1bc82-63dd-4456-9ccb-270e8ee97fa7'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:42.780903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7deea5bd-9887-4ea2-8600-368f25548587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:51:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['dce1bc82-63dd-4456-9ccb-270e8ee97fa7'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:42.815657 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8626199a-b58a-4988-95b1-808913efd9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.878258 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5397c55a-66a3-46c2-abf0-77e0489cbe62 None None] Set router 1bac7f2b-045e-4973-9ca1-e386b6a049d2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:42.908557 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:42.948288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfdca6-ecdd-48a0-97d9-52665ada1922 req-cad43289-dace-4d84-aedb-5cec08f2e30a tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:42.950825 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0dfdca6-ecdd-48a0-97d9-52665ada1922 req-cad43289-dace-4d84-aedb-5cec08f2e30a tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 945 time: 0.4746826 Jul 16 17:51:43.027242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.054379 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7deea5bd-9887-4ea2-8600-368f25548587 None None] Set router dce1bc82-63dd-4456-9ccb-270e8ee97fa7 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:43.203060 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.379276 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0dfdca6-ecdd-48a0-97d9-52665ada1922 req-bd04a265-735a-4374-8b71-b3741e9773be tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129355 Jul 16 17:51:43.459399 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.488805 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8626199a-b58a-4988-95b1-808913efd9b7 admin admin] Router bfedd310-1b4b-4ff3-b62c-04dcc50c3dee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:51:43.490328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Deleting port 2588404e-d7f5-4f93-9b32-70545deaea3e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:43.490681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.658801 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7deea5bd-9887-4ea2-8600-368f25548587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'name': 'tempest-FloatingIPDetailsTestJSON-1160540151-router', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:50:46Z', 'updated_at': '2021-07-16T17:51:39Z', 'revision_number': 5, 'project_id': '4d0e75884b1f47008d152a06429542e4', 'gw_port': {'id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:50:47Z', 'updated_at': '2021-07-16T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:43.696884 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5397c55a-66a3-46c2-abf0-77e0489cbe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'name': 'tempest-ServersTestMultiNic-1865876447-router', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:51:40Z', 'revision_number': 5, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'gw_port': {'id': '65fbc656-7fb3-4c1c-ab45-3f7fe23317c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:da:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:18Z', 'updated_at': '2021-07-16T17:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:43.729332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] For port 2588404e-d7f5-4f93-9b32-70545deaea3e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2588404e-d7f5-4f93-9b32-70545deaea3e,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:43.730027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.753589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deea5bd-9887-4ea2-8600-368f25548587 None None] The sync data for ids ['dce1bc82-63dd-4456-9ccb-270e8ee97fa7'] in n-d-787205-10 is: [{'id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'name': 'tempest-FloatingIPDetailsTestJSON-1160540151-router', 'tenant_id': '4d0e75884b1f47008d152a06429542e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:50:46Z', 'updated_at': '2021-07-16T17:51:39Z', 'revision_number': 5, 'project_id': '4d0e75884b1f47008d152a06429542e4', 'gw_port': {'id': '2588404e-d7f5-4f93-9b32-70545deaea3e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce1bc82-63dd-4456-9ccb-270e8ee97fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:50:47Z', 'updated_at': '2021-07-16T17:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:51:43.770445 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-656cb440-f231-4352-a141-b69af591e928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.774616 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cf536-0730-4ab8-b5ac-b0868ad7ec80 req-6d3750b4-f233-406a-b2af-da50e3766755 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:43.781415 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397c55a-66a3-46c2-abf0-77e0489cbe62 None None] Checking router: 1bac7f2b-045e-4973-9ca1-e386b6a049d2 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:51:43.784802 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-656cf536-0730-4ab8-b5ac-b0868ad7ec80 req-6d3750b4-f233-406a-b2af-da50e3766755 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 944 time: 0.3100743 Jul 16 17:51:43.787772 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Deleting port 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:43.789346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Calling delete_port for 2588404e-d7f5-4f93-9b32-70545deaea3e owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:43.791926 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:43.809641 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397c55a-66a3-46c2-abf0-77e0489cbe62 None None] Routers {'1bac7f2b-045e-4973-9ca1-e386b6a049d2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:43.810811 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5397c55a-66a3-46c2-abf0-77e0489cbe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:51:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['1bac7f2b-045e-4973-9ca1-e386b6a049d2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:43.828563 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8626199a-b58a-4988-95b1-808913efd9b7 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:51:43.841234 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8626199a-b58a-4988-95b1-808913efd9b7 admin admin] 10.222.0.24 "PUT /v2.0/routers/bfedd310-1b4b-4ff3-b62c-04dcc50c3dee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4614511 Jul 16 17:51:43.846198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fa58a-2c1a-45fd-bbad-dead1f025dfc None None] Sync routers for ids ['bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:51:43.846951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47174) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:43.884500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319fa58a-2c1a-45fd-bbad-dead1f025dfc None None] Routers {'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:43.885296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-319fa58a-2c1a-45fd-bbad-dead1f025dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:51:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:44.091946 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5397c55a-66a3-46c2-abf0-77e0489cbe62 None None] Set router 1bac7f2b-045e-4973-9ca1-e386b6a049d2 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:44.198230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] For port 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=65fbc656-7fb3-4c1c-ab45-3f7fe23317c7,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:44.198805 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:44.208182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-319fa58a-2c1a-45fd-bbad-dead1f025dfc None None] Set router bfedd310-1b4b-4ff3-b62c-04dcc50c3dee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:44.219828 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5397c55a-66a3-46c2-abf0-77e0489cbe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'name': 'tempest-ServersTestMultiNic-1865876447-router', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:51:43Z', 'revision_number': 6, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:44.244745 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:44.250975 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-656cf536-0730-4ab8-b5ac-b0868ad7ec80 req-5e630317-c8d3-4dba-a1cb-febe81e84075 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531405 Jul 16 17:51:44.263679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Calling delete_port for 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:44.336728 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397c55a-66a3-46c2-abf0-77e0489cbe62 None None] The sync data for ids ['1bac7f2b-045e-4973-9ca1-e386b6a049d2'] in n-d-787205-10 is: [{'id': '1bac7f2b-045e-4973-9ca1-e386b6a049d2', 'name': 'tempest-ServersTestMultiNic-1865876447-router', 'tenant_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:17Z', 'updated_at': '2021-07-16T17:51:43Z', 'revision_number': 6, 'project_id': '00b527bd5c124ae5ba60cdfa30633ea9', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:51:44.392408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14329a95-8fec-424b-86c1-f29209c61270 req-e57bcdf7-23e4-428f-a269-4dac627191e8 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:44.417905 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14329a95-8fec-424b-86c1-f29209c61270 req-e57bcdf7-23e4-428f-a269-4dac627191e8 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.6163568 Jul 16 17:51:44.469754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50990698-fdcd-4774-ae40-9882ef88829a req-06190989-1269-4fb8-811e-b87faeb603f4 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:44.473016 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50990698-fdcd-4774-ae40-9882ef88829a req-06190989-1269-4fb8-811e-b87faeb603f4 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.11 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 944 time: 0.5689068 Jul 16 17:51:44.621612 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14329a95-8fec-424b-86c1-f29209c61270 req-fd63a8ee-5a5b-4444-b312-cb469eebbcae tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981881 Jul 16 17:51:44.764846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f52051d5-5d09-430f-9fc2-ed3712670249 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:44.770211 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:44.821872 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: f52051d5-5d09-430f-9fc2-ed3712670249 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:44.822224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f52051d5-5d09-430f-9fc2-ed3712670249 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:44.822647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ab0826be-1bf9-4128-a493-2a90241a03ad no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:44.881726 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:44.935815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-319fa58a-2c1a-45fd-bbad-dead1f025dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'name': 'tempest-AttachSCSIVolumeTestJSON-796858587-router', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:10Z', 'updated_at': '2021-07-16T17:51:41Z', 'revision_number': 5, 'project_id': '266e7bed4d154d4290db01167a555d5b', 'gw_port': {'id': 'ce2fae6c-3e0c-463d-a186-79d555db5da4', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:49:12Z', 'updated_at': '2021-07-16T17:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:44.942604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: ab0826be-1bf9-4128-a493-2a90241a03ad {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:44.942989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ab0826be-1bf9-4128-a493-2a90241a03ad not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:44.983252 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:44.995045 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fa58a-2c1a-45fd-bbad-dead1f025dfc None None] Checking router: bfedd310-1b4b-4ff3-b62c-04dcc50c3dee for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:51:44.999287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Pushing event deleted for resources: {'Port': ['ID=2588404e-d7f5-4f93-9b32-70545deaea3e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:45.005455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319fa58a-2c1a-45fd-bbad-dead1f025dfc None None] Routers {'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:51:45.006195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-319fa58a-2c1a-45fd-bbad-dead1f025dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:51:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:45.063858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Pushing event deleted for resources: {'Port': ['ID=65fbc656-7fb3-4c1c-ab45-3f7fe23317c7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:45.118337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:45.119026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:45.119308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:45.119958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:45.123529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:45.123529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:45.123529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:45.123529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:45.123529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:45.123529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:45.124568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:45.124568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:45.138469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab891dfc-da38-4773-95dc-5b4713fedc98 req-5ede46cb-e18a-43e9-a88e-e425fe7d9178 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:45.141283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab891dfc-da38-4773-95dc-5b4713fedc98 req-5ede46cb-e18a-43e9-a88e-e425fe7d9178 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 1097 time: 0.6017098 Jul 16 17:51:45.176750 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Deleting port ce2fae6c-3e0c-463d-a186-79d555db5da4 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:45.178353 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:45.264098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-50990698-fdcd-4774-ae40-9882ef88829a req-3a9adcba-6d4a-49eb-bd69-61429af8d187 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Deleting port ac26fdff-bc83-4369-8a7f-83f544252cf9 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:45.264628 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-50990698-fdcd-4774-ae40-9882ef88829a req-3a9adcba-6d4a-49eb-bd69-61429af8d187 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:45.322140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-319fa58a-2c1a-45fd-bbad-dead1f025dfc None None] Set router bfedd310-1b4b-4ff3-b62c-04dcc50c3dee gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:51:45.351657 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:45.379890 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:45.459231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-319fa58a-2c1a-45fd-bbad-dead1f025dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'name': 'tempest-AttachSCSIVolumeTestJSON-796858587-router', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:10Z', 'updated_at': '2021-07-16T17:51:44Z', 'revision_number': 6, 'project_id': '266e7bed4d154d4290db01167a555d5b', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:45.543913 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319fa58a-2c1a-45fd-bbad-dead1f025dfc None None] The sync data for ids ['bfedd310-1b4b-4ff3-b62c-04dcc50c3dee'] in n-d-787205-10 is: [{'id': 'bfedd310-1b4b-4ff3-b62c-04dcc50c3dee', 'name': 'tempest-AttachSCSIVolumeTestJSON-796858587-router', 'tenant_id': '266e7bed4d154d4290db01167a555d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:49:10Z', 'updated_at': '2021-07-16T17:51:44Z', 'revision_number': 6, 'project_id': '266e7bed4d154d4290db01167a555d5b', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:51:45.592873 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab891dfc-da38-4773-95dc-5b4713fedc98 req-f2e1dfcd-b755-4e52-84b8-c9c7fcbbd8d1 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035008 Jul 16 17:51:45.657709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:45.662624 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:45.667603 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:45.670844 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-90d95360-a896-4b61-b66d-98c8c69c56f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:45.674654 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:45.848904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] For port ce2fae6c-3e0c-463d-a186-79d555db5da4, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ce2fae6c-3e0c-463d-a186-79d555db5da4,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:45.849619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:45.858666 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:45.859120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dce1bc82-63dd-4456-9ccb-270e8ee97fa7 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:51:45.879430 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:45.879430 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1c1c8e15-9a94-48c2-a422-e5d8d7be7059 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dce1bc82-63dd-4456-9ccb-270e8ee97fa7 HTTP/1.1" status: 204 len: 168 time: 3.3787909 Jul 16 17:51:45.885769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47192) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:45.887296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Calling delete_port for ce2fae6c-3e0c-463d-a186-79d555db5da4 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:45.918389 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.035890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-50990698-fdcd-4774-ae40-9882ef88829a req-3a9adcba-6d4a-49eb-bd69-61429af8d187 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] For port ac26fdff-bc83-4369-8a7f-83f544252cf9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ac26fdff-bc83-4369-8a7f-83f544252cf9,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:46.036527 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-50990698-fdcd-4774-ae40-9882ef88829a req-3a9adcba-6d4a-49eb-bd69-61429af8d187 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.092523 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.093058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bac7f2b-045e-4973-9ca1-e386b6a049d2 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:51:46.094966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Deleting subnet 2bd907a7-8961-483a-a5a1-090d63fc22f5 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:51:46.102847 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.122837 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.127535 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-79e490a7-17ba-4338-a9c2-9dc2355bdbde admin admin] 10.222.0.24 "DELETE /v2.0/routers/1bac7f2b-045e-4973-9ca1-e386b6a049d2 HTTP/1.1" status: 204 len: 168 time: 3.5760796 Jul 16 17:51:46.132603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47196) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:46.136382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-50990698-fdcd-4774-ae40-9882ef88829a req-3a9adcba-6d4a-49eb-bd69-61429af8d187 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Calling delete_port for ac26fdff-bc83-4369-8a7f-83f544252cf9 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:46.174587 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.269274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-03458ab5-5adc-4c9d-baa2-d14982e32425 admin admin] Deleting subnet 981c80e9-66ed-4d44-976a-e6656a2a97de {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:51:46.327967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93275d05-aada-4eb0-aad9-5a3b9dda93fa req-ff95316e-a7d9-44ea-89a0-de117fc30733 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:46.337404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93275d05-aada-4eb0-aad9-5a3b9dda93fa req-ff95316e-a7d9-44ea-89a0-de117fc30733 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 944 time: 0.7700970 Jul 16 17:51:46.348245 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-03458ab5-5adc-4c9d-baa2-d14982e32425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.442107 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.554230 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.604792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2fae6c-3e0c-463d-a186-79d555db5da4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:46.612149 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.710655 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.716853 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2bd907a7-8961-483a-a5a1-090d63fc22f5 HTTP/1.1" status: 204 len: 168 time: 0.8261790 Jul 16 17:51:46.717971 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd907a7-8961-483a-a5a1-090d63fc22f5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:46.719577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd19e78-2591-4dc5-95b6-a980f70ca6c9 None None] Network f72d8f9d-2460-4029-8629-744c95526a32 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:46.720686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47202) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:46.787756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.789693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.796095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.796791 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.797326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.798452 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.799006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.799555 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.800110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.800726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.801926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.802475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda1bb9-9208-43b5-9774-82d2a7c435ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:51:46.858198 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:46.930777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b56d3e01-28ed-422a-bd25-7d4f61a16014 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:47.004852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4054e8-cc26-48ff-b7e0-906ad77c5613 req-5a598e00-4d6c-4c23-aa6e-f8a1ec41bbf0 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:47.007361 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d4054e8-cc26-48ff-b7e0-906ad77c5613 req-5a598e00-4d6c-4c23-aa6e-f8a1ec41bbf0 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 1.1324563 Jul 16 17:51:47.015367 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.027865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: b56d3e01-28ed-422a-bd25-7d4f61a16014 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:47.028747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b56d3e01-28ed-422a-bd25-7d4f61a16014 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:47.030365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ce2fae6c-3e0c-463d-a186-79d555db5da4 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:47.032984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.037938 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.053595 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-03458ab5-5adc-4c9d-baa2-d14982e32425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.090496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: ce2fae6c-3e0c-463d-a186-79d555db5da4 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:47.091144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ce2fae6c-3e0c-463d-a186-79d555db5da4 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:47.091750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2588404e-d7f5-4f93-9b32-70545deaea3e no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:47.119858 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93275d05-aada-4eb0-aad9-5a3b9dda93fa req-dbc4547d-2224-423f-b04d-bc4d8e72e4b8 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7789316 Jul 16 17:51:47.121784 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 2588404e-d7f5-4f93-9b32-70545deaea3e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:47.122346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2588404e-d7f5-4f93-9b32-70545deaea3e not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:47.122788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:47.134991 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.135642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfedd310-1b4b-4ff3-b62c-04dcc50c3dee {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:51:47.146832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:47.147222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 65fbc656-7fb3-4c1c-ab45-3f7fe23317c7 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:47.165724 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.169795 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-552dd791-bf5c-4c3e-b246-702c5eec701f admin admin] 10.222.0.24 "DELETE /v2.0/routers/bfedd310-1b4b-4ff3-b62c-04dcc50c3dee HTTP/1.1" status: 204 len: 168 time: 3.3184719 Jul 16 17:51:47.195417 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47204) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:47.238664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ac26fdff-bc83-4369-8a7f-83f544252cf9 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:47.311139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b191b2e1-06f6-4ace-85d9-422c1f524179 None None] DHCP port deletion for f72d8f9d-2460-4029-8629-744c95526a32 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:51:47.313436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Deleting port 52ba19a7-c416-4228-ac0a-ee5776bae6a4 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:47.313859 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.321920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d4054e8-cc26-48ff-b7e0-906ad77c5613 req-656317d7-542c-4d01-b07f-004854d71f47 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995427 Jul 16 17:51:47.390157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e655e749-acbc-4810-a7c9-4de603005494 admin admin] Deleting subnet 9686b55a-747e-4dbc-8520-dc60af4da9b2 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:51:47.407009 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e655e749-acbc-4810-a7c9-4de603005494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.522381 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.545153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] For port 52ba19a7-c416-4228-ac0a-ee5776bae6a4, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=52ba19a7-c416-4228-ac0a-ee5776bae6a4,segment=NetworkSegment(062b9a7b-6294-454a-8d0d-b3c333f1724d),segment_id=062b9a7b-6294-454a-8d0d-b3c333f1724d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:47.545569 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.550425 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e655e749-acbc-4810-a7c9-4de603005494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.597076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Calling delete_port for 52ba19a7-c416-4228-ac0a-ee5776bae6a4 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:47.605989 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-03458ab5-5adc-4c9d-baa2-d14982e32425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.670096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b191b2e1-06f6-4ace-85d9-422c1f524179 None None] Deleting port 52ba19a7-c416-4228-ac0a-ee5776bae6a4 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:47.670640 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b191b2e1-06f6-4ace-85d9-422c1f524179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.714205 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-50990698-fdcd-4774-ae40-9882ef88829a req-3a9adcba-6d4a-49eb-bd69-61429af8d187 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.742619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['f9e98a49-7690-49a9-b7cb-84a7e082b909'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:51:47.762687 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e655e749-acbc-4810-a7c9-4de603005494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.839828 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.846833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b191b2e1-06f6-4ace-85d9-422c1f524179 None None] For port 52ba19a7-c416-4228-ac0a-ee5776bae6a4, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=52ba19a7-c416-4228-ac0a-ee5776bae6a4,segment=NetworkSegment(062b9a7b-6294-454a-8d0d-b3c333f1724d),segment_id=062b9a7b-6294-454a-8d0d-b3c333f1724d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:47.847209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b191b2e1-06f6-4ace-85d9-422c1f524179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.872276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b191b2e1-06f6-4ace-85d9-422c1f524179 None None] Calling delete_port for 52ba19a7-c416-4228-ac0a-ee5776bae6a4 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:47.879278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ba19a7-c416-4228-ac0a-ee5776bae6a4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:47.893627 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] No DVR routers for this DVR port 52ba19a7-c416-4228-ac0a-ee5776bae6a4 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:47.899186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9adcba-6d4a-49eb-bd69-61429af8d187 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Pushing event deleted for resources: {'Port': ['ID=ac26fdff-bc83-4369-8a7f-83f544252cf9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:47.902249 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-03458ab5-5adc-4c9d-baa2-d14982e32425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.934445 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e655e749-acbc-4810-a7c9-4de603005494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.979750 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655e749-acbc-4810-a7c9-4de603005494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9686b55a-747e-4dbc-8520-dc60af4da9b2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:48.002004 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e655e749-acbc-4810-a7c9-4de603005494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.007847 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e655e749-acbc-4810-a7c9-4de603005494 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9686b55a-747e-4dbc-8520-dc60af4da9b2 HTTP/1.1" status: 204 len: 168 time: 0.8092065 Jul 16 17:51:48.011508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47216) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:48.023432 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03458ab5-5adc-4c9d-baa2-d14982e32425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=981c80e9-66ed-4d44-976a-e6656a2a97de,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:48.027352 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-03458ab5-5adc-4c9d-baa2-d14982e32425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.030457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-03458ab5-5adc-4c9d-baa2-d14982e32425 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/981c80e9-66ed-4d44-976a-e6656a2a97de HTTP/1.1" status: 204 len: 168 time: 1.8915944 Jul 16 17:51:48.043264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47218) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:48.071239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d65b02-7c35-4af2-9fe5-97a13ab2b2b9 None None] Network 103cad7c-90c2-4c95-af46-739b01c93dbe requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:48.073190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f3384b-5350-4f82-b56f-57132af4c544 None None] Network e8f18033-2847-4afd-bbad-54a90219b5a6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:48.099618 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.112841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-50990698-fdcd-4774-ae40-9882ef88829a req-3a9adcba-6d4a-49eb-bd69-61429af8d187 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] No DVR routers for this DVR port ac26fdff-bc83-4369-8a7f-83f544252cf9 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:48.119914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065ba17-795c-4c22-9fa2-034c2bb66223 req-1599f1f5-563d-4b31-a729-52dbfdc546b1 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:48.122348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d065ba17-795c-4c22-9fa2-034c2bb66223 req-1599f1f5-563d-4b31-a729-52dbfdc546b1 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 1097 time: 0.7220008 Jul 16 17:51:48.122696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72d8f9d-2460-4029-8629-744c95526a32']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:48.123772 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-50990698-fdcd-4774-ae40-9882ef88829a req-3a9adcba-6d4a-49eb-bd69-61429af8d187 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.126935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50990698-fdcd-4774-ae40-9882ef88829a req-3a9adcba-6d4a-49eb-bd69-61429af8d187 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.11 "DELETE /v2.0/ports/ac26fdff-bc83-4369-8a7f-83f544252cf9 HTTP/1.1" status: 204 len: 173 time: 3.6344469 Jul 16 17:51:48.140098 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-dfb4ac2f-0ad5-41d6-bb00-34a6c4791b3d service neutron] show failed (client error): The resource could not be found. Jul 16 17:51:48.143365 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-dfb4ac2f-0ad5-41d6-bb00-34a6c4791b3d service neutron] 10.222.0.32 "GET /v2.0/ports/d4ba6a91-50cf-4e3b-8d7d-365e36e41934/bindings/n-h2-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.6506214 Jul 16 17:51:48.143365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759572db-46a1-4930-80d8-59184d115a3b', 'name': 'network-vif-deleted', 'tag': 'ac26fdff-bc83-4369-8a7f-83f544252cf9'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:48.147518 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a1059d-1ca6-4b70-81eb-9696f3d8d480" -d '{"events": [{"server_uuid": "759572db-46a1-4930-80d8-59184d115a3b", "name": "network-vif-deleted", "tag": "ac26fdff-bc83-4369-8a7f-83f544252cf9"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:48.187576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062b9a7b-6294-454a-8d0d-b3c333f1724d') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:48.188802 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062b9a7b-6294-454a-8d0d-b3c333f1724d') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:48.214009 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.222679 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.238050 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.266777 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.291941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:51:48.291941 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:51:48.294960 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:51:48.300462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d065ba17-795c-4c22-9fa2-034c2bb66223 req-b1384967-a645-49a3-97af-237f96ac5fb7 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474745 Jul 16 17:51:48.452793 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.489223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.491690 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f72d8f9d-2460-4029-8629-744c95526a32 HTTP/1.1" status: 204 len: 168 time: 1.7301598 Jul 16 17:51:48.541401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Deleting port 4aa648e9-ea46-4809-b82f-44c19d421ede {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:48.541840 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4892eb9a-4255-4e91-8cad-f73ea739e98e x-openstack-request-id: req-4892eb9a-4255-4e91-8cad-f73ea739e98e {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:48.542267 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759572db-46a1-4930-80d8-59184d115a3b", "name": "network-vif-deleted", "tag": "ac26fdff-bc83-4369-8a7f-83f544252cf9", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:48.542630 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4892eb9a-4255-4e91-8cad-f73ea739e98e {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:48.543127 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759572db-46a1-4930-80d8-59184d115a3b', 'name': 'network-vif-deleted', 'tag': 'ac26fdff-bc83-4369-8a7f-83f544252cf9', 'status': 'completed', 'code': 200} Jul 16 17:51:48.543485 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.581676 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7bf14559-b090-426e-ba43-b566373697b6 req-de0f44be-24e6-4fe4-8f0a-b90a1b0f0684 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 210 time: 0.0557749 Jul 16 17:51:48.605561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Deleting port 044a6b98-f861-4a5e-9b66-a3e17778bd38 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:48.607693 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.675483 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c01b6-0df8-4c67-8607-9b4b311af001 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72d8f9d-2460-4029-8629-744c95526a32,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:48.864616 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b191b2e1-06f6-4ace-85d9-422c1f524179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.889847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] For port 044a6b98-f861-4a5e-9b66-a3e17778bd38, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=044a6b98-f861-4a5e-9b66-a3e17778bd38,segment=NetworkSegment(55a2845f-7257-4470-a852-4a16444a76de),segment_id=55a2845f-7257-4470-a852-4a16444a76de)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:48.890271 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.944576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47238) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:48.945581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Calling delete_port for 044a6b98-f861-4a5e-9b66-a3e17778bd38 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:48.975377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 52ba19a7-c416-4228-ac0a-ee5776bae6a4 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:49.003280 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] For port 4aa648e9-ea46-4809-b82f-44c19d421ede, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4aa648e9-ea46-4809-b82f-44c19d421ede,segment=NetworkSegment(69a44924-40b9-4c7a-b116-06bd80f6ef3d),segment_id=69a44924-40b9-4c7a-b116-06bd80f6ef3d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:49.014523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.086047 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Calling delete_port for 4aa648e9-ea46-4809-b82f-44c19d421ede owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:49.167944 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b191b2e1-06f6-4ace-85d9-422c1f524179 None None] Network f72d8f9d-2460-4029-8629-744c95526a32 is not hosted by any dhcp agent {{(pid=105592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 17:51:49.168558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b191b2e1-06f6-4ace-85d9-422c1f524179 None None] No DVR routers for this DVR port 52ba19a7-c416-4228-ac0a-ee5776bae6a4 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:49.185921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191b2e1-06f6-4ace-85d9-422c1f524179 None None] Pushing event deleted for resources: {'Port': ['ID=52ba19a7-c416-4228-ac0a-ee5776bae6a4,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:49.226350 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-957f1668-f762-4334-9071-fdccc5e9d896 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d0e75884b1f47008d152a06429542e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771561 Jul 16 17:51:49.246960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 52ba19a7-c416-4228-ac0a-ee5776bae6a4 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:49.259093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 52ba19a7-c416-4228-ac0a-ee5776bae6a4 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:49.273550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47246) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:49.323330 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.387386 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.490039 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a658479b-b076-4800-9a10-81de0111d9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.500620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d00274-164e-45c2-9449-a52d5ba47e44 None None] DHCP port deletion for 103cad7c-90c2-4c95-af46-739b01c93dbe request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:51:49.540523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa648e9-ea46-4809-b82f-44c19d421ede,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:49.546124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba54d8-0152-44d2-a30e-9ae47c33c7e7 req-f9d059c5-fa15-4bfb-b498-ab683b2d2b04 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:49.566765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ecba54d8-0152-44d2-a30e-9ae47c33c7e7 req-f9d059c5-fa15-4bfb-b498-ab683b2d2b04 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.5839200 Jul 16 17:51:49.575711 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] No DVR routers for this DVR port 4aa648e9-ea46-4809-b82f-44c19d421ede on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:49.627137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6398c11-eb4b-4599-ada7-f8fe692ff95a None None] DHCP port deletion for e8f18033-2847-4afd-bbad-54a90219b5a6 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:51:49.677052 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ecba54d8-0152-44d2-a30e-9ae47c33c7e7 req-42dafff1-eef6-4996-a4e5-e81c148e9511 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085184 Jul 16 17:51:49.765040 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.779326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-42d00274-164e-45c2-9449-a52d5ba47e44 None None] Deleting port 044a6b98-f861-4a5e-9b66-a3e17778bd38 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:51:49.785246 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-42d00274-164e-45c2-9449-a52d5ba47e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.855880 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.873111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f18033-2847-4afd-bbad-54a90219b5a6']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:49.889828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a44924-40b9-4c7a-b116-06bd80f6ef3d') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:49.890311 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a44924-40b9-4c7a-b116-06bd80f6ef3d') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:49.905889 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.928598 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a658479b-b076-4800-9a10-81de0111d9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.942163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.944667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Pushing event deleted for resources: {'Port': ['ID=044a6b98-f861-4a5e-9b66-a3e17778bd38,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:49.953866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:51:49.954717 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.980919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-4d061b94-73b8-4f54-a68c-808f4df1de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:49.983401 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-4d061b94-73b8-4f54-a68c-808f4df1de80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58&tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53 HTTP/1.1" status: 200 len: 1102 time: 1.0229824 Jul 16 17:51:50.001513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:50.013794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] No DVR routers for this DVR port 044a6b98-f861-4a5e-9b66-a3e17778bd38 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:50.124162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-42d00274-164e-45c2-9449-a52d5ba47e44 None None] For port 044a6b98-f861-4a5e-9b66-a3e17778bd38, host n-d-787205-10, got binding levels [] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:50.130034 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-42d00274-164e-45c2-9449-a52d5ba47e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.161511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-42d00274-164e-45c2-9449-a52d5ba47e44 None None] Calling delete_port for 044a6b98-f861-4a5e-9b66-a3e17778bd38 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:51:50.169556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.ipam_backend_mixin [None req-42d00274-164e-45c2-9449-a52d5ba47e44 None None] Port 044a6b98-f861-4a5e-9b66-a3e17778bd38 was not found and therefore no delete operation was performed {{(pid=105592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 17:51:50.175012 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-42d00274-164e-45c2-9449-a52d5ba47e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.266432 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-479fd815-672d-4dad-a57c-17beeece3211 req-8d7d7bc7-9a21-4648-9303-ecc08c91c93b tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 210 time: 0.0981836 Jul 16 17:51:50.278561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d00274-164e-45c2-9449-a52d5ba47e44 None None] Pushing event deleted for resources: {'Port': ['ID=044a6b98-f861-4a5e-9b66-a3e17778bd38,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:50.297407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d00274-164e-45c2-9449-a52d5ba47e44 None None] No DVR routers for this DVR port 044a6b98-f861-4a5e-9b66-a3e17778bd38 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:50.447845 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.476651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103cad7c-90c2-4c95-af46-739b01c93dbe']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:50.509351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a2845f-7257-4470-a852-4a16444a76de') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:50.510129 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a2845f-7257-4470-a852-4a16444a76de') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:51:50.531385 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:51:50.535777 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.543029 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.553260 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.556929 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e8f18033-2847-4afd-bbad-54a90219b5a6 HTTP/1.1" status: 204 len: 168 time: 2.5436001 Jul 16 17:51:50.626575 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e51531-883c-41a8-8e91-5a319155edc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f18033-2847-4afd-bbad-54a90219b5a6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:50.693813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a658479b-b076-4800-9a10-81de0111d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.704256 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a658479b-b076-4800-9a10-81de0111d9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.710130 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a658479b-b076-4800-9a10-81de0111d9b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c504abe-8cd4-48f7-9255-ff5a8fadbca1 HTTP/1.1" status: 204 len: 168 time: 1.3731928 Jul 16 17:51:50.792474 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 044a6b98-f861-4a5e-9b66-a3e17778bd38 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:50.798133 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.804069 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658479b-b076-4800-9a10-81de0111d9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c504abe-8cd4-48f7-9255-ff5a8fadbca1,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:50.825980 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:51:50.826862 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: timer() Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:51:50.829444 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:51:50.872227 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:50.887020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 044a6b98-f861-4a5e-9b66-a3e17778bd38 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:50.887690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 044a6b98-f861-4a5e-9b66-a3e17778bd38 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:50.888883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4aa648e9-ea46-4809-b82f-44c19d421ede no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:50.957935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47276) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:50.966827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 4aa648e9-ea46-4809-b82f-44c19d421ede {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:51:50.967301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4aa648e9-ea46-4809-b82f-44c19d421ede not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:51:51.064719 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:51.082196 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:51.088918 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8f151071-ecfc-4503-b777-fc3d60c4f880 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=adec0ac56b1042868caba63d72d56e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296320 Jul 16 17:51:51.092006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47284) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:51.095151 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] 10.222.0.24 "DELETE /v2.0/networks/103cad7c-90c2-4c95-af46-739b01c93dbe HTTP/1.1" status: 204 len: 168 time: 3.0505695 Jul 16 17:51:51.272890 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8143867-ba16-450e-9c34-28a06c9af9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:51.325778 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8143867-ba16-450e-9c34-28a06c9af9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:51.331799 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5e8ff-9725-4127-beb0-cd017d427981 admin admin] Pushing event deleted for resources: {'Network': ['ID=103cad7c-90c2-4c95-af46-739b01c93dbe,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:51.505004 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8143867-ba16-450e-9c34-28a06c9af9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:51.511165 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8143867-ba16-450e-9c34-28a06c9af9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:51.525426 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c8143867-ba16-450e-9c34-28a06c9af9f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94fbcccb-f9d8-425a-bbeb-11b94cf855c2 HTTP/1.1" status: 204 len: 168 time: 0.4271407 Jul 16 17:51:51.536639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8143867-ba16-450e-9c34-28a06c9af9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fbcccb-f9d8-425a-bbeb-11b94cf855c2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:51.694701 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47308) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:51.738282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d4ba6a91-50cf-4e3b-8d7d-365e36e41934 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:51:51.959792 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6894d619-ae2d-438c-82bc-c4c143e4b735 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00b527bd5c124ae5ba60cdfa30633ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608469 Jul 16 17:51:51.963828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47314) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:52.038331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d30c91-fe2c-4d26-bfb9-418d225d6c52 req-2483ef80-6986-4276-92cc-88e8118dca8b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:52.066281 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22d30c91-fe2c-4d26-bfb9-418d225d6c52 req-2483ef80-6986-4276-92cc-88e8118dca8b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.9058628 Jul 16 17:51:52.098869 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:52.190245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:51:52.221784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-239c614a-7c94-45a6-bb16-615b3965fe38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:52.276811 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22d30c91-fe2c-4d26-bfb9-418d225d6c52 req-9a42212a-1c0a-48cd-b3c7-f69d29316d8a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064633 Jul 16 17:51:52.314285 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-239c614a-7c94-45a6-bb16-615b3965fe38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:52.372551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:52.466673 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-239c614a-7c94-45a6-bb16-615b3965fe38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:52.469881 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-239c614a-7c94-45a6-bb16-615b3965fe38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:52.477191 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-239c614a-7c94-45a6-bb16-615b3965fe38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d195314-178b-4160-90d4-35bb43b6f723 HTTP/1.1" status: 204 len: 168 time: 0.5074365 Jul 16 17:51:52.496865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c614a-7c94-45a6-bb16-615b3965fe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d195314-178b-4160-90d4-35bb43b6f723,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:52.526483 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47326) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:52.555274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:52.561333 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa9a9cf-2cf8-4b89-8871-25b77ef75bf0" -d '{"events": [{"server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:52.569899 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:52.606208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Transition to ACTIVE for port object d4ba6a91-50cf-4e3b-8d7d-365e36e41934 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:51:52.613886 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:52.700647 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-772428ff-15a2-4df2-b042-fa2e05f5854e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=266e7bed4d154d4290db01167a555d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727028 Jul 16 17:51:52.706740 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47330) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:52.895390 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2839f655-890c-4753-9007-9c0d4ec6c12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:52.907098 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:51:52.907762 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:51:52.913720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Pushing event updated for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=6']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:53.005675 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.020087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] No DVR routers for this DVR port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:51:53.044948 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2839f655-890c-4753-9007-9c0d4ec6c12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.108010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-03fae411-50d4-437a-b829-ced086c26c13 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:51:53.109288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-03fae411-50d4-437a-b829-ced086c26c13 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0815704 Jul 16 17:51:53.124699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-233ab9aa-cf39-4a04-9355-f105785e6210 req-83fb5b13-1877-473b-a5d9-bd9f37571fb7 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 210 time: 0.2801704 Jul 16 17:51:53.152106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] Request body: {'binding': {'host': 'n-h1-787205-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:53.152377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] Unknown quota resources ['binding']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:51:53.205634 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2839f655-890c-4753-9007-9c0d4ec6c12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.214161 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2839f655-890c-4753-9007-9c0d4ec6c12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:53.217636 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2839f655-890c-4753-9007-9c0d4ec6c12d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa14e61d-7d72-4520-b444-ab41056f07a0 HTTP/1.1" status: 204 len: 168 time: 0.5083044 Jul 16 17:51:53.245117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839f655-890c-4753-9007-9c0d4ec6c12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa14e61d-7d72-4520-b444-ab41056f07a0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:53.552546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Attempting to bind port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:53.554301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Attempting to bind port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:53.557729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Attempting to bind port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:53.607854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:53.608400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Attempting to bind port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:53.657407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:53.658243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:53.658477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:53.660910 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Bound port: d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:53.664447 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:54.061945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:51:54.072379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:54.087039 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:54.265167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:54.268662 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:54.274873 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] 10.222.0.11 "PUT /v2.0/ports/d4ba6a91-50cf-4e3b-8d7d-365e36e41934 HTTP/1.1" status: 200 len: 1097 time: 4.2791243 Jul 16 17:51:54.624260 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4790d4-bb9b-46b6-9738-4d16f5367e5b x-openstack-request-id: req-aa4790d4-bb9b-46b6-9738-4d16f5367e5b {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:54.633854 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:54.634638 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa4790d4-bb9b-46b6-9738-4d16f5367e5b {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:54.635398 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'code': 200} Jul 16 17:51:54.653087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47376) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:54.866355 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e0115-9b89-45a2-a5e4-a326784f8e6e service neutron] Pushing event updated for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=7']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:54.973137 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:55.003300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] Attempting to bind port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on host n-h1-787205-10 for vnic_type normal with profile None {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:51:55.014216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] Attempting to bind port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:51:55.014874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] Attempting to bind port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:55.037973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-54ad735c-b6f1-4afa-9dc7-b9edd0af6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.042068 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-54ad735c-b6f1-4afa-9dc7-b9edd0af6031 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 1100 time: 0.6852155 Jul 16 17:51:55.097124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] Port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:51:55.097720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] Attempting to bind port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:51:55.157896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:51:55.158432 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] Checking segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:55.159051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] Bound using segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:51:55.159765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] Bound port: a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:51:55.178044 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1799953271-network', 'tenant_id': '1d9d594a87104bd9acf301fdd2522183'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:55.244263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd5fae-1ef3-4053-90fb-6633112b493f req-98e03f2b-a8d5-4710-9f19-36cce1fab0d9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.246272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68bd5fae-1ef3-4053-90fb-6633112b493f req-98e03f2b-a8d5-4710-9f19-36cce1fab0d9 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 948 time: 0.5277965 Jul 16 17:51:55.262814 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Made reservation on behalf of 1d9d594a87104bd9acf301fdd2522183 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:55.269842 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:55.318003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:55.433598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68bd5fae-1ef3-4053-90fb-6633112b493f req-2540194b-5732-4c1e-a4bc-5cad421756c6 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523438 Jul 16 17:51:55.455438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:51:55.464377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-eef11cb5-05d4-44a4-9d5b-35706a4aed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.466976 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-eef11cb5-05d4-44a4-9d5b-35706a4aed55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.4036171 Jul 16 17:51:55.469845 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:55.485115 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] 10.222.0.24 "POST /v2.0/ports/a35f8238-b5a7-4d3e-ad7f-366d5b8274d9/bindings HTTP/1.1" status: 201 len: 390 time: 2.3560467 Jul 16 17:51:55.625080 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:55.630788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-6f0cf98b-2f8a-4399-b407-b951cc4481ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934 HTTP/1.1" status: 200 len: 217 time: 0.1312151 Jul 16 17:51:55.632971 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:55.723784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:51:55.752172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc9ac30-f11f-4f80-9541-d4f3293dd550,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:55.771546 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:55.779985 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Added segment 14585277-a3a3-4c12-9557-0f71af7700c7 of type vlan for network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 Jul 16 17:51:55.898181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47404) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:55.906127 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79983706-ac5c-4ece-8561-cb1b40304485 req-6d152e95-99a7-4e33-94cd-cf8c0bfc1f2a tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 210 time: 0.1304545 Jul 16 17:51:55.917945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-6f1bcc7f-61eb-43c4-91de-9a8e64abfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:55.929740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-6f1bcc7f-61eb-43c4-91de-9a8e64abfd2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2696426 Jul 16 17:51:55.961145 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:56.074615 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:56.076649 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:56.081440 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:56.172863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-667109412-network', 'tenant_id': 'b2cc324b1d64466f8371c193e2dab133'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:56.193720 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5387850 Jul 16 17:51:56.203973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47418) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:56.218763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Made reservation on behalf of b2cc324b1d64466f8371c193e2dab133 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:56.219009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e90b9811-9afd-4111-8d84-cedffdc5b861 admin admin] Request body: {'subnet': {'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1799953271-subnet', 'tenant_id': '1d9d594a87104bd9acf301fdd2522183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:56.222185 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:56.255145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-4270b6e3-6f1c-4ebe-baf6-7fdbd1f84023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:56.257414 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-4270b6e3-6f1c-4ebe-baf6-7fdbd1f84023 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3193004 Jul 16 17:51:56.259022 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:56.267228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90b9811-9afd-4111-8d84-cedffdc5b861 admin admin] Made reservation on behalf of 1d9d594a87104bd9acf301fdd2522183 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:56.275566 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e90b9811-9afd-4111-8d84-cedffdc5b861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:56.354727 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf93503-8173-41c7-8f82-ee6bb152aab5 admin admin] Pushing event updated for resources: {'Network': ['ID=fd69b1a2-b195-4cab-b8c5-4ea09de60f03,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:56.366649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:51:56.606183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-d6fd9076-0897-4089-9cf7-553453c3122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:56.607233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-d6fd9076-0897-4089-9cf7-553453c3122e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 1097 time: 0.5635998 Jul 16 17:51:56.757410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:51:56.762025 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:51:56.766430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-0a6e90cf-3e48-4297-82a1-bc75da7d8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:56.772174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-0a6e90cf-3e48-4297-82a1-bc75da7d8286 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.1498499 Jul 16 17:51:56.778736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-e9b59ef3-7323-48e2-b942-976c705e3560 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993193 Jul 16 17:51:56.900565 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e90b9811-9afd-4111-8d84-cedffdc5b861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:56.916704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-15967a94-5a75-4b40-ba96-ace04c4f7fcc service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227376 Jul 16 17:51:56.974887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-ee36dbe8-c326-4dd9-afc6-cf0185c46bf8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 HTTP/1.1" status: 200 len: 217 time: 0.1921515 Jul 16 17:51:57.122667 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b9811-9afd-4111-8d84-cedffdc5b861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda748cb-678b-4f5a-a8c1-3046219bc46b,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:57.125760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-e563ba36-e7dc-44f3-a311-102ed543b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:57.137440 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-e563ba36-e7dc-44f3-a311-102ed543b07c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.1365068 Jul 16 17:51:57.202238 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-3d42fb27-2403-4f99-a1d4-b3cc57d90960 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631506 Jul 16 17:51:57.216477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b438c-dea2-4aa6-a768-b3146c3b8d12 req-f35f4de7-4968-4366-8748-cbba9dca2caa tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:57.217447 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90b9811-9afd-4111-8d84-cedffdc5b861 admin admin] Checking segment: {'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:57.224343 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b9811-9afd-4111-8d84-cedffdc5b861 admin admin] Network hostable DHCP agents. Network: fd69b1a2-b195-4cab-b8c5-4ea09de60f03, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:51:57.229115 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-128b438c-dea2-4aa6-a768-b3146c3b8d12 req-f35f4de7-4968-4366-8748-cbba9dca2caa tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 945 time: 0.8433115 Jul 16 17:51:57.324588 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b9811-9afd-4111-8d84-cedffdc5b861 admin admin] Network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:51:57.331820 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:57.349642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e90b9811-9afd-4111-8d84-cedffdc5b861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, fd69b1a2-b195-4cab-b8c5-4ea09de60f03) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:57.356480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90b9811-9afd-4111-8d84-cedffdc5b861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:57.357176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e90b9811-9afd-4111-8d84-cedffdc5b861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:57.364044 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b154a0-238e-4505-94c2-35ef399ef606 None None] Network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:57.365592 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:57.385175 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:51:57.389918 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e90b9811-9afd-4111-8d84-cedffdc5b861 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1790693 Jul 16 17:51:57.419872 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:57.419872 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Added segment 00c13e3e-d7a6-4064-ba41-f61a39797e40 of type vlan for network 5f4a1e11-5d66-4db2-adc7-71a724319593 Jul 16 17:51:57.524506 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:57.649985 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:57.651509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:57.652218 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:57.660618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1717c439-b6dc-4f4d-8926-74e565594c8e None None] Network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:57.767113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-128b438c-dea2-4aa6-a768-b3146c3b8d12 req-5f4c988b-a879-4e4b-af17-aeade139d768 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368176 Jul 16 17:51:58.351916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Pushing event updated for resources: {'Network': ['ID=5f4a1e11-5d66-4db2-adc7-71a724319593,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:58.368245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 5f4a1e11-5d66-4db2-adc7-71a724319593 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:51:58.382463 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7c232c-145d-4f00-93c0-ba5925abb23f x-openstack-request-id: req-bf7c232c-145d-4f00-93c0-ba5925abb23f {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:51:58.384212 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:51:58.385085 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf7c232c-145d-4f00-93c0-ba5925abb23f {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:51:58.385627 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'status': 'completed', 'code': 200} Jul 16 17:51:58.392652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-29b28eb0-84a7-43d5-8971-031126c2efbe service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1514196 Jul 16 17:51:58.471686 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5678151 Jul 16 17:51:58.474612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47468) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:58.481303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d322bed3-5323-4d83-93bf-f028799f07bb admin admin] Request body: {'subnet': {'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-667109412-subnet', 'tenant_id': 'b2cc324b1d64466f8371c193e2dab133', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:51:58.492088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee60c52-729b-4edd-9d66-34d520f27518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:58.514505 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d322bed3-5323-4d83-93bf-f028799f07bb admin admin] Made reservation on behalf of b2cc324b1d64466f8371c193e2dab133 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:51:58.518035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d322bed3-5323-4d83-93bf-f028799f07bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.690907 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9391ccbe-01fd-4187-9b1c-290c3045ab26 req-11ee2954-815a-4f4e-b832-ebfecb95ab8b tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=759572db-46a1-4930-80d8-59184d115a3b HTTP/1.1" status: 200 len: 210 time: 0.1926057 Jul 16 17:51:58.738212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60450aff-8926-4847-9ce5-0bf533a6ee13 req-df94e833-f9a7-4430-a4be-5b2f0f602f5c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:58.748625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60450aff-8926-4847-9ce5-0bf533a6ee13 req-df94e833-f9a7-4430-a4be-5b2f0f602f5c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 948 time: 1.5539529 Jul 16 17:51:58.817556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d322bed3-5323-4d83-93bf-f028799f07bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.918187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-b2a076e5-7023-4f7b-8cca-cdad89a2af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:58.921261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-b2a076e5-7023-4f7b-8cca-cdad89a2af43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 1100 time: 0.5635896 Jul 16 17:51:58.965523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-c9b85153-be86-4e2a-8fe1-ef7f34912aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:58.967140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-c9b85153-be86-4e2a-8fe1-ef7f34912aa7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 1100 time: 0.5772684 Jul 16 17:51:58.996224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322bed3-5323-4d83-93bf-f028799f07bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2324e370-e975-41f3-a89b-e91fd3d77fc8,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:51:59.012879 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60450aff-8926-4847-9ce5-0bf533a6ee13 req-7b0fbf7f-884f-49fb-9d2b-3fa66fff9d65 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632115 Jul 16 17:51:59.019602 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d322bed3-5323-4d83-93bf-f028799f07bb admin admin] Checking segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:51:59.020032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d322bed3-5323-4d83-93bf-f028799f07bb admin admin] Network hostable DHCP agents. Network: 5f4a1e11-5d66-4db2-adc7-71a724319593, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:51:59.067748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d322bed3-5323-4d83-93bf-f028799f07bb admin admin] Network 5f4a1e11-5d66-4db2-adc7-71a724319593 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:51:59.086261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-6e873107-3770-46c1-999e-43acf45e23ee service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866094 Jul 16 17:51:59.089161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d322bed3-5323-4d83-93bf-f028799f07bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 5f4a1e11-5d66-4db2-adc7-71a724319593) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:51:59.095578 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d322bed3-5323-4d83-93bf-f028799f07bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:59.096905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d322bed3-5323-4d83-93bf-f028799f07bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:59.101243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec261f7-d212-4465-b4ce-fd6416640915 None None] Network 5f4a1e11-5d66-4db2-adc7-71a724319593 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:59.122126 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d322bed3-5323-4d83-93bf-f028799f07bb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6460762 Jul 16 17:51:59.238649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-513639bc-d1d6-4118-99ef-5a99621d3ff2 req-4e2dd5f3-5f1f-4278-bebf-672ae2ea2ef9 tempest-FlavorsV2NegativeTest-1193046005 tempest-FlavorsV2NegativeTest-1193046005-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b85d75f952814a6696a9e92ea94328ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1930254 Jul 16 17:51:59.539656 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0c7f1d-b533-4c13-ba3e-92274eed3f81 None None] Network 5f4a1e11-5d66-4db2-adc7-71a724319593 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:51:59.767225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513639bc-d1d6-4118-99ef-5a99621d3ff2 req-59091cfc-f651-4471-ad44-3b7d8f4fb010 tempest-FlavorsV2NegativeTest-1193046005 tempest-FlavorsV2NegativeTest-1193046005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:59.775843 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-513639bc-d1d6-4118-99ef-5a99621d3ff2 req-59091cfc-f651-4471-ad44-3b7d8f4fb010 tempest-FlavorsV2NegativeTest-1193046005 tempest-FlavorsV2NegativeTest-1193046005-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5360901 Jul 16 17:51:59.805914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-331aaf8d-3487-4fab-bdb6-f639efa11dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:59.809203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-331aaf8d-3487-4fab-bdb6-f639efa11dc7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.8736932 Jul 16 17:51:59.827631 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-513639bc-d1d6-4118-99ef-5a99621d3ff2 req-5221b2de-1e17-42b8-b3dd-34dce6c080a7 tempest-FlavorsV2NegativeTest-1193046005 tempest-FlavorsV2NegativeTest-1193046005-project] 10.222.0.24 "GET /v2.0/quotas/b85d75f952814a6696a9e92ea94328ac HTTP/1.1" status: 200 len: 375 time: 0.0505886 Jul 16 17:51:59.933701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-58bdd0ab-8f70-472a-9cf1-7eec072323bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:51:59.936219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-58bdd0ab-8f70-472a-9cf1-7eec072323bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.9471273 Jul 16 17:52:00.013205 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-513639bc-d1d6-4118-99ef-5a99621d3ff2 req-5aed3c7b-5e20-4dc7-9a6b-f86e3eaa21b8 tempest-FlavorsV2NegativeTest-1193046005 tempest-FlavorsV2NegativeTest-1193046005-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b85d75f952814a6696a9e92ea94328ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1842771 Jul 16 17:52:00.037694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-abc36dca-b90b-4ce6-8c96-953cacd03fc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934 HTTP/1.1" status: 200 len: 217 time: 0.1967831 Jul 16 17:52:00.107335 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-5429fddb-02fa-449b-93d0-fdb6b4145f62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934 HTTP/1.1" status: 200 len: 217 time: 0.0928526 Jul 16 17:52:00.278874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-079179cc-d91f-4882-a6e5-f281e3362100 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.280533 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-079179cc-d91f-4882-a6e5-f281e3362100 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/networks?id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03 HTTP/1.1" status: 200 len: 805 time: 0.7952456 Jul 16 17:52:00.291047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-ed876f8b-06e9-4bd3-a618-5a05a3260d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.292322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-ed876f8b-06e9-4bd3-a618-5a05a3260d8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2084455 Jul 16 17:52:00.329051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-6d8bdc29-8a90-44d7-9ec2-52fe6dccd679 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/quotas/1d9d594a87104bd9acf301fdd2522183 HTTP/1.1" status: 200 len: 375 time: 0.0328948 Jul 16 17:52:00.339370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-015e80d1-d10d-441d-ada8-b41a4ced6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.341284 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-015e80d1-d10d-441d-ada8-b41a4ced6da4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1845617 Jul 16 17:52:00.453463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-80e0c843-9566-4a6c-a7ab-3fbe0114a25f tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d9d594a87104bd9acf301fdd2522183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776460 Jul 16 17:52:00.479307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a108cf9-6d60-4a08-b106-a3cb57d4078b req-e4bccbec-27a2-42eb-9aa8-902ac500b5af tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.480931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a108cf9-6d60-4a08-b106-a3cb57d4078b req-e4bccbec-27a2-42eb-9aa8-902ac500b5af tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 945 time: 0.3229225 Jul 16 17:52:00.585702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-7cbc2edf-4d74-4598-bce2-4b570ba1f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.588115 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-7cbc2edf-4d74-4598-bce2-4b570ba1f4f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2815211 Jul 16 17:52:00.643431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-9d40e548-f223-4a13-b2b5-48b4c007343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:00.645121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-9d40e548-f223-4a13-b2b5-48b4c007343a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2709565 Jul 16 17:52:00.666368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a108cf9-6d60-4a08-b106-a3cb57d4078b req-203e5bd6-8a5d-4687-bf7f-cc8ae61c7466 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634881 Jul 16 17:52:00.839851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47542) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:00.872509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-f7e00c69-70a7-4a63-bd86-8482d0ad3d90 service neutron] 10.222.0.24 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854501 Jul 16 17:52:01.102546 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-30ff27c0-2dad-45bf-805e-a1f08d306320 service neutron] 10.222.0.24 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624169 Jul 16 17:52:01.112510 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-b4c3e2c6-4d0c-413d-9ff6-bce0e34489eb service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831586 Jul 16 17:52:01.149647 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e5622fa1-8de3-443a-9413-92f14f73af33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:01.194251 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-daff70e6-aa94-447f-9a4f-af427b44d39f service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261953 Jul 16 17:52:01.337509 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d4ba6a91-50cf-4e3b-8d7d-365e36e41934 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:01.361256 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e5622fa1-8de3-443a-9413-92f14f73af33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:01.370986 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e5622fa1-8de3-443a-9413-92f14f73af33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:01.501127 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e5622fa1-8de3-443a-9413-92f14f73af33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b85d75f952814a6696a9e92ea94328ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6597099 Jul 16 17:52:01.522350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5622fa1-8de3-443a-9413-92f14f73af33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4c6852-19a9-48f9-8b80-56970d2ac618,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:01.525918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47562) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:01.623508 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:01.638808 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'mac_address': 'fa:16:3e:cb:ab:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:01.663119 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92153249-8959-42fc-b16c-72d46823e300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:01.682441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-652d522d-8c36-4fa0-8636-8486dc865bec service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617111 Jul 16 17:52:01.737526 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92153249-8959-42fc-b16c-72d46823e300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:01.778838 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:01.866115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ba6a91-50cf-4e3b-8d7d-365e36e41934 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:01.879480 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92153249-8959-42fc-b16c-72d46823e300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:01.883988 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92153249-8959-42fc-b16c-72d46823e300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:01.886882 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-92153249-8959-42fc-b16c-72d46823e300 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb4c6852-19a9-48f9-8b80-56970d2ac618 HTTP/1.1" status: 204 len: 168 time: 0.3594677 Jul 16 17:52:01.907061 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92153249-8959-42fc-b16c-72d46823e300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4c6852-19a9-48f9-8b80-56970d2ac618,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:01.926680 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cf48a2a-dbe4-4853-bbf6-0c89dabb4cbf req-0b636102-9702-450b-adab-84b581cbecfa service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425531 Jul 16 17:52:01.960778 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:01.982742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-0226a14d-9b39-4d0e-ac04-70c46ee033ac tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:01.991574 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:01.994303 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-0226a14d-9b39-4d0e-ac04-70c46ee033ac tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 0.5591731 Jul 16 17:52:02.042692 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-017e8004-90a2-483e-a08e-51ec509f6da2 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/quotas/b2cc324b1d64466f8371c193e2dab133 HTTP/1.1" status: 200 len: 375 time: 0.0473750 Jul 16 17:52:02.068156 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:02.084601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-7a4cf43d-f186-4a05-b78d-345232e11eac tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403662 Jul 16 17:52:02.180632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e6144-25c6-49fd-9804-0b2237c44bfe req-30089912-669f-40db-8141-d553426ad87a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:02.182298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b8e6144-25c6-49fd-9804-0b2237c44bfe req-30089912-669f-40db-8141-d553426ad87a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 949 time: 0.0954721 Jul 16 17:52:02.260872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b8e6144-25c6-49fd-9804-0b2237c44bfe req-ec656919-4e82-4768-9aef-c5f5e8bdac32 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588102 Jul 16 17:52:02.298937 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['d4ba6a91-50cf-4e3b-8d7d-365e36e41934'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:02.505007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3dfc49aa-e556-4198-bf6e-d6106bc33d87 req-6a8b6660-309a-4e82-bfe8-13f3f923de57 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 210 time: 0.1050913 Jul 16 17:52:02.707447 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:52:02.748826 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-bdbcbf5b-9ca5-4eb9-88d2-7aafb991d404 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611104 Jul 16 17:52:02.985262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-8acf82ac-1983-48d9-8655-81afc283c83f service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353525 Jul 16 17:52:03.014953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45226e30-1f6d-4173-b9d5-1c01e199f703 req-c2db91f8-2582-4c59-b1e4-e6a3e430ba9f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:03.024356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-45226e30-1f6d-4173-b9d5-1c01e199f703 req-c2db91f8-2582-4c59-b1e4-e6a3e430ba9f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 945 time: 0.2099977 Jul 16 17:52:03.071687 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-45226e30-1f6d-4173-b9d5-1c01e199f703 req-2378a770-da09-41cf-838e-d6fc2046bff3 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465131 Jul 16 17:52:03.353328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 0004996f-4155-4d67-a561-4153e94852f6 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:03.605478 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:03.691904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae9e611-ebfe-4384-8bd8-0d27f81d762f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0004996f-4155-4d67-a561-4153e94852f6'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:03.697232 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f31a1c-55ca-4e18-919c-7ea502fdd7e4" -d '{"events": [{"server_uuid": "dae9e611-ebfe-4384-8bd8-0d27f81d762f", "name": "network-vif-unplugged", "status": "completed", "tag": "0004996f-4155-4d67-a561-4153e94852f6"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:03.737042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30840aa-21a0-4214-aeb5-2719a86982aa req-3f916eb0-28a7-4cf0-9217-911875c8a21b tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:03.738300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a30840aa-21a0-4214-aeb5-2719a86982aa req-3f916eb0-28a7-4cf0-9217-911875c8a21b tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 950 time: 0.2207932 Jul 16 17:52:03.758593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 0004996f-4155-4d67-a561-4153e94852f6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0004996f-4155-4d67-a561-4153e94852f6,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:03.764558 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:03.859017 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ccb19ca-fb76-430d-8639-df892f8451cf req-dc945655-e77d-4d76-a714-856090ee277b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 210 time: 0.0675132 Jul 16 17:52:03.937242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=0004996f-4155-4d67-a561-4153e94852f6,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:03.969002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:03.969277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:03.969614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:03.969977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:03.970308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:03.970640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:03.970969 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:03.971295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:03.971620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:03.971945 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:03.972266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:03.972587 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:03.983485 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a30840aa-21a0-4214-aeb5-2719a86982aa req-ef1d13c1-2b02-464b-a667-442c5e56cb08 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358983 Jul 16 17:52:04.339841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-cc57dc31-b9a9-4d2d-a571-a24ce4c35022 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.341808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-cc57dc31-b9a9-4d2d-a571-a24ce4c35022 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.32 "GET /v2.0/networks?id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03 HTTP/1.1" status: 200 len: 805 time: 0.4159529 Jul 16 17:52:04.433960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-f1967084-2b77-4b14-8a10-2d99d877475c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Request body: {'port': {'device_id': 'bb12a128-b811-4bee-a290-30e8bb440a8f', 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03', 'admin_state_up': True, 'tenant_id': '1d9d594a87104bd9acf301fdd2522183'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:04.449530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f038bfe-79a4-422d-ae18-f37e01de55bc req-73498b90-d836-427d-806c-2dde1c08312f tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 210 time: 0.0943055 Jul 16 17:52:04.491451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-37f2ff31-4f52-405e-9970-e5969af09f09 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.491451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-37f2ff31-4f52-405e-9970-e5969af09f09 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.11 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58&tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 949 time: 0.7168458 Jul 16 17:52:04.652134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-3fd46c4e-8dc4-4d97-9be4-021588bc4646 service neutron] 10.222.0.11 "GET /v2.0/ports/d4ba6a91-50cf-4e3b-8d7d-365e36e41934/bindings/n-h2-787205-10 HTTP/1.1" status: 200 len: 383 time: 0.1526320 Jul 16 17:52:04.662794 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bd3cca-857d-4503-8de2-d04f78bed06e x-openstack-request-id: req-85bd3cca-857d-4503-8de2-d04f78bed06e {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:04.663929 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae9e611-ebfe-4384-8bd8-0d27f81d762f", "name": "network-vif-unplugged", "status": "completed", "tag": "0004996f-4155-4d67-a561-4153e94852f6", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:04.664420 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85bd3cca-857d-4503-8de2-d04f78bed06e {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:04.665364 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae9e611-ebfe-4384-8bd8-0d27f81d762f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0004996f-4155-4d67-a561-4153e94852f6', 'code': 200} Jul 16 17:52:04.858494 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-11fcc196-3b24-4b3d-a5e2-b1db820b5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.860448 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-11fcc196-3b24-4b3d-a5e2-b1db820b5f1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 1101 time: 0.1564066 Jul 16 17:52:04.985617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-3c23fe90-0924-453a-be6f-a0df11afe00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:04.987401 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-3c23fe90-0924-453a-be6f-a0df11afe00d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.1154912 Jul 16 17:52:05.364328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d4ba6a91-50cf-4e3b-8d7d-365e36e41934 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:05.537367 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:05.544813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:05.545592 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:05.690917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-62481f8b-42df-401c-9b5b-9e1e5460a939 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934 HTTP/1.1" status: 200 len: 217 time: 0.6592171 Jul 16 17:52:05.873196 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:05.929307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-f1967084-2b77-4b14-8a10-2d99d877475c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Made reservation on behalf of 1d9d594a87104bd9acf301fdd2522183 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:05.933871 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-f1967084-2b77-4b14-8a10-2d99d877475c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:05.975520 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:05.978564 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-1edb102b-c1bf-4429-ae3d-1701ffeb760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:05.980238 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-1edb102b-c1bf-4429-ae3d-1701ffeb760f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2252004 Jul 16 17:52:05.982944 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:06.069011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:06.094194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76409c56-35e3-4eb2-b5e0-0b863ad20894 req-98ae42df-b79b-4f03-b0fd-47cc3bf12c27 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:06.096047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76409c56-35e3-4eb2-b5e0-0b863ad20894 req-98ae42df-b79b-4f03-b0fd-47cc3bf12c27 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 949 time: 1.1076913 Jul 16 17:52:06.188284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5031635-37c9-4f29-a664-09d5ee1319d4 req-ea37a5fe-b1e9-40d3-871a-bda55bb8d6e7 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:06.189986 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5031635-37c9-4f29-a664-09d5ee1319d4 req-ea37a5fe-b1e9-40d3-871a-bda55bb8d6e7 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 945 time: 0.5287626 Jul 16 17:52:06.210026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-8090c015-2f9e-46a5-99d8-c67d73584fff tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:06.212950 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-8090c015-2f9e-46a5-99d8-c67d73584fff tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.11 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 0.5400603 Jul 16 17:52:06.248612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-5622c043-160e-4887-b34e-3aa34a98bbdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Request body: {'port': {'device_id': '8ec7e604-12ac-4ba7-8967-45378fd7cceb', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'admin_state_up': True, 'tenant_id': 'b2cc324b1d64466f8371c193e2dab133'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:06.295432 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76409c56-35e3-4eb2-b5e0-0b863ad20894 req-aebae992-e950-4be9-bb9a-57efd69986d3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906853 Jul 16 17:52:06.408655 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5796c58c-1d89-45ed-9134-305064a08ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:06.410373 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5796c58c-1d89-45ed-9134-305064a08ef5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4163337 Jul 16 17:52:06.436083 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5031635-37c9-4f29-a664-09d5ee1319d4 req-d609e768-cf0c-4df0-86f5-a21872858fa4 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363734 Jul 16 17:52:06.495845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-f1967084-2b77-4b14-8a10-2d99d877475c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Allocated IP 172.20.0.5 (fd69b1a2-b195-4cab-b8c5-4ea09de60f03/fda748cb-678b-4f5a-a8c1-3046219bc46b/3eeca42f-eb91-4e91-95b4-453e49ff586a) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:06.635303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-5622c043-160e-4887-b34e-3aa34a98bbdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Made reservation on behalf of b2cc324b1d64466f8371c193e2dab133 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:06.640038 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-5622c043-160e-4887-b34e-3aa34a98bbdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:06.666961 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:06.672461 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efebbfc4-53e3-4225-9e27-5808b7ea17dd" -d '{"events": [{"server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "name": "network-vif-plugged", "status": "completed", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:06.700430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-e20fafea-164e-4a11-af03-e5c1bffe319f service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734568 Jul 16 17:52:06.875843 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f602507e-b642-45ff-ab38-13f2fc744628 req-5658af2f-9a75-41c1-a389-0bf8956f014a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 210 time: 0.1466835 Jul 16 17:52:07.007886 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28e01bb-aa23-4d64-a8fd-14108f97bed5 x-openstack-request-id: req-d28e01bb-aa23-4d64-a8fd-14108f97bed5 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:07.008455 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "name": "network-vif-plugged", "status": "completed", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:07.008455 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d28e01bb-aa23-4d64-a8fd-14108f97bed5 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:07.008788 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'code': 200} Jul 16 17:52:07.048762 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7dfc13fb-b380-425a-b8cc-d4a49135668d req-3bcca9bc-29f0-40a9-a36a-d47616a7a2c7 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 210 time: 0.0786417 Jul 16 17:52:07.168093 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-f1967084-2b77-4b14-8a10-2d99d877475c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:07.204834 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-4ee7c56e-e2a2-47c5-a9e9-84622d0a04b3 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964681 Jul 16 17:52:07.222709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-5622c043-160e-4887-b34e-3aa34a98bbdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Allocated IP 172.20.0.13 (5f4a1e11-5d66-4db2-adc7-71a724319593/2324e370-e975-41f3-a89b-e91fd3d77fc8/df90df4c-830c-48ab-92da-5dc1e8069b3d) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:07.428465 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-f1967084-2b77-4b14-8a10-2d99d877475c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:07.569075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1967084-2b77-4b14-8a10-2d99d877475c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Pushing event updated for resources: {'Port': ['ID=3eeca42f-eb91-4e91-95b4-453e49ff586a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:07.589509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-f1967084-2b77-4b14-8a10-2d99d877475c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:07.628166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-f1967084-2b77-4b14-8a10-2d99d877475c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:07.641088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-f1967084-2b77-4b14-8a10-2d99d877475c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:07.815664 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-f1967084-2b77-4b14-8a10-2d99d877475c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:07.816648 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-f1967084-2b77-4b14-8a10-2d99d877475c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:07.855739 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-5622c043-160e-4887-b34e-3aa34a98bbdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:07.871116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-f1967084-2b77-4b14-8a10-2d99d877475c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5183263 Jul 16 17:52:07.889842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Request body: {'port': {'device_id': 'bb12a128-b811-4bee-a290-30e8bb440a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:07.907052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2eed8-1bc1-46fc-b882-e2b6de9f527c req-0016c471-a50a-45a5-9796-c8724f4d6720 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:07.916755 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3bd2eed8-1bc1-46fc-b882-e2b6de9f527c req-0016c471-a50a-45a5-9796-c8724f4d6720 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.2900064 Jul 16 17:52:08.002886 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56defde0-cabd-45f0-ad97-3a71337388cb req-8b248c57-0a07-4406-8e98-861b5614fc6b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.004500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56defde0-cabd-45f0-ad97-3a71337388cb req-8b248c57-0a07-4406-8e98-861b5614fc6b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 945 time: 0.2849660 Jul 16 17:52:08.074092 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3bd2eed8-1bc1-46fc-b882-e2b6de9f527c req-6cce7b74-637d-4b31-a83a-597b4ef4a6bf tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562445 Jul 16 17:52:08.089417 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-5622c043-160e-4887-b34e-3aa34a98bbdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.161959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.172757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-5622c043-160e-4887-b34e-3aa34a98bbdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Network 5f4a1e11-5d66-4db2-adc7-71a724319593 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:08.190219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56defde0-cabd-45f0-ad97-3a71337388cb req-e405a5ea-2ce2-4aaa-819e-dd5ecc5b0171 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562839 Jul 16 17:52:08.192320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-5622c043-160e-4887-b34e-3aa34a98bbdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:08.205378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-5622c043-160e-4887-b34e-3aa34a98bbdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:08.238787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622c043-160e-4887-b34e-3aa34a98bbdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event updated for resources: {'Port': ['ID=df90df4c-830c-48ab-92da-5dc1e8069b3d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:08.371389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-5622c043-160e-4887-b34e-3aa34a98bbdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.372089 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-5622c043-160e-4887-b34e-3aa34a98bbdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.417604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-5622c043-160e-4887-b34e-3aa34a98bbdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1790998 Jul 16 17:52:08.476477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Request body: {'port': {'device_id': '8ec7e604-12ac-4ba7-8967-45378fd7cceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:08.754176 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:08.783605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2aede-b9f2-4624-8793-bca72ab37fc8 req-38528b72-14aa-410a-93e8-7189eb1d42f7 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.785919 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffd2aede-b9f2-4624-8793-bca72ab37fc8 req-38528b72-14aa-410a-93e8-7189eb1d42f7 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 932 time: 0.3148472 Jul 16 17:52:08.879643 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdba85-b474-4ef0-9dac-056820284049 req-c2c3a785-bcc6-44e7-bdc0-e3a000dd41a9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:08.881590 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1dbdba85-b474-4ef0-9dac-056820284049 req-c2c3a785-bcc6-44e7-bdc0-e3a000dd41a9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 931 time: 0.3811078 Jul 16 17:52:09.013551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffd2aede-b9f2-4624-8793-bca72ab37fc8 req-6485ab0b-f029-4d5b-b0e3-2117f253bc01 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131443 Jul 16 17:52:09.284412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eeca42f-eb91-4e91-95b4-453e49ff586a {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:09.314639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1dbdba85-b474-4ef0-9dac-056820284049 req-04742eaf-d732-4f7f-89c3-75291f6d0787 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155288 Jul 16 17:52:09.328589 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:09.356165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Transition to ACTIVE for port object 3eeca42f-eb91-4e91-95b4-453e49ff586a will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:09.365045 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:09.379515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d3f48dc1-a398-4095-bc1e-8247b0e343ef details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:09.619846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:09.621538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Pushing event updated for resources: {'Port': ['ID=3eeca42f-eb91-4e91-95b4-453e49ff586a,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:09.665502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef', 'mac_address': 'fa:16:3e:32:6a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:09.748491 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:09.769778 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f48dc1-a398-4095-bc1e-8247b0e343ef {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:09.824290 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:09.831125 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:09.868620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df90df4c-830c-48ab-92da-5dc1e8069b3d {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:09.887954 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:09.932881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Transition to ACTIVE for port object df90df4c-830c-48ab-92da-5dc1e8069b3d will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:09.959909 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:09.975485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=d3f48dc1-a398-4095-bc1e-8247b0e343ef,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:09.976732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Attempting to bind port 3eeca42f-eb91-4e91-95b4-453e49ff586a on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:09.977311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Attempting to bind port 3eeca42f-eb91-4e91-95b4-453e49ff586a by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:09.977990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Attempting to bind port 3eeca42f-eb91-4e91-95b4-453e49ff586a on network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:10.047888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Port 3eeca42f-eb91-4e91-95b4-453e49ff586a on network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:52:10.047888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Attempting to bind port 3eeca42f-eb91-4e91-95b4-453e49ff586a on network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:10.062526 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['d3f48dc1-a398-4095-bc1e-8247b0e343ef'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:10.551389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc76bd-4a21-465f-bd0e-32b943b7ac67 req-1f9bf559-5b4e-4bf2-b37b-639e4144f99c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:10.553738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3fdc76bd-4a21-465f-bd0e-32b943b7ac67 req-1f9bf559-5b4e-4bf2-b37b-639e4144f99c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.8366559 Jul 16 17:52:10.603743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:10.604202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Checking segment: {'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:10.604470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Bound using segment: {'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:10.605309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Bound port: 3eeca42f-eb91-4e91-95b4-453e49ff586a, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:10.605700 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:10.656323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=df90df4c-830c-48ab-92da-5dc1e8069b3d,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:10.900404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3fdc76bd-4a21-465f-bd0e-32b943b7ac67 req-4a195ba6-a2d8-4b1b-9b28-4fc701a0cbe3 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015406 Jul 16 17:52:10.966683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-8e30a6e3-d2ea-4300-aa71-cd51630f5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:10.968285 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-8e30a6e3-d2ea-4300-aa71-cd51630f5084 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58&tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53 HTTP/1.1" status: 200 len: 1102 time: 0.9231939 Jul 16 17:52:11.008158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bc524-880e-4d95-a59d-88251fef5556 req-35f30df2-21a1-4368-a87a-608a203d5db4 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.011463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-428bc524-880e-4d95-a59d-88251fef5556 req-35f30df2-21a1-4368-a87a-608a203d5db4 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 944 time: 0.9949517 Jul 16 17:52:11.036985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170067f-de49-4f1c-9872-83b2bbaab53f req-915138af-12f0-49b6-af4c-0c7a5dd6fd22 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.051280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d170067f-de49-4f1c-9872-83b2bbaab53f req-915138af-12f0-49b6-af4c-0c7a5dd6fd22 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 945 time: 1.0281901 Jul 16 17:52:11.087609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:11.102284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] For port 3eeca42f-eb91-4e91-95b4-453e49ff586a, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:11.148366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Attempting to bind port df90df4c-830c-48ab-92da-5dc1e8069b3d on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:11.148899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Attempting to bind port df90df4c-830c-48ab-92da-5dc1e8069b3d by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:11.149431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Attempting to bind port df90df4c-830c-48ab-92da-5dc1e8069b3d on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:11.201796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] For port 3eeca42f-eb91-4e91-95b4-453e49ff586a, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3eeca42f-eb91-4e91-95b4-453e49ff586a,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:11.212985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Port df90df4c-830c-48ab-92da-5dc1e8069b3d on network 5f4a1e11-5d66-4db2-adc7-71a724319593 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:52:11.213507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Attempting to bind port df90df4c-830c-48ab-92da-5dc1e8069b3d on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:11.232630 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.302104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:11.302587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Checking segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:11.303134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Bound using segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:11.304333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Bound port: df90df4c-830c-48ab-92da-5dc1e8069b3d, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:11.304848 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.364359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d170067f-de49-4f1c-9872-83b2bbaab53f req-581cee54-6f5d-4098-af64-fd96c883d13f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114581 Jul 16 17:52:11.396383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d3f48dc1-a398-4095-bc1e-8247b0e343ef up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:11.469641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.470717 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.472683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] 10.222.0.32 "PUT /v2.0/ports/3eeca42f-eb91-4e91-95b4-453e49ff586a HTTP/1.1" status: 200 len: 1092 time: 3.5888007 Jul 16 17:52:11.474971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb12a128-b811-4bee-a290-30e8bb440a8f', 'tag': '3eeca42f-eb91-4e91-95b4-453e49ff586a'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:11.477387 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85ba018-ec4f-4e7e-931c-35e1998bd3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "bb12a128-b811-4bee-a290-30e8bb440a8f", "tag": "3eeca42f-eb91-4e91-95b4-453e49ff586a"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:11.523673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port d3f48dc1-a398-4095-bc1e-8247b0e343ef triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:11.528675 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.629534 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.661931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef3738-acdc-4fa7-819a-a0678523b9dd service neutron] Pushing event updated for resources: {'Port': ['ID=3eeca42f-eb91-4e91-95b4-453e49ff586a,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:11.668123 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.728708 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:11.731268 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1657b7c9-12db-435e-b5f1-473b2bee6958" -d '{"events": [{"server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "name": "network-vif-plugged", "status": "completed", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:11.764577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:11.778675 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.780000 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f9e98a49-7690-49a9-b7cb-84a7e082b909 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:11.786036 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] For port df90df4c-830c-48ab-92da-5dc1e8069b3d, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:11.822708 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-428bc524-880e-4d95-a59d-88251fef5556 req-0e23e3ab-7f10-4f6f-8748-fbcf3dfc034f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Deleting port f9e98a49-7690-49a9-b7cb-84a7e082b909 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:11.823669 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-428bc524-880e-4d95-a59d-88251fef5556 req-0e23e3ab-7f10-4f6f-8748-fbcf3dfc034f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.840777 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] For port df90df4c-830c-48ab-92da-5dc1e8069b3d, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df90df4c-830c-48ab-92da-5dc1e8069b3d,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:11.879201 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.956983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f60262-77b5-4fde-8ac1-81d2f9ca6809 req-c782a7dd-f90e-49e9-9bb3-a03473f8c269 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:11.961091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50f60262-77b5-4fde-8ac1-81d2f9ca6809 req-c782a7dd-f90e-49e9-9bb3-a03473f8c269 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 944 time: 0.6080976 Jul 16 17:52:11.980470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=d3f48dc1-a398-4095-bc1e-8247b0e343ef,revision_number=10']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:12.119670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:12.120688 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:12.122420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] 10.222.0.11 "PUT /v2.0/ports/df90df4c-830c-48ab-92da-5dc1e8069b3d HTTP/1.1" status: 200 len: 1093 time: 3.6503391 Jul 16 17:52:12.168478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-736bdcdc-e534-4700-8cfe-1077ca8f6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:12.170772 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-736bdcdc-e534-4700-8cfe-1077ca8f6120 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d9d594a87104bd9acf301fdd2522183&device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 1095 time: 0.6435995 Jul 16 17:52:12.323691 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ae3c9-711d-4e9d-b518-09186c579fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=df90df4c-830c-48ab-92da-5dc1e8069b3d,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:12.399087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-428bc524-880e-4d95-a59d-88251fef5556 req-0e23e3ab-7f10-4f6f-8748-fbcf3dfc034f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] For port f9e98a49-7690-49a9-b7cb-84a7e082b909, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f9e98a49-7690-49a9-b7cb-84a7e082b909,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:12.399700 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-428bc524-880e-4d95-a59d-88251fef5556 req-0e23e3ab-7f10-4f6f-8748-fbcf3dfc034f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:12.407847 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-6c052fab-3886-4b32-a25f-658669e49d48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eeca42f-eb91-4e91-95b4-453e49ff586a HTTP/1.1" status: 200 len: 217 time: 0.1941726 Jul 16 17:52:12.422454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50f60262-77b5-4fde-8ac1-81d2f9ca6809 req-d9b138d3-f092-40df-81df-5c0553400f85 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033377 Jul 16 17:52:12.494336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-428bc524-880e-4d95-a59d-88251fef5556 req-0e23e3ab-7f10-4f6f-8748-fbcf3dfc034f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Calling delete_port for f9e98a49-7690-49a9-b7cb-84a7e082b909 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:12.693498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:12.769360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-e3134876-cc1f-41e0-920d-b3e7acd3fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:12.772246 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-e3134876-cc1f-41e0-920d-b3e7acd3fa1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fda748cb-678b-4f5a-a8c1-3046219bc46b HTTP/1.1" status: 200 len: 845 time: 0.3477302 Jul 16 17:52:12.815716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c36c1c-f90f-48af-bec5-4d7645094d4d req-ff57fa7e-7437-4131-ae15-222177a347cf tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:12.825926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32c36c1c-f90f-48af-bec5-4d7645094d4d req-ff57fa7e-7437-4131-ae15-222177a347cf tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 944 time: 0.6769581 Jul 16 17:52:12.883576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-728b0ecd-346d-4505-93d1-c158bae7e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:12.885282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-728b0ecd-346d-4505-93d1-c158bae7e2fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 1096 time: 0.6938007 Jul 16 17:52:12.896785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-d93e7edc-1021-44cc-9c03-5bd531bc5ddb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129568 Jul 16 17:52:12.994348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:13.041117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-db63bcc3-cb37-402d-a72e-4f73726e8410 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df90df4c-830c-48ab-92da-5dc1e8069b3d HTTP/1.1" status: 200 len: 217 time: 0.1421528 Jul 16 17:52:13.081946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32c36c1c-f90f-48af-bec5-4d7645094d4d req-1f8d86f7-2fa0-4463-bb51-31ac8743b4a0 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543683 Jul 16 17:52:13.198878 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28760850-d588-4b7b-a513-04d35cb89922 x-openstack-request-id: req-28760850-d588-4b7b-a513-04d35cb89922 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:13.198878 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb12a128-b811-4bee-a290-30e8bb440a8f", "tag": "3eeca42f-eb91-4e91-95b4-453e49ff586a", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:13.198878 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28760850-d588-4b7b-a513-04d35cb89922 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:13.198878 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb12a128-b811-4bee-a290-30e8bb440a8f', 'tag': '3eeca42f-eb91-4e91-95b4-453e49ff586a', 'status': 'completed', 'code': 200} Jul 16 17:52:13.229003 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50d2ecc-5b58-465e-8c8b-c287cb0b47fb x-openstack-request-id: req-c50d2ecc-5b58-465e-8c8b-c287cb0b47fb {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:13.230094 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "name": "network-vif-plugged", "status": "completed", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:13.231164 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c50d2ecc-5b58-465e-8c8b-c287cb0b47fb {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:13.232411 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef', 'code': 200} Jul 16 17:52:13.249858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bfa81-6589-4aad-8f2a-c452b7d53156 req-ce3605e3-962f-4102-8274-5232bdcebff8 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:13.251523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3b4bfa81-6589-4aad-8f2a-c452b7d53156 req-ce3605e3-962f-4102-8274-5232bdcebff8 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 943 time: 0.6165209 Jul 16 17:52:13.253998 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:13.290689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-080f7a04-db9d-422c-906c-82a8d431727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:13.292187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-080f7a04-db9d-422c-906c-82a8d431727c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.2373416 Jul 16 17:52:13.313699 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Transition to ACTIVE for port object d4ba6a91-50cf-4e3b-8d7d-365e36e41934 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:13.344914 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:13.390128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-92d04bdd-57fe-4128-aede-d6343d3b5ab9 service neutron] 10.222.0.32 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683774 Jul 16 17:52:13.392440 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-93932e96-17fd-43bd-8a62-1137212fb257 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909967 Jul 16 17:52:13.404605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d4ba6a91-50cf-4e3b-8d7d-365e36e41934 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:13.477260 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8c6b2c91-3d25-4642-adb5-5e0886af9c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:13.494680 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d4ba6a91-50cf-4e3b-8d7d-365e36e41934 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:13.509904 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-428bc524-880e-4d95-a59d-88251fef5556 req-0e23e3ab-7f10-4f6f-8748-fbcf3dfc034f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:13.593055 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3b4bfa81-6589-4aad-8f2a-c452b7d53156 req-bd846d08-15ec-43ab-88b9-4009cd1866cf tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301528 Jul 16 17:52:13.715199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Pushing event updated for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=10']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:14.186429 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-51b3375b-e53f-40cb-ac3f-c08ec8c2f808 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:14.188116 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-51b3375b-e53f-40cb-ac3f-c08ec8c2f808 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af&tenant_id=c5e6198059344f539cf6bbde362b7a15&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1097 time: 0.1235273 Jul 16 17:52:14.204760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787205-10'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:14.325432 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:14.385247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] No DVR routers for this DVR port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:14.437846 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-428bc524-880e-4d95-a59d-88251fef5556 req-0e23e3ab-7f10-4f6f-8748-fbcf3dfc034f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] No DVR routers for this DVR port f9e98a49-7690-49a9-b7cb-84a7e082b909 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:14.559989 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-428bc524-880e-4d95-a59d-88251fef5556 req-0e23e3ab-7f10-4f6f-8748-fbcf3dfc034f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:14.559989 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-428bc524-880e-4d95-a59d-88251fef5556 req-0e23e3ab-7f10-4f6f-8748-fbcf3dfc034f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.11 "DELETE /v2.0/ports/f9e98a49-7690-49a9-b7cb-84a7e082b909 HTTP/1.1" status: 204 len: 173 time: 3.4745512 Jul 16 17:52:14.589452 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:14.696638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:14.723242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23e3ab-7f10-4f6f-8748-fbcf3dfc034f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Pushing event deleted for resources: {'Port': ['ID=f9e98a49-7690-49a9-b7cb-84a7e082b909,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:14.737254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-8435d4a1-c024-4bc3-9fea-17165fa825fb service neutron] 10.222.0.11 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3076591 Jul 16 17:52:14.786272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Attempting to bind port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:14.789271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Attempting to bind port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:14.792776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Attempting to bind port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:14.792941 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:14.796293 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a66782d-79e7-4766-aefb-78f47f99a1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a35f8238-b5a7-4d3e-ad7f-366d5b8274d9'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:14.806355 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2be12d-8fd8-419f-b297-d99bf613ca7c" -d '{"events": [{"server_uuid": "1a66782d-79e7-4766-aefb-78f47f99a1af", "name": "network-vif-unplugged", "status": "completed", "tag": "a35f8238-b5a7-4d3e-ad7f-366d5b8274d9"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:14.807233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99686ca7-4a7c-4afc-a248-265832982ad7 req-8653bc4d-3e35-438a-8011-7622e78b32be service neutron] 10.222.0.32 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3772373 Jul 16 17:52:14.818119 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:14.827325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683a5a5-9a0d-4e21-af52-3c95c47011a9 req-3997b787-4cea-4659-bf95-f698a7a579e5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:14.832779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c683a5a5-9a0d-4e21-af52-3c95c47011a9 req-3997b787-4cea-4659-bf95-f698a7a579e5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 949 time: 1.3986552 Jul 16 17:52:14.930302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:52:14.930751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Attempting to bind port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:14.953363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Pushing event updated for resources: {'Port': ['ID=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:15.028267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Attempting to bind port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on host n-h2-787205-10 for vnic_type normal with profile {"migrating_to": "n-h1-787205-10"} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:15.028983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Attempting to bind port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:15.029479 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Attempting to bind port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:15.038127 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:52:15.038826 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Attempting to bind port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on network e7f266cd-7ba1-4cd8-ab7e-f3565270df90 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:15.045309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:15.045784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Checking segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:15.046237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Bound using segment: {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:15.047016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Bound port: a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83a1c6b-f454-43be-8180-d9b2139aafb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e7f266cd-7ba1-4cd8-ab7e-f3565270df90'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:15.047451 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.056391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:15.056880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:15.057331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:15.057892 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Bound port: d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:15.058339 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.155951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:15.160636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:15.169264 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.214087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c683a5a5-9a0d-4e21-af52-3c95c47011a9 req-d8ad81b2-bc56-41d4-8213-864a3f9da3a0 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190563 Jul 16 17:52:15.220559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec7e604-12ac-4ba7-8967-45378fd7cceb', 'tag': 'df90df4c-830c-48ab-92da-5dc1e8069b3d'}, {'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934'}, {'server_uuid': 'f1e2d839-429a-4f35-804f-ef712c26590f', 'name': 'network-vif-deleted', 'tag': 'f9e98a49-7690-49a9-b7cb-84a7e082b909'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:15.236471 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a15a13-2024-4f3c-8568-b2b68dd8f9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec7e604-12ac-4ba7-8967-45378fd7cceb", "tag": "df90df4c-830c-48ab-92da-5dc1e8069b3d"}, {"server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934"}, {"server_uuid": "f1e2d839-429a-4f35-804f-ef712c26590f", "name": "network-vif-deleted", "tag": "f9e98a49-7690-49a9-b7cb-84a7e082b909"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:15.320484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ba018-ec4f-4e7e-931c-35e1998bd3c1 req-0293a433-b205-42d2-b715-c5793e56dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:15.322612 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d85ba018-ec4f-4e7e-931c-35e1998bd3c1 req-0293a433-b205-42d2-b715-c5793e56dbe8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d9d594a87104bd9acf301fdd2522183&device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 1095 time: 0.4057033 Jul 16 17:52:15.324919 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2eebdf-638b-4f43-843a-d83cf5236b1a req-d664ba4b-9540-416d-a4f7-8cdc95d32373 service neutron] 10.222.0.11 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803583 Jul 16 17:52:15.347097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:15.347725 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.350514 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] 10.222.0.32 "PUT /v2.0/ports/a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 HTTP/1.1" status: 200 len: 1123 time: 1.1538413 Jul 16 17:52:15.352538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c244b-57d8-40cb-ab06-c255d67e9f63 service neutron] Pushing event updated for resources: {'Port': ['ID=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,revision_number=8']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:15.427769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a595855-8def-45ea-8e3a-32e295dbfec5 req-42d1148b-d560-46b6-a87e-a640f0e87fb9 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:15.438149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a595855-8def-45ea-8e3a-32e295dbfec5 req-42d1148b-d560-46b6-a87e-a640f0e87fb9 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 943 time: 0.5990922 Jul 16 17:52:15.461375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['a35f8238-b5a7-4d3e-ad7f-366d5b8274d9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:15.469268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['a35f8238-b5a7-4d3e-ad7f-366d5b8274d9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:15.474071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:15.618830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:15.633560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.707091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a595855-8def-45ea-8e3a-32e295dbfec5 req-d2601811-4a72-40c0-9bee-6846acd8942f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675834 Jul 16 17:52:15.716919 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3ad2edcf-5ed6-40b8-a759-faf8839e6246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.875161 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40f523fb-af3c-4696-8246-acc394f87a94 req-0a99d5b3-4935-41e6-9fdc-f839f0bbc325 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e2d839-429a-4f35-804f-ef712c26590f HTTP/1.1" status: 200 len: 210 time: 0.2007968 Jul 16 17:52:15.934965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:15.937118 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.941558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:15.942163 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] 10.222.0.32 "PUT /v2.0/ports/d4ba6a91-50cf-4e3b-8d7d-365e36e41934 HTTP/1.1" status: 200 len: 1098 time: 4.8859432 Jul 16 17:52:15.975077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ba018-ec4f-4e7e-931c-35e1998bd3c1 req-ce3f1ccc-bc32-459c-af13-85c5f2fd6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:15.981012 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d85ba018-ec4f-4e7e-931c-35e1998bd3c1 req-ce3f1ccc-bc32-459c-af13-85c5f2fd6b40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03 HTTP/1.1" status: 200 len: 906 time: 0.6467996 Jul 16 17:52:16.171029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:16.196177 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a99e4-3b67-408e-851d-3156d4b3061a service neutron] Pushing event updated for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=11']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:16.200318 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d85ba018-ec4f-4e7e-931c-35e1998bd3c1 req-674f92f8-88d7-472f-bcf0-7d9e8315990b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3eeca42f-eb91-4e91-95b4-453e49ff586a HTTP/1.1" status: 200 len: 217 time: 0.2096851 Jul 16 17:52:16.254218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 has no active binding in host n-h1-787205-10 {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:52:16.355513 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:16.375741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ba018-ec4f-4e7e-931c-35e1998bd3c1 req-1e04c5d8-2420-4273-b33a-c1828d2270a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:16.378005 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d85ba018-ec4f-4e7e-931c-35e1998bd3c1 req-1e04c5d8-2420-4273-b33a-c1828d2270a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fda748cb-678b-4f5a-a8c1-3046219bc46b HTTP/1.1" status: 200 len: 845 time: 0.1605601 Jul 16 17:52:16.433864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-7216cd28-2232-43bd-b3e3-9d303337e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:16.435431 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-7216cd28-2232-43bd-b3e3-9d303337e61b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 1101 time: 0.4532738 Jul 16 17:52:16.437329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d85ba018-ec4f-4e7e-931c-35e1998bd3c1 req-193b89d2-2577-4b91-acbb-4227535d7627 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518224 Jul 16 17:52:16.518413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7da7e6-332e-4467-8ae9-38bf899a3c12 req-51dc4b33-feb1-488a-beaa-99f5c904f2c3 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:16.526775 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd7da7e6-332e-4467-8ae9-38bf899a3c12 req-51dc4b33-feb1-488a-beaa-99f5c904f2c3 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 944 time: 0.3330593 Jul 16 17:52:16.746593 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd7da7e6-332e-4467-8ae9-38bf899a3c12 req-0be725ee-1737-4759-b972-c5e098053715 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187908 Jul 16 17:52:16.791908 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d85ba018-ec4f-4e7e-931c-35e1998bd3c1 req-2202e617-16e5-4c3b-83f5-005b5eec17f8 service neutron] 10.222.0.32 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329599 Jul 16 17:52:16.804282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-06ffbfe9-2b05-42dc-9a94-6e8748dd179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:16.806923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-06ffbfe9-2b05-42dc-9a94-6e8748dd179f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.3493793 Jul 16 17:52:16.863039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ba25c-80ac-4ad6-bd6f-ac9e9c401838 req-d6da5e82-b01d-4e54-afef-5b5f31ed7894 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:16.866859 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc9ba25c-80ac-4ad6-bd6f-ac9e9c401838 req-d6da5e82-b01d-4e54-afef-5b5f31ed7894 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 943 time: 0.4221120 Jul 16 17:52:16.966854 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-64ba5e5b-d919-43e4-b6bf-36df4cf3c994 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934 HTTP/1.1" status: 200 len: 217 time: 0.1445880 Jul 16 17:52:17.198611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc9ba25c-80ac-4ad6-bd6f-ac9e9c401838 req-aa2b4ee7-ba01-4cee-ac36-1b35c80d21a9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610359 Jul 16 17:52:17.210656 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-159f6b00-74eb-4c6f-b0b8-f338c455ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:17.222932 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-159f6b00-74eb-4c6f-b0b8-f338c455ffb7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2332425 Jul 16 17:52:17.318352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013abf9b-f1a2-4a76-ae83-132b45c6248d req-b366513a-92fa-4995-a08a-37465d5b1074 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:17.328163 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-013abf9b-f1a2-4a76-ae83-132b45c6248d req-b366513a-92fa-4995-a08a-37465d5b1074 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 945 time: 0.3866286 Jul 16 17:52:17.336518 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d85ba018-ec4f-4e7e-931c-35e1998bd3c1 req-2a7c072a-7e68-4ed8-8fbf-b40d88ce74e5 service neutron] 10.222.0.32 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346205 Jul 16 17:52:17.388510 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692c7601-169e-436c-88f5-0b62a578158f x-openstack-request-id: req-692c7601-169e-436c-88f5-0b62a578158f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:17.389363 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a66782d-79e7-4766-aefb-78f47f99a1af", "name": "network-vif-unplugged", "status": "completed", "tag": "a35f8238-b5a7-4d3e-ad7f-366d5b8274d9", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:17.389793 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-692c7601-169e-436c-88f5-0b62a578158f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:17.390387 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a66782d-79e7-4766-aefb-78f47f99a1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a35f8238-b5a7-4d3e-ad7f-366d5b8274d9', 'code': 200} Jul 16 17:52:17.416588 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-013abf9b-f1a2-4a76-ae83-132b45c6248d req-bcec561c-60dd-4b10-af61-af17b30d745a tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866375 Jul 16 17:52:17.418850 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device df90df4c-830c-48ab-92da-5dc1e8069b3d details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:17.465683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-d8203b97-8be0-4831-a87d-631d2bb58143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:17.467381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-d8203b97-8be0-4831-a87d-631d2bb58143 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2370439 Jul 16 17:52:17.634995 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-d844f15a-0df9-4f5d-a4a0-c0fdd04a653b service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570795 Jul 16 17:52:17.636583 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e992de-1dc6-483a-8e7f-2b1f94f8ebf6 x-openstack-request-id: req-b6e992de-1dc6-483a-8e7f-2b1f94f8ebf6 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:17.636884 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec7e604-12ac-4ba7-8967-45378fd7cceb", "tag": "df90df4c-830c-48ab-92da-5dc1e8069b3d", "status": "completed", "code": 200}, {"server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934", "code": 200}, {"server_uuid": "f1e2d839-429a-4f35-804f-ef712c26590f", "name": "network-vif-deleted", "tag": "f9e98a49-7690-49a9-b7cb-84a7e082b909", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:17.637095 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6e992de-1dc6-483a-8e7f-2b1f94f8ebf6 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:17.637512 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec7e604-12ac-4ba7-8967-45378fd7cceb', 'tag': 'df90df4c-830c-48ab-92da-5dc1e8069b3d', 'status': 'completed', 'code': 200} Jul 16 17:52:17.637828 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'code': 200} Jul 16 17:52:17.638084 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e2d839-429a-4f35-804f-ef712c26590f', 'name': 'network-vif-deleted', 'tag': 'f9e98a49-7690-49a9-b7cb-84a7e082b909', 'status': 'completed', 'code': 200} Jul 16 17:52:17.702794 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.791941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port df90df4c-830c-48ab-92da-5dc1e8069b3d, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df90df4c-830c-48ab-92da-5dc1e8069b3d,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:17.812722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'df90df4c-830c-48ab-92da-5dc1e8069b3d', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'port_id': 'df90df4c-830c-48ab-92da-5dc1e8069b3d', 'mac_address': 'fa:16:3e:3a:a1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2324e370-e975-41f3-a89b-e91fd3d77fc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:17.884079 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.903414 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64085a40-d824-426b-ac64-4ef3df9a4b58 req-ecee13ca-62eb-46d2-88fc-9e084c1e1c1b service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543375 Jul 16 17:52:17.906252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df90df4c-830c-48ab-92da-5dc1e8069b3d {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:17.914512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a15a13-2024-4f3c-8568-b2b68dd8f9ca req-e130d2cc-feae-41f5-916e-d8fea01b2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:17.916091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41a15a13-2024-4f3c-8568-b2b68dd8f9ca req-e130d2cc-feae-41f5-916e-d8fea01b2d2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 1096 time: 0.2771456 Jul 16 17:52:17.942231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3eeca42f-eb91-4e91-95b4-453e49ff586a details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:17.953635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port df90df4c-830c-48ab-92da-5dc1e8069b3d, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df90df4c-830c-48ab-92da-5dc1e8069b3d,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:17.960848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479367c3-7645-4dc7-90a7-772c16e488d2 req-b36f7d57-1963-4489-ab70-191486afb7af tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:17.962976 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.972012 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-479367c3-7645-4dc7-90a7-772c16e488d2 req-b36f7d57-1963-4489-ab70-191486afb7af tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 949 time: 0.2847273 Jul 16 17:52:18.092955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff223f-26ac-4378-bc9f-e84fe5bd0428 req-014fb2b4-cffb-4521-96a0-ea439b0538b7 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:18.092955 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17ff223f-26ac-4378-bc9f-e84fe5bd0428 req-014fb2b4-cffb-4521-96a0-ea439b0538b7 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 943 time: 0.2925155 Jul 16 17:52:18.124122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-479367c3-7645-4dc7-90a7-772c16e488d2 req-6e11574d-ae9f-407c-abbc-8710be2ba919 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499267 Jul 16 17:52:18.134821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 3eeca42f-eb91-4e91-95b4-453e49ff586a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3eeca42f-eb91-4e91-95b4-453e49ff586a,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:18.170725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '3eeca42f-eb91-4e91-95b4-453e49ff586a', 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03', 'port_id': '3eeca42f-eb91-4e91-95b4-453e49ff586a', 'mac_address': 'fa:16:3e:92:95:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda748cb-678b-4f5a-a8c1-3046219bc46b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:18.321752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['df90df4c-830c-48ab-92da-5dc1e8069b3d'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:18.324236 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17ff223f-26ac-4378-bc9f-e84fe5bd0428 req-bd261915-bbd2-42b0-b459-e78f53d137b6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119236 Jul 16 17:52:18.327598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=df90df4c-830c-48ab-92da-5dc1e8069b3d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:18.353763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a15a13-2024-4f3c-8568-b2b68dd8f9ca req-09b80d08-a31e-43b0-8be4-24662acc72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:18.361029 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41a15a13-2024-4f3c-8568-b2b68dd8f9ca req-09b80d08-a31e-43b0-8be4-24662acc72bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 912 time: 0.4296949 Jul 16 17:52:18.437346 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:18.518795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eeca42f-eb91-4e91-95b4-453e49ff586a {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:18.537108 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41a15a13-2024-4f3c-8568-b2b68dd8f9ca req-322a628e-90f5-4e2c-ad63-e2c8966edcd5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df90df4c-830c-48ab-92da-5dc1e8069b3d HTTP/1.1" status: 200 len: 217 time: 0.1667788 Jul 16 17:52:18.651251 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a15a13-2024-4f3c-8568-b2b68dd8f9ca req-53832dd9-6fed-45a9-ae6b-3342f759c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:18.652761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41a15a13-2024-4f3c-8568-b2b68dd8f9ca req-53832dd9-6fed-45a9-ae6b-3342f759c547 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.1091249 Jul 16 17:52:18.679092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 3eeca42f-eb91-4e91-95b4-453e49ff586a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3eeca42f-eb91-4e91-95b4-453e49ff586a,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:18.716818 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:18.728139 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41a15a13-2024-4f3c-8568-b2b68dd8f9ca req-c10c32a2-f063-4a03-bd7c-82a460336f7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620732 Jul 16 17:52:18.907364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc19874-82dc-450b-a813-391f88826d13 req-08d333a3-12a3-47ce-b2ce-5c725821084d tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:18.910992 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=3eeca42f-eb91-4e91-95b4-453e49ff586a,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:18.915883 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cc19874-82dc-450b-a813-391f88826d13 req-08d333a3-12a3-47ce-b2ce-5c725821084d tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 943 time: 0.2605846 Jul 16 17:52:18.968855 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41a15a13-2024-4f3c-8568-b2b68dd8f9ca req-646abd26-dfe4-4df9-9267-77302df6391e service neutron] 10.222.0.11 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318065 Jul 16 17:52:18.978612 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:18.980320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8328f-c11a-467c-a488-2407fbf1c15e req-a51e7349-be71-4003-b85e-04c93352b6e3 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:18.988392 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03c8328f-c11a-467c-a488-2407fbf1c15e req-a51e7349-be71-4003-b85e-04c93352b6e3 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 945 time: 0.2499864 Jul 16 17:52:19.076374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cc19874-82dc-450b-a813-391f88826d13 req-87ec1d6a-fa30-47ae-96f7-6488d90ccb98 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594543 Jul 16 17:52:19.209423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['3eeca42f-eb91-4e91-95b4-453e49ff586a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:19.273813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03c8328f-c11a-467c-a488-2407fbf1c15e req-0d5e1dbb-f106-42a9-89f0-dc94c5a587b6 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843680 Jul 16 17:52:19.363925 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41a15a13-2024-4f3c-8568-b2b68dd8f9ca req-d321157d-e735-4d47-94c0-c70b06e1d57a service neutron] 10.222.0.11 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731408 Jul 16 17:52:19.391879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a66782d-79e7-4766-aefb-78f47f99a1af', 'tag': 'a35f8238-b5a7-4d3e-ad7f-366d5b8274d9'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:19.395694 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c358b7-93a3-4a95-8802-beb51da48d28" -d '{"events": [{"name": "network-changed", "server_uuid": "1a66782d-79e7-4766-aefb-78f47f99a1af", "tag": "a35f8238-b5a7-4d3e-ad7f-366d5b8274d9"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:19.639631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:19.643188 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b866066-d76f-401c-93e9-d3a52c9e94db" -d '{"events": [{"name": "network-changed", "server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:19.885131 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48a8360-1c49-4f75-9207-d3abd3755e80 x-openstack-request-id: req-c48a8360-1c49-4f75-9207-d3abd3755e80 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:19.887003 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a66782d-79e7-4766-aefb-78f47f99a1af", "tag": "a35f8238-b5a7-4d3e-ad7f-366d5b8274d9", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:19.887950 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c48a8360-1c49-4f75-9207-d3abd3755e80 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:19.889035 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a66782d-79e7-4766-aefb-78f47f99a1af', 'tag': 'a35f8238-b5a7-4d3e-ad7f-366d5b8274d9', 'status': 'completed', 'code': 200} Jul 16 17:52:20.048430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c358b7-93a3-4a95-8802-beb51da48d28 req-8f723d61-eee0-4293-a985-fd70a53051ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:20.050212 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-57c358b7-93a3-4a95-8802-beb51da48d28 req-8f723d61-eee0-4293-a985-fd70a53051ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 1126 time: 0.1257086 Jul 16 17:52:20.276419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7c97f-bd59-422f-b73d-aea96e8dd614 req-f8342485-0c9d-4fe8-8346-b67ea325a95f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:20.278021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1b7c97f-bd59-422f-b73d-aea96e8dd614 req-f8342485-0c9d-4fe8-8346-b67ea325a95f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 949 time: 0.3731019 Jul 16 17:52:20.388637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c358b7-93a3-4a95-8802-beb51da48d28 req-d918a15a-8da6-4846-af5f-e43c4c6e6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:20.391017 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-57c358b7-93a3-4a95-8802-beb51da48d28 req-d918a15a-8da6-4846-af5f-e43c4c6e6707 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.3327770 Jul 16 17:52:20.431262 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f649d99-3a87-45da-8e95-b313f28fb002 req-19193d37-9c1b-498e-bddb-c78aea16696e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:20.438611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f649d99-3a87-45da-8e95-b313f28fb002 req-19193d37-9c1b-498e-bddb-c78aea16696e tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 943 time: 0.3469005 Jul 16 17:52:20.918315 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1b7c97f-bd59-422f-b73d-aea96e8dd614 req-69ec226b-7fc0-475f-9fbb-967b733367d5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196795 Jul 16 17:52:20.936578 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-57c358b7-93a3-4a95-8802-beb51da48d28 req-49a94ba0-d989-4631-9882-a990b7b06250 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 HTTP/1.1" status: 200 len: 217 time: 0.5375712 Jul 16 17:52:21.041525 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc002989-89bd-431a-a5eb-386148e8ced3 x-openstack-request-id: req-fc002989-89bd-431a-a5eb-386148e8ced3 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:21.045806 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:21.045806 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc002989-89bd-431a-a5eb-386148e8ced3 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:21.046285 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'status': 'completed', 'code': 200} Jul 16 17:52:21.138696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e7b26-98d7-4268-908d-a7b2abdc29ae req-dd884385-1ba6-4d11-abc4-7f0d1bb36998 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.140771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a55e7b26-98d7-4268-908d-a7b2abdc29ae req-dd884385-1ba6-4d11-abc4-7f0d1bb36998 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 944 time: 1.0258472 Jul 16 17:52:21.169420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f649d99-3a87-45da-8e95-b313f28fb002 req-7d1d8202-f4ea-4ce1-b0fd-b2ca276f8956 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7296603 Jul 16 17:52:21.244524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c358b7-93a3-4a95-8802-beb51da48d28 req-6ae45863-26a2-4f2c-8ea7-8ccc180ef42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.246235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-57c358b7-93a3-4a95-8802-beb51da48d28 req-6ae45863-26a2-4f2c-8ea7-8ccc180ef42a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.3010428 Jul 16 17:52:21.334976 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-57c358b7-93a3-4a95-8802-beb51da48d28 req-acda50f7-c40e-4d74-b406-ad245c1f04ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735981 Jul 16 17:52:21.341311 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-d43304d8-91eb-43d5-ae58-57b313ec8744 service neutron] 10.222.0.11 "GET /v2.0/ports/a35f8238-b5a7-4d3e-ad7f-366d5b8274d9/bindings/n-h1-787205-10 HTTP/1.1" status: 200 len: 385 time: 0.0766983 Jul 16 17:52:21.436104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device df90df4c-830c-48ab-92da-5dc1e8069b3d up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:21.460475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866066-d76f-401c-93e9-d3a52c9e94db req-0404a66f-8f3c-4d29-92f9-a1ea870e8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.468688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b866066-d76f-401c-93e9-d3a52c9e94db req-0404a66f-8f3c-4d29-92f9-a1ea870e8133 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 1101 time: 0.3928158 Jul 16 17:52:21.558487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port df90df4c-830c-48ab-92da-5dc1e8069b3d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:21.565095 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port df90df4c-830c-48ab-92da-5dc1e8069b3d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:21.566114 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:21.595008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1747-456d-49cf-8853-58d503ca8665 req-c97a2223-f3bb-4cca-a514-00563f8bf34f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:21.602672 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8ef1747-456d-49cf-8853-58d503ca8665 req-c97a2223-f3bb-4cca-a514-00563f8bf34f tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fcf55a3-2f2a-4247-8af5-6e058d476777 HTTP/1.1" status: 200 len: 944 time: 0.3927410 Jul 16 17:52:21.610040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-b7f41fbb-ec5f-4938-9f15-954d92ec96af service neutron] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:21.653471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-b7f41fbb-ec5f-4938-9f15-954d92ec96af service neutron] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:21.704759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-b7f41fbb-ec5f-4938-9f15-954d92ec96af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:21.719331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-b7f41fbb-ec5f-4938-9f15-954d92ec96af service neutron] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:21.735469 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-b7f41fbb-ec5f-4938-9f15-954d92ec96af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:21.774303 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:21.782964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-a55e7b26-98d7-4268-908d-a7b2abdc29ae req-8a74c900-8035-4d10-a545-0d6250092a65 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Deleting port 9132eef4-ca0a-4527-97b6-9e4532931405 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:21.783321 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a55e7b26-98d7-4268-908d-a7b2abdc29ae req-8a74c900-8035-4d10-a545-0d6250092a65 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:21.811904 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8ef1747-456d-49cf-8853-58d503ca8665 req-b432bafe-4f82-45be-9ea3-e564756026f3 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070534 Jul 16 17:52:21.842235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-57c358b7-93a3-4a95-8802-beb51da48d28 req-7ba33c2a-3556-4630-a330-6b9cebfa9a96 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639122 Jul 16 17:52:21.846621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec7e604-12ac-4ba7-8967-45378fd7cceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df90df4c-830c-48ab-92da-5dc1e8069b3d'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:21.853036 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c685dc01-0886-4aaa-bac2-9b74813c3890" -d '{"events": [{"server_uuid": "8ec7e604-12ac-4ba7-8967-45378fd7cceb", "name": "network-vif-plugged", "status": "completed", "tag": "df90df4c-830c-48ab-92da-5dc1e8069b3d"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:21.881301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port df90df4c-830c-48ab-92da-5dc1e8069b3d, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df90df4c-830c-48ab-92da-5dc1e8069b3d,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:21.891938 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:21.893693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9132eef4-ca0a-4527-97b6-9e4532931405 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:21.932679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-b7f41fbb-ec5f-4938-9f15-954d92ec96af service neutron] Transition to ACTIVE for port object a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:21.940783 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-b7f41fbb-ec5f-4938-9f15-954d92ec96af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:22.020182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-b7f41fbb-ec5f-4938-9f15-954d92ec96af service neutron] No DVR routers for this DVR port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:22.039863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d4ba6a91-50cf-4e3b-8d7d-365e36e41934 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:22.052947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3eeca42f-eb91-4e91-95b4-453e49ff586a up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:22.122229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f41fbb-ec5f-4938-9f15-954d92ec96af service neutron] Pushing event updated for resources: {'Port': ['ID=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:22.152737 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=df90df4c-830c-48ab-92da-5dc1e8069b3d,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:22.161621 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-b7f41fbb-ec5f-4938-9f15-954d92ec96af service neutron] 10.222.0.11 "PUT /v2.0/ports/a35f8238-b5a7-4d3e-ad7f-366d5b8274d9/bindings/n-h1-787205-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8145247 Jul 16 17:52:22.186403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866066-d76f-401c-93e9-d3a52c9e94db req-f496db31-696a-498c-bf21-7080e597df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.190774 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 3eeca42f-eb91-4e91-95b4-453e49ff586a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:22.192719 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b866066-d76f-401c-93e9-d3a52c9e94db req-f496db31-696a-498c-bf21-7080e597df1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.6843085 Jul 16 17:52:22.218964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 3eeca42f-eb91-4e91-95b4-453e49ff586a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:22.219754 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:22.275189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14324f-6357-413d-83c3-14dd4c311773 req-552fd0a5-b486-4905-a548-a15a871f9324 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.277196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3b14324f-6357-413d-83c3-14dd4c311773 req-552fd0a5-b486-4905-a548-a15a871f9324 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.32 "GET /v2.0/ports?device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 945 time: 0.7670217 Jul 16 17:52:22.381209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-71643e5e-c3c9-421a-9d09-62bb95b0c82b tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.383712 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-71643e5e-c3c9-421a-9d09-62bb95b0c82b tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af&tenant_id=c5e6198059344f539cf6bbde362b7a15&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1096 time: 0.1398814 Jul 16 17:52:22.447235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:22.467970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b866066-d76f-401c-93e9-d3a52c9e94db req-cc1bb6ba-10a2-4d4d-91ad-3faff8ec265d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934 HTTP/1.1" status: 200 len: 217 time: 0.1607137 Jul 16 17:52:22.515550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:22.536961 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'mac_address': 'fa:16:3e:cb:ab:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:22.541633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:22.611486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a55e7b26-98d7-4268-908d-a7b2abdc29ae req-8a74c900-8035-4d10-a545-0d6250092a65 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] For port 9132eef4-ca0a-4527-97b6-9e4532931405, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9132eef4-ca0a-4527-97b6-9e4532931405,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:22.611990 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a55e7b26-98d7-4268-908d-a7b2abdc29ae req-8a74c900-8035-4d10-a545-0d6250092a65 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:22.639330 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:22.641932 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:22.665707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-4cb70249-d575-4cf6-8bc8-36f2ac14fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.666895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ba6a91-50cf-4e3b-8d7d-365e36e41934 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:22.667413 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-4cb70249-d575-4cf6-8bc8-36f2ac14fe84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af&tenant_id=c5e6198059344f539cf6bbde362b7a15 HTTP/1.1" status: 200 len: 1096 time: 0.2628770 Jul 16 17:52:22.710182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-57c358b7-93a3-4a95-8802-beb51da48d28 req-b290bd83-57e9-48cd-b356-5e245481d502 service neutron] 10.222.0.11 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7465217 Jul 16 17:52:22.724094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-a55e7b26-98d7-4268-908d-a7b2abdc29ae req-8a74c900-8035-4d10-a545-0d6250092a65 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Calling delete_port for 9132eef4-ca0a-4527-97b6-9e4532931405 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:22.738038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:22.742220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 3eeca42f-eb91-4e91-95b4-453e49ff586a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3eeca42f-eb91-4e91-95b4-453e49ff586a,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:22.744946 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:22.752817 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:22.775288 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:22.789389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866066-d76f-401c-93e9-d3a52c9e94db req-11990e57-24a6-4fa9-ad09-12bcb9925e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.791091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b866066-d76f-401c-93e9-d3a52c9e94db req-11990e57-24a6-4fa9-ad09-12bcb9925e1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2823298 Jul 16 17:52:22.812417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=12']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:22.864563 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-dbe7eabf-c012-4f8b-8217-c71720e69fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.866389 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-dbe7eabf-c012-4f8b-8217-c71720e69fad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5e6198059344f539cf6bbde362b7a15&device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 1096 time: 0.1669228 Jul 16 17:52:22.878780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f3a5b-2bb4-4c92-9361-79790395116e req-8f57b91f-62f1-4868-90dd-856ad1e20fc9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.886311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-909f3a5b-2bb4-4c92-9361-79790395116e req-8f57b91f-62f1-4868-90dd-856ad1e20fc9 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 945 time: 0.7978697 Jul 16 17:52:22.899408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=3eeca42f-eb91-4e91-95b4-453e49ff586a,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:22.941535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c1940-1d93-4225-8bf8-d2c1b5b122ea req-6810c32d-af72-4002-9bbe-4a1be656b982 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:22.955489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-838c1940-1d93-4225-8bf8-d2c1b5b122ea req-6810c32d-af72-4002-9bbe-4a1be656b982 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 944 time: 0.6767082 Jul 16 17:52:23.021740 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-d97bcb83-8716-4ed9-b025-ff223144e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:23.026181 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-d97bcb83-8716-4ed9-b025-ff223144e0fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 200 len: 922 time: 0.1490200 Jul 16 17:52:23.081895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d4ba6a91-50cf-4e3b-8d7d-365e36e41934'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:23.099678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Deleting port 9900edd8-288b-4c15-8f24-1e34a0f2c661 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:23.100087 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:23.110114 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-19b1afff-721e-4b69-a73c-123ebbed87ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 HTTP/1.1" status: 200 len: 217 time: 0.0729847 Jul 16 17:52:23.125289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-838c1940-1d93-4225-8bf8-d2c1b5b122ea req-3eba7e89-e596-4746-9233-ff4ff690a0dd tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684532 Jul 16 17:52:23.177623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-909f3a5b-2bb4-4c92-9361-79790395116e req-d429320c-3293-43f3-a3c5-4bd7292f3d01 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups?id=3483e4fa-11c3-427e-be47-0912a10602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898262 Jul 16 17:52:23.236107 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-7917cc1d-3de2-4004-96ee-a0c5d1c8a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:23.251391 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-7917cc1d-3de2-4004-96ee-a0c5d1c8a71a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 200 len: 861 time: 0.1334872 Jul 16 17:52:23.345330 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-1afaae29-3e6a-44a1-afee-fb38ead3e372 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e7f266cd-7ba1-4cd8-ab7e-f3565270df90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853803 Jul 16 17:52:23.440095 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0608169e-1278-46c7-9be5-b15a82af18f4 x-openstack-request-id: req-0608169e-1278-46c7-9be5-b15a82af18f4 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:23.440587 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec7e604-12ac-4ba7-8967-45378fd7cceb", "name": "network-vif-plugged", "status": "completed", "tag": "df90df4c-830c-48ab-92da-5dc1e8069b3d", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:23.442434 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0608169e-1278-46c7-9be5-b15a82af18f4 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:23.442434 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec7e604-12ac-4ba7-8967-45378fd7cceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df90df4c-830c-48ab-92da-5dc1e8069b3d', 'code': 200} Jul 16 17:52:23.533264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866066-d76f-401c-93e9-d3a52c9e94db req-71f44abc-baa8-49d1-a9c6-6d657ae2470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:23.535138 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b866066-d76f-401c-93e9-d3a52c9e94db req-71f44abc-baa8-49d1-a9c6-6d657ae2470a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6971068 Jul 16 17:52:23.583029 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-14f08ddf-7cec-4e5c-bf05-87f2e4fae55d service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302070 Jul 16 17:52:23.604790 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a55e7b26-98d7-4268-908d-a7b2abdc29ae req-8a74c900-8035-4d10-a545-0d6250092a65 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:23.700091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] For port 9900edd8-288b-4c15-8f24-1e34a0f2c661, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9900edd8-288b-4c15-8f24-1e34a0f2c661,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:23.700593 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:23.714125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74c900-8035-4d10-a545-0d6250092a65 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Pushing event deleted for resources: {'Port': ['ID=9132eef4-ca0a-4527-97b6-9e4532931405,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:23.728277 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-11a16365-1571-4aa7-9d71-cc70245c9999 service neutron] 10.222.0.32 "GET /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372321 Jul 16 17:52:23.887719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47738205-2b5d-4e96-bfbc-223ac9111b20 req-2f68bc02-9df4-4a4f-81d9-d8479e2aea81 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:23.895626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-47738205-2b5d-4e96-bfbc-223ac9111b20 req-2f68bc02-9df4-4a4f-81d9-d8479e2aea81 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 946 time: 0.5250051 Jul 16 17:52:23.941150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55e7b26-98d7-4268-908d-a7b2abdc29ae req-8a74c900-8035-4d10-a545-0d6250092a65 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] No DVR routers for this DVR port 9132eef4-ca0a-4527-97b6-9e4532931405 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:23.960757 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a55e7b26-98d7-4268-908d-a7b2abdc29ae req-8a74c900-8035-4d10-a545-0d6250092a65 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:23.962231 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a55e7b26-98d7-4268-908d-a7b2abdc29ae req-8a74c900-8035-4d10-a545-0d6250092a65 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.11 "DELETE /v2.0/ports/9132eef4-ca0a-4527-97b6-9e4532931405 HTTP/1.1" status: 204 len: 173 time: 2.7887192 Jul 16 17:52:23.972689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fcf55a3-2f2a-4247-8af5-6e058d476777', 'name': 'network-vif-deleted', 'tag': '9132eef4-ca0a-4527-97b6-9e4532931405'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:23.974951 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933b2a3d-842e-48b6-9a37-145bc1dafd20" -d '{"events": [{"server_uuid": "5fcf55a3-2f2a-4247-8af5-6e058d476777", "name": "network-vif-deleted", "tag": "9132eef4-ca0a-4527-97b6-9e4532931405"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:23.977636 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9900edd8-288b-4c15-8f24-1e34a0f2c661 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:23.980589 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f929a3a-5f82-4782-860f-12a173639b1e req-a151d9fb-b5b9-401a-af28-715bbe3b4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:23.982520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f929a3a-5f82-4782-860f-12a173639b1e req-a151d9fb-b5b9-401a-af28-715bbe3b4163 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 1098 time: 0.4523547 Jul 16 17:52:24.051742 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b866066-d76f-401c-93e9-d3a52c9e94db req-7712f1de-95ad-4bf1-849e-c458a9169d30 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696238 Jul 16 17:52:24.098244 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:24.110747 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-47738205-2b5d-4e96-bfbc-223ac9111b20 req-44086539-1efa-456a-860f-782f1d32b80f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141161 Jul 16 17:52:24.162176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-4def7cb5-c9ca-45ac-906c-33b85c710bfb tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:24.168034 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-4def7cb5-c9ca-45ac-906c-33b85c710bfb tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af&tenant_id=c5e6198059344f539cf6bbde362b7a15&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 1096 time: 0.1014433 Jul 16 17:52:24.208731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9900edd8-288b-4c15-8f24-1e34a0f2c661, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9900edd8-288b-4c15-8f24-1e34a0f2c661,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:24.220005 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:24.267707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830373e-53e4-42ff-bc7b-88a77c10a197 req-5abebaef-81be-4a29-a777-b894bc4edb38 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:24.275784 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4830373e-53e4-42ff-bc7b-88a77c10a197 req-5abebaef-81be-4a29-a777-b894bc4edb38 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 950 time: 0.6239002 Jul 16 17:52:24.415276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9900edd8-288b-4c15-8f24-1e34a0f2c661,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:24.511552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-b74cbf1c-ad79-4d48-8fe0-627a8eb3547d service neutron] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:24.516261 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-b74cbf1c-ad79-4d48-8fe0-627a8eb3547d service neutron] Notify callbacks [] for binding, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:24.517572 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-b74cbf1c-ad79-4d48-8fe0-627a8eb3547d service neutron] 10.222.0.32 "DELETE /v2.0/ports/a35f8238-b5a7-4d3e-ad7f-366d5b8274d9/bindings/n-h2-787205-10 HTTP/1.1" status: 204 len: 173 time: 0.3402507 Jul 16 17:52:24.705104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f929a3a-5f82-4782-860f-12a173639b1e req-f2340a93-04e7-4a9e-92f9-bcb3392ca15e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7111847 Jul 16 17:52:24.857382 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:24.858287 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:24.858925 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Floating IP e3250273-8aef-414c-9b85-490e9ae2127a disassociated. External IP: 172.25.3.77, port: 9900edd8-288b-4c15-8f24-1e34a0f2c661. Jul 16 17:52:24.859633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Calling delete_port for 9900edd8-288b-4c15-8f24-1e34a0f2c661 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:24.902467 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b866066-d76f-401c-93e9-d3a52c9e94db req-cf05de4d-c347-4016-b554-0e1481f11d71 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8276780 Jul 16 17:52:24.946186 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4830373e-53e4-42ff-bc7b-88a77c10a197 req-86c59789-5b9f-4bf5-bfc9-99519ab90f87 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6665597 Jul 16 17:52:24.978480 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:25.065992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea49dc7-4831-441f-885c-d75c860c7f5b req-73686a3f-2d9a-44f1-a0bf-868e3acdaa5f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:25.075894 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ea49dc7-4831-441f-885c-d75c860c7f5b req-73686a3f-2d9a-44f1-a0bf-868e3acdaa5f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 944 time: 0.3648610 Jul 16 17:52:25.145738 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add34cea-b7d4-49cd-8468-4ce19954a680 x-openstack-request-id: req-add34cea-b7d4-49cd-8468-4ce19954a680 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:25.146182 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fcf55a3-2f2a-4247-8af5-6e058d476777", "name": "network-vif-deleted", "tag": "9132eef4-ca0a-4527-97b6-9e4532931405", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:25.146540 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-add34cea-b7d4-49cd-8468-4ce19954a680 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:25.147459 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fcf55a3-2f2a-4247-8af5-6e058d476777', 'name': 'network-vif-deleted', 'tag': '9132eef4-ca0a-4527-97b6-9e4532931405', 'status': 'completed', 'code': 200} Jul 16 17:52:25.166876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ea49dc7-4831-441f-885c-d75c860c7f5b req-0fad9f80-655a-4a8d-b9c3-13a61369ba2a tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893641 Jul 16 17:52:25.271416 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:25.312896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Pushing event deleted for resources: {'Port': ['ID=9900edd8-288b-4c15-8f24-1e34a0f2c661,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:25.419961 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6cb175ee-fa9b-495b-87a9-6b9d8ace1c9b req-391bc881-ceaa-4825-bc4e-4391c98ebfe5 tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/ports?device_id=571490a8-c925-41c2-b14b-3af5ecf3c646 HTTP/1.1" status: 200 len: 210 time: 0.0490329 Jul 16 17:52:25.442722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb12a128-b811-4bee-a290-30e8bb440a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eeca42f-eb91-4e91-95b4-453e49ff586a'}, {'server_uuid': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9900edd8-288b-4c15-8f24-1e34a0f2c661'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:25.447078 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f221e17-ebb8-46d1-807e-b85a6d05cb5a" -d '{"events": [{"server_uuid": "bb12a128-b811-4bee-a290-30e8bb440a8f", "name": "network-vif-plugged", "status": "completed", "tag": "3eeca42f-eb91-4e91-95b4-453e49ff586a"}, {"server_uuid": "571490a8-c925-41c2-b14b-3af5ecf3c646", "name": "network-vif-unplugged", "status": "completed", "tag": "9900edd8-288b-4c15-8f24-1e34a0f2c661"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:25.591073 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a205fdd-aa1b-4155-94b5-296b80bc6113 req-2f19f4b4-2641-404b-9625-5411521e8962 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:25.591073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a205fdd-aa1b-4155-94b5-296b80bc6113 req-2f19f4b4-2641-404b-9625-5411521e8962 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 945 time: 0.2761855 Jul 16 17:52:25.672192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Router 98904ede-c307-4234-a235-e3fa90fca0fe has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:52:25.855776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:52:25.870384 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d4bb1-5fd5-4145-a40d-e905691ff6b5 None None] Sync routers for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:52:25.885181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a205fdd-aa1b-4155-94b5-296b80bc6113 req-4b0e1d15-b2cf-414c-b3ce-39e7ffd43617 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975929 Jul 16 17:52:25.890262 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d4bb1-5fd5-4145-a40d-e905691ff6b5 None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:25.897581 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2f5d4bb1-5fd5-4145-a40d-e905691ff6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:52:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:25.985380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d4ba6a91-50cf-4e3b-8d7d-365e36e41934 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:26.058853 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] No DVR routers for this DVR port 9900edd8-288b-4c15-8f24-1e34a0f2c661 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:26.063275 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.067256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3b14324f-6357-413d-83c3-14dd4c311773 req-02241dd9-5c93-4fec-8887-a605b3afdaba tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.32 "DELETE /v2.0/ports/9900edd8-288b-4c15-8f24-1e34a0f2c661 HTTP/1.1" status: 204 len: 173 time: 3.7430024 Jul 16 17:52:26.124558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:26.139861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:26.140277 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.165864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98897f49-87ae-4dfe-adf2-4362fb6eaecb req-457689f2-75f2-431a-a4a5-ddb476e2147a tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:26.170922 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98897f49-87ae-4dfe-adf2-4362fb6eaecb req-457689f2-75f2-431a-a4a5-ddb476e2147a tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 1102 time: 0.2100441 Jul 16 17:52:26.207956 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-2f5d4bb1-5fd5-4145-a40d-e905691ff6b5 None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:26.290054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98897f49-87ae-4dfe-adf2-4362fb6eaecb req-a533c42d-1a74-4daf-a5db-b6cbc6eddf48 tempest-MigrationsAdminTest-595033291 tempest-MigrationsAdminTest-595033291-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120486 Jul 16 17:52:26.467588 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.556091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:26.560616 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306dffae-ea1c-409c-86b0-5bf4b92d07af x-openstack-request-id: req-306dffae-ea1c-409c-86b0-5bf4b92d07af {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:26.561045 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb12a128-b811-4bee-a290-30e8bb440a8f", "name": "network-vif-plugged", "status": "completed", "tag": "3eeca42f-eb91-4e91-95b4-453e49ff586a", "code": 200}, {"server_uuid": "571490a8-c925-41c2-b14b-3af5ecf3c646", "name": "network-vif-unplugged", "status": "completed", "tag": "9900edd8-288b-4c15-8f24-1e34a0f2c661", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:26.561413 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-306dffae-ea1c-409c-86b0-5bf4b92d07af {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:26.561932 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb12a128-b811-4bee-a290-30e8bb440a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eeca42f-eb91-4e91-95b4-453e49ff586a', 'code': 200} Jul 16 17:52:26.562251 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9900edd8-288b-4c15-8f24-1e34a0f2c661', 'code': 200} Jul 16 17:52:26.585087 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:26.682664 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2f5d4bb1-5fd5-4145-a40d-e905691ff6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:26.699099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668cd34-ea71-4360-8751-a1131b8e2ec1 req-052f98ec-7b9a-48a9-9043-d9d4d32d497b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:26.704913 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=13']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:26.714291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0668cd34-ea71-4360-8751-a1131b8e2ec1 req-052f98ec-7b9a-48a9-9043-d9d4d32d497b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 946 time: 0.1870534 Jul 16 17:52:26.723950 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d4bb1-5fd5-4145-a40d-e905691ff6b5 None None] Checking router: 98904ede-c307-4234-a235-e3fa90fca0fe for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:52:26.736428 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5d4bb1-5fd5-4145-a40d-e905691ff6b5 None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:26.737618 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2f5d4bb1-5fd5-4145-a40d-e905691ff6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:52:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:26.803760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0668cd34-ea71-4360-8751-a1131b8e2ec1 req-16c2d416-5a69-47b4-90af-fd5473d1104c tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877483 Jul 16 17:52:26.958784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5e2fe-99d1-4835-b462-4dab8c3ef23d req-e956e14a-2056-49af-8f56-8a9b2b8025b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:26.964023 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68a5e2fe-99d1-4835-b462-4dab8c3ef23d req-e956e14a-2056-49af-8f56-8a9b2b8025b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 1097 time: 0.2389550 Jul 16 17:52:27.003201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a0d9a-4604-435b-b108-f4976acfeaa0 req-213391ab-e9b0-4b3e-b7d6-571e3ab6c71b tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:27.007416 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b5a0d9a-4604-435b-b108-f4976acfeaa0 req-213391ab-e9b0-4b3e-b7d6-571e3ab6c71b tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 944 time: 0.2008729 Jul 16 17:52:27.049818 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-2f5d4bb1-5fd5-4145-a40d-e905691ff6b5 None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:27.130923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68a5e2fe-99d1-4835-b462-4dab8c3ef23d req-a9495356-f56b-4e36-8157-df0b0a254cfb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583617 Jul 16 17:52:27.149168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'name': 'network-vif-deleted', 'tag': '9900edd8-288b-4c15-8f24-1e34a0f2c661'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:27.154577 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a3f0ee-1b1e-4b84-98a9-919134b6c2eb" -d '{"events": [{"server_uuid": "571490a8-c925-41c2-b14b-3af5ecf3c646", "name": "network-vif-deleted", "tag": "9900edd8-288b-4c15-8f24-1e34a0f2c661"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:27.256595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb5a37-62ed-40ed-aed9-e687737349d4 req-5d9c9416-5db3-4b24-aeec-eabd8d9ab338 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:27.271391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dcb5a37-62ed-40ed-aed9-e687737349d4 req-5d9c9416-5db3-4b24-aeec-eabd8d9ab338 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/ports?device_id=e46fc909-7181-4da5-9ba8-779489ae2ef1 HTTP/1.1" status: 200 len: 944 time: 0.2127359 Jul 16 17:52:27.313958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-0b5a0d9a-4604-435b-b108-f4976acfeaa0 req-50cdff98-894a-4e8b-bf5d-ffb83d8344de tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Deleting port 7a4993e7-0ef6-42e2-b40b-654c252951fb {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:27.314727 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0b5a0d9a-4604-435b-b108-f4976acfeaa0 req-50cdff98-894a-4e8b-bf5d-ffb83d8344de tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:27.385883 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dcb5a37-62ed-40ed-aed9-e687737349d4 req-5dff704c-ace1-476f-9a70-184c22cc91b1 tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.24 "GET /v2.0/security-groups?id=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076820 Jul 16 17:52:27.469422 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2f5d4bb1-5fd5-4145-a40d-e905691ff6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:27.505704 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5d4bb1-5fd5-4145-a40d-e905691ff6b5 None None] The sync data for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 is: [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b26fd3cd-619d-473a-a945-2b5af9ec2e18', 'name': '', 'network_id': '38367e7e-b273-41c4-ae47-3a44ce1b0cd1', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'mac_address': 'fa:16:3e:6e:fe:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:30Z', 'updated_at': '2021-07-16T17:47:38Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'subnets': [{'id': '6f6f25b3-9102-4d67-8ad1-8d596cdc3f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:52:27.551945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-0b5a0d9a-4604-435b-b108-f4976acfeaa0 req-50cdff98-894a-4e8b-bf5d-ffb83d8344de tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] For port 7a4993e7-0ef6-42e2-b40b-654c252951fb, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=7a4993e7-0ef6-42e2-b40b-654c252951fb,segment=NetworkSegment(345c8e44-2912-42d8-9e9f-2922779f1939),segment_id=345c8e44-2912-42d8-9e9f-2922779f1939)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:27.552404 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0b5a0d9a-4604-435b-b108-f4976acfeaa0 req-50cdff98-894a-4e8b-bf5d-ffb83d8344de tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:27.567830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-0b5a0d9a-4604-435b-b108-f4976acfeaa0 req-50cdff98-894a-4e8b-bf5d-ffb83d8344de tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Calling delete_port for 7a4993e7-0ef6-42e2-b40b-654c252951fb owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:27.822317 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0b5a0d9a-4604-435b-b108-f4976acfeaa0 req-50cdff98-894a-4e8b-bf5d-ffb83d8344de tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:27.869550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdff98-894a-4e8b-bf5d-ffb83d8344de tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Pushing event deleted for resources: {'Port': ['ID=7a4993e7-0ef6-42e2-b40b-654c252951fb,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:27.916250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bea575-5bf1-47b3-8882-3f82433cd327 req-60ebdcaf-3fe3-435f-8687-6bd8723cccfd tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:27.922255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0bea575-5bf1-47b3-8882-3f82433cd327 req-60ebdcaf-3fe3-435f-8687-6bd8723cccfd tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 1096 time: 0.1890578 Jul 16 17:52:27.942092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7e72d-c6f4-4bba-8df0-9db15d6c2075 None None] New status for floating IP e3250273-8aef-414c-9b85-490e9ae2127a: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:52:27.961365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5a0d9a-4604-435b-b108-f4976acfeaa0 req-50cdff98-894a-4e8b-bf5d-ffb83d8344de tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] No DVR routers for this DVR port 7a4993e7-0ef6-42e2-b40b-654c252951fb on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:27.965594 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0b5a0d9a-4604-435b-b108-f4976acfeaa0 req-50cdff98-894a-4e8b-bf5d-ffb83d8344de tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:27.969090 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b5a0d9a-4604-435b-b108-f4976acfeaa0 req-50cdff98-894a-4e8b-bf5d-ffb83d8344de tempest-LiveMigrationTest-974750684 tempest-LiveMigrationTest-974750684-project] 10.222.0.11 "DELETE /v2.0/ports/7a4993e7-0ef6-42e2-b40b-654c252951fb HTTP/1.1" status: 204 len: 173 time: 0.9502523 Jul 16 17:52:28.036753 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0bea575-5bf1-47b3-8882-3f82433cd327 req-0dd9cdf5-5e96-42d2-8960-a98b24e91023 tempest-LiveAutoBlockMigrationV225Test-773317362 tempest-LiveAutoBlockMigrationV225Test-773317362-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103363 Jul 16 17:52:28.294245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b94874-2775-4738-8743-b05166ad6e37 req-9ba1a61a-a39e-43cc-8362-d8ce55183b56 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:28.298754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22b94874-2775-4738-8743-b05166ad6e37 req-9ba1a61a-a39e-43cc-8362-d8ce55183b56 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 945 time: 0.1115687 Jul 16 17:52:28.345771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22b94874-2775-4738-8743-b05166ad6e37 req-a4cbf8d8-c75e-4ad7-8cfd-928402c191a1 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430114 Jul 16 17:52:28.422930 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4d981c-f42c-41eb-af8b-584d02804a0d x-openstack-request-id: req-9c4d981c-f42c-41eb-af8b-584d02804a0d {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:28.424077 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571490a8-c925-41c2-b14b-3af5ecf3c646", "name": "network-vif-deleted", "tag": "9900edd8-288b-4c15-8f24-1e34a0f2c661", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:28.424456 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c4d981c-f42c-41eb-af8b-584d02804a0d {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:28.425306 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571490a8-c925-41c2-b14b-3af5ecf3c646', 'name': 'network-vif-deleted', 'tag': '9900edd8-288b-4c15-8f24-1e34a0f2c661', 'status': 'completed', 'code': 200} Jul 16 17:52:28.564279 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:28.570809 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59251cf7-7945-469e-968b-13712791c4c2" -d '{"events": [{"server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "name": "network-vif-plugged", "status": "completed", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:28.603182 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934809d-ac1e-4d66-8b29-dff9f9823530 req-5f2404ee-a07d-4972-a857-0ec1414dd904 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:28.606475 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a934809d-ac1e-4d66-8b29-dff9f9823530 req-5f2404ee-a07d-4972-a857-0ec1414dd904 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 951 time: 0.1179769 Jul 16 17:52:28.665288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a934809d-ac1e-4d66-8b29-dff9f9823530 req-324566da-4edc-44fd-8c07-ca5d194468e8 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515447 Jul 16 17:52:28.904174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca6da7-991a-48f3-9f29-dc1889f7c52d req-b007dd52-b798-4eb4-90d5-7c7dac06f863 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:28.906013 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2dca6da7-991a-48f3-9f29-dc1889f7c52d req-b007dd52-b798-4eb4-90d5-7c7dac06f863 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 951 time: 0.1428120 Jul 16 17:52:28.958619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11fa1b-b67a-487d-b595-86e3a698bec1 req-e80766c7-6654-49eb-85f7-f638e578e54b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:28.960900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f11fa1b-b67a-487d-b595-86e3a698bec1 req-e80766c7-6654-49eb-85f7-f638e578e54b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 946 time: 0.1389055 Jul 16 17:52:28.972983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48006) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:29.057915 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f11fa1b-b67a-487d-b595-86e3a698bec1 req-b766bc7c-335d-44e9-b11c-fa16393fb809 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870123 Jul 16 17:52:29.109546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-2dca6da7-991a-48f3-9f29-dc1889f7c52d req-298ed4be-6b4c-48a6-86dc-ef011a7c3811 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Deleting port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:29.109957 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2dca6da7-991a-48f3-9f29-dc1889f7c52d req-298ed4be-6b4c-48a6-86dc-ef011a7c3811 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.126316 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1782cba6-b2b0-41e4-ba5d-f28d5d6cb254 x-openstack-request-id: req-1782cba6-b2b0-41e4-ba5d-f28d5d6cb254 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:29.127175 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "name": "network-vif-plugged", "status": "completed", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:29.127175 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1782cba6-b2b0-41e4-ba5d-f28d5d6cb254 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:29.127487 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'code': 200} Jul 16 17:52:29.294016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-2dca6da7-991a-48f3-9f29-dc1889f7c52d req-298ed4be-6b4c-48a6-86dc-ef011a7c3811 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] For port d4ba6a91-50cf-4e3b-8d7d-365e36e41934, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:29.294392 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2dca6da7-991a-48f3-9f29-dc1889f7c52d req-298ed4be-6b4c-48a6-86dc-ef011a7c3811 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.311816 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-3943c28e-fafb-47c4-83ee-fb4538461d8c admin admin] Deleting subnet 1d45479a-720d-4a43-bbb9-345d9817a2bb {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:52:29.315584 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3943c28e-fafb-47c4-83ee-fb4538461d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.329930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-2dca6da7-991a-48f3-9f29-dc1889f7c52d req-298ed4be-6b4c-48a6-86dc-ef011a7c3811 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Calling delete_port for d4ba6a91-50cf-4e3b-8d7d-365e36e41934 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:29.357842 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3943c28e-fafb-47c4-83ee-fb4538461d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.409345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3943c28e-fafb-47c4-83ee-fb4538461d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.439884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd70ae7-bd76-4600-b1df-7c6e295a5cd7 req-33c3b0f4-9c6b-4964-a6e0-503abe1fd057 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:29.441478 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8dd70ae7-bd76-4600-b1df-7c6e295a5cd7 req-33c3b0f4-9c6b-4964-a6e0-503abe1fd057 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a1016ba-a405-46cf-9347-b5fd3e58da26 HTTP/1.1" status: 200 len: 951 time: 0.2084746 Jul 16 17:52:29.461461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00f6d4-f2b6-4a8a-8e90-f735113a82a1 req-59567615-c8ff-409e-b2cc-41c81f8b2fe6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:29.463069 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd00f6d4-f2b6-4a8a-8e90-f735113a82a1 req-59567615-c8ff-409e-b2cc-41c81f8b2fe6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 944 time: 0.2044461 Jul 16 17:52:29.486123 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3943c28e-fafb-47c4-83ee-fb4538461d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.512941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943c28e-fafb-47c4-83ee-fb4538461d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d45479a-720d-4a43-bbb9-345d9817a2bb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:29.518171 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3943c28e-fafb-47c4-83ee-fb4538461d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.523603 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3943c28e-fafb-47c4-83ee-fb4538461d8c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1d45479a-720d-4a43-bbb9-345d9817a2bb HTTP/1.1" status: 204 len: 168 time: 0.5474534 Jul 16 17:52:29.524230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48016) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:29.574452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8dd70ae7-bd76-4600-b1df-7c6e295a5cd7 req-8850d86c-fd2c-480e-912b-f4496e01a440 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245856 Jul 16 17:52:29.623535 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd00f6d4-f2b6-4a8a-8e90-f735113a82a1 req-7f18ea8d-bd4b-4b43-84b8-0cc4711663e3 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440148 Jul 16 17:52:29.645964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48020) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:29.658284 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6375355f-8d1c-435d-82bf-c3529778273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.710660 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2dca6da7-991a-48f3-9f29-dc1889f7c52d req-298ed4be-6b4c-48a6-86dc-ef011a7c3811 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.727183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['73db0322-7351-4903-95e6-38584acb47b3', 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:29.839943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['e201e55d-282d-4015-8b6d-3143c418862c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:29.840362 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6375355f-8d1c-435d-82bf-c3529778273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.864097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-6375355f-8d1c-435d-82bf-c3529778273b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5795f23-1dc8-41ee-b432-acce1ecc9ea0']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:29.870593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ed4be-6b4c-48a6-86dc-ef011a7c3811 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Pushing event deleted for resources: {'Port': ['ID=d4ba6a91-50cf-4e3b-8d7d-365e36e41934,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:29.898617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-6375355f-8d1c-435d-82bf-c3529778273b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345c8e44-2912-42d8-9e9f-2922779f1939') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:29.898899 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-6375355f-8d1c-435d-82bf-c3529778273b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345c8e44-2912-42d8-9e9f-2922779f1939') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:29.914211 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6375355f-8d1c-435d-82bf-c3529778273b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.941209 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6375355f-8d1c-435d-82bf-c3529778273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:29.952863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6375355f-8d1c-435d-82bf-c3529778273b admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:52:29.953289 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6375355f-8d1c-435d-82bf-c3529778273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:52:30.038434 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:52:30.045969 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6375355f-8d1c-435d-82bf-c3529778273b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.054166 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6375355f-8d1c-435d-82bf-c3529778273b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.073640 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6375355f-8d1c-435d-82bf-c3529778273b admin admin] 10.222.0.24 "DELETE /v2.0/networks/d5795f23-1dc8-41ee-b432-acce1ecc9ea0 HTTP/1.1" status: 204 len: 168 time: 0.5481989 Jul 16 17:52:30.079669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48038) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:30.089013 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1466e8f0-dc89-40e0-95a6-77a7a23423fc tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.109820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dca6da7-991a-48f3-9f29-dc1889f7c52d req-298ed4be-6b4c-48a6-86dc-ef011a7c3811 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] No DVR routers for this DVR port d4ba6a91-50cf-4e3b-8d7d-365e36e41934 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:30.138133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348b882-1c74-4b58-863a-c1db1cfa04b3 req-fe4b7db5-b7cd-49b9-b416-29b0b75a997c tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:30.139749 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1348b882-1c74-4b58-863a-c1db1cfa04b3 req-fe4b7db5-b7cd-49b9-b416-29b0b75a997c tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 944 time: 0.5846803 Jul 16 17:52:30.141603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375355f-8d1c-435d-82bf-c3529778273b admin admin] Pushing event deleted for resources: {'Network': ['ID=d5795f23-1dc8-41ee-b432-acce1ecc9ea0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:30.173773 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2dca6da7-991a-48f3-9f29-dc1889f7c52d req-298ed4be-6b4c-48a6-86dc-ef011a7c3811 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.174769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab099e1-c2dd-4713-80e1-a8a3947291ab admin admin] Deleting subnet 23f34024-029a-4e5a-96ae-35334627f188 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:52:30.179652 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cab099e1-c2dd-4713-80e1-a8a3947291ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.187465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2dca6da7-991a-48f3-9f29-dc1889f7c52d req-298ed4be-6b4c-48a6-86dc-ef011a7c3811 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "DELETE /v2.0/ports/d4ba6a91-50cf-4e3b-8d7d-365e36e41934 HTTP/1.1" status: 204 len: 173 time: 1.2743707 Jul 16 17:52:30.260017 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cab099e1-c2dd-4713-80e1-a8a3947291ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.355614 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cab099e1-c2dd-4713-80e1-a8a3947291ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.363129 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27757b47-14f6-468a-9de6-69f1daacebcb req-8f2e8ce0-6dcd-4a83-a0f4-f9f41118cdb7 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=21bab6ef-e9ba-4096-9fe2-25d23a31ef58 HTTP/1.1" status: 200 len: 210 time: 0.2221043 Jul 16 17:52:30.379981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48042) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:30.435713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46fc909-7181-4da5-9ba8-779489ae2ef1', 'name': 'network-vif-deleted', 'tag': '7a4993e7-0ef6-42e2-b40b-654c252951fb'}, {'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'name': 'network-vif-deleted', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:30.439977 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365e8ba3-0a24-4e89-8775-ca1d03827575" -d '{"events": [{"server_uuid": "e46fc909-7181-4da5-9ba8-779489ae2ef1", "name": "network-vif-deleted", "tag": "7a4993e7-0ef6-42e2-b40b-654c252951fb"}, {"server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "name": "network-vif-deleted", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:30.455727 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1466e8f0-dc89-40e0-95a6-77a7a23423fc tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.502603 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cab099e1-c2dd-4713-80e1-a8a3947291ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.522685 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cab099e1-c2dd-4713-80e1-a8a3947291ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.526256 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cab099e1-c2dd-4713-80e1-a8a3947291ab admin admin] 10.222.0.24 "DELETE /v2.0/subnets/23f34024-029a-4e5a-96ae-35334627f188 HTTP/1.1" status: 204 len: 168 time: 0.4451447 Jul 16 17:52:30.539703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48052) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:30.557568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab099e1-c2dd-4713-80e1-a8a3947291ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f34024-029a-4e5a-96ae-35334627f188,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:30.634039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec875d6e-5444-4ba8-b6d9-5d885c4f3f02 req-d1c22fc1-cfba-4509-b943-dddc6e5a6bc4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:30.635789 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec875d6e-5444-4ba8-b6d9-5d885c4f3f02 req-d1c22fc1-cfba-4509-b943-dddc6e5a6bc4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 946 time: 0.8051529 Jul 16 17:52:30.692444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0155b-8aaf-4d44-964d-bd4c07a4cc78 req-7c5b48bb-3618-441e-ba7b-f1d65f97b352 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:30.697869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9d0155b-8aaf-4d44-964d-bd4c07a4cc78 req-7c5b48bb-3618-441e-ba7b-f1d65f97b352 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 945 time: 0.7616777 Jul 16 17:52:30.732449 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1b46111-74ff-4c2c-a2c4-18e78c3bfce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.812981 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-81c8f7a0-2528-48fc-beca-b00a69af660c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.934827 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1466e8f0-dc89-40e0-95a6-77a7a23423fc tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.938663 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1466e8f0-dc89-40e0-95a6-77a7a23423fc tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:30.940335 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1466e8f0-dc89-40e0-95a6-77a7a23423fc tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "DELETE /v2.0/security-groups/3483e4fa-11c3-427e-be47-0912a10602b9 HTTP/1.1" status: 204 len: 168 time: 1.2968986 Jul 16 17:52:30.944186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48062) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:30.967473 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-8b33d644-c89c-4255-8a89-11fab5b7373c tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] show failed (client error): The resource could not be found. Jul 16 17:52:30.969562 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8b33d644-c89c-4255-8a89-11fab5b7373c tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "GET /v2.0/security-groups/3483e4fa-11c3-427e-be47-0912a10602b9 HTTP/1.1" status: 404 len: 347 time: 0.0234244 Jul 16 17:52:30.972628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48064) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:30.991505 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9d0155b-8aaf-4d44-964d-bd4c07a4cc78 req-8712cca2-dbea-49ec-afd1-ad87154203ad tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600503 Jul 16 17:52:31.008485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466e8f0-dc89-40e0-95a6-77a7a23423fc tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3483e4fa-11c3-427e-be47-0912a10602b9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:31.015975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1348b882-1c74-4b58-863a-c1db1cfa04b3 req-a9f038b6-9a12-4bda-bfd7-4e98d8db17b6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Deleting port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:31.016482 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1348b882-1c74-4b58-863a-c1db1cfa04b3 req-a9f038b6-9a12-4bda-bfd7-4e98d8db17b6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.211212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f0161-49e2-4f0c-a782-482672ad22cf tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Deleting port 0ea29b8e-6a88-499d-a245-077aa7314665 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:31.211919 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0161-49e2-4f0c-a782-482672ad22cf tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.323506 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0161-49e2-4f0c-a782-482672ad22cf tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.324364 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0161-49e2-4f0c-a782-482672ad22cf tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.339827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f0161-49e2-4f0c-a782-482672ad22cf tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Calling delete_port for 0ea29b8e-6a88-499d-a245-077aa7314665 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:31.488835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d3f48dc1-a398-4095-bc1e-8247b0e343ef no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:31.498254 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0161-49e2-4f0c-a782-482672ad22cf tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.523543 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8396dd95-a02a-48f1-b787-e2482b152292 x-openstack-request-id: req-8396dd95-a02a-48f1-b787-e2482b152292 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:31.524299 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46fc909-7181-4da5-9ba8-779489ae2ef1", "name": "network-vif-deleted", "tag": "7a4993e7-0ef6-42e2-b40b-654c252951fb", "status": "completed", "code": 200}, {"server_uuid": "21bab6ef-e9ba-4096-9fe2-25d23a31ef58", "name": "network-vif-deleted", "tag": "d4ba6a91-50cf-4e3b-8d7d-365e36e41934", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:31.524299 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8396dd95-a02a-48f1-b787-e2482b152292 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:31.524722 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46fc909-7181-4da5-9ba8-779489ae2ef1', 'name': 'network-vif-deleted', 'tag': '7a4993e7-0ef6-42e2-b40b-654c252951fb', 'status': 'completed', 'code': 200} Jul 16 17:52:31.525039 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bab6ef-e9ba-4096-9fe2-25d23a31ef58', 'name': 'network-vif-deleted', 'tag': 'd4ba6a91-50cf-4e3b-8d7d-365e36e41934', 'status': 'completed', 'code': 200} Jul 16 17:52:31.531048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f0161-49e2-4f0c-a782-482672ad22cf tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Pushing event deleted for resources: {'Port': ['ID=0ea29b8e-6a88-499d-a245-077aa7314665,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:31.618614 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.623579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0161-49e2-4f0c-a782-482672ad22cf tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.627581 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a9f0161-49e2-4f0c-a782-482672ad22cf tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.633552 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6a9f0161-49e2-4f0c-a782-482672ad22cf tempest-ServersWithSpecificFlavorTestJSON-1662174271 tempest-ServersWithSpecificFlavorTestJSON-1662174271-project] 10.222.0.24 "DELETE /v2.0/floatingips/e3250273-8aef-414c-9b85-490e9ae2127a HTTP/1.1" status: 204 len: 168 time: 0.6431065 Jul 16 17:52:31.654231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:31.657617 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb16399-d4e1-45e5-8481-d3890863a175" -d '{"events": [{"server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:31.679538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:31.685277 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.686388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 7a4993e7-0ef6-42e2-b40b-654c252951fb no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:31.738018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 7a4993e7-0ef6-42e2-b40b-654c252951fb {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:31.738554 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 7a4993e7-0ef6-42e2-b40b-654c252951fb not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:31.739251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device df90df4c-830c-48ab-92da-5dc1e8069b3d no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:31.744786 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-81c8f7a0-2528-48fc-beca-b00a69af660c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.791098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-81c8f7a0-2528-48fc-beca-b00a69af660c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb5c563-de97-4ff6-ab95-f88de7d90ca2']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:31.806054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=d3f48dc1-a398-4095-bc1e-8247b0e343ef,revision_number=11']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:31.811210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7d02a-1000-483a-9cd9-41451c39bbd9 req-6dd49eb9-cd0e-4583-bb05-a653fd0d3ddd tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:31.813589 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46b7d02a-1000-483a-9cd9-41451c39bbd9 req-6dd49eb9-cd0e-4583-bb05-a653fd0d3ddd tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 946 time: 1.0110385 Jul 16 17:52:31.845520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-ec875d6e-5444-4ba8-b6d9-5d885c4f3f02 req-3f11f14e-45d2-485d-a89a-234a6496ec77 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Deleting port df90df4c-830c-48ab-92da-5dc1e8069b3d {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:31.845961 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ec875d6e-5444-4ba8-b6d9-5d885c4f3f02 req-3f11f14e-45d2-485d-a89a-234a6496ec77 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.850891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-81c8f7a0-2528-48fc-beca-b00a69af660c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ddfa4f-2850-4c8e-8c29-549831305930') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:31.851236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-81c8f7a0-2528-48fc-beca-b00a69af660c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ddfa4f-2850-4c8e-8c29-549831305930') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:31.864394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-1348b882-1c74-4b58-863a-c1db1cfa04b3 req-a9f038b6-9a12-4bda-bfd7-4e98d8db17b6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] For port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:31.864987 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1348b882-1c74-4b58-863a-c1db1cfa04b3 req-a9f038b6-9a12-4bda-bfd7-4e98d8db17b6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.873593 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.929532 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port df90df4c-830c-48ab-92da-5dc1e8069b3d, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df90df4c-830c-48ab-92da-5dc1e8069b3d,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:31.935564 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.941892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-81c8f7a0-2528-48fc-beca-b00a69af660c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:31.974231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1348b882-1c74-4b58-863a-c1db1cfa04b3 req-a9f038b6-9a12-4bda-bfd7-4e98d8db17b6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Calling delete_port for a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:31.992407 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-81c8f7a0-2528-48fc-beca-b00a69af660c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.013284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=df90df4c-830c-48ab-92da-5dc1e8069b3d,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:32.075970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c8f7a0-2528-48fc-beca-b00a69af660c admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:52:32.076391 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-81c8f7a0-2528-48fc-beca-b00a69af660c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: timer() Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:52:32.082686 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:52:32.103150 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1b46111-74ff-4c2c-a2c4-18e78c3bfce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.117241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46b7d02a-1000-483a-9cd9-41451c39bbd9 req-f7b7591e-11f6-4264-bf60-ff6b803be1ad tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748492 Jul 16 17:52:32.168724 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1b46111-74ff-4c2c-a2c4-18e78c3bfce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.224762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13618cb-06c1-4221-920a-8ecaf0f306bf req-486f99ec-c5d3-4f67-81c7-267fc8c8b421 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:32.226449 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a13618cb-06c1-4221-920a-8ecaf0f306bf req-486f99ec-c5d3-4f67-81c7-267fc8c8b421 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 944 time: 0.6937664 Jul 16 17:52:32.294808 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-81c8f7a0-2528-48fc-beca-b00a69af660c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.326356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e1b46111-74ff-4c2c-a2c4-18e78c3bfce6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d39bbc1bc1d417caa28c1ba284446f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9437685 Jul 16 17:52:32.329344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b46111-74ff-4c2c-a2c4-18e78c3bfce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cf013e-a6fd-43ec-8b7b-651956309b2c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:32.330025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48084) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:32.335175 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-81c8f7a0-2528-48fc-beca-b00a69af660c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.342403 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-81c8f7a0-2528-48fc-beca-b00a69af660c admin admin] 10.222.0.24 "DELETE /v2.0/networks/1bb5c563-de97-4ff6-ab95-f88de7d90ca2 HTTP/1.1" status: 204 len: 168 time: 1.7867408 Jul 16 17:52:32.387119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ec875d6e-5444-4ba8-b6d9-5d885c4f3f02 req-3f11f14e-45d2-485d-a89a-234a6496ec77 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] For port df90df4c-830c-48ab-92da-5dc1e8069b3d, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df90df4c-830c-48ab-92da-5dc1e8069b3d,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:32.387510 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ec875d6e-5444-4ba8-b6d9-5d885c4f3f02 req-3f11f14e-45d2-485d-a89a-234a6496ec77 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.393298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a13618cb-06c1-4221-920a-8ecaf0f306bf req-034b97e6-fe2d-4fe6-913b-ee927b004d12 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351540 Jul 16 17:52:32.394091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8f7a0-2528-48fc-beca-b00a69af660c admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb5c563-de97-4ff6-ab95-f88de7d90ca2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:32.425973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-ec875d6e-5444-4ba8-b6d9-5d885c4f3f02 req-3f11f14e-45d2-485d-a89a-234a6496ec77 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Calling delete_port for df90df4c-830c-48ab-92da-5dc1e8069b3d owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:32.541086 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f6c-6277-4085-b737-5d7e8c10d93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.628375 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f6c-6277-4085-b737-5d7e8c10d93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.631451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48104) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:32.643878 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c013f9-a071-49d5-8f40-6d0177e83721 x-openstack-request-id: req-71c013f9-a071-49d5-8f40-6d0177e83721 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:32.644626 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:32.644626 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71c013f9-a071-49d5-8f40-6d0177e83721 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:32.645456 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef', 'code': 200} Jul 16 17:52:32.748800 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1348b882-1c74-4b58-863a-c1db1cfa04b3 req-a9f038b6-9a12-4bda-bfd7-4e98d8db17b6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.762552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['19bd5254-8662-4f60-abab-035294c4e7d9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:32.835152 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fae53c5d-8aa4-4485-9845-c2a38c680884 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a85383c3d1ce46c886e3ebcb056fbdea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1966922 Jul 16 17:52:32.836095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48106) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:32.859855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f038b6-9a12-4bda-bfd7-4e98d8db17b6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Pushing event deleted for resources: {'Port': ['ID=a35f8238-b5a7-4d3e-ad7f-366d5b8274d9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:32.883090 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f6c-6277-4085-b737-5d7e8c10d93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.885773 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f68c8f6c-6277-4085-b737-5d7e8c10d93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.891112 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f68c8f6c-6277-4085-b737-5d7e8c10d93b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6cf013e-a6fd-43ec-8b7b-651956309b2c HTTP/1.1" status: 204 len: 168 time: 0.5575414 Jul 16 17:52:32.938383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c8f6c-6277-4085-b737-5d7e8c10d93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cf013e-a6fd-43ec-8b7b-651956309b2c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:32.984788 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1c1e56e-34e7-45aa-9203-ea2ea38cb18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:32.996093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1348b882-1c74-4b58-863a-c1db1cfa04b3 req-a9f038b6-9a12-4bda-bfd7-4e98d8db17b6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] No DVR routers for this DVR port a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:33.022009 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1348b882-1c74-4b58-863a-c1db1cfa04b3 req-a9f038b6-9a12-4bda-bfd7-4e98d8db17b6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:33.027725 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1c1e56e-34e7-45aa-9203-ea2ea38cb18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:33.030211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1348b882-1c74-4b58-863a-c1db1cfa04b3 req-a9f038b6-9a12-4bda-bfd7-4e98d8db17b6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.32 "DELETE /v2.0/ports/a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 HTTP/1.1" status: 204 len: 173 time: 2.8359532 Jul 16 17:52:33.045529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657d5a7-9729-4ca9-a7f3-218bc5c4de88 req-b345dbff-9be7-48a6-99d3-fbac04d50be6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:33.047188 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7657d5a7-9729-4ca9-a7f3-218bc5c4de88 req-b345dbff-9be7-48a6-99d3-fbac04d50be6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 945 time: 0.2999272 Jul 16 17:52:33.168208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7657d5a7-9729-4ca9-a7f3-218bc5c4de88 req-4bc40330-8146-4f5e-92cc-10b9a54e9497 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800419 Jul 16 17:52:33.204643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ec875d6e-5444-4ba8-b6d9-5d885c4f3f02 req-3f11f14e-45d2-485d-a89a-234a6496ec77 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:33.238378 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1c1e56e-34e7-45aa-9203-ea2ea38cb18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:33.247122 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1c1e56e-34e7-45aa-9203-ea2ea38cb18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:33.252720 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e1c1e56e-34e7-45aa-9203-ea2ea38cb18d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71 HTTP/1.1" status: 204 len: 168 time: 0.4120204 Jul 16 17:52:33.292015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1e56e-34e7-45aa-9203-ea2ea38cb18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ee2bfd-4fb7-4fb1-8e42-656e9ef11a71,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:33.335984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11f14e-45d2-485d-a89a-234a6496ec77 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event deleted for resources: {'Port': ['ID=df90df4c-830c-48ab-92da-5dc1e8069b3d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:33.460356 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec875d6e-5444-4ba8-b6d9-5d885c4f3f02 req-3f11f14e-45d2-485d-a89a-234a6496ec77 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] No DVR routers for this DVR port df90df4c-830c-48ab-92da-5dc1e8069b3d on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:33.468543 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ec875d6e-5444-4ba8-b6d9-5d885c4f3f02 req-3f11f14e-45d2-485d-a89a-234a6496ec77 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:33.470766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec875d6e-5444-4ba8-b6d9-5d885c4f3f02 req-3f11f14e-45d2-485d-a89a-234a6496ec77 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.11 "DELETE /v2.0/ports/df90df4c-830c-48ab-92da-5dc1e8069b3d HTTP/1.1" status: 204 len: 173 time: 2.8177438 Jul 16 17:52:33.525647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a66782d-79e7-4766-aefb-78f47f99a1af', 'name': 'network-vif-deleted', 'tag': 'a35f8238-b5a7-4d3e-ad7f-366d5b8274d9'}, {'server_uuid': '8ec7e604-12ac-4ba7-8967-45378fd7cceb', 'name': 'network-vif-deleted', 'tag': 'df90df4c-830c-48ab-92da-5dc1e8069b3d'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:33.528631 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d66479-e586-4fa2-b850-071dc1286509" -d '{"events": [{"server_uuid": "1a66782d-79e7-4766-aefb-78f47f99a1af", "name": "network-vif-deleted", "tag": "a35f8238-b5a7-4d3e-ad7f-366d5b8274d9"}, {"server_uuid": "8ec7e604-12ac-4ba7-8967-45378fd7cceb", "name": "network-vif-deleted", "tag": "df90df4c-830c-48ab-92da-5dc1e8069b3d"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:33.590219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bffc74-25d1-41dc-a89b-032282bd39b1 req-ef1a3768-3415-47ab-b768-8326b75ac67d tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:33.598167 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2bffc74-25d1-41dc-a89b-032282bd39b1 req-ef1a3768-3415-47ab-b768-8326b75ac67d tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 950 time: 0.1397777 Jul 16 17:52:33.636507 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f414f2a-ef32-48b7-ad3d-2f13c4fa8ab9 req-fdd84ff1-ddbe-4e8a-9e06-2ba163f2d33d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 210 time: 0.0762880 Jul 16 17:52:33.743920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2bffc74-25d1-41dc-a89b-032282bd39b1 req-6689657f-d7f2-47f0-ad7c-409411e21ef5 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444221 Jul 16 17:52:34.014864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:34.078679 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-38980d6b-8053-48fa-a259-353fbb4b83b1 req-7309bf48-a579-4e73-9bb2-2027d3e1760f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 210 time: 0.0541592 Jul 16 17:52:34.085259 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51538cb5-5808-48dd-a189-97805fd42874 x-openstack-request-id: req-51538cb5-5808-48dd-a189-97805fd42874 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:34.086512 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a66782d-79e7-4766-aefb-78f47f99a1af", "name": "network-vif-deleted", "tag": "a35f8238-b5a7-4d3e-ad7f-366d5b8274d9", "status": "completed", "code": 200}, {"server_uuid": "8ec7e604-12ac-4ba7-8967-45378fd7cceb", "name": "network-vif-deleted", "tag": "df90df4c-830c-48ab-92da-5dc1e8069b3d", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:34.089267 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51538cb5-5808-48dd-a189-97805fd42874 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:34.091254 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a66782d-79e7-4766-aefb-78f47f99a1af', 'name': 'network-vif-deleted', 'tag': 'a35f8238-b5a7-4d3e-ad7f-366d5b8274d9', 'status': 'completed', 'code': 200} Jul 16 17:52:34.091895 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec7e604-12ac-4ba7-8967-45378fd7cceb', 'name': 'network-vif-deleted', 'tag': 'df90df4c-830c-48ab-92da-5dc1e8069b3d', 'status': 'completed', 'code': 200} Jul 16 17:52:34.094986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:34.098622 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device a35f8238-b5a7-4d3e-ad7f-366d5b8274d9 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:34.100967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d4ba6a91-50cf-4e3b-8d7d-365e36e41934 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:34.124523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48156) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:34.164944 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: d4ba6a91-50cf-4e3b-8d7d-365e36e41934 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:34.165641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d4ba6a91-50cf-4e3b-8d7d-365e36e41934 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:34.248745 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1e5c67b8-c6c2-43eb-a29c-39f8c4d3c1aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ebf048e02094516a467660cedf51cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212111 Jul 16 17:52:34.252366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48172) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:34.371108 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cdb60496-51a6-41cf-9d2e-b728298f49bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:34.435700 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cdb60496-51a6-41cf-9d2e-b728298f49bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:34.593199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633d6e7-0c70-4f4b-a04f-18d8554ecb3e req-6a8493ef-995d-4ad1-9f2f-9204b8e5808a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:34.595352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c633d6e7-0c70-4f4b-a04f-18d8554ecb3e req-6a8493ef-995d-4ad1-9f2f-9204b8e5808a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 950 time: 0.2085438 Jul 16 17:52:34.630412 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cdb60496-51a6-41cf-9d2e-b728298f49bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:34.634025 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cdb60496-51a6-41cf-9d2e-b728298f49bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:34.635350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cdb60496-51a6-41cf-9d2e-b728298f49bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7777949d-7cde-402a-8f1d-4a343da41738 HTTP/1.1" status: 204 len: 168 time: 0.3814831 Jul 16 17:52:34.646551 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec7e604-12ac-4ba7-8967-45378fd7cceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df90df4c-830c-48ab-92da-5dc1e8069b3d'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:34.648730 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f1207f-246e-4cf4-be6c-d43c24710a9c" -d '{"events": [{"server_uuid": "8ec7e604-12ac-4ba7-8967-45378fd7cceb", "name": "network-vif-unplugged", "status": "completed", "tag": "df90df4c-830c-48ab-92da-5dc1e8069b3d"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:34.657690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c331ab-f8f0-4ded-98ac-4fd46ab4e702 req-6c15ee67-d002-456d-b36e-3e2341f363f6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:34.665803 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93c331ab-f8f0-4ded-98ac-4fd46ab4e702 req-6c15ee67-d002-456d-b36e-3e2341f363f6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 945 time: 0.2551551 Jul 16 17:52:34.740942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb60496-51a6-41cf-9d2e-b728298f49bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7777949d-7cde-402a-8f1d-4a343da41738,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:34.866274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93c331ab-f8f0-4ded-98ac-4fd46ab4e702 req-5620526f-42ef-4a72-a177-3e6fc8c8fa64 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994977 Jul 16 17:52:34.931827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-c633d6e7-0c70-4f4b-a04f-18d8554ecb3e req-f9651c67-6965-48c2-9ac0-05246134cf92 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Deleting port df7f55c4-cd24-4b98-8c44-5cc295254d6c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:34.932207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c633d6e7-0c70-4f4b-a04f-18d8554ecb3e req-f9651c67-6965-48c2-9ac0-05246134cf92 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:34.933138 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea59903a-234c-4be6-9501-402ff0486f50 x-openstack-request-id: req-ea59903a-234c-4be6-9501-402ff0486f50 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:34.933609 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec7e604-12ac-4ba7-8967-45378fd7cceb", "name": "network-vif-unplugged", "status": "completed", "tag": "df90df4c-830c-48ab-92da-5dc1e8069b3d", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:34.934147 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea59903a-234c-4be6-9501-402ff0486f50 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:34.934832 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec7e604-12ac-4ba7-8967-45378fd7cceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df90df4c-830c-48ab-92da-5dc1e8069b3d', 'code': 200} Jul 16 17:52:35.146944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c633d6e7-0c70-4f4b-a04f-18d8554ecb3e req-f9651c67-6965-48c2-9ac0-05246134cf92 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] For port df7f55c4-cd24-4b98-8c44-5cc295254d6c, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=df7f55c4-cd24-4b98-8c44-5cc295254d6c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:35.147570 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c633d6e7-0c70-4f4b-a04f-18d8554ecb3e req-f9651c67-6965-48c2-9ac0-05246134cf92 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:35.161239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-c633d6e7-0c70-4f4b-a04f-18d8554ecb3e req-f9651c67-6965-48c2-9ac0-05246134cf92 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Calling delete_port for df7f55c4-cd24-4b98-8c44-5cc295254d6c owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:35.368758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d0503e7-93a3-401d-b24f-9ed851b7f142 req-a9f4303b-4c77-43b3-84dd-a8212b80ca57 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec7e604-12ac-4ba7-8967-45378fd7cceb HTTP/1.1" status: 200 len: 210 time: 0.1907525 Jul 16 17:52:35.408643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c633d6e7-0c70-4f4b-a04f-18d8554ecb3e req-f9651c67-6965-48c2-9ac0-05246134cf92 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:35.425108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['e201e55d-282d-4015-8b6d-3143c418862c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:35.429590 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['73db0322-7351-4903-95e6-38584acb47b3', 'df7f55c4-cd24-4b98-8c44-5cc295254d6c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:35.502433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9651c67-6965-48c2-9ac0-05246134cf92 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Pushing event deleted for resources: {'Port': ['ID=df7f55c4-cd24-4b98-8c44-5cc295254d6c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:35.546819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c633d6e7-0c70-4f4b-a04f-18d8554ecb3e req-f9651c67-6965-48c2-9ac0-05246134cf92 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] No DVR routers for this DVR port df7f55c4-cd24-4b98-8c44-5cc295254d6c on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:35.550956 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c633d6e7-0c70-4f4b-a04f-18d8554ecb3e req-f9651c67-6965-48c2-9ac0-05246134cf92 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:35.553193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c633d6e7-0c70-4f4b-a04f-18d8554ecb3e req-f9651c67-6965-48c2-9ac0-05246134cf92 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "DELETE /v2.0/ports/df7f55c4-cd24-4b98-8c44-5cc295254d6c HTTP/1.1" status: 204 len: 173 time: 0.9349847 Jul 16 17:52:35.583219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbd0d4-4c25-422f-b316-822901d6f8a9 req-5dbbcbf9-2058-4d28-9b82-52753385c91c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:35.591900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64fbd0d4-4c25-422f-b316-822901d6f8a9 req-5dbbcbf9-2058-4d28-9b82-52753385c91c tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 868 time: 0.4170747 Jul 16 17:52:35.703713 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64fbd0d4-4c25-422f-b316-822901d6f8a9 req-62f9126d-fbb7-4ae7-9add-c822335c0f70 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064594 Jul 16 17:52:35.926165 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48252) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:36.093259 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'name': 'network-vif-deleted', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:36.096046 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c0168e-cae3-4809-9b05-45e6572c59e0" -d '{"events": [{"server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "name": "network-vif-deleted", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:36.593225 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d700e5d7-f156-4ae9-b62f-eb5602ded8a7 req-7bf85dad-8a54-48e2-88de-58e9c8d8c8fd tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 210 time: 0.0807855 Jul 16 17:52:36.736755 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba69fe9-c0f9-4bd1-bcf2-9b3f8be2fbdd x-openstack-request-id: req-cba69fe9-c0f9-4bd1-bcf2-9b3f8be2fbdd {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:36.737032 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9611361b-ca0c-40b4-89e3-e2c4d0858e73", "name": "network-vif-deleted", "tag": "df7f55c4-cd24-4b98-8c44-5cc295254d6c", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:36.737421 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cba69fe9-c0f9-4bd1-bcf2-9b3f8be2fbdd {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:36.737968 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9611361b-ca0c-40b4-89e3-e2c4d0858e73', 'name': 'network-vif-deleted', 'tag': 'df7f55c4-cd24-4b98-8c44-5cc295254d6c', 'status': 'completed', 'code': 200} Jul 16 17:52:37.169337 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b47d1515-60d2-42eb-bf34-b0af62669e51 req-950f038f-4e14-471d-b036-6ae0eb727530 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=9611361b-ca0c-40b4-89e3-e2c4d0858e73 HTTP/1.1" status: 200 len: 210 time: 0.0609422 Jul 16 17:52:37.257143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48326) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:37.512350 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-819ed671-bb49-4638-b273-b0f9ffb64cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:37.713112 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77906c9e-7cc7-4b90-be28-f0c1220aca5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:37.786820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-5efe8e6e-7f78-415e-9ab8-817f35d9b997 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:37.794634 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-5efe8e6e-7f78-415e-9ab8-817f35d9b997 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 0.2273192 Jul 16 17:52:37.832632 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-93de9ccf-cdf2-4e53-b425-01766b916d28 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/quotas/b2cc324b1d64466f8371c193e2dab133 HTTP/1.1" status: 200 len: 375 time: 0.0365164 Jul 16 17:52:37.889868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-e088b2da-d362-48b0-a39b-cafd7a34c3cd tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553837 Jul 16 17:52:38.029697 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-7c51b99b-3e8e-4a70-be7c-b4f6f84ed865 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382639 Jul 16 17:52:38.048916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device df7f55c4-cd24-4b98-8c44-5cc295254d6c no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:38.144660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: df7f55c4-cd24-4b98-8c44-5cc295254d6c {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:38.145724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device df7f55c4-cd24-4b98-8c44-5cc295254d6c not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:38.331685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-819ed671-bb49-4638-b273-b0f9ffb64cd2 admin admin] Deleting port b26fd3cd-619d-473a-a945-2b5af9ec2e18 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:38.332268 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-819ed671-bb49-4638-b273-b0f9ffb64cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.352786 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77906c9e-7cc7-4b90-be28-f0c1220aca5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.361946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-c1be9e4a-4849-4dc4-8fa6-8ec317b01f09 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268654 Jul 16 17:52:38.367803 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77906c9e-7cc7-4b90-be28-f0c1220aca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.475617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77906c9e-7cc7-4b90-be28-f0c1220aca5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00798a81-791b-4acf-b08e-c600e42f2457,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:38.501211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-77906c9e-7cc7-4b90-be28-f0c1220aca5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61590ffdfa934be4a1e67643f810517d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2421746 Jul 16 17:52:38.504429 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48396) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:38.512512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-819ed671-bb49-4638-b273-b0f9ffb64cd2 admin admin] For port b26fd3cd-619d-473a-a945-2b5af9ec2e18, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b26fd3cd-619d-473a-a945-2b5af9ec2e18,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:38.513984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-819ed671-bb49-4638-b273-b0f9ffb64cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.554573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-819ed671-bb49-4638-b273-b0f9ffb64cd2 admin admin] Calling delete_port for b26fd3cd-619d-473a-a945-2b5af9ec2e18 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:38.622230 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b025db50-140d-434d-9b49-e559455ddbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.680391 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b025db50-140d-434d-9b49-e559455ddbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.787178 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b025db50-140d-434d-9b49-e559455ddbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.792313 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b025db50-140d-434d-9b49-e559455ddbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:38.798676 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b025db50-140d-434d-9b49-e559455ddbbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00798a81-791b-4acf-b08e-c600e42f2457 HTTP/1.1" status: 204 len: 168 time: 0.2920446 Jul 16 17:52:38.835085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025db50-140d-434d-9b49-e559455ddbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00798a81-791b-4acf-b08e-c600e42f2457,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:39.019030 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-854fa136-a535-421b-bfca-ecdc40a9c6b0 req-e8726046-fb60-4e9b-82bf-4130f109713b tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 210 time: 0.0695367 Jul 16 17:52:39.092658 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-819ed671-bb49-4638-b273-b0f9ffb64cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:39.487387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f99c189-14f9-4f8b-b4b2-fb2ca25f2bd2 req-18ed126b-db37-4eb5-a8a4-f89646877561 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 210 time: 0.0854642 Jul 16 17:52:39.706175 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:52:39.825374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ed671-bb49-4638-b273-b0f9ffb64cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26fd3cd-619d-473a-a945-2b5af9ec2e18,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:40.021819 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-819ed671-bb49-4638-b273-b0f9ffb64cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:40.055481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3eeca42f-eb91-4e91-95b4-453e49ff586a details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:40.396930 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 3eeca42f-eb91-4e91-95b4-453e49ff586a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3eeca42f-eb91-4e91-95b4-453e49ff586a,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:40.425011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '3eeca42f-eb91-4e91-95b4-453e49ff586a', 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03', 'port_id': '3eeca42f-eb91-4e91-95b4-453e49ff586a', 'mac_address': 'fa:16:3e:92:95:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda748cb-678b-4f5a-a8c1-3046219bc46b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:40.454490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819ed671-bb49-4638-b273-b0f9ffb64cd2 admin admin] Router 98904ede-c307-4234-a235-e3fa90fca0fe has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:52:40.659319 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:40.765120 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3eeca42f-eb91-4e91-95b4-453e49ff586a {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:40.851630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 3eeca42f-eb91-4e91-95b4-453e49ff586a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3eeca42f-eb91-4e91-95b4-453e49ff586a,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:40.862955 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:40.872303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819ed671-bb49-4638-b273-b0f9ffb64cd2 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:52:40.888340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48530) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:40.891559 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-819ed671-bb49-4638-b273-b0f9ffb64cd2 admin admin] 10.222.0.24 "PUT /v2.0/routers/98904ede-c307-4234-a235-e3fa90fca0fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9574034 Jul 16 17:52:40.898129 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602bed54-c314-4bc2-9f46-b49a86e2de76 None None] Sync routers for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:52:40.935541 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602bed54-c314-4bc2-9f46-b49a86e2de76 None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:40.936671 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-602bed54-c314-4bc2-9f46-b49a86e2de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:52:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:41.072971 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['3eeca42f-eb91-4e91-95b4-453e49ff586a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:41.163337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48550) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:41.170434 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=3eeca42f-eb91-4e91-95b4-453e49ff586a,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:41.243543 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-602bed54-c314-4bc2-9f46-b49a86e2de76 None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:41.258662 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.422756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-500521884-network', 'tenant_id': '10ae8671a65443838352d87f4b0612dd'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:41.439669 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.478885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Made reservation on behalf of 10ae8671a65443838352d87f4b0612dd for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:41.481544 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.510612 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.515102 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-908d296a-17ea-4984-b1ca-c28bda09594e req-1ed103ed-e2fe-4a45-8c9b-2d2241c91ded tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a66782d-79e7-4766-aefb-78f47f99a1af HTTP/1.1" status: 200 len: 210 time: 0.1195562 Jul 16 17:52:41.773447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.780086 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.837145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:52:41.846559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e55a5674-2df2-4932-ad43-9a8a205609ea req-bc095d17-4cdd-4357-837a-a06446dec92e tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 210 time: 0.0759578 Jul 16 17:52:41.862839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ba3d52-42ec-4835-82f7-2f34183edea6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:41.884905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.886016 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Added segment 8b8b1874-434b-4d79-bdad-458fef5c184d of type vlan for network 2591007a-b50f-4991-920f-43b5c877a487 Jul 16 17:52:41.927677 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-602bed54-c314-4bc2-9f46-b49a86e2de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:52:39Z', 'revision_number': 5, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port': {'id': 'ccd17ec2-abdb-494a-8934-6635ebfd094a', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:25Z', 'updated_at': '2021-07-16T17:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:41.934964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Deleting port ccd17ec2-abdb-494a-8934-6635ebfd094a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:41.935553 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.965625 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.063051 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3eeca42f-eb91-4e91-95b4-453e49ff586a up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:42.068577 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.069420 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-ec5d0e58-ee72-413b-82c7-2132ea42c43f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:42.070451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:42.071267 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.073681 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-ec5d0e58-ee72-413b-82c7-2132ea42c43f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.11 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 0.6605029 Jul 16 17:52:42.115243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Request body: {'port': {'device_id': 'a5faec3c-5c1b-46cc-b741-627a7787cfd4', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'admin_state_up': True, 'tenant_id': 'b2cc324b1d64466f8371c193e2dab133'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:42.127100 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9624698 Jul 16 17:52:42.131535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48562) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:42.159053 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3ca9222e-0cdd-481d-badf-542f0eb4b02c admin admin] Request body: {'subnet': {'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-500521884-subnet', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:42.304159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33351577-1cea-4c2d-9a13-ddf99a7b0c0f admin admin] Pushing event updated for resources: {'Network': ['ID=2591007a-b50f-4991-920f-43b5c877a487,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:42.314292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca9222e-0cdd-481d-badf-542f0eb4b02c admin admin] Made reservation on behalf of 10ae8671a65443838352d87f4b0612dd for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:42.327817 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ca9222e-0cdd-481d-badf-542f0eb4b02c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.334962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 2591007a-b50f-4991-920f-43b5c877a487 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:52:42.376745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 3eeca42f-eb91-4e91-95b4-453e49ff586a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:42.377407 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.478605 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602bed54-c314-4bc2-9f46-b49a86e2de76 None None] Checking router: 98904ede-c307-4234-a235-e3fa90fca0fe for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:52:42.479429 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Made reservation on behalf of b2cc324b1d64466f8371c193e2dab133 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:42.491746 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.517710 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602bed54-c314-4bc2-9f46-b49a86e2de76 None None] Routers {'98904ede-c307-4234-a235-e3fa90fca0fe'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:42.518549 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-602bed54-c314-4bc2-9f46-b49a86e2de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:52:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['98904ede-c307-4234-a235-e3fa90fca0fe'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:42.781139 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] For port ccd17ec2-abdb-494a-8934-6635ebfd094a, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ccd17ec2-abdb-494a-8934-6635ebfd094a,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:42.781888 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.816471 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-602bed54-c314-4bc2-9f46-b49a86e2de76 None None] Set router 98904ede-c307-4234-a235-e3fa90fca0fe gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:42.828073 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Calling delete_port for ccd17ec2-abdb-494a-8934-6635ebfd094a owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:42.834789 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.862158 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ca9222e-0cdd-481d-badf-542f0eb4b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.896678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb12a128-b811-4bee-a290-30e8bb440a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eeca42f-eb91-4e91-95b4-453e49ff586a'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:42.905370 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9522047e-badf-40e5-82dc-69a75acc2447" -d '{"events": [{"server_uuid": "bb12a128-b811-4bee-a290-30e8bb440a8f", "name": "network-vif-plugged", "status": "completed", "tag": "3eeca42f-eb91-4e91-95b4-453e49ff586a"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:42.944512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 3eeca42f-eb91-4e91-95b4-453e49ff586a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3eeca42f-eb91-4e91-95b4-453e49ff586a,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:42.960832 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:42.968450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9222e-0cdd-481d-badf-542f0eb4b02c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62154700-b507-4052-9a5d-e73ae81c41e7,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:42.998677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca9222e-0cdd-481d-badf-542f0eb4b02c admin admin] Checking segment: {'id': '8b8b1874-434b-4d79-bdad-458fef5c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2591007a-b50f-4991-920f-43b5c877a487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:43.003305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca9222e-0cdd-481d-badf-542f0eb4b02c admin admin] Network hostable DHCP agents. Network: 2591007a-b50f-4991-920f-43b5c877a487, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:52:43.014076 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-602bed54-c314-4bc2-9f46-b49a86e2de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:52:41Z', 'revision_number': 6, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:43.043885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca9222e-0cdd-481d-badf-542f0eb4b02c admin admin] Network 2591007a-b50f-4991-920f-43b5c877a487 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:52:43.058858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-3ca9222e-0cdd-481d-badf-542f0eb4b02c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 2591007a-b50f-4991-920f-43b5c877a487) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:43.062366 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602bed54-c314-4bc2-9f46-b49a86e2de76 None None] The sync data for ids ['98904ede-c307-4234-a235-e3fa90fca0fe'] in n-d-787205-10 is: [{'id': '98904ede-c307-4234-a235-e3fa90fca0fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1559787754-router', 'tenant_id': '011d2ef35e41429cb74a8b6defcb5849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:24Z', 'updated_at': '2021-07-16T17:52:41Z', 'revision_number': 6, 'project_id': '011d2ef35e41429cb74a8b6defcb5849', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:52:43.075960 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca9222e-0cdd-481d-badf-542f0eb4b02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:43.076886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ca9222e-0cdd-481d-badf-542f0eb4b02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.101930 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=3eeca42f-eb91-4e91-95b4-453e49ff586a,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:43.109507 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3ca9222e-0cdd-481d-badf-542f0eb4b02c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9701035 Jul 16 17:52:43.112132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48612) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:43.112726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a6e89-a05f-4629-b61b-05cdbc41756e None None] Network 2591007a-b50f-4991-920f-43b5c877a487 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:52:43.124344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:43.181571 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.182678 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.243602 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.340201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd17ec2-abdb-494a-8934-6635ebfd094a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:43.361697 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.550165 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9718123b-2ff4-4220-a3f2-33fa56cba3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.659356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-2591007a-b50f-4991-920f-43b5c877a487', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'fixed_ips': [{'subnet_id': '62154700-b507-4052-9a5d-e73ae81c41e7'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:52:43.660326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:43.726312 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.071706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Allocated IP 172.20.0.2 (2591007a-b50f-4991-920f-43b5c877a487/62154700-b507-4052-9a5d-e73ae81c41e7/05b19862-880e-46e4-bd4c-bba4a4d85d89) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:44.362819 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.384320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Transition to ACTIVE for port object 05b19862-880e-46e4-bd4c-bba4a4d85d89 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:44.420778 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Transition to ACTIVE for port object 05b19862-880e-46e4-bd4c-bba4a4d85d89 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:44.432219 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.486097 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.506155 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Network 2591007a-b50f-4991-920f-43b5c877a487 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:44.512137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:44.516470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:44.520274 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.551519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Pushing event updated for resources: {'Port': ['ID=05b19862-880e-46e4-bd4c-bba4a4d85d89,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:44.588394 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.655197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Attempting to bind port 05b19862-880e-46e4-bd4c-bba4a4d85d89 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:44.659361 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Attempting to bind port 05b19862-880e-46e4-bd4c-bba4a4d85d89 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '8b8b1874-434b-4d79-bdad-458fef5c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2591007a-b50f-4991-920f-43b5c877a487'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:44.660195 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.660591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Attempting to bind port 05b19862-880e-46e4-bd4c-bba4a4d85d89 on network 2591007a-b50f-4991-920f-43b5c877a487 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:44.663449 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.690663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:44.691256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Checking segment: {'id': '8b8b1874-434b-4d79-bdad-458fef5c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2591007a-b50f-4991-920f-43b5c877a487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:44.691897 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.697612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Bound using segment: {'id': '8b8b1874-434b-4d79-bdad-458fef5c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2591007a-b50f-4991-920f-43b5c877a487'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:44.700758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Bound port: 05b19862-880e-46e4-bd4c-bba4a4d85d89, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8b1874-434b-4d79-bdad-458fef5c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2591007a-b50f-4991-920f-43b5c877a487'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:44.702871 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.736335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c961cd-d36e-4dd0-827d-c3f345c1ac0d req-92d50710-2053-4262-a9f7-98ad50a12ba1 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:44.754574 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-48c961cd-d36e-4dd0-827d-c3f345c1ac0d req-92d50710-2053-4262-a9f7-98ad50a12ba1 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 2.3115108 Jul 16 17:52:44.766967 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.769937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98904ede-c307-4234-a235-e3fa90fca0fe {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:52:44.815730 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Allocated IP 172.25.3.123 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/2e482d06-62ba-4131-b4c5-f97362c5e9d5) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:44.844107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ccd17ec2-abdb-494a-8934-6635ebfd094a no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:44.907226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: ccd17ec2-abdb-494a-8934-6635ebfd094a {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:44.907497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ccd17ec2-abdb-494a-8934-6635ebfd094a not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:44.907916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b26fd3cd-619d-473a-a945-2b5af9ec2e18 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:44.926956 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:44.935383 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d74160f8-e669-489c-8b4e-b811f9eec438 admin admin] 10.222.0.24 "DELETE /v2.0/routers/98904ede-c307-4234-a235-e3fa90fca0fe HTTP/1.1" status: 204 len: 168 time: 4.0452049 Jul 16 17:52:44.962987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: b26fd3cd-619d-473a-a945-2b5af9ec2e18 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:44.963589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b26fd3cd-619d-473a-a945-2b5af9ec2e18 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:44.964844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963308b-4ed5-48b8-ac17-083ab6231cc6 req-2f737f3b-eb52-4c1e-9c0f-6bd0b4713d39 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:44.967026 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a963308b-4ed5-48b8-ac17-083ab6231cc6 req-2f737f3b-eb52-4c1e-9c0f-6bd0b4713d39 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 949 time: 2.5283198 Jul 16 17:52:44.968960 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48640) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:44.975583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37581d5d-a749-4ee2-9a70-d260ece855bf req-cdae1bca-fe19-4ddb-a05f-936fc1a3928b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 210 time: 0.4650271 Jul 16 17:52:45.096694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] For port 05b19862-880e-46e4-bd4c-bba4a4d85d89, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:45.111082 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8026dd-30d0-417e-a867-e9a55b891d0d x-openstack-request-id: req-9f8026dd-30d0-417e-a867-e9a55b891d0d {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:45.111082 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb12a128-b811-4bee-a290-30e8bb440a8f", "name": "network-vif-plugged", "status": "completed", "tag": "3eeca42f-eb91-4e91-95b4-453e49ff586a", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:45.111082 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f8026dd-30d0-417e-a867-e9a55b891d0d {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:45.111082 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb12a128-b811-4bee-a290-30e8bb440a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eeca42f-eb91-4e91-95b4-453e49ff586a', 'code': 200} Jul 16 17:52:45.111902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] For port 05b19862-880e-46e4-bd4c-bba4a4d85d89, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=05b19862-880e-46e4-bd4c-bba4a4d85d89,segment=NetworkSegment(8b8b1874-434b-4d79-bdad-458fef5c184d),segment_id=8b8b1874-434b-4d79-bdad-458fef5c184d)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:45.132015 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:45.212305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf03634e-9814-43ed-a6ce-a7d59811f069 admin admin] Deleting subnet 6f6f25b3-9102-4d67-8ad1-8d596cdc3f01 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:52:45.247611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-48c961cd-d36e-4dd0-827d-c3f345c1ac0d req-f2f52d0e-0331-4ce2-8fd9-2307afd51b14 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917109 Jul 16 17:52:45.251178 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf03634e-9814-43ed-a6ce-a7d59811f069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:45.342064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e0dc2-7e07-4b76-bd29-117a47fbb256 None None] Pushing event updated for resources: {'Port': ['ID=05b19862-880e-46e4-bd4c-bba4a4d85d89,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:45.381876 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf03634e-9814-43ed-a6ce-a7d59811f069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:45.419419 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:45.441907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Allocated IP 172.20.0.2 (5f4a1e11-5d66-4db2-adc7-71a724319593/2324e370-e975-41f3-a89b-e91fd3d77fc8/edc29266-a93c-4d45-bdb7-4358b8236a06) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:45.666004 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb9a8943-2fb3-4d49-8a98-e3f6963e85b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:45.751349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-a963308b-4ed5-48b8-ac17-083ab6231cc6 req-b08afae2-02a1-47d7-b979-f76a8868d298 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Deleting port 73db0322-7351-4903-95e6-38584acb47b3 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:45.752116 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a963308b-4ed5-48b8-ac17-083ab6231cc6 req-b08afae2-02a1-47d7-b979-f76a8868d298 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:45.923850 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:45.950206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:46.037851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Pushing event updated for resources: {'Port': ['ID=2e482d06-62ba-4131-b4c5-f97362c5e9d5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:46.059349 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf03634e-9814-43ed-a6ce-a7d59811f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:46.093206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 73db0322-7351-4903-95e6-38584acb47b3 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:46.194593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:46.200001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:46.227930 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:46.257399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a963308b-4ed5-48b8-ac17-083ab6231cc6 req-b08afae2-02a1-47d7-b979-f76a8868d298 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] For port 73db0322-7351-4903-95e6-38584acb47b3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73db0322-7351-4903-95e6-38584acb47b3,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:46.259648 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a963308b-4ed5-48b8-ac17-083ab6231cc6 req-b08afae2-02a1-47d7-b979-f76a8868d298 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:46.360717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-a963308b-4ed5-48b8-ac17-083ab6231cc6 req-b08afae2-02a1-47d7-b979-f76a8868d298 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Calling delete_port for 73db0322-7351-4903-95e6-38584acb47b3 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:46.467042 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf03634e-9814-43ed-a6ce-a7d59811f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:46.469882 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:46.541718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7375d21-6f01-44fd-9caf-50dc0989d529 req-df1c9298-31a5-4208-a04b-2adb6dbb7482 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:46.552770 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7375d21-6f01-44fd-9caf-50dc0989d529 req-df1c9298-31a5-4208-a04b-2adb6dbb7482 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 948 time: 0.5716658 Jul 16 17:52:46.558358 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03634e-9814-43ed-a6ce-a7d59811f069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6f25b3-9102-4d67-8ad1-8d596cdc3f01,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:46.580093 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf03634e-9814-43ed-a6ce-a7d59811f069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:46.592365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bf03634e-9814-43ed-a6ce-a7d59811f069 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6f6f25b3-9102-4d67-8ad1-8d596cdc3f01 HTTP/1.1" status: 204 len: 168 time: 1.6118188 Jul 16 17:52:46.593349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48670) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:46.784086 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4a241-6cd9-4adf-8691-be960ed8c69a None None] Network 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:52:46.839565 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:46.854760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7375d21-6f01-44fd-9caf-50dc0989d529 req-0eb05696-6946-483b-98e3-8c1387fe1316 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901821 Jul 16 17:52:46.924081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 05b19862-880e-46e4-bd4c-bba4a4d85d89 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:46.935234 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.003734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 73db0322-7351-4903-95e6-38584acb47b3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73db0322-7351-4903-95e6-38584acb47b3,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:47.008750 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.054332 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.101185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Network 5f4a1e11-5d66-4db2-adc7-71a724319593 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:47.184449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:47.209495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:47.306943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0305b324-24a6-4179-a563-53a708ee342e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73db0322-7351-4903-95e6-38584acb47b3'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:47.324189 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7b20fd-65e7-4889-9069-e20a806ba2b2" -d '{"events": [{"server_uuid": "0305b324-24a6-4179-a563-53a708ee342e", "name": "network-vif-unplugged", "status": "completed", "tag": "73db0322-7351-4903-95e6-38584acb47b3"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:47.391009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f0ecd-5594-4308-b667-ea560aaa573a None None] Network 2591007a-b50f-4991-920f-43b5c877a487 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:52:47.399307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event updated for resources: {'Port': ['ID=edc29266-a93c-4d45-bdb7-4358b8236a06,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:47.414614 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.429336 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a963308b-4ed5-48b8-ac17-083ab6231cc6 req-b08afae2-02a1-47d7-b979-f76a8868d298 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.445437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:47.446316 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.464454 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:47.464965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:47.465418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:47.465892 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:47.466351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:47.466786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:47.467237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:47.467672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:47.468101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:47.468534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:47.468970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:47.469403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:47.520260 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Deleting port c380295e-0a17-47f4-a716-576c8bb8b644 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:47.521110 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.568117 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08afae2-02a1-47d7-b979-f76a8868d298 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Pushing event deleted for resources: {'Port': ['ID=73db0322-7351-4903-95e6-38584acb47b3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:47.579568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-f9d80d6e-71e7-4c9c-b639-b1f41cf77d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4989727 Jul 16 17:52:47.615539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['e201e55d-282d-4015-8b6d-3143c418862c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:52:47.643344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Request body: {'port': {'device_id': 'a5faec3c-5c1b-46cc-b741-627a7787cfd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:47.732212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] For port c380295e-0a17-47f4-a716-576c8bb8b644, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c380295e-0a17-47f4-a716-576c8bb8b644,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:47.732705 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.801045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a963308b-4ed5-48b8-ac17-083ab6231cc6 req-b08afae2-02a1-47d7-b979-f76a8868d298 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] No DVR routers for this DVR port 73db0322-7351-4903-95e6-38584acb47b3 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:47.828028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e357a09-7116-4d33-8224-63ba83a9bf32 req-e97ad27b-1164-445b-90d0-d41d70c05510 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:47.842302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e357a09-7116-4d33-8224-63ba83a9bf32 req-e97ad27b-1164-445b-90d0-d41d70c05510 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=0305b324-24a6-4179-a563-53a708ee342e HTTP/1.1" status: 200 len: 865 time: 0.6809754 Jul 16 17:52:47.844894 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a963308b-4ed5-48b8-ac17-083ab6231cc6 req-b08afae2-02a1-47d7-b979-f76a8868d298 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.850285 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a963308b-4ed5-48b8-ac17-083ab6231cc6 req-b08afae2-02a1-47d7-b979-f76a8868d298 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.32 "DELETE /v2.0/ports/73db0322-7351-4903-95e6-38584acb47b3 HTTP/1.1" status: 204 len: 173 time: 2.8595417 Jul 16 17:52:47.857115 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Calling delete_port for c380295e-0a17-47f4-a716-576c8bb8b644 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:47.874334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0305b324-24a6-4179-a563-53a708ee342e', 'name': 'network-vif-deleted', 'tag': '73db0322-7351-4903-95e6-38584acb47b3'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:47.879209 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cb7fe1-aa01-4a84-b574-18e44fe84b94" -d '{"events": [{"server_uuid": "0305b324-24a6-4179-a563-53a708ee342e", "name": "network-vif-deleted", "tag": "73db0322-7351-4903-95e6-38584acb47b3"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:47.890474 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.924214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48686) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:47.980986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5005bfe7-745c-4639-aa9e-bd48efc8d9c6 None None] Provisioning for port 05b19862-880e-46e4-bd4c-bba4a4d85d89 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:47.998923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=73db0322-7351-4903-95e6-38584acb47b3,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:48.014009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4cc21-9226-447d-8228-66bd59afcba7 req-61d90c80-e972-44f1-a48d-c91aad0fa45c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:48.015465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dba4cc21-9226-447d-8228-66bd59afcba7 req-61d90c80-e972-44f1-a48d-c91aad0fa45c tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.11 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 948 time: 0.7225082 Jul 16 17:52:48.096805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f0ec5-bc19-4341-a3b9-ef35720441af req-2a25f8a0-3be1-4148-857c-d9020701bc32 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:48.111350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-598f0ec5-bc19-4341-a3b9-ef35720441af req-2a25f8a0-3be1-4148-857c-d9020701bc32 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 931 time: 0.7593265 Jul 16 17:52:48.132181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 05b19862-880e-46e4-bd4c-bba4a4d85d89 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:48.192843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 05b19862-880e-46e4-bd4c-bba4a4d85d89 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:48.193507 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:48.372890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8686c9-e1f8-4217-876b-7bf6a6ef61a9 None None] DHCP port deletion for 38367e7e-b273-41c4-ae47-3a44ce1b0cd1 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:52:48.617266 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:48.654168 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e357a09-7116-4d33-8224-63ba83a9bf32 req-73cbc4c6-3696-465c-91f7-67cc8dea194f tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8108046 Jul 16 17:52:48.660006 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:48.706317 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-598f0ec5-bc19-4341-a3b9-ef35720441af req-3707d10c-0d79-4c22-bb09-c3a8d7bc57d2 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939512 Jul 16 17:52:48.764624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6f8686c9-e1f8-4217-876b-7bf6a6ef61a9 None None] Deleting port c380295e-0a17-47f4-a716-576c8bb8b644 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:48.765021 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6f8686c9-e1f8-4217-876b-7bf6a6ef61a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:48.803709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 05b19862-880e-46e4-bd4c-bba4a4d85d89, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=05b19862-880e-46e4-bd4c-bba4a4d85d89,segment=NetworkSegment(8b8b1874-434b-4d79-bdad-458fef5c184d),segment_id=8b8b1874-434b-4d79-bdad-458fef5c184d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:48.812096 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:48.935706 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db070b82-f1aa-46de-8cd9-b98f335d998f x-openstack-request-id: req-db070b82-f1aa-46de-8cd9-b98f335d998f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:48.936339 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0305b324-24a6-4179-a563-53a708ee342e", "name": "network-vif-unplugged", "status": "completed", "tag": "73db0322-7351-4903-95e6-38584acb47b3", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:48.936339 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db070b82-f1aa-46de-8cd9-b98f335d998f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:48.943631 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0305b324-24a6-4179-a563-53a708ee342e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73db0322-7351-4903-95e6-38584acb47b3', 'code': 200} Jul 16 17:52:48.952323 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=05b19862-880e-46e4-bd4c-bba4a4d85d89,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:48.985616 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-dba4cc21-9226-447d-8228-66bd59afcba7 req-fe531549-6a08-40bb-baeb-4e5bce5dac25 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Deleting port 0004996f-4155-4d67-a561-4153e94852f6 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:48.988086 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dba4cc21-9226-447d-8228-66bd59afcba7 req-fe531549-6a08-40bb-baeb-4e5bce5dac25 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.016180 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1673dab2-070e-497a-9b3f-c3b19195b21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.082958 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.084372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c380295e-0a17-47f4-a716-576c8bb8b644 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:49.186782 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.228678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6f8686c9-e1f8-4217-876b-7bf6a6ef61a9 None None] For port c380295e-0a17-47f4-a716-576c8bb8b644, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c380295e-0a17-47f4-a716-576c8bb8b644,segment=NetworkSegment(e22c7436-b66c-41ae-948c-d3795ad82c8a),segment_id=e22c7436-b66c-41ae-948c-d3795ad82c8a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:49.229370 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6f8686c9-e1f8-4217-876b-7bf6a6ef61a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.255237 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.262215 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd54de7-07d9-4161-8124-2941cb353f47 x-openstack-request-id: req-efd54de7-07d9-4161-8124-2941cb353f47 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:49.262956 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0305b324-24a6-4179-a563-53a708ee342e", "name": "network-vif-deleted", "tag": "73db0322-7351-4903-95e6-38584acb47b3", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:49.263448 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efd54de7-07d9-4161-8124-2941cb353f47 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:49.264420 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0305b324-24a6-4179-a563-53a708ee342e', 'name': 'network-vif-deleted', 'tag': '73db0322-7351-4903-95e6-38584acb47b3', 'status': 'completed', 'code': 200} Jul 16 17:52:49.282419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6f8686c9-e1f8-4217-876b-7bf6a6ef61a9 None None] Calling delete_port for c380295e-0a17-47f4-a716-576c8bb8b644 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:49.426375 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6f8686c9-e1f8-4217-876b-7bf6a6ef61a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.429872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Pushing event deleted for resources: {'Port': ['ID=c380295e-0a17-47f4-a716-576c8bb8b644,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:49.438828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] No DVR routers for this DVR port c380295e-0a17-47f4-a716-576c8bb8b644 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:49.514237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8686c9-e1f8-4217-876b-7bf6a6ef61a9 None None] Pushing event deleted for resources: {'Port': ['ID=c380295e-0a17-47f4-a716-576c8bb8b644,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:49.521629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No active binding found for port c380295e-0a17-47f4-a716-576c8bb8b644 {{(pid=105592) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 17:52:49.522497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c380295e-0a17-47f4-a716-576c8bb8b644 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:49.533407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8686c9-e1f8-4217-876b-7bf6a6ef61a9 None None] No DVR routers for this DVR port c380295e-0a17-47f4-a716-576c8bb8b644 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:49.564494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4ac145bc-37e3-44bb-ac76-70600a845b00 None None] Provisioning complete for port 05b19862-880e-46e4-bd4c-bba4a4d85d89 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:49.565165 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ac145bc-37e3-44bb-ac76-70600a845b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.586605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-dba4cc21-9226-447d-8228-66bd59afcba7 req-fe531549-6a08-40bb-baeb-4e5bce5dac25 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] For port 0004996f-4155-4d67-a561-4153e94852f6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0004996f-4155-4d67-a561-4153e94852f6,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:49.587352 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dba4cc21-9226-447d-8228-66bd59afcba7 req-fe531549-6a08-40bb-baeb-4e5bce5dac25 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.600733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:49.602453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:49.602811 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:49.603157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:49.604485 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:49.604838 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:49.605180 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:49.605532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:49.606007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:49.606258 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:49.606593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:49.606924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:49.656162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b999458-ef34-4127-9ea4-4e8d91061709 req-7bd9d5c0-f3ce-472d-8cfc-a31b1e9f112a tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:49.659121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4b999458-ef34-4127-9ea4-4e8d91061709 req-7bd9d5c0-f3ce-472d-8cfc-a31b1e9f112a tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 948 time: 0.3931301 Jul 16 17:52:49.707290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-dba4cc21-9226-447d-8228-66bd59afcba7 req-fe531549-6a08-40bb-baeb-4e5bce5dac25 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Calling delete_port for 0004996f-4155-4d67-a561-4153e94852f6 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:49.744164 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1673dab2-070e-497a-9b3f-c3b19195b21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.812333 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1673dab2-070e-497a-9b3f-c3b19195b21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.848277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673dab2-070e-497a-9b3f-c3b19195b21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3780fd33-a859-4d4b-b213-efb33373bb77,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:49.952055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.997473 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38367e7e-b273-41c4-ae47-3a44ce1b0cd1']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:50.037914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22c7436-b66c-41ae-948c-d3795ad82c8a') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:50.038576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22c7436-b66c-41ae-948c-d3795ad82c8a') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:50.096250 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.146418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4b999458-ef34-4127-9ea4-4e8d91061709 req-0d2117ca-b611-4a69-818e-ed8e8a95d92f tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729214 Jul 16 17:52:50.189981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc29266-a93c-4d45-bdb7-4358b8236a06 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:52:50.198880 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1673dab2-070e-497a-9b3f-c3b19195b21d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db94e3fd494f4ea2aeeee1b23381e292&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2641561 Jul 16 17:52:50.202409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48710) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:50.253000 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.280716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:52:50.281857 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.285265 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:52:50.436904 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:52:50.462662 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.468353 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Transition to ACTIVE for port object edc29266-a93c-4d45-bdb7-4358b8236a06 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:50.480025 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.491924 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.503864 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] 10.222.0.24 "DELETE /v2.0/networks/38367e7e-b273-41c4-ae47-3a44ce1b0cd1 HTTP/1.1" status: 204 len: 168 time: 3.9034371 Jul 16 17:52:50.531293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48720) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:50.548007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7717785-7547-470c-ab69-738e8cf7e08c admin admin] Pushing event deleted for resources: {'Network': ['ID=38367e7e-b273-41c4-ae47-3a44ce1b0cd1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:50.566535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Router 950e81d6-6e46-4d7e-8b33-8e128df9f848 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:52:50.652750 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e00df758-f35c-4271-9581-b9b859217cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.670174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dbc03-8e60-4063-9602-9bccc55cfb17 req-00873ebb-c0b0-4f45-a0fd-316b12bfb1e1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:50.671766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a24dbc03-8e60-4063-9602-9bccc55cfb17 req-00873ebb-c0b0-4f45-a0fd-316b12bfb1e1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 931 time: 0.4592497 Jul 16 17:52:50.730310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=edc29266-a93c-4d45-bdb7-4358b8236a06,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:50.842946 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dba4cc21-9226-447d-8228-66bd59afcba7 req-fe531549-6a08-40bb-baeb-4e5bce5dac25 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.867049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:52:50.879837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Sync routers for ids ['950e81d6-6e46-4d7e-8b33-8e128df9f848'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:52:50.903949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Routers {'950e81d6-6e46-4d7e-8b33-8e128df9f848'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:50.906140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:52:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['950e81d6-6e46-4d7e-8b33-8e128df9f848'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:50.908204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a24dbc03-8e60-4063-9602-9bccc55cfb17 req-c755368a-5906-4deb-9956-50d12a7c0d63 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250702 Jul 16 17:52:50.913572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe531549-6a08-40bb-baeb-4e5bce5dac25 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Pushing event deleted for resources: {'Port': ['ID=0004996f-4155-4d67-a561-4153e94852f6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:50.934404 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:50.937273 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-16c80ef2-c0ff-4581-9a44-3ad550bc749b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8228498 Jul 16 17:52:50.954509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48722) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:51.079457 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 05b19862-880e-46e4-bd4c-bba4a4d85d89 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:51.094189 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e00df758-f35c-4271-9581-b9b859217cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:51.122399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba4cc21-9226-447d-8228-66bd59afcba7 req-fe531549-6a08-40bb-baeb-4e5bce5dac25 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] No DVR routers for this DVR port 0004996f-4155-4d67-a561-4153e94852f6 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:51.132233 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dba4cc21-9226-447d-8228-66bd59afcba7 req-fe531549-6a08-40bb-baeb-4e5bce5dac25 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:51.137366 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dba4cc21-9226-447d-8228-66bd59afcba7 req-fe531549-6a08-40bb-baeb-4e5bce5dac25 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.11 "DELETE /v2.0/ports/0004996f-4155-4d67-a561-4153e94852f6 HTTP/1.1" status: 204 len: 173 time: 3.0783091 Jul 16 17:52:51.381573 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e00df758-f35c-4271-9581-b9b859217cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:51.384775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e00df758-f35c-4271-9581-b9b859217cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:51.399407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae9e611-ebfe-4384-8bd8-0d27f81d762f', 'name': 'network-vif-deleted', 'tag': '0004996f-4155-4d67-a561-4153e94852f6'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:51.402462 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e00df758-f35c-4271-9581-b9b859217cea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3780fd33-a859-4d4b-b213-efb33373bb77 HTTP/1.1" status: 204 len: 168 time: 1.1979337 Jul 16 17:52:51.413001 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e364f72-8e51-45ac-b37e-70d72434e30a" -d '{"events": [{"server_uuid": "dae9e611-ebfe-4384-8bd8-0d27f81d762f", "name": "network-vif-deleted", "tag": "0004996f-4155-4d67-a561-4153e94852f6"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:51.451226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Attempting to bind port edc29266-a93c-4d45-bdb7-4358b8236a06 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:51.451431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Attempting to bind port edc29266-a93c-4d45-bdb7-4358b8236a06 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:51.452510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Attempting to bind port edc29266-a93c-4d45-bdb7-4358b8236a06 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:51.548430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Port edc29266-a93c-4d45-bdb7-4358b8236a06 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:52:51.548430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Attempting to bind port edc29266-a93c-4d45-bdb7-4358b8236a06 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:51.557743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00df758-f35c-4271-9581-b9b859217cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3780fd33-a859-4d4b-b213-efb33373bb77,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:51.696025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:51.697085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Checking segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:51.697879 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Bound using segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:51.698634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Bound port: edc29266-a93c-4d45-bdb7-4358b8236a06, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:51.699318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:51.722679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 0004996f-4155-4d67-a561-4153e94852f6 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:51.862909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 0004996f-4155-4d67-a561-4153e94852f6 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:51.863884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 0004996f-4155-4d67-a561-4153e94852f6 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:51.935214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Set router 950e81d6-6e46-4d7e-8b33-8e128df9f848 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:51.991489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] For port edc29266-a93c-4d45-bdb7-4358b8236a06, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:52.000510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] For port edc29266-a93c-4d45-bdb7-4358b8236a06, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=edc29266-a93c-4d45-bdb7-4358b8236a06,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:52.133743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 05b19862-880e-46e4-bd4c-bba4a4d85d89 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:52.133961 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.145184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64be8668-2d4a-4c3b-b7ba-8506a1f0de6c req-737fc9fe-8757-4ef7-9380-b28d9bb5af2e tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dae9e611-ebfe-4384-8bd8-0d27f81d762f HTTP/1.1" status: 200 len: 210 time: 0.1365530 Jul 16 17:52:52.210366 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.383160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48756) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:52.438235 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a6d4-5c55-4c96-9511-bb70c5e1e0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.443102 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f88eb1-0866-4f87-b783-421a1fe89668 x-openstack-request-id: req-f6f88eb1-0866-4f87-b783-421a1fe89668 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:52.444017 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae9e611-ebfe-4384-8bd8-0d27f81d762f", "name": "network-vif-deleted", "tag": "0004996f-4155-4d67-a561-4153e94852f6", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:52.444384 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6f88eb1-0866-4f87-b783-421a1fe89668 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:52.453387 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae9e611-ebfe-4384-8bd8-0d27f81d762f', 'name': 'network-vif-deleted', 'tag': '0004996f-4155-4d67-a561-4153e94852f6', 'status': 'completed', 'code': 200} Jul 16 17:52:52.480161 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=edc29266-a93c-4d45-bdb7-4358b8236a06,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:52.508326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:52.509431 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.511995 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-127f181f-6924-4b2f-b66d-9fe9c94bd2d3 service neutron] 10.222.0.11 "PUT /v2.0/ports/edc29266-a93c-4d45-bdb7-4358b8236a06 HTTP/1.1" status: 200 len: 1092 time: 4.8797801 Jul 16 17:52:52.639515 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.684353 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0428e-9c29-498c-8083-69e891e58dff req-c459692c-eff2-4a73-962c-b9e7dcb2bb6b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:52.686283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63d0428e-9c29-498c-8083-69e891e58dff req-c459692c-eff2-4a73-962c-b9e7dcb2bb6b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.11 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 0.9723303 Jul 16 17:52:52.687398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:52:46Z', 'revision_number': 3, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:52.701422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7a85e-be01-4c0b-bdef-d6925522ad36 req-7a0eba92-4f06-4f1a-ab2e-a9fe80f0e812 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:52.711634 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27e7a85e-be01-4c0b-bdef-d6925522ad36 req-7a0eba92-4f06-4f1a-ab2e-a9fe80f0e812 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 950 time: 1.2916563 Jul 16 17:52:52.779485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Checking router: 950e81d6-6e46-4d7e-8b33-8e128df9f848 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:52:52.780053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Updating router 950e81d6-6e46-4d7e-8b33-8e128df9f848 port 2e482d06-62ba-4131-b4c5-f97362c5e9d5 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:52:52.785446 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a6d4-5c55-4c96-9511-bb70c5e1e0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.801429 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a6d4-5c55-4c96-9511-bb70c5e1e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.820312 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.861791 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.902037 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2a6d4-5c55-4c96-9511-bb70c5e1e0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c7a218-7a80-4cae-8af5-6e50e41f3f3f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:53.048683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Allocated IP 172.20.0.1 (2591007a-b50f-4991-920f-43b5c877a487/62154700-b507-4052-9a5d-e73ae81c41e7/e1940821-b214-487e-9c0d-cb75edf2cf99) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:53.176209 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.194026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Transition to ACTIVE for port object e1940821-b214-487e-9c0d-cb75edf2cf99 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:53.236978 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.243328 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f0d2a6d4-5c55-4c96-9511-bb70c5e1e0fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eba47003d8e844138ac05aaf800ed83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8502634 Jul 16 17:52:53.286718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48760) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:53.326335 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.338097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Transition to ACTIVE for port object 2e482d06-62ba-4131-b4c5-f97362c5e9d5 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:53.341272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Network 2591007a-b50f-4991-920f-43b5c877a487 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:53.353830 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.361591 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:53.374006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577fa88-940c-423d-8000-de63a800b59b req-0ef04057-6e10-479c-90f4-c6f6daedf32c tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:53.375720 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0577fa88-940c-423d-8000-de63a800b59b req-0ef04057-6e10-479c-90f4-c6f6daedf32c tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.32 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 944 time: 1.3308318 Jul 16 17:52:53.402782 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:53.407702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Pushing event updated for resources: {'Port': ['ID=e1940821-b214-487e-9c0d-cb75edf2cf99,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:53.412728 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27e7a85e-be01-4c0b-bdef-d6925522ad36 req-2b9c47f8-0a43-422d-a247-edf7bf0c0e09 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6990249 Jul 16 17:52:53.465723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ccb51-b765-411a-9c28-af55914edad1 None None] Pushing event updated for resources: {'Port': ['ID=2e482d06-62ba-4131-b4c5-f97362c5e9d5,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:53.497501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Attempting to bind port 2e482d06-62ba-4131-b4c5-f97362c5e9d5 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:53.498324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Attempting to bind port 2e482d06-62ba-4131-b4c5-f97362c5e9d5 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:53.498951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Attempting to bind port 2e482d06-62ba-4131-b4c5-f97362c5e9d5 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:53.509491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:53.510569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:53.511230 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.511892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:53.513134 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Bound port: 2e482d06-62ba-4131-b4c5-f97362c5e9d5, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:53.514277 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.557881 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2938-1ee5-414d-84a2-5cc38c5feb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.568938 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.782736 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] For port 2e482d06-62ba-4131-b4c5-f97362c5e9d5, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:53.783989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-2e60b4f2-f229-4262-9418-0712bc8d2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:53.788271 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-2e60b4f2-f229-4262-9418-0712bc8d2cc0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 1095 time: 1.1784599 Jul 16 17:52:53.792054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] For port 2e482d06-62ba-4131-b4c5-f97362c5e9d5, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2e482d06-62ba-4131-b4c5-f97362c5e9d5,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:53.806888 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.879331 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2938-1ee5-414d-84a2-5cc38c5feb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.925791 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.937274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ccb51-b765-411a-9c28-af55914edad1 None None] Pushing event updated for resources: {'Port': ['ID=2e482d06-62ba-4131-b4c5-f97362c5e9d5,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:54.011435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Routers {'950e81d6-6e46-4d7e-8b33-8e128df9f848'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:54.012691 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:52:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['950e81d6-6e46-4d7e-8b33-8e128df9f848'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:54.113456 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c8b2e-6412-41cd-a479-fc8a250536d6 req-a71819e0-a335-45a7-87c0-5883f3a4152d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:54.116422 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-757c8b2e-6412-41cd-a479-fc8a250536d6 req-a71819e0-a335-45a7-87c0-5883f3a4152d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 944 time: 1.3297305 Jul 16 17:52:54.148322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-5a5dfb7e-a5ea-4c1d-ab46-8e81454cd1be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edc29266-a93c-4d45-bdb7-4358b8236a06 HTTP/1.1" status: 200 len: 217 time: 0.3132405 Jul 16 17:52:54.236751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-63d0428e-9c29-498c-8083-69e891e58dff req-362257d9-4598-401d-8cb7-cefe1a172b9a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Deleting port e201e55d-282d-4015-8b6d-3143c418862c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:54.237334 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-63d0428e-9c29-498c-8083-69e891e58dff req-362257d9-4598-401d-8cb7-cefe1a172b9a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.286585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] Set router 950e81d6-6e46-4d7e-8b33-8e128df9f848 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:54.341228 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-403aef98-7d6a-4940-b5a4-f3b6162f8175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.428427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.470996 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.562558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5faec3c-5c1b-46cc-b741-627a7787cfd4', 'tag': 'edc29266-a93c-4d45-bdb7-4358b8236a06'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:54.564561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4fd5c2c4-bbe5-4ce0-beda-26d625448a56 None None] Provisioning for port e1940821-b214-487e-9c0d-cb75edf2cf99 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:54.578447 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694e248e-4e86-4d78-bb38-9743ff2bf550" -d '{"events": [{"name": "network-changed", "server_uuid": "a5faec3c-5c1b-46cc-b741-627a7787cfd4", "tag": "edc29266-a93c-4d45-bdb7-4358b8236a06"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:54.616949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4fd5c2c4-bbe5-4ce0-beda-26d625448a56 None None] Provisioning complete for port e1940821-b214-487e-9c0d-cb75edf2cf99 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:54.617568 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4fd5c2c4-bbe5-4ce0-beda-26d625448a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.623481 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.627166 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2938-1ee5-414d-84a2-5cc38c5feb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.631204 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2938-1ee5-414d-84a2-5cc38c5feb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.634570 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ff5a2938-1ee5-414d-84a2-5cc38c5feb78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75c7a218-7a80-4cae-8af5-6e50e41f3f3f HTTP/1.1" status: 204 len: 168 time: 1.3434894 Jul 16 17:52:54.690260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5c2c4-bbe5-4ce0-beda-26d625448a56 None None] Port e1940821-b214-487e-9c0d-cb75edf2cf99 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:52:54.708975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a2938-1ee5-414d-84a2-5cc38c5feb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c7a218-7a80-4cae-8af5-6e50e41f3f3f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:54.735290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Pushing event updated for resources: {'Port': ['ID=e1940821-b214-487e-9c0d-cb75edf2cf99,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:54.738622 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-757c8b2e-6412-41cd-a479-fc8a250536d6 req-4117903c-62af-4b97-98c4-e0a0ac65512d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820405 Jul 16 17:52:54.834242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08f088-b8a2-4cb2-9aad-587c169696bf req-68a8002a-f093-4d3b-9836-6c6f8b0bf895 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:54.836074 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be08f088-b8a2-4cb2-9aad-587c169696bf req-68a8002a-f093-4d3b-9836-6c6f8b0bf895 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 943 time: 1.0391011 Jul 16 17:52:54.842591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-c5456d39-9f68-4aa0-bcf0-dfdccce18934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:54.844241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-c5456d39-9f68-4aa0-bcf0-dfdccce18934 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.6768191 Jul 16 17:52:54.848980 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-0577fa88-940c-423d-8000-de63a800b59b req-7a088072-03a2-40cc-876c-1ea310ff1110 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Deleting port 19bd5254-8662-4f60-abab-035294c4e7d9 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:54.849379 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0577fa88-940c-423d-8000-de63a800b59b req-7a088072-03a2-40cc-876c-1ea310ff1110 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.939793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 4, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e1940821-b214-487e-9c0d-cb75edf2cf99', 'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'mac_address': 'fa:16:3e:04:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:52Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 1, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'subnets': [{'id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:54.992735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Network 2591007a-b50f-4991-920f-43b5c877a487 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:54.993714 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-0577fa88-940c-423d-8000-de63a800b59b req-7a088072-03a2-40cc-876c-1ea310ff1110 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] For port 19bd5254-8662-4f60-abab-035294c4e7d9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=19bd5254-8662-4f60-abab-035294c4e7d9,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:54.994159 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0577fa88-940c-423d-8000-de63a800b59b req-7a088072-03a2-40cc-876c-1ea310ff1110 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.001395 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:55.014092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-0577fa88-940c-423d-8000-de63a800b59b req-7a088072-03a2-40cc-876c-1ea310ff1110 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Calling delete_port for 19bd5254-8662-4f60-abab-035294c4e7d9 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:55.075477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae8375-6fcd-47db-b057-9d71f4b848bc None None] The sync data for ids ['950e81d6-6e46-4d7e-8b33-8e128df9f848'] in n-d-787205-10 is: [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 4, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e1940821-b214-487e-9c0d-cb75edf2cf99', 'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'mac_address': 'fa:16:3e:04:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:52Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 1, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'subnets': [{'id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:52:55.120757 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.206024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-63d0428e-9c29-498c-8083-69e891e58dff req-362257d9-4598-401d-8cb7-cefe1a172b9a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=e201e55d-282d-4015-8b6d-3143c418862c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:55.206552 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-63d0428e-9c29-498c-8083-69e891e58dff req-362257d9-4598-401d-8cb7-cefe1a172b9a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.220606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-63d0428e-9c29-498c-8083-69e891e58dff req-362257d9-4598-401d-8cb7-cefe1a172b9a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Calling delete_port for e201e55d-282d-4015-8b6d-3143c418862c owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:55.451135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Router 950e81d6-6e46-4d7e-8b33-8e128df9f848 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:52:55.567060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3b2ae35d-a1bc-4ab8-8b8a-f36d6cc52057 None None] Provisioning complete for port e1940821-b214-487e-9c0d-cb75edf2cf99 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:55.569002 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b2ae35d-a1bc-4ab8-8b8a-f36d6cc52057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.653152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device e201e55d-282d-4015-8b6d-3143c418862c no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:55.694604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be08f088-b8a2-4cb2-9aad-587c169696bf req-2920ad29-3ce1-4ff5-a8dd-ce9d3bac7a8a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603034 Jul 16 17:52:55.695947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ae35d-a1bc-4ab8-8b8a-f36d6cc52057 None None] Port e1940821-b214-487e-9c0d-cb75edf2cf99 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:52:55.721768 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0577fa88-940c-423d-8000-de63a800b59b req-7a088072-03a2-40cc-876c-1ea310ff1110 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.730158 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:52:55.741375 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-43444d6c-8dc4-45da-a43f-267352fce485 admin admin] 10.222.0.24 "PUT /v2.0/routers/950e81d6-6e46-4d7e-8b33-8e128df9f848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7853205 Jul 16 17:52:55.815891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-dd1b2e81-5159-43e7-802e-3727c958abe0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4706938 Jul 16 17:52:55.816569 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.867767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:55.876570 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55665a8c-1fb9-4503-96ff-0d901d9ae44a" -d '{"events": [{"server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "name": "network-vif-unplugged", "status": "completed", "tag": "e201e55d-282d-4015-8b6d-3143c418862c"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:55.915670 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port e201e55d-282d-4015-8b6d-3143c418862c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=e201e55d-282d-4015-8b6d-3143c418862c,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:55.921418 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.063751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=e201e55d-282d-4015-8b6d-3143c418862c,revision_number=10']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:56.170743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 19bd5254-8662-4f60-abab-035294c4e7d9 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:52:56.220317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 19bd5254-8662-4f60-abab-035294c4e7d9 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:52:56.220662 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 19bd5254-8662-4f60-abab-035294c4e7d9 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:52:56.251184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-14c7b5b6-3032-4e41-aaf8-b4fa9840fbb1 service neutron] 10.222.0.11 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145658 Jul 16 17:52:56.305107 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0959f6b-3977-406c-908e-acf333a05de5 x-openstack-request-id: req-e0959f6b-3977-406c-908e-acf333a05de5 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:56.305799 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5faec3c-5c1b-46cc-b741-627a7787cfd4", "tag": "edc29266-a93c-4d45-bdb7-4358b8236a06", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:56.306282 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0959f6b-3977-406c-908e-acf333a05de5 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:56.315172 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5faec3c-5c1b-46cc-b741-627a7787cfd4', 'tag': 'edc29266-a93c-4d45-bdb7-4358b8236a06', 'status': 'completed', 'code': 200} Jul 16 17:52:56.319508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-63d0428e-9c29-498c-8083-69e891e58dff req-362257d9-4598-401d-8cb7-cefe1a172b9a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.432638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a088072-03a2-40cc-876c-1ea310ff1110 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Pushing event deleted for resources: {'Port': ['ID=19bd5254-8662-4f60-abab-035294c4e7d9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:56.701643 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362257d9-4598-401d-8cb7-cefe1a172b9a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Pushing event deleted for resources: {'Port': ['ID=e201e55d-282d-4015-8b6d-3143c418862c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:56.746756 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e2a433b-b2e7-49e4-bc9d-71d1567cf07e req-a543489f-7224-4458-ac11-82dae0dc2103 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=8581800b-7d63-46db-9d51-ab91da7fcfab HTTP/1.1" status: 200 len: 210 time: 0.1109619 Jul 16 17:52:56.748444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0577fa88-940c-423d-8000-de63a800b59b req-7a088072-03a2-40cc-876c-1ea310ff1110 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] No DVR routers for this DVR port 19bd5254-8662-4f60-abab-035294c4e7d9 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:56.756855 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0577fa88-940c-423d-8000-de63a800b59b req-7a088072-03a2-40cc-876c-1ea310ff1110 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.767908 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0577fa88-940c-423d-8000-de63a800b59b req-7a088072-03a2-40cc-876c-1ea310ff1110 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.32 "DELETE /v2.0/ports/19bd5254-8662-4f60-abab-035294c4e7d9 HTTP/1.1" status: 204 len: 173 time: 3.3732786 Jul 16 17:52:56.767908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d0428e-9c29-498c-8083-69e891e58dff req-362257d9-4598-401d-8cb7-cefe1a172b9a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] No DVR routers for this DVR port e201e55d-282d-4015-8b6d-3143c418862c on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:52:57.015671 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65364f1c-27b3-45ec-b8af-46f5fab5d25c x-openstack-request-id: req-65364f1c-27b3-45ec-b8af-46f5fab5d25c {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:57.017373 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "name": "network-vif-unplugged", "status": "completed", "tag": "e201e55d-282d-4015-8b6d-3143c418862c", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:57.018004 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65364f1c-27b3-45ec-b8af-46f5fab5d25c {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:57.019082 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c', 'code': 200} Jul 16 17:52:57.048784 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-63d0428e-9c29-498c-8083-69e891e58dff req-362257d9-4598-401d-8cb7-cefe1a172b9a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.051861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63d0428e-9c29-498c-8083-69e891e58dff req-362257d9-4598-401d-8cb7-cefe1a172b9a tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.11 "DELETE /v2.0/ports/e201e55d-282d-4015-8b6d-3143c418862c HTTP/1.1" status: 204 len: 173 time: 4.3146079 Jul 16 17:52:57.154773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2e482d06-62ba-4131-b4c5-f97362c5e9d5 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:57.170034 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1b65b81-bb8e-4d1f-88de-8dd09fcd0d22 req-c797202d-575a-447a-b9c4-b59676292045 service neutron] 10.222.0.11 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9143343 Jul 16 17:52:57.204499 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996952f-c324-4877-a55d-03054be196cd req-95e9905b-9648-4728-974d-defbaa8b5184 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:57.206376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2996952f-c324-4877-a55d-03054be196cd req-95e9905b-9648-4728-974d-defbaa8b5184 tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/ports?device_id=d710aade-d0ed-4537-a538-e9fe8f5a2b51 HTTP/1.1" status: 200 len: 867 time: 1.5187867 Jul 16 17:52:57.325981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 2e482d06-62ba-4131-b4c5-f97362c5e9d5 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:57.337095 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2e482d06-62ba-4131-b4c5-f97362c5e9d5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:57.337504 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.414862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2996952f-c324-4877-a55d-03054be196cd req-c06b87e4-92d3-48e1-a459-46d81df3882b tempest-MigrationsAdminTest-1625838335 tempest-MigrationsAdminTest-1625838335-project] 10.222.0.24 "GET /v2.0/security-groups?id=53548804-746b-4a93-a679-1957f70162c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595378 Jul 16 17:52:57.593468 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.662653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 2e482d06-62ba-4131-b4c5-f97362c5e9d5, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2e482d06-62ba-4131-b4c5-f97362c5e9d5,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:57.669910 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.814458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e248e-4e86-4d78-bb38-9743ff2bf550 req-cee7d308-837d-4378-8d36-5ec837b81313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:57.821508 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-694e248e-4e86-4d78-bb38-9743ff2bf550 req-cee7d308-837d-4378-8d36-5ec837b81313 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 1095 time: 0.4215682 Jul 16 17:52:57.828036 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-403aef98-7d6a-4940-b5a4-f3b6162f8175 admin admin] Deleting port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:57.831407 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-403aef98-7d6a-4940-b5a4-f3b6162f8175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.867110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=2e482d06-62ba-4131-b4c5-f97362c5e9d5,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:58.028242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e248e-4e86-4d78-bb38-9743ff2bf550 req-1158583b-a36f-41df-a5bf-77c272d15bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:58.031071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-694e248e-4e86-4d78-bb38-9743ff2bf550 req-1158583b-a36f-41df-a5bf-77c272d15bcd service neutron] 10.222.0.11 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 912 time: 0.1895134 Jul 16 17:52:58.124133 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48840) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:58.129396 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9f9e9ea9-7630-4e9c-badc-ee4b772edf94 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--124986538', 'description': 'tempest-description--9410375'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:58.174921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-694e248e-4e86-4d78-bb38-9743ff2bf550 req-24183ad5-ca83-4a41-b188-3ed28243c80e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edc29266-a93c-4d45-bdb7-4358b8236a06 HTTP/1.1" status: 200 len: 217 time: 0.1278086 Jul 16 17:52:58.210886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9ea9-7630-4e9c-badc-ee4b772edf94 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.329061 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8581800b-7d63-46db-9d51-ab91da7fcfab', 'name': 'network-vif-deleted', 'tag': '19bd5254-8662-4f60-abab-035294c4e7d9'}, {'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'name': 'network-vif-deleted', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:52:58.333455 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1d8a3c-d637-4254-af45-0ead4897ff14" -d '{"events": [{"server_uuid": "8581800b-7d63-46db-9d51-ab91da7fcfab", "name": "network-vif-deleted", "tag": "19bd5254-8662-4f60-abab-035294c4e7d9"}, {"server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "name": "network-vif-deleted", "tag": "e201e55d-282d-4015-8b6d-3143c418862c"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:52:58.532416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-403aef98-7d6a-4940-b5a4-f3b6162f8175 admin admin] For port ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d,segment=NetworkSegment(6d7de61f-f742-4c9a-a172-33fa2f770f63),segment_id=6d7de61f-f742-4c9a-a172-33fa2f770f63)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:58.533091 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-403aef98-7d6a-4940-b5a4-f3b6162f8175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.537322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e248e-4e86-4d78-bb38-9743ff2bf550 req-71017a96-18b0-4a16-9461-a8bc5ff1999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:58.540572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-694e248e-4e86-4d78-bb38-9743ff2bf550 req-71017a96-18b0-4a16-9461-a8bc5ff1999e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.3065333 Jul 16 17:52:58.558596 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9ea9-7630-4e9c-badc-ee4b772edf94 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.563885 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9ea9-7630-4e9c-badc-ee4b772edf94 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.618597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772991a-8b2f-4889-9aec-afa01a441fcf req-88170180-eca6-4f9c-a791-1465d7a0347b tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:58.626873 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7772991a-8b2f-4889-9aec-afa01a441fcf req-88170180-eca6-4f9c-a791-1465d7a0347b tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a1016ba-a405-46cf-9347-b5fd3e58da26 HTTP/1.1" status: 200 len: 949 time: 0.7814858 Jul 16 17:52:58.640650 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9ea9-7630-4e9c-badc-ee4b772edf94 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.645829 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9f9e9ea9-7630-4e9c-badc-ee4b772edf94 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.5205934 Jul 16 17:52:58.650567 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48850) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:58.672284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9af38a52-3172-4c78-a381-0ef9e1841810 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Request body: {'security_group_rule': {'security_group_id': '88417e27-a5c3-40ef-8dba-e9e88469c16c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:58.677076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-403aef98-7d6a-4940-b5a4-f3b6162f8175 admin admin] Calling delete_port for ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:52:58.690179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7cc20-0434-4fc6-b436-fef2946fcd28 req-86c84f20-48d6-4e25-b979-a526b7b3079f tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:58.691976 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ad7cc20-0434-4fc6-b436-fef2946fcd28 req-86c84f20-48d6-4e25-b979-a526b7b3079f tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a1016ba-a405-46cf-9347-b5fd3e58da26 HTTP/1.1" status: 200 len: 949 time: 0.4497221 Jul 16 17:52:58.694218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-694e248e-4e86-4d78-bb38-9743ff2bf550 req-315c5946-0acf-4766-a6d6-0f5f7b142da3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987306 Jul 16 17:52:58.715372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e9ea9-7630-4e9c-badc-ee4b772edf94 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88417e27-a5c3-40ef-8dba-e9e88469c16c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:58.749752 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9af38a52-3172-4c78-a381-0ef9e1841810 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.829468 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-694e248e-4e86-4d78-bb38-9743ff2bf550 req-a4bde6c7-ba0b-4d15-9411-c58a920359eb service neutron] 10.222.0.11 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211722 Jul 16 17:52:58.848295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9af38a52-3172-4c78-a381-0ef9e1841810 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.856295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9af38a52-3172-4c78-a381-0ef9e1841810 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.900764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af38a52-3172-4c78-a381-0ef9e1841810 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40a2bb5-6541-4f7d-8dcb-1f849fbdbde0,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:58.909082 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9af38a52-3172-4c78-a381-0ef9e1841810 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.911808 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9af38a52-3172-4c78-a381-0ef9e1841810 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2599311 Jul 16 17:52:58.915595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48852) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:58.922182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4f93e62c-e22d-4c53-aca7-a843d3248265 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Request body: {'security_group_rule': {'security_group_id': '88417e27-a5c3-40ef-8dba-e9e88469c16c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:58.968790 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f93e62c-e22d-4c53-aca7-a843d3248265 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.970202 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-694e248e-4e86-4d78-bb38-9743ff2bf550 req-97f85635-cbbf-4caf-a6cb-7fc0396ec89f service neutron] 10.222.0.11 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053073 Jul 16 17:52:58.989015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2e482d06-62ba-4131-b4c5-f97362c5e9d5 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:59.064300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7772991a-8b2f-4889-9aec-afa01a441fcf req-56e175ba-21f6-497a-8393-09cae78059ff tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349101 Jul 16 17:52:59.069896 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f93e62c-e22d-4c53-aca7-a843d3248265 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.076630 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f93e62c-e22d-4c53-aca7-a843d3248265 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.114936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93e62c-e22d-4c53-aca7-a843d3248265 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fbde147-3547-4940-9d37-836b6c386948,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:59.121759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2e482d06-62ba-4131-b4c5-f97362c5e9d5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:59.122148 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.124606 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f93e62c-e22d-4c53-aca7-a843d3248265 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.126885 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4f93e62c-e22d-4c53-aca7-a843d3248265 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2099760 Jul 16 17:52:59.130660 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48854) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:59.138944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:59.178640 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.197073 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f80b5e-a17c-45f4-aaf5-88a66a3ac046 req-d4776893-cd3e-43f8-90d1-37d3d1abf440 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:59.216279 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40f80b5e-a17c-45f4-aaf5-88a66a3ac046 req-d4776893-cd3e-43f8-90d1-37d3d1abf440 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 943 time: 0.7221348 Jul 16 17:52:59.221014 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Sync routers for ids ['950e81d6-6e46-4d7e-8b33-8e128df9f848'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:52:59.241282 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Routers {'950e81d6-6e46-4d7e-8b33-8e128df9f848'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:59.248990 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:52:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['950e81d6-6e46-4d7e-8b33-8e128df9f848'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:59.345791 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.359708 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7f66eb-4926-4135-a4d3-0f53a9749480 x-openstack-request-id: req-bb7f66eb-4926-4135-a4d3-0f53a9749480 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:52:59.360308 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8581800b-7d63-46db-9d51-ab91da7fcfab", "name": "network-vif-deleted", "tag": "19bd5254-8662-4f60-abab-035294c4e7d9", "status": "completed", "code": 200}, {"server_uuid": "d710aade-d0ed-4537-a538-e9fe8f5a2b51", "name": "network-vif-deleted", "tag": "e201e55d-282d-4015-8b6d-3143c418862c", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:52:59.360754 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb7f66eb-4926-4135-a4d3-0f53a9749480 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:52:59.361324 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8581800b-7d63-46db-9d51-ab91da7fcfab', 'name': 'network-vif-deleted', 'tag': '19bd5254-8662-4f60-abab-035294c4e7d9', 'status': 'completed', 'code': 200} Jul 16 17:52:59.361777 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd710aade-d0ed-4537-a538-e9fe8f5a2b51', 'name': 'network-vif-deleted', 'tag': 'e201e55d-282d-4015-8b6d-3143c418862c', 'status': 'completed', 'code': 200} Jul 16 17:52:59.422669 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40f80b5e-a17c-45f4-aaf5-88a66a3ac046 req-91f5b55b-d8dc-4081-b820-3a6f672b6200 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053752 Jul 16 17:52:59.428629 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Set router 950e81d6-6e46-4d7e-8b33-8e128df9f848 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:59.447600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-9ad7cc20-0434-4fc6-b436-fef2946fcd28 req-c10eb9c2-f886-40d1-bbf3-c2d3dd6d6692 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Deleting port d3f48dc1-a398-4095-bc1e-8247b0e343ef {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:52:59.448214 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9ad7cc20-0434-4fc6-b436-fef2946fcd28 req-c10eb9c2-f886-40d1-bbf3-c2d3dd6d6692 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.641438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device edc29266-a93c-4d45-bdb7-4358b8236a06 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:52:59.691994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Allocated IP 172.25.3.103 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/87defc10-941f-4499-94d1-55d9212d5cdc) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:59.779731 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 4, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e1940821-b214-487e-9c0d-cb75edf2cf99', 'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'mac_address': 'fa:16:3e:04:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:52Z', 'updated_at': '2021-07-16T17:52:54Z', 'revision_number': 2, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'subnets': [{'id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:59.861049 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Checking router: 950e81d6-6e46-4d7e-8b33-8e128df9f848 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:52:59.861985 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Updating router 950e81d6-6e46-4d7e-8b33-8e128df9f848 port e1940821-b214-487e-9c0d-cb75edf2cf99 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:52:59.904227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port edc29266-a93c-4d45-bdb7-4358b8236a06, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=edc29266-a93c-4d45-bdb7-4358b8236a06,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:59.932606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'edc29266-a93c-4d45-bdb7-4358b8236a06', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'port_id': 'edc29266-a93c-4d45-bdb7-4358b8236a06', 'mac_address': 'fa:16:3e:8c:57:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2324e370-e975-41f3-a89b-e91fd3d77fc8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:52:59.956524 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.027983 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.062024 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc29266-a93c-4d45-bdb7-4358b8236a06 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:00.109943 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.119643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port edc29266-a93c-4d45-bdb7-4358b8236a06, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=edc29266-a93c-4d45-bdb7-4358b8236a06,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:00.124781 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.157014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48882) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:00.210056 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.241998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=edc29266-a93c-4d45-bdb7-4358b8236a06,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:00.288724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:00.292129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:00.306592 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:00.320308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['edc29266-a93c-4d45-bdb7-4358b8236a06'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:00.360093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Pushing event updated for resources: {'Port': ['ID=87defc10-941f-4499-94d1-55d9212d5cdc,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:00.490782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-b514c22b-3bf7-4fda-b628-90fcf9487099 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2fbd65c092f342ae82b609b2deb5429f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559742 Jul 16 17:53:00.541691 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9ad7cc20-0434-4fc6-b436-fef2946fcd28 req-c10eb9c2-f886-40d1-bbf3-c2d3dd6d6692 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] For port d3f48dc1-a398-4095-bc1e-8247b0e343ef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d3f48dc1-a398-4095-bc1e-8247b0e343ef,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:00.545456 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9ad7cc20-0434-4fc6-b436-fef2946fcd28 req-c10eb9c2-f886-40d1-bbf3-c2d3dd6d6692 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.548835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-403aef98-7d6a-4940-b5a4-f3b6162f8175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.591815 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.620796 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Transition to ACTIVE for port object e1940821-b214-487e-9c0d-cb75edf2cf99 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:00.631892 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.662523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.674322 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f245eff0-3a9c-4ce5-b1ba-19b152805043 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5cb59a2dbd5411ba8b6dbc39cd83f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159619 Jul 16 17:53:00.676925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48890) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:00.684536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-9ad7cc20-0434-4fc6-b436-fef2946fcd28 req-c10eb9c2-f886-40d1-bbf3-c2d3dd6d6692 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Calling delete_port for d3f48dc1-a398-4095-bc1e-8247b0e343ef owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:00.740199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403aef98-7d6a-4940-b5a4-f3b6162f8175 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:00.750763 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Pushing event updated for resources: {'Port': ['ID=e1940821-b214-487e-9c0d-cb75edf2cf99,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:00.802390 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:00.803143 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:00.803713 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:00.804267 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:00.804963 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:00.805475 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:00.806005 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:00.806521 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:00.807024 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:00.807522 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:00.809275 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:00.809971 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:00.937192 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Attempting to bind port e1940821-b214-487e-9c0d-cb75edf2cf99 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:00.937386 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Attempting to bind port e1940821-b214-487e-9c0d-cb75edf2cf99 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '8b8b1874-434b-4d79-bdad-458fef5c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2591007a-b50f-4991-920f-43b5c877a487'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:00.937869 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Attempting to bind port e1940821-b214-487e-9c0d-cb75edf2cf99 on network 2591007a-b50f-4991-920f-43b5c877a487 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:00.947838 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:00.948261 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Checking segment: {'id': '8b8b1874-434b-4d79-bdad-458fef5c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2591007a-b50f-4991-920f-43b5c877a487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:00.948628 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.949026 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Bound using segment: {'id': '8b8b1874-434b-4d79-bdad-458fef5c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2591007a-b50f-4991-920f-43b5c877a487'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:00.949506 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Bound port: e1940821-b214-487e-9c0d-cb75edf2cf99, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8b1874-434b-4d79-bdad-458fef5c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2591007a-b50f-4991-920f-43b5c877a487'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:00.950008 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.965042 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.052184 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] For port e1940821-b214-487e-9c0d-cb75edf2cf99, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:01.064350 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] For port e1940821-b214-487e-9c0d-cb75edf2cf99, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e1940821-b214-487e-9c0d-cb75edf2cf99,segment=NetworkSegment(8b8b1874-434b-4d79-bdad-458fef5c184d),segment_id=8b8b1874-434b-4d79-bdad-458fef5c184d)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:01.078161 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.167443 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Routers {'950e81d6-6e46-4d7e-8b33-8e128df9f848'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:01.168861 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:52:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['950e81d6-6e46-4d7e-8b33-8e128df9f848'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:01.342548 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] Set router 950e81d6-6e46-4d7e-8b33-8e128df9f848 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:01.349479 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-dc5f6565-193e-4748-aa25-c05387dd3534 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:01.359676 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-dc5f6565-193e-4748-aa25-c05387dd3534 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8672450 Jul 16 17:53:01.397220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efbc3692-ab35-4ef3-8b56-f5ffdb4fef4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.436472 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efbc3692-ab35-4ef3-8b56-f5ffdb4fef4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.440531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.453609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.537063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Pushing event updated for resources: {'Port': ['ID=87defc10-941f-4499-94d1-55d9212d5cdc,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:01.612224 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.663941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device edc29266-a93c-4d45-bdb7-4358b8236a06 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:01.667777 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 4, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e1940821-b214-487e-9c0d-cb75edf2cf99', 'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'mac_address': 'fa:16:3e:04:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:52Z', 'updated_at': '2021-07-16T17:53:01Z', 'revision_number': 4, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'subnets': [{'id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:01.673323 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ca432-fc7e-473d-9ff0-af6d0425c700 None None] Pushing event updated for resources: {'Port': ['ID=e1940821-b214-487e-9c0d-cb75edf2cf99,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:01.675662 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efbc3692-ab35-4ef3-8b56-f5ffdb4fef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.684741 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efbc3692-ab35-4ef3-8b56-f5ffdb4fef4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.686087 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-efbc3692-ab35-4ef3-8b56-f5ffdb4fef4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53548804-746b-4a93-a679-1957f70162c9 HTTP/1.1" status: 204 len: 168 time: 1.0080192 Jul 16 17:53:01.700978 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.706294 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ec35ab39-0862-4f09-b81e-2b17836b6a7e tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5714011 Jul 16 17:53:01.716067 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-7c71c595-d1e9-4737-8b5a-4f4848267e7b tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/quotas/2fbd65c092f342ae82b609b2deb5429f HTTP/1.1" status: 200 len: 375 time: 0.3552816 Jul 16 17:53:01.745534 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3443e-c82d-4154-b670-f07b6226b299 None None] The sync data for ids ['950e81d6-6e46-4d7e-8b33-8e128df9f848'] in n-d-787205-10 is: [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 4, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e1940821-b214-487e-9c0d-cb75edf2cf99', 'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'mac_address': 'fa:16:3e:04:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:52Z', 'updated_at': '2021-07-16T17:53:01Z', 'revision_number': 4, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'subnets': [{'id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:01.750352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc3692-ab35-4ef3-8b56-f5ffdb4fef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53548804-746b-4a93-a679-1957f70162c9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:01.819633 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9ad7cc20-0434-4fc6-b436-fef2946fcd28 req-c10eb9c2-f886-40d1-bbf3-c2d3dd6d6692 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.853144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port edc29266-a93c-4d45-bdb7-4358b8236a06 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:01.862909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port edc29266-a93c-4d45-bdb7-4358b8236a06 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:01.863282 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.935453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-e552b562-6f6f-4ac3-a6c0-381512a4ae3d tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2fbd65c092f342ae82b609b2deb5429f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1931953 Jul 16 17:53:02.008930 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.060434 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5faec3c-5c1b-46cc-b741-627a7787cfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc29266-a93c-4d45-bdb7-4358b8236a06'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:02.061210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eb9c2-f886-40d1-bbf3-c2d3dd6d6692 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Pushing event deleted for resources: {'Port': ['ID=d3f48dc1-a398-4095-bc1e-8247b0e343ef,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:02.070150 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c45240a-3af0-48d5-8362-a60f22d4be17" -d '{"events": [{"server_uuid": "a5faec3c-5c1b-46cc-b741-627a7787cfd4", "name": "network-vif-plugged", "status": "completed", "tag": "edc29266-a93c-4d45-bdb7-4358b8236a06"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:02.098848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec00b5-f15c-4239-aade-dfcd2c605fa1 req-1bff2573-2382-4790-a0bd-75f0ec845d78 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:02.117864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a3ec00b5-f15c-4239-aade-dfcd2c605fa1 req-1bff2573-2382-4790-a0bd-75f0ec845d78 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a1016ba-a405-46cf-9347-b5fd3e58da26 HTTP/1.1" status: 200 len: 866 time: 1.2998836 Jul 16 17:53:02.130254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port edc29266-a93c-4d45-bdb7-4358b8236a06, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=edc29266-a93c-4d45-bdb7-4358b8236a06,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:02.138553 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.139455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d3f48dc1-a398-4095-bc1e-8247b0e343ef no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:02.217313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: d3f48dc1-a398-4095-bc1e-8247b0e343ef {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:02.217573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d3f48dc1-a398-4095-bc1e-8247b0e343ef not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:02.335586 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=edc29266-a93c-4d45-bdb7-4358b8236a06,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:02.401887 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48940) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:02.446918 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad7cc20-0434-4fc6-b436-fef2946fcd28 req-c10eb9c2-f886-40d1-bbf3-c2d3dd6d6692 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] No DVR routers for this DVR port d3f48dc1-a398-4095-bc1e-8247b0e343ef on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:02.464745 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9ad7cc20-0434-4fc6-b436-fef2946fcd28 req-c10eb9c2-f886-40d1-bbf3-c2d3dd6d6692 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.475981 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ad7cc20-0434-4fc6-b436-fef2946fcd28 req-c10eb9c2-f886-40d1-bbf3-c2d3dd6d6692 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.11 "DELETE /v2.0/ports/d3f48dc1-a398-4095-bc1e-8247b0e343ef HTTP/1.1" status: 204 len: 173 time: 3.7608070 Jul 16 17:53:02.479376 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'name': 'network-vif-deleted', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:02.481996 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae1ee9d-6a7e-4f42-9ac8-bb61989bf42c" -d '{"events": [{"server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "name": "network-vif-deleted", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:02.487041 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-403aef98-7d6a-4940-b5a4-f3b6162f8175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.502382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a0c64-fcce-4a56-ab14-43b7fc789704 req-b09de060-cccd-4e5b-827b-14070e5db0fc tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:02.505068 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-218a0c64-fcce-4a56-ab14-43b7fc789704 req-b09de060-cccd-4e5b-827b-14070e5db0fc tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.32 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 944 time: 1.4944005 Jul 16 17:53:02.538267 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ec5a29f5-c79d-4311-a14b-4977e3c835a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e47e5ab020c248d1978ac42fcb5f6919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345854 Jul 16 17:53:02.538506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48950) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:02.636804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a3ec00b5-f15c-4239-aade-dfcd2c605fa1 req-c59ae72a-e2b6-4488-bec6-7cc6d92c9094 tempest-ListImageFiltersTestJSON-1284527612 tempest-ListImageFiltersTestJSON-1284527612-project] 10.222.0.24 "GET /v2.0/security-groups?id=62dd5e24-70ea-4261-9b58-5b20be19b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159359 Jul 16 17:53:03.075542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e1940821-b214-487e-9c0d-cb75edf2cf99 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:03.284434 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e1940821-b214-487e-9c0d-cb75edf2cf99 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:03.311377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e1940821-b214-487e-9c0d-cb75edf2cf99 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:03.313107 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.478853 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71d771d4-06f1-4688-a83d-d19e48209847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.492165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22092b26-8e8c-4866-81b5-a2df016c68bf req-411c262c-0563-43f8-b4f6-b9c4e3888344 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:03.494088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22092b26-8e8c-4866-81b5-a2df016c68bf req-411c262c-0563-43f8-b4f6-b9c4e3888344 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 945 time: 0.8196957 Jul 16 17:53:03.534943 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.590221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port e1940821-b214-487e-9c0d-cb75edf2cf99, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e1940821-b214-487e-9c0d-cb75edf2cf99,segment=NetworkSegment(8b8b1874-434b-4d79-bdad-458fef5c184d),segment_id=8b8b1874-434b-4d79-bdad-458fef5c184d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:03.601689 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.657455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-218a0c64-fcce-4a56-ab14-43b7fc789704 req-cf324dda-24ac-46aa-b4d5-e9e5b140a6c6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Deleting port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:03.658096 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-218a0c64-fcce-4a56-ab14-43b7fc789704 req-cf324dda-24ac-46aa-b4d5-e9e5b140a6c6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.670358 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=e1940821-b214-487e-9c0d-cb75edf2cf99,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:03.720403 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71d771d4-06f1-4688-a83d-d19e48209847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.839461 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22092b26-8e8c-4866-81b5-a2df016c68bf req-6e1389ed-6fe8-4244-a765-bd76ac58089f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266375 Jul 16 17:53:03.854251 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1b46-40c5-45a1-a09a-efc03024b478 req-2f3c6300-2fea-4cd4-b7c0-4eed7d69b856 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:03.866174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8be1b46-40c5-45a1-a09a-efc03024b478 req-2f3c6300-2fea-4cd4-b7c0-4eed7d69b856 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=64dc8885-ea70-415f-a800-ecb1e8601fbd HTTP/1.1" status: 200 len: 944 time: 0.7913828 Jul 16 17:53:04.095835 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8be1b46-40c5-45a1-a09a-efc03024b478 req-cadcf015-f696-49de-94af-af22841299ae tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274790 Jul 16 17:53:04.165392 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-218a0c64-fcce-4a56-ab14-43b7fc789704 req-cf324dda-24ac-46aa-b4d5-e9e5b140a6c6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] For port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:04.165828 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-218a0c64-fcce-4a56-ab14-43b7fc789704 req-cf324dda-24ac-46aa-b4d5-e9e5b140a6c6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.204184 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a02670-173a-4417-ae23-57dba2d7fee9 x-openstack-request-id: req-52a02670-173a-4417-ae23-57dba2d7fee9 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:04.205020 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5faec3c-5c1b-46cc-b741-627a7787cfd4", "name": "network-vif-plugged", "status": "completed", "tag": "edc29266-a93c-4d45-bdb7-4358b8236a06", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:04.205508 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52a02670-173a-4417-ae23-57dba2d7fee9 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:04.206167 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5faec3c-5c1b-46cc-b741-627a7787cfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc29266-a93c-4d45-bdb7-4358b8236a06', 'code': 200} Jul 16 17:53:04.234489 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71d771d4-06f1-4688-a83d-d19e48209847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.240652 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71d771d4-06f1-4688-a83d-d19e48209847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.249608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-71d771d4-06f1-4688-a83d-d19e48209847 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e09e860-f382-4554-b671-2e943a4ca210 HTTP/1.1" status: 204 len: 168 time: 1.6854334 Jul 16 17:53:04.251080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-218a0c64-fcce-4a56-ab14-43b7fc789704 req-cf324dda-24ac-46aa-b4d5-e9e5b140a6c6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Calling delete_port for 6831df7c-95eb-4b75-ba82-1965b2ea1a6b owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:04.275407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403aef98-7d6a-4940-b5a4-f3b6162f8175 admin admin] Router d6b17aff-e68c-4477-b7a5-7744274654f4 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:53:04.278442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d771d4-06f1-4688-a83d-d19e48209847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e09e860-f382-4554-b671-2e943a4ca210,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:04.567998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403aef98-7d6a-4940-b5a4-f3b6162f8175 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:04.591527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e55b60f-747c-4f81-a890-5a1dd62606fc None None] Sync routers for ids ['d6b17aff-e68c-4477-b7a5-7744274654f4'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:04.597599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-403aef98-7d6a-4940-b5a4-f3b6162f8175 admin admin] 10.222.0.24 "PUT /v2.0/routers/d6b17aff-e68c-4477-b7a5-7744274654f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0478396 Jul 16 17:53:04.601008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49006) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:04.627887 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e55b60f-747c-4f81-a890-5a1dd62606fc None None] Routers {'d6b17aff-e68c-4477-b7a5-7744274654f4'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:04.632191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3e55b60f-747c-4f81-a890-5a1dd62606fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:52:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d6b17aff-e68c-4477-b7a5-7744274654f4'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:04.656062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-4a2b34d8-4e97-4b30-abe3-495044ccb45b tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2fbd65c092f342ae82b609b2deb5429f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856388 Jul 16 17:53:04.702930 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-218a0c64-fcce-4a56-ab14-43b7fc789704 req-cf324dda-24ac-46aa-b4d5-e9e5b140a6c6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.790059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf324dda-24ac-46aa-b4d5-e9e5b140a6c6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Pushing event deleted for resources: {'Port': ['ID=6831df7c-95eb-4b75-ba82-1965b2ea1a6b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:04.899484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-218a0c64-fcce-4a56-ab14-43b7fc789704 req-cf324dda-24ac-46aa-b4d5-e9e5b140a6c6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] No DVR routers for this DVR port 6831df7c-95eb-4b75-ba82-1965b2ea1a6b on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:04.903440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb5e39-fa02-43f8-9e3b-10b8ce018435 req-4d530808-0e8e-465c-9326-b91714451044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:04.905095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ceb5e39-fa02-43f8-9e3b-10b8ce018435 req-4d530808-0e8e-465c-9326-b91714451044 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 1097 time: 0.3874538 Jul 16 17:53:04.908789 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-218a0c64-fcce-4a56-ab14-43b7fc789704 req-cf324dda-24ac-46aa-b4d5-e9e5b140a6c6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.912226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-218a0c64-fcce-4a56-ab14-43b7fc789704 req-cf324dda-24ac-46aa-b4d5-e9e5b140a6c6 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.32 "DELETE /v2.0/ports/6831df7c-95eb-4b75-ba82-1965b2ea1a6b HTTP/1.1" status: 204 len: 173 time: 2.3965981 Jul 16 17:53:04.961360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-0e529eba-5c51-48f1-aa0c-7d43f465e51c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:04.963661 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-0e529eba-5c51-48f1-aa0c-7d43f465e51c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2998056 Jul 16 17:53:04.976204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-3e55b60f-747c-4f81-a890-5a1dd62606fc None None] Set router d6b17aff-e68c-4477-b7a5-7744274654f4 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:04.980634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Request body: {'port': {'device_id': '8db12c08-8844-406b-a831-e5a84eb3b090', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '2fbd65c092f342ae82b609b2deb5429f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:04.985965 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ceb5e39-fa02-43f8-9e3b-10b8ce018435 req-b7a0d2af-70f1-4de7-ba64-f6145fdd15c2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725896 Jul 16 17:53:05.063439 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.259423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Made reservation on behalf of 2fbd65c092f342ae82b609b2deb5429f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:05.267598 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.290984 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.566900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e1940821-b214-487e-9c0d-cb75edf2cf99 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:05.599139 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.608575 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.713606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7a8512-771e-4b77-8ba3-cc39ab67c836,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:05.847818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e1940821-b214-487e-9c0d-cb75edf2cf99 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:05.858328 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.019309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Allocated IP 192.168.233.8 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/438c9670-c08a-4def-be18-d1b8e4f3b98f) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:06.261353 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.323376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6831df7c-95eb-4b75-ba82-1965b2ea1a6b no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:06.420029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 6831df7c-95eb-4b75-ba82-1965b2ea1a6b {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:06.420484 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6831df7c-95eb-4b75-ba82-1965b2ea1a6b not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:06.422968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3e55b60f-747c-4f81-a890-5a1dd62606fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-654233458-router', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:35Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 5, 'project_id': '68af899b13984b3aa0da6a6ac529d99a', 'gw_port': {'id': '22cc8151-e485-41cb-8e49-bda3a936f660', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:47:37Z', 'updated_at': '2021-07-16T17:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:06.454005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Deleting port 22cc8151-e485-41cb-8e49-bda3a936f660 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:06.454729 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.522963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e55b60f-747c-4f81-a890-5a1dd62606fc None None] Checking router: d6b17aff-e68c-4477-b7a5-7744274654f4 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:06.544712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e55b60f-747c-4f81-a890-5a1dd62606fc None None] Routers {'d6b17aff-e68c-4477-b7a5-7744274654f4'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:06.545432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3e55b60f-747c-4f81-a890-5a1dd62606fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:52:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d6b17aff-e68c-4477-b7a5-7744274654f4'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:06.567992 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.599966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Transition to ACTIVE for port object 438c9670-c08a-4def-be18-d1b8e4f3b98f will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:06.664357 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.681113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] For port 22cc8151-e485-41cb-8e49-bda3a936f660, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=22cc8151-e485-41cb-8e49-bda3a936f660,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:06.683309 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.711701 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Calling delete_port for 22cc8151-e485-41cb-8e49-bda3a936f660 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:06.732155 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-3e55b60f-747c-4f81-a890-5a1dd62606fc None None] Set router d6b17aff-e68c-4477-b7a5-7744274654f4 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:06.746413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Pushing event updated for resources: {'Port': ['ID=438c9670-c08a-4def-be18-d1b8e4f3b98f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:06.796885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:06.814090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:06.836284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:06.876566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3e55b60f-747c-4f81-a890-5a1dd62606fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-654233458-router', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:35Z', 'updated_at': '2021-07-16T17:53:06Z', 'revision_number': 6, 'project_id': '68af899b13984b3aa0da6a6ac529d99a', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:06.933350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e55b60f-747c-4f81-a890-5a1dd62606fc None None] The sync data for ids ['d6b17aff-e68c-4477-b7a5-7744274654f4'] in n-d-787205-10 is: [{'id': 'd6b17aff-e68c-4477-b7a5-7744274654f4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-654233458-router', 'tenant_id': '68af899b13984b3aa0da6a6ac529d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:47:35Z', 'updated_at': '2021-07-16T17:53:06Z', 'revision_number': 6, 'project_id': '68af899b13984b3aa0da6a6ac529d99a', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:06.968247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:06.968952 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.012090 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6ef75c17-d98c-43bc-ba73-92006fc9ff4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0370696 Jul 16 17:53:07.027524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Request body: {'port': {'device_id': '8db12c08-8844-406b-a831-e5a84eb3b090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:07.133270 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.204225 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Pushing event deleted for resources: {'Port': ['ID=22cc8151-e485-41cb-8e49-bda3a936f660,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:07.204577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.323284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5580f51-5913-44ee-9cec-5855c86f0d2f None None] Provisioning for port 438c9670-c08a-4def-be18-d1b8e4f3b98f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:07.336923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5580f51-5913-44ee-9cec-5855c86f0d2f None None] Provisioning complete for port 438c9670-c08a-4def-be18-d1b8e4f3b98f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:07.338523 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5580f51-5913-44ee-9cec-5855c86f0d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.452798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5580f51-5913-44ee-9cec-5855c86f0d2f None None] Port 438c9670-c08a-4def-be18-d1b8e4f3b98f cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:07.462554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.630514 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.634142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.715068 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.716040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6b17aff-e68c-4477-b7a5-7744274654f4 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:53:07.727525 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.728877 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-703b1fff-4285-4478-9b5e-ace10694f803 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d6b17aff-e68c-4477-b7a5-7744274654f4 HTTP/1.1" status: 204 len: 168 time: 3.1244392 Jul 16 17:53:07.730941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49050) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:07.743310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438c9670-c08a-4def-be18-d1b8e4f3b98f {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:07.753577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.789125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Transition to ACTIVE for port object 438c9670-c08a-4def-be18-d1b8e4f3b98f will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:07.802248 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.850515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce59e308-5b8b-40da-b34c-050d1952f1e3 admin admin] Deleting subnet da25ccf9-d196-47ff-9f19-1cc0c1d134eb {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:53:07.871453 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce59e308-5b8b-40da-b34c-050d1952f1e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.969400 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce59e308-5b8b-40da-b34c-050d1952f1e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.987371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Pushing event updated for resources: {'Port': ['ID=438c9670-c08a-4def-be18-d1b8e4f3b98f,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:08.031916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Attempting to bind port 438c9670-c08a-4def-be18-d1b8e4f3b98f on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:08.033145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Attempting to bind port 438c9670-c08a-4def-be18-d1b8e4f3b98f by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:08.033711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Attempting to bind port 438c9670-c08a-4def-be18-d1b8e4f3b98f on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:08.041286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Port 438c9670-c08a-4def-be18-d1b8e4f3b98f on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:08.042021 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Attempting to bind port 438c9670-c08a-4def-be18-d1b8e4f3b98f on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:08.061436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:08.062237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:08.063284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:08.064136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Bound port: 438c9670-c08a-4def-be18-d1b8e4f3b98f, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:08.065177 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.213194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:08.218480 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:08.228328 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.252794 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce59e308-5b8b-40da-b34c-050d1952f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.344607 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:08.345134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.347418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] 10.222.0.32 "PUT /v2.0/ports/438c9670-c08a-4def-be18-d1b8e4f3b98f HTTP/1.1" status: 200 len: 1095 time: 1.3250885 Jul 16 17:53:08.366017 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce59e308-5b8b-40da-b34c-050d1952f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.455012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59e308-5b8b-40da-b34c-050d1952f1e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da25ccf9-d196-47ff-9f19-1cc0c1d134eb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:08.471073 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce59e308-5b8b-40da-b34c-050d1952f1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.478912 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d34e645-2687-430f-be01-e820bf9e5cec None None] Network 32d98991-6d61-4809-bcaf-24646fef3af5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:08.486104 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ce59e308-5b8b-40da-b34c-050d1952f1e3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/da25ccf9-d196-47ff-9f19-1cc0c1d134eb HTTP/1.1" status: 204 len: 168 time: 0.7458470 Jul 16 17:53:08.490577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49056) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:08.518285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49058) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:08.712462 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.828206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Deleting port f3bb1a03-e288-4a19-b13d-4530e9e71474 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:08.829441 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.927088 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-091001c4-a581-4d7b-ba4c-6d250b25b4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.974294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e23228-db34-46a2-b793-db685de93306 None None] DHCP port deletion for 32d98991-6d61-4809-bcaf-24646fef3af5 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:53:09.052347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:09.072196 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] For port f3bb1a03-e288-4a19-b13d-4530e9e71474, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f3bb1a03-e288-4a19-b13d-4530e9e71474,segment=NetworkSegment(6d7de61f-f742-4c9a-a172-33fa2f770f63),segment_id=6d7de61f-f742-4c9a-a172-33fa2f770f63)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:09.072654 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.095224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Calling delete_port for f3bb1a03-e288-4a19-b13d-4530e9e71474 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:09.124772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:09.124772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ca90d7ba-b20c-4c32-ab4a-0c9db5886a5d not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:09.130874 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 22cc8151-e485-41cb-8e49-bda3a936f660 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:09.192425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 22cc8151-e485-41cb-8e49-bda3a936f660 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:09.192649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 22cc8151-e485-41cb-8e49-bda3a936f660 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:09.246529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-76e23228-db34-46a2-b793-db685de93306 None None] Deleting port f3bb1a03-e288-4a19-b13d-4530e9e71474 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:09.246978 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-091001c4-a581-4d7b-ba4c-6d250b25b4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.249557 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.259936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9537f-7ac6-493c-9d4d-e6090e33b039 service neutron] Pushing event updated for resources: {'Port': ['ID=438c9670-c08a-4def-be18-d1b8e4f3b98f,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:09.306981 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-091001c4-a581-4d7b-ba4c-6d250b25b4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.319076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6d46fd9f-2e18-494a-9ad9-5a8d855fb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:09.320654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-6d46fd9f-2e18-494a-9ad9-5a8d855fb428 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fbd65c092f342ae82b609b2deb5429f&device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 1098 time: 0.8757455 Jul 16 17:53:09.348474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091001c4-a581-4d7b-ba4c-6d250b25b4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce485b5-22b0-4642-919c-92117b38c9d5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:09.348783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-76e23228-db34-46a2-b793-db685de93306 None None] For port f3bb1a03-e288-4a19-b13d-4530e9e71474, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f3bb1a03-e288-4a19-b13d-4530e9e71474,segment=NetworkSegment(6d7de61f-f742-4c9a-a172-33fa2f770f63),segment_id=6d7de61f-f742-4c9a-a172-33fa2f770f63)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:09.349188 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.382477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-76e23228-db34-46a2-b793-db685de93306 None None] Calling delete_port for f3bb1a03-e288-4a19-b13d-4530e9e71474 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:09.405248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-5fffe136-0b41-4fa7-b6e1-15303241a481 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f HTTP/1.1" status: 200 len: 217 time: 0.0765824 Jul 16 17:53:09.426610 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-091001c4-a581-4d7b-ba4c-6d250b25b4ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1b08afb4b6546cbae5dae967d4b524b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9017739 Jul 16 17:53:09.429068 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49068) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:09.481972 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.502231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-b749df1c-fe63-4847-bea5-b379eafb7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:09.503775 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-b749df1c-fe63-4847-bea5-b379eafb7525 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0915623 Jul 16 17:53:09.506636 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.537436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e23228-db34-46a2-b793-db685de93306 None None] Pushing event deleted for resources: {'Port': ['ID=f3bb1a03-e288-4a19-b13d-4530e9e71474,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:09.546844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:09.547526 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:09.548043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:09.548540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:09.549034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:09.549547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:09.550058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:09.550564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:09.551089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:09.551674 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:09.552199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:09.552689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e23228-db34-46a2-b793-db685de93306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:09.561342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e23228-db34-46a2-b793-db685de93306 None None] No DVR routers for this DVR port f3bb1a03-e288-4a19-b13d-4530e9e71474 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:09.571909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] No DVR routers for this DVR port f3bb1a03-e288-4a19-b13d-4530e9e71474 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:09.584436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3bb1a03-e288-4a19-b13d-4530e9e71474,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:09.619751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-5b1f546c-801f-4aa3-af88-272e862f33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:09.623277 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-5b1f546c-801f-4aa3-af88-272e862f33d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101718 Jul 16 17:53:09.718772 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.732479 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d98991-6d61-4809-bcaf-24646fef3af5']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:09.749847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7de61f-f742-4c9a-a172-33fa2f770f63') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:09.750221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7de61f-f742-4c9a-a172-33fa2f770f63') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:09.761391 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.779507 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.782055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32a6839d-d097-462f-9e1f-666456645ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.790755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:53:09.791232 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:53:09.792966 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:53:09.855704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-db44e2e9-0395-4010-8d67-b84e3fa60a34 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222636 Jul 16 17:53:09.875776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32a6839d-d097-462f-9e1f-666456645ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.903860 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.918300 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.933509 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] 10.222.0.24 "DELETE /v2.0/networks/32d98991-6d61-4809-bcaf-24646fef3af5 HTTP/1.1" status: 204 len: 168 time: 1.4412913 Jul 16 17:53:09.957625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d293e16-43f4-498f-ab2b-dd86ac0c6974 admin admin] Pushing event deleted for resources: {'Network': ['ID=32d98991-6d61-4809-bcaf-24646fef3af5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:09.994916 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32a6839d-d097-462f-9e1f-666456645ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.007812 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32a6839d-d097-462f-9e1f-666456645ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.011427 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-32a6839d-d097-462f-9e1f-666456645ee2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ce485b5-22b0-4642-919c-92117b38c9d5 HTTP/1.1" status: 204 len: 168 time: 0.5787940 Jul 16 17:53:10.038776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6839d-d097-462f-9e1f-666456645ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce485b5-22b0-4642-919c-92117b38c9d5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:10.137264 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-512a2102-5fe7-47d2-95c0-ddbd6e761a59 req-44f05659-2512-4ab5-a79d-915ab1c86e41 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740803 Jul 16 17:53:10.165498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49082) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:10.212001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-64fadc4c-e4e3-41d9-932b-e6a6f2057dba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=011d2ef35e41429cb74a8b6defcb5849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450001 Jul 16 17:53:10.214469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49084) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:10.274452 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1c20345-4e02-422d-aea8-ccd9cad62509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.305479 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1c20345-4e02-422d-aea8-ccd9cad62509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.365643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1c20345-4e02-422d-aea8-ccd9cad62509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.370350 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1c20345-4e02-422d-aea8-ccd9cad62509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.372440 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c1c20345-4e02-422d-aea8-ccd9cad62509 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1f187e1-ddf6-4c95-a57a-99255ecb1628 HTTP/1.1" status: 204 len: 168 time: 0.1566730 Jul 16 17:53:10.390631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c20345-4e02-422d-aea8-ccd9cad62509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f187e1-ddf6-4c95-a57a-99255ecb1628,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:10.422982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-c3e7a7ef-fd7d-4a19-96ee-916a46868815 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2fbd65c092f342ae82b609b2deb5429f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367804 Jul 16 17:53:10.470104 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fd4559-0f61-4497-a9e6-972a88a99b7f x-openstack-request-id: req-d6fd4559-0f61-4497-a9e6-972a88a99b7f {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:10.470406 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1016ba-a405-46cf-9347-b5fd3e58da26", "name": "network-vif-deleted", "tag": "d3f48dc1-a398-4095-bc1e-8247b0e343ef", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:10.470851 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6fd4559-0f61-4497-a9e6-972a88a99b7f {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:10.471692 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1016ba-a405-46cf-9347-b5fd3e58da26', 'name': 'network-vif-deleted', 'tag': 'd3f48dc1-a398-4095-bc1e-8247b0e343ef', 'status': 'completed', 'code': 200} Jul 16 17:53:10.605215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49106) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:10.627231 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8007-a5cc-4b59-b9ce-c4567a03c85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.662483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-db3a8306-5325-4c54-891f-9cc3561e5e3c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:10.664475 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-db3a8306-5325-4c54-891f-9cc3561e5e3c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332461 Jul 16 17:53:10.747122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-6869e30a-79c0-4c0b-b1a2-f149aba17c0d tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/quotas/2fbd65c092f342ae82b609b2deb5429f HTTP/1.1" status: 200 len: 375 time: 0.0543759 Jul 16 17:53:10.873604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0c22-e387-4629-aad1-3000f63e4c22 req-1f4be297-0f2c-43ff-814a-1b0658268a7c tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:10.875500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56ca0c22-e387-4629-aad1-3000f63e4c22 req-1f4be297-0f2c-43ff-814a-1b0658268a7c tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1758335 Jul 16 17:53:10.881415 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8007-a5cc-4b59-b9ce-c4567a03c85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.890205 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1e7f8007-a5cc-4b59-b9ce-c4567a03c85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.916006 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-6bd2ab64-30e6-4813-a04c-6e589665b183 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2fbd65c092f342ae82b609b2deb5429f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1622360 Jul 16 17:53:10.933619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f3bb1a03-e288-4a19-b13d-4530e9e71474 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:10.965980 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1e7f8007-a5cc-4b59-b9ce-c4567a03c85c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01965ad265f547b8a668717bce36ac71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595150 Jul 16 17:53:10.968529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49112) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:10.969060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f8007-a5cc-4b59-b9ce-c4567a03c85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88f3182-1619-4021-a0a8-fb9a68d5ef26,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:10.974525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: f3bb1a03-e288-4a19-b13d-4530e9e71474 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:10.974879 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f3bb1a03-e288-4a19-b13d-4530e9e71474 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:10.976611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56ca0c22-e387-4629-aad1-3000f63e4c22 req-c6c1d306-6c45-4e43-9189-4a88db2c0424 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903413 Jul 16 17:53:11.095350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49116) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:11.126299 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e018bd1d-68a8-4438-a195-4bfcdacc89d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.169427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e018bd1d-68a8-4438-a195-4bfcdacc89d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.216685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49136) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:11.218050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d518f340-7d6c-4df3-a1ea-e6118b47324a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68af899b13984b3aa0da6a6ac529d99a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1204126 Jul 16 17:53:11.278804 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e018bd1d-68a8-4438-a195-4bfcdacc89d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.280594 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e018bd1d-68a8-4438-a195-4bfcdacc89d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.282028 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e018bd1d-68a8-4438-a195-4bfcdacc89d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a88f3182-1619-4021-a0a8-fb9a68d5ef26 HTTP/1.1" status: 204 len: 168 time: 0.3124456 Jul 16 17:53:11.313603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018bd1d-68a8-4438-a195-4bfcdacc89d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88f3182-1619-4021-a0a8-fb9a68d5ef26,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:11.320046 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ac430cb-c983-4db4-8230-3e41f6662243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.356227 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ac430cb-c983-4db4-8230-3e41f6662243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.454205 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ac430cb-c983-4db4-8230-3e41f6662243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.465833 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ac430cb-c983-4db4-8230-3e41f6662243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.470430 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8ac430cb-c983-4db4-8230-3e41f6662243 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/829ef112-b5df-4812-9b22-f5e54ca39cb1 HTTP/1.1" status: 204 len: 168 time: 0.2525780 Jul 16 17:53:11.497814 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac430cb-c983-4db4-8230-3e41f6662243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829ef112-b5df-4812-9b22-f5e54ca39cb1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:12.424279 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-65fed3f8-338c-489f-af8d-f87758a35fda req-98839815-343c-47f2-87df-439d72587292 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 210 time: 0.0797768 Jul 16 17:53:12.473706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dc8885-ea70-415f-a800-ecb1e8601fbd', 'name': 'network-vif-deleted', 'tag': '6831df7c-95eb-4b75-ba82-1965b2ea1a6b'}, {'name': 'network-changed', 'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:12.476297 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecd675d-e1cd-473b-97ba-7c4cb1783572" -d '{"events": [{"server_uuid": "64dc8885-ea70-415f-a800-ecb1e8601fbd", "name": "network-vif-deleted", "tag": "6831df7c-95eb-4b75-ba82-1965b2ea1a6b"}, {"name": "network-changed", "server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:13.164384 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-8307d928-8ea2-4630-b90a-6b3c415fb9fe tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2fbd65c092f342ae82b609b2deb5429f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410118 Jul 16 17:53:13.243066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859bf90-e20c-42fa-8cee-3be53cec958a req-159e1f39-8f02-4222-9e98-8348a19a5a7d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:13.245336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4859bf90-e20c-42fa-8cee-3be53cec958a req-159e1f39-8f02-4222-9e98-8348a19a5a7d tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.32 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 945 time: 0.1919503 Jul 16 17:53:13.401581 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4e423b82-bb32-4ed4-ad2a-144b6460f915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.409341 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a61cfc-d374-4387-be17-d210ad1c9e38 x-openstack-request-id: req-f1a61cfc-d374-4387-be17-d210ad1c9e38 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:13.409975 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dc8885-ea70-415f-a800-ecb1e8601fbd", "name": "network-vif-deleted", "tag": "6831df7c-95eb-4b75-ba82-1965b2ea1a6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:13.410478 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1a61cfc-d374-4387-be17-d210ad1c9e38 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:13.411273 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dc8885-ea70-415f-a800-ecb1e8601fbd', 'name': 'network-vif-deleted', 'tag': '6831df7c-95eb-4b75-ba82-1965b2ea1a6b', 'status': 'completed', 'code': 200} Jul 16 17:53:13.411971 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f', 'status': 'completed', 'code': 200} Jul 16 17:53:13.593709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-a4e7fd31-6e06-4234-aefe-b6e1206ecc82 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:13.596356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-a4e7fd31-6e06-4234-aefe-b6e1206ecc82 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4215894 Jul 16 17:53:13.609439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd675d-e1cd-473b-97ba-7c4cb1783572 req-a85fa199-6114-45f3-ac25-cd149f1d4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:13.611370 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ecd675d-e1cd-473b-97ba-7c4cb1783572 req-a85fa199-6114-45f3-ac25-cd149f1d4052 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fbd65c092f342ae82b609b2deb5429f&device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 1098 time: 0.1645260 Jul 16 17:53:13.616153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Request body: {'port': {'device_id': 'd56ea117-ecb3-4207-b1c4-f8d5970cd09d', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '2fbd65c092f342ae82b609b2deb5429f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:13.755703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-4859bf90-e20c-42fa-8cee-3be53cec958a req-90cdc1c0-8d41-4cef-853f-16232ad94a8f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Deleting port a440d305-6a12-42b2-893b-3fde29b48127 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:13.756438 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4859bf90-e20c-42fa-8cee-3be53cec958a req-90cdc1c0-8d41-4cef-853f-16232ad94a8f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.968469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd675d-e1cd-473b-97ba-7c4cb1783572 req-4856cfa1-94fc-4fbf-bbb5-d68ba6fa75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:13.970484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ecd675d-e1cd-473b-97ba-7c4cb1783572 req-4856cfa1-94fc-4fbf-bbb5-d68ba6fa75aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.3213439 Jul 16 17:53:13.979788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a499cc-5306-4f53-95e8-417a09ad5fa6 req-8bfb67f1-cb6d-4883-a53d-a044e0311be5 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:13.981557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1a499cc-5306-4f53-95e8-417a09ad5fa6 req-8bfb67f1-cb6d-4883-a53d-a044e0311be5 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 945 time: 0.3351982 Jul 16 17:53:13.996446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4859bf90-e20c-42fa-8cee-3be53cec958a req-90cdc1c0-8d41-4cef-853f-16232ad94a8f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] For port a440d305-6a12-42b2-893b-3fde29b48127, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=a440d305-6a12-42b2-893b-3fde29b48127,segment=NetworkSegment(c83a1c6b-f454-43be-8180-d9b2139aafb6),segment_id=c83a1c6b-f454-43be-8180-d9b2139aafb6)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:13.997218 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4859bf90-e20c-42fa-8cee-3be53cec958a req-90cdc1c0-8d41-4cef-853f-16232ad94a8f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.080748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-4859bf90-e20c-42fa-8cee-3be53cec958a req-90cdc1c0-8d41-4cef-853f-16232ad94a8f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Calling delete_port for a440d305-6a12-42b2-893b-3fde29b48127 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:14.084322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ecd675d-e1cd-473b-97ba-7c4cb1783572 req-520eb9fe-6d80-4bfe-9a1e-283db610cf8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f HTTP/1.1" status: 200 len: 217 time: 0.1016860 Jul 16 17:53:14.117007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Made reservation on behalf of 2fbd65c092f342ae82b609b2deb5429f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:14.122533 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.294504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 438c9670-c08a-4def-be18-d1b8e4f3b98f details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:14.302341 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3eeca42f-eb91-4e91-95b4-453e49ff586a no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:14.462718 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1a499cc-5306-4f53-95e8-417a09ad5fa6 req-d496052e-3f9a-4ee0-9d2e-38bb3f3ec368 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff960ecd-79ba-4957-bb3f-855f58d4ef8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593153 Jul 16 17:53:14.478013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd675d-e1cd-473b-97ba-7c4cb1783572 req-ae7c80ab-3c29-4a80-9d7a-8a219e4f76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:14.484279 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ecd675d-e1cd-473b-97ba-7c4cb1783572 req-ae7c80ab-3c29-4a80-9d7a-8a219e4f76e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.3732910 Jul 16 17:53:14.685817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:14.709553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '438c9670-c08a-4def-be18-d1b8e4f3b98f', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '438c9670-c08a-4def-be18-d1b8e4f3b98f', 'mac_address': 'fa:16:3e:a7:53:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:14.782942 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.818449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438c9670-c08a-4def-be18-d1b8e4f3b98f {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:14.858395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:14.892044 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.900170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ddec85b7-4c2f-4f7b-b3cc-87c8d7c5a182 req-505a627c-1870-4600-bb58-78a2eb221adf tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 210 time: 0.0718374 Jul 16 17:53:14.907845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Allocated IP 192.168.233.193 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/124fb0c8-0d86-4985-8ae7-ca67fb213635) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:14.982230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd675d-e1cd-473b-97ba-7c4cb1783572 req-20bf87f5-9d5f-4940-bb81-b53272670dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:14.987458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ecd675d-e1cd-473b-97ba-7c4cb1783572 req-20bf87f5-9d5f-4940-bb81-b53272670dfa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4339123 Jul 16 17:53:15.016993 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.179916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb12a128-b811-4bee-a290-30e8bb440a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eeca42f-eb91-4e91-95b4-453e49ff586a'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:15.186794 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3835fd8-1b89-4fc5-8f59-aa2253fcb40a" -d '{"events": [{"server_uuid": "bb12a128-b811-4bee-a290-30e8bb440a8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3eeca42f-eb91-4e91-95b4-453e49ff586a"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:15.215102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['438c9670-c08a-4def-be18-d1b8e4f3b98f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:15.235809 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4859bf90-e20c-42fa-8cee-3be53cec958a req-90cdc1c0-8d41-4cef-853f-16232ad94a8f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.341706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 3eeca42f-eb91-4e91-95b4-453e49ff586a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3eeca42f-eb91-4e91-95b4-453e49ff586a,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:15.385107 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.396039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdc1c0-8d41-4cef-853f-16232ad94a8f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Pushing event deleted for resources: {'Port': ['ID=a440d305-6a12-42b2-893b-3fde29b48127,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:15.407199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=438c9670-c08a-4def-be18-d1b8e4f3b98f,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:15.570073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=3eeca42f-eb91-4e91-95b4-453e49ff586a,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:15.663052 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.680794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Transition to ACTIVE for port object 124fb0c8-0d86-4985-8ae7-ca67fb213635 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:15.723778 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ecd675d-e1cd-473b-97ba-7c4cb1783572 req-6de17174-04cc-4364-91c7-50f828e60f1d service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7263970 Jul 16 17:53:15.745017 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.765684 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4859bf90-e20c-42fa-8cee-3be53cec958a req-90cdc1c0-8d41-4cef-853f-16232ad94a8f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] No DVR routers for this DVR port a440d305-6a12-42b2-893b-3fde29b48127 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:15.786998 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fc45c97d-b792-429b-b7a6-08a2429c425d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.810289 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4859bf90-e20c-42fa-8cee-3be53cec958a req-90cdc1c0-8d41-4cef-853f-16232ad94a8f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.828177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4859bf90-e20c-42fa-8cee-3be53cec958a req-90cdc1c0-8d41-4cef-853f-16232ad94a8f tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.32 "DELETE /v2.0/ports/a440d305-6a12-42b2-893b-3fde29b48127 HTTP/1.1" status: 204 len: 173 time: 2.5718055 Jul 16 17:53:15.829344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3951a6ae-6988-4290-b906-182664763773', 'name': 'network-vif-deleted', 'tag': 'a440d305-6a12-42b2-893b-3fde29b48127'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:15.840275 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f84199-0527-41c3-86a3-6603f22f59c3" -d '{"events": [{"server_uuid": "3951a6ae-6988-4290-b906-182664763773", "name": "network-vif-deleted", "tag": "a440d305-6a12-42b2-893b-3fde29b48127"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:15.950285 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a450f10-7ea5-4389-942f-58ec99fb01a8 x-openstack-request-id: req-7a450f10-7ea5-4389-942f-58ec99fb01a8 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:15.953545 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb12a128-b811-4bee-a290-30e8bb440a8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3eeca42f-eb91-4e91-95b4-453e49ff586a", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:15.953545 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a450f10-7ea5-4389-942f-58ec99fb01a8 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:15.953545 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb12a128-b811-4bee-a290-30e8bb440a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eeca42f-eb91-4e91-95b4-453e49ff586a', 'code': 200} Jul 16 17:53:16.007551 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.063647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:16.098079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:16.182772 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:16.252533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49366) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:16.277915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['438c9670-c08a-4def-be18-d1b8e4f3b98f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:16.293165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Pushing event updated for resources: {'Port': ['ID=124fb0c8-0d86-4985-8ae7-ca67fb213635,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:16.298829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49370) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:16.487623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ecd675d-e1cd-473b-97ba-7c4cb1783572 req-80f084b5-7ab1-4e16-8888-8d7e54eddd39 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7447731 Jul 16 17:53:16.501916 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d68b2e7-4d54-420d-a6cd-96371abe3be0 req-9a10a093-0004-40e4-8d4c-eeee8b6675b5 tempest-LiveAutoBlockMigrationV225Test-2147125996 tempest-LiveAutoBlockMigrationV225Test-2147125996-project] 10.222.0.24 "GET /v2.0/ports?device_id=3951a6ae-6988-4290-b906-182664763773 HTTP/1.1" status: 200 len: 210 time: 0.3194957 Jul 16 17:53:16.553679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:16.554582 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.576964 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-30702667-e2d6-44d5-8615-85925f76ebc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c5359e77d874d7da70677245cf63d40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216562 Jul 16 17:53:16.577379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49374) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:16.599584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d9d91818-7041-4630-b29c-d883ffd46fc0 None None] Provisioning for port 124fb0c8-0d86-4985-8ae7-ca67fb213635 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:16.606306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d9d91818-7041-4630-b29c-d883ffd46fc0 None None] Provisioning complete for port 124fb0c8-0d86-4985-8ae7-ca67fb213635 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:16.607086 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d9d91818-7041-4630-b29c-d883ffd46fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.670726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d9d91818-7041-4630-b29c-d883ffd46fc0 None None] Port 124fb0c8-0d86-4985-8ae7-ca67fb213635 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:16.680556 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e2bf8a-c7a0-4353-b19e-629caa96a2c1 x-openstack-request-id: req-20e2bf8a-c7a0-4353-b19e-629caa96a2c1 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:16.680850 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3951a6ae-6988-4290-b906-182664763773", "name": "network-vif-deleted", "tag": "a440d305-6a12-42b2-893b-3fde29b48127", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:16.682251 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20e2bf8a-c7a0-4353-b19e-629caa96a2c1 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:16.682671 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3951a6ae-6988-4290-b906-182664763773', 'name': 'network-vif-deleted', 'tag': 'a440d305-6a12-42b2-893b-3fde29b48127', 'status': 'completed', 'code': 200} Jul 16 17:53:16.710480 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:53:16.718387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-b2714abf-3eb2-4fe9-a228-b161e2a75746 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1104171 Jul 16 17:53:16.750541 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b4234c7-bc28-4909-8004-0e17e1236a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.753452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Request body: {'port': {'device_id': 'd56ea117-ecb3-4207-b1c4-f8d5970cd09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:16.756786 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74628e53-8d1a-426f-8d53-3a95061f8a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.784017 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74628e53-8d1a-426f-8d53-3a95061f8a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.986149 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74628e53-8d1a-426f-8d53-3a95061f8a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.989277 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74628e53-8d1a-426f-8d53-3a95061f8a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.990601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-74628e53-8d1a-426f-8d53-3a95061f8a4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62dd5e24-70ea-4261-9b58-5b20be19b8d4 HTTP/1.1" status: 204 len: 168 time: 0.4051394 Jul 16 17:53:16.997906 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4cd44616-bb98-4bab-a214-621a5628d41d tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=69c6da1c270e4bc08599a49dfccdb89e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810492 Jul 16 17:53:17.014763 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.047903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74628e53-8d1a-426f-8d53-3a95061f8a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dd5e24-70ea-4261-9b58-5b20be19b8d4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:17.119272 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b4234c7-bc28-4909-8004-0e17e1236a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.124696 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b4234c7-bc28-4909-8004-0e17e1236a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.168149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4234c7-bc28-4909-8004-0e17e1236a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64210236-413d-401e-8f5b-326c6bc76649,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:17.198882 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8b4234c7-bc28-4909-8004-0e17e1236a15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66d097149f604b6580137c58b84d1b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8964734 Jul 16 17:53:17.199288 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49392) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:17.271955 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0abd81cb-7586-4d12-9f1e-b81d265cd70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.300055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0abd81cb-7586-4d12-9f1e-b81d265cd70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.366531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0abd81cb-7586-4d12-9f1e-b81d265cd70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.369923 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0abd81cb-7586-4d12-9f1e-b81d265cd70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.373431 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0abd81cb-7586-4d12-9f1e-b81d265cd70e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64210236-413d-401e-8f5b-326c6bc76649 HTTP/1.1" status: 204 len: 168 time: 0.1725712 Jul 16 17:53:17.395623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd81cb-7586-4d12-9f1e-b81d265cd70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64210236-413d-401e-8f5b-326c6bc76649,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:17.476323 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.495844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124fb0c8-0d86-4985-8ae7-ca67fb213635 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:17.547557 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.653128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-c17d5234-445d-4bd8-8458-7a98b90f152c tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:17.670297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-c17d5234-445d-4bd8-8458-7a98b90f152c tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6714072 Jul 16 17:53:17.715447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Transition to ACTIVE for port object 124fb0c8-0d86-4985-8ae7-ca67fb213635 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:17.728294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed9be-f5f2-4e9e-ab30-c719b7523c0a req-84a0701e-f8f6-4bab-b024-e39cb7706390 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:17.735292 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a47ed9be-f5f2-4e9e-ab30-c719b7523c0a req-84a0701e-f8f6-4bab-b024-e39cb7706390 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 936 time: 0.8166428 Jul 16 17:53:17.756013 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.782456 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-a3ceb576-b69d-474d-9804-5a37907117ee tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/quotas/69c6da1c270e4bc08599a49dfccdb89e HTTP/1.1" status: 200 len: 375 time: 0.1111405 Jul 16 17:53:17.897158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4eb9e399-3e55-4dd6-a79c-2db631a68102 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=69c6da1c270e4bc08599a49dfccdb89e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1084733 Jul 16 17:53:17.973450 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Pushing event updated for resources: {'Port': ['ID=124fb0c8-0d86-4985-8ae7-ca67fb213635,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:17.992560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a47ed9be-f5f2-4e9e-ab30-c719b7523c0a req-cdc40e52-dffe-40b0-9829-5f68d567c392 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564914 Jul 16 17:53:18.054125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49416) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:18.123020 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79f01176-3a03-44e8-ac9d-1fb5fac051ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.143183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a6afc-9f1d-4ce5-b2cd-e1aa41a06e5e req-e1c86203-fd76-46c8-b248-79d76c8c378c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:18.148826 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-980a6afc-9f1d-4ce5-b2cd-e1aa41a06e5e req-e1c86203-fd76-46c8-b248-79d76c8c378c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb12a128-b811-4bee-a290-30e8bb440a8f HTTP/1.1" status: 200 len: 943 time: 0.6208878 Jul 16 17:53:18.309427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49434) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:18.325855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 438c9670-c08a-4def-be18-d1b8e4f3b98f up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:18.352721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Attempting to bind port 124fb0c8-0d86-4985-8ae7-ca67fb213635 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:18.353059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Attempting to bind port 124fb0c8-0d86-4985-8ae7-ca67fb213635 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:18.353396 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Attempting to bind port 124fb0c8-0d86-4985-8ae7-ca67fb213635 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:18.374480 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Port 124fb0c8-0d86-4985-8ae7-ca67fb213635 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:18.374847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Attempting to bind port 124fb0c8-0d86-4985-8ae7-ca67fb213635 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:18.460690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49438) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:18.509892 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79f01176-3a03-44e8-ac9d-1fb5fac051ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.526076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79f01176-3a03-44e8-ac9d-1fb5fac051ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.552307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 438c9670-c08a-4def-be18-d1b8e4f3b98f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:18.561954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 438c9670-c08a-4def-be18-d1b8e4f3b98f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:18.562338 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.621244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-244148976-network', 'tenant_id': '1f1905b62a7d4f5baa8bd3aa69a6ac39'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:18.652604 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-79f01176-3a03-44e8-ac9d-1fb5fac051ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b80ef8d44674418b8207a362ce9ccfdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5971129 Jul 16 17:53:18.654227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49446) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:18.655376 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Made reservation on behalf of 1f1905b62a7d4f5baa8bd3aa69a6ac39 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:18.658530 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.694062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f01176-3a03-44e8-ac9d-1fb5fac051ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd6d3a3-8427-47fb-9706-fc28fc166c25,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:18.712148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.750669 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be4517c4-0390-40d6-97bc-7f8ced36d7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.798795 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be4517c4-0390-40d6-97bc-7f8ced36d7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.879652 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be4517c4-0390-40d6-97bc-7f8ced36d7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.882727 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be4517c4-0390-40d6-97bc-7f8ced36d7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.901078 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-be4517c4-0390-40d6-97bc-7f8ced36d7b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fd6d3a3-8427-47fb-9706-fc28fc166c25 HTTP/1.1" status: 204 len: 168 time: 0.2273929 Jul 16 17:53:18.940499 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.946078 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.994535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4517c4-0390-40d6-97bc-7f8ced36d7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd6d3a3-8427-47fb-9706-fc28fc166c25,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:19.042138 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fde77b4-1291-4b6f-8931-62cb3309d10e admin admin] Deleting subnet 04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:53:19.049348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fde77b4-1291-4b6f-8931-62cb3309d10e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.059748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:19.069816 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9905588-b373-49c2-b017-7da5737215de" -d '{"events": [{"server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "name": "network-vif-plugged", "status": "completed", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:19.113752 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fde77b4-1291-4b6f-8931-62cb3309d10e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.130212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:19.135636 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.137267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device a440d305-6a12-42b2-893b-3fde29b48127 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:19.151853 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.159552 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.208255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:19.215210 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fde77b4-1291-4b6f-8931-62cb3309d10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.229216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:19.229884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:19.229993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:19.230499 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Bound port: 124fb0c8-0d86-4985-8ae7-ca67fb213635, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:19.230915 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.291784 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: a440d305-6a12-42b2-893b-3fde29b48127 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:19.292638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device a440d305-6a12-42b2-893b-3fde29b48127 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:19.309897 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.314331 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Added segment 55c58362-43c3-48ae-8d01-6d895aecf0ee of type vlan for network 7aee331f-bbc0-4f07-bed5-9d8ab81684e6 Jul 16 17:53:19.317102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d77efc-dab5-46c4-849c-533c31761211,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:19.377702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5338dfee-b5ea-4e80-90a8-06b2bd96fa4f req-c98da1d3-b3a9-4c23-b8a8-c30791325a42 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 210 time: 0.1560109 Jul 16 17:53:19.378114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=438c9670-c08a-4def-be18-d1b8e4f3b98f,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:19.414852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.471938 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fde77b4-1291-4b6f-8931-62cb3309d10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.626668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde77b4-1291-4b6f-8931-62cb3309d10e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a8a01a-cbcb-485c-bc41-1fc9a7e6e516,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:19.628985 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fde77b4-1291-4b6f-8931-62cb3309d10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.651987 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5fde77b4-1291-4b6f-8931-62cb3309d10e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/04a8a01a-cbcb-485c-bc41-1fc9a7e6e516 HTTP/1.1" status: 204 len: 168 time: 1.1877825 Jul 16 17:53:19.655660 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49468) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:19.673522 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.679374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:19.680362 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.694073 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-0e5e643c-c9f6-4e78-b8f9-cbc51014d509 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:19.695959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-0e5e643c-c9f6-4e78-b8f9-cbc51014d509 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/networks?id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03 HTTP/1.1" status: 200 len: 805 time: 1.4654615 Jul 16 17:53:19.863686 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5439222 Jul 16 17:53:19.868646 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49472) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:19.903202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-41a7b5cc-a872-43fa-9856-37bec50b61b2 admin admin] Request body: {'subnet': {'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-244148976-subnet', 'tenant_id': '1f1905b62a7d4f5baa8bd3aa69a6ac39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:20.009335 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58416997-f312-423a-b9c4-b2ec1ef5cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.012447 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435e507-34cb-4504-9d46-7490ab83608b admin admin] Pushing event updated for resources: {'Network': ['ID=7aee331f-bbc0-4f07-bed5-9d8ab81684e6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:20.026282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 7aee331f-bbc0-4f07-bed5-9d8ab81684e6 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:20.101335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] For port 124fb0c8-0d86-4985-8ae7-ca67fb213635, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:20.104496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-1e099508-4ce3-4ff3-8e30-d05ebd1a40f8 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/quotas/1d9d594a87104bd9acf301fdd2522183 HTTP/1.1" status: 200 len: 375 time: 0.3891521 Jul 16 17:53:20.107914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] For port 124fb0c8-0d86-4985-8ae7-ca67fb213635, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=124fb0c8-0d86-4985-8ae7-ca67fb213635,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:20.204221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58416997-f312-423a-b9c4-b2ec1ef5cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.204221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-58416997-f312-423a-b9c4-b2ec1ef5cb60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f266cd-7ba1-4cd8-ab7e-f3565270df90']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:20.204221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-58416997-f312-423a-b9c4-b2ec1ef5cb60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83a1c6b-f454-43be-8180-d9b2139aafb6') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:20.204221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-58416997-f312-423a-b9c4-b2ec1ef5cb60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83a1c6b-f454-43be-8180-d9b2139aafb6') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:20.224144 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58416997-f312-423a-b9c4-b2ec1ef5cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.245156 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.253855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a7b5cc-a872-43fa-9856-37bec50b61b2 admin admin] Made reservation on behalf of 1f1905b62a7d4f5baa8bd3aa69a6ac39 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:20.254785 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58416997-f312-423a-b9c4-b2ec1ef5cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.261636 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41a7b5cc-a872-43fa-9856-37bec50b61b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.267675 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58416997-f312-423a-b9c4-b2ec1ef5cb60 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:53:20.269356 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58416997-f312-423a-b9c4-b2ec1ef5cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:53:20.272696 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:53:20.285973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-980a6afc-9f1d-4ce5-b2cd-e1aa41a06e5e req-76cb4ec8-8671-45be-a552-bffc99d997d4 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Deleting port 3eeca42f-eb91-4e91-95b4-453e49ff586a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:20.286673 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-980a6afc-9f1d-4ce5-b2cd-e1aa41a06e5e req-76cb4ec8-8671-45be-a552-bffc99d997d4 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.418678 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58416997-f312-423a-b9c4-b2ec1ef5cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.431865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58416997-f312-423a-b9c4-b2ec1ef5cb60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.436590 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-58416997-f312-423a-b9c4-b2ec1ef5cb60 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e7f266cd-7ba1-4cd8-ab7e-f3565270df90 HTTP/1.1" status: 204 len: 168 time: 0.7788413 Jul 16 17:53:20.439506 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49486) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:20.465968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58416997-f312-423a-b9c4-b2ec1ef5cb60 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f266cd-7ba1-4cd8-ab7e-f3565270df90,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:20.531878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d919972-2cd4-475e-baf4-f644f6b97aa5 admin admin] Deleting subnet 1256a085-47b8-48f9-86d0-6cc753dfdba0 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:53:20.538189 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d919972-2cd4-475e-baf4-f644f6b97aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.588748 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d919972-2cd4-475e-baf4-f644f6b97aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.705902 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d919972-2cd4-475e-baf4-f644f6b97aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.834066 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d919972-2cd4-475e-baf4-f644f6b97aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.845322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec80982-7783-4e77-b7e8-857770a05d2e req-79e556c7-70bf-4932-be48-13a17e44c2ed tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:20.854529 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bec80982-7783-4e77-b7e8-857770a05d2e req-79e556c7-70bf-4932-be48-13a17e44c2ed tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 948 time: 1.2191527 Jul 16 17:53:20.856934 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41a7b5cc-a872-43fa-9856-37bec50b61b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.881705 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d919972-2cd4-475e-baf4-f644f6b97aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.891243 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1d919972-2cd4-475e-baf4-f644f6b97aa5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1256a085-47b8-48f9-86d0-6cc753dfdba0 HTTP/1.1" status: 204 len: 168 time: 0.4481113 Jul 16 17:53:20.904121 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49492) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:20.930364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:20.930364 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.930364 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] 10.222.0.11 "PUT /v2.0/ports/124fb0c8-0d86-4985-8ae7-ca67fb213635 HTTP/1.1" status: 200 len: 1097 time: 4.1923742 Jul 16 17:53:20.950639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56ea117-ecb3-4207-b1c4-f8d5970cd09d', 'tag': '124fb0c8-0d86-4985-8ae7-ca67fb213635'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:20.953575 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be90ff1d-cc6f-4d72-aa52-1b19c5474064" -d '{"events": [{"name": "network-changed", "server_uuid": "d56ea117-ecb3-4207-b1c4-f8d5970cd09d", "tag": "124fb0c8-0d86-4985-8ae7-ca67fb213635"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:20.981479 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d919972-2cd4-475e-baf4-f644f6b97aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1256a085-47b8-48f9-86d0-6cc753dfdba0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:21.122795 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f9afbc1-86b2-46d2-aa90-a9d0947e90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.175133 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-2f68cca2-0b72-4fee-aecd-51f22ce5dfbf tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d9d594a87104bd9acf301fdd2522183&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0479939 Jul 16 17:53:21.220572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78c781-9ac3-4959-81f6-9bfce95bb460 service neutron] Pushing event updated for resources: {'Port': ['ID=124fb0c8-0d86-4985-8ae7-ca67fb213635,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:21.258513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-98d47b3b-7a55-4aa4-acb6-0b4546d3905b tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=69c6da1c270e4bc08599a49dfccdb89e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4167423 Jul 16 17:53:21.365182 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a7b5cc-a872-43fa-9856-37bec50b61b2 admin admin] Checking segment: {'id': '55c58362-43c3-48ae-8d01-6d895aecf0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:21.365559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a7b5cc-a872-43fa-9856-37bec50b61b2 admin admin] Network hostable DHCP agents. Network: 7aee331f-bbc0-4f07-bed5-9d8ab81684e6, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:21.454961 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bec80982-7783-4e77-b7e8-857770a05d2e req-b5855f26-f88c-4efb-a851-f582fdc42e1d tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993414 Jul 16 17:53:21.461990 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f9afbc1-86b2-46d2-aa90-a9d0947e90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.501535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7b5cc-a872-43fa-9856-37bec50b61b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac3d582e-7407-48bf-ac13-931a5adca160,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:21.535888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7f9afbc1-86b2-46d2-aa90-a9d0947e90a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcb0913-8e25-4e8f-9133-9f36f3da82f5']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:21.557151 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7f9afbc1-86b2-46d2-aa90-a9d0947e90a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bd0dc4-62e6-485c-9a55-ab410f248f8f') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:21.562898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7f9afbc1-86b2-46d2-aa90-a9d0947e90a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bd0dc4-62e6-485c-9a55-ab410f248f8f') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:21.591198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-980a6afc-9f1d-4ce5-b2cd-e1aa41a06e5e req-76cb4ec8-8671-45be-a552-bffc99d997d4 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] For port 3eeca42f-eb91-4e91-95b4-453e49ff586a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3eeca42f-eb91-4e91-95b4-453e49ff586a,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:21.591633 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-980a6afc-9f1d-4ce5-b2cd-e1aa41a06e5e req-76cb4ec8-8671-45be-a552-bffc99d997d4 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.603827 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f9afbc1-86b2-46d2-aa90-a9d0947e90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.625295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a7b5cc-a872-43fa-9856-37bec50b61b2 admin admin] Network 7aee331f-bbc0-4f07-bed5-9d8ab81684e6 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:21.660453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-980a6afc-9f1d-4ce5-b2cd-e1aa41a06e5e req-76cb4ec8-8671-45be-a552-bffc99d997d4 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Calling delete_port for 3eeca42f-eb91-4e91-95b4-453e49ff586a owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:21.669392 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f9afbc1-86b2-46d2-aa90-a9d0947e90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.693931 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98eabf4a-1cbc-4576-bb05-4f0b3ec6b871 x-openstack-request-id: req-98eabf4a-1cbc-4576-bb05-4f0b3ec6b871 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:21.694550 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "name": "network-vif-plugged", "status": "completed", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:21.694550 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98eabf4a-1cbc-4576-bb05-4f0b3ec6b871 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:21.694897 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f', 'code': 200} Jul 16 17:53:21.706511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9afbc1-86b2-46d2-aa90-a9d0947e90a1 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:53:21.707316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f9afbc1-86b2-46d2-aa90-a9d0947e90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.775916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-41a7b5cc-a872-43fa-9856-37bec50b61b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 7aee331f-bbc0-4f07-bed5-9d8ab81684e6) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:21.790922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a7b5cc-a872-43fa-9856-37bec50b61b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:21.797081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129bad4f-a601-491e-94a7-3dcd00e9999a None None] Network 7aee331f-bbc0-4f07-bed5-9d8ab81684e6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:21.804174 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41a7b5cc-a872-43fa-9856-37bec50b61b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:53:21.832172 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:53:21.883843 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f9afbc1-86b2-46d2-aa90-a9d0947e90a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.902400 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f9afbc1-86b2-46d2-aa90-a9d0947e90a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.905534 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7f9afbc1-86b2-46d2-aa90-a9d0947e90a1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9dcb0913-8e25-4e8f-9133-9f36f3da82f5 HTTP/1.1" status: 204 len: 168 time: 0.9441035 Jul 16 17:53:21.923646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9afbc1-86b2-46d2-aa90-a9d0947e90a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dcb0913-8e25-4e8f-9133-9f36f3da82f5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:21.944669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b5ff2-1e77-4b07-bea8-8cfd45f7fd0d req-cd64ae42-633c-4652-9ca5-dd0ce675c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:21.947006 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-641b5ff2-1e77-4b07-bea8-8cfd45f7fd0d req-cd64ae42-633c-4652-9ca5-dd0ce675c910 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 1100 time: 0.1108403 Jul 16 17:53:22.002481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-1dce99f8-1d3e-4503-b551-4b10c90a5be5 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:22.020063 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-1dce99f8-1d3e-4503-b551-4b10c90a5be5 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7438285 Jul 16 17:53:22.054844 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-641b5ff2-1e77-4b07-bea8-8cfd45f7fd0d req-09d614a3-c508-4f4f-beb5-0868a611a615 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004789 Jul 16 17:53:22.094063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9944746f-6812-4149-8047-f50ff5a7ddd0 None None] Network 7aee331f-bbc0-4f07-bed5-9d8ab81684e6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:22.101546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Request body: {'port': {'device_id': '98fbbb39-a7f9-40d3-b5f9-3098abe0494d', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '69c6da1c270e4bc08599a49dfccdb89e'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:22.107570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-269a0e7e-4024-4679-98e7-410eaa84332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:22.111288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-269a0e7e-4024-4679-98e7-410eaa84332c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2fbd65c092f342ae82b609b2deb5429f&device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 1100 time: 0.8924100 Jul 16 17:53:22.161156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49516) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:22.199365 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-41a7b5cc-a872-43fa-9856-37bec50b61b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3221204 Jul 16 17:53:22.311197 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-641a374a-daec-4b2a-8957-0122686a19db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5e6198059344f539cf6bbde362b7a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479847 Jul 16 17:53:22.317738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49520) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:22.339012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3eeca42f-eb91-4e91-95b4-453e49ff586a no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:22.415571 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44dec8f0-14ff-410b-8e4c-8ced9633be1f req-ea71d2ab-27ce-4361-a276-104a95a4f5b8 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 210 time: 0.2972355 Jul 16 17:53:22.486796 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-4782fb4a-1369-4206-a677-7a58667d0385 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=124fb0c8-0d86-4985-8ae7-ca67fb213635 HTTP/1.1" status: 200 len: 217 time: 0.3021607 Jul 16 17:53:22.522375 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55729348-6f88-471b-869b-9e39dd3740ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.623220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55729348-6f88-471b-869b-9e39dd3740ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.666500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-d69558a6-9a2b-4d34-a2f7-d5c395bcf4de service neutron] 10.222.0.24 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3684516 Jul 16 17:53:22.693167 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013bce74-d09c-4571-b495-95cde563eec7 x-openstack-request-id: req-013bce74-d09c-4571-b495-95cde563eec7 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:22.693825 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56ea117-ecb3-4207-b1c4-f8d5970cd09d", "tag": "124fb0c8-0d86-4985-8ae7-ca67fb213635", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:22.694355 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-013bce74-d09c-4571-b495-95cde563eec7 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:22.695104 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56ea117-ecb3-4207-b1c4-f8d5970cd09d', 'tag': '124fb0c8-0d86-4985-8ae7-ca67fb213635', 'status': 'completed', 'code': 200} Jul 16 17:53:22.755213 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.777822 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55729348-6f88-471b-869b-9e39dd3740ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.780729 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55729348-6f88-471b-869b-9e39dd3740ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.785149 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-55729348-6f88-471b-869b-9e39dd3740ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff960ecd-79ba-4957-bb3f-855f58d4ef8d HTTP/1.1" status: 204 len: 168 time: 0.4630687 Jul 16 17:53:22.803029 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55729348-6f88-471b-869b-9e39dd3740ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff960ecd-79ba-4957-bb3f-855f58d4ef8d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:23.046616 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Made reservation on behalf of 69c6da1c270e4bc08599a49dfccdb89e for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:23.054562 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.080353 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.098507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-967651b6-83f4-4943-9b26-0c84eadd7e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:23.100809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-967651b6-83f4-4943-9b26-0c84eadd7e7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.4320636 Jul 16 17:53:23.335584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-8da4507c-43a4-4fab-b874-6791e2b5c11f service neutron] 10.222.0.24 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233213 Jul 16 17:53:23.406136 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-980a6afc-9f1d-4ce5-b2cd-e1aa41a06e5e req-76cb4ec8-8671-45be-a552-bffc99d997d4 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.452054 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.462818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb4ec8-8671-45be-a552-bffc99d997d4 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Pushing event deleted for resources: {'Port': ['ID=3eeca42f-eb91-4e91-95b4-453e49ff586a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:23.466293 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.622120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-18720e72-d9e9-4356-867a-5a14b8043f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:23.624058 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-18720e72-d9e9-4356-867a-5a14b8043f7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4487691 Jul 16 17:53:23.694375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49550) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:23.713860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3308dc6d-914d-4394-85fc-678545047219,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:23.781630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-43f58145-992d-48d3-b43b-f3c955435595 req-b8da1b9c-fa52-427c-98e9-ad8ebb00b5c6 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-90879691', 'description': 'tempest-description-573761245'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:23.805476 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6f5ec29f-4ab8-46de-adf0-3ea884996d65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b6d1d7cf2eb4f7f988388341b479027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094170 Jul 16 17:53:23.811738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49552) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:23.812053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Allocated IP 192.168.233.141 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/ba28e833-9a24-44fd-8dc3-5054cbb6d0a4) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:23.910523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c166fb08-2922-4667-99f7-783ea451aabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.948936 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c166fb08-2922-4667-99f7-783ea451aabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.005364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-980a6afc-9f1d-4ce5-b2cd-e1aa41a06e5e req-76cb4ec8-8671-45be-a552-bffc99d997d4 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] No DVR routers for this DVR port 3eeca42f-eb91-4e91-95b4-453e49ff586a on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:24.047312 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-980a6afc-9f1d-4ce5-b2cd-e1aa41a06e5e req-76cb4ec8-8671-45be-a552-bffc99d997d4 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.051285 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-980a6afc-9f1d-4ce5-b2cd-e1aa41a06e5e req-76cb4ec8-8671-45be-a552-bffc99d997d4 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.32 "DELETE /v2.0/ports/3eeca42f-eb91-4e91-95b4-453e49ff586a HTTP/1.1" status: 204 len: 173 time: 5.8217318 Jul 16 17:53:24.073688 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c166fb08-2922-4667-99f7-783ea451aabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.078146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c166fb08-2922-4667-99f7-783ea451aabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.083471 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c166fb08-2922-4667-99f7-783ea451aabd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be27c9a7-ae4e-4136-8c75-d0a433117334 HTTP/1.1" status: 204 len: 168 time: 0.2698977 Jul 16 17:53:24.107502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166fb08-2922-4667-99f7-783ea451aabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be27c9a7-ae4e-4136-8c75-d0a433117334,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:24.200439 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.217385 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Transition to ACTIVE for port object ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:24.243466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-43f58145-992d-48d3-b43b-f3c955435595 req-b8da1b9c-fa52-427c-98e9-ad8ebb00b5c6 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.372123 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.488103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-a2b409bc-07ea-4a35-a2dd-462dbd1eb744 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803628 Jul 16 17:53:24.545069 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:24.559543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3f398-d9b0-4a6b-ad24-0edd60926c4a req-01ec4916-d868-4518-8655-02b1d59db879 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:24.561149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ca3f398-d9b0-4a6b-ad24-0edd60926c4a req-01ec4916-d868-4518-8655-02b1d59db879 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 948 time: 0.7680194 Jul 16 17:53:24.593775 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:24.618822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:24.618822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Pushing event updated for resources: {'Port': ['ID=ba28e833-9a24-44fd-8dc3-5054cbb6d0a4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:24.740433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb12a128-b811-4bee-a290-30e8bb440a8f', 'name': 'network-vif-deleted', 'tag': '3eeca42f-eb91-4e91-95b4-453e49ff586a'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:24.742792 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac14bfd-f2ca-49c0-bef9-46c26308d9b4" -d '{"events": [{"server_uuid": "bb12a128-b811-4bee-a290-30e8bb440a8f", "name": "network-vif-deleted", "tag": "3eeca42f-eb91-4e91-95b4-453e49ff586a"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:24.988677 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d0b8a36-c9d8-46ad-8216-b536c9ecc9f3 req-4a2e568a-a80d-42f8-827c-481e7a0129da service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781938 Jul 16 17:53:24.992933 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.040746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:25.041600 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.070320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ca3f398-d9b0-4a6b-ad24-0edd60926c4a req-1ba99009-5c6a-4dde-b90d-53c0b3ed8baa tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677203 Jul 16 17:53:25.088242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-43f58145-992d-48d3-b43b-f3c955435595 req-b8da1b9c-fa52-427c-98e9-ad8ebb00b5c6 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.116368 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-43f58145-992d-48d3-b43b-f3c955435595 req-b8da1b9c-fa52-427c-98e9-ad8ebb00b5c6 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.119333 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-59d35480-e2bd-4ac6-8309-cc5243ffa3b4 None None] Provisioning for port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:25.126860 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-59d35480-e2bd-4ac6-8309-cc5243ffa3b4 None None] Provisioning complete for port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:25.128888 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59d35480-e2bd-4ac6-8309-cc5243ffa3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.157831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-4e7022ba-8f0e-47fb-8b9e-340085d13033 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1364312 Jul 16 17:53:25.171860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Request body: {'port': {'device_id': '98fbbb39-a7f9-40d3-b5f9-3098abe0494d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:25.192865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-59d35480-e2bd-4ac6-8309-cc5243ffa3b4 None None] Port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:25.220506 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-43f58145-992d-48d3-b43b-f3c955435595 req-b8da1b9c-fa52-427c-98e9-ad8ebb00b5c6 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.221841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43f58145-992d-48d3-b43b-f3c955435595 req-b8da1b9c-fa52-427c-98e9-ad8ebb00b5c6 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.5846794 Jul 16 17:53:25.226646 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da1b9c-fa52-427c-98e9-ad8ebb00b5c6 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4576bd-e0ea-4fc4-848d-09329f673ee9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:25.303642 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90ff1d-cc6f-4d72-aa52-1b19c5474064 req-d7d9fff4-7f46-4485-aa01-e418d813b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:25.306617 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be90ff1d-cc6f-4d72-aa52-1b19c5474064 req-d7d9fff4-7f46-4485-aa01-e418d813b7d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2fbd65c092f342ae82b609b2deb5429f&device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 1100 time: 0.2159412 Jul 16 17:53:25.324889 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.976631 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a60c15a-9152-464e-88ed-eff5f209227e req-25201c6d-0fe0-40f8-9ba1-2afac5745039 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 210 time: 0.1013880 Jul 16 17:53:26.175861 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0446331c-105e-4031-8fe0-edb13737d139 x-openstack-request-id: req-0446331c-105e-4031-8fe0-edb13737d139 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:26.176209 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb12a128-b811-4bee-a290-30e8bb440a8f", "name": "network-vif-deleted", "tag": "3eeca42f-eb91-4e91-95b4-453e49ff586a", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:26.176493 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0446331c-105e-4031-8fe0-edb13737d139 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:26.176821 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb12a128-b811-4bee-a290-30e8bb440a8f', 'name': 'network-vif-deleted', 'tag': '3eeca42f-eb91-4e91-95b4-453e49ff586a', 'status': 'completed', 'code': 200} Jul 16 17:53:26.197409 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-70a3e0d8-7c19-4bdf-bebb-9ae194a0faa8 req-5ed59658-cf94-4f78-8e9e-8472cb4047e5 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2021418027', 'description': 'tempest-description-1754802854'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:26.226848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90ff1d-cc6f-4d72-aa52-1b19c5474064 req-533af6f9-8877-4d83-86e2-988a24c1baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:26.228384 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be90ff1d-cc6f-4d72-aa52-1b19c5474064 req-533af6f9-8877-4d83-86e2-988a24c1baab service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.9001467 Jul 16 17:53:26.353711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be90ff1d-cc6f-4d72-aa52-1b19c5474064 req-c8a0f365-f958-401d-84b3-bcc25bc54b13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=124fb0c8-0d86-4985-8ae7-ca67fb213635 HTTP/1.1" status: 200 len: 217 time: 0.1135464 Jul 16 17:53:26.382389 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-70a3e0d8-7c19-4bdf-bebb-9ae194a0faa8 req-5ed59658-cf94-4f78-8e9e-8472cb4047e5 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.409610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-2999b93f-5c57-4cb9-a688-e59ba020f914 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:26.410940 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-2999b93f-5c57-4cb9-a688-e59ba020f914 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.11 "GET /v2.0/networks?id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03 HTTP/1.1" status: 200 len: 805 time: 0.4331121 Jul 16 17:53:26.420661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e4d72-b3a3-4d55-96e3-9ee4b039eac7 req-703e29c0-0e0b-4563-bbe6-bb0309322130 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:26.427629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da5e4d72-b3a3-4d55-96e3-9ee4b039eac7 req-703e29c0-0e0b-4563-bbe6-bb0309322130 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 936 time: 0.9768453 Jul 16 17:53:26.483692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-93c16565-f134-4a59-a7c7-a34ad67a5133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Request body: {'port': {'device_id': '16f5d93f-6387-4df2-83d9-3e588a774f72', 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03', 'admin_state_up': True, 'tenant_id': '1d9d594a87104bd9acf301fdd2522183'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:26.683655 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da5e4d72-b3a3-4d55-96e3-9ee4b039eac7 req-c00e05ba-d57f-4d58-bc2e-bcb155bbdf8d tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/security-groups?id=3308dc6d-914d-4394-85fc-678545047219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509804 Jul 16 17:53:26.704635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90ff1d-cc6f-4d72-aa52-1b19c5474064 req-78d5e330-6f94-4bec-8ce5-1f9357d6e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:26.709209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be90ff1d-cc6f-4d72-aa52-1b19c5474064 req-78d5e330-6f94-4bec-8ce5-1f9357d6e414 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.3446834 Jul 16 17:53:27.001753 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-70a3e0d8-7c19-4bdf-bebb-9ae194a0faa8 req-5ed59658-cf94-4f78-8e9e-8472cb4047e5 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.026854 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-70a3e0d8-7c19-4bdf-bebb-9ae194a0faa8 req-5ed59658-cf94-4f78-8e9e-8472cb4047e5 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.052500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:27.078238 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.117093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90ff1d-cc6f-4d72-aa52-1b19c5474064 req-4b6f922e-de34-4123-a39e-5ec2ef3ef976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:27.118657 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be90ff1d-cc6f-4d72-aa52-1b19c5474064 req-4b6f922e-de34-4123-a39e-5ec2ef3ef976 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3587749 Jul 16 17:53:27.137768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53517c99-4e8c-448a-aa6c-32499e06e31a req-81b7f955-061a-43ca-99d1-0a5640068487 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:27.139601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53517c99-4e8c-448a-aa6c-32499e06e31a req-81b7f955-061a-43ca-99d1-0a5640068487 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 948 time: 0.3100853 Jul 16 17:53:27.140255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-93c16565-f134-4a59-a7c7-a34ad67a5133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Made reservation on behalf of 1d9d594a87104bd9acf301fdd2522183 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:27.150230 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-93c16565-f134-4a59-a7c7-a34ad67a5133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.167221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Transition to ACTIVE for port object ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:27.169056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed59658-cf94-4f78-8e9e-8472cb4047e5 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4451f42-507b-4093-8f57-7f2fcefc2153,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:27.190820 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-70a3e0d8-7c19-4bdf-bebb-9ae194a0faa8 req-5ed59658-cf94-4f78-8e9e-8472cb4047e5 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.194714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-70a3e0d8-7c19-4bdf-bebb-9ae194a0faa8 req-5ed59658-cf94-4f78-8e9e-8472cb4047e5 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0095935 Jul 16 17:53:27.229573 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.517223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-93c16565-f134-4a59-a7c7-a34ad67a5133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Allocated IP 172.20.0.9 (fd69b1a2-b195-4cab-b8c5-4ea09de60f03/fda748cb-678b-4f5a-a8c1-3046219bc46b/ab3b0013-5689-4e27-916e-fbe6bd93e3a5) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:27.616286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53517c99-4e8c-448a-aa6c-32499e06e31a req-006a0d40-176b-4e23-a540-3cc1a1638c60 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620981 Jul 16 17:53:27.625323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Pushing event updated for resources: {'Port': ['ID=ba28e833-9a24-44fd-8dc3-5054cbb6d0a4,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:27.630347 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be90ff1d-cc6f-4d72-aa52-1b19c5474064 req-c29629ea-2b22-4811-a460-99617c85c340 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034349 Jul 16 17:53:27.799207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 124fb0c8-0d86-4985-8ae7-ca67fb213635 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:27.806301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a45b9b70-7806-426c-b801-9b331cc17ba0 req-82374e76-4f41-4951-942e-e91ef3d08245 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 210 time: 0.0823066 Jul 16 17:53:27.947332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 124fb0c8-0d86-4985-8ae7-ca67fb213635, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=124fb0c8-0d86-4985-8ae7-ca67fb213635,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:27.961162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '124fb0c8-0d86-4985-8ae7-ca67fb213635', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '124fb0c8-0d86-4985-8ae7-ca67fb213635', 'mac_address': 'fa:16:3e:ab:d5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:28.024045 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.044110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124fb0c8-0d86-4985-8ae7-ca67fb213635 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:28.075434 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 124fb0c8-0d86-4985-8ae7-ca67fb213635, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=124fb0c8-0d86-4985-8ae7-ca67fb213635,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:28.081091 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.144195 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-93c16565-f134-4a59-a7c7-a34ad67a5133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.145812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=124fb0c8-0d86-4985-8ae7-ca67fb213635,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:28.150171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be90ff1d-cc6f-4d72-aa52-1b19c5474064 req-33f95b76-9c22-4983-a3d9-e4a102e93b4e service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110638 Jul 16 17:53:28.156306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Attempting to bind port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:28.156306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Attempting to bind port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:28.156525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Attempting to bind port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:28.187013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:28.187481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Attempting to bind port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:28.200963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-243a3eb1-9dc3-41e0-81e9-b6e3f770cbaa tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.202631 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-243a3eb1-9dc3-41e0-81e9-b6e3f770cbaa tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/networks?id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6 HTTP/1.1" status: 200 len: 812 time: 0.2982771 Jul 16 17:53:28.213216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:28.213216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:28.213216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:28.213563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Bound port: ba28e833-9a24-44fd-8dc3-5054cbb6d0a4, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:28.213905 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.259501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-11ffe56b-8953-4956-b3c4-b2fea0fbbc7c tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/quotas/1f1905b62a7d4f5baa8bd3aa69a6ac39 HTTP/1.1" status: 200 len: 375 time: 0.0417304 Jul 16 17:53:28.269727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c991e9-38b3-4861-9963-88fd290ca94c req-5500cc25-3c6c-452b-83fa-0f109b915598 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.271204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8c991e9-38b3-4861-9963-88fd290ca94c req-5500cc25-3c6c-452b-83fa-0f109b915598 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 948 time: 0.2903168 Jul 16 17:53:28.304984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['124fb0c8-0d86-4985-8ae7-ca67fb213635'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:28.336134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-d3ed121a-07a0-4138-b59e-b247a3805adf tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449600 Jul 16 17:53:28.369240 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-93c16565-f134-4a59-a7c7-a34ad67a5133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.489874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-93c16565-f134-4a59-a7c7-a34ad67a5133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:28.528130 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-93c16565-f134-4a59-a7c7-a34ad67a5133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:28.554302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8c991e9-38b3-4861-9963-88fd290ca94c req-07769ff6-3498-4781-b635-b46e8d7ce203 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/security-groups?id=3308dc6d-914d-4394-85fc-678545047219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489710 Jul 16 17:53:28.580059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] For port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:28.608191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] For port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ba28e833-9a24-44fd-8dc3-5054cbb6d0a4,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:28.610590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-93c16565-f134-4a59-a7c7-a34ad67a5133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:28.659686 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.683409 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c16565-f134-4a59-a7c7-a34ad67a5133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Pushing event updated for resources: {'Port': ['ID=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:28.703459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.704463 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.707885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] 10.222.0.32 "PUT /v2.0/ports/ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 HTTP/1.1" status: 200 len: 1097 time: 3.5403175 Jul 16 17:53:28.720959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fbbb39-a7f9-40d3-b5f9-3098abe0494d', 'tag': 'ba28e833-9a24-44fd-8dc3-5054cbb6d0a4'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:28.725478 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a2e8b2-e955-435b-967f-00f20a4a768c" -d '{"events": [{"name": "network-changed", "server_uuid": "98fbbb39-a7f9-40d3-b5f9-3098abe0494d", "tag": "ba28e833-9a24-44fd-8dc3-5054cbb6d0a4"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:28.775181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-51c20513-6923-44f3-89b5-ae5d3f448e7d service neutron] 10.222.0.24 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212644 Jul 16 17:53:28.820989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ec40a-f9cf-4ad9-a0e0-92edd35b344d service neutron] Pushing event updated for resources: {'Port': ['ID=ba28e833-9a24-44fd-8dc3-5054cbb6d0a4,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:28.942748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-93c16565-f134-4a59-a7c7-a34ad67a5133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.943718 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-93c16565-f134-4a59-a7c7-a34ad67a5133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.050231 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-93c16565-f134-4a59-a7c7-a34ad67a5133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5845275 Jul 16 17:53:29.070113 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Request body: {'port': {'device_id': '16f5d93f-6387-4df2-83d9-3e588a774f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:29.150488 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-14c7cc14-cc87-4d6c-81f9-21aad8e51aea service neutron] 10.222.0.24 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201432 Jul 16 17:53:29.157303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-7ca3f4a6-2cfb-4b65-966f-6097439f7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.158881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-7ca3f4a6-2cfb-4b65-966f-6097439f7d6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69c6da1c270e4bc08599a49dfccdb89e&device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 1100 time: 0.3159716 Jul 16 17:53:29.179847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc6847-b9a3-4248-ad87-aa82ca60d571 req-372f30fc-5a22-4363-a62c-4a6a80960162 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.181437 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eddc6847-b9a3-4248-ad87-aa82ca60d571 req-372f30fc-5a22-4363-a62c-4a6a80960162 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 949 time: 0.2331200 Jul 16 17:53:29.262882 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-e2f19fe5-0ab8-458f-adac-256e987bf69e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 HTTP/1.1" status: 200 len: 217 time: 0.0949564 Jul 16 17:53:29.326714 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.377965 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d412a48c-fe96-448a-8d42-d2d7759e3c65 x-openstack-request-id: req-d412a48c-fe96-448a-8d42-d2d7759e3c65 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:29.377965 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fbbb39-a7f9-40d3-b5f9-3098abe0494d", "tag": "ba28e833-9a24-44fd-8dc3-5054cbb6d0a4", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:29.377965 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d412a48c-fe96-448a-8d42-d2d7759e3c65 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:29.377965 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fbbb39-a7f9-40d3-b5f9-3098abe0494d', 'tag': 'ba28e833-9a24-44fd-8dc3-5054cbb6d0a4', 'status': 'completed', 'code': 200} Jul 16 17:53:29.399074 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eddc6847-b9a3-4248-ad87-aa82ca60d571 req-88c75403-455e-473c-b2aa-10f0ce5b2cc9 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792872 Jul 16 17:53:29.407311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-97c42eba-063a-4a1e-9245-89acf253304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.409036 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-97c42eba-063a-4a1e-9245-89acf253304e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1324544 Jul 16 17:53:29.809403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 124fb0c8-0d86-4985-8ae7-ca67fb213635 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:29.881053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 124fb0c8-0d86-4985-8ae7-ca67fb213635 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:29.888503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 124fb0c8-0d86-4985-8ae7-ca67fb213635 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:29.889796 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.032683 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.066781 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da5290ec-47e4-4fad-bc22-5db29ab38877 req-36cf68f2-c50c-4ee8-93ca-e663f0f702d9 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 210 time: 0.0919883 Jul 16 17:53:30.082404 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56ea117-ecb3-4207-b1c4-f8d5970cd09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124fb0c8-0d86-4985-8ae7-ca67fb213635'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:30.086557 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c9ecd3-737c-4765-9205-7581ae0e8804" -d '{"events": [{"server_uuid": "d56ea117-ecb3-4207-b1c4-f8d5970cd09d", "name": "network-vif-plugged", "status": "completed", "tag": "124fb0c8-0d86-4985-8ae7-ca67fb213635"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:30.086817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-b190dd7f-2f8e-416c-861f-78a9308f3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.088294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-b190dd7f-2f8e-416c-861f-78a9308f3d99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6444573 Jul 16 17:53:30.120293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 124fb0c8-0d86-4985-8ae7-ca67fb213635, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=124fb0c8-0d86-4985-8ae7-ca67fb213635,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:30.128598 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.203653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=124fb0c8-0d86-4985-8ae7-ca67fb213635,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:30.287163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531f605-0c48-45c7-aa8f-e5eb56cd5f71 req-4c7e76fd-cc33-4dc1-85b5-bbf14f819986 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.294116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6531f605-0c48-45c7-aa8f-e5eb56cd5f71 req-4c7e76fd-cc33-4dc1-85b5-bbf14f819986 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 931 time: 0.3177085 Jul 16 17:53:30.361624 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-03d45dcf-0862-4316-811e-90d92ad00640 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516141 Jul 16 17:53:30.503772 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6531f605-0c48-45c7-aa8f-e5eb56cd5f71 req-689b3af9-4e50-4b7d-a38b-5410003b3133 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087677 Jul 16 17:53:30.568930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab3b0013-5689-4e27-916e-fbe6bd93e3a5 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:30.583980 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29a1e1f-40ca-47c8-931f-097312123d02 x-openstack-request-id: req-f29a1e1f-40ca-47c8-931f-097312123d02 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:30.584337 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56ea117-ecb3-4207-b1c4-f8d5970cd09d", "name": "network-vif-plugged", "status": "completed", "tag": "124fb0c8-0d86-4985-8ae7-ca67fb213635", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:30.584784 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f29a1e1f-40ca-47c8-931f-097312123d02 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:30.585232 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56ea117-ecb3-4207-b1c4-f8d5970cd09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124fb0c8-0d86-4985-8ae7-ca67fb213635', 'code': 200} Jul 16 17:53:30.594920 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.642787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Transition to ACTIVE for port object ab3b0013-5689-4e27-916e-fbe6bd93e3a5 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:30.681174 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.703337 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25387ef3-36ab-41f3-b23a-ea87ce44806a req-1de36a3d-9a91-4e13-bab8-a7226afe0a24 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104403 Jul 16 17:53:30.714068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bcb1b-c351-4a81-adcd-9b6559d6a78f req-c22c51f9-05c6-4a91-b550-14cf4422433b tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.723243 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c8bcb1b-c351-4a81-adcd-9b6559d6a78f req-c22c51f9-05c6-4a91-b550-14cf4422433b tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 948 time: 0.3581655 Jul 16 17:53:30.950279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Pushing event updated for resources: {'Port': ['ID=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:31.020213 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c8bcb1b-c351-4a81-adcd-9b6559d6a78f req-69bcb34b-e3d3-4577-81d2-d8e563557df8 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/security-groups?id=3308dc6d-914d-4394-85fc-678545047219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951350 Jul 16 17:53:31.160035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982924f-19fc-4312-97a8-a46405835b2f req-12e04bfe-9ada-47b5-a205-415c15d327df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.163564 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b982924f-19fc-4312-97a8-a46405835b2f req-12e04bfe-9ada-47b5-a205-415c15d327df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 1102 time: 0.4356956 Jul 16 17:53:31.203319 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2e8b2-e955-435b-967f-00f20a4a768c req-f423f15a-ef20-444f-a151-889621558d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.205704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a2e8b2-e955-435b-967f-00f20a4a768c req-f423f15a-ef20-444f-a151-889621558d65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69c6da1c270e4bc08599a49dfccdb89e&device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 1100 time: 0.3828092 Jul 16 17:53:31.229861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-cdd48455-309f-431d-93b3-fae58b8c6fa3 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.231976 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-cdd48455-309f-431d-93b3-fae58b8c6fa3 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.32 "GET /v2.0/networks?id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6 HTTP/1.1" status: 200 len: 812 time: 0.3445652 Jul 16 17:53:31.247425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea6183-509a-4ad7-ac6d-9d6adb5a283c req-47da16a4-c822-4e0c-a78c-f1c5b5c2ce16 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.249116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcea6183-509a-4ad7-ac6d-9d6adb5a283c req-47da16a4-c822-4e0c-a78c-f1c5b5c2ce16 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 950 time: 0.4938314 Jul 16 17:53:31.298082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-167ec0d7-7f99-4540-88a3-aef1e6664463 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'port': {'device_id': '78916762-c565-4114-8772-329059bf201a', 'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6', 'admin_state_up': True, 'tenant_id': '1f1905b62a7d4f5baa8bd3aa69a6ac39'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:31.364572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Attempting to bind port ab3b0013-5689-4e27-916e-fbe6bd93e3a5 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:31.365124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Attempting to bind port ab3b0013-5689-4e27-916e-fbe6bd93e3a5 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:31.365474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Attempting to bind port ab3b0013-5689-4e27-916e-fbe6bd93e3a5 on network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:31.490617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Port ab3b0013-5689-4e27-916e-fbe6bd93e3a5 on network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:31.491033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Attempting to bind port ab3b0013-5689-4e27-916e-fbe6bd93e3a5 on network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:31.522142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:31.522487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Checking segment: {'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:31.522891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Bound using segment: {'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:31.523351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Bound port: ab3b0013-5689-4e27-916e-fbe6bd93e3a5, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:31.523722 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.561167 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b982924f-19fc-4312-97a8-a46405835b2f req-13989172-666d-48d0-a249-6362c856525e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802235 Jul 16 17:53:31.641277 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f639842-81a7-4e23-afe4-8dd3a024f5c9 req-20211402-af58-49cf-b24d-a1e5c29ed49e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 210 time: 0.1007435 Jul 16 17:53:31.699220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcea6183-509a-4ad7-ac6d-9d6adb5a283c req-f7862c32-b02d-4ce5-9c5e-69e127dcd49e tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282172 Jul 16 17:53:31.713212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2e8b2-e955-435b-967f-00f20a4a768c req-366af838-bcee-4348-89a6-2476f7cf1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.714807 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a2e8b2-e955-435b-967f-00f20a4a768c req-366af838-bcee-4348-89a6-2476f7cf1ab4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.4796474 Jul 16 17:53:31.802135 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a2e8b2-e955-435b-967f-00f20a4a768c req-f524ba60-f177-40ca-a440-ae037272da11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 HTTP/1.1" status: 200 len: 217 time: 0.0779169 Jul 16 17:53:31.860179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] For port ab3b0013-5689-4e27-916e-fbe6bd93e3a5, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:31.916813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] For port ab3b0013-5689-4e27-916e-fbe6bd93e3a5, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:31.922650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-167ec0d7-7f99-4540-88a3-aef1e6664463 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Made reservation on behalf of 1f1905b62a7d4f5baa8bd3aa69a6ac39 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:31.929708 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-167ec0d7-7f99-4540-88a3-aef1e6664463 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.930540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49762) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:31.952816 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2e8b2-e955-435b-967f-00f20a4a768c req-83626201-d21f-4ace-a7aa-d1447c36db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.957579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a2e8b2-e955-435b-967f-00f20a4a768c req-83626201-d21f-4ace-a7aa-d1447c36db90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1470594 Jul 16 17:53:31.973569 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.133577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:32.134689 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.137319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] 10.222.0.11 "PUT /v2.0/ports/ab3b0013-5689-4e27-916e-fbe6bd93e3a5 HTTP/1.1" status: 200 len: 1092 time: 3.0717814 Jul 16 17:53:32.145701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f5d93f-6387-4df2-83d9-3e588a774f72', 'tag': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:32.151165 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbebdb0-e4b7-4414-8a22-bfad2896056f" -d '{"events": [{"name": "network-changed", "server_uuid": "16f5d93f-6387-4df2-83d9-3e588a774f72", "tag": "ab3b0013-5689-4e27-916e-fbe6bd93e3a5"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:32.166118 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a43a9021-9f7d-4409-9855-8d3aa3f449fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.247803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2519701-f23e-4878-ae9e-052abb72d3ea service neutron] Pushing event updated for resources: {'Port': ['ID=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:32.363176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a43a9021-9f7d-4409-9855-8d3aa3f449fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.371074 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a43a9021-9f7d-4409-9855-8d3aa3f449fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.384120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb9341-21ac-47bf-b5d1-240fdaa874e6 req-be4191e7-4f0f-4977-8339-495363052d53 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:32.395537 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ebb9341-21ac-47bf-b5d1-240fdaa874e6 req-be4191e7-4f0f-4977-8339-495363052d53 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 943 time: 0.5632694 Jul 16 17:53:32.439917 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a43a9021-9f7d-4409-9855-8d3aa3f449fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=706bef4b8b4040198f654ac9126efd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5078321 Jul 16 17:53:32.441892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a9021-9f7d-4409-9855-8d3aa3f449fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac326a3-b1ea-4e01-90b6-676dd35dc3d0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:32.445297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49778) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:32.478578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2e8b2-e955-435b-967f-00f20a4a768c req-c90a4406-6315-4d99-9e4a-a96fa60c59fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:32.480301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a2e8b2-e955-435b-967f-00f20a4a768c req-c90a4406-6315-4d99-9e4a-a96fa60c59fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5152576 Jul 16 17:53:32.537308 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c1b920a1-57ec-426b-b980-cb591e266dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.596276 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c1b920a1-57ec-426b-b980-cb591e266dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.647296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-167ec0d7-7f99-4540-88a3-aef1e6664463 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Allocated IP 172.20.0.10 (7aee331f-bbc0-4f07-bed5-9d8ab81684e6/ac3d582e-7407-48bf-ac13-931a5adca160/338f1561-7d9e-422d-8c96-d8544b6faf7b) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:32.708657 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c1b920a1-57ec-426b-b980-cb591e266dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.711561 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c1b920a1-57ec-426b-b980-cb591e266dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.712673 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c1b920a1-57ec-426b-b980-cb591e266dbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ac326a3-b1ea-4e01-90b6-676dd35dc3d0 HTTP/1.1" status: 204 len: 168 time: 0.2616367 Jul 16 17:53:32.740793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b920a1-57ec-426b-b980-cb591e266dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac326a3-b1ea-4e01-90b6-676dd35dc3d0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:32.791663 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-ba2ae989-a6c8-4ae3-9316-18227f78afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:32.798359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-ba2ae989-a6c8-4ae3-9316-18227f78afe4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d9d594a87104bd9acf301fdd2522183&device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 1095 time: 0.5635130 Jul 16 17:53:32.830679 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ebb9341-21ac-47bf-b5d1-240fdaa874e6 req-5679af8f-3447-4b6d-b74b-39330e30fe37 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302359 Jul 16 17:53:32.918671 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-5dbdb623-925d-4058-89be-de8d5c7df492 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab3b0013-5689-4e27-916e-fbe6bd93e3a5 HTTP/1.1" status: 200 len: 217 time: 0.1073668 Jul 16 17:53:32.965428 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bbeeed-fda2-4f9f-8d53-e10eb952d4d5 x-openstack-request-id: req-f1bbeeed-fda2-4f9f-8d53-e10eb952d4d5 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:32.965747 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f5d93f-6387-4df2-83d9-3e588a774f72", "tag": "ab3b0013-5689-4e27-916e-fbe6bd93e3a5", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:32.966111 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1bbeeed-fda2-4f9f-8d53-e10eb952d4d5 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:32.966561 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f5d93f-6387-4df2-83d9-3e588a774f72', 'tag': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5', 'status': 'completed', 'code': 200} Jul 16 17:53:33.111106 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a2e8b2-e955-435b-967f-00f20a4a768c req-e679b70e-cdf3-48c3-9a51-e0e2b9185421 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193390 Jul 16 17:53:33.199600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-fbe30723-6ff3-4d44-84c3-1c2981a39983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:33.201480 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-fbe30723-6ff3-4d44-84c3-1c2981a39983 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fda748cb-678b-4f5a-a8c1-3046219bc46b HTTP/1.1" status: 200 len: 845 time: 0.2223835 Jul 16 17:53:33.233174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49796) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:33.251822 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4af9de5b-4f0c-484f-8436-ba60415e327b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.325538 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-2171ceac-a8ed-46b2-8672-8099ed784b0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842168 Jul 16 17:53:33.381100 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644cb89-391d-4a96-b70b-bba65e1c2edd req-acaeb2c0-ae2d-43dc-a069-cff4d819383c tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:33.382806 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8644cb89-391d-4a96-b70b-bba65e1c2edd req-acaeb2c0-ae2d-43dc-a069-cff4d819383c tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 948 time: 0.4707434 Jul 16 17:53:33.428452 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4af9de5b-4f0c-484f-8436-ba60415e327b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.437867 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4af9de5b-4f0c-484f-8436-ba60415e327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.462437 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-167ec0d7-7f99-4540-88a3-aef1e6664463 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.467449 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95a2e8b2-e955-435b-967f-00f20a4a768c req-185db1ac-2d6b-419e-904d-d545c738f0e8 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469124 Jul 16 17:53:33.553038 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9de5b-4f0c-484f-8436-ba60415e327b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ab0770-4a97-4bea-8721-7922c8778433,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:33.562846 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4af9de5b-4f0c-484f-8436-ba60415e327b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4869305780d84cb8b42b90f5e990d57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265877 Jul 16 17:53:33.565872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49802) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:33.649262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8644cb89-391d-4a96-b70b-bba65e1c2edd req-b2726081-3b58-4951-b657-6cda59bb8786 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/security-groups?id=3308dc6d-914d-4394-85fc-678545047219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358279 Jul 16 17:53:33.651410 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6a6bdf6-4f2c-4f9b-87fb-dcb4c8aad665 req-e90a351d-fb6b-41a6-8ea6-f8ac40b55816 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 210 time: 0.0803638 Jul 16 17:53:33.654394 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb17a1dd-a6eb-4950-8153-fa7d61d9800b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.727346 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb17a1dd-a6eb-4950-8153-fa7d61d9800b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.732881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-783df9f8-121c-4acd-93b2-f4433fd4fdcb service neutron] 10.222.0.11 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912950 Jul 16 17:53:33.748959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-167ec0d7-7f99-4540-88a3-aef1e6664463 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.810181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7160c8fd-f26c-444e-8538-22ba91e919ab req-bae11ad2-e108-4af8-b18a-059980397a93 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3921819 Jul 16 17:53:33.835446 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb17a1dd-a6eb-4950-8153-fa7d61d9800b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.838196 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb17a1dd-a6eb-4950-8153-fa7d61d9800b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.839891 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fb17a1dd-a6eb-4950-8153-fa7d61d9800b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3ab0770-4a97-4bea-8721-7922c8778433 HTTP/1.1" status: 204 len: 168 time: 0.2712417 Jul 16 17:53:33.850361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17a1dd-a6eb-4950-8153-fa7d61d9800b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ab0770-4a97-4bea-8721-7922c8778433,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:33.959363 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-167ec0d7-7f99-4540-88a3-aef1e6664463 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Network 7aee331f-bbc0-4f07-bed5-9d8ab81684e6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:34.394838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-167ec0d7-7f99-4540-88a3-aef1e6664463 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:34.408155 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:34.431776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-167ec0d7-7f99-4540-88a3-aef1e6664463 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:34.446666 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ec0d7-7f99-4540-88a3-aef1e6664463 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'Port': ['ID=338f1561-7d9e-422d-8c96-d8544b6faf7b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:34.551967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ba28e833-9a24-44fd-8dc3-5054cbb6d0a4,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:34.561881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa9cf-a3b5-424e-b841-80ec6bfea388 req-7abed0b7-033a-43b3-9f33-95348ec37aad tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:34.564398 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-910fa9cf-a3b5-424e-b841-80ec6bfea388 req-7abed0b7-033a-43b3-9f33-95348ec37aad tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 945 time: 0.1245518 Jul 16 17:53:34.568923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'ba28e833-9a24-44fd-8dc3-5054cbb6d0a4', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'ba28e833-9a24-44fd-8dc3-5054cbb6d0a4', 'mac_address': 'fa:16:3e:82:cf:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:34.627403 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.643792 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-167ec0d7-7f99-4540-88a3-aef1e6664463 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:34.645385 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-167ec0d7-7f99-4540-88a3-aef1e6664463 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.656964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:34.658005 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8cfc1b1-c774-4437-bf2a-91459db1a9ee req-c7b670d2-ac7f-4372-b2ff-324d226c3f76 service neutron] 10.222.0.11 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9130044 Jul 16 17:53:34.688927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c8fd-f26c-444e-8538-22ba91e919ab req-55648826-22a8-4314-bc19-0c9059f896ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:34.690804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7160c8fd-f26c-444e-8538-22ba91e919ab req-55648826-22a8-4314-bc19-0c9059f896ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2fbd65c092f342ae82b609b2deb5429f&device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 1102 time: 0.8010681 Jul 16 17:53:34.697017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ba28e833-9a24-44fd-8dc3-5054cbb6d0a4,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:34.703218 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e2f26-f46d-4209-842b-a548fb541d00 req-a1515fde-7e9f-4cdb-938c-a043f141e9b5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:34.704973 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.711438 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c71e2f26-f46d-4209-842b-a548fb541d00 req-a1515fde-7e9f-4cdb-938c-a043f141e9b5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 950 time: 0.8194351 Jul 16 17:53:34.715480 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-167ec0d7-7f99-4540-88a3-aef1e6664463 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4467168 Jul 16 17:53:34.724703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6eebd-826a-46ee-b084-be00674b95fd req-b26f1f67-8180-46a3-b4cd-21ad990c3cb4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:34.731757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-910fa9cf-a3b5-424e-b841-80ec6bfea388 req-4c51630b-66a2-4d18-96e5-426c28630bba tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Deleting port edc29266-a93c-4d45-bdb7-4358b8236a06 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:34.732992 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81c6eebd-826a-46ee-b084-be00674b95fd req-b26f1f67-8180-46a3-b4cd-21ad990c3cb4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 945 time: 0.8157811 Jul 16 17:53:34.733236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-910fa9cf-a3b5-424e-b841-80ec6bfea388 req-4c51630b-66a2-4d18-96e5-426c28630bba tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.759867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Request body: {'port': {'device_id': '78916762-c565-4114-8772-329059bf201a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:34.779986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=ba28e833-9a24-44fd-8dc3-5054cbb6d0a4,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:34.856946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-910fa9cf-a3b5-424e-b841-80ec6bfea388 req-4c51630b-66a2-4d18-96e5-426c28630bba tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] For port edc29266-a93c-4d45-bdb7-4358b8236a06, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=edc29266-a93c-4d45-bdb7-4358b8236a06,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:34.857778 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-910fa9cf-a3b5-424e-b841-80ec6bfea388 req-4c51630b-66a2-4d18-96e5-426c28630bba tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.876279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-910fa9cf-a3b5-424e-b841-80ec6bfea388 req-4c51630b-66a2-4d18-96e5-426c28630bba tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Calling delete_port for edc29266-a93c-4d45-bdb7-4358b8236a06 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:34.933593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49840) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:34.948405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['ba28e833-9a24-44fd-8dc3-5054cbb6d0a4'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:35.028847 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81c6eebd-826a-46ee-b084-be00674b95fd req-08587771-356d-4d1d-b7d5-0877b6c61f54 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944596 Jul 16 17:53:35.043531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c71e2f26-f46d-4209-842b-a548fb541d00 req-0bd73b3a-7dcf-42c7-8b60-21300fa72cb9 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310771 Jul 16 17:53:35.120922 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.193215 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-910fa9cf-a3b5-424e-b841-80ec6bfea388 req-4c51630b-66a2-4d18-96e5-426c28630bba tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.206102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c8fd-f26c-444e-8538-22ba91e919ab req-704b9b35-2182-4b01-a878-8ef4bdfcf533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:35.207682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7160c8fd-f26c-444e-8538-22ba91e919ab req-704b9b35-2182-4b01-a878-8ef4bdfcf533 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.4349782 Jul 16 17:53:35.211200 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['edc29266-a93c-4d45-bdb7-4358b8236a06'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:35.212688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbebdb0-e4b7-4414-8a22-bfad2896056f req-94fc053e-b3d3-4823-8d99-2be5e84e6375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:35.214654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fbebdb0-e4b7-4414-8a22-bfad2896056f req-94fc053e-b3d3-4823-8d99-2be5e84e6375 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d9d594a87104bd9acf301fdd2522183&device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 1095 time: 0.3841500 Jul 16 17:53:35.234524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1629566273-network', 'tenant_id': 'c75ff43c87894794a42945b1a17d541c'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:35.249904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51630b-66a2-4d18-96e5-426c28630bba tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event deleted for resources: {'Port': ['ID=edc29266-a93c-4d45-bdb7-4358b8236a06,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:35.310692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-910fa9cf-a3b5-424e-b841-80ec6bfea388 req-4c51630b-66a2-4d18-96e5-426c28630bba tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] No DVR routers for this DVR port edc29266-a93c-4d45-bdb7-4358b8236a06 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:35.313768 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-910fa9cf-a3b5-424e-b841-80ec6bfea388 req-4c51630b-66a2-4d18-96e5-426c28630bba tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.316917 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-910fa9cf-a3b5-424e-b841-80ec6bfea388 req-4c51630b-66a2-4d18-96e5-426c28630bba tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.11 "DELETE /v2.0/ports/edc29266-a93c-4d45-bdb7-4358b8236a06 HTTP/1.1" status: 204 len: 173 time: 0.7469363 Jul 16 17:53:35.317519 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5faec3c-5c1b-46cc-b741-627a7787cfd4', 'name': 'network-vif-deleted', 'tag': 'edc29266-a93c-4d45-bdb7-4358b8236a06'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:35.320144 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b8d0b3-433c-40ad-8cbd-f1a17432c3ae" -d '{"events": [{"server_uuid": "a5faec3c-5c1b-46cc-b741-627a7787cfd4", "name": "network-vif-deleted", "tag": "edc29266-a93c-4d45-bdb7-4358b8236a06"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:35.367692 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7160c8fd-f26c-444e-8538-22ba91e919ab req-c1ad40a7-e962-4130-bd63-829213f3adfa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=124fb0c8-0d86-4985-8ae7-ca67fb213635 HTTP/1.1" status: 200 len: 217 time: 0.1482852 Jul 16 17:53:35.548093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Made reservation on behalf of c75ff43c87894794a42945b1a17d541c for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:35.551943 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.594807 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.654647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c8fd-f26c-444e-8538-22ba91e919ab req-6c100756-65e2-45b6-a1dc-659b04291ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:35.656748 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7160c8fd-f26c-444e-8538-22ba91e919ab req-6c100756-65e2-45b6-a1dc-659b04291ab2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2592826 Jul 16 17:53:35.740553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbebdb0-e4b7-4414-8a22-bfad2896056f req-baaf3a2e-fad7-4f23-8625-7d904407922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:35.742037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fbebdb0-e4b7-4414-8a22-bfad2896056f req-baaf3a2e-fad7-4f23-8625-7d904407922f service neutron] 10.222.0.11 "GET /v2.0/networks?id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03 HTTP/1.1" status: 200 len: 906 time: 0.5004680 Jul 16 17:53:35.823509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fff06-fed6-46b4-b322-ba57f9fe1d2b req-b4e36348-9854-40dd-bba2-330dfdebc1d7 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:35.825044 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-175fff06-fed6-46b4-b322-ba57f9fe1d2b req-b4e36348-9854-40dd-bba2-330dfdebc1d7 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 943 time: 0.5690987 Jul 16 17:53:35.910346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fbebdb0-e4b7-4414-8a22-bfad2896056f req-c2c7d37b-2794-48a6-96cb-d22623b97bac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab3b0013-5689-4e27-916e-fbe6bd93e3a5 HTTP/1.1" status: 200 len: 217 time: 0.1468372 Jul 16 17:53:36.085962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-175fff06-fed6-46b4-b322-ba57f9fe1d2b req-65564d21-8dde-43f6-ae92-d8efcd2c627c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280827 Jul 16 17:53:36.094961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbebdb0-e4b7-4414-8a22-bfad2896056f req-ac3a2621-8e39-4fed-946e-8707594eb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.097235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fbebdb0-e4b7-4414-8a22-bfad2896056f req-ac3a2621-8e39-4fed-946e-8707594eb138 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fda748cb-678b-4f5a-a8c1-3046219bc46b HTTP/1.1" status: 200 len: 845 time: 0.1748817 Jul 16 17:53:36.099338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c8fd-f26c-444e-8538-22ba91e919ab req-e7e8c46a-d334-41a4-b1e3-aed9f2fbfada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.100903 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7160c8fd-f26c-444e-8538-22ba91e919ab req-e7e8c46a-d334-41a4-b1e3-aed9f2fbfada service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4283316 Jul 16 17:53:36.180661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65acf0-1569-4533-9358-8933b1e5e13f req-26277eaa-5354-467c-8db8-0aed7cd1c92d tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.182942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b65acf0-1569-4533-9358-8933b1e5e13f req-26277eaa-5354-467c-8db8-0aed7cd1c92d tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 949 time: 0.5058138 Jul 16 17:53:36.215691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fbebdb0-e4b7-4414-8a22-bfad2896056f req-a2b90224-43c9-487e-9114-511c3b1d79cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043663 Jul 16 17:53:36.223894 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6deed532-707d-4362-bcd3-85cb8a1c45d6 req-b1a8bd5f-0029-40b3-a48d-ff114c485d9f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4752290 Jul 16 17:53:36.366104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338f1561-7d9e-422d-8c96-d8544b6faf7b {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:36.380750 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.385955 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.402686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:36.430256 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.468361 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:36.474511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:36.474898 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.505232 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b65acf0-1569-4533-9358-8933b1e5e13f req-504f7823-e986-4cbb-b139-401bf7baca9e tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/security-groups?id=3308dc6d-914d-4394-85fc-678545047219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869956 Jul 16 17:53:36.506585 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Transition to ACTIVE for port object 338f1561-7d9e-422d-8c96-d8544b6faf7b will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:36.524196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:36.547008 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7160c8fd-f26c-444e-8538-22ba91e919ab req-c3d4e1f9-5d81-41e5-b76f-6f649f41c750 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255869 Jul 16 17:53:36.547008 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.594582 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.619338 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.619790 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Added segment 5ac7397b-d228-4638-8d35-60f929f6c6cc of type vlan for network 58f5db9f-ce42-4e8e-9abe-972150c02b18 Jul 16 17:53:36.626448 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fbbb39-a7f9-40d3-b5f9-3098abe0494d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba28e833-9a24-44fd-8dc3-5054cbb6d0a4'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:36.629369 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e28f826-ba32-4e58-8828-7555ea6b47b9" -d '{"events": [{"server_uuid": "98fbbb39-a7f9-40d3-b5f9-3098abe0494d", "name": "network-vif-plugged", "status": "completed", "tag": "ba28e833-9a24-44fd-8dc3-5054cbb6d0a4"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:36.647345 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ba28e833-9a24-44fd-8dc3-5054cbb6d0a4,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:36.650858 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fbebdb0-e4b7-4414-8a22-bfad2896056f req-8025f807-aad1-4588-8164-b6788ba2a851 service neutron] 10.222.0.11 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259746 Jul 16 17:53:36.655138 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.708721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=ba28e833-9a24-44fd-8dc3-5054cbb6d0a4,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:36.718434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a9ee78-8aa4-4d71-be23-849ea2ab58f4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:36.767440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3ad13-b5d0-406a-8c14-eb8d3c220de5 req-1d8c7e98-b21e-4e92-b5d8-328ab89f92b5 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.769880 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8e3ad13-b5d0-406a-8c14-eb8d3c220de5 req-1d8c7e98-b21e-4e92-b5d8-328ab89f92b5 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 932 time: 0.5408485 Jul 16 17:53:36.788366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=338f1561-7d9e-422d-8c96-d8544b6faf7b,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:36.837884 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.848024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deed532-707d-4362-bcd3-85cb8a1c45d6 req-7cdea0af-c12f-4eb9-bc4a-6217fd6c3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.849579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6deed532-707d-4362-bcd3-85cb8a1c45d6 req-7cdea0af-c12f-4eb9-bc4a-6217fd6c3c3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fbd65c092f342ae82b609b2deb5429f&device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 1100 time: 0.5603063 Jul 16 17:53:36.995791 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b4b72b7b-84f1-47da-ba40-5b7105004e68 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--124986538&fields=id&tenant_id=10ae8671a65443838352d87f4b0612dd HTTP/1.1" status: 200 len: 267 time: 0.3350127 Jul 16 17:53:37.109122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7160c8fd-f26c-444e-8538-22ba91e919ab req-66e54589-8071-410d-ae4a-7aebd4b56cfe service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413034 Jul 16 17:53:37.123280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8e3ad13-b5d0-406a-8c14-eb8d3c220de5 req-65a4db98-8d5b-41c3-9f98-e0d4384f94e7 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299038 Jul 16 17:53:37.527126 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.528116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:37.528787 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.585496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fbebdb0-e4b7-4414-8a22-bfad2896056f req-76cb46d0-2601-4480-87dc-f9d0c922fe88 service neutron] 10.222.0.11 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9116156 Jul 16 17:53:37.666480 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Attempting to bind port 338f1561-7d9e-422d-8c96-d8544b6faf7b on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:37.666712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Attempting to bind port 338f1561-7d9e-422d-8c96-d8544b6faf7b by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '55c58362-43c3-48ae-8d01-6d895aecf0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:37.667063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Attempting to bind port 338f1561-7d9e-422d-8c96-d8544b6faf7b on network 7aee331f-bbc0-4f07-bed5-9d8ab81684e6 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:37.688554 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7465901 Jul 16 17:53:37.689117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49868) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:37.697682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-bc1314c0-ec89-418a-8168-46ef4beb3f53 admin admin] Request body: {'subnet': {'network_id': '58f5db9f-ce42-4e8e-9abe-972150c02b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1629566273-subnet', 'tenant_id': 'c75ff43c87894794a42945b1a17d541c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:37.732092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Port 338f1561-7d9e-422d-8c96-d8544b6faf7b on network 7aee331f-bbc0-4f07-bed5-9d8ab81684e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:37.734695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Attempting to bind port 338f1561-7d9e-422d-8c96-d8544b6faf7b on network 7aee331f-bbc0-4f07-bed5-9d8ab81684e6 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:37.739510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2457d63-8ad1-4b16-97a6-a8cefb015339 admin admin] Pushing event updated for resources: {'Network': ['ID=58f5db9f-ce42-4e8e-9abe-972150c02b18,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:37.756733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 58f5db9f-ce42-4e8e-9abe-972150c02b18 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:37.757283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deed532-707d-4362-bcd3-85cb8a1c45d6 req-39d2cbcf-6a51-4f2b-9c6b-2ce64a11d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:37.759048 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6deed532-707d-4362-bcd3-85cb8a1c45d6 req-39d2cbcf-6a51-4f2b-9c6b-2ce64a11d25b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.8589044 Jul 16 17:53:37.763771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:37.764133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Checking segment: {'id': '55c58362-43c3-48ae-8d01-6d895aecf0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:37.764510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Bound using segment: {'id': '55c58362-43c3-48ae-8d01-6d895aecf0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:37.764965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Bound port: 338f1561-7d9e-422d-8c96-d8544b6faf7b, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c58362-43c3-48ae-8d01-6d895aecf0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:37.765331 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.773218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1314c0-ec89-418a-8168-46ef4beb3f53 admin admin] Made reservation on behalf of c75ff43c87894794a42945b1a17d541c for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:37.776005 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc1314c0-ec89-418a-8168-46ef4beb3f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.806135 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-59cd9b46-3cde-4e40-998d-9472d066af09 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:37.814192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-59cd9b46-3cde-4e40-998d-9472d066af09 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/networks?id=2591007a-b50f-4991-920f-43b5c877a487 HTTP/1.1" status: 200 len: 815 time: 0.7928343 Jul 16 17:53:37.856615 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6deed532-707d-4362-bcd3-85cb8a1c45d6 req-bef554e2-7d61-4223-9f17-6055e6fc9474 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f HTTP/1.1" status: 200 len: 217 time: 0.0857284 Jul 16 17:53:37.891071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-ce44e6b0-4318-4678-9d20-ca0c9a4cbfe3 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/quotas/10ae8671a65443838352d87f4b0612dd HTTP/1.1" status: 200 len: 375 time: 0.0755599 Jul 16 17:53:37.906659 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ab3b0013-5689-4e27-916e-fbe6bd93e3a5 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:37.909332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device edc29266-a93c-4d45-bdb7-4358b8236a06 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:37.933856 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: edc29266-a93c-4d45-bdb7-4358b8236a06 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:37.934443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device edc29266-a93c-4d45-bdb7-4358b8236a06 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:37.974732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] For port 338f1561-7d9e-422d-8c96-d8544b6faf7b, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:37.983933 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc1314c0-ec89-418a-8168-46ef4beb3f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.986834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbbe80-05de-4bfd-aa2d-f89efcee71d9 req-e2b0a679-fde4-4539-9f79-05d1751f7e55 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:37.988892 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fcbbe80-05de-4bfd-aa2d-f89efcee71d9 req-e2b0a679-fde4-4539-9f79-05d1751f7e55 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.4528060 Jul 16 17:53:37.992638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] For port 338f1561-7d9e-422d-8c96-d8544b6faf7b, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=338f1561-7d9e-422d-8c96-d8544b6faf7b,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:38.035061 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.036596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1314c0-ec89-418a-8168-46ef4beb3f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24897dae-1216-4f75-94c3-52338303c4b3,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:38.047222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port ab3b0013-5689-4e27-916e-fbe6bd93e3a5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:38.073440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1314c0-ec89-418a-8168-46ef4beb3f53 admin admin] Checking segment: {'id': '5ac7397b-d228-4638-8d35-60f929f6c6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '58f5db9f-ce42-4e8e-9abe-972150c02b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:38.073723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5', 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03', 'port_id': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5', 'mac_address': 'fa:16:3e:70:be:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda748cb-678b-4f5a-a8c1-3046219bc46b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:38.073865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1314c0-ec89-418a-8168-46ef4beb3f53 admin admin] Network hostable DHCP agents. Network: 58f5db9f-ce42-4e8e-9abe-972150c02b18, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:38.093815 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deed532-707d-4362-bcd3-85cb8a1c45d6 req-8c97f536-0b1e-4454-9ef7-f286abf691a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:38.095960 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6deed532-707d-4362-bcd3-85cb8a1c45d6 req-8c97f536-0b1e-4454-9ef7-f286abf691a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2153986 Jul 16 17:53:38.099156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1314c0-ec89-418a-8168-46ef4beb3f53 admin admin] Network 58f5db9f-ce42-4e8e-9abe-972150c02b18 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:38.109716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:38.110356 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.111871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/338f1561-7d9e-422d-8c96-d8544b6faf7b HTTP/1.1" status: 200 len: 1093 time: 3.3577118 Jul 16 17:53:38.116188 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.119422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78916762-c565-4114-8772-329059bf201a', 'tag': '338f1561-7d9e-422d-8c96-d8544b6faf7b'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:38.121843 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d87914-8058-464d-83e4-ba096c81be8c" -d '{"events": [{"name": "network-changed", "server_uuid": "78916762-c565-4114-8772-329059bf201a", "tag": "338f1561-7d9e-422d-8c96-d8544b6faf7b"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:38.129364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-bc1314c0-ec89-418a-8168-46ef4beb3f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 58f5db9f-ce42-4e8e-9abe-972150c02b18) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:38.133020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab3b0013-5689-4e27-916e-fbe6bd93e3a5 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:38.140282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1314c0-ec89-418a-8168-46ef4beb3f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:38.142293 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc1314c0-ec89-418a-8168-46ef4beb3f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.146747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1601798e-13b0-475f-a63b-ca6dc9d2c9bf None None] Network 58f5db9f-ce42-4e8e-9abe-972150c02b18 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:38.169454 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bc1314c0-ec89-418a-8168-46ef4beb3f53 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4782267 Jul 16 17:53:38.184107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port ab3b0013-5689-4e27-916e-fbe6bd93e3a5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:38.238381 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.262902 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fcbbe80-05de-4bfd-aa2d-f89efcee71d9 req-f161d43a-a4b0-456d-9e0e-3d3ec98d5702 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378733 Jul 16 17:53:38.265445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f67f83-9b0f-4e56-8bf4-eb98e9fbc3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=338f1561-7d9e-422d-8c96-d8544b6faf7b,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:38.301128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b78d89eb-f3c7-45b0-81fd-3629e60fc1f2 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=10ae8671a65443838352d87f4b0612dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4089332 Jul 16 17:53:38.356034 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b723d440-ba91-46b6-b411-52319d6a88b7 x-openstack-request-id: req-b723d440-ba91-46b6-b411-52319d6a88b7 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:38.356336 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5faec3c-5c1b-46cc-b741-627a7787cfd4", "name": "network-vif-deleted", "tag": "edc29266-a93c-4d45-bdb7-4358b8236a06", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:38.356595 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b723d440-ba91-46b6-b411-52319d6a88b7 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:38.357001 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5faec3c-5c1b-46cc-b741-627a7787cfd4', 'name': 'network-vif-deleted', 'tag': 'edc29266-a93c-4d45-bdb7-4358b8236a06', 'status': 'completed', 'code': 200} Jul 16 17:53:38.389539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd36e52e-f2be-4690-a024-954a0939afdf None None] Network 58f5db9f-ce42-4e8e-9abe-972150c02b18 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:38.394597 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:38.465166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-fe7b70ef-7489-4a25-acd1-2194478ef989 service neutron] 10.222.0.24 "GET /v2.0/networks/2591007a-b50f-4991-920f-43b5c877a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417971 Jul 16 17:53:38.502066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['ab3b0013-5689-4e27-916e-fbe6bd93e3a5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:38.513287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-670a1dd5-aa4c-48c2-8cae-6e69c33ae56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:38.515655 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-670a1dd5-aa4c-48c2-8cae-6e69c33ae56a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39&device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 1096 time: 0.3217511 Jul 16 17:53:38.533003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deed532-707d-4362-bcd3-85cb8a1c45d6 req-d36d8079-4cd0-469d-aa19-692055727764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:38.536106 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6deed532-707d-4362-bcd3-85cb8a1c45d6 req-d36d8079-4cd0-469d-aa19-692055727764 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4170017 Jul 16 17:53:38.623835 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-0b16bc30-2e67-4838-8404-0d60e5d74115 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=338f1561-7d9e-422d-8c96-d8544b6faf7b HTTP/1.1" status: 200 len: 217 time: 0.0965719 Jul 16 17:53:38.811813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-875fdc0f-bed7-4da8-9537-bf00eef568d6 service neutron] 10.222.0.24 "GET /v2.0/networks/2591007a-b50f-4991-920f-43b5c877a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383999 Jul 16 17:53:38.938544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-02ffdb47-f8a6-4e5b-a271-a9f706f1f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:38.940765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-02ffdb47-f8a6-4e5b-a271-a9f706f1f09e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac3d582e-7407-48bf-ac13-931a5adca160 HTTP/1.1" status: 200 len: 852 time: 0.2679889 Jul 16 17:53:38.980417 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-817b69b1-1b54-498e-ac9f-586fd06a4c7f req-1e414ab4-44e8-488e-8a84-0abba631c266 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 210 time: 0.0716176 Jul 16 17:53:38.983640 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6deed532-707d-4362-bcd3-85cb8a1c45d6 req-1ff002d0-93a8-4f4c-a6bd-85248d7ebbe5 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326108 Jul 16 17:53:39.005103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-7e7bf80a-dc06-4ccb-8242-932990669982 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426660 Jul 16 17:53:39.064962 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed52b227-6b5a-4a60-bbb3-83772202d104 x-openstack-request-id: req-ed52b227-6b5a-4a60-bbb3-83772202d104 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:39.066545 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fbbb39-a7f9-40d3-b5f9-3098abe0494d", "name": "network-vif-plugged", "status": "completed", "tag": "ba28e833-9a24-44fd-8dc3-5054cbb6d0a4", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:39.067533 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed52b227-6b5a-4a60-bbb3-83772202d104 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:39.068643 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fbbb39-a7f9-40d3-b5f9-3098abe0494d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba28e833-9a24-44fd-8dc3-5054cbb6d0a4', 'code': 200} Jul 16 17:53:39.216783 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27761881-584e-4edd-8c4d-afb62e1980dd req-7a6e59d0-a877-49da-8ab6-03a9acc3c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.219675 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-27761881-584e-4edd-8c4d-afb62e1980dd req-7a6e59d0-a877-49da-8ab6-03a9acc3c3ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 1102 time: 0.0727367 Jul 16 17:53:39.293224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49908) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:39.301190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-297647632-network', 'tenant_id': '2a0ffd95fcf34981a17a13c2f988b088'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:39.312390 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-e53443a9-d182-498f-84a1-80fac5f2624e service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990217 Jul 16 17:53:39.317020 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-27761881-584e-4edd-8c4d-afb62e1980dd req-fe083b65-fdd9-4a86-8c4d-e1487e7a1f1a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3308dc6d-914d-4394-85fc-678545047219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904455 Jul 16 17:53:39.317720 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6deed532-707d-4362-bcd3-85cb8a1c45d6 req-92ffac05-5e65-4674-8f34-d78fff5220cf service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162837 Jul 16 17:53:39.338867 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Made reservation on behalf of 2a0ffd95fcf34981a17a13c2f988b088 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:39.344741 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.372657 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.547459 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.554925 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.599871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:39.619376 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.619753 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Added segment 02fe1c45-7e3f-45c5-87d1-bfd97d2a0876 of type vlan for network 122892ce-be05-436d-8932-e326c9b44dfa Jul 16 17:53:39.622836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60769576-2908-492d-bad9-a8c2127ee05c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:39.652577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1f54f-28eb-4ca1-aac9-2b5cc5a9436d req-a87d448a-e9f3-4f06-83ec-22b8f8f63c04 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.655411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9f1f54f-28eb-4ca1-aac9-2b5cc5a9436d req-a87d448a-e9f3-4f06-83ec-22b8f8f63c04 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 944 time: 0.3213539 Jul 16 17:53:39.680713 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5e21a3-1433-49db-8e18-65fb8078f29f req-d56266e2-f875-4de4-b5cf-14e5b209ebeb service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758813 Jul 16 17:53:39.682586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.720732 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.723076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.723773 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.769648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624618e-4951-4acf-ae8b-7677601c038f req-f8920b6c-7480-4c99-885c-3a4334ef67dc tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.771743 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0624618e-4951-4acf-ae8b-7677601c038f req-f8920b6c-7480-4c99-885c-3a4334ef67dc tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 950 time: 0.2042122 Jul 16 17:53:39.777095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9f1f54f-28eb-4ca1-aac9-2b5cc5a9436d req-f3b8b6bc-918b-44a7-bd52-fa26b20bc9d9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928419 Jul 16 17:53:39.777844 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4828269 Jul 16 17:53:39.782197 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49920) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:39.789156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-448ec1cd-d321-478d-95b1-265bfcbb4138 admin admin] Request body: {'subnet': {'network_id': '122892ce-be05-436d-8932-e326c9b44dfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-297647632-subnet', 'tenant_id': '2a0ffd95fcf34981a17a13c2f988b088', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:39.809668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540f332-dfde-4591-b0ad-05557dde9902 admin admin] Pushing event updated for resources: {'Network': ['ID=122892ce-be05-436d-8932-e326c9b44dfa,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:39.828589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 122892ce-be05-436d-8932-e326c9b44dfa details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:39.841854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448ec1cd-d321-478d-95b1-265bfcbb4138 admin admin] Made reservation on behalf of 2a0ffd95fcf34981a17a13c2f988b088 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:39.844634 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-448ec1cd-d321-478d-95b1-265bfcbb4138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.916117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ab3b0013-5689-4e27-916e-fbe6bd93e3a5 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:39.984852 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a52bee-4856-4bea-9d82-5cfc6d417458 x-openstack-request-id: req-13a52bee-4856-4bea-9d82-5cfc6d417458 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:39.985129 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78916762-c565-4114-8772-329059bf201a", "tag": "338f1561-7d9e-422d-8c96-d8544b6faf7b", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:39.985389 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13a52bee-4856-4bea-9d82-5cfc6d417458 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:39.985964 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78916762-c565-4114-8772-329059bf201a', 'tag': '338f1561-7d9e-422d-8c96-d8544b6faf7b', 'status': 'completed', 'code': 200} Jul 16 17:53:40.012481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port ab3b0013-5689-4e27-916e-fbe6bd93e3a5 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:40.025908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port ab3b0013-5689-4e27-916e-fbe6bd93e3a5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:40.026661 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.089120 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0624618e-4951-4acf-ae8b-7677601c038f req-1e5aca4d-3f6f-4285-8cd3-4882e7ac071f tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/security-groups?id=3308dc6d-914d-4394-85fc-678545047219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075964 Jul 16 17:53:40.157963 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-448ec1cd-d321-478d-95b1-265bfcbb4138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.226606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87914-8058-464d-83e4-ba096c81be8c req-30b42c5c-b1dd-4bbc-8802-cf6269998bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.228821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5d87914-8058-464d-83e4-ba096c81be8c req-30b42c5c-b1dd-4bbc-8802-cf6269998bcc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39&device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 1096 time: 0.2420170 Jul 16 17:53:40.236724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ec1cd-d321-478d-95b1-265bfcbb4138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f428b2-9192-43a2-bf33-ee56ad65afba,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:40.279999 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.343829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port ab3b0013-5689-4e27-916e-fbe6bd93e3a5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:40.352404 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.371122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-db376893-6be8-4600-bf6f-c680f1d20843 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2fbd65c092f342ae82b609b2deb5429f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836906 Jul 16 17:53:40.405088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ec1cd-d321-478d-95b1-265bfcbb4138 admin admin] Checking segment: {'id': '02fe1c45-7e3f-45c5-87d1-bfd97d2a0876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '122892ce-be05-436d-8932-e326c9b44dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:40.405477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ec1cd-d321-478d-95b1-265bfcbb4138 admin admin] Network hostable DHCP agents. Network: 122892ce-be05-436d-8932-e326c9b44dfa, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:40.423057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:40.562857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ec1cd-d321-478d-95b1-265bfcbb4138 admin admin] Network 122892ce-be05-436d-8932-e326c9b44dfa is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:40.571216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87914-8058-464d-83e4-ba096c81be8c req-8e239658-5c78-48b9-9e27-40c51766f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.572746 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5d87914-8058-464d-83e4-ba096c81be8c req-8e239658-5c78-48b9-9e27-40c51766f60f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6 HTTP/1.1" status: 200 len: 913 time: 0.3331530 Jul 16 17:53:40.581976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2724967-cc3b-41ec-ba2d-265ec7d178e3 req-a2641a0c-01cc-4226-9de8-cdbccea341f1 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.588173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2724967-cc3b-41ec-ba2d-265ec7d178e3 req-a2641a0c-01cc-4226-9de8-cdbccea341f1 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 944 time: 0.3293591 Jul 16 17:53:40.651481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-448ec1cd-d321-478d-95b1-265bfcbb4138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 122892ce-be05-436d-8932-e326c9b44dfa) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:40.657054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5d87914-8058-464d-83e4-ba096c81be8c req-24e7d170-3185-417b-a245-4a93c36c7312 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=338f1561-7d9e-422d-8c96-d8544b6faf7b HTTP/1.1" status: 200 len: 217 time: 0.0626378 Jul 16 17:53:40.660467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31051407-7fb2-4db4-96be-44ad14afecf9 None None] Network 122892ce-be05-436d-8932-e326c9b44dfa requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:40.663566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ec1cd-d321-478d-95b1-265bfcbb4138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.664240 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-448ec1cd-d321-478d-95b1-265bfcbb4138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.676521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f757f88-a818-489c-bef9-80987624252c req-88af9bb7-4f9d-40a4-a0e0-553ff2900eb3 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.678098 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-88af9bb7-4f9d-40a4-a0e0-553ff2900eb3 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3061812 Jul 16 17:53:40.747607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2724967-cc3b-41ec-ba2d-265ec7d178e3 req-c4f84081-39a6-4ff7-ac2e-22052727726a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583257 Jul 16 17:53:40.754438 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-5a5481fe-1786-4fd5-8856-792c249aebb6 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/quotas/2fbd65c092f342ae82b609b2deb5429f HTTP/1.1" status: 200 len: 375 time: 0.0633702 Jul 16 17:53:40.757504 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-448ec1cd-d321-478d-95b1-265bfcbb4138 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9743130 Jul 16 17:53:40.798112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d87914-8058-464d-83e4-ba096c81be8c req-2de1d92b-4590-40f2-9b32-5f499a7fb10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.799788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5d87914-8058-464d-83e4-ba096c81be8c req-2de1d92b-4590-40f2-9b32-5f499a7fb10b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac3d582e-7407-48bf-ac13-931a5adca160 HTTP/1.1" status: 200 len: 852 time: 0.1327205 Jul 16 17:53:40.830243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bdf9aa-0ce1-4d5f-b580-b8642852509b None None] Network 122892ce-be05-436d-8932-e326c9b44dfa requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:40.848735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5d87914-8058-464d-83e4-ba096c81be8c req-879f0a11-3900-41e5-847a-49acd5f943cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389235 Jul 16 17:53:40.948612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49942) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:41.001221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-51a174fe-b0aa-4172-9adc-2d5e204f70bd tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2fbd65c092f342ae82b609b2deb5429f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2395179 Jul 16 17:53:41.035094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a736f9c2-47df-4cac-bc0b-a14689ddb580 admin admin] Deleting subnet 24897dae-1216-4f75-94c3-52338303c4b3 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:53:41.039379 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a736f9c2-47df-4cac-bc0b-a14689ddb580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.070165 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f5d93f-6387-4df2-83d9-3e588a774f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:41.073562 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d1166f-042e-4140-85b6-d288ef5a493e" -d '{"events": [{"server_uuid": "16f5d93f-6387-4df2-83d9-3e588a774f72", "name": "network-vif-plugged", "status": "completed", "tag": "ab3b0013-5689-4e27-916e-fbe6bd93e3a5"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:41.088610 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a736f9c2-47df-4cac-bc0b-a14689ddb580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.101309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5d87914-8058-464d-83e4-ba096c81be8c req-6d9d6b79-7441-4920-9b68-200a34369398 service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369318 Jul 16 17:53:41.147444 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a736f9c2-47df-4cac-bc0b-a14689ddb580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.248888 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a736f9c2-47df-4cac-bc0b-a14689ddb580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.291718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736f9c2-47df-4cac-bc0b-a14689ddb580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24897dae-1216-4f75-94c3-52338303c4b3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:41.299407 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a736f9c2-47df-4cac-bc0b-a14689ddb580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.304066 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a736f9c2-47df-4cac-bc0b-a14689ddb580 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/24897dae-1216-4f75-94c3-52338303c4b3 HTTP/1.1" status: 204 len: 168 time: 0.3512356 Jul 16 17:53:41.304328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49954) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:41.382071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5d87914-8058-464d-83e4-ba096c81be8c req-3f51c773-9a60-4dfa-82c9-c67203276eb4 service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731221 Jul 16 17:53:41.436207 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef50a-ed39-40fa-82bf-42a8859b213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.470517 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46354bb2-9959-4ded-b6e9-1240bb7a33b8 req-8f3cf8f0-b097-4386-8253-da0326fba1ba tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 210 time: 0.0630996 Jul 16 17:53:41.520383 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59c1fecd-9710-4e3b-9f1c-c3c889d35a0c req-0614856b-af66-4239-8922-d35c415bcc49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5faec3c-5c1b-46cc-b741-627a7787cfd4 HTTP/1.1" status: 200 len: 210 time: 0.0636518 Jul 16 17:53:41.553940 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef50a-ed39-40fa-82bf-42a8859b213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.570869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-8d0ef50a-ed39-40fa-82bf-42a8859b213e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f5db9f-ce42-4e8e-9abe-972150c02b18']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:41.589853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-8d0ef50a-ed39-40fa-82bf-42a8859b213e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac7397b-d228-4638-8d35-60f929f6c6cc') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:41.590263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-8d0ef50a-ed39-40fa-82bf-42a8859b213e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac7397b-d228-4638-8d35-60f929f6c6cc') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:41.603893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef50a-ed39-40fa-82bf-42a8859b213e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.627474 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef50a-ed39-40fa-82bf-42a8859b213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.635213 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4623d2-9dd9-4682-bc8a-b2c0c7f255b7 x-openstack-request-id: req-dd4623d2-9dd9-4682-bc8a-b2c0c7f255b7 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:41.635760 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f5d93f-6387-4df2-83d9-3e588a774f72", "name": "network-vif-plugged", "status": "completed", "tag": "ab3b0013-5689-4e27-916e-fbe6bd93e3a5", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:41.635760 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd4623d2-9dd9-4682-bc8a-b2c0c7f255b7 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:41.640836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0ef50a-ed39-40fa-82bf-42a8859b213e admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:53:41.642075 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f5d93f-6387-4df2-83d9-3e588a774f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5', 'code': 200} Jul 16 17:53:41.650774 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef50a-ed39-40fa-82bf-42a8859b213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:53:41.662972 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:53:41.765434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ae7ee-befa-4198-a789-924658e47b39 req-28b607bd-4555-44e0-9ea5-22312da1e013 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:41.772601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef50a-ed39-40fa-82bf-42a8859b213e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.779040 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-239ae7ee-befa-4198-a789-924658e47b39 req-28b607bd-4555-44e0-9ea5-22312da1e013 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.1263058 Jul 16 17:53:41.781882 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d0ef50a-ed39-40fa-82bf-42a8859b213e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.786621 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8d0ef50a-ed39-40fa-82bf-42a8859b213e admin admin] 10.222.0.24 "DELETE /v2.0/networks/58f5db9f-ce42-4e8e-9abe-972150c02b18 HTTP/1.1" status: 204 len: 168 time: 0.4797270 Jul 16 17:53:41.792281 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49962) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:41.832474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ef50a-ed39-40fa-82bf-42a8859b213e admin admin] Pushing event deleted for resources: {'Network': ['ID=58f5db9f-ce42-4e8e-9abe-972150c02b18,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:42.014429 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e463b5d-2381-4d58-82c7-134a095c5fae admin admin] Deleting subnet 24f428b2-9192-43a2-bf33-ee56ad65afba {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:53:42.072593 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e463b5d-2381-4d58-82c7-134a095c5fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.123685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-239ae7ee-befa-4198-a789-924658e47b39 req-f5d91fdc-2cd8-4ddf-b8b2-6a442cc321ae tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235445 Jul 16 17:53:42.171593 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e463b5d-2381-4d58-82c7-134a095c5fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.290750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-fb04160b-17fd-452f-a8f4-1021e7f6a878 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.292730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-fb04160b-17fd-452f-a8f4-1021e7f6a878 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.11 "GET /v2.0/networks?id=2591007a-b50f-4991-920f-43b5c877a487 HTTP/1.1" status: 200 len: 815 time: 0.4598203 Jul 16 17:53:42.319959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e463b5d-2381-4d58-82c7-134a095c5fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.337064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c111469-eed3-4de0-a0df-6f735b6000ae req-e23e2fbb-904f-46de-a07e-b4bdd72fcee4 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.342154 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c111469-eed3-4de0-a0df-6f735b6000ae req-e23e2fbb-904f-46de-a07e-b4bdd72fcee4 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 950 time: 0.5110302 Jul 16 17:53:42.344248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7460b1de-2926-4721-836f-1f3de471990b req-97f9d77c-9413-404d-9fec-a7d0ec278463 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c HTTP/1.1" status: 200 len: 210 time: 0.0961847 Jul 16 17:53:42.404424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f13c88-0ff9-41c8-998e-e885dcf6a2cf req-fb2ecb9b-29d5-4ea1-a4ff-c6fc21725cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.409851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1f13c88-0ff9-41c8-998e-e885dcf6a2cf req-fb2ecb9b-29d5-4ea1-a4ff-c6fc21725cb6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 1097 time: 0.5386581 Jul 16 17:53:42.419067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 338f1561-7d9e-422d-8c96-d8544b6faf7b details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:42.494441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-a09dd838-d24b-4817-9822-1296c28e6253 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10ae8671a65443838352d87f4b0612dd HTTP/1.1" status: 200 len: 379 time: 0.1752744 Jul 16 17:53:42.519834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Request body: {'port': {'device_id': 'd9759bb6-400c-435d-b94c-3cfd934f56c1', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'admin_state_up': True, 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'security_groups': ['88417e27-a5c3-40ef-8dba-e9e88469c16c']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:42.577059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1f13c88-0ff9-41c8-998e-e885dcf6a2cf req-99f00937-4964-4de4-90e1-c92c38a67c7d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556189 Jul 16 17:53:42.590196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c111469-eed3-4de0-a0df-6f735b6000ae req-3837d28a-6bf5-4b4c-a49e-8fd63f8f00de tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/security-groups?id=3308dc6d-914d-4394-85fc-678545047219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260823 Jul 16 17:53:42.594743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e463b5d-2381-4d58-82c7-134a095c5fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.625755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 338f1561-7d9e-422d-8c96-d8544b6faf7b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=338f1561-7d9e-422d-8c96-d8544b6faf7b,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:42.639572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e463b5d-2381-4d58-82c7-134a095c5fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f428b2-9192-43a2-bf33-ee56ad65afba,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:42.646836 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e463b5d-2381-4d58-82c7-134a095c5fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.650057 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8e463b5d-2381-4d58-82c7-134a095c5fae admin admin] 10.222.0.24 "DELETE /v2.0/subnets/24f428b2-9192-43a2-bf33-ee56ad65afba HTTP/1.1" status: 204 len: 168 time: 0.8583162 Jul 16 17:53:42.652934 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49976) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:42.663478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '338f1561-7d9e-422d-8c96-d8544b6faf7b', 'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6', 'port_id': '338f1561-7d9e-422d-8c96-d8544b6faf7b', 'mac_address': 'fa:16:3e:b5:4e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d582e-7407-48bf-ac13-931a5adca160', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:42.730648 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.777858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338f1561-7d9e-422d-8c96-d8544b6faf7b {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:42.831181 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b91bdd2a-b86a-4ff0-b54b-01d435a21c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.844964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 338f1561-7d9e-422d-8c96-d8544b6faf7b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=338f1561-7d9e-422d-8c96-d8544b6faf7b,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:42.850642 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.905266 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-34385860-098b-4042-9222-e68467d8e1d3 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2fbd65c092f342ae82b609b2deb5429f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477421 Jul 16 17:53:42.937475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=338f1561-7d9e-422d-8c96-d8544b6faf7b,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:43.031598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b91bdd2a-b86a-4ff0-b54b-01d435a21c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.045050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-b91bdd2a-b86a-4ff0-b54b-01d435a21c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122892ce-be05-436d-8932-e326c9b44dfa']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:43.059212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-b91bdd2a-b86a-4ff0-b54b-01d435a21c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fe1c45-7e3f-45c5-87d1-bfd97d2a0876') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:43.059905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-b91bdd2a-b86a-4ff0-b54b-01d435a21c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fe1c45-7e3f-45c5-87d1-bfd97d2a0876') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:43.071985 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b91bdd2a-b86a-4ff0-b54b-01d435a21c58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.084605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['338f1561-7d9e-422d-8c96-d8544b6faf7b'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:43.094942 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b91bdd2a-b86a-4ff0-b54b-01d435a21c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.108918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91bdd2a-b86a-4ff0-b54b-01d435a21c58 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:53:43.109750 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b91bdd2a-b86a-4ff0-b54b-01d435a21c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:53:43.127451 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:53:43.211736 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b91bdd2a-b86a-4ff0-b54b-01d435a21c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.217605 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b91bdd2a-b86a-4ff0-b54b-01d435a21c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.225464 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b91bdd2a-b86a-4ff0-b54b-01d435a21c58 admin admin] 10.222.0.24 "DELETE /v2.0/networks/122892ce-be05-436d-8932-e326c9b44dfa HTTP/1.1" status: 204 len: 168 time: 0.5656977 Jul 16 17:53:43.258852 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bdd2a-b86a-4ff0-b54b-01d435a21c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=122892ce-be05-436d-8932-e326c9b44dfa,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:43.442548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Made reservation on behalf of 10ae8671a65443838352d87f4b0612dd for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:43.446239 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.451440 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e3450ab1-dab6-413a-aace-3b2e69a36ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.512899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2cde995-0b46-4a35-9a1b-234b0e67956a req-3e646c64-e36a-4525-adea-362940286089 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 210 time: 0.1014636 Jul 16 17:53:43.585064 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49986) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:43.610113 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25521dd7-de7c-4f3b-b237-940edc8bbaaf req-1baa31a3-b0d2-4b51-bf72-afd5026a2c08 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:43.620133 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25521dd7-de7c-4f3b-b237-940edc8bbaaf req-1baa31a3-b0d2-4b51-bf72-afd5026a2c08 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 944 time: 0.8109581 Jul 16 17:53:43.669480 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8cebed91-1ff6-42ce-a0ce-476abce21e86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c75ff43c87894794a42945b1a17d541c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787091 Jul 16 17:53:43.670294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49990) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:43.723829 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25521dd7-de7c-4f3b-b237-940edc8bbaaf req-1c098837-e835-4678-97c4-d186dec31f94 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043899 Jul 16 17:53:43.777946 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe0c962d-e328-46dd-8258-5aff61725bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.829206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe0c962d-e328-46dd-8258-5aff61725bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.870291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f757f88-a818-489c-bef9-80987624252c req-a207cbdb-530b-4b27-9a70-8d18032eceec tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:43.873347 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-a207cbdb-530b-4b27-9a70-8d18032eceec tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9618239 Jul 16 17:53:43.919583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-9f757f88-a818-489c-bef9-80987624252c req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Request body: {'port': {'device_id': 'a49a8fc2-0cfe-47a7-8412-cbcca6a4140c', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '2fbd65c092f342ae82b609b2deb5429f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:43.945551 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe0c962d-e328-46dd-8258-5aff61725bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.948904 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe0c962d-e328-46dd-8258-5aff61725bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.951236 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fe0c962d-e328-46dd-8258-5aff61725bb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8a9ee78-8aa4-4d71-be23-849ea2ab58f4 HTTP/1.1" status: 204 len: 168 time: 0.2792614 Jul 16 17:53:43.974238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c962d-e328-46dd-8258-5aff61725bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a9ee78-8aa4-4d71-be23-849ea2ab58f4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:44.084112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Allocated IP 172.20.0.4 (2591007a-b50f-4991-920f-43b5c877a487/62154700-b507-4052-9a5d-e73ae81c41e7/13382a20-3f0a-4a68-9948-8aa262118a18) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:44.225277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2fcef-3757-42a0-bb1b-9286b120c3cb req-71e68fcd-fbb1-4a25-813b-c8796aa89eca tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:44.234218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ab2fcef-3757-42a0-bb1b-9286b120c3cb req-71e68fcd-fbb1-4a25-813b-c8796aa89eca tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.3198900 Jul 16 17:53:44.372814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f757f88-a818-489c-bef9-80987624252c req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Made reservation on behalf of 2fbd65c092f342ae82b609b2deb5429f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:44.376439 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9f757f88-a818-489c-bef9-80987624252c req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.384827 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.418403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 338f1561-7d9e-422d-8c96-d8544b6faf7b up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:44.429736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ab2fcef-3757-42a0-bb1b-9286b120c3cb req-24a23799-af82-43c7-88c3-ce68b7ceb3fb tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910896 Jul 16 17:53:44.438705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Transition to ACTIVE for port object 13382a20-3f0a-4a68-9948-8aa262118a18 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:44.518690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 338f1561-7d9e-422d-8c96-d8544b6faf7b completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:44.525091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 338f1561-7d9e-422d-8c96-d8544b6faf7b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:44.525915 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.594869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50014) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:44.698909 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-15441cab-15ce-4ae5-9bd6-a2ec02cb5a72 req-3b1a57ac-35c7-4b9c-b184-ddf4881491b2 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c HTTP/1.1" status: 200 len: 210 time: 0.0731413 Jul 16 17:53:44.703717 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.736138 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b29d61e3-f66b-47e4-a083-6028f628f673 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a0ffd95fcf34981a17a13c2f988b088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365619 Jul 16 17:53:44.739736 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50016) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:44.745908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-9f757f88-a818-489c-bef9-80987624252c req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Allocated IP 192.168.233.205 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/66775c18-4469-42dd-9ce2-47407b9cb568) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:44.765192 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.832027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78916762-c565-4114-8772-329059bf201a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338f1561-7d9e-422d-8c96-d8544b6faf7b'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:44.835257 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa13506-e594-4d06-8aec-bcb135f37ad0" -d '{"events": [{"server_uuid": "78916762-c565-4114-8772-329059bf201a", "name": "network-vif-plugged", "status": "completed", "tag": "338f1561-7d9e-422d-8c96-d8544b6faf7b"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:44.858306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 338f1561-7d9e-422d-8c96-d8544b6faf7b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=338f1561-7d9e-422d-8c96-d8544b6faf7b,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:44.865917 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.901643 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-66a2931f-18af-4252-a872-ad2dea52bbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.922821 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9f757f88-a818-489c-bef9-80987624252c req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.938601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-9f757f88-a818-489c-bef9-80987624252c req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Transition to ACTIVE for port object 66775c18-4469-42dd-9ce2-47407b9cb568 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:44.968166 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-66a2931f-18af-4252-a872-ad2dea52bbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.975097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=338f1561-7d9e-422d-8c96-d8544b6faf7b,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:45.021327 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Pushing event updated for resources: {'Port': ['ID=13382a20-3f0a-4a68-9948-8aa262118a18,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:45.025304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9f757f88-a818-489c-bef9-80987624252c req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.036909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Network 2591007a-b50f-4991-920f-43b5c877a487 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:45.041374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:45.042103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['124fb0c8-0d86-4985-8ae7-ca67fb213635'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:45.044596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['438c9670-c08a-4def-be18-d1b8e4f3b98f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:45.048572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:45.075590 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-66a2931f-18af-4252-a872-ad2dea52bbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.079022 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-66a2931f-18af-4252-a872-ad2dea52bbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.085247 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-66a2931f-18af-4252-a872-ad2dea52bbd8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60769576-2908-492d-bad9-a8c2127ee05c HTTP/1.1" status: 204 len: 168 time: 0.3439600 Jul 16 17:53:45.096124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2931f-18af-4252-a872-ad2dea52bbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60769576-2908-492d-bad9-a8c2127ee05c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:45.224416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Pushing event updated for resources: {'Port': ['ID=66775c18-4469-42dd-9ce2-47407b9cb568,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:45.376884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.378388 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.423610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f757f88-a818-489c-bef9-80987624252c req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:45.468165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-9f757f88-a818-489c-bef9-80987624252c req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:45.475900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f757f88-a818-489c-bef9-80987624252c req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:45.569817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f757f88-a818-489c-bef9-80987624252c req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.571314 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9f757f88-a818-489c-bef9-80987624252c req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.591085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-b1bde177-e000-4bde-9584-b32e69325203 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0919976 Jul 16 17:53:45.613920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Request body: {'port': {'device_id': 'd9759bb6-400c-435d-b94c-3cfd934f56c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:45.648328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-90484779-5918-4c5a-bcfd-eb2f73024add None None] Provisioning for port 13382a20-3f0a-4a68-9948-8aa262118a18 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:45.670576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50040) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:45.724957 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-90484779-5918-4c5a-bcfd-eb2f73024add None None] Provisioning complete for port 13382a20-3f0a-4a68-9948-8aa262118a18 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:45.725775 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-90484779-5918-4c5a-bcfd-eb2f73024add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.777704 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-32e8cecf-4b83-4ae1-b68a-811fe549c111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.820815 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-f7e21ed1-0b45-471f-a8d0-7c768e2cc42f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9081008 Jul 16 17:53:45.844123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-90484779-5918-4c5a-bcfd-eb2f73024add None None] Port 13382a20-3f0a-4a68-9948-8aa262118a18 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:45.862798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Request body: {'port': {'device_id': 'a49a8fc2-0cfe-47a7-8412-cbcca6a4140c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:45.900750 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.913601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56812ab2-b2ff-489b-9478-ce552ffbec69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.975275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7221f052-317a-41f5-9d2d-abbe1347d8bb None None] Provisioning for port 66775c18-4469-42dd-9ce2-47407b9cb568 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:45.981062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7221f052-317a-41f5-9d2d-abbe1347d8bb None None] Provisioning complete for port 66775c18-4469-42dd-9ce2-47407b9cb568 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:45.982200 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7221f052-317a-41f5-9d2d-abbe1347d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.053451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7221f052-317a-41f5-9d2d-abbe1347d8bb None None] Port 66775c18-4469-42dd-9ce2-47407b9cb568 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:46.062027 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-090dd87c-1df5-4fcf-b974-4dac23459b51 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.070608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-090dd87c-1df5-4fcf-b974-4dac23459b51 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 0.8160305 Jul 16 17:53:46.089442 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.108940 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56812ab2-b2ff-489b-9478-ce552ffbec69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.119327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56812ab2-b2ff-489b-9478-ce552ffbec69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.140011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-67e5d28e-6cf2-417c-96e6-e30e52394660 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/quotas/b2cc324b1d64466f8371c193e2dab133 HTTP/1.1" status: 200 len: 375 time: 0.0680885 Jul 16 17:53:46.175917 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-56812ab2-b2ff-489b-9478-ce552ffbec69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5849b333a284068b8f496b23b689db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5037382 Jul 16 17:53:46.180060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50058) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:46.190647 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56812ab2-b2ff-489b-9478-ce552ffbec69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c36d65-64a3-49eb-860d-b9c1b27f7849,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:46.210689 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-48bdd082-34bb-4e2c-a61a-70e79ac18ce6 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696061 Jul 16 17:53:46.259045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38608dee-0d76-4ac4-999a-7b9d965fbb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.291365 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38608dee-0d76-4ac4-999a-7b9d965fbb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.338164 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.380630 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38608dee-0d76-4ac4-999a-7b9d965fbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.385215 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38608dee-0d76-4ac4-999a-7b9d965fbb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.395598 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-38608dee-0d76-4ac4-999a-7b9d965fbb8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08c36d65-64a3-49eb-860d-b9c1b27f7849 HTTP/1.1" status: 204 len: 168 time: 0.2059956 Jul 16 17:53:46.401734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38608dee-0d76-4ac4-999a-7b9d965fbb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c36d65-64a3-49eb-860d-b9c1b27f7849,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:46.434048 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-28f10788-0341-4594-b5a2-e481949baa0d service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221150 Jul 16 17:53:46.464113 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3303ee-7f6c-4bf2-8920-708843a2a967 req-1cbdbe69-8351-4ee7-a999-f30183adb365 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.468769 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d3303ee-7f6c-4bf2-8920-708843a2a967 req-1cbdbe69-8351-4ee7-a999-f30183adb365 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 931 time: 0.4920995 Jul 16 17:53:46.825606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d3303ee-7f6c-4bf2-8920-708843a2a967 req-f3451dd7-8e5e-475d-a2c5-114660e0972f tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/security-groups?id=88417e27-a5c3-40ef-8dba-e9e88469c16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160136 Jul 16 17:53:46.913443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50078) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:46.923422 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-3258a4bb-a4f4-4109-8ebf-32ba1dc54ed5 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882572 Jul 16 17:53:46.942147 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bdc9f3a0-4f9b-46bf-ae5e-1a8e3f79b266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.087815 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bdc9f3a0-4f9b-46bf-ae5e-1a8e3f79b266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.094003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bdc9f3a0-4f9b-46bf-ae5e-1a8e3f79b266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.130692 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bdc9f3a0-4f9b-46bf-ae5e-1a8e3f79b266 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f449b2ff2bce42aaacf2699a6fcbf583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151849 Jul 16 17:53:47.138945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50084) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:47.192192 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9f3a0-4f9b-46bf-ae5e-1a8e3f79b266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ccab06-3f7f-467b-a09b-06ae2d24f623,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:47.236337 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fab27b9-10d5-4c81-bd03-1fd5428ffe08 x-openstack-request-id: req-4fab27b9-10d5-4c81-bd03-1fd5428ffe08 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:47.237276 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78916762-c565-4114-8772-329059bf201a", "name": "network-vif-plugged", "status": "completed", "tag": "338f1561-7d9e-422d-8c96-d8544b6faf7b", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:47.237829 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fab27b9-10d5-4c81-bd03-1fd5428ffe08 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:47.238538 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78916762-c565-4114-8772-329059bf201a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338f1561-7d9e-422d-8c96-d8544b6faf7b', 'code': 200} Jul 16 17:53:47.254367 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-568b2cb8-06c1-47fd-a9a3-ed248c11a3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.321393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-568b2cb8-06c1-47fd-a9a3-ed248c11a3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.517324 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.528744 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23f98d-a990-4611-9c62-f4e2c987d449 req-9b5c1877-1fcd-4c17-9992-117406766d23 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:47.543685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c23f98d-a990-4611-9c62-f4e2c987d449 req-9b5c1877-1fcd-4c17-9992-117406766d23 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.32 "GET /v2.0/ports?device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 950 time: 0.8223047 Jul 16 17:53:47.858931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477a8cf-a2de-40d5-80c5-713b1baad381 req-711acae5-bc87-4b10-b55b-0a6587130f91 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:47.871220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e477a8cf-a2de-40d5-80c5-713b1baad381 req-711acae5-bc87-4b10-b55b-0a6587130f91 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 946 time: 0.8254759 Jul 16 17:53:47.966364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c3fd8-5391-436d-b3b6-e2499afe23dc req-fce2cf6d-c2ff-4f6f-97de-eb3ec34670cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:47.969582 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e15c3fd8-5391-436d-b3b6-e2499afe23dc req-fce2cf6d-c2ff-4f6f-97de-eb3ec34670cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 1098 time: 0.6158922 Jul 16 17:53:47.992955 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-568b2cb8-06c1-47fd-a9a3-ed248c11a3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.996194 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-568b2cb8-06c1-47fd-a9a3-ed248c11a3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.997340 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-568b2cb8-06c1-47fd-a9a3-ed248c11a3da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81ccab06-3f7f-467b-a09b-06ae2d24f623 HTTP/1.1" status: 204 len: 168 time: 0.8570778 Jul 16 17:53:48.025256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b2cb8-06c1-47fd-a9a3-ed248c11a3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ccab06-3f7f-467b-a09b-06ae2d24f623,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:48.044516 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e15c3fd8-5391-436d-b3b6-e2499afe23dc req-bfb240ab-b032-4136-88e8-bfede63632d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656281 Jul 16 17:53:48.069085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13382a20-3f0a-4a68-9948-8aa262118a18 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:48.085366 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.114147 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9fe51-7d20-4db9-8a06-541f8df39e7b req-b25587ef-51c4-4479-ba8b-641aac0645c7 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:48.116343 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ba9fe51-7d20-4db9-8a06-541f8df39e7b req-b25587ef-51c4-4479-ba8b-641aac0645c7 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 950 time: 0.6727774 Jul 16 17:53:48.151419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66775c18-4469-42dd-9ce2-47407b9cb568 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:48.159181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e477a8cf-a2de-40d5-80c5-713b1baad381 req-0b017e2e-ad15-42b8-a88a-404cd19bb372 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867348 Jul 16 17:53:48.179343 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Transition to ACTIVE for port object 13382a20-3f0a-4a68-9948-8aa262118a18 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:48.182381 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.191322 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.280453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Transition to ACTIVE for port object 66775c18-4469-42dd-9ce2-47407b9cb568 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:48.304319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ba9fe51-7d20-4db9-8a06-541f8df39e7b req-3227a3ea-69df-4a25-8c74-0094d081df6d tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/security-groups?id=3308dc6d-914d-4394-85fc-678545047219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687226 Jul 16 17:53:48.321694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-6c23f98d-a990-4611-9c62-f4e2c987d449 req-acfec6e6-a687-4db1-a631-2041f51ad5f7 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Deleting port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:48.322205 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c23f98d-a990-4611-9c62-f4e2c987d449 req-acfec6e6-a687-4db1-a631-2041f51ad5f7 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.351894 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.408723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Pushing event updated for resources: {'Port': ['ID=13382a20-3f0a-4a68-9948-8aa262118a18,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:48.523867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:48.524366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:48.524856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:48.525313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:48.525804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:48.526232 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:48.527007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:48.527685 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:48.528118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:48.528580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:48.529048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:48.529476 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:48.908569 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.186670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Pushing event updated for resources: {'Port': ['ID=66775c18-4469-42dd-9ce2-47407b9cb568,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:49.229254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-6c23f98d-a990-4611-9c62-f4e2c987d449 req-acfec6e6-a687-4db1-a631-2041f51ad5f7 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] For port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ba28e833-9a24-44fd-8dc3-5054cbb6d0a4,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:49.229723 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c23f98d-a990-4611-9c62-f4e2c987d449 req-acfec6e6-a687-4db1-a631-2041f51ad5f7 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.250999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Attempting to bind port 13382a20-3f0a-4a68-9948-8aa262118a18 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:49.251359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Attempting to bind port 13382a20-3f0a-4a68-9948-8aa262118a18 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8b8b1874-434b-4d79-bdad-458fef5c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2591007a-b50f-4991-920f-43b5c877a487'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:49.251699 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Attempting to bind port 13382a20-3f0a-4a68-9948-8aa262118a18 on network 2591007a-b50f-4991-920f-43b5c877a487 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:49.262819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-6c23f98d-a990-4611-9c62-f4e2c987d449 req-acfec6e6-a687-4db1-a631-2041f51ad5f7 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Calling delete_port for ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:49.276189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744ff5-b344-48e3-8b68-e52f623a3ac9 req-53a0c5d9-fc3f-43c4-8839-ce62bbc69f4e tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:49.277821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87744ff5-b344-48e3-8b68-e52f623a3ac9 req-53a0c5d9-fc3f-43c4-8839-ce62bbc69f4e tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.9384148 Jul 16 17:53:49.296003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Port 13382a20-3f0a-4a68-9948-8aa262118a18 on network 2591007a-b50f-4991-920f-43b5c877a487 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:49.296341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Attempting to bind port 13382a20-3f0a-4a68-9948-8aa262118a18 on network 2591007a-b50f-4991-920f-43b5c877a487 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:49.320756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Attempting to bind port 66775c18-4469-42dd-9ce2-47407b9cb568 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:49.320756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Attempting to bind port 66775c18-4469-42dd-9ce2-47407b9cb568 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:49.320756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Attempting to bind port 66775c18-4469-42dd-9ce2-47407b9cb568 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:49.374255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:49.374845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Checking segment: {'id': '8b8b1874-434b-4d79-bdad-458fef5c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2591007a-b50f-4991-920f-43b5c877a487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:49.374964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Bound using segment: {'id': '8b8b1874-434b-4d79-bdad-458fef5c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2591007a-b50f-4991-920f-43b5c877a487'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:49.375438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Bound port: 13382a20-3f0a-4a68-9948-8aa262118a18, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b8b1874-434b-4d79-bdad-458fef5c184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2591007a-b50f-4991-920f-43b5c877a487'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:49.375804 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.396781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Port 66775c18-4469-42dd-9ce2-47407b9cb568 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:49.397081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Attempting to bind port 66775c18-4469-42dd-9ce2-47407b9cb568 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:49.419142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46ec6c-8687-4ff2-9179-fa5803dfade6 req-23589511-9b44-456f-9a87-09e5638570fc tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:49.420722 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a46ec6c-8687-4ff2-9179-fa5803dfade6 req-23589511-9b44-456f-9a87-09e5638570fc tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c HTTP/1.1" status: 200 len: 948 time: 0.8226347 Jul 16 17:53:49.443953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50128) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:49.458275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:49.458275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:49.458275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:49.458275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Bound port: 66775c18-4469-42dd-9ce2-47407b9cb568, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:49.459335 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.489967 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87744ff5-b344-48e3-8b68-e52f623a3ac9 req-ad1cb799-eed9-4f75-a661-ac24507b4a00 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966720 Jul 16 17:53:49.590931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1102492919-network', 'tenant_id': '059df0b5bd0d47e9bec895e2795f5af5'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:49.635282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Made reservation on behalf of 059df0b5bd0d47e9bec895e2795f5af5 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:49.637707 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.644961 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a46ec6c-8687-4ff2-9179-fa5803dfade6 req-50703b68-7464-4cb2-b588-4e2e93210c1b tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065170 Jul 16 17:53:49.661020 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.767010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] For port 13382a20-3f0a-4a68-9948-8aa262118a18, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:49.781309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] For port 66775c18-4469-42dd-9ce2-47407b9cb568, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:49.816051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a425f4a5-5235-4b32-b59c-22283717565d req-dc212434-704c-4b13-83cd-1185e67f13d0 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 210 time: 0.1016212 Jul 16 17:53:49.838085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] For port 13382a20-3f0a-4a68-9948-8aa262118a18, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=13382a20-3f0a-4a68-9948-8aa262118a18,segment=NetworkSegment(8b8b1874-434b-4d79-bdad-458fef5c184d),segment_id=8b8b1874-434b-4d79-bdad-458fef5c184d)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:49.847619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] For port 66775c18-4469-42dd-9ce2-47407b9cb568, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=66775c18-4469-42dd-9ce2-47407b9cb568,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:49.873634 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.879660 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.880261 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.924456 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2361e968-7f8f-4abb-a86b-65b6b4ab30bc,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:49.947808 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:49.952394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:49.952888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:49.953398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:49.953859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:49.954345 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:49.954769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:49.955411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:49.956078 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:49.956652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:49.957072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:49.957529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:49.958008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:49.966852 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.985492 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.986061 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Added segment d09dc293-42ad-4978-bd16-5ba369d49f46 of type vlan for network ad59b4fd-6941-4c19-875a-95d04f0c8b04 Jul 16 17:53:49.992930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Pushing event updated for resources: {'Port': ['ID=13382a20-3f0a-4a68-9948-8aa262118a18,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:50.053991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.054355 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.056428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-930e33c3-285e-4faa-980c-290d41cd58bf service neutron] 10.222.0.11 "PUT /v2.0/ports/13382a20-3f0a-4a68-9948-8aa262118a18 HTTP/1.1" status: 200 len: 1092 time: 4.4517314 Jul 16 17:53:50.060861 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c23f98d-a990-4611-9c62-f4e2c987d449 req-acfec6e6-a687-4db1-a631-2041f51ad5f7 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.062878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9759bb6-400c-435d-b94c-3cfd934f56c1', 'tag': '13382a20-3f0a-4a68-9948-8aa262118a18'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:50.066925 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.067221 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cb0260-4196-49e9-bdf0-4fb0ba64650e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9759bb6-400c-435d-b94c-3cfd934f56c1", "tag": "13382a20-3f0a-4a68-9948-8aa262118a18"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:50.088639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-80ee0cf2-3bb0-4fe3-9e4b-dacef4ac9351 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.090906 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-80ee0cf2-3bb0-4fe3-9e4b-dacef4ac9351 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.11 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 0.5684566 Jul 16 17:53:50.114516 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.116031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.117576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.186969 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7411838 Jul 16 17:53:50.192536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50148) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:50.192785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-d36d4a17-4b96-4b8e-854c-9681507358b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Request body: {'port': {'device_id': 'a8e36393-3d85-4964-a96e-bcf74ec3ecd0', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'admin_state_up': True, 'tenant_id': 'b2cc324b1d64466f8371c193e2dab133'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:50.203840 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-dbb8dd05-0ed6-48e2-9028-4b018657ffba admin admin] Request body: {'subnet': {'network_id': 'ad59b4fd-6941-4c19-875a-95d04f0c8b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1102492919-subnet', 'tenant_id': '059df0b5bd0d47e9bec895e2795f5af5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:50.257965 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-f3ef566a-f212-4194-a2e2-9a2334a56a60 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e0fe2727b152477da8d758ac73660813&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1852825 Jul 16 17:53:50.291477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.292018 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.293477 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] 10.222.0.32 "PUT /v2.0/ports/66775c18-4469-42dd-9ce2-47407b9cb568 HTTP/1.1" status: 200 len: 1097 time: 4.4411409 Jul 16 17:53:50.305639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60041a7f-49be-4990-acc3-4afbc82a29ea admin admin] Pushing event updated for resources: {'Network': ['ID=ad59b4fd-6941-4c19-875a-95d04f0c8b04,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:50.310931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb8dd05-0ed6-48e2-9028-4b018657ffba admin admin] Made reservation on behalf of 059df0b5bd0d47e9bec895e2795f5af5 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:50.316045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbb8dd05-0ed6-48e2-9028-4b018657ffba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.326016 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ad59b4fd-6941-4c19-875a-95d04f0c8b04 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:50.450805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9540ea-5a19-40c4-a43d-c8c8a3a8f639 service neutron] Pushing event updated for resources: {'Port': ['ID=66775c18-4469-42dd-9ce2-47407b9cb568,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:50.470494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:50.519370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:50.520105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:50.571395 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23f98d-a990-4611-9c62-f4e2c987d449 req-acfec6e6-a687-4db1-a631-2041f51ad5f7 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] No DVR routers for this DVR port ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:50.604982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c23f98d-a990-4611-9c62-f4e2c987d449 req-acfec6e6-a687-4db1-a631-2041f51ad5f7 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.608736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c23f98d-a990-4611-9c62-f4e2c987d449 req-acfec6e6-a687-4db1-a631-2041f51ad5f7 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.32 "DELETE /v2.0/ports/ba28e833-9a24-44fd-8dc3-5054cbb6d0a4 HTTP/1.1" status: 204 len: 173 time: 3.0117617 Jul 16 17:53:50.620559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfec6e6-a687-4db1-a631-2041f51ad5f7 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] Pushing event deleted for resources: {'Port': ['ID=ba28e833-9a24-44fd-8dc3-5054cbb6d0a4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:50.660124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-409a301b-598b-4a00-b804-705d1c3fc25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.662458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-409a301b-598b-4a00-b804-705d1c3fc25d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10ae8671a65443838352d87f4b0612dd&device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 1095 time: 0.5275445 Jul 16 17:53:50.772459 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbb8dd05-0ed6-48e2-9028-4b018657ffba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.777525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-d36d4a17-4b96-4b8e-854c-9681507358b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Made reservation on behalf of b2cc324b1d64466f8371c193e2dab133 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:50.781215 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-d36d4a17-4b96-4b8e-854c-9681507358b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.811314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-e871f301-a1db-46e4-8abd-208a4cfa5211 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.820118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-e871f301-a1db-46e4-8abd-208a4cfa5211 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5607352 Jul 16 17:53:50.828622 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-81d641d2-749d-42e5-bb2c-ac3beccceeab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13382a20-3f0a-4a68-9948-8aa262118a18 HTTP/1.1" status: 200 len: 217 time: 0.1509538 Jul 16 17:53:50.866115 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8dd05-0ed6-48e2-9028-4b018657ffba admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ac4a12-4fdc-4723-8846-304d7cb0b295,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:50.941952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb8dd05-0ed6-48e2-9028-4b018657ffba admin admin] Checking segment: {'id': 'd09dc293-42ad-4978-bd16-5ba369d49f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ad59b4fd-6941-4c19-875a-95d04f0c8b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:50.942417 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb8dd05-0ed6-48e2-9028-4b018657ffba admin admin] Network hostable DHCP agents. Network: ad59b4fd-6941-4c19-875a-95d04f0c8b04, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:50.966853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb8dd05-0ed6-48e2-9028-4b018657ffba admin admin] Network ad59b4fd-6941-4c19-875a-95d04f0c8b04 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:50.975821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-d89e1754-b434-46cc-91f0-7be4758d158d tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/quotas/e0fe2727b152477da8d758ac73660813 HTTP/1.1" status: 200 len: 375 time: 0.1550632 Jul 16 17:53:50.980053 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-dbb8dd05-0ed6-48e2-9028-4b018657ffba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, ad59b4fd-6941-4c19-875a-95d04f0c8b04) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:50.993837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707c23b8-da3e-4c2b-b636-bbdebd092a38 None None] Network ad59b4fd-6941-4c19-875a-95d04f0c8b04 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:50.995363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb8dd05-0ed6-48e2-9028-4b018657ffba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.996037 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbb8dd05-0ed6-48e2-9028-4b018657ffba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.000791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdce5c1-4986-4a78-bd7d-b8106da72ada req-0fb6aab2-e084-4101-b2ac-5a44031b892c tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.010525 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bdce5c1-4986-4a78-bd7d-b8106da72ada req-0fb6aab2-e084-4101-b2ac-5a44031b892c tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 943 time: 0.7216463 Jul 16 17:53:51.014352 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dbb8dd05-0ed6-48e2-9028-4b018657ffba admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8191149 Jul 16 17:53:51.066128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-c687efbb-3b3e-4c52-b3e5-4ac369169b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.067592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-c687efbb-3b3e-4c52-b3e5-4ac369169b42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=62154700-b507-4052-9a5d-e73ae81c41e7 HTTP/1.1" status: 200 len: 854 time: 0.2250688 Jul 16 17:53:51.089218 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f757f88-a818-489c-bef9-80987624252c req-8c84d98c-397a-46d1-a8c2-b92a36c245b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.091719 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-8c84d98c-397a-46d1-a8c2-b92a36c245b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fbd65c092f342ae82b609b2deb5429f&device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c HTTP/1.1" status: 200 len: 1100 time: 0.6727910 Jul 16 17:53:51.103869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a0a94306-1e85-4a66-b961-87869a514df6 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0fe2727b152477da8d758ac73660813&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167791 Jul 16 17:53:51.161994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fcd93b-afc1-4010-b52a-44de4eac5a1f None None] Network ad59b4fd-6941-4c19-875a-95d04f0c8b04 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:51.181704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-d36d4a17-4b96-4b8e-854c-9681507358b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Allocated IP 172.20.0.11 (5f4a1e11-5d66-4db2-adc7-71a724319593/2324e370-e975-41f3-a89b-e91fd3d77fc8/10f48b67-fea2-4a08-87f5-873ba5cf4871) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:51.281583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-f26199bb-767e-4b73-aa7a-a9448a09b3e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=66775c18-4469-42dd-9ce2-47407b9cb568 HTTP/1.1" status: 200 len: 217 time: 0.1766870 Jul 16 17:53:51.313482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bdce5c1-4986-4a78-bd7d-b8106da72ada req-100abcef-64ca-40ed-b04a-935962c612ff tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/security-groups?id=88417e27-a5c3-40ef-8dba-e9e88469c16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794073 Jul 16 17:53:51.538075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f757f88-a818-489c-bef9-80987624252c req-63fb431e-f19f-4026-a021-c27edf514b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.540105 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-63fb431e-f19f-4026-a021-c27edf514b73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2492983 Jul 16 17:53:51.598943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-0bf7c89a-23fc-4b0c-a7bb-2293904b5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.600464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-0bf7c89a-23fc-4b0c-a7bb-2293904b5226 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2591007a-b50f-4991-920f-43b5c877a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4992819 Jul 16 17:53:51.675395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb493178-e198-4881-ba98-c1109d3b3697 req-be6b8475-e916-41a5-a052-0567742f5a98 tempest-ServerDiagnosticsNegativeTest-704865563 tempest-ServerDiagnosticsNegativeTest-704865563-project] 10.222.0.24 "GET /v2.0/ports?device_id=98fbbb39-a7f9-40d3-b5f9-3098abe0494d HTTP/1.1" status: 200 len: 210 time: 0.1053026 Jul 16 17:53:51.809339 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-d36d4a17-4b96-4b8e-854c-9681507358b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.893376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-2d0eb64b-f70d-4615-a063-548d8bc3c3af service neutron] 10.222.0.11 "GET /v2.0/networks/2591007a-b50f-4991-920f-43b5c877a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240212 Jul 16 17:53:51.913246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50178) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:51.913780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae36605-7d69-4f83-a204-28bb40ed4482 req-e0cd7537-55e6-4a0c-b669-15a6c13fa0ca tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.915226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ae36605-7d69-4f83-a204-28bb40ed4482 req-e0cd7537-55e6-4a0c-b669-15a6c13fa0ca tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 946 time: 0.4043345 Jul 16 17:53:51.924528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1266887415-network', 'tenant_id': 'e4c150b7a006494f9400627f5990647a'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:51.947665 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f757f88-a818-489c-bef9-80987624252c req-83fb7fa2-e15c-4d15-b8d9-1d61d30510d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.949457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-83fb7fa2-e15c-4d15-b8d9-1d61d30510d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3750014 Jul 16 17:53:51.957197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Made reservation on behalf of e4c150b7a006494f9400627f5990647a for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:51.960218 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.975093 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.120627 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfed1be6-87a9-442a-85de-fe4a42fd61bc x-openstack-request-id: req-dfed1be6-87a9-442a-85de-fe4a42fd61bc {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:52.121158 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9759bb6-400c-435d-b94c-3cfd934f56c1", "tag": "13382a20-3f0a-4a68-9948-8aa262118a18", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:52.121498 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dfed1be6-87a9-442a-85de-fe4a42fd61bc {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:52.122434 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9759bb6-400c-435d-b94c-3cfd934f56c1', 'tag': '13382a20-3f0a-4a68-9948-8aa262118a18', 'status': 'completed', 'code': 200} Jul 16 17:53:52.124195 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-d36d4a17-4b96-4b8e-854c-9681507358b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.161025 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.167110 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.193458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:52.228965 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc89bc06-a2a1-4ba7-9457-49bff7fd49a9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:52.233424 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.234079 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Added segment 84eb9f01-af27-4f5c-91e0-7d5503fc6eaa of type vlan for network c52559d3-082d-4b93-a5aa-b1ccb079172d Jul 16 17:53:52.277054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ae36605-7d69-4f83-a204-28bb40ed4482 req-6bf32557-e57b-4788-ac92-88e5c896858f tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517542 Jul 16 17:53:52.292547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-d36d4a17-4b96-4b8e-854c-9681507358b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Network 5f4a1e11-5d66-4db2-adc7-71a724319593 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:52.297280 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.338837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d4a17-4b96-4b8e-854c-9681507358b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event updated for resources: {'Port': ['ID=10f48b67-fea2-4a08-87f5-873ba5cf4871,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:52.350625 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.353692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:52.356324 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.379776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-d36d4a17-4b96-4b8e-854c-9681507358b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:52.397084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-d36d4a17-4b96-4b8e-854c-9681507358b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:52.442094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78805758-8072-46e7-9e33-bb11bc69ba7a req-14d75182-155c-48ec-aac6-8bdfb143791a service neutron] 10.222.0.11 "GET /v2.0/networks/2591007a-b50f-4991-920f-43b5c877a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257430 Jul 16 17:53:52.464111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-55e51bd4-d37f-4a3f-8eca-caed0605cffd service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958642 Jul 16 17:53:52.468681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] Pushing event updated for resources: {'Network': ['ID=c52559d3-082d-4b93-a5aa-b1ccb079172d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:52.478852 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2bc0828d-6b4c-4202-b736-a9eeea9f4bee admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5640647 Jul 16 17:53:52.482296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50186) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:52.491822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network c52559d3-082d-4b93-a5aa-b1ccb079172d details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:52.492625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3c5b3db2-f0d4-48f7-9118-05728a592851 admin admin] Request body: {'subnet': {'network_id': 'c52559d3-082d-4b93-a5aa-b1ccb079172d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1266887415-subnet', 'tenant_id': 'e4c150b7a006494f9400627f5990647a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:52.528073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5b3db2-f0d4-48f7-9118-05728a592851 admin admin] Made reservation on behalf of e4c150b7a006494f9400627f5990647a for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:52.532826 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c5b3db2-f0d4-48f7-9118-05728a592851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.617520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-d36d4a17-4b96-4b8e-854c-9681507358b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:52.618197 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-d36d4a17-4b96-4b8e-854c-9681507358b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.695093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-d36d4a17-4b96-4b8e-854c-9681507358b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5526772 Jul 16 17:53:52.728020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Request body: {'port': {'device_id': 'a8e36393-3d85-4964-a96e-bcf74ec3ecd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:52.744894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a04320-0a7d-4a0b-b6d1-56ce9ccab4f2 req-458028bf-f773-4ec0-b745-e72697759638 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:52.746585 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12a04320-0a7d-4a0b-b6d1-56ce9ccab4f2 req-458028bf-f773-4ec0-b745-e72697759638 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.5258393 Jul 16 17:53:52.765454 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.805865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c5b3db2-f0d4-48f7-9118-05728a592851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.910776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b3db2-f0d4-48f7-9118-05728a592851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad0a8b1-b61c-493f-b097-50600eb606a0,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:52.919170 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b3db2-f0d4-48f7-9118-05728a592851 admin admin] Checking segment: {'id': '84eb9f01-af27-4f5c-91e0-7d5503fc6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c52559d3-082d-4b93-a5aa-b1ccb079172d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:52.919927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b3db2-f0d4-48f7-9118-05728a592851 admin admin] Network hostable DHCP agents. Network: c52559d3-082d-4b93-a5aa-b1ccb079172d, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:52.948658 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b3db2-f0d4-48f7-9118-05728a592851 admin admin] Network c52559d3-082d-4b93-a5aa-b1ccb079172d is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:52.960347 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b3db2-f0d4-48f7-9118-05728a592851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, c52559d3-082d-4b93-a5aa-b1ccb079172d) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:52.966466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5b3db2-f0d4-48f7-9118-05728a592851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:52.967142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c5b3db2-f0d4-48f7-9118-05728a592851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.974738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c080b2-ee34-4b91-b5e8-8e89ea667ec0 None None] Network c52559d3-082d-4b93-a5aa-b1ccb079172d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:52.997755 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3c5b3db2-f0d4-48f7-9118-05728a592851 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5130842 Jul 16 17:53:53.154428 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1d1b2e-673b-49a9-926f-65f4ec198cbf None None] Network c52559d3-082d-4b93-a5aa-b1ccb079172d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:53.223012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64559e-2469-4445-8896-4d596e53e2ed req-c725a454-eda8-437c-8c6d-f419c5affa0f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:53.224795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c64559e-2469-4445-8896-4d596e53e2ed req-c725a454-eda8-437c-8c6d-f419c5affa0f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c HTTP/1.1" status: 200 len: 948 time: 0.7776742 Jul 16 17:53:53.241048 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f757f88-a818-489c-bef9-80987624252c req-3629eb8c-c99e-4a34-8d8b-c2292a923189 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7367802 Jul 16 17:53:53.286756 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-7e57f862-0692-43b4-9f11-db1b91b3ae5e tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e0fe2727b152477da8d758ac73660813&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788183 Jul 16 17:53:53.297885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb0260-4196-49e9-bdf0-4fb0ba64650e req-8a14c014-07ef-4688-aaf3-87fffe83f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:53.299958 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8cb0260-4196-49e9-bdf0-4fb0ba64650e req-8a14c014-07ef-4688-aaf3-87fffe83f649 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10ae8671a65443838352d87f4b0612dd&device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 1095 time: 0.7884276 Jul 16 17:53:53.354245 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12a04320-0a7d-4a0b-b6d1-56ce9ccab4f2 req-ac9ce3fc-ca2b-4a00-a905-a4b1fc90bf42 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712154 Jul 16 17:53:53.489438 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.494182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c64559e-2469-4445-8896-4d596e53e2ed req-7dd9082f-780b-49ba-afe2-0ce892e47b2a tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503841 Jul 16 17:53:53.554639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de65af6a-0150-4eb7-a934-fa7b75adbdd2 req-f707f910-9aad-49fd-a057-62f2d51f5e83 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 210 time: 0.0598807 Jul 16 17:53:53.616369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb0260-4196-49e9-bdf0-4fb0ba64650e req-7c3134e3-68c2-492c-bc33-6875013a05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:53.617973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8cb0260-4196-49e9-bdf0-4fb0ba64650e req-7c3134e3-68c2-492c-bc33-6875013a05ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=2591007a-b50f-4991-920f-43b5c877a487 HTTP/1.1" status: 200 len: 916 time: 0.3068044 Jul 16 17:53:53.631398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-2ff0668e-dd95-426f-a881-f9603fee4db8 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:53.632954 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-2ff0668e-dd95-426f-a881-f9603fee4db8 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229337 Jul 16 17:53:53.662392 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Request body: {'port': {'device_id': '84e98722-b543-43e0-8a79-7139b2f3e83e', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': 'e0fe2727b152477da8d758ac73660813'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:53.715012 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:53:53.744038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8cb0260-4196-49e9-bdf0-4fb0ba64650e req-d47a61fa-212e-470f-ab92-1d735c5b84bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13382a20-3f0a-4a68-9948-8aa262118a18 HTTP/1.1" status: 200 len: 217 time: 0.1089640 Jul 16 17:53:53.985842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-187d20a7-8d00-49da-be89-cb4837a36ddb req-210e6780-68c2-4be5-bae8-a81c5071e104 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-90879691&fields=id&tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39 HTTP/1.1" status: 200 len: 267 time: 0.2552278 Jul 16 17:53:53.995011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb0260-4196-49e9-bdf0-4fb0ba64650e req-ebba7bd7-f459-469c-bfe0-dedd7c45d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:53.996732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8cb0260-4196-49e9-bdf0-4fb0ba64650e req-ebba7bd7-f459-469c-bfe0-dedd7c45d2c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=62154700-b507-4052-9a5d-e73ae81c41e7 HTTP/1.1" status: 200 len: 854 time: 0.1953490 Jul 16 17:53:54.110841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df5118-1626-4e35-b06d-b351c7bdc864 req-1a0e0386-fd32-46d4-9493-9ec21c17e317 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:54.112579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11df5118-1626-4e35-b06d-b351c7bdc864 req-1a0e0386-fd32-46d4-9493-9ec21c17e317 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 932 time: 0.4786937 Jul 16 17:53:54.124283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49a8fc2-0cfe-47a7-8412-cbcca6a4140c', 'tag': '66775c18-4469-42dd-9ce2-47407b9cb568'}, {'server_uuid': '98fbbb39-a7f9-40d3-b5f9-3098abe0494d', 'name': 'network-vif-deleted', 'tag': 'ba28e833-9a24-44fd-8dc3-5054cbb6d0a4'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:54.126756 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a17a57-08e0-4afa-befa-a4d8cbc55415" -d '{"events": [{"name": "network-changed", "server_uuid": "a49a8fc2-0cfe-47a7-8412-cbcca6a4140c", "tag": "66775c18-4469-42dd-9ce2-47407b9cb568"}, {"server_uuid": "98fbbb39-a7f9-40d3-b5f9-3098abe0494d", "name": "network-vif-deleted", "tag": "ba28e833-9a24-44fd-8dc3-5054cbb6d0a4"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:54.205971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Made reservation on behalf of e0fe2727b152477da8d758ac73660813 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:54.209895 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.241506 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.256418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11df5118-1626-4e35-b06d-b351c7bdc864 req-763161ff-d286-4298-8f4b-1b7d189bd31b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330137 Jul 16 17:53:54.287202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d20a7-8d00-49da-be89-cb4837a36ddb req-4c2e77c3-ed4a-4ccd-a17c-a06fe0a67fd9 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:54.288793 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-187d20a7-8d00-49da-be89-cb4837a36ddb req-4c2e77c3-ed4a-4ccd-a17c-a06fe0a67fd9 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 946 time: 0.2868426 Jul 16 17:53:54.329572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb0260-4196-49e9-bdf0-4fb0ba64650e req-ea42e053-3dcf-4304-bcb7-5f5deb1a8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:54.332290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8cb0260-4196-49e9-bdf0-4fb0ba64650e req-ea42e053-3dcf-4304-bcb7-5f5deb1a8f36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2591007a-b50f-4991-920f-43b5c877a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3282106 Jul 16 17:53:54.340934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-187d20a7-8d00-49da-be89-cb4837a36ddb req-e9d67dbb-dc4f-47fc-ac06-9caac266039a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'port': {'security_groups': ['f8d77efc-dab5-46c4-849c-533c31761211', '3c4576bd-e0ea-4fc4-848d-09329f673ee9']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:54.471011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f48b67-fea2-4a08-87f5-873ba5cf4871 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:54.488583 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.582015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Transition to ACTIVE for port object 10f48b67-fea2-4a08-87f5-873ba5cf4871 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:54.595172 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.686293 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-187d20a7-8d00-49da-be89-cb4837a36ddb req-e9d67dbb-dc4f-47fc-ac06-9caac266039a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.690798 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8cb0260-4196-49e9-bdf0-4fb0ba64650e req-89f0e43d-8372-436d-985d-c734a7ea89b5 service neutron] 10.222.0.11 "GET /v2.0/networks/2591007a-b50f-4991-920f-43b5c877a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409014 Jul 16 17:53:54.767827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Pushing event updated for resources: {'Port': ['ID=10f48b67-fea2-4a08-87f5-873ba5cf4871,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:54.817491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899619bf-ac9b-4afc-992d-33104a6755ef req-6d4ea36f-4614-4dd1-a1e8-f60ee9a84b68 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:54.819064 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-899619bf-ac9b-4afc-992d-33104a6755ef req-6d4ea36f-4614-4dd1-a1e8-f60ee9a84b68 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 943 time: 0.4317238 Jul 16 17:53:54.890684 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.947030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.977782 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.085494 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8cb0260-4196-49e9-bdf0-4fb0ba64650e req-e722d8ef-8386-40e1-985c-4f0ce6ef4ed2 service neutron] 10.222.0.11 "GET /v2.0/networks/2591007a-b50f-4991-920f-43b5c877a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848164 Jul 16 17:53:55.101755 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-899619bf-ac9b-4afc-992d-33104a6755ef req-48d752c1-5687-4771-95d3-dafde68a5bb5 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/security-groups?id=88417e27-a5c3-40ef-8dba-e9e88469c16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490571 Jul 16 17:53:55.102685 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4db2806-a2cd-49ac-95b5-fca5aac891e1,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:55.144958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Attempting to bind port 10f48b67-fea2-4a08-87f5-873ba5cf4871 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:55.145372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Attempting to bind port 10f48b67-fea2-4a08-87f5-873ba5cf4871 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:55.145765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Attempting to bind port 10f48b67-fea2-4a08-87f5-873ba5cf4871 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:55.195635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Port 10f48b67-fea2-4a08-87f5-873ba5cf4871 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:55.195972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Attempting to bind port 10f48b67-fea2-4a08-87f5-873ba5cf4871 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:55.220228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:55.220638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Checking segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:55.221029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Bound using segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:55.221970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Bound port: 10f48b67-fea2-4a08-87f5-873ba5cf4871, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:55.221970 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.285076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Allocated IP 192.168.233.153 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:55.391553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-187d20a7-8d00-49da-be89-cb4837a36ddb req-e9d67dbb-dc4f-47fc-ac06-9caac266039a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] For port 338f1561-7d9e-422d-8c96-d8544b6faf7b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=338f1561-7d9e-422d-8c96-d8544b6faf7b,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:55.428671 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] For port 10f48b67-fea2-4a08-87f5-873ba5cf4871, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:55.456956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] For port 10f48b67-fea2-4a08-87f5-873ba5cf4871, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=10f48b67-fea2-4a08-87f5-873ba5cf4871,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:55.520370 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.534063 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-187d20a7-8d00-49da-be89-cb4837a36ddb req-e9d67dbb-dc4f-47fc-ac06-9caac266039a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.558138 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-187d20a7-8d00-49da-be89-cb4837a36ddb req-e9d67dbb-dc4f-47fc-ac06-9caac266039a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.581487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['338f1561-7d9e-422d-8c96-d8544b6faf7b'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:55.622540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50220) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:55.683226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:55.683532 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.685651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] 10.222.0.11 "PUT /v2.0/ports/10f48b67-fea2-4a08-87f5-873ba5cf4871 HTTP/1.1" status: 200 len: 1093 time: 2.9701641 Jul 16 17:53:55.762662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d20a7-8d00-49da-be89-cb4837a36ddb req-e9d67dbb-dc4f-47fc-ac06-9caac266039a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:55.763347 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-187d20a7-8d00-49da-be89-cb4837a36ddb req-e9d67dbb-dc4f-47fc-ac06-9caac266039a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.772125 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-187d20a7-8d00-49da-be89-cb4837a36ddb req-e9d67dbb-dc4f-47fc-ac06-9caac266039a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "PUT /v2.0/ports/338f1561-7d9e-422d-8c96-d8544b6faf7b HTTP/1.1" status: 200 len: 982 time: 1.4720190 Jul 16 17:53:55.832736 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['338f1561-7d9e-422d-8c96-d8544b6faf7b'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:55.849301 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ab7c5-77f8-41a0-8218-6dc4120c01f5 x-openstack-request-id: req-ea3ab7c5-77f8-41a0-8218-6dc4120c01f5 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:55.850525 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49a8fc2-0cfe-47a7-8412-cbcca6a4140c", "tag": "66775c18-4469-42dd-9ce2-47407b9cb568", "status": "completed", "code": 200}, {"server_uuid": "98fbbb39-a7f9-40d3-b5f9-3098abe0494d", "name": "network-vif-deleted", "tag": "ba28e833-9a24-44fd-8dc3-5054cbb6d0a4", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:55.851490 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea3ab7c5-77f8-41a0-8218-6dc4120c01f5 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:55.852511 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49a8fc2-0cfe-47a7-8412-cbcca6a4140c', 'tag': '66775c18-4469-42dd-9ce2-47407b9cb568', 'status': 'completed', 'code': 200} Jul 16 17:53:55.853248 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fbbb39-a7f9-40d3-b5f9-3098abe0494d', 'name': 'network-vif-deleted', 'tag': 'ba28e833-9a24-44fd-8dc3-5054cbb6d0a4', 'status': 'completed', 'code': 200} Jul 16 17:53:55.871537 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.881012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30361d-cc51-4c79-ae22-3b9a3ea6db01 service neutron] Pushing event updated for resources: {'Port': ['ID=10f48b67-fea2-4a08-87f5-873ba5cf4871,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:55.905952 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8205a8cd-0a52-48d3-829d-ca086da56573 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69c6da1c270e4bc08599a49dfccdb89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793736 Jul 16 17:53:55.908177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50226) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:55.979279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3353a891-0507-4f3a-859c-0ffa1220cd8a tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:55.981741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3353a891-0507-4f3a-859c-0ffa1220cd8a tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/networks?id=ad59b4fd-6941-4c19-875a-95d04f0c8b04 HTTP/1.1" status: 200 len: 815 time: 0.5347917 Jul 16 17:53:55.998807 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-909c1abf-72dc-4361-8a79-d7db5f74ac7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.028764 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-909c1abf-72dc-4361-8a79-d7db5f74ac7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.049649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Transition to ACTIVE for port object 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:56.115616 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-909c1abf-72dc-4361-8a79-d7db5f74ac7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.121838 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-909c1abf-72dc-4361-8a79-d7db5f74ac7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.127736 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-909c1abf-72dc-4361-8a79-d7db5f74ac7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3308dc6d-914d-4394-85fc-678545047219 HTTP/1.1" status: 204 len: 168 time: 0.2141247 Jul 16 17:53:56.141337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c1abf-72dc-4361-8a79-d7db5f74ac7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3308dc6d-914d-4394-85fc-678545047219,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:56.496638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 66775c18-4469-42dd-9ce2-47407b9cb568 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:56.524654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3542db77-af06-4c2e-ba58-a3e2050aa533 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/quotas/059df0b5bd0d47e9bec895e2795f5af5 HTTP/1.1" status: 200 len: 375 time: 0.4948974 Jul 16 17:53:56.551966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50234) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:56.567027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489738d6-1606-41cf-affe-dc4ec9842338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.600937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d67dbb-dc4f-47fc-ac06-9caac266039a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'Port': ['ID=338f1561-7d9e-422d-8c96-d8544b6faf7b,revision_number=6']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:56.623274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-89639733-eb22-49ca-843a-81ecde46a45e tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=059df0b5bd0d47e9bec895e2795f5af5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821235 Jul 16 17:53:56.656192 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 66775c18-4469-42dd-9ce2-47407b9cb568, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=66775c18-4469-42dd-9ce2-47407b9cb568,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:56.671096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '66775c18-4469-42dd-9ce2-47407b9cb568', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '66775c18-4469-42dd-9ce2-47407b9cb568', 'mac_address': 'fa:16:3e:8b:5d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:56.719001 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.727865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489738d6-1606-41cf-affe-dc4ec9842338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.734688 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489738d6-1606-41cf-affe-dc4ec9842338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.743286 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66775c18-4469-42dd-9ce2-47407b9cb568 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:56.749453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-ac26da10-6144-4eca-80bf-df302fb27d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:56.752276 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-ac26da10-6144-4eca-80bf-df302fb27d1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 1096 time: 0.9788272 Jul 16 17:53:56.755493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a17a57-08e0-4afa-befa-a4d8cbc55415 req-1e88650e-3574-40db-a819-eeb2269657cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:56.758124 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19a17a57-08e0-4afa-befa-a4d8cbc55415 req-1e88650e-3574-40db-a819-eeb2269657cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fbd65c092f342ae82b609b2deb5429f&device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c HTTP/1.1" status: 200 len: 1100 time: 0.8818054 Jul 16 17:53:56.766017 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.771559 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 66775c18-4469-42dd-9ce2-47407b9cb568, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=66775c18-4469-42dd-9ce2-47407b9cb568,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:56.775745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489738d6-1606-41cf-affe-dc4ec9842338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81369f5-5f71-4c79-9ad0-ddda34b3686e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:56.782044 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.795596 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-489738d6-1606-41cf-affe-dc4ec9842338 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7b683e1473848ba963805c3fb7af890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402971 Jul 16 17:53:56.796108 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50236) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:56.838829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=66775c18-4469-42dd-9ce2-47407b9cb568,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:56.868685 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6c413721-a982-4956-85ad-a2a36bf1e9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.896586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6c413721-a982-4956-85ad-a2a36bf1e9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.935777 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129235e-03cb-42f1-ac63-c68f1e566927 req-f7b5aabb-d12d-4d57-8042-0151dec53794 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:56.937445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a129235e-03cb-42f1-ac63-c68f1e566927 req-f7b5aabb-d12d-4d57-8042-0151dec53794 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.9546449 Jul 16 17:53:56.947823 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6c413721-a982-4956-85ad-a2a36bf1e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.951110 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6c413721-a982-4956-85ad-a2a36bf1e9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.952451 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6c413721-a982-4956-85ad-a2a36bf1e9a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e81369f5-5f71-4c79-9ad0-ddda34b3686e HTTP/1.1" status: 204 len: 168 time: 0.1509442 Jul 16 17:53:56.952602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-d22bf85f-8aa4-4473-b1da-15daba954d77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f48b67-fea2-4a08-87f5-873ba5cf4871 HTTP/1.1" status: 200 len: 217 time: 0.1833203 Jul 16 17:53:56.969833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c413721-a982-4956-85ad-a2a36bf1e9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81369f5-5f71-4c79-9ad0-ddda34b3686e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:56.993408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:57.003812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['66775c18-4469-42dd-9ce2-47407b9cb568'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:57.064676 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:57.079162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:57.082451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Pushing event updated for resources: {'Port': ['ID=5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:57.119657 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-afb2ea89-6a03-4a13-883b-212810edf1ea service neutron] 10.222.0.24 "GET /v2.0/networks/ad59b4fd-6941-4c19-875a-95d04f0c8b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801133 Jul 16 17:53:57.193295 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a129235e-03cb-42f1-ac63-c68f1e566927 req-8a3c96e4-53d5-447c-819e-9212977e0b34 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376165 Jul 16 17:53:57.208440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-e7fcca2b-083d-4a2e-ab18-8760c48ee63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:57.210045 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-e7fcca2b-083d-4a2e-ab18-8760c48ee63e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.2445614 Jul 16 17:53:57.222457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a17a57-08e0-4afa-befa-a4d8cbc55415 req-665e3942-bcce-44cd-8b98-ef152b01492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:57.224023 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19a17a57-08e0-4afa-befa-a4d8cbc55415 req-665e3942-bcce-44cd-8b98-ef152b01492a service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.4478080 Jul 16 17:53:57.238848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:57.239498 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.317326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-78b20c9e-c885-4c8c-b14f-e941a2636a83 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989392 Jul 16 17:53:57.372870 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19a17a57-08e0-4afa-befa-a4d8cbc55415 req-b533c3bd-6ede-406f-b41e-d2ec91c424d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=66775c18-4469-42dd-9ce2-47407b9cb568 HTTP/1.1" status: 200 len: 217 time: 0.1271219 Jul 16 17:53:57.422255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-00d1530b-513f-45aa-9f27-7ed2cc147655 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7676854 Jul 16 17:53:57.458632 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f3168f3b-1a49-480e-b2d6-6417d2813323 None None] Provisioning for port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:57.463324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f3168f3b-1a49-480e-b2d6-6417d2813323 None None] Provisioning complete for port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:57.463854 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f3168f3b-1a49-480e-b2d6-6417d2813323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.476782 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Request body: {'port': {'device_id': '84e98722-b543-43e0-8a79-7139b2f3e83e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:57.507265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f3168f3b-1a49-480e-b2d6-6417d2813323 None None] Port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:57.565262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-d8111ecc-7358-4967-bb80-a38dc2863638 service neutron] 10.222.0.24 "GET /v2.0/networks/ad59b4fd-6941-4c19-875a-95d04f0c8b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263222 Jul 16 17:53:57.586962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a17a57-08e0-4afa-befa-a4d8cbc55415 req-f91f69c7-4d11-46ac-8f13-aac3a2b79ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:57.588513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19a17a57-08e0-4afa-befa-a4d8cbc55415 req-f91f69c7-4d11-46ac-8f13-aac3a2b79ead service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1789453 Jul 16 17:53:57.640153 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-aa47cf18-ec4e-4d80-a09d-cdd85caa977d service neutron] 10.222.0.11 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849338 Jul 16 17:53:57.723430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ee533-3ea8-454f-8915-363503a914ab req-b618a7fc-fa9b-44b1-b0bf-fbb0cfe0cb4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:57.730189 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-763ee533-3ea8-454f-8915-363503a914ab req-b618a7fc-fa9b-44b1-b0bf-fbb0cfe0cb4c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c HTTP/1.1" status: 200 len: 949 time: 0.3612964 Jul 16 17:53:57.735064 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.862150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e36393-3d85-4964-a96e-bcf74ec3ecd0', 'tag': '10f48b67-fea2-4a08-87f5-873ba5cf4871'}, {'name': 'network-changed', 'server_uuid': '78916762-c565-4114-8772-329059bf201a', 'tag': '338f1561-7d9e-422d-8c96-d8544b6faf7b'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:57.865406 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e36393-3d85-4964-a96e-bcf74ec3ecd0", "tag": "10f48b67-fea2-4a08-87f5-873ba5cf4871"}, {"name": "network-changed", "server_uuid": "78916762-c565-4114-8772-329059bf201a", "tag": "338f1561-7d9e-422d-8c96-d8544b6faf7b"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:57.894671 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-763ee533-3ea8-454f-8915-363503a914ab req-5030e1f4-e377-4726-88b6-29434825c1a4 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636279 Jul 16 17:53:57.916990 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-4e697ead-504e-4ede-939a-eebce501c6f1 service neutron] 10.222.0.11 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553449 Jul 16 17:53:57.921264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a17a57-08e0-4afa-befa-a4d8cbc55415 req-d42e620d-fff6-401f-9262-5f7bbbda6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:57.922815 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19a17a57-08e0-4afa-befa-a4d8cbc55415 req-d42e620d-fff6-401f-9262-5f7bbbda6e44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3166585 Jul 16 17:53:58.235292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb1028-c05d-4f66-8a77-e7bf98af04d9 req-83725853-5b5f-490d-8459-f74bc124a335 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:58.237077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42fb1028-c05d-4f66-8a77-e7bf98af04d9 req-83725853-5b5f-490d-8459-f74bc124a335 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 936 time: 0.3763001 Jul 16 17:53:58.241060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19a17a57-08e0-4afa-befa-a4d8cbc55415 req-0a7a409b-21d5-4af9-840d-3bba65c6c468 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462320 Jul 16 17:53:58.399583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42fb1028-c05d-4f66-8a77-e7bf98af04d9 req-e043bfa8-5dab-4e2c-b6ba-d6094fa498af tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513300 Jul 16 17:53:58.431663 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67509a-1d64-4f0c-94b7-9d0cdc5571c3 req-838345f3-dddf-4a9d-9582-a623201a9c29 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:58.438628 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a67509a-1d64-4f0c-94b7-9d0cdc5571c3 req-838345f3-dddf-4a9d-9582-a623201a9c29 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 944 time: 0.3303409 Jul 16 17:53:58.481021 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:58.491274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 66775c18-4469-42dd-9ce2-47407b9cb568 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:58.492222 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19a17a57-08e0-4afa-befa-a4d8cbc55415 req-3ffd346c-ccfd-431b-a500-12214980b528 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363524 Jul 16 17:53:58.496520 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.535054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a67509a-1d64-4f0c-94b7-9d0cdc5571c3 req-bdcce518-9b76-4805-bbb9-bd8a3585bd12 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948381 Jul 16 17:53:58.536211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Transition to ACTIVE for port object 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:58.543525 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.635784 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 66775c18-4469-42dd-9ce2-47407b9cb568 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:58.647839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 66775c18-4469-42dd-9ce2-47407b9cb568 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:58.648418 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.650336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:58.718944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f747b7db-2399-433a-ab00-96951c500ed7 req-0d3649d7-c017-490b-9db0-d28f4c604ce6 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2021418027&fields=id&tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39 HTTP/1.1" status: 200 len: 267 time: 0.1389914 Jul 16 17:53:58.811550 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.860386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49a8fc2-0cfe-47a7-8412-cbcca6a4140c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66775c18-4469-42dd-9ce2-47407b9cb568'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:58.863922 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1689a40c-777b-4d4d-b026-418ac21cc398" -d '{"events": [{"server_uuid": "a49a8fc2-0cfe-47a7-8412-cbcca6a4140c", "name": "network-vif-plugged", "status": "completed", "tag": "66775c18-4469-42dd-9ce2-47407b9cb568"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:58.881910 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 66775c18-4469-42dd-9ce2-47407b9cb568, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=66775c18-4469-42dd-9ce2-47407b9cb568,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:58.889150 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.920975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Attempting to bind port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:58.920975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Attempting to bind port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:58.920975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Attempting to bind port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:58.935428 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747b7db-2399-433a-ab00-96951c500ed7 req-e3821054-5d0c-428c-947c-f072e7c38731 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:58.936976 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f747b7db-2399-433a-ab00-96951c500ed7 req-e3821054-5d0c-428c-947c-f072e7c38731 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 985 time: 0.2145905 Jul 16 17:53:58.944286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:58.944468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Attempting to bind port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:58.950007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=66775c18-4469-42dd-9ce2-47407b9cb568,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:58.955193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375a5f8-f427-4a49-9856-cc3341a5cbdb req-b0494f87-a024-415e-9df4-2909c4507f9b tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:58.957289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4375a5f8-f427-4a49-9856-cc3341a5cbdb req-b0494f87-a024-415e-9df4-2909c4507f9b tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 943 time: 0.1641147 Jul 16 17:53:58.966460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f747b7db-2399-433a-ab00-96951c500ed7 req-e83403da-8928-492e-a3a3-b501c91058a4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'port': {'security_groups': ['3c4576bd-e0ea-4fc4-848d-09329f673ee9', 'f8d77efc-dab5-46c4-849c-533c31761211', 'f4451f42-507b-4093-8f57-7f2fcefc2153']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:58.974087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:58.974458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:58.974837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:58.975276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Bound port: 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:58.975656 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.076849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4375a5f8-f427-4a49-9856-cc3341a5cbdb req-8a74d03b-a97f-4ce1-bb09-48fb7432043d tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/security-groups?id=88417e27-a5c3-40ef-8dba-e9e88469c16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069281 Jul 16 17:53:59.145407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] For port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:59.147507 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f747b7db-2399-433a-ab00-96951c500ed7 req-e83403da-8928-492e-a3a3-b501c91058a4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.150898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] For port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:59.163703 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.225246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.226016 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.227765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] 10.222.0.32 "PUT /v2.0/ports/5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 HTTP/1.1" status: 200 len: 1097 time: 1.7796183 Jul 16 17:53:59.285041 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a752eab2-d649-43c4-bf2b-e2629b38822e req-2cf5230f-54f3-43aa-bc2d-a97e9e2fbdd6 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/ports?device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7 HTTP/1.1" status: 200 len: 210 time: 0.0884492 Jul 16 17:53:59.382423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47886d6-4464-44ff-a72c-ee112bd4bfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:59.401809 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c212116e-9330-4372-baa3-82504d2ff5a9 x-openstack-request-id: req-c212116e-9330-4372-baa3-82504d2ff5a9 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:59.402019 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e36393-3d85-4964-a96e-bcf74ec3ecd0", "tag": "10f48b67-fea2-4a08-87f5-873ba5cf4871", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78916762-c565-4114-8772-329059bf201a", "tag": "338f1561-7d9e-422d-8c96-d8544b6faf7b", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:59.402276 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c212116e-9330-4372-baa3-82504d2ff5a9 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:59.402685 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e36393-3d85-4964-a96e-bcf74ec3ecd0', 'tag': '10f48b67-fea2-4a08-87f5-873ba5cf4871', 'status': 'completed', 'code': 200} Jul 16 17:53:59.402948 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78916762-c565-4114-8772-329059bf201a', 'tag': '338f1561-7d9e-422d-8c96-d8544b6faf7b', 'status': 'completed', 'code': 200} Jul 16 17:53:59.497050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-446b6986-503c-4b1d-8b79-c7696786d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.502549 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-446b6986-503c-4b1d-8b79-c7696786d8c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39&device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 1137 time: 0.1204119 Jul 16 17:53:59.577334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-6dfe703e-f68f-4ff5-be08-e63be7a4d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.578894 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-6dfe703e-f68f-4ff5-be08-e63be7a4d177 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0fe2727b152477da8d758ac73660813&device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 1100 time: 0.2905219 Jul 16 17:53:59.626071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-91e833e6-53f1-4b2a-9935-ac972708dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.628413 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-91e833e6-53f1-4b2a-9935-ac972708dfeb service neutron] 10.222.0.32 "GET /v2.0/networks?id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6 HTTP/1.1" status: 200 len: 913 time: 0.1196885 Jul 16 17:53:59.630246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-90ee7f7b-8211-4bb1-a02b-45849feefb3e tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.631771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-90ee7f7b-8211-4bb1-a02b-45849feefb3e tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.32 "GET /v2.0/networks?id=ad59b4fd-6941-4c19-875a-95d04f0c8b04 HTTP/1.1" status: 200 len: 815 time: 0.2938211 Jul 16 17:53:59.679924 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-981ce032-c43a-4577-8271-35df661cbbb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=338f1561-7d9e-422d-8c96-d8544b6faf7b HTTP/1.1" status: 200 len: 217 time: 0.0361433 Jul 16 17:53:59.736593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-0d67cca4-b05d-497f-b8c0-a71e4093a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.738219 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-0d67cca4-b05d-497f-b8c0-a71e4093a67f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac3d582e-7407-48bf-ac13-931a5adca160 HTTP/1.1" status: 200 len: 852 time: 0.0516224 Jul 16 17:53:59.774879 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-949dfc91-9a86-4d2a-820b-3ccefb905574 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282981 Jul 16 17:53:59.870901 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-908aeb82-8659-442c-b8ff-774ad2f7d524 service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884542 Jul 16 17:53:59.970265 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-4046c179-6f8c-41ca-946b-951adabe0cad service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920594 Jul 16 17:53:59.997647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3e32e47a-af71-4588-a250-58b74ad1ff81 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Request body: {'port': {'device_id': '44af04b7-58f7-4933-90e0-fb4df9a564f7', 'network_id': 'ad59b4fd-6941-4c19-875a-95d04f0c8b04', 'admin_state_up': True, 'tenant_id': '059df0b5bd0d47e9bec895e2795f5af5'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:00.004727 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-f30f6378-ccf9-45bf-8679-eba6c4cecb5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 HTTP/1.1" status: 200 len: 217 time: 0.4044638 Jul 16 17:54:00.019082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 10f48b67-fea2-4a08-87f5-873ba5cf4871 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:00.118156 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 10f48b67-fea2-4a08-87f5-873ba5cf4871, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=10f48b67-fea2-4a08-87f5-873ba5cf4871,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:00.129123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '10f48b67-fea2-4a08-87f5-873ba5cf4871', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'port_id': '10f48b67-fea2-4a08-87f5-873ba5cf4871', 'mac_address': 'fa:16:3e:45:2e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2324e370-e975-41f3-a89b-e91fd3d77fc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:00.166785 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.181138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f48b67-fea2-4a08-87f5-873ba5cf4871 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:00.191348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-d6539fab-81c9-44bb-b34a-74c5f39160e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.192871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-d6539fab-81c9-44bb-b34a-74c5f39160e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 1096 time: 0.7158389 Jul 16 17:54:00.201404 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 10f48b67-fea2-4a08-87f5-873ba5cf4871, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=10f48b67-fea2-4a08-87f5-873ba5cf4871,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:00.206497 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.207296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 13382a20-3f0a-4a68-9948-8aa262118a18 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:00.221495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-6075bd86-c2fc-4fd8-b28f-b0dd463cf89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.222861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-6075bd86-c2fc-4fd8-b28f-b0dd463cf89e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1882756 Jul 16 17:54:00.239808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78f204-f2f6-4253-8527-59d0a12bdb25 req-2c3bb531-e8c8-4ee7-9fb7-cdb2f4d60745 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.241300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c78f204-f2f6-4253-8527-59d0a12bdb25 req-2c3bb531-e8c8-4ee7-9fb7-cdb2f4d60745 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.7060120 Jul 16 17:54:00.285838 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=10f48b67-fea2-4a08-87f5-873ba5cf4871,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:00.320354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f747b7db-2399-433a-ab00-96951c500ed7 req-e83403da-8928-492e-a3a3-b501c91058a4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] For port 338f1561-7d9e-422d-8c96-d8544b6faf7b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=338f1561-7d9e-422d-8c96-d8544b6faf7b,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:00.349287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 13382a20-3f0a-4a68-9948-8aa262118a18, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=13382a20-3f0a-4a68-9948-8aa262118a18,segment=NetworkSegment(8b8b1874-434b-4d79-bdad-458fef5c184d),segment_id=8b8b1874-434b-4d79-bdad-458fef5c184d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:00.360773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '13382a20-3f0a-4a68-9948-8aa262118a18', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'port_id': '13382a20-3f0a-4a68-9948-8aa262118a18', 'mac_address': 'fa:16:3e:60:c7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:00.403440 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.416614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13382a20-3f0a-4a68-9948-8aa262118a18 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:00.436400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 13382a20-3f0a-4a68-9948-8aa262118a18, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=13382a20-3f0a-4a68-9948-8aa262118a18,segment=NetworkSegment(8b8b1874-434b-4d79-bdad-458fef5c184d),segment_id=8b8b1874-434b-4d79-bdad-458fef5c184d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:00.442214 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.446047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c78f204-f2f6-4253-8527-59d0a12bdb25 req-a1895dbe-5b5a-462a-babd-96a0a5587149 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837623 Jul 16 17:54:00.448910 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f747b7db-2399-433a-ab00-96951c500ed7 req-e83403da-8928-492e-a3a3-b501c91058a4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.461336 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f747b7db-2399-433a-ab00-96951c500ed7 req-e83403da-8928-492e-a3a3-b501c91058a4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.463840 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3e32e47a-af71-4588-a250-58b74ad1ff81 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Made reservation on behalf of 059df0b5bd0d47e9bec895e2795f5af5 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:00.476804 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3e32e47a-af71-4588-a250-58b74ad1ff81 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.480974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['338f1561-7d9e-422d-8c96-d8544b6faf7b'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:00.491815 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-982c2f14-218b-4587-ac12-b01368092275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.493338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-982c2f14-218b-4587-ac12-b01368092275 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 912 time: 0.2857890 Jul 16 17:54:00.519584 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5c260f-118c-4960-bf1b-2700072722d1 x-openstack-request-id: req-6a5c260f-118c-4960-bf1b-2700072722d1 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:00.519883 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49a8fc2-0cfe-47a7-8412-cbcca6a4140c", "name": "network-vif-plugged", "status": "completed", "tag": "66775c18-4469-42dd-9ce2-47407b9cb568", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:00.520311 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a5c260f-118c-4960-bf1b-2700072722d1 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:00.520908 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49a8fc2-0cfe-47a7-8412-cbcca6a4140c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66775c18-4469-42dd-9ce2-47407b9cb568', 'code': 200} Jul 16 17:54:00.537733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-1574502e-fdb9-4efd-9b8c-909f3825da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.540515 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-1574502e-fdb9-4efd-9b8c-909f3825da0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2980354 Jul 16 17:54:00.557234 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=13382a20-3f0a-4a68-9948-8aa262118a18,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:00.601547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-feb1e5b9-486e-470f-ba93-fed868fc158e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10f48b67-fea2-4a08-87f5-873ba5cf4871 HTTP/1.1" status: 200 len: 217 time: 0.0827737 Jul 16 17:54:00.607487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747b7db-2399-433a-ab00-96951c500ed7 req-e83403da-8928-492e-a3a3-b501c91058a4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.608155 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f747b7db-2399-433a-ab00-96951c500ed7 req-e83403da-8928-492e-a3a3-b501c91058a4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.609565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f747b7db-2399-433a-ab00-96951c500ed7 req-e83403da-8928-492e-a3a3-b501c91058a4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "PUT /v2.0/ports/338f1561-7d9e-422d-8c96-d8544b6faf7b HTTP/1.1" status: 200 len: 1021 time: 1.6513047 Jul 16 17:54:00.680761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['338f1561-7d9e-422d-8c96-d8544b6faf7b'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:00.730705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021674-814d-4fbe-b55d-b79245b077ca req-0c2e444c-867b-4054-99d4-3df4d44f9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.732161 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b4021674-814d-4fbe-b55d-b79245b077ca req-0c2e444c-867b-4054-99d4-3df4d44f9618 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c HTTP/1.1" status: 200 len: 1102 time: 0.1105700 Jul 16 17:54:00.734064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['13382a20-3f0a-4a68-9948-8aa262118a18'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:00.736037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['10f48b67-fea2-4a08-87f5-873ba5cf4871'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:00.781545 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b4021674-814d-4fbe-b55d-b79245b077ca req-068c6845-d67f-48f2-bb04-0b19f931ebac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424933 Jul 16 17:54:00.799226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83403da-8928-492e-a3a3-b501c91058a4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'Port': ['ID=338f1561-7d9e-422d-8c96-d8544b6faf7b,revision_number=7']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:00.929058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-d0ed56dd-07a4-42d4-b9de-27c7f786bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.930610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-d0ed56dd-07a4-42d4-b9de-27c7f786bbb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.2966142 Jul 16 17:54:01.020549 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-9bc44118-2d82-4e7f-be04-050edf8c9599 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724859 Jul 16 17:54:01.026689 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-3d2b1563-30ad-4bab-80ff-013275079ac3 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443336 Jul 16 17:54:01.108790 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3e32e47a-af71-4588-a250-58b74ad1ff81 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Allocated IP 172.20.0.4 (ad59b4fd-6941-4c19-875a-95d04f0c8b04/64ac4a12-4fdc-4723-8846-304d7cb0b295/827efe69-7fc1-40a7-9101-164ce3a9529d) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:01.136519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b011f6-a870-44a2-91e7-7e1cf21b891a req-259e738b-537b-440e-a1c0-a4b75dd2ba06 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.138089 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a0b011f6-a870-44a2-91e7-7e1cf21b891a req-259e738b-537b-440e-a1c0-a4b75dd2ba06 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c HTTP/1.1" status: 200 len: 950 time: 0.3483899 Jul 16 17:54:01.203918 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c1ad8-1370-4dbd-b9d2-ea469d42dce1 req-a8908278-5742-4342-ad70-b05c1e92327a tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.206005 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d74c1ad8-1370-4dbd-b9d2-ea469d42dce1 req-a8908278-5742-4342-ad70-b05c1e92327a tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 948 time: 0.3432670 Jul 16 17:54:01.329640 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-1528834d-772e-4b03-b719-8e2f7906c682 service neutron] 10.222.0.11 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986250 Jul 16 17:54:01.356884 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a0b011f6-a870-44a2-91e7-7e1cf21b891a req-d029afdb-99c3-407b-89b8-05c79cb47dae tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864460 Jul 16 17:54:01.400116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8000cdf6-1ea7-4c05-be61-ff89c16a7f3d req-5318bba6-9d8d-4ae8-8e4c-f4473b2523df service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567560 Jul 16 17:54:01.412075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e98722-b543-43e0-8a79-7139b2f3e83e', 'tag': '5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743'}, {'name': 'network-changed', 'server_uuid': '78916762-c565-4114-8772-329059bf201a', 'tag': '338f1561-7d9e-422d-8c96-d8544b6faf7b'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:01.414519 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc" -d '{"events": [{"name": "network-changed", "server_uuid": "84e98722-b543-43e0-8a79-7139b2f3e83e", "tag": "5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743"}, {"name": "network-changed", "server_uuid": "78916762-c565-4114-8772-329059bf201a", "tag": "338f1561-7d9e-422d-8c96-d8544b6faf7b"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:01.428982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d74c1ad8-1370-4dbd-b9d2-ea469d42dce1 req-f78b88c7-85f5-4eff-aa3c-c79ed6ea188e tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810193 Jul 16 17:54:01.618962 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3e32e47a-af71-4588-a250-58b74ad1ff81 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:01.627841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd6c3056-a8a6-416e-adbc-9fa245f1c0a3 req-6f51a1a9-d0c6-4f0d-8e9c-372dd345bac4 service neutron] 10.222.0.11 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848601 Jul 16 17:54:01.681136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0425139-692a-464e-9082-6185f4454e04 req-4099ee40-b7fe-4b39-b997-5b27d43878e8 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.682650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0425139-692a-464e-9082-6185f4454e04 req-4099ee40-b7fe-4b39-b997-5b27d43878e8 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 945 time: 0.1878624 Jul 16 17:54:01.711461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdab6e-94d6-4423-a4fc-49aacef6f581 req-fbdbfce5-3ce6-414a-95b4-504ba975f4cd tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.712938 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ffdab6e-94d6-4423-a4fc-49aacef6f581 req-fbdbfce5-3ce6-414a-95b4-504ba975f4cd tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 944 time: 0.1656203 Jul 16 17:54:01.743549 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3e32e47a-af71-4588-a250-58b74ad1ff81 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:01.810248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ffdab6e-94d6-4423-a4fc-49aacef6f581 req-c2e2f898-8e30-4bc0-8f5b-5d58395ac03a tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/security-groups?id=88417e27-a5c3-40ef-8dba-e9e88469c16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898824 Jul 16 17:54:01.812820 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0425139-692a-464e-9082-6185f4454e04 req-8fa5f44f-bb36-428a-9cdc-1eb4e38a56cf tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243143 Jul 16 17:54:01.821687 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3e32e47a-af71-4588-a250-58b74ad1ff81 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Network ad59b4fd-6941-4c19-875a-95d04f0c8b04 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:01.825064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3e32e47a-af71-4588-a250-58b74ad1ff81 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:01.834318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32e47a-af71-4588-a250-58b74ad1ff81 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Pushing event updated for resources: {'Port': ['ID=827efe69-7fc1-40a7-9101-164ce3a9529d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:01.837059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3e32e47a-af71-4588-a250-58b74ad1ff81 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:01.888316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3e32e47a-af71-4588-a250-58b74ad1ff81 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.888841 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3e32e47a-af71-4588-a250-58b74ad1ff81 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:01.905807 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3e32e47a-af71-4588-a250-58b74ad1ff81 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9168501 Jul 16 17:54:01.918185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Request body: {'port': {'device_id': '44af04b7-58f7-4933-90e0-fb4df9a564f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:02.029258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 10f48b67-fea2-4a08-87f5-873ba5cf4871 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:02.075624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.076393 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 10f48b67-fea2-4a08-87f5-873ba5cf4871 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:02.080887 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 10f48b67-fea2-4a08-87f5-873ba5cf4871 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:02.081225 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.098958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d9cf6-0c30-40c8-812e-a0abb3cf8b84 req-769985dd-9f1b-488f-adc3-eaadb18db938 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:02.100478 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf8d9cf6-0c30-40c8-812e-a0abb3cf8b84 req-769985dd-9f1b-488f-adc3-eaadb18db938 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 1024 time: 0.1603010 Jul 16 17:54:02.109913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4c6b4-11ab-4afd-922f-97eea595f9ed req-48816e68-853d-4012-8f1a-02f0f45cc775 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:02.111367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ca4c6b4-11ab-4afd-922f-97eea595f9ed req-48816e68-853d-4012-8f1a-02f0f45cc775 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/ports?device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7 HTTP/1.1" status: 200 len: 931 time: 0.1697855 Jul 16 17:54:02.160618 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.201970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 10f48b67-fea2-4a08-87f5-873ba5cf4871, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=10f48b67-fea2-4a08-87f5-873ba5cf4871,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:02.206721 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.207558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 13382a20-3f0a-4a68-9948-8aa262118a18 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:02.273779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ca4c6b4-11ab-4afd-922f-97eea595f9ed req-d799eac8-8420-4b06-877f-24e84f33f41e tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/security-groups?id=2361e968-7f8f-4abb-a86b-65b6b4ab30bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532767 Jul 16 17:54:02.294502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=10f48b67-fea2-4a08-87f5-873ba5cf4871,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:02.313359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 13382a20-3f0a-4a68-9948-8aa262118a18 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:02.318182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 13382a20-3f0a-4a68-9948-8aa262118a18 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:02.318660 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.326859 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf8d9cf6-0c30-40c8-812e-a0abb3cf8b84 req-b21966b6-21a1-438c-9634-81aa9aa862f6 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c4576bd-e0ea-4fc4-848d-09329f673ee9&id=f8d77efc-dab5-46c4-849c-533c31761211&id=f4451f42-507b-4093-8f57-7f2fcefc2153 HTTP/1.1" status: 200 len: 6147 time: 0.2143710 Jul 16 17:54:02.385084 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9488297-9d46-4b4c-9ebb-58425e09c48b x-openstack-request-id: req-f9488297-9d46-4b4c-9ebb-58425e09c48b {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:02.385824 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e98722-b543-43e0-8a79-7139b2f3e83e", "tag": "5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78916762-c565-4114-8772-329059bf201a", "tag": "338f1561-7d9e-422d-8c96-d8544b6faf7b", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:02.386082 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9488297-9d46-4b4c-9ebb-58425e09c48b {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:02.386488 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e98722-b543-43e0-8a79-7139b2f3e83e', 'tag': '5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743', 'status': 'completed', 'code': 200} Jul 16 17:54:02.386740 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78916762-c565-4114-8772-329059bf201a', 'tag': '338f1561-7d9e-422d-8c96-d8544b6faf7b', 'status': 'completed', 'code': 200} Jul 16 17:54:02.421508 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.463219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 13382a20-3f0a-4a68-9948-8aa262118a18, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=13382a20-3f0a-4a68-9948-8aa262118a18,segment=NetworkSegment(8b8b1874-434b-4d79-bdad-458fef5c184d),segment_id=8b8b1874-434b-4d79-bdad-458fef5c184d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:02.467268 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.498470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-64ed637b-e7b9-4d94-b47f-87895628d0b7 req-88783289-1bee-4339-9a08-bc532db62eb3 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'security_group': {'name': ' tempest-securitygroup -378834785 ', 'description': 'tempest-description-1319782540'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:02.518270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=13382a20-3f0a-4a68-9948-8aa262118a18,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:02.524633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e36393-3d85-4964-a96e-bcf74ec3ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f48b67-fea2-4a08-87f5-873ba5cf4871'}, {'server_uuid': 'd9759bb6-400c-435d-b94c-3cfd934f56c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13382a20-3f0a-4a68-9948-8aa262118a18'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:02.539614 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7977c8-abae-4ca7-b61c-e5530c2fa6c6" -d '{"events": [{"server_uuid": "a8e36393-3d85-4964-a96e-bcf74ec3ecd0", "name": "network-vif-plugged", "status": "completed", "tag": "10f48b67-fea2-4a08-87f5-873ba5cf4871"}, {"server_uuid": "d9759bb6-400c-435d-b94c-3cfd934f56c1", "name": "network-vif-plugged", "status": "completed", "tag": "13382a20-3f0a-4a68-9948-8aa262118a18"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:02.560895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827efe69-7fc1-40a7-9101-164ce3a9529d {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:02.574639 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.594874 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-64ed637b-e7b9-4d94-b47f-87895628d0b7 req-88783289-1bee-4339-9a08-bc532db62eb3 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.607442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Transition to ACTIVE for port object 827efe69-7fc1-40a7-9101-164ce3a9529d will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:02.625325 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.691105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-96305c47-27f2-4a25-8f71-79d805a54d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:02.692650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-96305c47-27f2-4a25-8f71-79d805a54d3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0fe2727b152477da8d758ac73660813&device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 1100 time: 0.2171676 Jul 16 17:54:02.705699 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722d096-a1e9-453f-bec3-d9a1cfa0cf67 req-05d32275-1af0-4a16-9248-6225205395a9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:02.707165 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a722d096-a1e9-453f-bec3-d9a1cfa0cf67 req-05d32275-1af0-4a16-9248-6225205395a9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.2292163 Jul 16 17:54:02.753627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Pushing event updated for resources: {'Port': ['ID=827efe69-7fc1-40a7-9101-164ce3a9529d,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:03.219700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a722d096-a1e9-453f-bec3-d9a1cfa0cf67 req-77f063d8-eb01-4963-bb8e-13d880f0dea5 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003259 Jul 16 17:54:03.280254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-8fce2e7a-fdf8-4f78-8aea-42ba163072ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:03.281929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-8fce2e7a-fdf8-4f78-8aea-42ba163072ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.5738535 Jul 16 17:54:03.287426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Attempting to bind port 827efe69-7fc1-40a7-9101-164ce3a9529d on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:03.287767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Attempting to bind port 827efe69-7fc1-40a7-9101-164ce3a9529d by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'd09dc293-42ad-4978-bd16-5ba369d49f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ad59b4fd-6941-4c19-875a-95d04f0c8b04'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:03.288106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Attempting to bind port 827efe69-7fc1-40a7-9101-164ce3a9529d on network ad59b4fd-6941-4c19-875a-95d04f0c8b04 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:03.297481 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-64ed637b-e7b9-4d94-b47f-87895628d0b7 req-88783289-1bee-4339-9a08-bc532db62eb3 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.317934 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-64ed637b-e7b9-4d94-b47f-87895628d0b7 req-88783289-1bee-4339-9a08-bc532db62eb3 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.355060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Port 827efe69-7fc1-40a7-9101-164ce3a9529d on network ad59b4fd-6941-4c19-875a-95d04f0c8b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:03.355425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Attempting to bind port 827efe69-7fc1-40a7-9101-164ce3a9529d on network ad59b4fd-6941-4c19-875a-95d04f0c8b04 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:03.371844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-b5c570c6-41e9-4b9d-a9b0-f5faeb84f338 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 HTTP/1.1" status: 200 len: 217 time: 0.0776742 Jul 16 17:54:03.403099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:03.403444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Checking segment: {'id': 'd09dc293-42ad-4978-bd16-5ba369d49f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ad59b4fd-6941-4c19-875a-95d04f0c8b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:03.403832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Bound using segment: {'id': 'd09dc293-42ad-4978-bd16-5ba369d49f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ad59b4fd-6941-4c19-875a-95d04f0c8b04'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:03.404281 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Bound port: 827efe69-7fc1-40a7-9101-164ce3a9529d, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09dc293-42ad-4978-bd16-5ba369d49f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ad59b4fd-6941-4c19-875a-95d04f0c8b04'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:03.404644 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.446436 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-64ed637b-e7b9-4d94-b47f-87895628d0b7 req-88783289-1bee-4339-9a08-bc532db62eb3 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.447972 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64ed637b-e7b9-4d94-b47f-87895628d0b7 req-88783289-1bee-4339-9a08-bc532db62eb3 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.9711852 Jul 16 17:54:03.465111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88783289-1bee-4339-9a08-bc532db62eb3 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1f278b-d177-4166-99d1-d182a08032d0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:03.527662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-a5a20889-9b83-434e-8b19-7183f621367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:03.529235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-a5a20889-9b83-434e-8b19-7183f621367f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1506083 Jul 16 17:54:03.599905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] For port 827efe69-7fc1-40a7-9101-164ce3a9529d, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:03.605155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] For port 827efe69-7fc1-40a7-9101-164ce3a9529d, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=827efe69-7fc1-40a7-9101-164ce3a9529d,segment=NetworkSegment(d09dc293-42ad-4978-bd16-5ba369d49f46),segment_id=d09dc293-42ad-4978-bd16-5ba369d49f46)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:03.613848 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.622619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aeb8ba-d490-4106-a747-6703675b25e8 req-cf041c4f-1e84-415b-9874-a1e4b0efdaf7 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:03.624143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7aeb8ba-d490-4106-a747-6703675b25e8 req-cf041c4f-1e84-415b-9874-a1e4b0efdaf7 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c HTTP/1.1" status: 200 len: 950 time: 0.2625341 Jul 16 17:54:03.724348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:03.724974 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.726598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] 10.222.0.32 "PUT /v2.0/ports/827efe69-7fc1-40a7-9101-164ce3a9529d HTTP/1.1" status: 200 len: 1092 time: 1.8129358 Jul 16 17:54:03.761986 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-d6b9778c-d43c-4fc4-a161-1a5a7da92379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:03.763520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-d6b9778c-d43c-4fc4-a161-1a5a7da92379 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2242000 Jul 16 17:54:03.768965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba83428-8505-46c1-9c17-aebd3006f19d service neutron] Pushing event updated for resources: {'Port': ['ID=827efe69-7fc1-40a7-9101-164ce3a9529d,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:03.790481 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7aeb8ba-d490-4106-a747-6703675b25e8 req-77224686-bfcf-4a9b-bea2-3fcf5b415e73 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453545 Jul 16 17:54:03.847926 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c98863-2e8d-4c90-a185-b093735f4e9c x-openstack-request-id: req-d4c98863-2e8d-4c90-a185-b093735f4e9c {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:03.848439 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e36393-3d85-4964-a96e-bcf74ec3ecd0", "name": "network-vif-plugged", "status": "completed", "tag": "10f48b67-fea2-4a08-87f5-873ba5cf4871", "code": 200}, {"server_uuid": "d9759bb6-400c-435d-b94c-3cfd934f56c1", "name": "network-vif-plugged", "status": "completed", "tag": "13382a20-3f0a-4a68-9948-8aa262118a18", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:03.848692 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4c98863-2e8d-4c90-a185-b093735f4e9c {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:03.849423 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e36393-3d85-4964-a96e-bcf74ec3ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f48b67-fea2-4a08-87f5-873ba5cf4871', 'code': 200} Jul 16 17:54:03.849754 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9759bb6-400c-435d-b94c-3cfd934f56c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13382a20-3f0a-4a68-9948-8aa262118a18', 'code': 200} Jul 16 17:54:03.896954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d90c22-05de-4ff8-8fa2-80ecb813c44f req-537509fd-f5d2-43b9-b586-1429570bc008 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:03.897392 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1d90c22-05de-4ff8-8fa2-80ecb813c44f req-537509fd-f5d2-43b9-b586-1429570bc008 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 948 time: 0.2699237 Jul 16 17:54:03.958041 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-fe872250-f065-4e20-932a-c893331130f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:03.959529 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-fe872250-f065-4e20-932a-c893331130f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=059df0b5bd0d47e9bec895e2795f5af5&device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7 HTTP/1.1" status: 200 len: 1095 time: 0.1725187 Jul 16 17:54:04.052459 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1d90c22-05de-4ff8-8fa2-80ecb813c44f req-bc06d765-9be7-46b8-aafa-62eb3c2528bd tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479993 Jul 16 17:54:04.055072 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-2ebdff21-bf31-4d62-8824-3458835b2aef service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793891 Jul 16 17:54:04.098842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-5f4c80b2-5164-412a-9bac-04279162386c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=827efe69-7fc1-40a7-9101-164ce3a9529d HTTP/1.1" status: 200 len: 217 time: 0.1083906 Jul 16 17:54:04.280179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-107d94f3-5457-4af6-95a7-10b3fa33c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:04.281717 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-107d94f3-5457-4af6-95a7-10b3fa33c7fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64ac4a12-4fdc-4723-8846-304d7cb0b295 HTTP/1.1" status: 200 len: 855 time: 0.1662979 Jul 16 17:54:04.307414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a19ed0-a074-4117-ad97-cd82a3246790 req-fa5a7427-0770-425d-befd-625c8c262e13 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:04.308834 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55a19ed0-a074-4117-ad97-cd82a3246790 req-fa5a7427-0770-425d-befd-625c8c262e13 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 945 time: 0.3530979 Jul 16 17:54:04.330578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472181d0-d09e-49e1-b0eb-d9b88a6a3d39 req-b02212e4-61e3-47b6-aca5-72c2b23ee470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:04.332173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-472181d0-d09e-49e1-b0eb-d9b88a6a3d39 req-b02212e4-61e3-47b6-aca5-72c2b23ee470 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 1097 time: 0.3708789 Jul 16 17:54:04.333889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87b8bd-751a-4c7b-b787-68afe0ea8a7e req-984025e2-7ebe-461f-9f54-eaa8bd1d2ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:04.335249 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f87b8bd-751a-4c7b-b787-68afe0ea8a7e req-984025e2-7ebe-461f-9f54-eaa8bd1d2ac6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 1098 time: 0.3749125 Jul 16 17:54:04.367094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-4166e4f1-7bff-4182-84fe-64a22468036e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad59b4fd-6941-4c19-875a-95d04f0c8b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741863 Jul 16 17:54:04.389690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44af04b7-58f7-4933-90e0-fb4df9a564f7', 'tag': '827efe69-7fc1-40a7-9101-164ce3a9529d'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:04.393079 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32c7d5e-8490-4f7c-88a9-4fa891d41fed" -d '{"events": [{"name": "network-changed", "server_uuid": "44af04b7-58f7-4933-90e0-fb4df9a564f7", "tag": "827efe69-7fc1-40a7-9101-164ce3a9529d"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:04.418947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-245cc305-a309-440a-addd-6b5f3c288fdf service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330517 Jul 16 17:54:04.494768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:04.551542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb12fb4-8f78-4483-b8ea-2870509b4c28 req-ed8d4a2d-da2e-4352-ac83-53a197751215 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:04.553088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bfb12fb4-8f78-4483-b8ea-2870509b4c28 req-ed8d4a2d-da2e-4352-ac83-53a197751215 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.3883541 Jul 16 17:54:04.555946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55a19ed0-a074-4117-ad97-cd82a3246790 req-41281e53-c240-4147-ad48-e98f8edf4924 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/security-groups?id=88417e27-a5c3-40ef-8dba-e9e88469c16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295406 Jul 16 17:54:04.560124 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-472181d0-d09e-49e1-b0eb-d9b88a6a3d39 req-c00907d6-1c75-40e2-9c38-f42e3ceedb8c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=88417e27-a5c3-40ef-8dba-e9e88469c16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045906 Jul 16 17:54:04.565564 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f87b8bd-751a-4c7b-b787-68afe0ea8a7e req-781e0412-5ccc-4c57-9915-666bf28cc28a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008758 Jul 16 17:54:04.625319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:04.627527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-6685dc0e-3744-4d4f-b960-c6696b58d052 service neutron] 10.222.0.32 "GET /v2.0/networks/ad59b4fd-6941-4c19-875a-95d04f0c8b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388480 Jul 16 17:54:04.645357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743', 'mac_address': 'fa:16:3e:0c:7f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:04.645696 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bfb12fb4-8f78-4483-b8ea-2870509b4c28 req-a88cd3d9-b11d-43b9-9823-fc74d23d257c tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821400 Jul 16 17:54:04.682248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-e7ead5a9-bd23-4346-a111-caa7646afe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:04.684165 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-e7ead5a9-bd23-4346-a111-caa7646afe94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39&device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 1176 time: 0.2101331 Jul 16 17:54:04.691254 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.706823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:04.728227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:04.733339 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.783959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:04.875923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0311b5c7-b914-4ee9-8ae6-5463847a6326 req-250f5f97-67fd-47b0-b589-cb7bc1b9e29d tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/4c1f278b-d177-4166-99d1-d182a08032d0 HTTP/1.1" status: 200 len: 1780 time: 0.1816132 Jul 16 17:54:04.884121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b1d181b-be1b-4400-bbc9-e71c1b597540 req-fbcb9d4a-f597-4bd9-9645-c8d49fd050f8 service neutron] 10.222.0.32 "GET /v2.0/networks/ad59b4fd-6941-4c19-875a-95d04f0c8b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480829 Jul 16 17:54:04.917325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-dcb0e45e-03b0-4e98-9cac-6494ab04d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:04.918923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-dcb0e45e-03b0-4e98-9cac-6494ab04d6e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6 HTTP/1.1" status: 200 len: 913 time: 0.2287323 Jul 16 17:54:04.926948 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97100f-8063-4831-aee6-3ba1fb6a2451 req-fbc7fed7-283f-493f-8831-3c88c955da36 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:04.928510 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e97100f-8063-4831-aee6-3ba1fb6a2451 req-fbc7fed7-283f-493f-8831-3c88c955da36 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/ports?device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7 HTTP/1.1" status: 200 len: 943 time: 0.2175915 Jul 16 17:54:04.988760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-7752a261-6308-496a-9c94-ed3b15e61aa2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=338f1561-7d9e-422d-8c96-d8544b6faf7b HTTP/1.1" status: 200 len: 217 time: 0.0591476 Jul 16 17:54:04.992281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:05.016068 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e97100f-8063-4831-aee6-3ba1fb6a2451 req-a1138268-0f94-450a-939c-f1532b567410 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/security-groups?id=2361e968-7f8f-4abb-a86b-65b6b4ab30bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791521 Jul 16 17:54:05.052933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-1a24a5ff-bc68-409c-9911-3c2dc0aa1136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:05.054499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-1a24a5ff-bc68-409c-9911-3c2dc0aa1136 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac3d582e-7407-48bf-ac13-931a5adca160 HTTP/1.1" status: 200 len: 852 time: 0.0544658 Jul 16 17:54:05.091718 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-657e712d-5a02-4766-99bc-c118121573cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304706 Jul 16 17:54:05.248831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-7da46040-5bbc-4140-a12d-555717218141 service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435299 Jul 16 17:54:05.258498 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d31369-67a8-4ccc-b429-0b43d83cadf8 x-openstack-request-id: req-a8d31369-67a8-4ccc-b429-0b43d83cadf8 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:05.258790 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44af04b7-58f7-4933-90e0-fb4df9a564f7", "tag": "827efe69-7fc1-40a7-9101-164ce3a9529d", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:05.259052 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8d31369-67a8-4ccc-b429-0b43d83cadf8 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:05.259448 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44af04b7-58f7-4933-90e0-fb4df9a564f7', 'tag': '827efe69-7fc1-40a7-9101-164ce3a9529d', 'status': 'completed', 'code': 200} Jul 16 17:54:05.352028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039f7ba-580e-4187-a871-d41646c4d2ed req-31b04c51-3757-44d9-94ad-025ab097da1a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:05.353539 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0039f7ba-580e-4187-a871-d41646c4d2ed req-31b04c51-3757-44d9-94ad-025ab097da1a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.1998742 Jul 16 17:54:05.434957 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-291ad5b8-be0e-42ba-8d39-4f9fc2de1c5f req-af150f7e-5401-4e54-893d-1dcb37db4985 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/4c1f278b-d177-4166-99d1-d182a08032d0 HTTP/1.1" status: 200 len: 1780 time: 0.1628687 Jul 16 17:54:05.473520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0039f7ba-580e-4187-a871-d41646c4d2ed req-6817c8b8-d662-4b5c-998e-86ee789fd339 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108141 Jul 16 17:54:05.491078 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74cb07fc-1cc3-4fc4-8ff8-69134b0f97dc req-2122bef0-68a2-46ec-a362-a77589879436 service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295938 Jul 16 17:54:05.519547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c7d5e-8490-4f7c-88a9-4fa891d41fed req-89d2f7ac-9bd5-4a96-a900-619da8086d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:05.521080 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c32c7d5e-8490-4f7c-88a9-4fa891d41fed req-89d2f7ac-9bd5-4a96-a900-619da8086d95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=059df0b5bd0d47e9bec895e2795f5af5&device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7 HTTP/1.1" status: 200 len: 1095 time: 0.2206666 Jul 16 17:54:05.567755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-291ad5b8-be0e-42ba-8d39-4f9fc2de1c5f req-59fcf08a-b20b-42b0-a1f9-9ddc4407477a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.622760 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-291ad5b8-be0e-42ba-8d39-4f9fc2de1c5f req-59fcf08a-b20b-42b0-a1f9-9ddc4407477a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.697247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c7d5e-8490-4f7c-88a9-4fa891d41fed req-8ebad8d2-11fa-4b20-889f-49cb8b8e413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:05.698764 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c32c7d5e-8490-4f7c-88a9-4fa891d41fed req-8ebad8d2-11fa-4b20-889f-49cb8b8e413d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ad59b4fd-6941-4c19-875a-95d04f0c8b04 HTTP/1.1" status: 200 len: 916 time: 0.1651568 Jul 16 17:54:05.757654 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-291ad5b8-be0e-42ba-8d39-4f9fc2de1c5f req-59fcf08a-b20b-42b0-a1f9-9ddc4407477a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.760283 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-291ad5b8-be0e-42ba-8d39-4f9fc2de1c5f req-59fcf08a-b20b-42b0-a1f9-9ddc4407477a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.761451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-291ad5b8-be0e-42ba-8d39-4f9fc2de1c5f req-59fcf08a-b20b-42b0-a1f9-9ddc4407477a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "DELETE /v2.0/security-groups/4c1f278b-d177-4166-99d1-d182a08032d0 HTTP/1.1" status: 204 len: 173 time: 0.3148172 Jul 16 17:54:05.767148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c32c7d5e-8490-4f7c-88a9-4fa891d41fed req-ac3588c8-369d-4134-a486-b970b493c8d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=827efe69-7fc1-40a7-9101-164ce3a9529d HTTP/1.1" status: 200 len: 217 time: 0.0530674 Jul 16 17:54:05.805725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcf08a-b20b-42b0-a1f9-9ddc4407477a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1f278b-d177-4166-99d1-d182a08032d0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:05.822515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffd72f-ce12-448b-942c-07217a9d61a1 req-6515a57c-e177-44a1-b0e2-e992868ab239 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:05.825248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67ffd72f-ce12-448b-942c-07217a9d61a1 req-6515a57c-e177-44a1-b0e2-e992868ab239 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 949 time: 0.1784279 Jul 16 17:54:05.867009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c7d5e-8490-4f7c-88a9-4fa891d41fed req-6b6585c7-e78a-4bc5-b878-34ab84861d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:05.868519 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c32c7d5e-8490-4f7c-88a9-4fa891d41fed req-6b6585c7-e78a-4bc5-b878-34ab84861d1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64ac4a12-4fdc-4723-8846-304d7cb0b295 HTTP/1.1" status: 200 len: 855 time: 0.0926778 Jul 16 17:54:05.922019 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67ffd72f-ce12-448b-942c-07217a9d61a1 req-f9eb2691-f9eb-44b5-bca4-55b0bf3031a6 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855467 Jul 16 17:54:05.924627 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c32c7d5e-8490-4f7c-88a9-4fa891d41fed req-34188054-3c10-4df5-a878-db25579afa39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ad59b4fd-6941-4c19-875a-95d04f0c8b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403042 Jul 16 17:54:06.087151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-a2707ce1-1558-43cf-b357-18eb854c5874 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.088812 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-a2707ce1-1558-43cf-b357-18eb854c5874 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.1629770 Jul 16 17:54:06.090608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c32c7d5e-8490-4f7c-88a9-4fa891d41fed req-a874c410-6bbb-4df8-a22d-75ab10b2f9c9 service neutron] 10.222.0.32 "GET /v2.0/networks/ad59b4fd-6941-4c19-875a-95d04f0c8b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562850 Jul 16 17:54:06.336656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c32c7d5e-8490-4f7c-88a9-4fa891d41fed req-32474933-fc69-4eda-99ca-b82781ffd0e6 service neutron] 10.222.0.32 "GET /v2.0/networks/ad59b4fd-6941-4c19-875a-95d04f0c8b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377431 Jul 16 17:54:06.349970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981d594-c48d-4232-969b-a0cd1ebfe2d3 req-5c10af6f-7de0-4988-bb2d-60254706d1af tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.351494 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7981d594-c48d-4232-969b-a0cd1ebfe2d3 req-5c10af6f-7de0-4988-bb2d-60254706d1af tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 945 time: 0.2737949 Jul 16 17:54:06.367573 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-510dacd0-8be7-4a81-9082-e55195e226bd tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.368298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-510dacd0-8be7-4a81-9082-e55195e226bd tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.368541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-510dacd0-8be7-4a81-9082-e55195e226bd tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.369026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-510dacd0-8be7-4a81-9082-e55195e226bd tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.369493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-510dacd0-8be7-4a81-9082-e55195e226bd tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.369998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-510dacd0-8be7-4a81-9082-e55195e226bd tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.370466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-510dacd0-8be7-4a81-9082-e55195e226bd tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.370932 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-510dacd0-8be7-4a81-9082-e55195e226bd tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.371444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-510dacd0-8be7-4a81-9082-e55195e226bd tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.373516 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-510dacd0-8be7-4a81-9082-e55195e226bd tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7&device_id=84e98722-b543-43e0-8a79-7139b2f3e83e&device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0&device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c&device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1&device_id=78916762-c565-4114-8772-329059bf201a&device_id=16f5d93f-6387-4df2-83d9-3e588a774f72&device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d&device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 8289 time: 0.2373483 Jul 16 17:54:06.409051 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-d3187e19-165f-47ef-affd-2c2f51f86441 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.413327 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-b27b4c7b-a1a0-4af7-b7b4-a541182a2451 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Deleting port 10f48b67-fea2-4a08-87f5-873ba5cf4871 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:06.413681 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-b27b4c7b-a1a0-4af7-b7b4-a541182a2451 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.494092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:06.545825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:06.551249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:06.551588 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.636704 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.661813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e98722-b543-43e0-8a79-7139b2f3e83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:06.664289 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf9e6b9-ee7c-49d4-ad3e-0e1952c469ac" -d '{"events": [{"server_uuid": "84e98722-b543-43e0-8a79-7139b2f3e83e", "name": "network-vif-plugged", "status": "completed", "tag": "5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:06.677550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:06.681922 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.730181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:06.783203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7981d594-c48d-4232-969b-a0cd1ebfe2d3 req-33234b3c-e226-4c56-8ce9-c6944415a428 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/security-groups?id=88417e27-a5c3-40ef-8dba-e9e88469c16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4249058 Jul 16 17:54:06.867710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-b27b4c7b-a1a0-4af7-b7b4-a541182a2451 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] For port 10f48b67-fea2-4a08-87f5-873ba5cf4871, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=10f48b67-fea2-4a08-87f5-873ba5cf4871,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:06.868069 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-b27b4c7b-a1a0-4af7-b7b4-a541182a2451 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.889963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-b27b4c7b-a1a0-4af7-b7b4-a541182a2451 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Calling delete_port for 10f48b67-fea2-4a08-87f5-873ba5cf4871 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:07.028696 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-d3187e19-165f-47ef-affd-2c2f51f86441 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.038051 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-d3187e19-165f-47ef-affd-2c2f51f86441 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.056477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a30324-8627-45a0-b4c3-5e760ae7c787 req-7548c561-5580-4d02-99bd-86ae6a35a555 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.058092 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67a30324-8627-45a0-b4c3-5e760ae7c787 req-7548c561-5580-4d02-99bd-86ae6a35a555 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 946 time: 0.1738400 Jul 16 17:54:07.103919 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b82553d1-7a1b-4f4c-ad85-e53400b9da30 req-d3187e19-165f-47ef-affd-2c2f51f86441 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=88417e27-a5c3-40ef-8dba-e9e88469c16c&id=f8d77efc-dab5-46c4-849c-533c31761211&id=2361e968-7f8f-4abb-a86b-65b6b4ab30bc&id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&id=3c4576bd-e0ea-4fc4-848d-09329f673ee9&id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&id=f4451f42-507b-4093-8f57-7f2fcefc2153&fields=id&fields=name HTTP/1.1" status: 200 len: 942 time: 0.7219510 Jul 16 17:54:07.113035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3187e19-165f-47ef-affd-2c2f51f86441 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e702636-6047-4e3b-af02-ae9811b65a60,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:07.176178 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-02567f77-b619-44e7-aaca-1d6c8c2699c0 req-f0324072-43a2-49ac-a140-a6bc0b902f61 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] show failed (client error): The resource could not be found. Jul 16 17:54:07.177139 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-02567f77-b619-44e7-aaca-1d6c8c2699c0 req-f0324072-43a2-49ac-a140-a6bc0b902f61 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/4c1f278b-d177-4166-99d1-d182a08032d0 HTTP/1.1" status: 404 len: 352 time: 0.0551412 Jul 16 17:54:07.182032 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67a30324-8627-45a0-b4c3-5e760ae7c787 req-cb988c46-4fb4-4411-b3df-763024380ca6 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104114 Jul 16 17:54:07.202024 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-b27b4c7b-a1a0-4af7-b7b4-a541182a2451 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.217239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['10f48b67-fea2-4a08-87f5-873ba5cf4871'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:07.238710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b4c7b-a1a0-4af7-b7b4-a541182a2451 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event deleted for resources: {'Port': ['ID=10f48b67-fea2-4a08-87f5-873ba5cf4871,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:07.291189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-b27b4c7b-a1a0-4af7-b7b4-a541182a2451 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] No DVR routers for this DVR port 10f48b67-fea2-4a08-87f5-873ba5cf4871 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:07.293974 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-b27b4c7b-a1a0-4af7-b7b4-a541182a2451 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.296060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1047ec7-de9a-4072-b24b-4ea78d12ff51 req-b27b4c7b-a1a0-4af7-b7b4-a541182a2451 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.11 "DELETE /v2.0/ports/10f48b67-fea2-4a08-87f5-873ba5cf4871 HTTP/1.1" status: 204 len: 173 time: 1.1962733 Jul 16 17:54:07.296523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e36393-3d85-4964-a96e-bcf74ec3ecd0', 'name': 'network-vif-deleted', 'tag': '10f48b67-fea2-4a08-87f5-873ba5cf4871'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:07.299527 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab6554f-52e2-4650-b356-089c7933f6b6" -d '{"events": [{"server_uuid": "a8e36393-3d85-4964-a96e-bcf74ec3ecd0", "name": "network-vif-deleted", "tag": "10f48b67-fea2-4a08-87f5-873ba5cf4871"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:07.416809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bac411-863c-4293-a9ca-56105b62c2af req-cb789731-a290-43f3-8611-4518299e01c3 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.419815 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2bac411-863c-4293-a9ca-56105b62c2af req-cb789731-a290-43f3-8611-4518299e01c3 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/ports?device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7 HTTP/1.1" status: 200 len: 943 time: 0.1161315 Jul 16 17:54:07.433998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb440d0-3797-46d9-81f7-99d1cdbd9726 req-e0f7ec87-87bf-41f2-94c4-4c7fb70340c9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.435464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-afb440d0-3797-46d9-81f7-99d1cdbd9726 req-e0f7ec87-87bf-41f2-94c4-4c7fb70340c9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.0975518 Jul 16 17:54:07.493810 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2bac411-863c-4293-a9ca-56105b62c2af req-09b18cd1-218e-4b4d-b588-e3f9f65faf56 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/security-groups?id=2361e968-7f8f-4abb-a86b-65b6b4ab30bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680869 Jul 16 17:54:07.502161 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-afb440d0-3797-46d9-81f7-99d1cdbd9726 req-6faf5c70-b95b-4d76-8c67-6ce7e7b23604 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585368 Jul 16 17:54:07.543446 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e845ed7a-31a3-4c28-b973-b60ff8f3f107 x-openstack-request-id: req-e845ed7a-31a3-4c28-b973-b60ff8f3f107 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:07.543983 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e98722-b543-43e0-8a79-7139b2f3e83e", "name": "network-vif-plugged", "status": "completed", "tag": "5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:07.543983 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e845ed7a-31a3-4c28-b973-b60ff8f3f107 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:07.544386 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e98722-b543-43e0-8a79-7139b2f3e83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743', 'code': 200} Jul 16 17:54:07.631072 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8d8b730-fc95-4a72-950e-6f258e57cc31 req-4009b333-9b70-4f33-9de3-4af988a59706 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0366700 Jul 16 17:54:07.848144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8b730-fc95-4a72-950e-6f258e57cc31 req-63b01ae6-bd23-4442-ad81-76f2bd8c6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.849587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8d8b730-fc95-4a72-950e-6f258e57cc31 req-63b01ae6-bd23-4442-ad81-76f2bd8c6c7c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b2cc324b1d64466f8371c193e2dab133&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2096438 Jul 16 17:54:07.859548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb92de-2d55-40d5-961e-1d10dc74a046 req-dac736de-de7f-4b0b-8e9e-895d6d8f106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.861490 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75cb92de-2d55-40d5-961e-1d10dc74a046 req-dac736de-de7f-4b0b-8e9e-895d6d8f106b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 1102 time: 0.2409875 Jul 16 17:54:07.876547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d7239-f61b-4efb-8c2e-596ca56f0099 req-474beaac-c57d-488f-a0e2-aa4176f4a11c tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.877991 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-700d7239-f61b-4efb-8c2e-596ca56f0099 req-474beaac-c57d-488f-a0e2-aa4176f4a11c tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 945 time: 0.2492819 Jul 16 17:54:07.887003 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50388) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:07.892534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-6a86a604-2552-49a9-98bd-328d14a9ff4c tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Request body: {'floatingip': {'port_id': '13382a20-3f0a-4a68-9948-8aa262118a18'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:07.928731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c563682-7152-462f-9e7d-4d20dc58d55e req-ced6e403-fcc0-4139-83ea-83d65b360f8e tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.928731 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c563682-7152-462f-9e7d-4d20dc58d55e req-ced6e403-fcc0-4139-83ea-83d65b360f8e tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 950 time: 0.2876658 Jul 16 17:54:07.946307 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a86a604-2552-49a9-98bd-328d14a9ff4c tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.001925 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75cb92de-2d55-40d5-961e-1d10dc74a046 req-13dca25d-684a-4439-ba0a-d1084e02f106 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218569 Jul 16 17:54:08.024065 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c563682-7152-462f-9e7d-4d20dc58d55e req-88da5440-3a6a-4194-8850-723f20bde8e3 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893459 Jul 16 17:54:08.034040 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-57d8af4c-52d1-4da5-b0b1-6e6ad6391c03 req-4ebc0bc7-c51d-4c4a-9ec4-41de0a1f6157 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-490355620', 'description': 'tempest-description-193272960'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:08.047045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8b730-fc95-4a72-950e-6f258e57cc31 req-d1818dd8-4cc0-47cb-93fd-07bbdc28b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.049842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8d8b730-fc95-4a72-950e-6f258e57cc31 req-d1818dd8-4cc0-47cb-93fd-07bbdc28b8ae service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1927030 Jul 16 17:54:08.073548 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-57d8af4c-52d1-4da5-b0b1-6e6ad6391c03 req-4ebc0bc7-c51d-4c4a-9ec4-41de0a1f6157 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.121423 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39e7d53-4dc6-4f1d-9929-1f8fbbb85ab0 x-openstack-request-id: req-e39e7d53-4dc6-4f1d-9929-1f8fbbb85ab0 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:08.122034 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e36393-3d85-4964-a96e-bcf74ec3ecd0", "name": "network-vif-deleted", "tag": "10f48b67-fea2-4a08-87f5-873ba5cf4871", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:08.122336 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e39e7d53-4dc6-4f1d-9929-1f8fbbb85ab0 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:08.122750 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e36393-3d85-4964-a96e-bcf74ec3ecd0', 'name': 'network-vif-deleted', 'tag': '10f48b67-fea2-4a08-87f5-873ba5cf4871', 'status': 'completed', 'code': 200} Jul 16 17:54:08.168507 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-57d8af4c-52d1-4da5-b0b1-6e6ad6391c03 req-4ebc0bc7-c51d-4c4a-9ec4-41de0a1f6157 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.173886 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-57d8af4c-52d1-4da5-b0b1-6e6ad6391c03 req-4ebc0bc7-c51d-4c4a-9ec4-41de0a1f6157 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.205598 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-57d8af4c-52d1-4da5-b0b1-6e6ad6391c03 req-4ebc0bc7-c51d-4c4a-9ec4-41de0a1f6157 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.207372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-57d8af4c-52d1-4da5-b0b1-6e6ad6391c03 req-4ebc0bc7-c51d-4c4a-9ec4-41de0a1f6157 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1866541 Jul 16 17:54:08.219408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc0bc7-c51d-4c4a-9ec4-41de0a1f6157 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c0590e-580a-4167-922e-94f0bdde08ad,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:08.471105 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a86a604-2552-49a9-98bd-328d14a9ff4c tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.477126 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a86a604-2552-49a9-98bd-328d14a9ff4c tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.501841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd9caf07-5d5e-48c8-b060-2a16b3f80705 req-933f13b0-2fa5-4983-afa0-3d380db6dbbb tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0330682 Jul 16 17:54:08.509021 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc06ad4-82c0-496c-9d28-b77342bf0e94 req-f009284f-b58a-483c-9482-eba657e7baf4 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.509527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc06ad4-82c0-496c-9d28-b77342bf0e94 req-f009284f-b58a-483c-9482-eba657e7baf4 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.510043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc06ad4-82c0-496c-9d28-b77342bf0e94 req-f009284f-b58a-483c-9482-eba657e7baf4 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.511282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 827efe69-7fc1-40a7-9101-164ce3a9529d details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:08.518069 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3cc06ad4-82c0-496c-9d28-b77342bf0e94 req-f009284f-b58a-483c-9482-eba657e7baf4 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c&device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d&device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 2885 time: 0.1083138 Jul 16 17:54:08.558985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f809a52d-a3b5-4076-a397-6d1c789538b8 req-4cefaa4d-1f9a-40c3-bb4f-aa1a8704c017 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1931907806', 'description': 'tempest-description-1385879280'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:08.583033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3cc06ad4-82c0-496c-9d28-b77342bf0e94 req-387df320-55ee-4120-9465-05a0a98a1711 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640335 Jul 16 17:54:08.584460 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f809a52d-a3b5-4076-a397-6d1c789538b8 req-4cefaa4d-1f9a-40c3-bb4f-aa1a8704c017 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.636308 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-6a86a604-2552-49a9-98bd-328d14a9ff4c tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Floating IP 27d0d50a-0b68-4739-8bca-709ae28c07c2 associated. External IP: 172.25.3.103, port: 13382a20-3f0a-4a68-9948-8aa262118a18. Jul 16 17:54:08.695711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 827efe69-7fc1-40a7-9101-164ce3a9529d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=827efe69-7fc1-40a7-9101-164ce3a9529d,segment=NetworkSegment(d09dc293-42ad-4978-bd16-5ba369d49f46),segment_id=d09dc293-42ad-4978-bd16-5ba369d49f46)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:08.702241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50412) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:08.724433 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f809a52d-a3b5-4076-a397-6d1c789538b8 req-4cefaa4d-1f9a-40c3-bb4f-aa1a8704c017 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.725464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '827efe69-7fc1-40a7-9101-164ce3a9529d', 'network_id': 'ad59b4fd-6941-4c19-875a-95d04f0c8b04', 'port_id': '827efe69-7fc1-40a7-9101-164ce3a9529d', 'mac_address': 'fa:16:3e:53:d7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ac4a12-4fdc-4723-8846-304d7cb0b295', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:08.731968 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f809a52d-a3b5-4076-a397-6d1c789538b8 req-4cefaa4d-1f9a-40c3-bb4f-aa1a8704c017 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.792352 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.799131 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f809a52d-a3b5-4076-a397-6d1c789538b8 req-4cefaa4d-1f9a-40c3-bb4f-aa1a8704c017 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.809115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827efe69-7fc1-40a7-9101-164ce3a9529d {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:08.819683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f809a52d-a3b5-4076-a397-6d1c789538b8 req-4cefaa4d-1f9a-40c3-bb4f-aa1a8704c017 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2657747 Jul 16 17:54:08.832446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefaa4d-1f9a-40c3-bb4f-aa1a8704c017 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac08231-ac15-4878-acd9-c509bec64c8b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:08.834253 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 827efe69-7fc1-40a7-9101-164ce3a9529d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=827efe69-7fc1-40a7-9101-164ce3a9529d,segment=NetworkSegment(d09dc293-42ad-4978-bd16-5ba369d49f46),segment_id=d09dc293-42ad-4978-bd16-5ba369d49f46)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:08.840196 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.875729 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9455cfc6-3699-4403-950a-7086f8a8c7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.949442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d239725-a35a-407c-a847-ace83fd4d57b req-fe022eb0-cd98-44e9-b730-729a91bd9252 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.951888 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d239725-a35a-407c-a847-ace83fd4d57b req-fe022eb0-cd98-44e9-b730-729a91bd9252 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/ports?device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7 HTTP/1.1" status: 200 len: 943 time: 0.1976364 Jul 16 17:54:09.016049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=827efe69-7fc1-40a7-9101-164ce3a9529d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:09.040234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a86a604-2552-49a9-98bd-328d14a9ff4c tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Router 950e81d6-6e46-4d7e-8b33-8e128df9f848 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:09.090122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d239725-a35a-407c-a847-ace83fd4d57b req-68b7b7b1-e21a-43f2-9046-0ffa94292a56 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/security-groups?id=2361e968-7f8f-4abb-a86b-65b6b4ab30bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305859 Jul 16 17:54:09.111122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['827efe69-7fc1-40a7-9101-164ce3a9529d'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:09.170825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c547f8-ce99-4630-a841-35d5b56d7a7e req-eabaf524-adee-4635-a42d-b935f99e741c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:09.178457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8c547f8-ce99-4630-a841-35d5b56d7a7e req-eabaf524-adee-4635-a42d-b935f99e741c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.1912086 Jul 16 17:54:09.227761 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a86a604-2552-49a9-98bd-328d14a9ff4c tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:09.232844 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a86a604-2552-49a9-98bd-328d14a9ff4c tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.240829 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad6dca8-f777-4ef8-807f-e63821d3be63 None None] Sync routers for ids ['950e81d6-6e46-4d7e-8b33-8e128df9f848'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:09.248024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8c547f8-ce99-4630-a841-35d5b56d7a7e req-b30981c9-8266-4ba7-9f05-d7b4ee042281 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680649 Jul 16 17:54:09.253785 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad6dca8-f777-4ef8-807f-e63821d3be63 None None] Routers {'950e81d6-6e46-4d7e-8b33-8e128df9f848'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:09.257047 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8ad6dca8-f777-4ef8-807f-e63821d3be63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:53:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['950e81d6-6e46-4d7e-8b33-8e128df9f848'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:09.278673 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6a86a604-2552-49a9-98bd-328d14a9ff4c tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "PUT /v2.0/floatingips/27d0d50a-0b68-4739-8bca-709ae28c07c2 HTTP/1.1" status: 200 len: 991 time: 1.3878264 Jul 16 17:54:09.278673 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9759bb6-400c-435d-b94c-3cfd934f56c1', 'tag': '13382a20-3f0a-4a68-9948-8aa262118a18'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:09.289689 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9569c49b-b0c7-4f04-8825-d6991f090e52" -d '{"events": [{"name": "network-changed", "server_uuid": "d9759bb6-400c-435d-b94c-3cfd934f56c1", "tag": "13382a20-3f0a-4a68-9948-8aa262118a18"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:09.300434 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9455cfc6-3699-4403-950a-7086f8a8c7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.306665 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9455cfc6-3699-4403-950a-7086f8a8c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.358281 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-e946003d-c9f0-494a-991a-40f8d1cad70e req-87b86bfa-5f22-4f87-aaaf-b584956c1d6e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1082142883', 'description': 'tempest-description-913244528'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:09.370317 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50426) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:09.370581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9455cfc6-3699-4403-950a-7086f8a8c7fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=848909a28d2d4ecc8a76d254ea2690b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667738 Jul 16 17:54:09.394860 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8ad6dca8-f777-4ef8-807f-e63821d3be63 None None] Set router 950e81d6-6e46-4d7e-8b33-8e128df9f848 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:09.405203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455cfc6-3699-4403-950a-7086f8a8c7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59206bae-1a15-42e6-97ca-f6e1267af12c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:09.415770 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e946003d-c9f0-494a-991a-40f8d1cad70e req-87b86bfa-5f22-4f87-aaaf-b584956c1d6e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.453452 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96f959e8-df2c-4d47-8e5f-d41b64af19e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.481391 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96f959e8-df2c-4d47-8e5f-d41b64af19e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.546945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96f959e8-df2c-4d47-8e5f-d41b64af19e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.551403 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96f959e8-df2c-4d47-8e5f-d41b64af19e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.552427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c642864-18a3-444d-b28f-65eea613a116 req-435f488f-149f-45c9-ad6b-5f4dde2c924e tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:09.553079 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-96f959e8-df2c-4d47-8e5f-d41b64af19e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59206bae-1a15-42e6-97ca-f6e1267af12c HTTP/1.1" status: 204 len: 168 time: 0.1815469 Jul 16 17:54:09.562864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c642864-18a3-444d-b28f-65eea613a116 req-435f488f-149f-45c9-ad6b-5f4dde2c924e tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 950 time: 0.1444716 Jul 16 17:54:09.563734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f959e8-df2c-4d47-8e5f-d41b64af19e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59206bae-1a15-42e6-97ca-f6e1267af12c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:09.588990 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8d8b730-fc95-4a72-950e-6f258e57cc31 req-93fc73b2-7d7b-4f4f-8a25-a2ce6dd4947d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0770159 Jul 16 17:54:09.621219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c642864-18a3-444d-b28f-65eea613a116 req-6563e8b8-0380-4646-a0bc-0fc757235b31 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572135 Jul 16 17:54:09.660201 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8ad6dca8-f777-4ef8-807f-e63821d3be63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 4, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '27d0d50a-0b68-4739-8bca-709ae28c07c2', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'floating_ip_address': '172.25.3.103', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'port_id': '13382a20-3f0a-4a68-9948-8aa262118a18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'mac_address': 'fa:16:3e:60:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9759bb6-400c-435d-b94c-3cfd934f56c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:00Z', 'updated_at': '2021-07-16T17:54:08Z', 'revision_number': 1, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1940821-b214-487e-9c0d-cb75edf2cf99', 'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'mac_address': 'fa:16:3e:04:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:52Z', 'updated_at': '2021-07-16T17:53:03Z', 'revision_number': 5, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'subnets': [{'id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:09.672150 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e946003d-c9f0-494a-991a-40f8d1cad70e req-87b86bfa-5f22-4f87-aaaf-b584956c1d6e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.678331 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e946003d-c9f0-494a-991a-40f8d1cad70e req-87b86bfa-5f22-4f87-aaaf-b584956c1d6e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.691211 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad6dca8-f777-4ef8-807f-e63821d3be63 None None] Checking router: 950e81d6-6e46-4d7e-8b33-8e128df9f848 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:09.709364 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad6dca8-f777-4ef8-807f-e63821d3be63 None None] Routers {'950e81d6-6e46-4d7e-8b33-8e128df9f848'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:09.710118 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8ad6dca8-f777-4ef8-807f-e63821d3be63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:53:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['950e81d6-6e46-4d7e-8b33-8e128df9f848'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:09.789536 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e946003d-c9f0-494a-991a-40f8d1cad70e req-87b86bfa-5f22-4f87-aaaf-b584956c1d6e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.790963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e946003d-c9f0-494a-991a-40f8d1cad70e req-87b86bfa-5f22-4f87-aaaf-b584956c1d6e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4378884 Jul 16 17:54:09.791926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b86bfa-5f22-4f87-aaaf-b584956c1d6e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9da5fad5-e9a3-4872-937a-a0e82517460d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:09.835200 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c48078-d5b6-4b84-9f24-f4b76b27705b x-openstack-request-id: req-e3c48078-d5b6-4b84-9f24-f4b76b27705b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:09.835567 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9759bb6-400c-435d-b94c-3cfd934f56c1", "tag": "13382a20-3f0a-4a68-9948-8aa262118a18", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:09.835896 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3c48078-d5b6-4b84-9f24-f4b76b27705b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:09.836496 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9759bb6-400c-435d-b94c-3cfd934f56c1', 'tag': '13382a20-3f0a-4a68-9948-8aa262118a18', 'status': 'completed', 'code': 200} Jul 16 17:54:09.904516 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8ad6dca8-f777-4ef8-807f-e63821d3be63 None None] Set router 950e81d6-6e46-4d7e-8b33-8e128df9f848 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:09.943118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c49b-b0c7-4f04-8825-d6991f090e52 req-0e519945-9af7-4591-b267-f27aa4553bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:09.944684 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9569c49b-b0c7-4f04-8825-d6991f090e52 req-0e519945-9af7-4591-b267-f27aa4553bc0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10ae8671a65443838352d87f4b0612dd&device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 1097 time: 0.0875683 Jul 16 17:54:10.053952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50442) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:10.072199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b063b298-a8e0-4c8d-ac6a-4a7b64a94ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.097651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60d212fa-a37c-4eb7-99bb-8d5b3e484243 req-4e6f036a-d03c-4218-a5c5-b8af188191b7 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8e36393-3d85-4964-a96e-bcf74ec3ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0434103 Jul 16 17:54:10.158820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c49b-b0c7-4f04-8825-d6991f090e52 req-728b271d-7823-4c8c-9e35-e3626262c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:10.160253 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9569c49b-b0c7-4f04-8825-d6991f090e52 req-728b271d-7823-4c8c-9e35-e3626262c127 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2591007a-b50f-4991-920f-43b5c877a487 HTTP/1.1" status: 200 len: 916 time: 0.2045102 Jul 16 17:54:10.222360 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b063b298-a8e0-4c8d-ac6a-4a7b64a94ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.228153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b063b298-a8e0-4c8d-ac6a-4a7b64a94ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.235897 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8ad6dca8-f777-4ef8-807f-e63821d3be63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 4, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '27d0d50a-0b68-4739-8bca-709ae28c07c2', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'floating_ip_address': '172.25.3.103', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'port_id': '13382a20-3f0a-4a68-9948-8aa262118a18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'mac_address': 'fa:16:3e:60:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9759bb6-400c-435d-b94c-3cfd934f56c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:00Z', 'updated_at': '2021-07-16T17:54:08Z', 'revision_number': 1, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1940821-b214-487e-9c0d-cb75edf2cf99', 'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'mac_address': 'fa:16:3e:04:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:52Z', 'updated_at': '2021-07-16T17:53:03Z', 'revision_number': 5, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'subnets': [{'id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:10.270375 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad6dca8-f777-4ef8-807f-e63821d3be63 None None] The sync data for ids ['950e81d6-6e46-4d7e-8b33-8e128df9f848'] in n-d-787205-10 is: [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 4, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '27d0d50a-0b68-4739-8bca-709ae28c07c2', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'floating_ip_address': '172.25.3.103', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'port_id': '13382a20-3f0a-4a68-9948-8aa262118a18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'mac_address': 'fa:16:3e:60:c7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9759bb6-400c-435d-b94c-3cfd934f56c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:00Z', 'updated_at': '2021-07-16T17:54:08Z', 'revision_number': 1, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1940821-b214-487e-9c0d-cb75edf2cf99', 'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'mac_address': 'fa:16:3e:04:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:52Z', 'updated_at': '2021-07-16T17:53:03Z', 'revision_number': 5, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'subnets': [{'id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:10.288843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063b298-a8e0-4c8d-ac6a-4a7b64a94ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74200bb9-7229-487d-b0db-438bddb798fd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:10.292908 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9569c49b-b0c7-4f04-8825-d6991f090e52 req-aa0a6aa7-411f-49ce-8522-12ccf8670d2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13382a20-3f0a-4a68-9948-8aa262118a18 HTTP/1.1" status: 200 len: 999 time: 0.1186280 Jul 16 17:54:10.327473 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b063b298-a8e0-4c8d-ac6a-4a7b64a94ac7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a54cb0f2e834cdba2ce5733182a7024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704139 Jul 16 17:54:10.332509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50448) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:10.409983 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-000a3ba3-3331-4619-8603-f0423e8c8124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.418447 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b641f5f9-45e1-4914-aee3-3de9d053cc90 req-2f17f710-a7ef-4f90-b617-c0a4bd15f719 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39 HTTP/1.1" status: 200 len: 10894 time: 0.2783282 Jul 16 17:54:10.443970 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-000a3ba3-3331-4619-8603-f0423e8c8124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.444240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c49b-b0c7-4f04-8825-d6991f090e52 req-96e580c1-9811-4711-9d32-953b2cbb2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:10.445752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9569c49b-b0c7-4f04-8825-d6991f090e52 req-96e580c1-9811-4711-9d32-953b2cbb2ade service neutron] 10.222.0.11 "GET /v2.0/subnets?id=62154700-b507-4052-9a5d-e73ae81c41e7 HTTP/1.1" status: 200 len: 854 time: 0.1378951 Jul 16 17:54:10.499727 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b641f5f9-45e1-4914-aee3-3de9d053cc90 req-4033b867-aaa4-41a7-9c94-c4694d06fb4f tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/f8d77efc-dab5-46c4-849c-533c31761211 HTTP/1.1" status: 200 len: 2981 time: 0.0803511 Jul 16 17:54:10.505239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 827efe69-7fc1-40a7-9101-164ce3a9529d up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:10.517192 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-000a3ba3-3331-4619-8603-f0423e8c8124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.520756 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-000a3ba3-3331-4619-8603-f0423e8c8124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.538675 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-000a3ba3-3331-4619-8603-f0423e8c8124 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74200bb9-7229-487d-b0db-438bddb798fd HTTP/1.1" status: 204 len: 168 time: 0.1976988 Jul 16 17:54:10.555857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a3ba3-3331-4619-8603-f0423e8c8124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74200bb9-7229-487d-b0db-438bddb798fd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:10.566729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c49b-b0c7-4f04-8825-d6991f090e52 req-c03b60ac-3a49-4374-8712-8f2b94b77c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:10.570327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9569c49b-b0c7-4f04-8825-d6991f090e52 req-c03b60ac-3a49-4374-8712-8f2b94b77c45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2591007a-b50f-4991-920f-43b5c877a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165028 Jul 16 17:54:10.628304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 827efe69-7fc1-40a7-9101-164ce3a9529d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:10.638736 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 827efe69-7fc1-40a7-9101-164ce3a9529d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:10.639415 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.684932 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7c555-1f29-4d49-846e-451e7a142db0 None None] New status for floating IP 27d0d50a-0b68-4739-8bca-709ae28c07c2: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:54:10.762944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b641f5f9-45e1-4914-aee3-3de9d053cc90 req-488534a9-a3ac-471f-a40d-df1127f68fe0 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/f8d77efc-dab5-46c4-849c-533c31761211 HTTP/1.1" status: 200 len: 2981 time: 0.2458386 Jul 16 17:54:10.807173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9569c49b-b0c7-4f04-8825-d6991f090e52 req-a8d20813-5cba-49ac-8052-71ef437948b9 service neutron] 10.222.0.11 "GET /v2.0/networks/2591007a-b50f-4991-920f-43b5c877a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258012 Jul 16 17:54:10.901178 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.941303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44af04b7-58f7-4933-90e0-fb4df9a564f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827efe69-7fc1-40a7-9101-164ce3a9529d'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:10.945102 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d66895-6e2e-4ed9-a013-476a0456fa7c" -d '{"events": [{"server_uuid": "44af04b7-58f7-4933-90e0-fb4df9a564f7", "name": "network-vif-plugged", "status": "completed", "tag": "827efe69-7fc1-40a7-9101-164ce3a9529d"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:10.964785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 827efe69-7fc1-40a7-9101-164ce3a9529d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=827efe69-7fc1-40a7-9101-164ce3a9529d,segment=NetworkSegment(d09dc293-42ad-4978-bd16-5ba369d49f46),segment_id=d09dc293-42ad-4978-bd16-5ba369d49f46)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:10.970152 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:11.001452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9569c49b-b0c7-4f04-8825-d6991f090e52 req-47c3d9d2-eb41-4c19-b67a-247ff0de40f8 service neutron] 10.222.0.11 "GET /v2.0/networks/2591007a-b50f-4991-920f-43b5c877a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832020 Jul 16 17:54:11.011395 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bea12-cdce-4962-b945-a9fd352b7856 req-b37698cd-81de-40d7-8d08-582572b5b2e1 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:11.020352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e5bea12-cdce-4962-b945-a9fd352b7856 req-b37698cd-81de-40d7-8d08-582572b5b2e1 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/ports?device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7 HTTP/1.1" status: 200 len: 944 time: 0.2831800 Jul 16 17:54:11.029403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=827efe69-7fc1-40a7-9101-164ce3a9529d,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:11.038236 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:11.038664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:11.039274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:11.039831 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:11.040528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:11.041104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:11.041680 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:11.042305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:11.043261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:11.043822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:11.044374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:11.044948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:11.050133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1739f-5f7b-4cb2-aed0-80b00cdf07d3 req-3156d9e5-bc2b-4aa3-b931-fdd37e95fb42 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:11.057455 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6a1739f-5f7b-4cb2-aed0-80b00cdf07d3 req-3156d9e5-bc2b-4aa3-b931-fdd37e95fb42 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.1920524 Jul 16 17:54:11.104632 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e5bea12-cdce-4962-b945-a9fd352b7856 req-b2035e64-8c3f-46f3-86dc-0ea46183ad7f tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/security-groups?id=2361e968-7f8f-4abb-a86b-65b6b4ab30bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833511 Jul 16 17:54:11.113648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6a1739f-5f7b-4cb2-aed0-80b00cdf07d3 req-eeb9abc3-dfe1-43f2-8321-c36e0e78146a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552652 Jul 16 17:54:11.309045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43d429-5150-48f3-b48c-57a97cf6fc05 req-31cfd25f-407c-404d-bd60-591dcfb1e705 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:11.310536 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac43d429-5150-48f3-b48c-57a97cf6fc05 req-31cfd25f-407c-404d-bd60-591dcfb1e705 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 950 time: 0.0869875 Jul 16 17:54:11.379412 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac43d429-5150-48f3-b48c-57a97cf6fc05 req-abc1906d-d4db-4f2e-8902-43458274b0be tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613472 Jul 16 17:54:11.395778 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bae3d85f-0717-41f1-89cd-cb1e3233836f req-fd9199a5-dc50-4811-bd5a-0a16f4b9d6fb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/25c0590e-580a-4167-922e-94f0bdde08ad HTTP/1.1" status: 200 len: 1799 time: 0.0597079 Jul 16 17:54:11.480714 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bae3d85f-0717-41f1-89cd-cb1e3233836f req-75c9f7cb-1b68-499c-b626-f323f1e78070 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:11.513076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bae3d85f-0717-41f1-89cd-cb1e3233836f req-75c9f7cb-1b68-499c-b626-f323f1e78070 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:11.561042 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d17b253-6af3-4ac7-a063-d830d62f15fd x-openstack-request-id: req-7d17b253-6af3-4ac7-a063-d830d62f15fd {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:11.561856 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44af04b7-58f7-4933-90e0-fb4df9a564f7", "name": "network-vif-plugged", "status": "completed", "tag": "827efe69-7fc1-40a7-9101-164ce3a9529d", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:11.561856 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d17b253-6af3-4ac7-a063-d830d62f15fd {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:11.562356 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44af04b7-58f7-4933-90e0-fb4df9a564f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827efe69-7fc1-40a7-9101-164ce3a9529d', 'code': 200} Jul 16 17:54:11.574964 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bae3d85f-0717-41f1-89cd-cb1e3233836f req-75c9f7cb-1b68-499c-b626-f323f1e78070 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:11.577733 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bae3d85f-0717-41f1-89cd-cb1e3233836f req-75c9f7cb-1b68-499c-b626-f323f1e78070 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:11.579607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bae3d85f-0717-41f1-89cd-cb1e3233836f req-75c9f7cb-1b68-499c-b626-f323f1e78070 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "DELETE /v2.0/security-groups/25c0590e-580a-4167-922e-94f0bdde08ad HTTP/1.1" status: 204 len: 173 time: 0.1708047 Jul 16 17:54:11.588982 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9f7cb-1b68-499c-b626-f323f1e78070 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c0590e-580a-4167-922e-94f0bdde08ad,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:11.719233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32caad-3851-4ab9-8c57-b04e496b27ad req-75557db2-ded5-441a-a639-96956e40f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:11.722806 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df32caad-3851-4ab9-8c57-b04e496b27ad req-75557db2-ded5-441a-a639-96956e40f095 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7 HTTP/1.1" status: 200 len: 1097 time: 0.0790019 Jul 16 17:54:11.765789 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df32caad-3851-4ab9-8c57-b04e496b27ad req-68fdc3b0-ab73-4303-880a-33a13a2d76a7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2361e968-7f8f-4abb-a86b-65b6b4ab30bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362196 Jul 16 17:54:11.883075 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-b4224f3c-32bc-4815-80f0-aa0ea3cb0d59 req-f2fd4dd5-da28-478e-8179-b8cd54ac9a23 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] show failed (client error): The resource could not be found. Jul 16 17:54:11.884176 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4224f3c-32bc-4815-80f0-aa0ea3cb0d59 req-f2fd4dd5-da28-478e-8179-b8cd54ac9a23 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/25c0590e-580a-4167-922e-94f0bdde08ad HTTP/1.1" status: 404 len: 352 time: 0.0169940 Jul 16 17:54:11.946852 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-f58fc381-6e51-4d44-ac57-d2237ab9d858 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e0fe2727b152477da8d758ac73660813&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244737 Jul 16 17:54:12.142329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50530) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:12.142917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-53b27a96-85b1-4493-a9a3-f7e0a5d02df6 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:12.144049 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-53b27a96-85b1-4493-a9a3-f7e0a5d02df6 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881495 Jul 16 17:54:12.153194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-2dd65ee9-4e64-4f12-9e8f-f0f9c9254eee tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:12.154760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-2dd65ee9-4e64-4f12-9e8f-f0f9c9254eee tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 0.1855292 Jul 16 17:54:12.173802 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-272e5a6a-69a1-4988-a5bb-5d718c17f733 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/quotas/e0fe2727b152477da8d758ac73660813 HTTP/1.1" status: 200 len: 375 time: 0.0179052 Jul 16 17:54:12.176334 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-340ae711-6c9d-4a1a-83a0-1da79565bf4f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/quotas/b2cc324b1d64466f8371c193e2dab133 HTTP/1.1" status: 200 len: 375 time: 0.0127292 Jul 16 17:54:12.248773 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-c4e08dec-c77a-4e0e-a6c4-a06e7030ea95 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571728 Jul 16 17:54:12.264437 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-120bc82f-fbf6-42ed-957c-1a3359354b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.308356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-895bbe48-ac2b-4381-ac36-9a17b457326a tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0fe2727b152477da8d758ac73660813&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278613 Jul 16 17:54:12.390046 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-98a4934e-e09e-4413-b29e-ca01e45ecd06 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239290 Jul 16 17:54:12.405206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-120bc82f-fbf6-42ed-957c-1a3359354b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.413121 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-120bc82f-fbf6-42ed-957c-1a3359354b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.460562 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-120bc82f-fbf6-42ed-957c-1a3359354b67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e72e21e5ed3045258254ba00c6dacf34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171072 Jul 16 17:54:12.463237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50534) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:12.471146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bc82f-fbf6-42ed-957c-1a3359354b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acd1177-0c5b-40ce-a0f4-0081bd22beba,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:12.505751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-e6e516f3-234b-440e-9352-2b9ed6874aa1 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145782 Jul 16 17:54:12.538469 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-010f77ca-ba26-4465-8496-12b7df461580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.564355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-010f77ca-ba26-4465-8496-12b7df461580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.628896 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-010f77ca-ba26-4465-8496-12b7df461580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.631903 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-010f77ca-ba26-4465-8496-12b7df461580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.635845 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-010f77ca-ba26-4465-8496-12b7df461580 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9acd1177-0c5b-40ce-a0f4-0081bd22beba HTTP/1.1" status: 204 len: 168 time: 0.1713922 Jul 16 17:54:12.651220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f77ca-ba26-4465-8496-12b7df461580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acd1177-0c5b-40ce-a0f4-0081bd22beba,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:12.690721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f34114-5832-430c-b27f-889ae04f3160 req-afe686c6-3994-437f-ae0c-ffa7c98add19 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:12.692355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11f34114-5832-430c-b27f-889ae04f3160 req-afe686c6-3994-437f-ae0c-ffa7c98add19 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 1100 time: 0.1061769 Jul 16 17:54:12.774389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11f34114-5832-430c-b27f-889ae04f3160 req-8d3be2ea-a55b-415a-a086-a18b8f2ca32e tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758526 Jul 16 17:54:12.835228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b2585b68-ed8c-44ff-bcb6-f2c52cf4d615 req-7c47f27a-5bf5-4df5-a3c3-239cc6cbbe7c tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/2ac08231-ac15-4878-acd9-c509bec64c8b HTTP/1.1" status: 200 len: 1801 time: 0.1063561 Jul 16 17:54:12.929119 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b2585b68-ed8c-44ff-bcb6-f2c52cf4d615 req-f4af878b-47dd-4b86-a535-9c38922b3cfb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.999524 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b2585b68-ed8c-44ff-bcb6-f2c52cf4d615 req-f4af878b-47dd-4b86-a535-9c38922b3cfb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.064304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366cb9c-9f80-437c-9e08-682ae8003d9b req-7b6e7e36-45ae-4538-9508-7f9b53220377 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:13.066024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b366cb9c-9f80-437c-9e08-682ae8003d9b req-7b6e7e36-45ae-4538-9508-7f9b53220377 tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/ports?device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7 HTTP/1.1" status: 200 len: 945 time: 0.1013887 Jul 16 17:54:13.071474 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b2585b68-ed8c-44ff-bcb6-f2c52cf4d615 req-f4af878b-47dd-4b86-a535-9c38922b3cfb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.074569 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b2585b68-ed8c-44ff-bcb6-f2c52cf4d615 req-f4af878b-47dd-4b86-a535-9c38922b3cfb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.075776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b2585b68-ed8c-44ff-bcb6-f2c52cf4d615 req-f4af878b-47dd-4b86-a535-9c38922b3cfb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "DELETE /v2.0/security-groups/2ac08231-ac15-4878-acd9-c509bec64c8b HTTP/1.1" status: 204 len: 173 time: 0.2249839 Jul 16 17:54:13.094812 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af878b-47dd-4b86-a535-9c38922b3cfb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac08231-ac15-4878-acd9-c509bec64c8b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:13.125213 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b366cb9c-9f80-437c-9e08-682ae8003d9b req-e4553c48-b9f6-4ee3-aff6-ab5bc920f91d tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/security-groups?id=2361e968-7f8f-4abb-a86b-65b6b4ab30bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483429 Jul 16 17:54:13.300956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b38be422-a6d1-4884-aa53-862f5d806505 req-978d6d72-4f96-4df7-93c0-3c58d0189b65 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 210 time: 0.0419979 Jul 16 17:54:13.412118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45da28b-11d4-4841-ba40-7979784b2f4a req-34eef033-3309-4c28-a65f-2ad64e66e844 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:13.414101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e45da28b-11d4-4841-ba40-7979784b2f4a req-34eef033-3309-4c28-a65f-2ad64e66e844 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.1168284 Jul 16 17:54:13.419260 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8345f60b-ec9e-4d7e-8003-4c00341ebb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.514523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e45da28b-11d4-4841-ba40-7979784b2f4a req-838596dc-03c9-4966-8c29-b750463a1c97 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917881 Jul 16 17:54:13.721124 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bfe04200-28f6-43ca-883b-4f694c2ecf08 req-67aac173-50f7-428c-bbdc-0dff03533d5c tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 210 time: 0.0510094 Jul 16 17:54:13.750833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50588) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:13.764156 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-10818f75-8b3b-4b7e-9ea9-cb9e9dc5c5ce req-3b136e82-e5b8-4e99-b016-0e850f125d18 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] show failed (client error): The resource could not be found. Jul 16 17:54:13.772019 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10818f75-8b3b-4b7e-9ea9-cb9e9dc5c5ce req-3b136e82-e5b8-4e99-b016-0e850f125d18 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/2ac08231-ac15-4878-acd9-c509bec64c8b HTTP/1.1" status: 404 len: 352 time: 0.0301590 Jul 16 17:54:13.871704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17ad2a6f-303e-43eb-8b11-1656118f7c6f req-5df16c00-de49-424f-b7c4-f719bdfa1bc7 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/9da5fad5-e9a3-4872-937a-a0e82517460d HTTP/1.1" status: 200 len: 1800 time: 0.0817857 Jul 16 17:54:13.878844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-493626442-network', 'tenant_id': '551ba1dfae2d4ba69b923825e50fcdad'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:13.882742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbfd45-29e2-4656-99f9-b96e317b5e3c req-2a78af42-452f-4210-b842-bd544df18ef5 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:13.882742 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eacbfd45-29e2-4656-99f9-b96e317b5e3c req-2a78af42-452f-4210-b842-bd544df18ef5 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 1100 time: 0.1022971 Jul 16 17:54:13.903804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Made reservation on behalf of 551ba1dfae2d4ba69b923825e50fcdad for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:13.906597 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.916529 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.951275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eacbfd45-29e2-4656-99f9-b96e317b5e3c req-74d321f0-14d9-460e-a727-9ffa1dfa627c tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583460 Jul 16 17:54:13.986527 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-17ad2a6f-303e-43eb-8b11-1656118f7c6f req-9fc5aa27-7095-4662-ac81-2316441efe4f tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.020259 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-17ad2a6f-303e-43eb-8b11-1656118f7c6f req-9fc5aa27-7095-4662-ac81-2316441efe4f tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.086394 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 10f48b67-fea2-4a08-87f5-873ba5cf4871 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:14.123421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 10f48b67-fea2-4a08-87f5-873ba5cf4871 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:14.131494 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.136732 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-17ad2a6f-303e-43eb-8b11-1656118f7c6f req-9fc5aa27-7095-4662-ac81-2316441efe4f tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.141330 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-17ad2a6f-303e-43eb-8b11-1656118f7c6f req-9fc5aa27-7095-4662-ac81-2316441efe4f tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.144221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.144629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17ad2a6f-303e-43eb-8b11-1656118f7c6f req-9fc5aa27-7095-4662-ac81-2316441efe4f tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "DELETE /v2.0/security-groups/9da5fad5-e9a3-4872-937a-a0e82517460d HTTP/1.1" status: 204 len: 173 time: 0.2612469 Jul 16 17:54:14.163935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 10f48b67-fea2-4a08-87f5-873ba5cf4871 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:14.186464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5aa27-7095-4662-ac81-2316441efe4f tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da5fad5-e9a3-4872-937a-a0e82517460d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:14.242549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345ee955-6dc8-41e9-bb73-fe6b94e61de3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:14.244855 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-30cd8844-dd75-4aea-aa13-1d73303241b8 req-2c48b659-64c4-4f22-8e38-d61b902437fa tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] show failed (client error): The resource could not be found. Jul 16 17:54:14.257441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30cd8844-dd75-4aea-aa13-1d73303241b8 req-2c48b659-64c4-4f22-8e38-d61b902437fa tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/9da5fad5-e9a3-4872-937a-a0e82517460d HTTP/1.1" status: 404 len: 352 time: 0.0692358 Jul 16 17:54:14.270393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:14.309893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.318280 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Added segment 3cf8a3bc-dd3a-4043-8346-703e40e76e2a of type vlan for network d5921962-5ba4-4dd2-a2c9-fb59acdec157 Jul 16 17:54:14.371911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-3389e513-e239-407d-bf50-9fd851a25344 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e0fe2727b152477da8d758ac73660813&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761986 Jul 16 17:54:14.436272 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.529631 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.530760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:14.531481 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.555694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-649f7082-1c79-43a8-b3a4-cc6c1cd93605 req-eb1b34a0-ac48-4e0f-a108-a603083022a5 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39 HTTP/1.1" status: 200 len: 6147 time: 0.2669933 Jul 16 17:54:14.607054 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8546066 Jul 16 17:54:14.613141 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50612) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:14.623535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-c7ed3867-8d8d-4e44-ae9c-7b075c370777 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:14.625052 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-c7ed3867-8d8d-4e44-ae9c-7b075c370777 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2450137 Jul 16 17:54:14.639190 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Request body: {'port': {'device_id': 'dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': 'e0fe2727b152477da8d758ac73660813'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:14.663725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-611f8c51-866b-4b8a-aead-eaa4387715ee admin admin] Request body: {'subnet': {'network_id': 'd5921962-5ba4-4dd2-a2c9-fb59acdec157', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-493626442-subnet', 'tenant_id': '551ba1dfae2d4ba69b923825e50fcdad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:14.676143 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925849ff-70ca-4cfb-ae7f-4968a49e9105 admin admin] Pushing event updated for resources: {'Network': ['ID=d5921962-5ba4-4dd2-a2c9-fb59acdec157,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:14.689837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network d5921962-5ba4-4dd2-a2c9-fb59acdec157 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:14.764797 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611f8c51-866b-4b8a-aead-eaa4387715ee admin admin] Made reservation on behalf of 551ba1dfae2d4ba69b923825e50fcdad for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:14.768524 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-611f8c51-866b-4b8a-aead-eaa4387715ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.828652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb9022b4-39ad-4f64-97eb-b4c5c5797b1f req-cb3d94c8-d59e-48bf-9ad0-deb7f30d1afb tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 210 time: 0.1132357 Jul 16 17:54:14.883110 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-649f7082-1c79-43a8-b3a4-cc6c1cd93605 req-64866e00-6f52-42ca-9694-fafc5191205c tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/f8d77efc-dab5-46c4-849c-533c31761211 HTTP/1.1" status: 200 len: 2981 time: 0.3014030 Jul 16 17:54:15.062030 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-611f8c51-866b-4b8a-aead-eaa4387715ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.136557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Made reservation on behalf of e0fe2727b152477da8d758ac73660813 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:15.140157 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.190941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f8c51-866b-4b8a-aead-eaa4387715ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2cc8d32-69fd-4988-8503-be0bf2f2d3db,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:15.208630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f8c51-866b-4b8a-aead-eaa4387715ee admin admin] Checking segment: {'id': '3cf8a3bc-dd3a-4043-8346-703e40e76e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd5921962-5ba4-4dd2-a2c9-fb59acdec157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:15.210021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f8c51-866b-4b8a-aead-eaa4387715ee admin admin] Network hostable DHCP agents. Network: d5921962-5ba4-4dd2-a2c9-fb59acdec157, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:54:15.243095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f8c51-866b-4b8a-aead-eaa4387715ee admin admin] Network d5921962-5ba4-4dd2-a2c9-fb59acdec157 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:54:15.270873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-611f8c51-866b-4b8a-aead-eaa4387715ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, d5921962-5ba4-4dd2-a2c9-fb59acdec157) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:15.281538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611f8c51-866b-4b8a-aead-eaa4387715ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:15.285038 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-611f8c51-866b-4b8a-aead-eaa4387715ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.291288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e477c89-8ab0-4bf2-b9a2-31dc341fdee7 None None] Network d5921962-5ba4-4dd2-a2c9-fb59acdec157 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:15.304590 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-611f8c51-866b-4b8a-aead-eaa4387715ee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6865039 Jul 16 17:54:15.330939 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Allocated IP 192.168.233.178 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/46efe49f-8a01-40eb-a78d-76ebf2c113e0) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:15.507424 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.518326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-649f7082-1c79-43a8-b3a4-cc6c1cd93605 req-d742afbd-b2ec-4ee0-b419-7e2aaa11bb6f tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/f8d77efc-dab5-46c4-849c-533c31761211 HTTP/1.1" status: 200 len: 2981 time: 0.5583594 Jul 16 17:54:15.555507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a339d747-c789-4dee-ad6b-c421f3d8df88 None None] Network d5921962-5ba4-4dd2-a2c9-fb59acdec157 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:15.594390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Transition to ACTIVE for port object 46efe49f-8a01-40eb-a78d-76ebf2c113e0 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:15.681030 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7d3d53a4-5df3-4a19-99a5-9d544e5571f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.896557 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.996468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-15370109-a1bb-409f-b20a-56a2dc5751c5 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:15.997933 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-15370109-a1bb-409f-b20a-56a2dc5751c5 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 1.0247107 Jul 16 17:54:16.028028 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59932265-7c25-4ec4-b621-dcfc335d63cb req-c712b7c8-308e-4bf1-af6c-da5305c46680 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 210 time: 0.0600407 Jul 16 17:54:16.031977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-ea1a74a2-4556-447f-bff9-733dd2b6db49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Request body: {'port': {'device_id': 'a495287f-a877-482c-b34b-fcb9f063c296', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'admin_state_up': True, 'tenant_id': 'b2cc324b1d64466f8371c193e2dab133'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:16.067613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b37c8-66bd-4547-b5e7-809193a84839 req-0febf907-dbf0-4822-8602-64c4fdcbacd8 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:16.069202 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e6b37c8-66bd-4547-b5e7-809193a84839 req-0febf907-dbf0-4822-8602-64c4fdcbacd8 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.5477476 Jul 16 17:54:16.090908 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.113643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:16.201624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:16.207949 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e6b37c8-66bd-4547-b5e7-809193a84839 req-c5dbee2d-41a2-48fc-94f4-2b904054dc4b tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316018 Jul 16 17:54:16.215935 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:16.222171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:16.229771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Pushing event updated for resources: {'Port': ['ID=46efe49f-8a01-40eb-a78d-76ebf2c113e0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:16.306560 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:16.307731 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.320839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-4fc13202-3781-41d2-ba76-ac589ba67bfa req-f7dbabea-2792-4113-b07a-0ede88b8754b tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1952921208', 'description': 'tempest-description-2111040684'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:16.346514 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [req-4fc13202-3781-41d2-ba76-ac589ba67bfa req-f7dbabea-2792-4113-b07a-0ede88b8754b tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:54:16.346514 n-d-787205-10 neutron-server[105591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:54:16.346514 n-d-787205-10 neutron-server[105591]: [parameters: {'project_id_1': '1f1905b62a7d4f5baa8bd3aa69a6ac39', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 54, 16, 328131)}] Jul 16 17:54:16.346514 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:54:16.347028 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [req-4fc13202-3781-41d2-ba76-ac589ba67bfa req-f7dbabea-2792-4113-b07a-0ede88b8754b tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:54:16.355770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-ea1a74a2-4556-447f-bff9-733dd2b6db49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Made reservation on behalf of b2cc324b1d64466f8371c193e2dab133 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:16.360258 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-ea1a74a2-4556-447f-bff9-733dd2b6db49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.365510 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-9219dc55-a37b-4798-83c8-42570afb5eae tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7305028 Jul 16 17:54:16.381044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Request body: {'port': {'device_id': 'dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:16.572260 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.657806 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c856e70a-3f5d-47b9-b6a5-21dde34e235e None None] Provisioning for port 46efe49f-8a01-40eb-a78d-76ebf2c113e0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:16.660071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-ea1a74a2-4556-447f-bff9-733dd2b6db49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Allocated IP 172.20.0.10 (5f4a1e11-5d66-4db2-adc7-71a724319593/2324e370-e975-41f3-a89b-e91fd3d77fc8/e9415158-5526-4fe9-9414-547116a47fc6) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:16.662070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c856e70a-3f5d-47b9-b6a5-21dde34e235e None None] Provisioning complete for port 46efe49f-8a01-40eb-a78d-76ebf2c113e0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:16.662460 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c856e70a-3f5d-47b9-b6a5-21dde34e235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.671472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-bb7f6fbb-c7f3-4481-a053-b67d224b7e51 req-7e7ddb37-0df9-409a-ba67-34188a840b8e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1282712665', 'description': 'tempest-description-1682310652'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:16.700813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c856e70a-3f5d-47b9-b6a5-21dde34e235e None None] Port 46efe49f-8a01-40eb-a78d-76ebf2c113e0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:16.779069 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bb7f6fbb-c7f3-4481-a053-b67d224b7e51 req-7e7ddb37-0df9-409a-ba67-34188a840b8e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.071590 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-ea1a74a2-4556-447f-bff9-733dd2b6db49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.097680 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bb7f6fbb-c7f3-4481-a053-b67d224b7e51 req-7e7ddb37-0df9-409a-ba67-34188a840b8e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.110738 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bb7f6fbb-c7f3-4481-a053-b67d224b7e51 req-7e7ddb37-0df9-409a-ba67-34188a840b8e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.140941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46efe49f-8a01-40eb-a78d-76ebf2c113e0 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:17.164828 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.171008 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4fc13202-3781-41d2-ba76-ac589ba67bfa req-f7dbabea-2792-4113-b07a-0ede88b8754b tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.180769 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bb7f6fbb-c7f3-4481-a053-b67d224b7e51 req-7e7ddb37-0df9-409a-ba67-34188a840b8e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.182086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb7f6fbb-c7f3-4481-a053-b67d224b7e51 req-7e7ddb37-0df9-409a-ba67-34188a840b8e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5197172 Jul 16 17:54:17.211160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ddb37-0df9-409a-ba67-34188a840b8e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d3de2b-6604-4221-8820-fa61d98cf1be,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:17.213786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Transition to ACTIVE for port object 46efe49f-8a01-40eb-a78d-76ebf2c113e0 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:17.226172 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.262557 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-ea1a74a2-4556-447f-bff9-733dd2b6db49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.324633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-ea1a74a2-4556-447f-bff9-733dd2b6db49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Network 5f4a1e11-5d66-4db2-adc7-71a724319593 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:17.327259 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Pushing event updated for resources: {'Port': ['ID=46efe49f-8a01-40eb-a78d-76ebf2c113e0,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:17.357445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-ea1a74a2-4556-447f-bff9-733dd2b6db49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:17.380823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-ea1a74a2-4556-447f-bff9-733dd2b6db49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:17.483367 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.486642 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a74a2-4556-447f-bff9-733dd2b6db49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event updated for resources: {'Port': ['ID=e9415158-5526-4fe9-9414-547116a47fc6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:17.515478 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4fc13202-3781-41d2-ba76-ac589ba67bfa req-f7dbabea-2792-4113-b07a-0ede88b8754b tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.522788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-ea1a74a2-4556-447f-bff9-733dd2b6db49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:17.523440 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-ea1a74a2-4556-447f-bff9-733dd2b6db49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.530576 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4fc13202-3781-41d2-ba76-ac589ba67bfa req-f7dbabea-2792-4113-b07a-0ede88b8754b tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.544811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Attempting to bind port 46efe49f-8a01-40eb-a78d-76ebf2c113e0 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:17.545211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Attempting to bind port 46efe49f-8a01-40eb-a78d-76ebf2c113e0 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:17.545500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Attempting to bind port 46efe49f-8a01-40eb-a78d-76ebf2c113e0 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:17.570010 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-ea1a74a2-4556-447f-bff9-733dd2b6db49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5443811 Jul 16 17:54:17.570558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Port 46efe49f-8a01-40eb-a78d-76ebf2c113e0 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:17.570882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Attempting to bind port 46efe49f-8a01-40eb-a78d-76ebf2c113e0 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:17.576497 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4fc13202-3781-41d2-ba76-ac589ba67bfa req-f7dbabea-2792-4113-b07a-0ede88b8754b tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.578245 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fc13202-3781-41d2-ba76-ac589ba67bfa req-f7dbabea-2792-4113-b07a-0ede88b8754b tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2665589 Jul 16 17:54:17.583566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:17.583913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:17.584297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:17.584731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Bound port: 46efe49f-8a01-40eb-a78d-76ebf2c113e0, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:17.585092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.587177 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbabea-2792-4113-b07a-0ede88b8754b tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdb7041-da44-48be-8e83-b92cea7fbe6a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:17.601854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Request body: {'port': {'device_id': 'a495287f-a877-482c-b34b-fcb9f063c296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:17.721535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] For port 46efe49f-8a01-40eb-a78d-76ebf2c113e0, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:17.724914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] For port 46efe49f-8a01-40eb-a78d-76ebf2c113e0, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=46efe49f-8a01-40eb-a78d-76ebf2c113e0,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:17.736755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.778616 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.844400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:17.845823 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.847230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] 10.222.0.32 "PUT /v2.0/ports/46efe49f-8a01-40eb-a78d-76ebf2c113e0 HTTP/1.1" status: 200 len: 1097 time: 1.4737041 Jul 16 17:54:17.852658 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f', 'tag': '46efe49f-8a01-40eb-a78d-76ebf2c113e0'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:17.855138 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75223b0a-aedf-4b3b-8c2c-d187b753052f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f", "tag": "46efe49f-8a01-40eb-a78d-76ebf2c113e0"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:17.948016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710237d5-1ad0-4bc7-a96c-5648e83aadfc service neutron] Pushing event updated for resources: {'Port': ['ID=46efe49f-8a01-40eb-a78d-76ebf2c113e0,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:18.061930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3c690-e2a2-436c-8f9c-b6de386f9dde req-eb59f7b7-315d-4029-9327-cbbe76320bc4 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.063984 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42e3c690-e2a2-436c-8f9c-b6de386f9dde req-eb59f7b7-315d-4029-9327-cbbe76320bc4 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.3312988 Jul 16 17:54:18.100889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e962c-7fe8-41e8-ae19-8f36c6d1ee08 req-1e72eee8-558b-43ae-8b03-adbeea0ea182 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.102460 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-130e962c-7fe8-41e8-ae19-8f36c6d1ee08 req-1e72eee8-558b-43ae-8b03-adbeea0ea182 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 948 time: 0.3440704 Jul 16 17:54:18.221452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-fe13e7a9-3171-4ce9-b9fb-34fea8397392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.222902 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-fe13e7a9-3171-4ce9-b9fb-34fea8397392 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0fe2727b152477da8d758ac73660813&device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 1100 time: 0.3093429 Jul 16 17:54:18.232070 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42e3c690-e2a2-436c-8f9c-b6de386f9dde req-bebbe29a-0385-459a-850e-73d27b9c3669 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517191 Jul 16 17:54:18.253935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-130e962c-7fe8-41e8-ae19-8f36c6d1ee08 req-94e5bc4b-dee6-4186-9fd2-3f8847d6e0f1 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385257 Jul 16 17:54:18.284101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-a564eb21-7ccd-47f3-ae9b-93151e2fdd81 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=46efe49f-8a01-40eb-a78d-76ebf2c113e0 HTTP/1.1" status: 200 len: 217 time: 0.0453451 Jul 16 17:54:18.407657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-0c870683-79e0-4275-9e50-c0a8c471f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.409209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-0c870683-79e0-4275-9e50-c0a8c471f23a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1137664 Jul 16 17:54:18.496724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9415158-5526-4fe9-9414-547116a47fc6 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:18.513371 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.542970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ed52fc0-30d7-424d-9dac-fba5ed1a45f8 req-532ad96a-9599-4a00-b28d-73f86b74e9a2 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/79d3de2b-6604-4221-8820-fa61d98cf1be HTTP/1.1" status: 200 len: 1805 time: 0.1327353 Jul 16 17:54:18.544813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Transition to ACTIVE for port object e9415158-5526-4fe9-9414-547116a47fc6 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:18.556487 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.570171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3ed52fc0-30d7-424d-9dac-fba5ed1a45f8 req-a0ba7a0a-28d6-4aa4-a4d5-e1b588351eb2 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79d3de2b-6604-4221-8820-fa61d98cf1be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:18.570491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3ed52fc0-30d7-424d-9dac-fba5ed1a45f8 req-a0ba7a0a-28d6-4aa4-a4d5-e1b588351eb2 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79d3de2b-6604-4221-8820-fa61d98cf1be', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:18.658612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85c149-7bb4-4f13-847f-eaf16c2d633a req-80fe7ab6-aa95-4ef6-b229-1e1efceaf2d5 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.660182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a85c149-7bb4-4f13-847f-eaf16c2d633a req-80fe7ab6-aa95-4ef6-b229-1e1efceaf2d5 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 932 time: 0.2803349 Jul 16 17:54:18.664509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-3cc4d74c-deeb-4722-baaf-a6a86f480787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.666599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-3cc4d74c-deeb-4722-baaf-a6a86f480787 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2456632 Jul 16 17:54:18.673389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9415158-5526-4fe9-9414-547116a47fc6,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:18.855449 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a85c149-7bb4-4f13-847f-eaf16c2d633a req-5d2a966c-a2d9-49fe-9061-3a39ecce33cf tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861820 Jul 16 17:54:18.861200 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3ed52fc0-30d7-424d-9dac-fba5ed1a45f8 req-a0ba7a0a-28d6-4aa4-a4d5-e1b588351eb2 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.892582 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.914334 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-82beddec-a51e-4de9-864e-06d1b02fba68 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377193 Jul 16 17:54:18.942528 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3ed52fc0-30d7-424d-9dac-fba5ed1a45f8 req-a0ba7a0a-28d6-4aa4-a4d5-e1b588351eb2 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.956559 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3ed52fc0-30d7-424d-9dac-fba5ed1a45f8 req-a0ba7a0a-28d6-4aa4-a4d5-e1b588351eb2 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.982327 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Attempting to bind port e9415158-5526-4fe9-9414-547116a47fc6 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:18.982720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Attempting to bind port e9415158-5526-4fe9-9414-547116a47fc6 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:18.982995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Attempting to bind port e9415158-5526-4fe9-9414-547116a47fc6 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:19.023008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Port e9415158-5526-4fe9-9414-547116a47fc6 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:19.023246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Attempting to bind port e9415158-5526-4fe9-9414-547116a47fc6 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:19.057783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba7a0a-28d6-4aa4-a4d5-e1b588351eb2 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e007d5cb-2155-469a-8abc-63e21728ea05,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:19.089465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:19.089860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Checking segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:19.090346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Bound using segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:19.090695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Bound port: e9415158-5526-4fe9-9414-547116a47fc6, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:19.091064 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.097039 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3ed52fc0-30d7-424d-9dac-fba5ed1a45f8 req-a0ba7a0a-28d6-4aa4-a4d5-e1b588351eb2 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.098349 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ed52fc0-30d7-424d-9dac-fba5ed1a45f8 req-a0ba7a0a-28d6-4aa4-a4d5-e1b588351eb2 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5449820 Jul 16 17:54:19.132307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-984a399c-6ed0-4bf5-a97a-9393fc12919f req-661d49d8-3bb1-4e89-958c-75da89a1b2fc tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2013759473', 'description': 'tempest-description-1961942170'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:19.192088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ce7dba5-160b-4958-9ad1-58bcd56a206a req-11918cbd-1bf8-4df5-8755-bfc8ffd27c81 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595174 Jul 16 17:54:19.231281 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-984a399c-6ed0-4bf5-a97a-9393fc12919f req-661d49d8-3bb1-4e89-958c-75da89a1b2fc tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.248026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ff568-2347-4eb7-beb7-7f1025f78e0d req-2e7b215f-16b2-4b8f-bc39-318613356f3f tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:19.249679 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d83ff568-2347-4eb7-beb7-7f1025f78e0d req-2e7b215f-16b2-4b8f-bc39-318613356f3f tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 945 time: 0.2571650 Jul 16 17:54:19.271171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] For port e9415158-5526-4fe9-9414-547116a47fc6, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:19.302812 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] For port e9415158-5526-4fe9-9414-547116a47fc6, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e9415158-5526-4fe9-9414-547116a47fc6,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:19.311756 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.362310 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d83ff568-2347-4eb7-beb7-7f1025f78e0d req-5c287d23-b486-4edb-b925-e1a1cee22a76 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032081 Jul 16 17:54:19.384140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:19.384782 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.392114 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/e9415158-5526-4fe9-9414-547116a47fc6 HTTP/1.1" status: 200 len: 1093 time: 1.8046443 Jul 16 17:54:19.420684 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54450706-2ef4-447e-8365-f41b6067f4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9415158-5526-4fe9-9414-547116a47fc6,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:19.449345 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47812004-b9a5-472b-bbbf-0450d6baaf8a x-openstack-request-id: req-47812004-b9a5-472b-bbbf-0450d6baaf8a {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:19.449641 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f", "tag": "46efe49f-8a01-40eb-a78d-76ebf2c113e0", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:19.449905 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47812004-b9a5-472b-bbbf-0450d6baaf8a {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:19.450315 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f', 'tag': '46efe49f-8a01-40eb-a78d-76ebf2c113e0', 'status': 'completed', 'code': 200} Jul 16 17:54:19.463616 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-984a399c-6ed0-4bf5-a97a-9393fc12919f req-661d49d8-3bb1-4e89-958c-75da89a1b2fc tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.470427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-69d882ab-b55d-434a-8d90-674a2d40a1b3 req-d452a6dc-fb16-4163-8a12-bf16bc0cf0ea tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1928812100', 'description': 'tempest-description-800334018'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:19.484179 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-984a399c-6ed0-4bf5-a97a-9393fc12919f req-661d49d8-3bb1-4e89-958c-75da89a1b2fc tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.585058 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69d882ab-b55d-434a-8d90-674a2d40a1b3 req-d452a6dc-fb16-4163-8a12-bf16bc0cf0ea tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.589075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d49d8-3bb1-4e89-958c-75da89a1b2fc tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9475417-dc33-4cf7-974a-5c8db22f1842,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:19.594686 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-984a399c-6ed0-4bf5-a97a-9393fc12919f req-661d49d8-3bb1-4e89-958c-75da89a1b2fc tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.595928 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-984a399c-6ed0-4bf5-a97a-9393fc12919f req-661d49d8-3bb1-4e89-958c-75da89a1b2fc tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4779923 Jul 16 17:54:19.649065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-3cc365ee-4d07-4672-86d1-f7e31b5c60d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:19.650656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-3cc365ee-4d07-4672-86d1-f7e31b5c60d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 1096 time: 0.1758242 Jul 16 17:54:19.683018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75223b0a-aedf-4b3b-8c2c-d187b753052f req-76c2497c-120f-4b10-9a5a-5507e300a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:19.684542 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75223b0a-aedf-4b3b-8c2c-d187b753052f req-76c2497c-120f-4b10-9a5a-5507e300a35a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0fe2727b152477da8d758ac73660813&device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 1100 time: 0.1636066 Jul 16 17:54:19.731883 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-7fe910a7-8781-4708-be0b-198ff3010d83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9415158-5526-4fe9-9414-547116a47fc6 HTTP/1.1" status: 200 len: 217 time: 0.0664496 Jul 16 17:54:19.902550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-6abafacd-422c-4a96-a7e7-1da2fc237eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:19.904325 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-6abafacd-422c-4a96-a7e7-1da2fc237eb2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.1500013 Jul 16 17:54:19.918230 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69d882ab-b55d-434a-8d90-674a2d40a1b3 req-d452a6dc-fb16-4163-8a12-bf16bc0cf0ea tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.956670 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69d882ab-b55d-434a-8d90-674a2d40a1b3 req-d452a6dc-fb16-4163-8a12-bf16bc0cf0ea tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.965946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-2a4dc369-196e-4aaa-846e-604b8d541cf3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527296 Jul 16 17:54:20.036110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75223b0a-aedf-4b3b-8c2c-d187b753052f req-6782b05b-dd97-43d9-8d4c-921d39eaaf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:20.037573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75223b0a-aedf-4b3b-8c2c-d187b753052f req-6782b05b-dd97-43d9-8d4c-921d39eaaf17 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.3174880 Jul 16 17:54:20.048982 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a2d3d-8c99-4623-92d9-7cb1aa5e2f83 req-506f1303-51c8-4ed0-978f-f0e54e487dbb tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:20.050652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-233a2d3d-8c99-4623-92d9-7cb1aa5e2f83 req-506f1303-51c8-4ed0-978f-f0e54e487dbb tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.3142753 Jul 16 17:54:20.055001 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69d882ab-b55d-434a-8d90-674a2d40a1b3 req-d452a6dc-fb16-4163-8a12-bf16bc0cf0ea tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:20.056238 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69d882ab-b55d-434a-8d90-674a2d40a1b3 req-d452a6dc-fb16-4163-8a12-bf16bc0cf0ea tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5913551 Jul 16 17:54:20.065980 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452a6dc-fb16-4163-8a12-bf16bc0cf0ea tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c63ea87-35b1-43e6-b743-503a8549c2e6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:20.135521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75223b0a-aedf-4b3b-8c2c-d187b753052f req-e706e95b-d713-4dd9-b7a4-9454a2d5b2aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=46efe49f-8a01-40eb-a78d-76ebf2c113e0 HTTP/1.1" status: 200 len: 217 time: 0.0836391 Jul 16 17:54:20.575225 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-233a2d3d-8c99-4623-92d9-7cb1aa5e2f83 req-a4107feb-4be3-48f7-ab70-926e37d90e83 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178690 Jul 16 17:54:20.581094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-882e501d-9d35-4b20-bad2-d30053315c11 service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902357 Jul 16 17:54:20.619530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75223b0a-aedf-4b3b-8c2c-d187b753052f req-dd7dc20d-00c8-489a-98d5-af5076c38e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:20.620998 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75223b0a-aedf-4b3b-8c2c-d187b753052f req-dd7dc20d-00c8-489a-98d5-af5076c38e45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.4777107 Jul 16 17:54:20.677989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe44186-5a75-438c-9f73-10934065a032 req-65beab84-0fdf-4551-9818-fdd966b71084 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:20.679506 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1fe44186-5a75-438c-9f73-10934065a032 req-65beab84-0fdf-4551-9818-fdd966b71084 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 948 time: 0.5175703 Jul 16 17:54:20.781919 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1fe44186-5a75-438c-9f73-10934065a032 req-090caf8e-2eeb-4d10-8cef-5c69e8a6024c tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664995 Jul 16 17:54:20.783887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59923790-ef5d-4acf-89aa-7a80d90234d8 req-cff3f04e-2364-4ffd-9730-dd76f0e1d874 service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881220 Jul 16 17:54:20.794903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75223b0a-aedf-4b3b-8c2c-d187b753052f req-d365e110-3e09-4bf4-9c08-b899955a005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:20.796804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75223b0a-aedf-4b3b-8c2c-d187b753052f req-d365e110-3e09-4bf4-9c08-b899955a005a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1654472 Jul 16 17:54:20.961232 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75223b0a-aedf-4b3b-8c2c-d187b753052f req-e92ed153-5991-41d4-b1c6-aa9416175a30 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489186 Jul 16 17:54:21.111767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-8e5509ed-c3e6-4ba1-8f01-566d70ad1eb9 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:21.113388 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-8e5509ed-c3e6-4ba1-8f01-566d70ad1eb9 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/networks?id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6 HTTP/1.1" status: 200 len: 812 time: 0.1835492 Jul 16 17:54:21.147463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-492b207c-321f-42df-8ae0-f96e1ef9b187 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/quotas/1f1905b62a7d4f5baa8bd3aa69a6ac39 HTTP/1.1" status: 200 len: 375 time: 0.0211971 Jul 16 17:54:21.147463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75223b0a-aedf-4b3b-8c2c-d187b753052f req-aa60945b-1a1e-4c5c-ad14-db375b324ba4 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687579 Jul 16 17:54:21.220579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-7bc57b2a-a150-4e74-8b8a-b0746f01b5d7 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698636 Jul 16 17:54:21.381638 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-f83ea28b-3c83-474b-b251-ef259267c73d service neutron] 10.222.0.24 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531324 Jul 16 17:54:21.393319 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1f96b-7508-4d94-8c51-924174773e9e req-34a55cf7-f271-4555-a47f-029d4ea6efc7 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:21.395427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ab1f96b-7508-4d94-8c51-924174773e9e req-34a55cf7-f271-4555-a47f-029d4ea6efc7 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 944 time: 0.1352208 Jul 16 17:54:21.455023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a495287f-a877-482c-b34b-fcb9f063c296', 'tag': 'e9415158-5526-4fe9-9414-547116a47fc6'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:21.457695 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187399c5-c1e8-418c-91b0-f706de742be5" -d '{"events": [{"name": "network-changed", "server_uuid": "a495287f-a877-482c-b34b-fcb9f063c296", "tag": "e9415158-5526-4fe9-9414-547116a47fc6"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:21.533744 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ab1f96b-7508-4d94-8c51-924174773e9e req-a4e5bb71-b179-4e83-b98a-9511555dc1db tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193478 Jul 16 17:54:21.563885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-3fb2b53c-09d2-4479-9ed4-26c476786bed service neutron] 10.222.0.24 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610341 Jul 16 17:54:21.628895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c075f25-eb27-413c-a667-6d027b210556 req-1dc53817-54e7-4c4a-9cdc-ccc6113d23fe tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/9c63ea87-35b1-43e6-b743-503a8549c2e6 HTTP/1.1" status: 200 len: 1804 time: 0.0590360 Jul 16 17:54:21.644092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-9c075f25-eb27-413c-a667-6d027b210556 req-9c9cb772-d9df-496d-a10c-7f640359770a tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9c63ea87-35b1-43e6-b743-503a8549c2e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:21.644686 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-9c075f25-eb27-413c-a667-6d027b210556 req-9c9cb772-d9df-496d-a10c-7f640359770a tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9c63ea87-35b1-43e6-b743-503a8549c2e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:21.763172 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9c075f25-eb27-413c-a667-6d027b210556 req-9c9cb772-d9df-496d-a10c-7f640359770a tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:21.819787 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9c075f25-eb27-413c-a667-6d027b210556 req-9c9cb772-d9df-496d-a10c-7f640359770a tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:21.825837 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9c075f25-eb27-413c-a667-6d027b210556 req-9c9cb772-d9df-496d-a10c-7f640359770a tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:21.853804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cb772-d9df-496d-a10c-7f640359770a tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69495ebd-5858-4d48-a772-f05628a37ac4,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:21.862049 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9c075f25-eb27-413c-a667-6d027b210556 req-9c9cb772-d9df-496d-a10c-7f640359770a tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:21.864560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c075f25-eb27-413c-a667-6d027b210556 req-9c9cb772-d9df-496d-a10c-7f640359770a tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2263358 Jul 16 17:54:21.883734 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57450cc4-aafb-4995-836c-b41f9716bcc7 x-openstack-request-id: req-57450cc4-aafb-4995-836c-b41f9716bcc7 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:21.884413 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a495287f-a877-482c-b34b-fcb9f063c296", "tag": "e9415158-5526-4fe9-9414-547116a47fc6", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:21.884792 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57450cc4-aafb-4995-836c-b41f9716bcc7 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:21.885456 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a495287f-a877-482c-b34b-fcb9f063c296', 'tag': 'e9415158-5526-4fe9-9414-547116a47fc6', 'status': 'completed', 'code': 200} Jul 16 17:54:22.035420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5966f195-bff2-46ae-8d18-6b40da1c3f73 req-c78861cf-681b-4ea2-acfd-dcb7b4cffe0d tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 210 time: 0.0478866 Jul 16 17:54:22.092030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187399c5-c1e8-418c-91b0-f706de742be5 req-444a85df-ebcd-4453-93f8-f1a64236522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.093564 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-187399c5-c1e8-418c-91b0-f706de742be5 req-444a85df-ebcd-4453-93f8-f1a64236522a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 1096 time: 0.1722271 Jul 16 17:54:22.112811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634ddfb-b181-41a0-932a-b5d411cfd4be req-aee0d193-9dd4-42bb-9aee-f6b77723af9f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.114407 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3634ddfb-b181-41a0-932a-b5d411cfd4be req-aee0d193-9dd4-42bb-9aee-f6b77723af9f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.1239750 Jul 16 17:54:22.216589 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3634ddfb-b181-41a0-932a-b5d411cfd4be req-99ae04fc-7a70-4d49-beb8-da5c870579d8 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817366 Jul 16 17:54:22.255293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-4f6a279f-7606-4a37-9e92-664e94564a33 req-62170d1e-8568-490e-9af1-9f47024f3a3e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-71010281', 'description': 'tempest-description-742312947'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:22.268788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187399c5-c1e8-418c-91b0-f706de742be5 req-361270c9-be64-4c5d-8eb3-61fbfc11b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.270751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-187399c5-c1e8-418c-91b0-f706de742be5 req-361270c9-be64-4c5d-8eb3-61fbfc11b087 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 912 time: 0.1554053 Jul 16 17:54:22.322392 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-187399c5-c1e8-418c-91b0-f706de742be5 req-88de3108-3e93-40e1-ab36-ba8e376b5f35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9415158-5526-4fe9-9414-547116a47fc6 HTTP/1.1" status: 200 len: 217 time: 0.0431266 Jul 16 17:54:22.333070 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f6a279f-7606-4a37-9e92-664e94564a33 req-62170d1e-8568-490e-9af1-9f47024f3a3e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.435675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187399c5-c1e8-418c-91b0-f706de742be5 req-da61ec17-7d45-4bd3-98ff-61654cd69bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.437204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-187399c5-c1e8-418c-91b0-f706de742be5 req-da61ec17-7d45-4bd3-98ff-61654cd69bd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.1054058 Jul 16 17:54:22.485439 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-187399c5-c1e8-418c-91b0-f706de742be5 req-3ea40b14-49c3-43bf-bdb4-32be18292aba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368621 Jul 16 17:54:22.515484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c3c43-0f18-4751-81ab-07771cc4772f req-50f74087-95cf-4617-8d7a-c5579909ef1e tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.517396 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-371c3c43-0f18-4751-81ab-07771cc4772f req-50f74087-95cf-4617-8d7a-c5579909ef1e tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 948 time: 0.1979432 Jul 16 17:54:22.544389 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 46efe49f-8a01-40eb-a78d-76ebf2c113e0 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:22.664606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 46efe49f-8a01-40eb-a78d-76ebf2c113e0, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=46efe49f-8a01-40eb-a78d-76ebf2c113e0,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:22.665753 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f6a279f-7606-4a37-9e92-664e94564a33 req-62170d1e-8568-490e-9af1-9f47024f3a3e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.669317 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-371c3c43-0f18-4751-81ab-07771cc4772f req-dd9f4238-e188-4e94-a3ff-8b8c585bb9d4 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364253 Jul 16 17:54:22.676226 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f6a279f-7606-4a37-9e92-664e94564a33 req-62170d1e-8568-490e-9af1-9f47024f3a3e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.681932 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '46efe49f-8a01-40eb-a78d-76ebf2c113e0', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '46efe49f-8a01-40eb-a78d-76ebf2c113e0', 'mac_address': 'fa:16:3e:a6:7f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:22.714416 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-187399c5-c1e8-418c-91b0-f706de742be5 req-110faad2-f6d9-4947-9aea-709f2da34bed service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212758 Jul 16 17:54:22.718905 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f6a279f-7606-4a37-9e92-664e94564a33 req-62170d1e-8568-490e-9af1-9f47024f3a3e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.721935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f6a279f-7606-4a37-9e92-664e94564a33 req-62170d1e-8568-490e-9af1-9f47024f3a3e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4736733 Jul 16 17:54:22.768057 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.769124 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.770215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62170d1e-8568-490e-9af1-9f47024f3a3e tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6aa26e-5cc3-45f2-ad8a-3563dc0e66aa,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:22.778976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-2d8258c6-7407-4f0e-8c63-9c1c3db48475 req-d6792d80-8b70-4c91-9a9b-f2e09cacc599 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-16062369', 'description': 'tempest-description-702835383'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:22.788947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46efe49f-8a01-40eb-a78d-76ebf2c113e0 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:22.813281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 46efe49f-8a01-40eb-a78d-76ebf2c113e0, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=46efe49f-8a01-40eb-a78d-76ebf2c113e0,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:22.818019 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.870321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=46efe49f-8a01-40eb-a78d-76ebf2c113e0,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:22.884328 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2d8258c6-7407-4f0e-8c63-9c1c3db48475 req-d6792d80-8b70-4c91-9a9b-f2e09cacc599 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:22.918565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-187399c5-c1e8-418c-91b0-f706de742be5 req-7d10f0cb-20bb-4ef4-8085-2d10d372ce30 service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867216 Jul 16 17:54:22.963681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c5455-ed08-47f8-bc96-9257912075f7 req-95e5d376-e7a0-4149-96d3-f0591026add6 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.965234 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e9c5455-ed08-47f8-bc96-9257912075f7 req-95e5d376-e7a0-4149-96d3-f0591026add6 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 944 time: 0.1329887 Jul 16 17:54:23.029082 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e9c5455-ed08-47f8-bc96-9257912075f7 req-a4804b40-9d4d-40ef-b425-91e9070a8453 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565369 Jul 16 17:54:23.043346 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2d8258c6-7407-4f0e-8c63-9c1c3db48475 req-d6792d80-8b70-4c91-9a9b-f2e09cacc599 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.055734 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2d8258c6-7407-4f0e-8c63-9c1c3db48475 req-d6792d80-8b70-4c91-9a9b-f2e09cacc599 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.082886 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2d8258c6-7407-4f0e-8c63-9c1c3db48475 req-d6792d80-8b70-4c91-9a9b-f2e09cacc599 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.084247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d8258c6-7407-4f0e-8c63-9c1c3db48475 req-d6792d80-8b70-4c91-9a9b-f2e09cacc599 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3269262 Jul 16 17:54:23.093065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6792d80-8b70-4c91-9a9b-f2e09cacc599 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875011d4-b9cb-4ed0-88fa-395a4164871e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:23.123533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['46efe49f-8a01-40eb-a78d-76ebf2c113e0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:23.288778 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-550a93e8-8df8-4296-bc37-a8067cfc3b4f req-d97bb4d9-1731-4b77-9c0b-700a038d5140 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 210 time: 0.0493543 Jul 16 17:54:23.296382 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1cfed98-dd0e-44be-aa37-df261d94435e req-f9bc444f-3a5c-4c7f-b8fa-aee993669ed0 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/5b6aa26e-5cc3-45f2-ad8a-3563dc0e66aa HTTP/1.1" status: 200 len: 1802 time: 0.1276927 Jul 16 17:54:23.396691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1cfed98-dd0e-44be-aa37-df261d94435e req-eb45def2-0a33-495a-8fd6-b0b14310ac96 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/875011d4-b9cb-4ed0-88fa-395a4164871e HTTP/1.1" status: 200 len: 1802 time: 0.0723729 Jul 16 17:54:23.409024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-494cff8f-24f1-4958-8ac0-b26e1f9a57e3 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:23.411302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-494cff8f-24f1-4958-8ac0-b26e1f9a57e3 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.32 "GET /v2.0/networks?id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6 HTTP/1.1" status: 200 len: 812 time: 0.2081792 Jul 16 17:54:23.417531 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c1cfed98-dd0e-44be-aa37-df261d94435e req-5ef3c0d8-e6ce-489d-b5a8-e8e211627273 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5b6aa26e-5cc3-45f2-ad8a-3563dc0e66aa', 'remote_group_id': '875011d4-b9cb-4ed0-88fa-395a4164871e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:23.417963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c1cfed98-dd0e-44be-aa37-df261d94435e req-5ef3c0d8-e6ce-489d-b5a8-e8e211627273 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5b6aa26e-5cc3-45f2-ad8a-3563dc0e66aa', 'remote_group_id': '875011d4-b9cb-4ed0-88fa-395a4164871e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:23.427580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-239ef59d-625a-443f-83a5-0db1d50862cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'port': {'device_id': '340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f', 'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6', 'admin_state_up': True, 'tenant_id': '1f1905b62a7d4f5baa8bd3aa69a6ac39'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:23.632829 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1cfed98-dd0e-44be-aa37-df261d94435e req-5ef3c0d8-e6ce-489d-b5a8-e8e211627273 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.668421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-239ef59d-625a-443f-83a5-0db1d50862cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Made reservation on behalf of 1f1905b62a7d4f5baa8bd3aa69a6ac39 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:23.671945 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-239ef59d-625a-443f-83a5-0db1d50862cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.730982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1cfed98-dd0e-44be-aa37-df261d94435e req-5ef3c0d8-e6ce-489d-b5a8-e8e211627273 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.741925 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1cfed98-dd0e-44be-aa37-df261d94435e req-5ef3c0d8-e6ce-489d-b5a8-e8e211627273 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.790238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b316f3-3c97-4b8b-a875-96811c678d98 req-825a3ada-659e-43af-99ea-d800c9122fe7 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:23.791958 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4b316f3-3c97-4b8b-a875-96811c678d98 req-825a3ada-659e-43af-99ea-d800c9122fe7 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.2133801 Jul 16 17:54:23.832207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3c0d8-e6ce-489d-b5a8-e8e211627273 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353d2404-f647-42c3-ae1c-6c35e571a40d,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:23.835039 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c1cfed98-dd0e-44be-aa37-df261d94435e req-5ef3c0d8-e6ce-489d-b5a8-e8e211627273 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.836541 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1cfed98-dd0e-44be-aa37-df261d94435e req-5ef3c0d8-e6ce-489d-b5a8-e8e211627273 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4239416 Jul 16 17:54:23.915363 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4b316f3-3c97-4b8b-a875-96811c678d98 req-57a8e5dc-debb-4d6f-a85a-e4d04761696c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029825 Jul 16 17:54:23.952267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-239ef59d-625a-443f-83a5-0db1d50862cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Allocated IP 172.20.0.4 (7aee331f-bbc0-4f07-bed5-9d8ab81684e6/ac3d582e-7407-48bf-ac13-931a5adca160/d08b8256-15e1-476b-afbe-1228d0f876b4) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:23.964092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-dc60abfc-e73c-4a0a-9f18-1bac88770811 req-d87560a0-cbd3-4c52-932b-3492a86e9dd8 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-554441241', 'description': 'tempest-description-1356999481'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:24.054563 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc60abfc-e73c-4a0a-9f18-1bac88770811 req-d87560a0-cbd3-4c52-932b-3492a86e9dd8 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.104385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ab3b0013-5689-4e27-916e-fbe6bd93e3a5 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:24.247099 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port ab3b0013-5689-4e27-916e-fbe6bd93e3a5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:24.261882 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5', 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03', 'port_id': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5', 'mac_address': 'fa:16:3e:70:be:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda748cb-678b-4f5a-a8c1-3046219bc46b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:24.277488 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c92dd-8953-4fea-99a2-371986f17112 req-5cca0793-9343-4335-a1ea-5498688cafcc tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:24.280041 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-391c92dd-8953-4fea-99a2-371986f17112 req-5cca0793-9343-4335-a1ea-5498688cafcc tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 949 time: 0.3028488 Jul 16 17:54:24.303883 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc60abfc-e73c-4a0a-9f18-1bac88770811 req-d87560a0-cbd3-4c52-932b-3492a86e9dd8 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.311205 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.340039 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc60abfc-e73c-4a0a-9f18-1bac88770811 req-d87560a0-cbd3-4c52-932b-3492a86e9dd8 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.346967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab3b0013-5689-4e27-916e-fbe6bd93e3a5 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:24.413020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port ab3b0013-5689-4e27-916e-fbe6bd93e3a5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:24.420524 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.432069 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-239ef59d-625a-443f-83a5-0db1d50862cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.510537 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-239ef59d-625a-443f-83a5-0db1d50862cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.532958 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['338f1561-7d9e-422d-8c96-d8544b6faf7b'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:24.560334 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc60abfc-e73c-4a0a-9f18-1bac88770811 req-d87560a0-cbd3-4c52-932b-3492a86e9dd8 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.573742 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc60abfc-e73c-4a0a-9f18-1bac88770811 req-d87560a0-cbd3-4c52-932b-3492a86e9dd8 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6172314 Jul 16 17:54:24.574726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e9415158-5526-4fe9-9414-547116a47fc6 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:24.582257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['ab3b0013-5689-4e27-916e-fbe6bd93e3a5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:24.587692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 46efe49f-8a01-40eb-a78d-76ebf2c113e0 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:24.619589 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-391c92dd-8953-4fea-99a2-371986f17112 req-d7155ff7-acdd-4479-b32b-59dfc8418f05 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242092 Jul 16 17:54:24.631610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87560a0-cbd3-4c52-932b-3492a86e9dd8 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f49fd05-2c1a-4c68-b177-53c00e9a133b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:24.652769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-239ef59d-625a-443f-83a5-0db1d50862cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Network 7aee331f-bbc0-4f07-bed5-9d8ab81684e6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:24.699703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-239ef59d-625a-443f-83a5-0db1d50862cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:24.718497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-239ef59d-625a-443f-83a5-0db1d50862cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:24.821807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ef59d-625a-443f-83a5-0db1d50862cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'Port': ['ID=d08b8256-15e1-476b-afbe-1228d0f876b4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:24.897412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-239ef59d-625a-443f-83a5-0db1d50862cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:24.900354 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-239ef59d-625a-443f-83a5-0db1d50862cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.938705 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:24.947477 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:24.978732 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:24.995512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-239ef59d-625a-443f-83a5-0db1d50862cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5716662 Jul 16 17:54:25.015436 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.resource_extend [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:54:25.020576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Request body: {'port': {'device_id': '340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:25.273782 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.294574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6533f-3af9-4914-9212-76b6e3072eef req-92636506-9b71-4ed8-9022-94a817ad7436 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:25.296521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9be6533f-3af9-4914-9212-76b6e3072eef req-92636506-9b71-4ed8-9022-94a817ad7436 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 944 time: 0.3838949 Jul 16 17:54:25.321038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e9415158-5526-4fe9-9414-547116a47fc6, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e9415158-5526-4fe9-9414-547116a47fc6,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:25.364779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'e9415158-5526-4fe9-9414-547116a47fc6', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'port_id': 'e9415158-5526-4fe9-9414-547116a47fc6', 'mac_address': 'fa:16:3e:6b:29:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2324e370-e975-41f3-a89b-e91fd3d77fc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:25.367787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c7791-3818-40f9-83b4-196ca6097dc7 req-db813f39-d2ff-4631-a4f5-a01c1fe73570 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:25.369048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 46efe49f-8a01-40eb-a78d-76ebf2c113e0 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:25.369438 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a2c7791-3818-40f9-83b4-196ca6097dc7 req-db813f39-d2ff-4631-a4f5-a01c1fe73570 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 931 time: 0.3696909 Jul 16 17:54:25.417160 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.454023 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9be6533f-3af9-4914-9212-76b6e3072eef req-6c61f6fd-8423-41b0-b42b-b7ea4c9c5a80 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267059 Jul 16 17:54:25.481428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a2c7791-3818-40f9-83b4-196ca6097dc7 req-b4466466-8495-4ec6-be25-07619435e8ea tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002707 Jul 16 17:54:25.492117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 46efe49f-8a01-40eb-a78d-76ebf2c113e0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:25.492510 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.555951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-e32c78c8-cd29-4e73-b159-14b135d1af73 req-ee298282-5768-48be-bc49-d2b3ef5a328c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1381574043', 'description': 'tempest-description-706397862'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:25.572072 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.657052 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e32c78c8-cd29-4e73-b159-14b135d1af73 req-ee298282-5768-48be-bc49-d2b3ef5a328c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.665697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9415158-5526-4fe9-9414-547116a47fc6 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:25.778227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e9415158-5526-4fe9-9414-547116a47fc6, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e9415158-5526-4fe9-9414-547116a47fc6,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:25.856838 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e32c78c8-cd29-4e73-b159-14b135d1af73 req-ee298282-5768-48be-bc49-d2b3ef5a328c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.886536 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e32c78c8-cd29-4e73-b159-14b135d1af73 req-ee298282-5768-48be-bc49-d2b3ef5a328c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.921354 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.984415 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.015268 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e32c78c8-cd29-4e73-b159-14b135d1af73 req-ee298282-5768-48be-bc49-d2b3ef5a328c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.022238 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e32c78c8-cd29-4e73-b159-14b135d1af73 req-ee298282-5768-48be-bc49-d2b3ef5a328c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4753189 Jul 16 17:54:26.036751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee298282-5768-48be-bc49-d2b3ef5a328c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d198bae-f91a-4d4e-8c4a-865afe20d75f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:26.072109 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=e9415158-5526-4fe9-9414-547116a47fc6,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:26.081080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46efe49f-8a01-40eb-a78d-76ebf2c113e0'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:26.083982 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b970cba-0fd7-4208-8ffe-eee1ae4f3a23" -d '{"events": [{"server_uuid": "dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f", "name": "network-vif-plugged", "status": "completed", "tag": "46efe49f-8a01-40eb-a78d-76ebf2c113e0"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:26.110876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 46efe49f-8a01-40eb-a78d-76ebf2c113e0, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=46efe49f-8a01-40eb-a78d-76ebf2c113e0,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:26.120398 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.139952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456f9c6-602d-400f-86e2-6209e5b089c0 req-fa4da5fd-1e2d-4810-b124-030f99182cf1 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:26.148375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b456f9c6-602d-400f-86e2-6209e5b089c0 req-fa4da5fd-1e2d-4810-b124-030f99182cf1 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.2844355 Jul 16 17:54:26.229328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08b8256-15e1-476b-afbe-1228d0f876b4 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:26.246707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=46efe49f-8a01-40eb-a78d-76ebf2c113e0,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:26.253269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['e9415158-5526-4fe9-9414-547116a47fc6'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:26.262730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b456f9c6-602d-400f-86e2-6209e5b089c0 req-5b80c832-cb0c-4661-85fd-8102277534da tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110046 Jul 16 17:54:26.264726 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.367276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Transition to ACTIVE for port object d08b8256-15e1-476b-afbe-1228d0f876b4 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:26.390508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.526445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Pushing event updated for resources: {'Port': ['ID=d08b8256-15e1-476b-afbe-1228d0f876b4,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:26.539695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24672880-5518-49b4-a714-f80ec2a26f27 req-9dc2f1d3-b0d5-41c8-b310-ef0d630ecffd tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:26.542170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24672880-5518-49b4-a714-f80ec2a26f27 req-9dc2f1d3-b0d5-41c8-b310-ef0d630ecffd tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 950 time: 0.3037426 Jul 16 17:54:26.548306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a86d153e-5bb4-4f01-8e45-d481459a1150 req-43c54145-7dc1-419b-b4a9-608a28ef8bf7 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/3f49fd05-2c1a-4c68-b177-53c00e9a133b HTTP/1.1" status: 200 len: 1804 time: 0.1676972 Jul 16 17:54:26.689003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24672880-5518-49b4-a714-f80ec2a26f27 req-d7e6291d-27c7-4db8-8535-3dee8876848b tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393898 Jul 16 17:54:26.718393 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a86d153e-5bb4-4f01-8e45-d481459a1150 req-9a01254c-85db-441a-a0f4-92b7ff9cfdd0 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/3d198bae-f91a-4d4e-8c4a-865afe20d75f HTTP/1.1" status: 200 len: 1804 time: 0.1581073 Jul 16 17:54:26.725067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-a86d153e-5bb4-4f01-8e45-d481459a1150 req-dc8e3165-66a7-48d2-9cc8-628d1d71e44c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3f49fd05-2c1a-4c68-b177-53c00e9a133b', 'remote_group_id': '3d198bae-f91a-4d4e-8c4a-865afe20d75f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:26.725404 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-a86d153e-5bb4-4f01-8e45-d481459a1150 req-dc8e3165-66a7-48d2-9cc8-628d1d71e44c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3f49fd05-2c1a-4c68-b177-53c00e9a133b', 'remote_group_id': '3d198bae-f91a-4d4e-8c4a-865afe20d75f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:26.751290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Attempting to bind port d08b8256-15e1-476b-afbe-1228d0f876b4 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:26.751667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Attempting to bind port d08b8256-15e1-476b-afbe-1228d0f876b4 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '55c58362-43c3-48ae-8d01-6d895aecf0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:26.752022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Attempting to bind port d08b8256-15e1-476b-afbe-1228d0f876b4 on network 7aee331f-bbc0-4f07-bed5-9d8ab81684e6 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:26.756825 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ce3b5a-8702-4437-ac3b-10cb39a94401 x-openstack-request-id: req-49ce3b5a-8702-4437-ac3b-10cb39a94401 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:26.757380 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f", "name": "network-vif-plugged", "status": "completed", "tag": "46efe49f-8a01-40eb-a78d-76ebf2c113e0", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:26.757380 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49ce3b5a-8702-4437-ac3b-10cb39a94401 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:26.757789 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46efe49f-8a01-40eb-a78d-76ebf2c113e0', 'code': 200} Jul 16 17:54:26.763465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Port d08b8256-15e1-476b-afbe-1228d0f876b4 on network 7aee331f-bbc0-4f07-bed5-9d8ab81684e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:26.763799 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Attempting to bind port d08b8256-15e1-476b-afbe-1228d0f876b4 on network 7aee331f-bbc0-4f07-bed5-9d8ab81684e6 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:26.777329 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:26.778532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Checking segment: {'id': '55c58362-43c3-48ae-8d01-6d895aecf0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:26.778958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Bound using segment: {'id': '55c58362-43c3-48ae-8d01-6d895aecf0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:26.779666 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Bound port: d08b8256-15e1-476b-afbe-1228d0f876b4, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c58362-43c3-48ae-8d01-6d895aecf0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:26.780046 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.980353 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] For port d08b8256-15e1-476b-afbe-1228d0f876b4, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:27.017436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] For port d08b8256-15e1-476b-afbe-1228d0f876b4, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d08b8256-15e1-476b-afbe-1228d0f876b4,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:27.021009 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a86d153e-5bb4-4f01-8e45-d481459a1150 req-dc8e3165-66a7-48d2-9cc8-628d1d71e44c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.033684 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.109471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.110546 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.111584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] 10.222.0.32 "PUT /v2.0/ports/d08b8256-15e1-476b-afbe-1228d0f876b4 HTTP/1.1" status: 200 len: 1092 time: 2.0982625 Jul 16 17:54:27.118402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f', 'tag': 'd08b8256-15e1-476b-afbe-1228d0f876b4'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:27.123176 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f244490f-eb47-4444-a692-a70de31601ae" -d '{"events": [{"name": "network-changed", "server_uuid": "340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f", "tag": "d08b8256-15e1-476b-afbe-1228d0f876b4"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:27.152682 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a86d153e-5bb4-4f01-8e45-d481459a1150 req-dc8e3165-66a7-48d2-9cc8-628d1d71e44c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.155925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139ca42-f773-4551-9b73-15745d84b442 req-c7b0958f-f859-4e8a-bb15-fbb4720d7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.158329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2139ca42-f773-4551-9b73-15745d84b442 req-c7b0958f-f859-4e8a-bb15-fbb4720d7ac4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 1102 time: 0.3165643 Jul 16 17:54:27.165635 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a86d153e-5bb4-4f01-8e45-d481459a1150 req-dc8e3165-66a7-48d2-9cc8-628d1d71e44c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.185489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da4ac8-a2e7-4d5c-a636-f0fc94d14d2b req-a6798ca8-6c5b-4b55-acb5-5c6e12d414f4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.187104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06da4ac8-a2e7-4d5c-a636-f0fc94d14d2b req-a6798ca8-6c5b-4b55-acb5-5c6e12d414f4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 945 time: 0.2893460 Jul 16 17:54:27.278540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928d875-cfaf-45f2-86ff-168feeade2ff service neutron] Pushing event updated for resources: {'Port': ['ID=d08b8256-15e1-476b-afbe-1228d0f876b4,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:27.284412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e3165-66a7-48d2-9cc8-628d1d71e44c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c11e96-ef20-42d4-8c78-dee6d6e828a1,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:27.305104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a86d153e-5bb4-4f01-8e45-d481459a1150 req-dc8e3165-66a7-48d2-9cc8-628d1d71e44c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.306779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a86d153e-5bb4-4f01-8e45-d481459a1150 req-dc8e3165-66a7-48d2-9cc8-628d1d71e44c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5873387 Jul 16 17:54:27.344936 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2139ca42-f773-4551-9b73-15745d84b442 req-60c5394b-7964-47be-8c9f-8e71737d1bd7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743908 Jul 16 17:54:27.379714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06da4ac8-a2e7-4d5c-a636-f0fc94d14d2b req-ff24c3f2-8b01-4df3-9415-7dd05b52ef27 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516061 Jul 16 17:54:27.405203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-6fb67530-993b-4ad7-845c-b3c06b2e31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.408630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-6fb67530-993b-4ad7-845c-b3c06b2e31f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39&device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 1095 time: 0.2122872 Jul 16 17:54:27.482629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-f03a595c-e856-4573-83ac-646ff2caeb25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08b8256-15e1-476b-afbe-1228d0f876b4 HTTP/1.1" status: 200 len: 217 time: 0.0535092 Jul 16 17:54:27.596994 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724c898b-377c-41a9-94da-6231e01e66a1 x-openstack-request-id: req-724c898b-377c-41a9-94da-6231e01e66a1 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:27.597287 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f", "tag": "d08b8256-15e1-476b-afbe-1228d0f876b4", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:27.597547 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-724c898b-377c-41a9-94da-6231e01e66a1 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:27.597977 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f', 'tag': 'd08b8256-15e1-476b-afbe-1228d0f876b4', 'status': 'completed', 'code': 200} Jul 16 17:54:27.605115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-2e47d727-6bfe-4e1f-97ca-d352010dff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.612565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-2e47d727-6bfe-4e1f-97ca-d352010dff17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac3d582e-7407-48bf-ac13-931a5adca160 HTTP/1.1" status: 200 len: 852 time: 0.0899277 Jul 16 17:54:27.674429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-6543e7c9-22e1-4e6f-b63f-78e981e383d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467529 Jul 16 17:54:27.694921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84074b-b163-42d4-acdb-fc246db69bb2 req-cf79c76b-cb2a-4eec-a75a-82c3a40ad97c tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.696522 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f84074b-b163-42d4-acdb-fc246db69bb2 req-cf79c76b-cb2a-4eec-a75a-82c3a40ad97c tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 943 time: 0.1894772 Jul 16 17:54:28.130825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ab3b0013-5689-4e27-916e-fbe6bd93e3a5 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:28.223851 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port ab3b0013-5689-4e27-916e-fbe6bd93e3a5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:28.225130 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.360859 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f84074b-b163-42d4-acdb-fc246db69bb2 req-6201159b-59a7-4741-be91-068ddba36ecf tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044282 Jul 16 17:54:28.406057 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.410528 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d79faa-2e1c-468c-b699-210a4f2b5cb2 req-460f2bb9-ebb6-4ce1-b4a0-9fa5713919ed tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:28.421335 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8d79faa-2e1c-468c-b699-210a4f2b5cb2 req-460f2bb9-ebb6-4ce1-b4a0-9fa5713919ed tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.7161224 Jul 16 17:54:28.439011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-1295b9f2-9346-4dfc-9766-2e30301f90b1 service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7450922 Jul 16 17:54:28.486427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port ab3b0013-5689-4e27-916e-fbe6bd93e3a5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:28.501082 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.665337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:28.678921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8d79faa-2e1c-468c-b699-210a4f2b5cb2 req-91289fcc-e4b6-4fb2-9caa-20ae9a2f1c29 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551327 Jul 16 17:54:28.737553 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e4ea18-9851-4729-877b-e47ea4c12e29 req-cf1283cd-a610-4bb9-8d38-a91685a93bfc tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/3d198bae-f91a-4d4e-8c4a-865afe20d75f HTTP/1.1" status: 200 len: 1804 time: 0.2796257 Jul 16 17:54:28.759489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f5d93f-6387-4df2-83d9-3e588a774f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:28.767501 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48d9998-d606-4cb0-950e-bcb21c0df0f7" -d '{"events": [{"server_uuid": "16f5d93f-6387-4df2-83d9-3e588a774f72", "name": "network-vif-plugged", "status": "completed", "tag": "ab3b0013-5689-4e27-916e-fbe6bd93e3a5"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:28.773267 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8168b3f-415c-49ed-a9cb-cacfd4bb2000 req-6488b736-91f5-42e2-bff1-a3769f7810f5 service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181610 Jul 16 17:54:28.793548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e9415158-5526-4fe9-9414-547116a47fc6 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:28.887794 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e4ea18-9851-4729-877b-e47ea4c12e29 req-2bc314e7-40aa-410c-bee5-340cec1d10f1 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.901635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port e9415158-5526-4fe9-9414-547116a47fc6 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:28.906507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port e9415158-5526-4fe9-9414-547116a47fc6 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:28.907322 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.946259 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e4ea18-9851-4729-877b-e47ea4c12e29 req-2bc314e7-40aa-410c-bee5-340cec1d10f1 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.065594 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.123660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e9415158-5526-4fe9-9414-547116a47fc6, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e9415158-5526-4fe9-9414-547116a47fc6,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:29.131845 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.139729 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e4ea18-9851-4729-877b-e47ea4c12e29 req-2bc314e7-40aa-410c-bee5-340cec1d10f1 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.143063 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e4ea18-9851-4729-877b-e47ea4c12e29 req-2bc314e7-40aa-410c-bee5-340cec1d10f1 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.155718 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e4ea18-9851-4729-877b-e47ea4c12e29 req-2bc314e7-40aa-410c-bee5-340cec1d10f1 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "DELETE /v2.0/security-groups/3d198bae-f91a-4d4e-8c4a-865afe20d75f HTTP/1.1" status: 204 len: 173 time: 0.3809385 Jul 16 17:54:29.198270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=e9415158-5526-4fe9-9414-547116a47fc6,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:29.217717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591191c-64d9-4310-ac8c-c0408dbc06f5 req-782e0346-4fd7-4911-a276-4f5a17b99f7a tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.220874 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a591191c-64d9-4310-ac8c-c0408dbc06f5 req-782e0346-4fd7-4911-a276-4f5a17b99f7a tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 950 time: 0.2582572 Jul 16 17:54:29.222351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc314e7-40aa-410c-bee5-340cec1d10f1 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d198bae-f91a-4d4e-8c4a-865afe20d75f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:29.266638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244490f-eb47-4444-a692-a70de31601ae req-37d2555e-98ba-4f39-a5c5-57213a6f45ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.268705 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f244490f-eb47-4444-a692-a70de31601ae req-37d2555e-98ba-4f39-a5c5-57213a6f45ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39&device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 1095 time: 0.2392170 Jul 16 17:54:29.329755 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a591191c-64d9-4310-ac8c-c0408dbc06f5 req-cd0ef9db-aada-45c9-b70e-4f24976dbbac tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910993 Jul 16 17:54:29.483488 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244490f-eb47-4444-a692-a70de31601ae req-4245a365-117f-410e-a9f5-e683242e5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.485313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f244490f-eb47-4444-a692-a70de31601ae req-4245a365-117f-410e-a9f5-e683242e5ed2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6 HTTP/1.1" status: 200 len: 913 time: 0.2061682 Jul 16 17:54:29.518721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b423b5-d080-485b-afe7-20064821f1b8 req-e4353bed-584c-4da3-9793-23ed4f6a023f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.520535 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27b423b5-d080-485b-afe7-20064821f1b8 req-e4353bed-584c-4da3-9793-23ed4f6a023f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 946 time: 0.1831462 Jul 16 17:54:29.567905 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f244490f-eb47-4444-a692-a70de31601ae req-3224dc50-9137-4991-af33-02e44f90b4f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08b8256-15e1-476b-afbe-1228d0f876b4 HTTP/1.1" status: 200 len: 217 time: 0.0710595 Jul 16 17:54:29.655312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27b423b5-d080-485b-afe7-20064821f1b8 req-d4c7dd50-e65d-4ca3-9768-5e367734343b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956802 Jul 16 17:54:29.693776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244490f-eb47-4444-a692-a70de31601ae req-1ca17b1a-2b94-48b7-9eef-26262cc405ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.693776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f244490f-eb47-4444-a692-a70de31601ae req-1ca17b1a-2b94-48b7-9eef-26262cc405ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac3d582e-7407-48bf-ac13-931a5adca160 HTTP/1.1" status: 200 len: 852 time: 0.1045332 Jul 16 17:54:29.751752 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbfbe2b-4d6e-416a-9a73-9b7f11636759 x-openstack-request-id: req-fbbfbe2b-4d6e-416a-9a73-9b7f11636759 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:29.751946 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f5d93f-6387-4df2-83d9-3e588a774f72", "name": "network-vif-plugged", "status": "completed", "tag": "ab3b0013-5689-4e27-916e-fbe6bd93e3a5", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:29.752163 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbbfbe2b-4d6e-416a-9a73-9b7f11636759 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:29.752840 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f5d93f-6387-4df2-83d9-3e588a774f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5', 'code': 200} Jul 16 17:54:29.772808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f244490f-eb47-4444-a692-a70de31601ae req-fa524623-6e5f-48b1-8373-dfd412ffc28e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634429 Jul 16 17:54:29.921064 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-657a664a-9bf1-4462-a741-574b0b7c8cb3 req-9ca44d0e-2cfd-4d4b-b5aa-6c5de931908a tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/3f49fd05-2c1a-4c68-b177-53c00e9a133b HTTP/1.1" status: 200 len: 1804 time: 0.1342697 Jul 16 17:54:29.971275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f244490f-eb47-4444-a692-a70de31601ae req-56d15cef-84b2-4762-bad7-42d690c81872 service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932497 Jul 16 17:54:30.250993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f244490f-eb47-4444-a692-a70de31601ae req-808aa51a-b32f-496b-b314-7015870c9042 service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684262 Jul 16 17:54:30.540068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297a20c-e081-4ce8-8dc0-70c170756d86 req-a54f7da7-590f-4885-87a3-b8da101a0efe tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.544282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d297a20c-e081-4ce8-8dc0-70c170756d86 req-a54f7da7-590f-4885-87a3-b8da101a0efe tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 943 time: 0.1901782 Jul 16 17:54:30.606431 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d297a20c-e081-4ce8-8dc0-70c170756d86 req-62ed4451-f980-4f26-80f0-219ba379c7fe tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528719 Jul 16 17:54:30.717334 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:54:30.721821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4d9a3-482c-4a14-bac0-db773eb76f53 req-e2d40106-a641-4ae6-afc6-67ea9142173b tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.723456 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3b4d9a3-482c-4a14-bac0-db773eb76f53 req-e2d40106-a641-4ae6-afc6-67ea9142173b tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.1021404 Jul 16 17:54:30.755247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f8389068-ee14-4189-a75f-6e9086508fe2 req-61c83ff5-a0d6-4afd-9575-2e81a026eb40 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1592346476', 'description': 'tempest-description-502719728'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:30.804302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3b4d9a3-482c-4a14-bac0-db773eb76f53 req-a96442ab-f468-47bb-b646-634325afa19a tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624049 Jul 16 17:54:30.805589 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8389068-ee14-4189-a75f-6e9086508fe2 req-61c83ff5-a0d6-4afd-9575-2e81a026eb40 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.935152 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8389068-ee14-4189-a75f-6e9086508fe2 req-61c83ff5-a0d6-4afd-9575-2e81a026eb40 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.940777 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8389068-ee14-4189-a75f-6e9086508fe2 req-61c83ff5-a0d6-4afd-9575-2e81a026eb40 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.973399 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8389068-ee14-4189-a75f-6e9086508fe2 req-61c83ff5-a0d6-4afd-9575-2e81a026eb40 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.987043 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8389068-ee14-4189-a75f-6e9086508fe2 req-61c83ff5-a0d6-4afd-9575-2e81a026eb40 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2380865 Jul 16 17:54:31.007903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c83ff5-a0d6-4afd-9575-2e81a026eb40 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e992fc-72e4-4c32-a570-972a798067c4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:31.223228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbadd72-3c8c-4e70-a1d6-cddd63fc735d req-54477375-c5c7-4c0f-86ea-055fe52956aa tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.225152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cbbadd72-3c8c-4e70-a1d6-cddd63fc735d req-54477375-c5c7-4c0f-86ea-055fe52956aa tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 950 time: 0.1161170 Jul 16 17:54:31.329386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cbbadd72-3c8c-4e70-a1d6-cddd63fc735d req-83b8f525-1dbc-46f7-abfb-88abf600a6e4 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927136 Jul 16 17:54:31.685008 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-578fae92-d96c-49ef-980b-610b7008a29c req-cef75724-6eaa-457f-acd0-6947e6644e90 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/c3e992fc-72e4-4c32-a570-972a798067c4 HTTP/1.1" status: 200 len: 1804 time: 0.1356893 Jul 16 17:54:31.709452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-578fae92-d96c-49ef-980b-610b7008a29c req-eac9aae0-fd83-4604-bff2-7e8b1d719066 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3e992fc-72e4-4c32-a570-972a798067c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:31.709838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-578fae92-d96c-49ef-980b-610b7008a29c req-eac9aae0-fd83-4604-bff2-7e8b1d719066 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3e992fc-72e4-4c32-a570-972a798067c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:31.729449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee00b1-95e8-4d8b-b189-31c9f2bf133c req-1e9b625e-9e97-4951-8782-2b62a1178b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.731719 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73ee00b1-95e8-4d8b-b189-31c9f2bf133c req-1e9b625e-9e97-4951-8782-2b62a1178b67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 1100 time: 0.2365980 Jul 16 17:54:31.753591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a495287f-a877-482c-b34b-fcb9f063c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9415158-5526-4fe9-9414-547116a47fc6'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:31.756720 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5328871f-38ef-4487-b2b5-f9379aae44bd" -d '{"events": [{"server_uuid": "a495287f-a877-482c-b34b-fcb9f063c296", "name": "network-vif-plugged", "status": "completed", "tag": "e9415158-5526-4fe9-9414-547116a47fc6"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:31.779755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9ba44-89c9-4a09-946b-3b08039f3138 req-a56a469a-aa60-4617-b601-a690b9aa0513 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.782007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eaa9ba44-89c9-4a09-946b-3b08039f3138 req-a56a469a-aa60-4617-b601-a690b9aa0513 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 946 time: 0.2142889 Jul 16 17:54:31.849838 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73ee00b1-95e8-4d8b-b189-31c9f2bf133c req-63419bc0-af33-479c-96f2-ef62224bd194 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074219 Jul 16 17:54:31.884178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eaa9ba44-89c9-4a09-946b-3b08039f3138 req-85a9a85d-30ff-4265-8630-5e5efad4bd6b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837498 Jul 16 17:54:31.899646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-578fae92-d96c-49ef-980b-610b7008a29c req-eac9aae0-fd83-4604-bff2-7e8b1d719066 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:31.932290 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-578fae92-d96c-49ef-980b-610b7008a29c req-eac9aae0-fd83-4604-bff2-7e8b1d719066 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:31.937543 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-578fae92-d96c-49ef-980b-610b7008a29c req-eac9aae0-fd83-4604-bff2-7e8b1d719066 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:31.963334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9aae0-fd83-4604-bff2-7e8b1d719066 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f946c16d-2cb3-4031-ba9d-a3b4d8d79b12,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:32.000811 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-578fae92-d96c-49ef-980b-610b7008a29c req-eac9aae0-fd83-4604-bff2-7e8b1d719066 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.002220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-578fae92-d96c-49ef-980b-610b7008a29c req-eac9aae0-fd83-4604-bff2-7e8b1d719066 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3048916 Jul 16 17:54:32.182876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7304279-b539-4349-8c5d-ae498358bad2 req-b508e9b2-320b-4490-a5e9-9cb43dc8ddaf tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.184978 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7304279-b539-4349-8c5d-ae498358bad2 req-b508e9b2-320b-4490-a5e9-9cb43dc8ddaf tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 943 time: 0.1075501 Jul 16 17:54:32.216527 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0703fc7e-c7d7-4ad7-936d-25c0e6684b0f x-openstack-request-id: req-0703fc7e-c7d7-4ad7-936d-25c0e6684b0f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:32.216979 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a495287f-a877-482c-b34b-fcb9f063c296", "name": "network-vif-plugged", "status": "completed", "tag": "e9415158-5526-4fe9-9414-547116a47fc6", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:32.217382 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0703fc7e-c7d7-4ad7-936d-25c0e6684b0f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:32.218279 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a495287f-a877-482c-b34b-fcb9f063c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9415158-5526-4fe9-9414-547116a47fc6', 'code': 200} Jul 16 17:54:32.264920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7304279-b539-4349-8c5d-ae498358bad2 req-d321168e-15f9-465b-ac6b-bd970b483950 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698259 Jul 16 17:54:32.557773 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83d3d76b-2904-4dd0-9c75-953f2e89d268 req-2fd1665a-1292-49e2-ab38-656f9a4ca498 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/c3e992fc-72e4-4c32-a570-972a798067c4 HTTP/1.1" status: 200 len: 2397 time: 0.2320173 Jul 16 17:54:32.564204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-83d3d76b-2904-4dd0-9c75-953f2e89d268 req-ba65470c-32cf-4b71-b990-e71259df2e67 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3e992fc-72e4-4c32-a570-972a798067c4', 'remote_group_id': None}]} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:32.564698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-83d3d76b-2904-4dd0-9c75-953f2e89d268 req-ba65470c-32cf-4b71-b990-e71259df2e67 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c3e992fc-72e4-4c32-a570-972a798067c4', 'remote_group_id': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:32.577101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d08b8256-15e1-476b-afbe-1228d0f876b4 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:32.588318 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 438c9670-c08a-4def-be18-d1b8e4f3b98f no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:32.788041 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.839898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630501d7-6faa-4ae7-b35d-cfb546baf37d req-e012e289-9be3-4e1a-b629-bcaf37d32be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.848026 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-630501d7-6faa-4ae7-b35d-cfb546baf37d req-e012e289-9be3-4e1a-b629-bcaf37d32be7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 1098 time: 0.5081971 Jul 16 17:54:32.935360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb471a9-ea5d-474a-8fdd-b416e1aeec27 req-e57408a0-352e-4f52-9667-a94227fcd51d tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.940021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:32.948558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9bb471a9-ea5d-474a-8fdd-b416e1aeec27 req-e57408a0-352e-4f52-9667-a94227fcd51d tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.5301363 Jul 16 17:54:32.950512 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.013539 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-83d3d76b-2904-4dd0-9c75-953f2e89d268 req-ba65470c-32cf-4b71-b990-e71259df2e67 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.021092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d08b8256-15e1-476b-afbe-1228d0f876b4, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d08b8256-15e1-476b-afbe-1228d0f876b4,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:33.047382 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-630501d7-6faa-4ae7-b35d-cfb546baf37d req-196c6208-da36-4606-ae38-b41c29ae74ea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660998 Jul 16 17:54:33.087324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'd08b8256-15e1-476b-afbe-1228d0f876b4', 'network_id': '7aee331f-bbc0-4f07-bed5-9d8ab81684e6', 'port_id': 'd08b8256-15e1-476b-afbe-1228d0f876b4', 'mac_address': 'fa:16:3e:70:c7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3d582e-7407-48bf-ac13-931a5adca160', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:33.099157 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-83d3d76b-2904-4dd0-9c75-953f2e89d268 req-ba65470c-32cf-4b71-b990-e71259df2e67 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.118883 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9bb471a9-ea5d-474a-8fdd-b416e1aeec27 req-2dd98ad9-96c2-42fc-8dd9-5d138e9a2f01 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691701 Jul 16 17:54:33.123945 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-83d3d76b-2904-4dd0-9c75-953f2e89d268 req-ba65470c-32cf-4b71-b990-e71259df2e67 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.176038 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-83d3d76b-2904-4dd0-9c75-953f2e89d268 req-ba65470c-32cf-4b71-b990-e71259df2e67 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.188622 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=438c9670-c08a-4def-be18-d1b8e4f3b98f,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:33.200220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83d3d76b-2904-4dd0-9c75-953f2e89d268 req-ba65470c-32cf-4b71-b990-e71259df2e67 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6312854 Jul 16 17:54:33.205432 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.233801 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08b8256-15e1-476b-afbe-1228d0f876b4 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:33.266272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65470c-32cf-4b71-b990-e71259df2e67 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6615f53c-2cd2-4404-b142-d1330a9880ab,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:33.357555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d08b8256-15e1-476b-afbe-1228d0f876b4, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d08b8256-15e1-476b-afbe-1228d0f876b4,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:33.364698 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.365738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 438c9670-c08a-4def-be18-d1b8e4f3b98f details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:33.542712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dd32b-bac8-489f-8adb-3ea668566e04 req-8ba446ff-fee9-4a1e-8eae-c60dd8bdcb79 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:33.551150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-658dd32b-bac8-489f-8adb-3ea668566e04 req-8ba446ff-fee9-4a1e-8eae-c60dd8bdcb79 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 950 time: 0.1756978 Jul 16 17:54:33.659474 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-658dd32b-bac8-489f-8adb-3ea668566e04 req-102b0901-c2de-4970-a405-7aeb8772b34c tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064343 Jul 16 17:54:33.747368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:33.779787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '438c9670-c08a-4def-be18-d1b8e4f3b98f', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '438c9670-c08a-4def-be18-d1b8e4f3b98f', 'mac_address': 'fa:16:3e:a7:53:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:33.881838 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d08b8256-15e1-476b-afbe-1228d0f876b4,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:33.884820 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.909348 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438c9670-c08a-4def-be18-d1b8e4f3b98f {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:33.939630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:33.952418 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.013521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=438c9670-c08a-4def-be18-d1b8e4f3b98f,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:34.115714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8a8a9c8-e7c4-4c1d-ae91-c0461365c7a9 req-5735b320-0db7-4317-96d3-05735c9c4b75 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/c3e992fc-72e4-4c32-a570-972a798067c4 HTTP/1.1" status: 200 len: 2995 time: 0.1315677 Jul 16 17:54:34.175542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b73cbb-cf15-4459-ab80-4218196a9d69 req-cdf05266-57b8-47af-902c-a6a0b56eab5a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:34.179647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49b73cbb-cf15-4459-ab80-4218196a9d69 req-cdf05266-57b8-47af-902c-a6a0b56eab5a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 946 time: 0.3398860 Jul 16 17:54:34.219382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:34.222210 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c2d7ef-dd33-43e8-803f-1fd0e36a2555" -d '{"events": [{"server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "name": "network-vif-unplugged", "status": "completed", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:34.231796 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49b73cbb-cf15-4459-ab80-4218196a9d69 req-ab9e95cd-23d9-462d-b2a5-8ece5b322bd4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Jul 16 17:54:34.340790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d08b8256-15e1-476b-afbe-1228d0f876b4'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:34.349222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['438c9670-c08a-4def-be18-d1b8e4f3b98f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:34.636246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c177ea9-b224-46c0-a97d-ad48ca0f9ff4 req-2b3cd6af-b7d5-4360-b389-d5a1d0717837 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:34.647387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c177ea9-b224-46c0-a97d-ad48ca0f9ff4 req-2b3cd6af-b7d5-4360-b389-d5a1d0717837 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 944 time: 0.1844988 Jul 16 17:54:34.722435 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c177ea9-b224-46c0-a97d-ad48ca0f9ff4 req-022a74e6-07c0-440e-b0a3-ac47c20377a4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733180 Jul 16 17:54:34.793046 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8cb859ca-986e-4f8a-98e4-eb17e3ecfdeb req-8601e264-2ea1-43f0-9817-9ade2ade1f49 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-group-rules/6615f53c-2cd2-4404-b142-d1330a9880ab HTTP/1.1" status: 200 len: 783 time: 0.0373244 Jul 16 17:54:34.801123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5951cf-2314-4c8c-b216-549cd9736918 req-2f488cd6-5cda-49e6-b76e-35b8eb02904c tempest-LiveMigrationNegativeTest-2139529361 tempest-LiveMigrationNegativeTest-2139529361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:34.802735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c5951cf-2314-4c8c-b216-549cd9736918 req-2f488cd6-5cda-49e6-b76e-35b8eb02904c tempest-LiveMigrationNegativeTest-2139529361 tempest-LiveMigrationNegativeTest-2139529361-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 1102 time: 0.2115839 Jul 16 17:54:34.832510 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0c5951cf-2314-4c8c-b216-549cd9736918 req-33ef217a-cde8-40ae-b5d6-1c78de8b4fa0 tempest-LiveMigrationNegativeTest-2139529361 tempest-LiveMigrationNegativeTest-2139529361-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.903459 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8cb859ca-986e-4f8a-98e4-eb17e3ecfdeb req-8042f5d2-1c17-48a0-ab61-dfff296609a4 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/c3e992fc-72e4-4c32-a570-972a798067c4 HTTP/1.1" status: 200 len: 2995 time: 0.0994508 Jul 16 17:54:34.962094 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8cb859ca-986e-4f8a-98e4-eb17e3ecfdeb req-eae1440e-852e-4de2-b361-bdbd8cdc8ceb tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.978554 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8cb859ca-986e-4f8a-98e4-eb17e3ecfdeb req-eae1440e-852e-4de2-b361-bdbd8cdc8ceb tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.028804 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8cb859ca-986e-4f8a-98e4-eb17e3ecfdeb req-eae1440e-852e-4de2-b361-bdbd8cdc8ceb tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.049684 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8cb859ca-986e-4f8a-98e4-eb17e3ecfdeb req-eae1440e-852e-4de2-b361-bdbd8cdc8ceb tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.056134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8cb859ca-986e-4f8a-98e4-eb17e3ecfdeb req-eae1440e-852e-4de2-b361-bdbd8cdc8ceb tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6615f53c-2cd2-4404-b142-d1330a9880ab HTTP/1.1" status: 204 len: 173 time: 0.1428249 Jul 16 17:54:35.088399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1440e-852e-4de2-b361-bdbd8cdc8ceb tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6615f53c-2cd2-4404-b142-d1330a9880ab,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:35.108342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0c5951cf-2314-4c8c-b216-549cd9736918 req-33ef217a-cde8-40ae-b5d6-1c78de8b4fa0 tempest-LiveMigrationNegativeTest-2139529361 tempest-LiveMigrationNegativeTest-2139529361-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.113052 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0c5951cf-2314-4c8c-b216-549cd9736918 req-33ef217a-cde8-40ae-b5d6-1c78de8b4fa0 tempest-LiveMigrationNegativeTest-2139529361 tempest-LiveMigrationNegativeTest-2139529361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.179967 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c5951cf-2314-4c8c-b216-549cd9736918 req-33ef217a-cde8-40ae-b5d6-1c78de8b4fa0 tempest-LiveMigrationNegativeTest-2139529361 tempest-LiveMigrationNegativeTest-2139529361-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695660 Jul 16 17:54:35.205291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef217a-cde8-40ae-b5d6-1c78de8b4fa0 tempest-LiveMigrationNegativeTest-2139529361 tempest-LiveMigrationNegativeTest-2139529361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944beff9-a462-4e96-a4b2-ca3fffe198ff,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:35.282542 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbceed63-975a-421d-9f1e-766b662589f9 x-openstack-request-id: req-cbceed63-975a-421d-9f1e-766b662589f9 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:35.283128 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "name": "network-vif-unplugged", "status": "completed", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:35.283992 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbceed63-975a-421d-9f1e-766b662589f9 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:35.284907 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f', 'code': 200} Jul 16 17:54:35.370067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d17edd-fa53-4ceb-a995-4bf4a3488c14 req-b94db803-f430-4e90-a366-6abdac075a79 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:35.378000 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83d17edd-fa53-4ceb-a995-4bf4a3488c14 req-b94db803-f430-4e90-a366-6abdac075a79 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 947 time: 0.1523106 Jul 16 17:54:35.508338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83d17edd-fa53-4ceb-a995-4bf4a3488c14 req-8b3c4eab-d74a-4ed8-8fd6-79588f57069a tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267285 Jul 16 17:54:35.567005 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3284-21fd-4f92-8846-ee06d4550bad req-d2dc85b6-62cf-4106-915d-8113a209483b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1364601 Jul 16 17:54:35.775825 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bbfd922-97d6-4d48-9830-1d162a9e71c2 req-cfeeba70-8c97-4b6a-91ce-66073d9cf7fd tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/c3e992fc-72e4-4c32-a570-972a798067c4 HTTP/1.1" status: 200 len: 2397 time: 0.1956315 Jul 16 17:54:35.884070 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3284-21fd-4f92-8846-ee06d4550bad req-529ed245-a042-4eb4-b738-20d833c31bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:35.885620 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3284-21fd-4f92-8846-ee06d4550bad req-529ed245-a042-4eb4-b738-20d833c31bb0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2fbd65c092f342ae82b609b2deb5429f&device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 1102 time: 0.2509706 Jul 16 17:54:35.914861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8864a-1832-488f-82a2-ac088c83651a req-2ba1574f-0c74-49a7-a0e6-7948cdb95928 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:35.916568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0e8864a-1832-488f-82a2-ac088c83651a req-2ba1574f-0c74-49a7-a0e6-7948cdb95928 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 946 time: 0.2164443 Jul 16 17:54:36.017563 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bbfd922-97d6-4d48-9830-1d162a9e71c2 req-535dae6e-7144-4a76-ba90-2a492300ec00 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.137358 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0e8864a-1832-488f-82a2-ac088c83651a req-519fa6b7-31d2-4b2f-8863-acb7c79d1f43 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837797 Jul 16 17:54:36.152581 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bbfd922-97d6-4d48-9830-1d162a9e71c2 req-535dae6e-7144-4a76-ba90-2a492300ec00 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.221614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3284-21fd-4f92-8846-ee06d4550bad req-cc0cd3d3-11d5-419c-9639-f89cbdee582e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:36.223507 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3284-21fd-4f92-8846-ee06d4550bad req-cc0cd3d3-11d5-419c-9639-f89cbdee582e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.2954924 Jul 16 17:54:36.288303 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3284-21fd-4f92-8846-ee06d4550bad req-902028bf-2809-4ef0-8c0b-48778823004e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=124fb0c8-0d86-4985-8ae7-ca67fb213635 HTTP/1.1" status: 200 len: 217 time: 0.0547550 Jul 16 17:54:36.402954 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bbfd922-97d6-4d48-9830-1d162a9e71c2 req-535dae6e-7144-4a76-ba90-2a492300ec00 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.405691 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bbfd922-97d6-4d48-9830-1d162a9e71c2 req-535dae6e-7144-4a76-ba90-2a492300ec00 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.406943 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bbfd922-97d6-4d48-9830-1d162a9e71c2 req-535dae6e-7144-4a76-ba90-2a492300ec00 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "DELETE /v2.0/security-groups/c3e992fc-72e4-4c32-a570-972a798067c4 HTTP/1.1" status: 204 len: 173 time: 0.6302135 Jul 16 17:54:36.429643 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dae6e-7144-4a76-ba90-2a492300ec00 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e992fc-72e4-4c32-a570-972a798067c4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:36.436868 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3284-21fd-4f92-8846-ee06d4550bad req-596bf5cb-e5b2-424f-8174-1b73f9b6d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:36.438998 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3284-21fd-4f92-8846-ee06d4550bad req-596bf5cb-e5b2-424f-8174-1b73f9b6d588 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1344380 Jul 16 17:54:36.526498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea6032-5835-4bbc-9cb2-5d5e21c1f216 req-7718b10c-5c70-4857-8005-3221cdbff332 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:36.528803 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eea6032-5835-4bbc-9cb2-5d5e21c1f216 req-7718b10c-5c70-4857-8005-3221cdbff332 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 947 time: 0.2127683 Jul 16 17:54:36.613102 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eea6032-5835-4bbc-9cb2-5d5e21c1f216 req-6a706a8e-b15c-420e-bb07-108cedb0a910 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754290 Jul 16 17:54:36.624367 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 438c9670-c08a-4def-be18-d1b8e4f3b98f up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:36.647264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c3284-21fd-4f92-8846-ee06d4550bad req-60cc75d8-3837-4ae1-9e1f-36ae8c02955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:36.662364 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3284-21fd-4f92-8846-ee06d4550bad req-60cc75d8-3837-4ae1-9e1f-36ae8c02955a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2037721 Jul 16 17:54:36.791935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 438c9670-c08a-4def-be18-d1b8e4f3b98f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:36.793152 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.065268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3284-21fd-4f92-8846-ee06d4550bad req-fa9180d3-762a-415c-a4f8-7a7a4b22e4dc service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023957 Jul 16 17:54:37.115801 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.204932 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:37.229728 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.229728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d08b8256-15e1-476b-afbe-1228d0f876b4 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:37.230379 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-db1ff321-473f-4d60-9ed0-3aa9965eb041 req-83a0b17b-d56b-4f49-b71c-c503f6ff2d87 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] show failed (client error): The resource could not be found. Jul 16 17:54:37.230379 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db1ff321-473f-4d60-9ed0-3aa9965eb041 req-83a0b17b-d56b-4f49-b71c-c503f6ff2d87 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/3d198bae-f91a-4d4e-8c4a-865afe20d75f HTTP/1.1" status: 404 len: 352 time: 0.0783474 Jul 16 17:54:37.307640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242590d-1ce4-494f-9350-6832e2fdd561 req-6d8a65ea-f47e-492c-b006-b7f5d2e41b5c tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:37.326419 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0242590d-1ce4-494f-9350-6832e2fdd561 req-6d8a65ea-f47e-492c-b006-b7f5d2e41b5c tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 944 time: 0.4279294 Jul 16 17:54:37.370516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:37.377867 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbb14df-3629-4b0a-8f53-f7d9cadeead4" -d '{"events": [{"server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "name": "network-vif-plugged", "status": "completed", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:37.510025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=438c9670-c08a-4def-be18-d1b8e4f3b98f,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:37.538718 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port d08b8256-15e1-476b-afbe-1228d0f876b4 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:37.548277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port d08b8256-15e1-476b-afbe-1228d0f876b4 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:37.548500 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.706978 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0242590d-1ce4-494f-9350-6832e2fdd561 req-4d4bd73b-9a53-4177-82d4-3ef23e907c5f tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795259 Jul 16 17:54:37.731150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351c3284-21fd-4f92-8846-ee06d4550bad req-4f3baf80-0379-4f57-acd2-b5e8c40d5768 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462388 Jul 16 17:54:38.024612 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.096332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d08b8256-15e1-476b-afbe-1228d0f876b4, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d08b8256-15e1-476b-afbe-1228d0f876b4,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:38.127968 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.297363 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d08b8256-15e1-476b-afbe-1228d0f876b4,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:38.748467 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2d205c6-76f9-4722-8dd8-20bda6b3ef40 req-f9bdc235-6a2a-4429-b33b-cdf9062d3861 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/3f49fd05-2c1a-4c68-b177-53c00e9a133b HTTP/1.1" status: 200 len: 1804 time: 0.1402712 Jul 16 17:54:38.849978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b9934-1d15-4083-943e-90ed4aa31c2f req-967f99ea-37c3-4128-98d4-25d4e81f31d0 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:38.851994 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d1b9934-1d15-4083-943e-90ed4aa31c2f req-967f99ea-37c3-4128-98d4-25d4e81f31d0 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 946 time: 0.1411915 Jul 16 17:54:38.883077 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2d205c6-76f9-4722-8dd8-20bda6b3ef40 req-3db3d509-0b4f-49dc-83fa-a076a9a4b03d tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.929255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d1b9934-1d15-4083-943e-90ed4aa31c2f req-faaae7da-b01c-4b6b-9c9b-6b0f071d5d44 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692198 Jul 16 17:54:38.930900 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2d205c6-76f9-4722-8dd8-20bda6b3ef40 req-3db3d509-0b4f-49dc-83fa-a076a9a4b03d tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.036403 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2d205c6-76f9-4722-8dd8-20bda6b3ef40 req-3db3d509-0b4f-49dc-83fa-a076a9a4b03d tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.041049 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2d205c6-76f9-4722-8dd8-20bda6b3ef40 req-3db3d509-0b4f-49dc-83fa-a076a9a4b03d tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.058260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2d205c6-76f9-4722-8dd8-20bda6b3ef40 req-3db3d509-0b4f-49dc-83fa-a076a9a4b03d tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "DELETE /v2.0/security-groups/3f49fd05-2c1a-4c68-b177-53c00e9a133b HTTP/1.1" status: 204 len: 173 time: 0.3024671 Jul 16 17:54:39.087543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3d509-0b4f-49dc-83fa-a076a9a4b03d tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f49fd05-2c1a-4c68-b177-53c00e9a133b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:39.125337 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73325a5-36f9-4f19-b5b7-a7af62b98760 x-openstack-request-id: req-a73325a5-36f9-4f19-b5b7-a7af62b98760 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:39.126655 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "name": "network-vif-plugged", "status": "completed", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:39.127180 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a73325a5-36f9-4f19-b5b7-a7af62b98760 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:39.127831 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f', 'code': 200} Jul 16 17:54:39.400698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da809b-55ff-490e-88c2-63c7ac54e9a6 req-df488cb9-a4ac-416a-919b-4322c6ed2f53 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:39.402827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24da809b-55ff-490e-88c2-63c7ac54e9a6 req-df488cb9-a4ac-416a-919b-4322c6ed2f53 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.1508994 Jul 16 17:54:39.468051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24da809b-55ff-490e-88c2-63c7ac54e9a6 req-9c378311-eb17-40a3-9ff3-1132405e36dc tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571465 Jul 16 17:54:39.609049 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09449c6a-9bbe-406e-98a0-ab3a289772fb req-b9518451-7fa0-4d16-955a-13955bf63c01 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:39.611220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09449c6a-9bbe-406e-98a0-ab3a289772fb req-b9518451-7fa0-4d16-955a-13955bf63c01 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 950 time: 0.1125605 Jul 16 17:54:39.694235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09449c6a-9bbe-406e-98a0-ab3a289772fb req-b3073c63-e264-4bc7-987c-18b9ec8f131e tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683904 Jul 16 17:54:39.891154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7a6bf-353e-4f1e-bb67-302409045405 req-ee565571-d327-4852-a3f5-07bdbaa71fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:39.898169 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7a6bf-353e-4f1e-bb67-302409045405 req-ee565571-d327-4852-a3f5-07bdbaa71fb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2fbd65c092f342ae82b609b2deb5429f&device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 1100 time: 0.1301489 Jul 16 17:54:40.247196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46255b6f-4ca7-4df9-a8ad-fa79c60825ee req-ef457060-4727-4b9d-b8df-68aa2e8e5c7e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:40.255626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46255b6f-4ca7-4df9-a8ad-fa79c60825ee req-ef457060-4727-4b9d-b8df-68aa2e8e5c7e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 945 time: 0.3558736 Jul 16 17:54:40.289136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7a6bf-353e-4f1e-bb67-302409045405 req-16336cb4-2826-48ed-ad2f-016f98846992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:40.291046 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7a6bf-353e-4f1e-bb67-302409045405 req-16336cb4-2826-48ed-ad2f-016f98846992 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.3315687 Jul 16 17:54:40.451340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7a6bf-353e-4f1e-bb67-302409045405 req-9ee809d4-1f8f-456f-ba75-1e5d8137adf7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f HTTP/1.1" status: 200 len: 217 time: 0.1195822 Jul 16 17:54:40.463845 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46255b6f-4ca7-4df9-a8ad-fa79c60825ee req-d4821458-f685-4b08-9059-2dca7525da62 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039270 Jul 16 17:54:40.566009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7a6bf-353e-4f1e-bb67-302409045405 req-a9425081-871c-42b5-b894-6d34249dc965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:40.568556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7a6bf-353e-4f1e-bb67-302409045405 req-a9425081-871c-42b5-b894-6d34249dc965 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1004882 Jul 16 17:54:40.577164 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5775066a-c655-4c95-80c9-97943f988c2d req-3b761a67-1595-4996-a9c3-a0ddd2e47c88 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/875011d4-b9cb-4ed0-88fa-395a4164871e HTTP/1.1" status: 200 len: 1802 time: 0.2823215 Jul 16 17:54:41.129874 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08b8256-15e1-476b-afbe-1228d0f876b4'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:41.133447 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28849912-e111-4c87-a8b8-86e0d420d99d" -d '{"events": [{"server_uuid": "340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f", "name": "network-vif-plugged", "status": "completed", "tag": "d08b8256-15e1-476b-afbe-1228d0f876b4"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:41.151319 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea0e0d-97a6-4412-a7a4-429a302e1f0c req-d7d27a88-69de-40ce-9bb2-c062a499c3c2 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.154290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14ea0e0d-97a6-4412-a7a4-429a302e1f0c req-d7d27a88-69de-40ce-9bb2-c062a499c3c2 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 950 time: 0.8241301 Jul 16 17:54:41.235961 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5775066a-c655-4c95-80c9-97943f988c2d req-7b2b9a1e-5d38-4bc0-9923-f5c223073926 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.287481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7a6bf-353e-4f1e-bb67-302409045405 req-8a4f2054-09e2-4ba2-bca9-1aefa239e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.289477 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7a6bf-353e-4f1e-bb67-302409045405 req-8a4f2054-09e2-4ba2-bca9-1aefa239e580 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7088668 Jul 16 17:54:41.303329 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5775066a-c655-4c95-80c9-97943f988c2d req-7b2b9a1e-5d38-4bc0-9923-f5c223073926 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.384622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cc768-bdca-4c5a-a238-892d94190190 req-70f9c15e-bead-48d4-9bdd-0773a4d87e22 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.395203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff1cc768-bdca-4c5a-a238-892d94190190 req-70f9c15e-bead-48d4-9bdd-0773a4d87e22 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 946 time: 0.7320535 Jul 16 17:54:41.534799 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff1cc768-bdca-4c5a-a238-892d94190190 req-e62643f0-6411-4365-ad40-1bbb7e8245ec tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385834 Jul 16 17:54:41.544594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7a6bf-353e-4f1e-bb67-302409045405 req-4b3e3484-f62b-40db-8fb8-a77fa12562dc service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382801 Jul 16 17:54:41.552041 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-14ea0e0d-97a6-4412-a7a4-429a302e1f0c req-cb784851-9623-4704-97b2-d74d5d085eda tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Deleting port 46efe49f-8a01-40eb-a78d-76ebf2c113e0 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:41.552888 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-14ea0e0d-97a6-4412-a7a4-429a302e1f0c req-cb784851-9623-4704-97b2-d74d5d085eda tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.565985 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5775066a-c655-4c95-80c9-97943f988c2d req-7b2b9a1e-5d38-4bc0-9923-f5c223073926 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.568521 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5775066a-c655-4c95-80c9-97943f988c2d req-7b2b9a1e-5d38-4bc0-9923-f5c223073926 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.569689 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5775066a-c655-4c95-80c9-97943f988c2d req-7b2b9a1e-5d38-4bc0-9923-f5c223073926 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "DELETE /v2.0/security-groups/875011d4-b9cb-4ed0-88fa-395a4164871e HTTP/1.1" status: 204 len: 173 time: 0.9471562 Jul 16 17:54:41.616967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b9a1e-5d38-4bc0-9923-f5c223073926 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875011d4-b9cb-4ed0-88fa-395a4164871e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:41.799215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-14ea0e0d-97a6-4412-a7a4-429a302e1f0c req-cb784851-9623-4704-97b2-d74d5d085eda tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] For port 46efe49f-8a01-40eb-a78d-76ebf2c113e0, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=46efe49f-8a01-40eb-a78d-76ebf2c113e0,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:41.799591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-14ea0e0d-97a6-4412-a7a4-429a302e1f0c req-cb784851-9623-4704-97b2-d74d5d085eda tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.803824 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7a6bf-353e-4f1e-bb67-302409045405 req-1ccaf588-4ed9-4a52-bf16-d410ac9a3517 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461448 Jul 16 17:54:41.818124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-14ea0e0d-97a6-4412-a7a4-429a302e1f0c req-cb784851-9623-4704-97b2-d74d5d085eda tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Calling delete_port for 46efe49f-8a01-40eb-a78d-76ebf2c113e0 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:41.885968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dead08a-71d2-4a6e-aa9b-b43af3b13af3 req-40cbc38f-7c2e-40f5-b146-6222232d9c38 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.887627 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6dead08a-71d2-4a6e-aa9b-b43af3b13af3 req-40cbc38f-7c2e-40f5-b146-6222232d9c38 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.2034233 Jul 16 17:54:42.022876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6dead08a-71d2-4a6e-aa9b-b43af3b13af3 req-22b53845-a1f7-4dca-a2b2-6cdab4f2f1e3 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264920 Jul 16 17:54:42.095418 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8195464-e691-4ee7-abbe-a7490776e2cd x-openstack-request-id: req-f8195464-e691-4ee7-abbe-a7490776e2cd {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:42.095822 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f", "name": "network-vif-plugged", "status": "completed", "tag": "d08b8256-15e1-476b-afbe-1228d0f876b4", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:42.096125 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8195464-e691-4ee7-abbe-a7490776e2cd {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:42.096744 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08b8256-15e1-476b-afbe-1228d0f876b4', 'code': 200} Jul 16 17:54:42.097282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecab89-25ff-4e68-8bd1-70463126ddce req-a95894de-e40e-4206-be44-998d6ed27fb5 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:42.099011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67ecab89-25ff-4e68-8bd1-70463126ddce req-a95894de-e40e-4206-be44-998d6ed27fb5 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 946 time: 0.1966164 Jul 16 17:54:42.126970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10218ff1-c7b8-4a53-9aba-98314a432d10 req-16e615f9-ace9-4047-abef-e09316c76f76 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:42.128642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10218ff1-c7b8-4a53-9aba-98314a432d10 req-16e615f9-ace9-4047-abef-e09316c76f76 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f HTTP/1.1" status: 200 len: 950 time: 0.2004466 Jul 16 17:54:42.195758 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-14ea0e0d-97a6-4412-a7a4-429a302e1f0c req-cb784851-9623-4704-97b2-d74d5d085eda tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.207711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743', '46efe49f-8a01-40eb-a78d-76ebf2c113e0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:42.270313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb784851-9623-4704-97b2-d74d5d085eda tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Pushing event deleted for resources: {'Port': ['ID=46efe49f-8a01-40eb-a78d-76ebf2c113e0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:42.275223 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10218ff1-c7b8-4a53-9aba-98314a432d10 req-f20c8cfb-96cb-4177-98c6-29dab29aaff6 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247463 Jul 16 17:54:42.286624 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e58af-0eab-4b02-8e5e-09ba26871fd6 req-9d770d9f-0097-4796-9a0a-5938dab86f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:42.293015 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1c2e58af-0eab-4b02-8e5e-09ba26871fd6 req-9d770d9f-0097-4796-9a0a-5938dab86f08 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 1097 time: 0.1244972 Jul 16 17:54:42.402413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ea0e0d-97a6-4412-a7a4-429a302e1f0c req-cb784851-9623-4704-97b2-d74d5d085eda tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] No DVR routers for this DVR port 46efe49f-8a01-40eb-a78d-76ebf2c113e0 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:42.406829 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1c2e58af-0eab-4b02-8e5e-09ba26871fd6 req-558b7107-955a-4043-9629-46c168655c91 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991471 Jul 16 17:54:42.411791 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-14ea0e0d-97a6-4412-a7a4-429a302e1f0c req-cb784851-9623-4704-97b2-d74d5d085eda tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.416951 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14ea0e0d-97a6-4412-a7a4-429a302e1f0c req-cb784851-9623-4704-97b2-d74d5d085eda tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.32 "DELETE /v2.0/ports/46efe49f-8a01-40eb-a78d-76ebf2c113e0 HTTP/1.1" status: 204 len: 173 time: 1.2517824 Jul 16 17:54:42.447237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f', 'name': 'network-vif-deleted', 'tag': '46efe49f-8a01-40eb-a78d-76ebf2c113e0'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:42.449641 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76afeb8e-0955-49a0-bdb8-ea2753860ba0" -d '{"events": [{"server_uuid": "dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f", "name": "network-vif-deleted", "tag": "46efe49f-8a01-40eb-a78d-76ebf2c113e0"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:42.602570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-427822f6-ceea-4553-9cce-9ba2244c6083 req-dcc330ba-9e08-4344-b480-25f8e960607a tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/5b6aa26e-5cc3-45f2-ad8a-3563dc0e66aa HTTP/1.1" status: 200 len: 1802 time: 0.2013865 Jul 16 17:54:42.649251 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-67ecab89-25ff-4e68-8bd1-70463126ddce req-639dc729-8acd-4b24-9263-bc9813edf12d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Deleting port e9415158-5526-4fe9-9414-547116a47fc6 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:42.650079 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-67ecab89-25ff-4e68-8bd1-70463126ddce req-639dc729-8acd-4b24-9263-bc9813edf12d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.680637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b92a9-03b2-418d-8c0e-590c4ef98b70 req-3ffbf114-8842-45da-8824-bb2872cd19bc tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:42.683344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-302b92a9-03b2-418d-8c0e-590c4ef98b70 req-3ffbf114-8842-45da-8824-bb2872cd19bc tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 945 time: 0.2488050 Jul 16 17:54:42.831285 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-427822f6-ceea-4553-9cce-9ba2244c6083 req-b89cd13b-59a7-4f53-a448-073b7b6fe9c9 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.846224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-302b92a9-03b2-418d-8c0e-590c4ef98b70 req-d4853882-564d-40e9-b3e4-1b8408a4bde0 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435788 Jul 16 17:54:42.913397 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-427822f6-ceea-4553-9cce-9ba2244c6083 req-b89cd13b-59a7-4f53-a448-073b7b6fe9c9 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.930058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-67ecab89-25ff-4e68-8bd1-70463126ddce req-639dc729-8acd-4b24-9263-bc9813edf12d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] For port e9415158-5526-4fe9-9414-547116a47fc6, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e9415158-5526-4fe9-9414-547116a47fc6,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:42.930446 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-67ecab89-25ff-4e68-8bd1-70463126ddce req-639dc729-8acd-4b24-9263-bc9813edf12d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.958442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-67ecab89-25ff-4e68-8bd1-70463126ddce req-639dc729-8acd-4b24-9263-bc9813edf12d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Calling delete_port for e9415158-5526-4fe9-9414-547116a47fc6 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:42.989454 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4805ef24-dacf-46bb-91f7-e4aae39541d0 x-openstack-request-id: req-4805ef24-dacf-46bb-91f7-e4aae39541d0 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:42.989939 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f", "name": "network-vif-deleted", "tag": "46efe49f-8a01-40eb-a78d-76ebf2c113e0", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:42.990332 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4805ef24-dacf-46bb-91f7-e4aae39541d0 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:42.990988 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc55c8e1-a6e4-4cd8-ae72-1f9a6f45e20f', 'name': 'network-vif-deleted', 'tag': '46efe49f-8a01-40eb-a78d-76ebf2c113e0', 'status': 'completed', 'code': 200} Jul 16 17:54:43.048623 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-427822f6-ceea-4553-9cce-9ba2244c6083 req-b89cd13b-59a7-4f53-a448-073b7b6fe9c9 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.051566 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-427822f6-ceea-4553-9cce-9ba2244c6083 req-b89cd13b-59a7-4f53-a448-073b7b6fe9c9 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.053737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-427822f6-ceea-4553-9cce-9ba2244c6083 req-b89cd13b-59a7-4f53-a448-073b7b6fe9c9 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "DELETE /v2.0/security-groups/5b6aa26e-5cc3-45f2-ad8a-3563dc0e66aa HTTP/1.1" status: 204 len: 173 time: 0.4501073 Jul 16 17:54:43.085203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cd13b-59a7-4f53-a448-073b7b6fe9c9 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6aa26e-5cc3-45f2-ad8a-3563dc0e66aa,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:43.298690 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-67ecab89-25ff-4e68-8bd1-70463126ddce req-639dc729-8acd-4b24-9263-bc9813edf12d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.313466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['e9415158-5526-4fe9-9414-547116a47fc6'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:43.365414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639dc729-8acd-4b24-9263-bc9813edf12d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event deleted for resources: {'Port': ['ID=e9415158-5526-4fe9-9414-547116a47fc6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:43.416296 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28dbe0cb-9315-48c6-853a-2459631f029a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.486289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29abdc-1daa-47cb-8aaa-823c211e613a req-db2b923d-8310-4766-8d7f-492f9b2bf0f7 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:43.501756 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb29abdc-1daa-47cb-8aaa-823c211e613a req-db2b923d-8310-4766-8d7f-492f9b2bf0f7 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=a495287f-a877-482c-b34b-fcb9f063c296 HTTP/1.1" status: 200 len: 867 time: 0.3477049 Jul 16 17:54:43.504700 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ecab89-25ff-4e68-8bd1-70463126ddce req-639dc729-8acd-4b24-9263-bc9813edf12d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] No DVR routers for this DVR port e9415158-5526-4fe9-9414-547116a47fc6 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:43.511987 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-67ecab89-25ff-4e68-8bd1-70463126ddce req-639dc729-8acd-4b24-9263-bc9813edf12d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.514060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67ecab89-25ff-4e68-8bd1-70463126ddce req-639dc729-8acd-4b24-9263-bc9813edf12d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "DELETE /v2.0/ports/e9415158-5526-4fe9-9414-547116a47fc6 HTTP/1.1" status: 204 len: 173 time: 1.4065673 Jul 16 17:54:43.561253 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb29abdc-1daa-47cb-8aaa-823c211e613a req-aeeb0d6d-0d76-4230-84d5-3532af30b913 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584643 Jul 16 17:54:43.714750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdeb590b-3931-4fdd-8394-f17f9544ed37 req-f84d6a71-8e2d-41f4-a128-199f1afb4f2c tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/9c63ea87-35b1-43e6-b743-503a8549c2e6 HTTP/1.1" status: 200 len: 2403 time: 0.0904369 Jul 16 17:54:43.813546 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdeb590b-3931-4fdd-8394-f17f9544ed37 req-ae6ef818-538b-4fa6-a6de-64127d064910 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.857581 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdeb590b-3931-4fdd-8394-f17f9544ed37 req-ae6ef818-538b-4fa6-a6de-64127d064910 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.935482 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdeb590b-3931-4fdd-8394-f17f9544ed37 req-ae6ef818-538b-4fa6-a6de-64127d064910 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.939369 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdeb590b-3931-4fdd-8394-f17f9544ed37 req-ae6ef818-538b-4fa6-a6de-64127d064910 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.940725 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdeb590b-3931-4fdd-8394-f17f9544ed37 req-ae6ef818-538b-4fa6-a6de-64127d064910 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "DELETE /v2.0/security-groups/9c63ea87-35b1-43e6-b743-503a8549c2e6 HTTP/1.1" status: 204 len: 173 time: 0.2247350 Jul 16 17:54:43.955354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ef818-538b-4fa6-a6de-64127d064910 tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c63ea87-35b1-43e6-b743-503a8549c2e6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:44.152788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf709730-2586-4d34-96c0-0fe16cba6d85 req-7798dcdd-ab76-4839-8e4e-b3a85d30a104 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:44.154730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf709730-2586-4d34-96c0-0fe16cba6d85 req-7798dcdd-ab76-4839-8e4e-b3a85d30a104 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.0824537 Jul 16 17:54:44.238014 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf709730-2586-4d34-96c0-0fe16cba6d85 req-ab5ab428-0ab9-4493-b74b-4b221df81c72 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717933 Jul 16 17:54:44.264505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98647fa4-6b2e-4ec0-9e83-25cd78207856 req-e4c1d376-a766-4f51-a562-3f80feffc596 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:44.267881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98647fa4-6b2e-4ec0-9e83-25cd78207856 req-e4c1d376-a766-4f51-a562-3f80feffc596 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 945 time: 0.1119440 Jul 16 17:54:44.345706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81ca6464-c104-4957-81bd-e47ec20023ac req-99949800-3289-43d8-8d6f-56126749762a tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "GET /v2.0/security-groups/79d3de2b-6604-4221-8820-fa61d98cf1be HTTP/1.1" status: 200 len: 2398 time: 0.0746818 Jul 16 17:54:44.349506 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98647fa4-6b2e-4ec0-9e83-25cd78207856 req-63ffbec3-db5b-46e1-8ef6-296e2fa39cac tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707464 Jul 16 17:54:44.423085 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81ca6464-c104-4957-81bd-e47ec20023ac req-ca53af35-df84-4151-917d-dbcc4ac5e1cf tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.465454 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81ca6464-c104-4957-81bd-e47ec20023ac req-ca53af35-df84-4151-917d-dbcc4ac5e1cf tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.525500 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81ca6464-c104-4957-81bd-e47ec20023ac req-ca53af35-df84-4151-917d-dbcc4ac5e1cf tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.528952 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81ca6464-c104-4957-81bd-e47ec20023ac req-ca53af35-df84-4151-917d-dbcc4ac5e1cf tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.532015 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81ca6464-c104-4957-81bd-e47ec20023ac req-ca53af35-df84-4151-917d-dbcc4ac5e1cf tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] 10.222.0.24 "DELETE /v2.0/security-groups/79d3de2b-6604-4221-8820-fa61d98cf1be HTTP/1.1" status: 204 len: 173 time: 0.1795239 Jul 16 17:54:44.537355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51210) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:44.563186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53af35-df84-4151-917d-dbcc4ac5e1cf tempest-SecurityGroupRulesTestJSON-1136201678 tempest-SecurityGroupRulesTestJSON-1136201678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d3de2b-6604-4221-8820-fa61d98cf1be,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:44.615370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f48e833-3232-4ce2-89a3-691a757f74ba admin admin] Deleting subnet d2cc8d32-69fd-4988-8503-be0bf2f2d3db {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:44.622308 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f48e833-3232-4ce2-89a3-691a757f74ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.691915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e9415158-5526-4fe9-9414-547116a47fc6 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:44.746145 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f48e833-3232-4ce2-89a3-691a757f74ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.755432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: e9415158-5526-4fe9-9414-547116a47fc6 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:44.758308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e9415158-5526-4fe9-9414-547116a47fc6 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:44.760785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 46efe49f-8a01-40eb-a78d-76ebf2c113e0 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:44.813051 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 46efe49f-8a01-40eb-a78d-76ebf2c113e0 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:44.819498 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 46efe49f-8a01-40eb-a78d-76ebf2c113e0 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:44.838585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f48e833-3232-4ce2-89a3-691a757f74ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.911231 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f48e833-3232-4ce2-89a3-691a757f74ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.964337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48e833-3232-4ce2-89a3-691a757f74ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2cc8d32-69fd-4988-8503-be0bf2f2d3db,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:44.969308 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f48e833-3232-4ce2-89a3-691a757f74ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.974781 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4f48e833-3232-4ce2-89a3-691a757f74ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d2cc8d32-69fd-4988-8503-be0bf2f2d3db HTTP/1.1" status: 204 len: 168 time: 0.4362063 Jul 16 17:54:44.974940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51226) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:45.002324 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a495287f-a877-482c-b34b-fcb9f063c296', 'name': 'network-vif-deleted', 'tag': 'e9415158-5526-4fe9-9414-547116a47fc6'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:45.005412 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf1ab10-c22e-4462-8e4d-b19feca73284" -d '{"events": [{"server_uuid": "a495287f-a877-482c-b34b-fcb9f063c296", "name": "network-vif-deleted", "tag": "e9415158-5526-4fe9-9414-547116a47fc6"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:45.127207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45fb132b-921f-4552-922c-037b3582282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.164818 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c72877dc-0db3-4643-b5de-50668c9dcd0e req-d6b893b8-b17f-4794-a666-2b062ff0a647 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1952921208&fields=id&tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39 HTTP/1.1" status: 200 len: 267 time: 0.1159914 Jul 16 17:54:45.307432 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45fb132b-921f-4552-922c-037b3582282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.339624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-45fb132b-921f-4552-922c-037b3582282d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5921962-5ba4-4dd2-a2c9-fb59acdec157']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:45.381522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72877dc-0db3-4643-b5de-50668c9dcd0e req-8279b5ac-4d25-460d-b08d-93a40ec00a15 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:45.383830 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c72877dc-0db3-4643-b5de-50668c9dcd0e req-8279b5ac-4d25-460d-b08d-93a40ec00a15 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 945 time: 0.2181008 Jul 16 17:54:45.386637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-45fb132b-921f-4552-922c-037b3582282d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf8a3bc-dd3a-4043-8346-703e40e76e2a') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:45.387097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-45fb132b-921f-4552-922c-037b3582282d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf8a3bc-dd3a-4043-8346-703e40e76e2a') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:45.407258 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45fb132b-921f-4552-922c-037b3582282d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.420160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c72877dc-0db3-4643-b5de-50668c9dcd0e req-a90baae7-8950-4147-a106-5c8a67f6fa56 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'port': {'security_groups': ['f8d77efc-dab5-46c4-849c-533c31761211', '9cdb7041-da44-48be-8e83-b92cea7fbe6a']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:45.463224 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45fb132b-921f-4552-922c-037b3582282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.477368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fb132b-921f-4552-922c-037b3582282d admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:45.477735 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45fb132b-921f-4552-922c-037b3582282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: timer() Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:45.481709 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:45.592614 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45fb132b-921f-4552-922c-037b3582282d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.610301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd75042-eb46-4fe1-add3-2f2bf0cd431b req-27434c1c-720e-4346-990d-385545fa1ae6 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:45.612077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2bd75042-eb46-4fe1-add3-2f2bf0cd431b req-27434c1c-720e-4346-990d-385545fa1ae6 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 950 time: 0.2895622 Jul 16 17:54:45.615332 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45fb132b-921f-4552-922c-037b3582282d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.618328 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-45fb132b-921f-4552-922c-037b3582282d admin admin] 10.222.0.24 "DELETE /v2.0/networks/d5921962-5ba4-4dd2-a2c9-fb59acdec157 HTTP/1.1" status: 204 len: 168 time: 0.6413813 Jul 16 17:54:45.623265 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c72877dc-0db3-4643-b5de-50668c9dcd0e req-a90baae7-8950-4147-a106-5c8a67f6fa56 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.662446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb132b-921f-4552-922c-037b3582282d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5921962-5ba4-4dd2-a2c9-fb59acdec157,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:45.672269 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-57c0e4b4-2fd5-46dd-8a35-37458abddfc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.746077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2bd75042-eb46-4fe1-add3-2f2bf0cd431b req-784fabc2-4fe4-4ce1-aee1-a6ba1965c4c9 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184561 Jul 16 17:54:45.812567 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51238) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:45.894133 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1b29c54a-b3b0-4ba0-a998-951c8e68cc4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=551ba1dfae2d4ba69b923825e50fcdad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0788929 Jul 16 17:54:45.897997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51250) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:45.908158 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.980485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c72877dc-0db3-4643-b5de-50668c9dcd0e req-a90baae7-8950-4147-a106-5c8a67f6fa56 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] For port d08b8256-15e1-476b-afbe-1228d0f876b4, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d08b8256-15e1-476b-afbe-1228d0f876b4,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:45.989826 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe624355-57d9-4fe2-8e0e-064aea6bff94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.019904 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe624355-57d9-4fe2-8e0e-064aea6bff94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.060705 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c72877dc-0db3-4643-b5de-50668c9dcd0e req-a90baae7-8950-4147-a106-5c8a67f6fa56 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.072559 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c72877dc-0db3-4643-b5de-50668c9dcd0e req-a90baae7-8950-4147-a106-5c8a67f6fa56 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.092871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['338f1561-7d9e-422d-8c96-d8544b6faf7b', 'd08b8256-15e1-476b-afbe-1228d0f876b4'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:46.111914 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe624355-57d9-4fe2-8e0e-064aea6bff94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.115272 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe624355-57d9-4fe2-8e0e-064aea6bff94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.119750 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fe624355-57d9-4fe2-8e0e-064aea6bff94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/345ee955-6dc8-41e9-bb73-fe6b94e61de3 HTTP/1.1" status: 204 len: 168 time: 0.2191501 Jul 16 17:54:46.137135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe624355-57d9-4fe2-8e0e-064aea6bff94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345ee955-6dc8-41e9-bb73-fe6b94e61de3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:46.159863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90baae7-8950-4147-a106-5c8a67f6fa56 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'Port': ['ID=d08b8256-15e1-476b-afbe-1228d0f876b4,revision_number=6']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:46.177240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-a1dbc261-c41c-4c81-85d4-b784caf8e949 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:46.184228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-a1dbc261-c41c-4c81-85d4-b784caf8e949 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/networks?id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03 HTTP/1.1" status: 200 len: 805 time: 0.2567143 Jul 16 17:54:46.198112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-32390c9e-eb52-40ff-a0d3-4e7280400629 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/quotas/1d9d594a87104bd9acf301fdd2522183 HTTP/1.1" status: 200 len: 375 time: 0.0127213 Jul 16 17:54:46.204610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72877dc-0db3-4643-b5de-50668c9dcd0e req-a90baae7-8950-4147-a106-5c8a67f6fa56 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:46.205278 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c72877dc-0db3-4643-b5de-50668c9dcd0e req-a90baae7-8950-4147-a106-5c8a67f6fa56 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.212750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ab3b0013-5689-4e27-916e-fbe6bd93e3a5 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:46.220127 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c72877dc-0db3-4643-b5de-50668c9dcd0e req-a90baae7-8950-4147-a106-5c8a67f6fa56 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "PUT /v2.0/ports/d08b8256-15e1-476b-afbe-1228d0f876b4 HTTP/1.1" status: 200 len: 981 time: 0.8169339 Jul 16 17:54:46.263434 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4b19f5-3b18-4e4e-9c6d-f83745d8aafe x-openstack-request-id: req-ff4b19f5-3b18-4e4e-9c6d-f83745d8aafe {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:46.263800 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a495287f-a877-482c-b34b-fcb9f063c296", "name": "network-vif-deleted", "tag": "e9415158-5526-4fe9-9414-547116a47fc6", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:46.264121 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff4b19f5-3b18-4e4e-9c6d-f83745d8aafe {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:46.265819 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a495287f-a877-482c-b34b-fcb9f063c296', 'name': 'network-vif-deleted', 'tag': 'e9415158-5526-4fe9-9414-547116a47fc6', 'status': 'completed', 'code': 200} Jul 16 17:54:46.353574 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-a3b05ebd-f244-4879-852d-c6019d04e85f tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d9d594a87104bd9acf301fdd2522183&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1299102 Jul 16 17:54:46.370239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d08b8256-15e1-476b-afbe-1228d0f876b4'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:46.453760 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.518192 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f5d93f-6387-4df2-83d9-3e588a774f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:46.521112 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fe2d82-676b-4bdb-9f12-f36b436643e8" -d '{"events": [{"server_uuid": "16f5d93f-6387-4df2-83d9-3e588a774f72", "name": "network-vif-unplugged", "status": "completed", "tag": "ab3b0013-5689-4e27-916e-fbe6bd93e3a5"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:46.532030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cfd04-fa41-46b5-91e5-b1e079931707 req-512341f1-f59a-4b37-ac84-c0a968125686 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:46.533733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f47cfd04-fa41-46b5-91e5-b1e079931707 req-512341f1-f59a-4b37-ac84-c0a968125686 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.1374280 Jul 16 17:54:46.543458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port ab3b0013-5689-4e27-916e-fbe6bd93e3a5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:46.543667 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-0f70daa2-ffb3-40fd-bff9-64cb038e4282 service neutron] 10.222.0.24 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821895 Jul 16 17:54:46.560318 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.621828 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f47cfd04-fa41-46b5-91e5-b1e079931707 req-40306435-3fcc-418d-86d5-6964f4a92935 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756588 Jul 16 17:54:46.661350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:46.774415 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-f34952cf-1c75-4817-9d76-e9544fd5dbdc service neutron] 10.222.0.24 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298050 Jul 16 17:54:46.848940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922074f-699f-4708-a7f2-79f28bc9f940 req-24afc017-1d3b-41f0-b3d1-7d771162cb56 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:46.850706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1922074f-699f-4708-a7f2-79f28bc9f940 req-24afc017-1d3b-41f0-b3d1-7d771162cb56 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.11 "GET /v2.0/ports?device_id=16f5d93f-6387-4df2-83d9-3e588a774f72 HTTP/1.1" status: 200 len: 943 time: 0.2019722 Jul 16 17:54:47.326407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51298) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:47.454695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba94a-4019-4f2e-a432-d558f9613819 req-fb76da6b-0e09-45e7-91dc-9306897f3b3e tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.456279 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-fb76da6b-0e09-45e7-91dc-9306897f3b3e tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 0.6974175 Jul 16 17:54:47.469141 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c559aa-79fa-4139-bf20-d54e11f665ea req-44951ced-a6a0-499e-b528-eeb4050e65a9 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/9cdb7041-da44-48be-8e83-b92cea7fbe6a HTTP/1.1" status: 200 len: 1801 time: 0.1758916 Jul 16 17:54:47.480316 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1325757226-network', 'tenant_id': '07b91bf6c50145049d155c878041fcaf'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:47.486808 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.492174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b916259-8d64-4e02-a887-8eee987b461f req-e7cb73b4-d806-4bf2-b79c-be302bd98930 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.494592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b916259-8d64-4e02-a887-8eee987b461f req-e7cb73b4-d806-4bf2-b79c-be302bd98930 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.32 "GET /v2.0/ports?device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 950 time: 0.7191658 Jul 16 17:54:47.509046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Made reservation on behalf of 07b91bf6c50145049d155c878041fcaf for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:47.511641 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.521560 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.542892 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-0289374d-2872-456a-bcea-84c1179a905f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/quotas/b2cc324b1d64466f8371c193e2dab133 HTTP/1.1" status: 200 len: 375 time: 0.0246737 Jul 16 17:54:47.640801 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-9a3a2d56-a3eb-4fa2-ba95-6a3f365406f4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569785 Jul 16 17:54:47.653044 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-b0c559aa-79fa-4139-bf20-d54e11f665ea req-b5884733-e1ea-414b-ba45-049586e95677 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 17:54:47.654017 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c559aa-79fa-4139-bf20-d54e11f665ea req-b5884733-e1ea-414b-ba45-049586e95677 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "DELETE /v2.0/security-groups/9cdb7041-da44-48be-8e83-b92cea7fbe6a HTTP/1.1" status: 409 len: 341 time: 0.1837120 Jul 16 17:54:47.671378 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.681952 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.716039 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c27eaf4-0374-423f-bae4-0d4cfcef65d6 x-openstack-request-id: req-9c27eaf4-0374-423f-bae4-0d4cfcef65d6 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:47.716405 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f5d93f-6387-4df2-83d9-3e588a774f72", "name": "network-vif-unplugged", "status": "completed", "tag": "ab3b0013-5689-4e27-916e-fbe6bd93e3a5", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:47.716732 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c27eaf4-0374-423f-bae4-0d4cfcef65d6 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:47.717202 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f5d93f-6387-4df2-83d9-3e588a774f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5', 'code': 200} Jul 16 17:54:47.720297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:47.735565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281eafb2-a1c6-42cd-b2e6-0402c7d76a31,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:47.743434 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.743792 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Added segment 75aa1aaa-be95-499c-9090-d231ca2e5860 of type vlan for network 5f08ef72-fb64-4f32-a433-62a1d3e75b89 Jul 16 17:54:47.795538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1922074f-699f-4708-a7f2-79f28bc9f940 req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Deleting port ab3b0013-5689-4e27-916e-fbe6bd93e3a5 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:47.796910 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1922074f-699f-4708-a7f2-79f28bc9f940 req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.812865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.883001 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.887958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.893764 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.939465 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6083879 Jul 16 17:54:47.941925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51308) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:47.946974 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-cb068770-1394-46ac-8288-35d93154f9cf admin admin] Request body: {'subnet': {'network_id': '5f08ef72-fb64-4f32-a433-62a1d3e75b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1325757226-subnet', 'tenant_id': '07b91bf6c50145049d155c878041fcaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:48.000921 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc062bb-9dae-40c2-9eb7-f70ba8889050 admin admin] Pushing event updated for resources: {'Network': ['ID=5f08ef72-fb64-4f32-a433-62a1d3e75b89,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:48.013692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb068770-1394-46ac-8288-35d93154f9cf admin admin] Made reservation on behalf of 07b91bf6c50145049d155c878041fcaf for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:48.015723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 5f08ef72-fb64-4f32-a433-62a1d3e75b89 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:48.017470 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb068770-1394-46ac-8288-35d93154f9cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.084511 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-1922074f-699f-4708-a7f2-79f28bc9f940 req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] For port ab3b0013-5689-4e27-916e-fbe6bd93e3a5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:48.084992 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1922074f-699f-4708-a7f2-79f28bc9f940 req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.095663 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-0b916259-8d64-4e02-a887-8eee987b461f req-6b66b651-f886-4c96-9f01-868a4ad27fe5 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Deleting port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:48.096104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0b916259-8d64-4e02-a887-8eee987b461f req-6b66b651-f886-4c96-9f01-868a4ad27fe5 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.130729 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-e35f30b7-e00a-4a93-85ae-a90ce0c1f117 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798415 Jul 16 17:54:48.266725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f', 'tag': 'd08b8256-15e1-476b-afbe-1228d0f876b4'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:48.267281 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb068770-1394-46ac-8288-35d93154f9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.269033 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf8434b-ec2f-453c-b10b-2d5bb01fcd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f", "tag": "d08b8256-15e1-476b-afbe-1228d0f876b4"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:48.272485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1922074f-699f-4708-a7f2-79f28bc9f940 req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Calling delete_port for ab3b0013-5689-4e27-916e-fbe6bd93e3a5 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:48.328666 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb068770-1394-46ac-8288-35d93154f9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab53ec6-dd98-4af6-9a22-53ae06e35976,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:48.337339 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb068770-1394-46ac-8288-35d93154f9cf admin admin] Checking segment: {'id': '75aa1aaa-be95-499c-9090-d231ca2e5860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5f08ef72-fb64-4f32-a433-62a1d3e75b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:48.337743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb068770-1394-46ac-8288-35d93154f9cf admin admin] Network hostable DHCP agents. Network: 5f08ef72-fb64-4f32-a433-62a1d3e75b89, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:54:48.364076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb068770-1394-46ac-8288-35d93154f9cf admin admin] Network 5f08ef72-fb64-4f32-a433-62a1d3e75b89 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:54:48.383404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-cb068770-1394-46ac-8288-35d93154f9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 5f08ef72-fb64-4f32-a433-62a1d3e75b89) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:48.389129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb068770-1394-46ac-8288-35d93154f9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.390074 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb068770-1394-46ac-8288-35d93154f9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.408970 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cb068770-1394-46ac-8288-35d93154f9cf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4660501 Jul 16 17:54:48.409255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047db897-cbe7-4a14-9ff2-34f94b66f494 None None] Network 5f08ef72-fb64-4f32-a433-62a1d3e75b89 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:48.417343 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60d811-a3c9-4560-a93d-bb93170bdad1 req-9a8606f7-ab56-4a2a-8a88-9808d22d62a7 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.430062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f60d811-a3c9-4560-a93d-bb93170bdad1 req-9a8606f7-ab56-4a2a-8a88-9808d22d62a7 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 950 time: 0.5106862 Jul 16 17:54:48.435162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-0b916259-8d64-4e02-a887-8eee987b461f req-6b66b651-f886-4c96-9f01-868a4ad27fe5 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] For port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:48.435762 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0b916259-8d64-4e02-a887-8eee987b461f req-6b66b651-f886-4c96-9f01-868a4ad27fe5 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.530468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-0b916259-8d64-4e02-a887-8eee987b461f req-6b66b651-f886-4c96-9f01-868a4ad27fe5 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Calling delete_port for 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:48.593222 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-008c8dfd-e6fb-43a1-8273-caa51afbfed0 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608529 Jul 16 17:54:48.612653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e499b721-eb55-44c7-b678-10f7aecbde3f None None] Network 5f08ef72-fb64-4f32-a433-62a1d3e75b89 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:48.657453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f60d811-a3c9-4560-a93d-bb93170bdad1 req-e8ef1ae1-1b08-4ceb-aa75-cbf4351ab5ca tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4db2806-a2cd-49ac-95b5-fca5aac891e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257831 Jul 16 17:54:48.981579 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.079204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-845f39f6-5aa0-43a7-8537-087be9be27d7 req-044fc6eb-5f47-4c25-b31f-c7f2372414c4 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 210 time: 0.1488106 Jul 16 17:54:49.168014 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1922074f-699f-4708-a7f2-79f28bc9f940 req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.225291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Pushing event deleted for resources: {'Port': ['ID=ab3b0013-5689-4e27-916e-fbe6bd93e3a5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:49.235064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-48d47b53-bc34-485f-849f-eb839125a2ea tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.236723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-48d47b53-bc34-485f-849f-eb839125a2ea tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.32 "GET /v2.0/networks?id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03 HTTP/1.1" status: 200 len: 805 time: 0.5039732 Jul 16 17:54:49.263777 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-491ff65d-e5c9-4880-934f-f05ee7b6d277 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Request body: {'port': {'device_id': 'a8d7d4c5-44a3-4842-9a08-0f4226cb435e', 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03', 'admin_state_up': True, 'tenant_id': '1d9d594a87104bd9acf301fdd2522183'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:49.275810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.276332 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.276485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.277032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.277428 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.277848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.278190 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.278541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.278880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.279212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.279540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.279865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:49.367588 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1922074f-699f-4708-a7f2-79f28bc9f940 req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] No DVR routers for this DVR port ab3b0013-5689-4e27-916e-fbe6bd93e3a5 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:49.373639 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0b916259-8d64-4e02-a887-8eee987b461f req-6b66b651-f886-4c96-9f01-868a4ad27fe5 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.378851 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1922074f-699f-4708-a7f2-79f28bc9f940 req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.381787 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1922074f-699f-4708-a7f2-79f28bc9f940 req-f5515075-2b35-4659-b7a2-327c1c33543a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.11 "DELETE /v2.0/ports/ab3b0013-5689-4e27-916e-fbe6bd93e3a5 HTTP/1.1" status: 204 len: 173 time: 2.4846444 Jul 16 17:54:49.463528 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66b651-f886-4c96-9f01-868a4ad27fe5 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Pushing event deleted for resources: {'Port': ['ID=5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:49.477881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4856d-96be-4669-a3cc-f61dcfd28dc9 req-174feb69-cfcf-43cd-9852-28d5040b626b tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.480030 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-62c4856d-96be-4669-a3cc-f61dcfd28dc9 req-174feb69-cfcf-43cd-9852-28d5040b626b tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.4069541 Jul 16 17:54:49.524265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340c02-4e8b-44be-be7f-e64b7fbc36ac req-7ed14b1e-6003-4b6b-a6aa-faae50e4223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.525894 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8a340c02-4e8b-44be-be7f-e64b7fbc36ac req-7ed14b1e-6003-4b6b-a6aa-faae50e4223c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39&device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 1136 time: 0.0938971 Jul 16 17:54:49.574812 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b916259-8d64-4e02-a887-8eee987b461f req-6b66b651-f886-4c96-9f01-868a4ad27fe5 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] No DVR routers for this DVR port 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:49.579874 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0b916259-8d64-4e02-a887-8eee987b461f req-6b66b651-f886-4c96-9f01-868a4ad27fe5 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.582194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b916259-8d64-4e02-a887-8eee987b461f req-6b66b651-f886-4c96-9f01-868a4ad27fe5 tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.32 "DELETE /v2.0/ports/5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 HTTP/1.1" status: 204 len: 173 time: 2.0629451 Jul 16 17:54:49.609975 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-62c4856d-96be-4669-a3cc-f61dcfd28dc9 req-36f841fa-f866-43cf-9dd6-2a92575e153c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162641 Jul 16 17:54:49.621716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-491ff65d-e5c9-4880-934f-f05ee7b6d277 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Made reservation on behalf of 1d9d594a87104bd9acf301fdd2522183 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:49.639622 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-491ff65d-e5c9-4880-934f-f05ee7b6d277 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.679413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340c02-4e8b-44be-be7f-e64b7fbc36ac req-bc69f7c3-4fd3-4e67-a619-c709dc2bcf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.682467 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8a340c02-4e8b-44be-be7f-e64b7fbc36ac req-bc69f7c3-4fd3-4e67-a619-c709dc2bcf7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6 HTTP/1.1" status: 200 len: 913 time: 0.1478095 Jul 16 17:54:49.684677 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdc96ee-5ef6-48e1-a02f-8f8fba770d79 x-openstack-request-id: req-2bdc96ee-5ef6-48e1-a02f-8f8fba770d79 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:49.685028 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f", "tag": "d08b8256-15e1-476b-afbe-1228d0f876b4", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:49.685226 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2bdc96ee-5ef6-48e1-a02f-8f8fba770d79 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:49.685722 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f', 'tag': 'd08b8256-15e1-476b-afbe-1228d0f876b4', 'status': 'completed', 'code': 200} Jul 16 17:54:49.749024 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8a340c02-4e8b-44be-be7f-e64b7fbc36ac req-a83d2a27-7e2d-4e6c-b49d-9d1daac4b4d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08b8256-15e1-476b-afbe-1228d0f876b4 HTTP/1.1" status: 200 len: 217 time: 0.0562067 Jul 16 17:54:49.913610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340c02-4e8b-44be-be7f-e64b7fbc36ac req-59948aca-f1ea-40a0-b387-40a6022707fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.923571 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8a340c02-4e8b-44be-be7f-e64b7fbc36ac req-59948aca-f1ea-40a0-b387-40a6022707fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac3d582e-7407-48bf-ac13-931a5adca160 HTTP/1.1" status: 200 len: 852 time: 0.1658230 Jul 16 17:54:49.941475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-491ff65d-e5c9-4880-934f-f05ee7b6d277 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Allocated IP 172.20.0.6 (fd69b1a2-b195-4cab-b8c5-4ea09de60f03/fda748cb-678b-4f5a-a8c1-3046219bc46b/89aa06fa-5262-4f42-bc11-eb285eb12f31) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:49.986964 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8a340c02-4e8b-44be-be7f-e64b7fbc36ac req-17107bb2-d743-4edd-afc6-ddcc07325f4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533023 Jul 16 17:54:49.999822 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-9e126630-bb79-4aac-bc63-7b4c489f3190 req-e2dd646c-e6fe-42b9-a66f-480e12d51dd0 tempest-SecurityGroupsNegativeTestJSON-1818354522 tempest-SecurityGroupsNegativeTestJSON-1818354522-project] show failed (client error): The resource could not be found. Jul 16 17:54:50.001305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e126630-bb79-4aac-bc63-7b4c489f3190 req-e2dd646c-e6fe-42b9-a66f-480e12d51dd0 tempest-SecurityGroupsNegativeTestJSON-1818354522 tempest-SecurityGroupsNegativeTestJSON-1818354522-project] 10.222.0.24 "GET /v2.0/security-groups/b9dd4bf2-6a6b-4f0d-8539-cb0dc15402c2 HTTP/1.1" status: 404 len: 352 time: 0.0316589 Jul 16 17:54:50.186170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ab3b0013-5689-4e27-916e-fbe6bd93e3a5 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:50.195457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24570357-f33b-4271-be8b-d9b54ca12326 req-476d40c9-eca7-42f6-ad18-87d519789298 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 210 time: 0.0869730 Jul 16 17:54:50.221680 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: ab3b0013-5689-4e27-916e-fbe6bd93e3a5 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:50.222022 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8a340c02-4e8b-44be-be7f-e64b7fbc36ac req-aeae0984-cb8a-49df-8d1e-e55e3dbe1e50 service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191491 Jul 16 17:54:50.222335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ab3b0013-5689-4e27-916e-fbe6bd93e3a5 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:50.289552 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-491ff65d-e5c9-4880-934f-f05ee7b6d277 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.356533 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a02d3f-197f-4549-9b9e-309752bbebfb req-c27c99eb-8ac6-4fb1-8057-bd9135191638 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:50.358858 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99a02d3f-197f-4549-9b9e-309752bbebfb req-c27c99eb-8ac6-4fb1-8057-bd9135191638 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 984 time: 0.1593015 Jul 16 17:54:50.379483 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-491ff65d-e5c9-4880-934f-f05ee7b6d277 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.422331 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8a340c02-4e8b-44be-be7f-e64b7fbc36ac req-afcf0a09-83b6-4298-99ff-b1cd6cd77d55 service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918786 Jul 16 17:54:50.492633 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-508dfc47-0d27-4942-811b-e9c8612fae71 req-d92f9cb5-2e19-4c8a-8d6a-4b022f16e10e tempest-LiveMigrationNegativeTest-1410853158 tempest-LiveMigrationNegativeTest-1410853158-project] 10.222.0.24 "GET /v2.0/ports?device_id=84e98722-b543-43e0-8a79-7139b2f3e83e HTTP/1.1" status: 200 len: 210 time: 0.0591660 Jul 16 17:54:50.496817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-491ff65d-e5c9-4880-934f-f05ee7b6d277 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:50.523530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99a02d3f-197f-4549-9b9e-309752bbebfb req-0fea4545-3a00-46b9-a59a-1477dda261e8 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cdb7041-da44-48be-8e83-b92cea7fbe6a&id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1535687 Jul 16 17:54:50.524086 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-491ff65d-e5c9-4880-934f-f05ee7b6d277 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:50.538869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-491ff65d-e5c9-4880-934f-f05ee7b6d277 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:50.545008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ff65d-e5c9-4880-934f-f05ee7b6d277 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Pushing event updated for resources: {'Port': ['ID=89aa06fa-5262-4f42-bc11-eb285eb12f31,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:50.662088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-491ff65d-e5c9-4880-934f-f05ee7b6d277 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:50.662936 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-491ff65d-e5c9-4880-934f-f05ee7b6d277 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.683667 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8434b-ec2f-453c-b10b-2d5bb01fcd7f req-7bb30eee-6027-44a1-8afd-63c2e3dae58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:50.688056 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2cf8434b-ec2f-453c-b10b-2d5bb01fcd7f req-7bb30eee-6027-44a1-8afd-63c2e3dae58e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39&device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 1136 time: 0.1343868 Jul 16 17:54:50.697998 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-491ff65d-e5c9-4880-934f-f05ee7b6d277 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4428928 Jul 16 17:54:50.721598 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Request body: {'port': {'device_id': 'a8d7d4c5-44a3-4842-9a08-0f4226cb435e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:50.731464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:50.755035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:50.755787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:50.875623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8434b-ec2f-453c-b10b-2d5bb01fcd7f req-dba71574-96e1-4799-9cac-84939dd2c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:50.877811 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2cf8434b-ec2f-453c-b10b-2d5bb01fcd7f req-dba71574-96e1-4799-9cac-84939dd2c9f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6 HTTP/1.1" status: 200 len: 913 time: 0.1687331 Jul 16 17:54:50.943048 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2cf8434b-ec2f-453c-b10b-2d5bb01fcd7f req-c522dc49-0279-4be8-9e0b-720f70883578 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08b8256-15e1-476b-afbe-1228d0f876b4 HTTP/1.1" status: 200 len: 217 time: 0.0496743 Jul 16 17:54:51.024755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8434b-ec2f-453c-b10b-2d5bb01fcd7f req-ce5cda0f-4a24-41ed-8df1-f31ae012c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:51.026596 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2cf8434b-ec2f-453c-b10b-2d5bb01fcd7f req-ce5cda0f-4a24-41ed-8df1-f31ae012c3fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac3d582e-7407-48bf-ac13-931a5adca160 HTTP/1.1" status: 200 len: 852 time: 0.0698359 Jul 16 17:54:51.097176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba94a-4019-4f2e-a432-d558f9613819 req-86268c40-7c45-49d7-adb6-545afb23833a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:51.098792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-86268c40-7c45-49d7-adb6-545afb23833a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 0.3857980 Jul 16 17:54:51.099431 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.103696 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2cf8434b-ec2f-453c-b10b-2d5bb01fcd7f req-14dc42ab-f9b8-4be8-a129-719a169a377c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529807 Jul 16 17:54:51.122180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f89f2-4412-4027-be73-7b48deb4a6bb req-fdc5aba5-3b4b-47b6-8d45-8b051b93ad4a tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:51.130731 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-982f89f2-4412-4027-be73-7b48deb4a6bb req-fdc5aba5-3b4b-47b6-8d45-8b051b93ad4a tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/ports?device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7 HTTP/1.1" status: 200 len: 945 time: 0.4011319 Jul 16 17:54:51.147245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-310ba94a-4019-4f2e-a432-d558f9613819 req-1d99202f-917c-4f3c-8171-2164063f6b1d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Request body: {'port': {'device_id': 'bc7f7897-ec66-4a82-adff-10df20519a16', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'admin_state_up': True, 'tenant_id': 'b2cc324b1d64466f8371c193e2dab133'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:51.158726 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f5cb1-ead1-479e-868f-fef4ed52b3c4 req-0a6c2d33-2cd2-4a93-af3b-199331eb5265 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:51.160413 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-119f5cb1-ead1-479e-868f-fef4ed52b3c4 req-0a6c2d33-2cd2-4a93-af3b-199331eb5265 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 931 time: 0.4344451 Jul 16 17:54:51.270178 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2cf8434b-ec2f-453c-b10b-2d5bb01fcd7f req-8c320d73-0f78-4bdf-b56f-b66ff2f5f8c5 service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377914 Jul 16 17:54:51.318608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-982f89f2-4412-4027-be73-7b48deb4a6bb req-c7eb9000-3b90-47a6-b7c4-3c78fef8c3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/security-groups?id=2361e968-7f8f-4abb-a86b-65b6b4ab30bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868620 Jul 16 17:54:51.515053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-119f5cb1-ead1-479e-868f-fef4ed52b3c4 req-fc0ce599-8165-466b-946e-117697b14264 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404751 Jul 16 17:54:51.692970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f5d93f-6387-4df2-83d9-3e588a774f72', 'name': 'network-vif-deleted', 'tag': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5'}, {'server_uuid': '84e98722-b543-43e0-8a79-7139b2f3e83e', 'name': 'network-vif-deleted', 'tag': '5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:51.695664 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fa6610-c04a-4b36-a098-f0104ea4408a" -d '{"events": [{"server_uuid": "16f5d93f-6387-4df2-83d9-3e588a774f72", "name": "network-vif-deleted", "tag": "ab3b0013-5689-4e27-916e-fbe6bd93e3a5"}, {"server_uuid": "84e98722-b543-43e0-8a79-7139b2f3e83e", "name": "network-vif-deleted", "tag": "5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:51.711887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310ba94a-4019-4f2e-a432-d558f9613819 req-1d99202f-917c-4f3c-8171-2164063f6b1d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Made reservation on behalf of b2cc324b1d64466f8371c193e2dab133 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:51.715647 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-310ba94a-4019-4f2e-a432-d558f9613819 req-1d99202f-917c-4f3c-8171-2164063f6b1d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.742838 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78df9d91-4f59-4594-ab05-04a829987690 req-be6071d1-2416-4206-8cc7-a15820df8f79 tempest-SecurityGroupsNegativeTestJSON-1818354522 tempest-SecurityGroupsNegativeTestJSON-1818354522-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07b91bf6c50145049d155c878041fcaf HTTP/1.1" status: 200 len: 2984 time: 0.1759524 Jul 16 17:54:51.838614 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2cf8434b-ec2f-453c-b10b-2d5bb01fcd7f req-475390b6-26a0-49f9-a0bf-22d999890b6b service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599842 Jul 16 17:54:51.927487 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78df9d91-4f59-4594-ab05-04a829987690 req-0784f8da-2ff1-48b3-8fe6-5b3b00bf3e9c tempest-SecurityGroupsNegativeTestJSON-1818354522 tempest-SecurityGroupsNegativeTestJSON-1818354522-project] 10.222.0.24 "GET /v2.0/security-groups/281eafb2-a1c6-42cd-b2e6-0402c7d76a31 HTTP/1.1" status: 200 len: 2981 time: 0.1601431 Jul 16 17:54:52.192071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9eb7c-4f03-4afa-97cb-4455e1b159f4 req-fdd68982-1875-4786-b973-0e1e9182cede tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.193633 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56c9eb7c-4f03-4afa-97cb-4455e1b159f4 req-fdd68982-1875-4786-b973-0e1e9182cede tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.32 "GET /v2.0/ports?device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7 HTTP/1.1" status: 200 len: 945 time: 0.0755701 Jul 16 17:54:52.325428 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-56c9eb7c-4f03-4afa-97cb-4455e1b159f4 req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Deleting port 827efe69-7fc1-40a7-9101-164ce3a9529d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:52.325771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56c9eb7c-4f03-4afa-97cb-4455e1b159f4 req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.365549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9e82e-ee20-483e-aa94-2873083f9860 req-9719ff2b-ee2c-4d60-ae2e-3b896b234ed1 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.367122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dec9e82e-ee20-483e-aa94-2873083f9860 req-9719ff2b-ee2c-4d60-ae2e-3b896b234ed1 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.6618001 Jul 16 17:54:52.377575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89aa06fa-5262-4f42-bc11-eb285eb12f31 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:52.403788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.451481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-56c9eb7c-4f03-4afa-97cb-4455e1b159f4 req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] For port 827efe69-7fc1-40a7-9101-164ce3a9529d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=827efe69-7fc1-40a7-9101-164ce3a9529d,segment=NetworkSegment(d09dc293-42ad-4978-bd16-5ba369d49f46),segment_id=d09dc293-42ad-4978-bd16-5ba369d49f46)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:52.454638 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56c9eb7c-4f03-4afa-97cb-4455e1b159f4 req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.454862 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Transition to ACTIVE for port object 89aa06fa-5262-4f42-bc11-eb285eb12f31 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:52.461811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-310ba94a-4019-4f2e-a432-d558f9613819 req-1d99202f-917c-4f3c-8171-2164063f6b1d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Allocated IP 172.20.0.10 (5f4a1e11-5d66-4db2-adc7-71a724319593/2324e370-e975-41f3-a89b-e91fd3d77fc8/21b1829d-b945-42f0-b2b1-55c43e723c32) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:52.473541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-56c9eb7c-4f03-4afa-97cb-4455e1b159f4 req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Calling delete_port for 827efe69-7fc1-40a7-9101-164ce3a9529d owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:52.474180 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78df9d91-4f59-4594-ab05-04a829987690 req-d19c3941-5c01-4103-9f00-a26527da754b tempest-SecurityGroupsNegativeTestJSON-1818354522 tempest-SecurityGroupsNegativeTestJSON-1818354522-project] 10.222.0.24 "GET /v2.0/security-groups/281eafb2-a1c6-42cd-b2e6-0402c7d76a31 HTTP/1.1" status: 200 len: 2981 time: 0.1672890 Jul 16 17:54:52.474753 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.559333 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dec9e82e-ee20-483e-aa94-2873083f9860 req-e82fa443-8f19-4b53-ba30-bf50fbda6c8b tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714752 Jul 16 17:54:52.670306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=89aa06fa-5262-4f42-bc11-eb285eb12f31,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:52.781055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56c9eb7c-4f03-4afa-97cb-4455e1b159f4 req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.795256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['827efe69-7fc1-40a7-9101-164ce3a9529d'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:52.847364 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.886159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Pushing event deleted for resources: {'Port': ['ID=827efe69-7fc1-40a7-9101-164ce3a9529d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:52.891554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Attempting to bind port 89aa06fa-5262-4f42-bc11-eb285eb12f31 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:52.892128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Attempting to bind port 89aa06fa-5262-4f42-bc11-eb285eb12f31 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:52.892618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Attempting to bind port 89aa06fa-5262-4f42-bc11-eb285eb12f31 on network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:52.916072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c9eb7c-4f03-4afa-97cb-4455e1b159f4 req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] No DVR routers for this DVR port 827efe69-7fc1-40a7-9101-164ce3a9529d on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:52.920023 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56c9eb7c-4f03-4afa-97cb-4455e1b159f4 req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.923668 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56c9eb7c-4f03-4afa-97cb-4455e1b159f4 req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.32 "DELETE /v2.0/ports/827efe69-7fc1-40a7-9101-164ce3a9529d HTTP/1.1" status: 204 len: 173 time: 0.7198501 Jul 16 17:54:52.924516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44af04b7-58f7-4933-90e0-fb4df9a564f7', 'name': 'network-vif-deleted', 'tag': '827efe69-7fc1-40a7-9101-164ce3a9529d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:52.929030 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b484e7-f5fe-486f-85b3-1ce776161a6b" -d '{"events": [{"server_uuid": "44af04b7-58f7-4933-90e0-fb4df9a564f7", "name": "network-vif-deleted", "tag": "827efe69-7fc1-40a7-9101-164ce3a9529d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:52.932888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:52.933362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:52.933854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:52.934376 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:52.934713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:52.935139 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:52.935564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:52.935985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:52.936515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:52.937407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:52.938952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:52.938952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdfa572-8a40-477a-b7fa-1542dee5b3ff tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:52.985929 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Port 89aa06fa-5262-4f42-bc11-eb285eb12f31 on network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:52.986192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Attempting to bind port 89aa06fa-5262-4f42-bc11-eb285eb12f31 on network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:53.036457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09bc764f-0957-4619-9a3e-b1707a61b977 req-b1fd0b13-4dab-43bb-9bb7-68070a5a4ff7 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 210 time: 0.1203811 Jul 16 17:54:53.042836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:53.043345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Checking segment: {'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:53.044042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Bound using segment: {'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:53.044797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Bound port: 89aa06fa-5262-4f42-bc11-eb285eb12f31, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:53.046104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.085931 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-310ba94a-4019-4f2e-a432-d558f9613819 req-1d99202f-917c-4f3c-8171-2164063f6b1d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.137034 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0197b214-2e4e-4c8c-877d-f120a4ce8bd6 x-openstack-request-id: req-0197b214-2e4e-4c8c-877d-f120a4ce8bd6 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:53.137634 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f5d93f-6387-4df2-83d9-3e588a774f72", "name": "network-vif-deleted", "tag": "ab3b0013-5689-4e27-916e-fbe6bd93e3a5", "status": "completed", "code": 200}, {"server_uuid": "84e98722-b543-43e0-8a79-7139b2f3e83e", "name": "network-vif-deleted", "tag": "5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:53.137933 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0197b214-2e4e-4c8c-877d-f120a4ce8bd6 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:53.138379 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f5d93f-6387-4df2-83d9-3e588a774f72', 'name': 'network-vif-deleted', 'tag': 'ab3b0013-5689-4e27-916e-fbe6bd93e3a5', 'status': 'completed', 'code': 200} Jul 16 17:54:53.138610 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e98722-b543-43e0-8a79-7139b2f3e83e', 'name': 'network-vif-deleted', 'tag': '5d3c1c64-d533-4e6e-bb8a-fe2f2f48d743', 'status': 'completed', 'code': 200} Jul 16 17:54:53.175940 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51374) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:53.229038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de7707-c75e-4734-897e-13e95a71a775 req-f1b20e55-335c-4fb4-925e-6865d91f5661 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:53.231177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6de7707-c75e-4734-897e-13e95a71a775 req-f1b20e55-335c-4fb4-925e-6865d91f5661 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 984 time: 0.3478787 Jul 16 17:54:53.284300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] For port 89aa06fa-5262-4f42-bc11-eb285eb12f31, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:53.315480 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] For port 89aa06fa-5262-4f42-bc11-eb285eb12f31, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=89aa06fa-5262-4f42-bc11-eb285eb12f31,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:53.330097 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.394158 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-29fff9e9-5295-46b7-a90f-2d15b689d7ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0fe2727b152477da8d758ac73660813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166116 Jul 16 17:54:53.396765 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-310ba94a-4019-4f2e-a432-d558f9613819 req-1d99202f-917c-4f3c-8171-2164063f6b1d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.398919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51378) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:53.413305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:53.414361 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.416691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] 10.222.0.32 "PUT /v2.0/ports/89aa06fa-5262-4f42-bc11-eb285eb12f31 HTTP/1.1" status: 200 len: 1092 time: 2.7048411 Jul 16 17:54:53.423886 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6de7707-c75e-4734-897e-13e95a71a775 req-254ff14f-58fd-4a93-a202-7dfbc91e03b4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cdb7041-da44-48be-8e83-b92cea7fbe6a&id=f8d77efc-dab5-46c4-849c-533c31761211&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1814463 Jul 16 17:54:53.481730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8c8b53d-92a5-4f98-b76e-a81926b41133 req-6791dab3-e344-4915-a3ee-bbc67f90ea3a tempest-VolumesAdminNegativeTest-1095264234 tempest-VolumesAdminNegativeTest-1095264234-project] 10.222.0.24 "GET /v2.0/ports?device_id=44af04b7-58f7-4933-90e0-fb4df9a564f7 HTTP/1.1" status: 200 len: 210 time: 0.1276050 Jul 16 17:54:53.523565 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a80d3a29-80bc-4ae2-a783-803e185413ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.558735 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a80d3a29-80bc-4ae2-a783-803e185413ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.583305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310ba94a-4019-4f2e-a432-d558f9613819 req-1d99202f-917c-4f3c-8171-2164063f6b1d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Network 5f4a1e11-5d66-4db2-adc7-71a724319593 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:53.590862 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de217ad1-b71f-4ba0-82ee-c9f85355c2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=89aa06fa-5262-4f42-bc11-eb285eb12f31,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.608786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-310ba94a-4019-4f2e-a432-d558f9613819 req-1d99202f-917c-4f3c-8171-2164063f6b1d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:53.612102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-310ba94a-4019-4f2e-a432-d558f9613819 req-1d99202f-917c-4f3c-8171-2164063f6b1d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:53.639196 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a80d3a29-80bc-4ae2-a783-803e185413ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.643168 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a80d3a29-80bc-4ae2-a783-803e185413ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.647311 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a80d3a29-80bc-4ae2-a783-803e185413ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4db2806-a2cd-49ac-95b5-fca5aac891e1 HTTP/1.1" status: 204 len: 168 time: 0.2472241 Jul 16 17:54:53.658059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d3a29-80bc-4ae2-a783-803e185413ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4db2806-a2cd-49ac-95b5-fca5aac891e1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.738952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba94a-4019-4f2e-a432-d558f9613819 req-1d99202f-917c-4f3c-8171-2164063f6b1d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:53.739548 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-310ba94a-4019-4f2e-a432-d558f9613819 req-1d99202f-917c-4f3c-8171-2164063f6b1d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.814269 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5e7bff2-4022-41b3-a9ee-a02da1e74295 req-8c29bf38-d69a-4665-990d-a8b273cd102e tempest-SecurityGroupsNegativeTestJSON-1818354522 tempest-SecurityGroupsNegativeTestJSON-1818354522-project] 10.222.0.24 "GET /v2.0/security-groups/281eafb2-a1c6-42cd-b2e6-0402c7d76a31 HTTP/1.1" status: 200 len: 2981 time: 0.2891009 Jul 16 17:54:53.815647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-1d99202f-917c-4f3c-8171-2164063f6b1d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6790888 Jul 16 17:54:53.833297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99202f-917c-4f3c-8171-2164063f6b1d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event updated for resources: {'Port': ['ID=21b1829d-b945-42f0-b2b1-55c43e723c32,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.844548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Request body: {'port': {'device_id': 'bc7f7897-ec66-4a82-adff-10df20519a16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:53.933706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-4440e335-9319-49c6-985b-72b41a2197cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:53.935224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-4440e335-9319-49c6-985b-72b41a2197cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d9d594a87104bd9acf301fdd2522183&device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 1095 time: 0.4362187 Jul 16 17:54:53.998175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-342632f1-34f8-4570-adcd-642b213f0e63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89aa06fa-5262-4f42-bc11-eb285eb12f31 HTTP/1.1" status: 200 len: 217 time: 0.0521834 Jul 16 17:54:54.021714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51388) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:54.067914 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-75ae7cb7-156a-455f-81ab-616b11f83f43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83f9c0ac6fdf44379c53227dddfbd961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449774 Jul 16 17:54:54.070972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51390) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:54.084026 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-f5e7bff2-4022-41b3-a9ee-a02da1e74295 req-622278c9-687f-4cf2-b6b8-97a243220ce1 tempest-SecurityGroupsNegativeTestJSON-1818354522 tempest-SecurityGroupsNegativeTestJSON-1818354522-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 17:54:54.085117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5e7bff2-4022-41b3-a9ee-a02da1e74295 req-622278c9-687f-4cf2-b6b8-97a243220ce1 tempest-SecurityGroupsNegativeTestJSON-1818354522 tempest-SecurityGroupsNegativeTestJSON-1818354522-project] 10.222.0.24 "DELETE /v2.0/security-groups/281eafb2-a1c6-42cd-b2e6-0402c7d76a31 HTTP/1.1" status: 409 len: 352 time: 0.2538118 Jul 16 17:54:54.102342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.131000 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e814a-3896-43a5-a9ce-b948620b126d req-2ae972d7-f8be-4d7c-b005-7aead434c92f tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.134138 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed6e814a-3896-43a5-a9ce-b948620b126d req-2ae972d7-f8be-4d7c-b005-7aead434c92f tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 943 time: 0.3139000 Jul 16 17:54:54.156246 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af27d017-ebbb-4a44-8032-fe7743f17846 x-openstack-request-id: req-af27d017-ebbb-4a44-8032-fe7743f17846 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:54.156791 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44af04b7-58f7-4933-90e0-fb4df9a564f7", "name": "network-vif-deleted", "tag": "827efe69-7fc1-40a7-9101-164ce3a9529d", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:54.157360 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af27d017-ebbb-4a44-8032-fe7743f17846 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:54.158212 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44af04b7-58f7-4933-90e0-fb4df9a564f7', 'name': 'network-vif-deleted', 'tag': '827efe69-7fc1-40a7-9101-164ce3a9529d', 'status': 'completed', 'code': 200} Jul 16 17:54:54.158772 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-340c7328-be59-4f89-a60b-0c74e5ce6eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.160279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-fc7db31a-4f3d-48ce-bf29-49e9a654e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.162382 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-fc7db31a-4f3d-48ce-bf29-49e9a654e0c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fda748cb-678b-4f5a-a8c1-3046219bc46b HTTP/1.1" status: 200 len: 845 time: 0.1389384 Jul 16 17:54:54.186805 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-340c7328-be59-4f89-a60b-0c74e5ce6eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.230947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-b72f29c2-53d8-4319-9d26-6785a8c3477a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600350 Jul 16 17:54:54.257349 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-340c7328-be59-4f89-a60b-0c74e5ce6eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.260937 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-340c7328-be59-4f89-a60b-0c74e5ce6eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.262140 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-340c7328-be59-4f89-a60b-0c74e5ce6eac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/944beff9-a462-4e96-a4b2-ca3fffe198ff HTTP/1.1" status: 204 len: 168 time: 0.1901565 Jul 16 17:54:54.272410 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c7328-be59-4f89-a60b-0c74e5ce6eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944beff9-a462-4e96-a4b2-ca3fffe198ff,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:54.384048 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed6e814a-3896-43a5-a9ce-b948620b126d req-ec532dd2-5115-4af5-a5b4-2d50f1d92d41 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410679 Jul 16 17:54:54.424621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ddd2f9ab-9982-41fe-b0b2-3b88efe681f1 req-7040c91f-1823-490e-adfa-1e43c128d59c tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2013759473&fields=id&tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39 HTTP/1.1" status: 200 len: 267 time: 0.1673493 Jul 16 17:54:54.619045 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-493eda9a-f35b-4a8a-b706-a3e9bf6cadf0 service neutron] 10.222.0.32 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813987 Jul 16 17:54:54.757632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2f9ab-9982-41fe-b0b2-3b88efe681f1 req-bab2607f-7793-4365-8005-20a0cefae099 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.759270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ddd2f9ab-9982-41fe-b0b2-3b88efe681f1 req-bab2607f-7793-4365-8005-20a0cefae099 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 984 time: 0.3033016 Jul 16 17:54:54.779442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-ddd2f9ab-9982-41fe-b0b2-3b88efe681f1 req-c4f57035-5a9b-4650-b4e2-f092040be9f1 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'port': {'security_groups': ['9cdb7041-da44-48be-8e83-b92cea7fbe6a', 'f8d77efc-dab5-46c4-849c-533c31761211', 'e9475417-dc33-4cf7-974a-5c8db22f1842']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:54.843635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29c52d-2b34-4141-8c2b-5ce04c607748 req-35c0dfcf-72d0-4c24-ab15-35149d4dedb7 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.845373 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e29c52d-2b34-4141-8c2b-5ce04c607748 req-35c0dfcf-72d0-4c24-ab15-35149d4dedb7 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.3159120 Jul 16 17:54:54.902464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cac3930-cb87-4a89-a3e5-bafa5a62d74e req-71258148-3b19-4ce5-8995-87efaabcfa16 service neutron] 10.222.0.32 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734487 Jul 16 17:54:54.915676 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b1829d-b945-42f0-b2b1-55c43e723c32 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:54.940977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.981882 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.995011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e29c52d-2b34-4141-8c2b-5ce04c607748 req-007d6c11-ca09-4a70-ae28-5be7c3c33b4f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253912 Jul 16 17:54:55.006987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Transition to ACTIVE for port object 21b1829d-b945-42f0-b2b1-55c43e723c32 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:55.008308 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ddd2f9ab-9982-41fe-b0b2-3b88efe681f1 req-c4f57035-5a9b-4650-b4e2-f092040be9f1 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.018255 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.115132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Pushing event updated for resources: {'Port': ['ID=21b1829d-b945-42f0-b2b1-55c43e723c32,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:55.155662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d7d4c5-44a3-4842-9a08-0f4226cb435e', 'tag': '89aa06fa-5262-4f42-bc11-eb285eb12f31'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:55.158269 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2e80b7-5cd3-4840-8404-52e44a87489a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d7d4c5-44a3-4842-9a08-0f4226cb435e", "tag": "89aa06fa-5262-4f42-bc11-eb285eb12f31"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:55.303934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Attempting to bind port 21b1829d-b945-42f0-b2b1-55c43e723c32 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:55.304275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Attempting to bind port 21b1829d-b945-42f0-b2b1-55c43e723c32 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:55.304622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Attempting to bind port 21b1829d-b945-42f0-b2b1-55c43e723c32 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:55.330656 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Port 21b1829d-b945-42f0-b2b1-55c43e723c32 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:55.330993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Attempting to bind port 21b1829d-b945-42f0-b2b1-55c43e723c32 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:55.351463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0e62a-7d0c-4832-836b-79c527937e51 req-1d28888c-8907-4922-8b33-26f3be8ee563 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.352993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dfb0e62a-7d0c-4832-836b-79c527937e51 req-1d28888c-8907-4922-8b33-26f3be8ee563 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 944 time: 0.2181790 Jul 16 17:54:55.353851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:55.354197 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Checking segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:55.354600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Bound using segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:55.355050 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Bound port: 21b1829d-b945-42f0-b2b1-55c43e723c32, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:55.355477 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.510647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ddd2f9ab-9982-41fe-b0b2-3b88efe681f1 req-c4f57035-5a9b-4650-b4e2-f092040be9f1 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] For port d08b8256-15e1-476b-afbe-1228d0f876b4, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d08b8256-15e1-476b-afbe-1228d0f876b4,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:55.515610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dfb0e62a-7d0c-4832-836b-79c527937e51 req-28e44030-542e-43f7-aab6-d9945da181e5 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460514 Jul 16 17:54:55.564133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] For port 21b1829d-b945-42f0-b2b1-55c43e723c32, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:55.583244 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ddd2f9ab-9982-41fe-b0b2-3b88efe681f1 req-c4f57035-5a9b-4650-b4e2-f092040be9f1 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.592969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] For port 21b1829d-b945-42f0-b2b1-55c43e723c32, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=21b1829d-b945-42f0-b2b1-55c43e723c32,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:55.594709 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-831c4e02-a5af-484d-8014-4ddadff6c72f req-9079b827-28f8-4867-a55b-d5734e6a0283 tempest-SecurityGroupsNegativeTestJSON-1818354522 tempest-SecurityGroupsNegativeTestJSON-1818354522-project] show failed (client error): The resource could not be found. Jul 16 17:54:55.595774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-831c4e02-a5af-484d-8014-4ddadff6c72f req-9079b827-28f8-4867-a55b-d5734e6a0283 tempest-SecurityGroupsNegativeTestJSON-1818354522 tempest-SecurityGroupsNegativeTestJSON-1818354522-project] 10.222.0.24 "GET /v2.0/security-groups/cbf92e5e-0ecb-417b-9438-1996551919e3 HTTP/1.1" status: 404 len: 352 time: 0.0433724 Jul 16 17:54:55.596520 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ddd2f9ab-9982-41fe-b0b2-3b88efe681f1 req-c4f57035-5a9b-4650-b4e2-f092040be9f1 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.606974 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.612315 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['338f1561-7d9e-422d-8c96-d8544b6faf7b', 'd08b8256-15e1-476b-afbe-1228d0f876b4'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:55.657414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2f9ab-9982-41fe-b0b2-3b88efe681f1 req-c4f57035-5a9b-4650-b4e2-f092040be9f1 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.658129 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ddd2f9ab-9982-41fe-b0b2-3b88efe681f1 req-c4f57035-5a9b-4650-b4e2-f092040be9f1 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.659735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ddd2f9ab-9982-41fe-b0b2-3b88efe681f1 req-c4f57035-5a9b-4650-b4e2-f092040be9f1 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "PUT /v2.0/ports/d08b8256-15e1-476b-afbe-1228d0f876b4 HTTP/1.1" status: 200 len: 1020 time: 0.8902230 Jul 16 17:54:55.674514 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.675525 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.678111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] 10.222.0.32 "PUT /v2.0/ports/21b1829d-b945-42f0-b2b1-55c43e723c32 HTTP/1.1" status: 200 len: 1093 time: 1.8380940 Jul 16 17:54:55.710561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f57035-5a9b-4650-b4e2-f092040be9f1 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'Port': ['ID=d08b8256-15e1-476b-afbe-1228d0f876b4,revision_number=7']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:55.744814 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51438) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:55.770951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d08b8256-15e1-476b-afbe-1228d0f876b4'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:55.827805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc655d1d-2869-4f4d-a098-0e79433dcf75 service neutron] Pushing event updated for resources: {'Port': ['ID=21b1829d-b945-42f0-b2b1-55c43e723c32,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:55.838202 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dc10c3-b29e-4cb3-b99a-c7b5b4d7246e x-openstack-request-id: req-f9dc10c3-b29e-4cb3-b99a-c7b5b4d7246e {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:55.838554 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d7d4c5-44a3-4842-9a08-0f4226cb435e", "tag": "89aa06fa-5262-4f42-bc11-eb285eb12f31", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:55.838841 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9dc10c3-b29e-4cb3-b99a-c7b5b4d7246e {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:55.839257 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d7d4c5-44a3-4842-9a08-0f4226cb435e', 'tag': '89aa06fa-5262-4f42-bc11-eb285eb12f31', 'status': 'completed', 'code': 200} Jul 16 17:54:55.867391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba94a-4019-4f2e-a432-d558f9613819 req-61c8c660-32e8-48ce-a53e-49cb6056ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.869497 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-61c8c660-32e8-48ce-a53e-49cb6056ed3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 1096 time: 0.1156273 Jul 16 17:54:55.873598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ab4b9c-666b-47d2-9efa-9237812d3a2f admin admin] Deleting subnet 64ac4a12-4fdc-4723-8846-304d7cb0b295 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:55.883918 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10ab4b9c-666b-47d2-9efa-9237812d3a2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.902854 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-889edc64-08c9-40c3-a4fc-430d47e23a45 req-437ad2d9-f803-4927-8d7f-8dd33f5af67c tempest-SecurityGroupsNegativeTestJSON-1818354522 tempest-SecurityGroupsNegativeTestJSON-1818354522-project] show failed (client error): The resource could not be found. Jul 16 17:54:55.910291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-889edc64-08c9-40c3-a4fc-430d47e23a45 req-437ad2d9-f803-4927-8d7f-8dd33f5af67c tempest-SecurityGroupsNegativeTestJSON-1818354522 tempest-SecurityGroupsNegativeTestJSON-1818354522-project] 10.222.0.24 "GET /v2.0/security-groups/ed6b8917-aa02-4960-8bbf-1d14db5b18e2 HTTP/1.1" status: 404 len: 352 time: 0.0397213 Jul 16 17:54:55.957705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51444) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:55.971475 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10ab4b9c-666b-47d2-9efa-9237812d3a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.997959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-fde54b57-4de7-4ed3-a15b-c8c8ec34e132 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21b1829d-b945-42f0-b2b1-55c43e723c32 HTTP/1.1" status: 200 len: 217 time: 0.1124239 Jul 16 17:54:56.024397 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10ab4b9c-666b-47d2-9efa-9237812d3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.093900 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10ab4b9c-666b-47d2-9efa-9237812d3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.134736 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab4b9c-666b-47d2-9efa-9237812d3a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ac4a12-4fdc-4723-8846-304d7cb0b295,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:56.149823 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10ab4b9c-666b-47d2-9efa-9237812d3a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.151893 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-10ab4b9c-666b-47d2-9efa-9237812d3a2f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/64ac4a12-4fdc-4723-8846-304d7cb0b295 HTTP/1.1" status: 204 len: 168 time: 0.4052422 Jul 16 17:54:56.154245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51450) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:56.186787 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-486710ae-5ce2-4592-afb8-e705fd16e8b4 req-a26e4c88-7a29-4bb2-a865-39d7f2d4ed64 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/e9475417-dc33-4cf7-974a-5c8db22f1842 HTTP/1.1" status: 200 len: 1801 time: 0.2005019 Jul 16 17:54:56.210468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61c5194-e78b-41f6-8ee8-2497e98b7c0f admin admin] Deleting subnet 0ab53ec6-dd98-4af6-9a22-53ae06e35976 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:56.243066 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d61c5194-e78b-41f6-8ee8-2497e98b7c0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.275156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba94a-4019-4f2e-a432-d558f9613819 req-e28a61b4-01ea-4231-8845-6d8e8139a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:56.276720 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-e28a61b4-01ea-4231-8845-6d8e8139a361 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.2670851 Jul 16 17:54:56.284056 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6616c796-7c30-4ad9-a7fe-09bb1642c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.360999 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-1f71bbca-73aa-49de-8772-fd67c8f416af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710645 Jul 16 17:54:56.372979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49c3ca-a870-4b33-bf81-798c60474825 req-ac3da777-7b2b-4562-9dd6-e3515dbb03c9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:56.375384 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a49c3ca-a870-4b33-bf81-798c60474825 req-ac3da777-7b2b-4562-9dd6-e3515dbb03c9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 943 time: 0.3765235 Jul 16 17:54:56.377634 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d61c5194-e78b-41f6-8ee8-2497e98b7c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.382868 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e80b7-5cd3-4840-8404-52e44a87489a req-f0a8406a-4c9a-4ba0-8e16-f9377e9a9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:56.384467 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c2e80b7-5cd3-4840-8404-52e44a87489a req-f0a8406a-4c9a-4ba0-8e16-f9377e9a9699 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d9d594a87104bd9acf301fdd2522183&device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 1095 time: 0.5004902 Jul 16 17:54:56.407348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6616c796-7c30-4ad9-a7fe-09bb1642c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.425606 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-6616c796-7c30-4ad9-a7fe-09bb1642c85d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad59b4fd-6941-4c19-875a-95d04f0c8b04']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:56.441090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-6616c796-7c30-4ad9-a7fe-09bb1642c85d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09dc293-42ad-4978-bd16-5ba369d49f46') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:56.441732 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-6616c796-7c30-4ad9-a7fe-09bb1642c85d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09dc293-42ad-4978-bd16-5ba369d49f46') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:56.460123 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6616c796-7c30-4ad9-a7fe-09bb1642c85d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.488146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6616c796-7c30-4ad9-a7fe-09bb1642c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.502852 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6616c796-7c30-4ad9-a7fe-09bb1642c85d admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:56.504476 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6616c796-7c30-4ad9-a7fe-09bb1642c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:56.507849 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:56.531189 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-486710ae-5ce2-4592-afb8-e705fd16e8b4 req-4d59cec0-3bc3-4865-b58e-8fc9e02ce0ae tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 17:54:56.532467 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-486710ae-5ce2-4592-afb8-e705fd16e8b4 req-4d59cec0-3bc3-4865-b58e-8fc9e02ce0ae tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "DELETE /v2.0/security-groups/e9475417-dc33-4cf7-974a-5c8db22f1842 HTTP/1.1" status: 409 len: 341 time: 0.3450444 Jul 16 17:54:56.599260 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6616c796-7c30-4ad9-a7fe-09bb1642c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.621995 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6616c796-7c30-4ad9-a7fe-09bb1642c85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.624851 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6616c796-7c30-4ad9-a7fe-09bb1642c85d admin admin] 10.222.0.24 "DELETE /v2.0/networks/ad59b4fd-6941-4c19-875a-95d04f0c8b04 HTTP/1.1" status: 204 len: 168 time: 0.4692485 Jul 16 17:54:56.626147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616c796-7c30-4ad9-a7fe-09bb1642c85d admin admin] Pushing event deleted for resources: {'Network': ['ID=ad59b4fd-6941-4c19-875a-95d04f0c8b04,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:56.629031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51458) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:56.703055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6446ad2d-a1cb-4428-bdea-a07c4ad4ffc6 admin admin] Deleting subnet 3ad0a8b1-b61c-493f-b097-50600eb606a0 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:56.708236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6446ad2d-a1cb-4428-bdea-a07c4ad4ffc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.759994 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6446ad2d-a1cb-4428-bdea-a07c4ad4ffc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.788209 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 827efe69-7fc1-40a7-9101-164ce3a9529d no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:56.819323 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6446ad2d-a1cb-4428-bdea-a07c4ad4ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.825867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 827efe69-7fc1-40a7-9101-164ce3a9529d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:56.827330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 827efe69-7fc1-40a7-9101-164ce3a9529d not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:56.900825 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6446ad2d-a1cb-4428-bdea-a07c4ad4ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.938745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446ad2d-a1cb-4428-bdea-a07c4ad4ffc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad0a8b1-b61c-493f-b097-50600eb606a0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:56.943203 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6446ad2d-a1cb-4428-bdea-a07c4ad4ffc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.947829 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6446ad2d-a1cb-4428-bdea-a07c4ad4ffc6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3ad0a8b1-b61c-493f-b097-50600eb606a0 HTTP/1.1" status: 204 len: 168 time: 0.3151362 Jul 16 17:54:56.949197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51462) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:57.006993 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d61c5194-e78b-41f6-8ee8-2497e98b7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.050879 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70e8d874-1f48-41b4-bb30-d7f569a67587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.121704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a49c3ca-a870-4b33-bf81-798c60474825 req-31dec0e4-8de9-4357-bc3a-266f54adfbe1 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7042835 Jul 16 17:54:57.169922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70e8d874-1f48-41b4-bb30-d7f569a67587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.193314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-70e8d874-1f48-41b4-bb30-d7f569a67587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52559d3-082d-4b93-a5aa-b1ccb079172d']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:57.194173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-04e4a5ac-2a20-4899-b99a-1eddfa5ea003 service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8140390 Jul 16 17:54:57.206752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e80b7-5cd3-4840-8404-52e44a87489a req-e16e6bf6-52fc-438b-9216-3a56eaca9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.207927 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c2e80b7-5cd3-4840-8404-52e44a87489a req-e16e6bf6-52fc-438b-9216-3a56eaca9083 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03 HTTP/1.1" status: 200 len: 906 time: 0.7873967 Jul 16 17:54:57.209869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-70e8d874-1f48-41b4-bb30-d7f569a67587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84eb9f01-af27-4f5c-91e0-7d5503fc6eaa') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:57.210324 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-70e8d874-1f48-41b4-bb30-d7f569a67587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84eb9f01-af27-4f5c-91e0-7d5503fc6eaa') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:57.227933 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70e8d874-1f48-41b4-bb30-d7f569a67587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.249698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70e8d874-1f48-41b4-bb30-d7f569a67587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.257494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e8d874-1f48-41b4-bb30-d7f569a67587 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:57.258317 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70e8d874-1f48-41b4-bb30-d7f569a67587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:57.260651 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:57.304971 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c2e80b7-5cd3-4840-8404-52e44a87489a req-a5b6b7f1-a476-4c23-a309-b6707025e321 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89aa06fa-5262-4f42-bc11-eb285eb12f31 HTTP/1.1" status: 200 len: 217 time: 0.0771561 Jul 16 17:54:57.313341 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d61c5194-e78b-41f6-8ee8-2497e98b7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.338777 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efe46d-f0b8-458d-9fcd-081dab59fcc2 req-41618262-efc8-4c02-956b-59112d71f3a9 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.340459 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92efe46d-f0b8-458d-9fcd-081dab59fcc2 req-41618262-efc8-4c02-956b-59112d71f3a9 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.3445482 Jul 16 17:54:57.347116 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70e8d874-1f48-41b4-bb30-d7f569a67587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.356642 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70e8d874-1f48-41b4-bb30-d7f569a67587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.367786 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-70e8d874-1f48-41b4-bb30-d7f569a67587 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c52559d3-082d-4b93-a5aa-b1ccb079172d HTTP/1.1" status: 204 len: 168 time: 0.4088309 Jul 16 17:54:57.382224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8d874-1f48-41b4-bb30-d7f569a67587 admin admin] Pushing event deleted for resources: {'Network': ['ID=c52559d3-082d-4b93-a5aa-b1ccb079172d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:57.437873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c5194-e78b-41f6-8ee8-2497e98b7c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab53ec6-dd98-4af6-9a22-53ae06e35976,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:57.447162 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d61c5194-e78b-41f6-8ee8-2497e98b7c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.453709 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d61c5194-e78b-41f6-8ee8-2497e98b7c0f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0ab53ec6-dd98-4af6-9a22-53ae06e35976 HTTP/1.1" status: 204 len: 168 time: 1.4623628 Jul 16 17:54:57.458294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51470) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:57.536359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e80b7-5cd3-4840-8404-52e44a87489a req-cd293500-456c-4e41-8eb4-84f90a51313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.537972 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c2e80b7-5cd3-4840-8404-52e44a87489a req-cd293500-456c-4e41-8eb4-84f90a51313e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fda748cb-678b-4f5a-a8c1-3046219bc46b HTTP/1.1" status: 200 len: 845 time: 0.2211747 Jul 16 17:54:57.581358 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92efe46d-f0b8-458d-9fcd-081dab59fcc2 req-5611aa58-7acb-479f-8b56-b3d2e40e3b48 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833973 Jul 16 17:54:57.583517 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310ba94a-4019-4f2e-a432-d558f9613819 req-ef989f79-c4fc-413e-a1b5-c9436d7fb142 service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746521 Jul 16 17:54:57.605367 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51472) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:57.652351 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c2e80b7-5cd3-4840-8404-52e44a87489a req-c7e5802d-9854-4ec3-bc0c-1c8ab0cdc4e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854223 Jul 16 17:54:57.663958 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f6cf942-8035-4278-af7f-487bc417f58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.671633 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a53b707b-426d-4307-a3e7-8ffdfd750517 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=059df0b5bd0d47e9bec895e2795f5af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644863 Jul 16 17:54:57.672275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51474) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:57.744281 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b0c34de-d5a4-4939-85b5-a5876bfd6588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.769678 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b0c34de-d5a4-4939-85b5-a5876bfd6588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.829084 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b0c34de-d5a4-4939-85b5-a5876bfd6588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.832327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b0c34de-d5a4-4939-85b5-a5876bfd6588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.833722 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5b0c34de-d5a4-4939-85b5-a5876bfd6588 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2361e968-7f8f-4abb-a86b-65b6b4ab30bc HTTP/1.1" status: 204 len: 168 time: 0.1603703 Jul 16 17:54:57.844728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f', 'tag': 'd08b8256-15e1-476b-afbe-1228d0f876b4'}, {'name': 'network-changed', 'server_uuid': 'bc7f7897-ec66-4a82-adff-10df20519a16', 'tag': '21b1829d-b945-42f0-b2b1-55c43e723c32'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:57.847101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c34de-d5a4-4939-85b5-a5876bfd6588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2361e968-7f8f-4abb-a86b-65b6b4ab30bc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:57.848607 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56cde35-1be5-4e0b-879c-b1b62313a1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f", "tag": "d08b8256-15e1-476b-afbe-1228d0f876b4"}, {"name": "network-changed", "server_uuid": "bc7f7897-ec66-4a82-adff-10df20519a16", "tag": "21b1829d-b945-42f0-b2b1-55c43e723c32"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:57.912943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d6069-10bf-4965-9cf2-2a8ef43bffcb req-ea794e5b-64a2-4688-a00f-dce961ec6906 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.915551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-102d6069-10bf-4965-9cf2-2a8ef43bffcb req-ea794e5b-64a2-4688-a00f-dce961ec6906 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 944 time: 0.4201787 Jul 16 17:54:58.012055 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f6cf942-8035-4278-af7f-487bc417f58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.045510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8f6cf942-8035-4278-af7f-487bc417f58e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f08ef72-fb64-4f32-a433-62a1d3e75b89']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:58.067245 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c2e80b7-5cd3-4840-8404-52e44a87489a req-a7258da1-63fb-4507-aa5b-0d61633c7412 service neutron] 10.222.0.32 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990557 Jul 16 17:54:58.070284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8f6cf942-8035-4278-af7f-487bc417f58e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75aa1aaa-be95-499c-9090-d231ca2e5860') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:58.070537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8f6cf942-8035-4278-af7f-487bc417f58e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75aa1aaa-be95-499c-9090-d231ca2e5860') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:58.106713 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f6cf942-8035-4278-af7f-487bc417f58e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.174258 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-102d6069-10bf-4965-9cf2-2a8ef43bffcb req-565c98c7-8a3a-4b54-b7eb-8691405d47ba tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451894 Jul 16 17:54:58.176265 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f6cf942-8035-4278-af7f-487bc417f58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.195130 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6cf942-8035-4278-af7f-487bc417f58e admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:58.195776 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f6cf942-8035-4278-af7f-487bc417f58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: timer() Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:58.198455 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:58.285526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51486) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:58.349923 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-61213eef-d8c8-475d-900f-f1899878f582 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4c150b7a006494f9400627f5990647a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629284 Jul 16 17:54:58.352770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51488) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:58.357179 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f6cf942-8035-4278-af7f-487bc417f58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.371502 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f6cf942-8035-4278-af7f-487bc417f58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.374508 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8f6cf942-8035-4278-af7f-487bc417f58e admin admin] 10.222.0.24 "DELETE /v2.0/networks/5f08ef72-fb64-4f32-a433-62a1d3e75b89 HTTP/1.1" status: 204 len: 168 time: 0.9131014 Jul 16 17:54:58.388800 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c2e80b7-5cd3-4840-8404-52e44a87489a req-a16293ff-4524-47c0-951a-e151cfb22e7f service neutron] 10.222.0.32 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103085 Jul 16 17:54:58.396431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cf942-8035-4278-af7f-487bc417f58e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f08ef72-fb64-4f32-a433-62a1d3e75b89,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:58.443131 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec1a422a-a9b8-4d6f-92ce-a6c592bfd504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.470656 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1453e4-00db-4744-81dc-136111389795 x-openstack-request-id: req-0a1453e4-00db-4744-81dc-136111389795 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:58.470971 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f", "tag": "d08b8256-15e1-476b-afbe-1228d0f876b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc7f7897-ec66-4a82-adff-10df20519a16", "tag": "21b1829d-b945-42f0-b2b1-55c43e723c32", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:58.471241 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a1453e4-00db-4744-81dc-136111389795 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:58.471680 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f', 'tag': 'd08b8256-15e1-476b-afbe-1228d0f876b4', 'status': 'completed', 'code': 200} Jul 16 17:54:58.471970 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7f7897-ec66-4a82-adff-10df20519a16', 'tag': '21b1829d-b945-42f0-b2b1-55c43e723c32', 'status': 'completed', 'code': 200} Jul 16 17:54:58.475578 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec1a422a-a9b8-4d6f-92ce-a6c592bfd504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.542166 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec1a422a-a9b8-4d6f-92ce-a6c592bfd504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.545776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec1a422a-a9b8-4d6f-92ce-a6c592bfd504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.547706 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ec1a422a-a9b8-4d6f-92ce-a6c592bfd504 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc89bc06-a2a1-4ba7-9457-49bff7fd49a9 HTTP/1.1" status: 204 len: 168 time: 0.1935227 Jul 16 17:54:58.584338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a422a-a9b8-4d6f-92ce-a6c592bfd504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc89bc06-a2a1-4ba7-9457-49bff7fd49a9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:58.672554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51498) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:58.704468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-1e605121-9154-4702-8287-a74ae1fe7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:58.707043 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-1e605121-9154-4702-8287-a74ae1fe7152 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39&device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 1175 time: 0.2047288 Jul 16 17:54:58.728232 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2120a150-a1cd-49b4-9243-86f4704c855a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07b91bf6c50145049d155c878041fcaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539408 Jul 16 17:54:58.730890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51502) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:58.758654 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273250ca-1df1-4ef0-9c36-d40c9b3d8707 req-6bbd1d0e-a8eb-4310-b520-bd148dc1b617 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:58.760219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-273250ca-1df1-4ef0-9c36-d40c9b3d8707 req-6bbd1d0e-a8eb-4310-b520-bd148dc1b617 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 943 time: 0.1639783 Jul 16 17:54:58.769095 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fbebe-96c7-4975-a887-2eba8bc36c39 req-2491c231-5072-4ca2-9009-bed436d97aa5 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:58.770649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd7fbebe-96c7-4975-a887-2eba8bc36c39 req-2491c231-5072-4ca2-9009-bed436d97aa5 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 1023 time: 0.2283192 Jul 16 17:54:58.789505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 89aa06fa-5262-4f42-bc11-eb285eb12f31 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:58.810420 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6448e9f3-78ef-4424-a16a-761767555409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.834725 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6448e9f3-78ef-4424-a16a-761767555409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.902973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-273250ca-1df1-4ef0-9c36-d40c9b3d8707 req-0806ba2f-40e5-486d-a1a2-805c0f9b3871 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280422 Jul 16 17:54:58.903634 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6448e9f3-78ef-4424-a16a-761767555409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.907055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6448e9f3-78ef-4424-a16a-761767555409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.911871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd7fbebe-96c7-4975-a887-2eba8bc36c39 req-8d7b6f8a-1dd1-4b9c-a12a-863b4cbff6b1 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cdb7041-da44-48be-8e83-b92cea7fbe6a&id=f8d77efc-dab5-46c4-849c-533c31761211&id=e9475417-dc33-4cf7-974a-5c8db22f1842&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1279621 Jul 16 17:54:58.917000 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6448e9f3-78ef-4424-a16a-761767555409 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/281eafb2-a1c6-42cd-b2e6-0402c7d76a31 HTTP/1.1" status: 204 len: 168 time: 0.1759539 Jul 16 17:54:58.921752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-e1e94a3b-6418-49f5-905d-31e674c7975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:58.924309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-e1e94a3b-6418-49f5-905d-31e674c7975d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6 HTTP/1.1" status: 200 len: 913 time: 0.2097917 Jul 16 17:54:58.926504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448e9f3-78ef-4424-a16a-761767555409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281eafb2-a1c6-42cd-b2e6-0402c7d76a31,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:59.005003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-faa7f6e7-e747-475f-9b39-5e0c9a04325c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08b8256-15e1-476b-afbe-1228d0f876b4 HTTP/1.1" status: 200 len: 217 time: 0.0662796 Jul 16 17:54:59.054324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 89aa06fa-5262-4f42-bc11-eb285eb12f31, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=89aa06fa-5262-4f42-bc11-eb285eb12f31,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:59.085749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '89aa06fa-5262-4f42-bc11-eb285eb12f31', 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03', 'port_id': '89aa06fa-5262-4f42-bc11-eb285eb12f31', 'mac_address': 'fa:16:3e:b9:df:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda748cb-678b-4f5a-a8c1-3046219bc46b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:59.092635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-ee1d6b8e-1f29-43eb-bb19-091ef3804056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.097242 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-ee1d6b8e-1f29-43eb-bb19-091ef3804056 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac3d582e-7407-48bf-ac13-931a5adca160 HTTP/1.1" status: 200 len: 852 time: 0.0813487 Jul 16 17:54:59.152587 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.162591 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-dd3611a2-b6d5-4775-9b98-0e6ccb41dff0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7aee331f-bbc0-4f07-bed5-9d8ab81684e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520735 Jul 16 17:54:59.171779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aa06fa-5262-4f42-bc11-eb285eb12f31 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:59.207889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 89aa06fa-5262-4f42-bc11-eb285eb12f31, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=89aa06fa-5262-4f42-bc11-eb285eb12f31,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:59.215896 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.271426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dba89-ca06-4a51-98e3-9c545411c83a req-a955c5a0-722a-452a-bab1-10f3099fc64e tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.273093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e53dba89-ca06-4a51-98e3-9c545411c83a req-a955c5a0-722a-452a-bab1-10f3099fc64e tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.1727850 Jul 16 17:54:59.287454 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=89aa06fa-5262-4f42-bc11-eb285eb12f31,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:59.339026 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-56e4a9ae-37d1-4b04-aef7-fbae21e6666e service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657484 Jul 16 17:54:59.374174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e53dba89-ca06-4a51-98e3-9c545411c83a req-7d95aa61-d9d4-4ec7-bc5b-c8c2a970578b tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912519 Jul 16 17:54:59.500017 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-5b3845e7-20b7-471f-a99c-e896030545a7 service neutron] 10.222.0.32 "GET /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523600 Jul 16 17:54:59.520477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['89aa06fa-5262-4f42-bc11-eb285eb12f31'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:59.586416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51536) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:59.644674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11321c-edbf-4f50-bde2-7b0bad7854e7 req-9765157b-ab1f-4780-8eac-b8f2ac3c35a0 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.656232 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a11321c-edbf-4f50-bde2-7b0bad7854e7 req-9765157b-ab1f-4780-8eac-b8f2ac3c35a0 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.32 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 1023 time: 0.1994140 Jul 16 17:54:59.733449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2b852-3b7e-420c-b135-5be189488776 req-356ce70f-6b18-4cab-aeeb-95a694157c80 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.735693 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31d2b852-3b7e-420c-b135-5be189488776 req-356ce70f-6b18-4cab-aeeb-95a694157c80 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 944 time: 0.2315228 Jul 16 17:54:59.786329 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-9c8a9f2c-99ec-4c82-b830-965c1a5d0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.788080 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-9c8a9f2c-99ec-4c82-b830-965c1a5d0255 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 1096 time: 0.2230086 Jul 16 17:54:59.795009 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6ae749b-97b1-4f67-9a05-e50dc46b77de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.860760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31d2b852-3b7e-420c-b135-5be189488776 req-e4d6df37-1961-46fe-bafe-4673f1934518 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135850 Jul 16 17:54:59.927906 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6ae749b-97b1-4f67-9a05-e50dc46b77de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.934540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6ae749b-97b1-4f67-9a05-e50dc46b77de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.980130 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1a11321c-edbf-4f50-bde2-7b0bad7854e7 req-77b8a596-9a09-4458-b1f3-47042a8a5f09 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Deleting port d08b8256-15e1-476b-afbe-1228d0f876b4 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:59.980493 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1a11321c-edbf-4f50-bde2-7b0bad7854e7 req-77b8a596-9a09-4458-b1f3-47042a8a5f09 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.986287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-931870cf-6488-4d48-bc48-28d33d800c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.987813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-931870cf-6488-4d48-bc48-28d33d800c76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 912 time: 0.1775024 Jul 16 17:54:59.997695 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d6ae749b-97b1-4f67-9a05-e50dc46b77de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7c4ecf7a3dd40919d6edee46e0ab4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087040 Jul 16 17:54:59.997695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae749b-97b1-4f67-9a05-e50dc46b77de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c129580-4d62-4236-b656-77baca55b458,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:00.000278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51558) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:00.055375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-1351ef5f-75c3-4573-980f-1bf7f57a8cd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21b1829d-b945-42f0-b2b1-55c43e723c32 HTTP/1.1" status: 200 len: 217 time: 0.0509064 Jul 16 17:55:00.074088 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d57fd9d6-179f-4742-93a8-8daea104a9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.102370 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d57fd9d6-179f-4742-93a8-8daea104a9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.172538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d57fd9d6-179f-4742-93a8-8daea104a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.175371 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d57fd9d6-179f-4742-93a8-8daea104a9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.179345 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d57fd9d6-179f-4742-93a8-8daea104a9f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c129580-4d62-4236-b656-77baca55b458 HTTP/1.1" status: 204 len: 168 time: 0.1753802 Jul 16 17:55:00.204534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fd9d6-179f-4742-93a8-8daea104a9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c129580-4d62-4236-b656-77baca55b458,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:00.204903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-359468bd-5e24-4970-9f1f-e70af5bd6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:00.207015 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-359468bd-5e24-4970-9f1f-e70af5bd6cef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.1430957 Jul 16 17:55:00.261012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51568) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:00.263674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-a5e9e248-5a0a-4628-873b-3cdf809c5e28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479801 Jul 16 17:55:00.277802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-1a11321c-edbf-4f50-bde2-7b0bad7854e7 req-77b8a596-9a09-4458-b1f3-47042a8a5f09 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] For port d08b8256-15e1-476b-afbe-1228d0f876b4, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d08b8256-15e1-476b-afbe-1228d0f876b4,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:00.278496 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1a11321c-edbf-4f50-bde2-7b0bad7854e7 req-77b8a596-9a09-4458-b1f3-47042a8a5f09 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.337258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1a11321c-edbf-4f50-bde2-7b0bad7854e7 req-77b8a596-9a09-4458-b1f3-47042a8a5f09 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Calling delete_port for d08b8256-15e1-476b-afbe-1228d0f876b4 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:00.382088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1710075043-network', 'tenant_id': '1af5d81a79f3409394a537182ef343ba'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:00.419712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4682bd-4d89-42d0-93b3-69ee1de9ede4 req-c40fdcf7-8147-44ba-937a-0037419d9630 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:00.422063 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c4682bd-4d89-42d0-93b3-69ee1de9ede4 req-c40fdcf7-8147-44ba-937a-0037419d9630 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 944 time: 0.2999949 Jul 16 17:55:00.424409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Made reservation on behalf of 1af5d81a79f3409394a537182ef343ba for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:00.428009 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.444323 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.539613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-c40b0345-c3c9-4d44-afd1-07b0e1d27dcb service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576618 Jul 16 17:55:00.560655 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c4682bd-4d89-42d0-93b3-69ee1de9ede4 req-be504012-d745-46f7-bf3b-8b296c882a32 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043315 Jul 16 17:55:00.575835 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.582825 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.600081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb054e3-63aa-4ed3-8359-ab491de22ce0 req-6f6c2e72-d6ab-4c6b-9979-70726678ff77 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:00.602059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ceb054e3-63aa-4ed3-8359-ab491de22ce0 req-6f6c2e72-d6ab-4c6b-9979-70726678ff77 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 1023 time: 0.3031440 Jul 16 17:55:00.616125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:00.641050 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.641562 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Added segment 8fe50220-2829-4032-9b58-7d9c23982b86 of type vlan for network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 Jul 16 17:55:00.650567 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:00.698910 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.702549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51580) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:00.723328 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f31022d8-8678-42f9-bc4c-d18a55d9277b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.742761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ceb054e3-63aa-4ed3-8359-ab491de22ce0 req-19f34a0c-7b27-4c49-9e3e-8ce734ee185b tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=9cdb7041-da44-48be-8e83-b92cea7fbe6a&id=f8d77efc-dab5-46c4-849c-533c31761211&id=e9475417-dc33-4cf7-974a-5c8db22f1842&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1287909 Jul 16 17:55:00.766462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d56cde35-1be5-4e0b-879c-b1b62313a1d5 req-c48acc81-d8f9-4a5b-884d-9d99ed731fef service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187171 Jul 16 17:55:00.790271 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.791308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:00.791900 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.792847 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1a11321c-edbf-4f50-bde2-7b0bad7854e7 req-77b8a596-9a09-4458-b1f3-47042a8a5f09 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.802012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 21b1829d-b945-42f0-b2b1-55c43e723c32 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:00.806845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['338f1561-7d9e-422d-8c96-d8544b6faf7b', 'd08b8256-15e1-476b-afbe-1228d0f876b4'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:00.824990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 89aa06fa-5262-4f42-bc11-eb285eb12f31 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:00.851311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8a596-9a09-4458-b1f3-47042a8a5f09 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event deleted for resources: {'Port': ['ID=d08b8256-15e1-476b-afbe-1228d0f876b4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:00.923391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a11321c-edbf-4f50-bde2-7b0bad7854e7 req-77b8a596-9a09-4458-b1f3-47042a8a5f09 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] No DVR routers for this DVR port d08b8256-15e1-476b-afbe-1228d0f876b4 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:00.927470 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1a11321c-edbf-4f50-bde2-7b0bad7854e7 req-77b8a596-9a09-4458-b1f3-47042a8a5f09 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.930088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a11321c-edbf-4f50-bde2-7b0bad7854e7 req-77b8a596-9a09-4458-b1f3-47042a8a5f09 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.32 "DELETE /v2.0/ports/d08b8256-15e1-476b-afbe-1228d0f876b4 HTTP/1.1" status: 204 len: 173 time: 1.2652318 Jul 16 17:55:00.941373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f', 'name': 'network-vif-deleted', 'tag': 'd08b8256-15e1-476b-afbe-1228d0f876b4'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:00.944538 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ebd8af-3ebc-43a7-a29d-efd3fbaff048" -d '{"events": [{"server_uuid": "340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f", "name": "network-vif-deleted", "tag": "d08b8256-15e1-476b-afbe-1228d0f876b4"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:01.028220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7222-d616-4889-bfcf-2201c30a0162 req-333ec598-3306-42ef-8f88-7fbe617506c0 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:01.030285 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-523b7222-d616-4889-bfcf-2201c30a0162 req-333ec598-3306-42ef-8f88-7fbe617506c0 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.1670105 Jul 16 17:55:01.056431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] Pushing event updated for resources: {'Network': ['ID=ce5910f5-8a6a-42c9-ae15-dd85a86886b0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:01.058561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 89aa06fa-5262-4f42-bc11-eb285eb12f31 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:01.078003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:01.121235 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f31022d8-8678-42f9-bc4c-d18a55d9277b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.126567 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f31022d8-8678-42f9-bc4c-d18a55d9277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.149509 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 89aa06fa-5262-4f42-bc11-eb285eb12f31 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:01.150212 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.150354 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-523b7222-d616-4889-bfcf-2201c30a0162 req-4a4ab92b-522d-43cf-9460-2a30433fdb7c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073203 Jul 16 17:55:01.160337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 21b1829d-b945-42f0-b2b1-55c43e723c32, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=21b1829d-b945-42f0-b2b1-55c43e723c32,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:01.198623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414d28b-3065-47ee-8bbb-31bd13ee44eb req-a675b39f-79f9-465d-a71b-98f8b0562b99 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:01.209963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6414d28b-3065-47ee-8bbb-31bd13ee44eb req-a675b39f-79f9-465d-a71b-98f8b0562b99 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 944 time: 0.1539035 Jul 16 17:55:01.216627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '21b1829d-b945-42f0-b2b1-55c43e723c32', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'port_id': '21b1829d-b945-42f0-b2b1-55c43e723c32', 'mac_address': 'fa:16:3e:f8:80:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2324e370-e975-41f3-a89b-e91fd3d77fc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:01.221197 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51592) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:01.222679 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f31022d8-8678-42f9-bc4c-d18a55d9277b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efc07a5b133c4266892ccedf5f9fda55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5188959 Jul 16 17:55:01.225959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31022d8-8678-42f9-bc4c-d18a55d9277b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b051cba-1a52-4934-b069-f40a89e4c94d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:01.252804 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3ef8ee80-f664-446d-97e4-8dc2d7e75a65 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9905882 Jul 16 17:55:01.255811 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51596) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:01.262243 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fa1d7409-679e-4a64-8bab-e107f54ccffa admin admin] Request body: {'subnet': {'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1710075043-subnet', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:01.294109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1d7409-679e-4a64-8bab-e107f54ccffa admin admin] Made reservation on behalf of 1af5d81a79f3409394a537182ef343ba for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:01.300370 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa1d7409-679e-4a64-8bab-e107f54ccffa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.323245 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6414d28b-3065-47ee-8bbb-31bd13ee44eb req-c3f6a8ac-11fe-4c94-9832-94e0c8508cb2 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122935 Jul 16 17:55:01.349704 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.350266 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9d5a56-190a-44be-bce8-f79e57b2d946 x-openstack-request-id: req-cb9d5a56-190a-44be-bce8-f79e57b2d946 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:01.350266 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f", "name": "network-vif-deleted", "tag": "d08b8256-15e1-476b-afbe-1228d0f876b4", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:01.350266 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb9d5a56-190a-44be-bce8-f79e57b2d946 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:01.350266 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f', 'name': 'network-vif-deleted', 'tag': 'd08b8256-15e1-476b-afbe-1228d0f876b4', 'status': 'completed', 'code': 200} Jul 16 17:55:01.353332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b1829d-b945-42f0-b2b1-55c43e723c32 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:01.357804 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e43666-b470-4bfc-a87f-f67e009b4076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.388099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e43666-b470-4bfc-a87f-f67e009b4076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.460369 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e43666-b470-4bfc-a87f-f67e009b4076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.464560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79e43666-b470-4bfc-a87f-f67e009b4076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.465831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-79e43666-b470-4bfc-a87f-f67e009b4076 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b051cba-1a52-4934-b069-f40a89e4c94d HTTP/1.1" status: 204 len: 168 time: 0.2434494 Jul 16 17:55:01.475922 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 21b1829d-b945-42f0-b2b1-55c43e723c32, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=21b1829d-b945-42f0-b2b1-55c43e723c32,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:01.486426 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.491303 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.501891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e43666-b470-4bfc-a87f-f67e009b4076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b051cba-1a52-4934-b069-f40a89e4c94d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:01.617067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 89aa06fa-5262-4f42-bc11-eb285eb12f31, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=89aa06fa-5262-4f42-bc11-eb285eb12f31,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:01.653324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d7d4c5-44a3-4842-9a08-0f4226cb435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa06fa-5262-4f42-bc11-eb285eb12f31'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:01.665776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa1d7409-679e-4a64-8bab-e107f54ccffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.677263 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748c6b41-5aa7-402a-80a3-0fbd9b28b050" -d '{"events": [{"server_uuid": "a8d7d4c5-44a3-4842-9a08-0f4226cb435e", "name": "network-vif-plugged", "status": "completed", "tag": "89aa06fa-5262-4f42-bc11-eb285eb12f31"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:01.683028 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.787615 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d7409-679e-4a64-8bab-e107f54ccffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9128c187-0dcc-4b2d-a7a9-7d554e016ae8,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:01.798560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d7409-679e-4a64-8bab-e107f54ccffa admin admin] Checking segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:01.798919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d7409-679e-4a64-8bab-e107f54ccffa admin admin] Network hostable DHCP agents. Network: ce5910f5-8a6a-42c9-ae15-dd85a86886b0, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:01.824620 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d7409-679e-4a64-8bab-e107f54ccffa admin admin] Network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:01.838494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['21b1829d-b945-42f0-b2b1-55c43e723c32'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:01.841262 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45165a4e-c99d-4819-af8a-0a2d2a734d18 x-openstack-request-id: req-45165a4e-c99d-4819-af8a-0a2d2a734d18 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:01.848342 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d7d4c5-44a3-4842-9a08-0f4226cb435e", "name": "network-vif-plugged", "status": "completed", "tag": "89aa06fa-5262-4f42-bc11-eb285eb12f31", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:01.848768 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45165a4e-c99d-4819-af8a-0a2d2a734d18 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:01.849122 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d7d4c5-44a3-4842-9a08-0f4226cb435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa06fa-5262-4f42-bc11-eb285eb12f31', 'code': 200} Jul 16 17:55:01.850837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fa1d7409-679e-4a64-8bab-e107f54ccffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, ce5910f5-8a6a-42c9-ae15-dd85a86886b0) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:01.860369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d7409-679e-4a64-8bab-e107f54ccffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:01.861870 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa1d7409-679e-4a64-8bab-e107f54ccffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.914215 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fa1d7409-679e-4a64-8bab-e107f54ccffa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6542575 Jul 16 17:55:01.915680 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51622) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:01.924885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:01.942812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a39d9d9-d186-4ebd-9253-a8b943664c5a None None] Network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:01.960631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=21b1829d-b945-42f0-b2b1-55c43e723c32,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:01.982444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed372916-a1f5-4213-89e4-f53b7f512d4b req-e56ff242-6081-45d1-9842-b2c8e1b7e9e1 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:01.985949 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed372916-a1f5-4213-89e4-f53b7f512d4b req-e56ff242-6081-45d1-9842-b2c8e1b7e9e1 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 945 time: 0.1563809 Jul 16 17:55:01.999197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.003458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.191705 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed372916-a1f5-4213-89e4-f53b7f512d4b req-289da9dc-f658-4cbf-a90f-d0f7c5c923b3 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909573 Jul 16 17:55:02.206097 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.216899 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=89aa06fa-5262-4f42-bc11-eb285eb12f31,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:02.358292 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f41d50b-4ea4-4123-ae37-0ab17464aa6d req-02c2a663-706e-48d6-9550-5f914d18ce9c tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=340efb9f-00c0-4fd1-a7b7-17d7d7d02e9f HTTP/1.1" status: 200 len: 210 time: 0.1025896 Jul 16 17:55:02.367795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fdc99-44f4-4dbd-a551-99e323347cf9 req-e33262a7-e235-403e-a394-db19aab9fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.369506 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e1fdc99-44f4-4dbd-a551-99e323347cf9 req-e33262a7-e235-403e-a394-db19aab9fa5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 1097 time: 0.3032899 Jul 16 17:55:02.491795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e1fdc99-44f4-4dbd-a551-99e323347cf9 req-cc26d144-9a0b-4c2b-8201-1de6455cf283 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128359 Jul 16 17:55:02.564527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:02.565759 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.593192 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.763642 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022b24a-622c-4f57-9e7e-0cf2d1764b07 req-26dac5b6-18f8-4cf4-b05b-855ef492bb6b tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.772434 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7022b24a-622c-4f57-9e7e-0cf2d1764b07 req-26dac5b6-18f8-4cf4-b05b-855ef492bb6b tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.1669624 Jul 16 17:55:02.802147 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6effb-184a-403f-a240-1a76d77694ea req-2d4e56ef-bdc9-419b-9fba-8f331a6e34c4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.803753 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa6effb-184a-403f-a240-1a76d77694ea req-2d4e56ef-bdc9-419b-9fba-8f331a6e34c4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 945 time: 0.1494448 Jul 16 17:55:02.876757 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7022b24a-622c-4f57-9e7e-0cf2d1764b07 req-d994676f-664f-4f43-b555-c0e1ef996b3b tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967190 Jul 16 17:55:02.901747 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa6effb-184a-403f-a240-1a76d77694ea req-36708c5f-d6d3-4d13-8e60-555678fb7d44 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919662 Jul 16 17:55:02.939605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d08b8256-15e1-476b-afbe-1228d0f876b4 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:02.953253 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.976453 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: d08b8256-15e1-476b-afbe-1228d0f876b4 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:02.976804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d08b8256-15e1-476b-afbe-1228d0f876b4 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:02.991375 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.995749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Allocated IP 172.20.0.2 (ce5910f5-8a6a-42c9-ae15-dd85a86886b0/9128c187-0dcc-4b2d-a7a9-7d554e016ae8/fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:03.118390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Allocated IP 172.25.3.210 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/d958aa50-d95a-4962-acd8-2d99d154e99d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:03.204128 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.213458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Transition to ACTIVE for port object fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:03.233342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Transition to ACTIVE for port object fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:03.249596 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.253956 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.304086 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:03.305602 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.307659 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:03.317277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:03.400167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:03.413504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:03.417472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:03.479844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Pushing event updated for resources: {'Port': ['ID=fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.490893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Attempting to bind port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:03.496075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Attempting to bind port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:03.496853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Attempting to bind port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:03.517322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:03.518417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Checking segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:03.520813 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.521683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Bound using segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:03.522465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Bound port: fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:03.524730 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.550476 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51672) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:03.606903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Pushing event updated for resources: {'Port': ['ID=d958aa50-d95a-4962-acd8-2d99d154e99d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.620807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fab77e-0c3a-4c88-9b9c-0fe18f4f33d2 req-653cf081-fa55-41cd-818f-383ce384128b tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:03.624724 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0fab77e-0c3a-4c88-9b9c-0fe18f4f33d2 req-653cf081-fa55-41cd-818f-383ce384128b tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 945 time: 0.1920645 Jul 16 17:55:03.673895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] For port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:03.695856 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] For port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:03.712092 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.743614 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0fab77e-0c3a-4c88-9b9c-0fe18f4f33d2 req-f396cef6-89b0-41bb-9b86-460894ce8734 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101146 Jul 16 17:55:03.762262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.850735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02324aa4-3817-41a0-a961-c80b47d68736 None None] Pushing event updated for resources: {'Port': ['ID=fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.878392 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97bb2749-fd7a-44d3-91a6-d8b367b6cd7a req-3fcad664-0a80-4b29-9e6f-ae2d0948ca97 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/9cdb7041-da44-48be-8e83-b92cea7fbe6a HTTP/1.1" status: 200 len: 1801 time: 0.0908718 Jul 16 17:55:03.946178 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce17bc79-7eec-406f-97f0-cffb7a14fcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.990341 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97bb2749-fd7a-44d3-91a6-d8b367b6cd7a req-fa9d9147-961a-442f-b19d-aead1c803c79 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.063283 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97bb2749-fd7a-44d3-91a6-d8b367b6cd7a req-fa9d9147-961a-442f-b19d-aead1c803c79 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.198482 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.390364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Router 140ff918-c1f2-4679-979b-adeaf3c4a198 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:04.511608 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:04.523073 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Sync routers for ids ['140ff918-c1f2-4679-979b-adeaf3c4a198'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:04.532972 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Routers {'140ff918-c1f2-4679-979b-adeaf3c4a198'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:04.533527 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:54:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['140ff918-c1f2-4679-979b-adeaf3c4a198'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:04.600663 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97bb2749-fd7a-44d3-91a6-d8b367b6cd7a req-fa9d9147-961a-442f-b19d-aead1c803c79 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.603309 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-97bb2749-fd7a-44d3-91a6-d8b367b6cd7a req-fa9d9147-961a-442f-b19d-aead1c803c79 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.604512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97bb2749-fd7a-44d3-91a6-d8b367b6cd7a req-fa9d9147-961a-442f-b19d-aead1c803c79 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "DELETE /v2.0/security-groups/9cdb7041-da44-48be-8e83-b92cea7fbe6a HTTP/1.1" status: 204 len: 173 time: 0.7253249 Jul 16 17:55:04.613076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60b756-b5c9-4d4e-8a15-5a4c5da7e79f req-77a4e230-534a-446e-b9e7-ee9b9c6983dc tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.620151 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b60b756-b5c9-4d4e-8a15-5a4c5da7e79f req-77a4e230-534a-446e-b9e7-ee9b9c6983dc tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.5387177 Jul 16 17:55:04.666742 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Set router 140ff918-c1f2-4679-979b-adeaf3c4a198 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:04.670092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce17bc79-7eec-406f-97f0-cffb7a14fcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.673923 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d9147-961a-442f-b19d-aead1c803c79 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdb7041-da44-48be-8e83-b92cea7fbe6a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:04.680505 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce17bc79-7eec-406f-97f0-cffb7a14fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.681104 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.682568 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c6b86b2d-7185-46a0-b58a-f60c1858afb5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7657325 Jul 16 17:55:04.685218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51700) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:04.759526 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b60b756-b5c9-4d4e-8a15-5a4c5da7e79f req-f4cd52c3-c804-49af-bc09-23b9a2dde01f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377628 Jul 16 17:55:04.791764 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ce17bc79-7eec-406f-97f0-cffb7a14fcc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bedf014aa6a4914b11b02d4167f7f94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2401025 Jul 16 17:55:04.815778 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51706) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:04.829525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17bc79-7eec-406f-97f0-cffb7a14fcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dccaeb0-c286-435e-9bd6-0cd6f4d545ba,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:04.835148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 21b1829d-b945-42f0-b2b1-55c43e723c32 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:04.885437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce698d-1554-480f-a442-492436e2f46c req-5c7728a3-5eba-4ed7-8386-040e631a14ed tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.895618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a3ce698d-1554-480f-a442-492436e2f46c req-5c7728a3-5eba-4ed7-8386-040e631a14ed tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 945 time: 0.1214194 Jul 16 17:55:04.956123 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 3, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:04.957393 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a3ce698d-1554-480f-a442-492436e2f46c req-d3b4dc4a-3fb6-493c-a792-cb4410262355 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558934 Jul 16 17:55:04.966008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 21b1829d-b945-42f0-b2b1-55c43e723c32 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:04.975449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 21b1829d-b945-42f0-b2b1-55c43e723c32 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:04.976294 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.042878 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Checking router: 140ff918-c1f2-4679-979b-adeaf3c4a198 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:05.043432 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Updating router 140ff918-c1f2-4679-979b-adeaf3c4a198 port d958aa50-d95a-4962-acd8-2d99d154e99d binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:05.099813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea9e62a7-b4ec-4002-9f56-836592450d98 req-d6c793ef-af2d-415c-b0af-1dce966b39a1 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/e9475417-dc33-4cf7-974a-5c8db22f1842 HTTP/1.1" status: 200 len: 1801 time: 0.1072590 Jul 16 17:55:05.103482 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.137289 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84bde73b-2f79-49cb-a128-347990a0c57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.158690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:05.200774 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84bde73b-2f79-49cb-a128-347990a0c57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.206583 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ea9e62a7-b4ec-4002-9f56-836592450d98 req-6c1c4ecb-1774-4f81-99b2-39bf8c184f78 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.224226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7480b49f-d8f8-4cb9-b406-7fd279630ffa None None] Network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:05.236165 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ea9e62a7-b4ec-4002-9f56-836592450d98 req-6c1c4ecb-1774-4f81-99b2-39bf8c184f78 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.293515 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ea9e62a7-b4ec-4002-9f56-836592450d98 req-6c1c4ecb-1774-4f81-99b2-39bf8c184f78 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.296674 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ea9e62a7-b4ec-4002-9f56-836592450d98 req-6c1c4ecb-1774-4f81-99b2-39bf8c184f78 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.307362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea9e62a7-b4ec-4002-9f56-836592450d98 req-6c1c4ecb-1774-4f81-99b2-39bf8c184f78 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "DELETE /v2.0/security-groups/e9475417-dc33-4cf7-974a-5c8db22f1842 HTTP/1.1" status: 204 len: 173 time: 0.2012322 Jul 16 17:55:05.336650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c4ecb-1774-4f81-99b2-39bf8c184f78 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9475417-dc33-4cf7-974a-5c8db22f1842,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:05.394124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bb655dcd-915d-45ff-a517-e74ec4df86a1 None None] Provisioning for port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:05.406325 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.449718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84bde73b-2f79-49cb-a128-347990a0c57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.458123 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84bde73b-2f79-49cb-a128-347990a0c57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.461272 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-84bde73b-2f79-49cb-a128-347990a0c57f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1dccaeb0-c286-435e-9bd6-0cd6f4d545ba HTTP/1.1" status: 204 len: 168 time: 0.6416068 Jul 16 17:55:05.477209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bde73b-2f79-49cb-a128-347990a0c57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dccaeb0-c286-435e-9bd6-0cd6f4d545ba,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:05.566108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:05.588029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7f7897-ec66-4a82-adff-10df20519a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b1829d-b945-42f0-b2b1-55c43e723c32'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:05.590666 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4d0196-2de9-438d-a37c-5ddbb970585e" -d '{"events": [{"server_uuid": "bc7f7897-ec66-4a82-adff-10df20519a16", "name": "network-vif-plugged", "status": "completed", "tag": "21b1829d-b945-42f0-b2b1-55c43e723c32"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:05.612694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d776b-f859-421a-9437-c0482a3f912b req-74ee0e9b-8fb6-4f75-af52-bd3dc3fcf1b2 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:05.627246 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-434d776b-f859-421a-9437-c0482a3f912b req-74ee0e9b-8fb6-4f75-af52-bd3dc3fcf1b2 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 945 time: 0.1416628 Jul 16 17:55:05.632295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:05.632897 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.636572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 21b1829d-b945-42f0-b2b1-55c43e723c32, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=21b1829d-b945-42f0-b2b1-55c43e723c32,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:05.707033 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.708038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-434d776b-f859-421a-9437-c0482a3f912b req-caf148b9-6160-4add-b12a-2cceaa01ec65 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680587 Jul 16 17:55:05.740958 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.759979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-0ede3e08-33b8-4532-a93f-3f3e1efd2530 req-bc6817b2-e4d8-4329-9cd5-b55d72c71c30 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-90358754', 'description': 'tempest-description-1451661936'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:05.791088 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.808512 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Transition to ACTIVE for port object d958aa50-d95a-4962-acd8-2d99d154e99d will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:05.818441 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0ede3e08-33b8-4532-a93f-3f3e1efd2530 req-bc6817b2-e4d8-4329-9cd5-b55d72c71c30 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.820941 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.837576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=21b1829d-b945-42f0-b2b1-55c43e723c32,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:05.865869 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e8ea5b-47ba-426b-988a-819139e91336 x-openstack-request-id: req-b7e8ea5b-47ba-426b-988a-819139e91336 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:05.866181 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7f7897-ec66-4a82-adff-10df20519a16", "name": "network-vif-plugged", "status": "completed", "tag": "21b1829d-b945-42f0-b2b1-55c43e723c32", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:05.866481 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7e8ea5b-47ba-426b-988a-819139e91336 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:05.866786 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7f7897-ec66-4a82-adff-10df20519a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b1829d-b945-42f0-b2b1-55c43e723c32', 'code': 200} Jul 16 17:55:06.007093 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Pushing event updated for resources: {'Port': ['ID=d958aa50-d95a-4962-acd8-2d99d154e99d,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:06.019059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.026131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0696b8-01e5-4387-969b-3164d11a07d2 req-7695dc3e-da79-4dcd-92c3-ffb939cf812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:06.028189 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb0696b8-01e5-4387-969b-3164d11a07d2 req-7695dc3e-da79-4dcd-92c3-ffb939cf812b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 1098 time: 0.1242518 Jul 16 17:55:06.028795 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:06.030559 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:06.033792 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:06.034462 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:06.034885 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:06.035725 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:06.036621 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:06.036805 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:06.038755 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:06.039668 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:06.040391 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:06.042004 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:06.049177 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Attempting to bind port d958aa50-d95a-4962-acd8-2d99d154e99d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:06.051375 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Attempting to bind port d958aa50-d95a-4962-acd8-2d99d154e99d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:06.051809 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Attempting to bind port d958aa50-d95a-4962-acd8-2d99d154e99d on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:06.064956 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:06.065292 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:06.066191 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.069494 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:06.070154 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Bound port: d958aa50-d95a-4962-acd8-2d99d154e99d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:06.070793 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.099648 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0ede3e08-33b8-4532-a93f-3f3e1efd2530 req-bc6817b2-e4d8-4329-9cd5-b55d72c71c30 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.114055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:06.120749 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.142275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb0696b8-01e5-4387-969b-3164d11a07d2 req-eaa0c534-edd8-4fec-9495-a4876db103f0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054592 Jul 16 17:55:06.144713 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0ede3e08-33b8-4532-a93f-3f3e1efd2530 req-bc6817b2-e4d8-4329-9cd5-b55d72c71c30 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.174098 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] For port d958aa50-d95a-4962-acd8-2d99d154e99d, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:06.179307 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] For port d958aa50-d95a-4962-acd8-2d99d154e99d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d958aa50-d95a-4962-acd8-2d99d154e99d,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:06.187014 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.188374 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0ede3e08-33b8-4532-a93f-3f3e1efd2530 req-bc6817b2-e4d8-4329-9cd5-b55d72c71c30 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.202727 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ede3e08-33b8-4532-a93f-3f3e1efd2530 req-bc6817b2-e4d8-4329-9cd5-b55d72c71c30 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4515994 Jul 16 17:55:06.203835 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Allocated IP 172.20.0.1 (ce5910f5-8a6a-42c9-ae15-dd85a86886b0/9128c187-0dcc-4b2d-a7a9-7d554e016ae8/78cd36f0-2ea6-4ebd-a492-c2fa91fb0443) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:06.220421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6817b2-e4d8-4329-9cd5-b55d72c71c30 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13523ef-cbc0-4148-b250-48b70f14f075,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:06.289190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:06.332996 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Routers {'140ff918-c1f2-4679-979b-adeaf3c4a198'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:06.333652 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:54:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['140ff918-c1f2-4679-979b-adeaf3c4a198'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:06.338780 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be9f21-d1fd-4138-8d54-e034d53840fa None None] Pushing event updated for resources: {'Port': ['ID=d958aa50-d95a-4962-acd8-2d99d154e99d,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:06.487357 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.491579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a601c9d-4a66-40a0-9532-4785944f4de2 req-ff169494-74e0-4ff2-a4df-29374e6d560f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:06.500813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a601c9d-4a66-40a0-9532-4785944f4de2 req-ff169494-74e0-4ff2-a4df-29374e6d560f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.1391940 Jul 16 17:55:06.521320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Transition to ACTIVE for port object 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:06.534343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6fc923af-507e-44cf-bee5-f72a779868c2 None None] Provisioning complete for port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:06.537168 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6fc923af-507e-44cf-bee5-f72a779868c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.569740 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] Set router 140ff918-c1f2-4679-979b-adeaf3c4a198 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:06.570215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a601c9d-4a66-40a0-9532-4785944f4de2 req-86423f35-a243-4673-989c-9d434f22739c tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667002 Jul 16 17:55:06.575503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.645313 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Pushing event updated for resources: {'Port': ['ID=78cd36f0-2ea6-4ebd-a492-c2fa91fb0443,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:06.659815 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:06.661896 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:06.669040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:06.744133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.783732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fdc44-7b11-4101-9caf-a7fe0f7371df req-9503a33c-a9ca-4584-b0d2-be53d9dc9dd0 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:06.786552 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d99fdc44-7b11-4101-9caf-a7fe0f7371df req-9503a33c-a9ca-4584-b0d2-be53d9dc9dd0 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.1234617 Jul 16 17:55:06.849651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d99fdc44-7b11-4101-9caf-a7fe0f7371df req-7ccbc727-be91-4ebc-8ffc-1012031522c8 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563741 Jul 16 17:55:06.953938 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 3, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:06.995198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52bfc220-709d-44b3-bee3-9a523cdfcfee req-5b167247-7d81-43f4-b25f-9a2a46d095d5 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/a13523ef-cbc0-4148-b250-48b70f14f075 HTTP/1.1" status: 200 len: 1799 time: 0.0925071 Jul 16 17:55:07.008833 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-52bfc220-709d-44b3-bee3-9a523cdfcfee req-84a1a3fc-eb79-4455-9554-ceb7c0b80005 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1693987799', 'description': 'tempest-description-hth-59002650'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:07.045987 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.057316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1af3955b-ff69-493c-a667-7218e39709ba None None] Provisioning for port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:07.061061 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52bfc220-709d-44b3-bee3-9a523cdfcfee req-84a1a3fc-eb79-4455-9554-ceb7c0b80005 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.077437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1af3955b-ff69-493c-a667-7218e39709ba None None] Provisioning complete for port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:07.077847 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1af3955b-ff69-493c-a667-7218e39709ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.080753 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd382e5-3ade-412b-9b5f-9132fe056615 None None] The sync data for ids ['140ff918-c1f2-4679-979b-adeaf3c4a198'] in n-d-787205-10 is: [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:03Z', 'revision_number': 3, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:07.135889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51768) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:07.159631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:07.163637 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52bfc220-709d-44b3-bee3-9a523cdfcfee req-84a1a3fc-eb79-4455-9554-ceb7c0b80005 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.169255 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52bfc220-709d-44b3-bee3-9a523cdfcfee req-84a1a3fc-eb79-4455-9554-ceb7c0b80005 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.174627 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52bfc220-709d-44b3-bee3-9a523cdfcfee req-84a1a3fc-eb79-4455-9554-ceb7c0b80005 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.190073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52bfc220-709d-44b3-bee3-9a523cdfcfee req-84a1a3fc-eb79-4455-9554-ceb7c0b80005 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "PUT /v2.0/security-groups/a13523ef-cbc0-4148-b250-48b70f14f075 HTTP/1.1" status: 200 len: 1773 time: 0.1865098 Jul 16 17:55:07.247387 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:07.247773 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.298605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1a3fc-eb79-4455-9554-ceb7c0b80005 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13523ef-cbc0-4148-b250-48b70f14f075,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:07.305020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1af3955b-ff69-493c-a667-7218e39709ba None None] Port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:07.410506 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.416520 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.662071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bffdf69e-2fbc-4c25-aace-2928b5bc83c3 req-c5261805-6f3a-438c-86ca-1105493a478e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/a13523ef-cbc0-4148-b250-48b70f14f075 HTTP/1.1" status: 200 len: 1773 time: 0.0880265 Jul 16 17:55:07.690250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd98b9d-84c4-4698-aa20-acf220dacd83 req-34598b33-4020-4e32-97b9-cdde6bf50562 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:07.696509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5dd98b9d-84c4-4698-aa20-acf220dacd83 req-34598b33-4020-4e32-97b9-cdde6bf50562 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 945 time: 0.1317117 Jul 16 17:55:07.719153 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:55:07.739813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5dd98b9d-84c4-4698-aa20-acf220dacd83 req-331b1939-c620-45b1-a54c-f02ac2b80105 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Jul 16 17:55:07.788537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-network', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:07.830681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Made reservation on behalf of c7349a148e134b5683f0785cc9b17e75 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:07.833112 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.850673 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.901291 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:07.925297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Pushing event updated for resources: {'Port': ['ID=78cd36f0-2ea6-4ebd-a492-c2fa91fb0443,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:07.990789 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63728feb-3443-4901-b385-0fa66f7e9bf4 req-cddceb28-b50d-48aa-a998-054ef3d45f09 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/a13523ef-cbc0-4148-b250-48b70f14f075 HTTP/1.1" status: 200 len: 1773 time: 0.1138234 Jul 16 17:55:08.071380 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-63728feb-3443-4901-b385-0fa66f7e9bf4 req-6e13c946-13f2-459e-b015-03588f469d59 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.083869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:08.088256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:08.111534 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-63728feb-3443-4901-b385-0fa66f7e9bf4 req-6e13c946-13f2-459e-b015-03588f469d59 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.164953 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-63728feb-3443-4901-b385-0fa66f7e9bf4 req-6e13c946-13f2-459e-b015-03588f469d59 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.168359 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-63728feb-3443-4901-b385-0fa66f7e9bf4 req-6e13c946-13f2-459e-b015-03588f469d59 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.177721 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.180458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63728feb-3443-4901-b385-0fa66f7e9bf4 req-6e13c946-13f2-459e-b015-03588f469d59 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "DELETE /v2.0/security-groups/a13523ef-cbc0-4148-b250-48b70f14f075 HTTP/1.1" status: 204 len: 173 time: 0.1877899 Jul 16 17:55:08.191787 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.213497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44402895-2ce7-4fd8-a192-753f51a527db req-9d7705c7-7a34-4745-b94f-910786cd05e4 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:08.213941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:08.222530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44402895-2ce7-4fd8-a192-753f51a527db req-9d7705c7-7a34-4745-b94f-910786cd05e4 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.2989962 Jul 16 17:55:08.229795 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.230543 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Added segment 4267a539-f49e-47bf-8429-4a7da7bd9320 of type vlan for network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 Jul 16 17:55:08.250675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13c946-13f2-459e-b015-03588f469d59 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13523ef-cbc0-4148-b250-48b70f14f075,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:08.312688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44402895-2ce7-4fd8-a192-753f51a527db req-b3dc539d-9729-44ac-943b-8b34dd942626 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879722 Jul 16 17:55:08.334238 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.429716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.430875 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:08.431468 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.518747 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3759177 Jul 16 17:55:08.522007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51802) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:08.522985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7288506b-1b9d-4bf5-afc4-06a6bc4e86de,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:08.549623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6319d92d-93b8-401b-be17-0b8bfea49cf7 None None] Provisioning complete for port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:08.550241 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6319d92d-93b8-401b-be17-0b8bfea49cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.553286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-69d560ff-3481-462c-81f7-222f07660e1f admin admin] Request body: {'subnet': {'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-subnet', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:08.568810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86c18e-5106-4fcb-b1be-81afd56cedac admin admin] Pushing event updated for resources: {'Network': ['ID=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:08.581860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Router 140ff918-c1f2-4679-979b-adeaf3c4a198 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:08.615588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:08.666344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d560ff-3481-462c-81f7-222f07660e1f admin admin] Made reservation on behalf of c7349a148e134b5683f0785cc9b17e75 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:08.668908 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69d560ff-3481-462c-81f7-222f07660e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.686296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6319d92d-93b8-401b-be17-0b8bfea49cf7 None None] Port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:08.690724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb04ee4-65d7-45e3-be20-a1c0b51d3a1d req-eea893b0-529e-469c-a150-1fb71de5c4c6 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:08.692652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-efb04ee4-65d7-45e3-be20-a1c0b51d3a1d req-eea893b0-529e-469c-a150-1fb71de5c4c6 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.1948051 Jul 16 17:55:08.754903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:08.762182 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1489e089-445f-45f0-8923-97dd98d53b6c admin admin] 10.222.0.24 "PUT /v2.0/routers/140ff918-c1f2-4679-979b-adeaf3c4a198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0746541 Jul 16 17:55:08.770566 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-efb04ee4-65d7-45e3-be20-a1c0b51d3a1d req-e3caad52-11dd-40b4-9b70-dc92ecde2835 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565717 Jul 16 17:55:08.943125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51818) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:09.015996 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69d560ff-3481-462c-81f7-222f07660e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.150896 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d958aa50-d95a-4962-acd8-2d99d154e99d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:09.168149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d560ff-3481-462c-81f7-222f07660e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:09.193343 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e53f9b08-fd2e-48f8-9825-34f006eff060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.194412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d560ff-3481-462c-81f7-222f07660e1f admin admin] Checking segment: {'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:09.195022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d560ff-3481-462c-81f7-222f07660e1f admin admin] Network hostable DHCP agents. Network: 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:09.235437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d560ff-3481-462c-81f7-222f07660e1f admin admin] Network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:09.251325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-69d560ff-3481-462c-81f7-222f07660e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:09.265618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d560ff-3481-462c-81f7-222f07660e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:09.266491 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69d560ff-3481-462c-81f7-222f07660e1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.276397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd15abd-9439-435f-bc42-1dba4c57d119 None None] Network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:09.308706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port d958aa50-d95a-4962-acd8-2d99d154e99d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:09.317128 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port d958aa50-d95a-4962-acd8-2d99d154e99d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:09.317858 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.424532 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e53f9b08-fd2e-48f8-9825-34f006eff060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.430573 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e53f9b08-fd2e-48f8-9825-34f006eff060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.440223 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-69d560ff-3481-462c-81f7-222f07660e1f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8947499 Jul 16 17:55:09.440564 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51842) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:09.445201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:09.488421 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.489331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f9b08-fd2e-48f8-9825-34f006eff060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d3e3a7-f368-48e1-9432-3c4e6cba1c83,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:09.490223 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.522166 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e53f9b08-fd2e-48f8-9825-34f006eff060 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d6afdbabb6443fcbde3750d63b39a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5779402 Jul 16 17:55:09.524302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51844) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:09.578197 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.601525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Sync routers for ids ['140ff918-c1f2-4679-979b-adeaf3c4a198'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:09.621452 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Routers {'140ff918-c1f2-4679-979b-adeaf3c4a198'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:09.621915 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.622713 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:54:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['140ff918-c1f2-4679-979b-adeaf3c4a198'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:09.686909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port d958aa50-d95a-4962-acd8-2d99d154e99d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d958aa50-d95a-4962-acd8-2d99d154e99d,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:09.777675 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Set router 140ff918-c1f2-4679-979b-adeaf3c4a198 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:09.824491 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.828949 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.833553 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-a130f3a0-06ce-4c8f-bce8-b792dc402cc7 req-dd88f54d-be8e-44b4-945a-fdec17ab059c tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] show failed (client error): The resource could not be found. Jul 16 17:55:09.835801 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a130f3a0-06ce-4c8f-bce8-b792dc402cc7 req-dd88f54d-be8e-44b4-945a-fdec17ab059c tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/e9475417-dc33-4cf7-974a-5c8db22f1842 HTTP/1.1" status: 404 len: 352 time: 0.0664353 Jul 16 17:55:09.847104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b9c7196-e5ff-45eb-bfc2-939f2d4ec73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.876878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:09.876878 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.915507 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b9c7196-e5ff-45eb-bfc2-939f2d4ec73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.961002 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51854) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:09.972437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e22f4bd1-0420-454e-806b-01a9aa6a63bc tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971692062', 'description': 'tempest-description--830015950'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:10.029871 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b9c7196-e5ff-45eb-bfc2-939f2d4ec73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.032984 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b9c7196-e5ff-45eb-bfc2-939f2d4ec73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.034364 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8b9c7196-e5ff-45eb-bfc2-939f2d4ec73a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1d3e3a7-f368-48e1-9432-3c4e6cba1c83 HTTP/1.1" status: 204 len: 168 time: 0.5091560 Jul 16 17:55:10.035022 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e22f4bd1-0420-454e-806b-01a9aa6a63bc tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.083437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c7196-e5ff-45eb-bfc2-939f2d4ec73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d3e3a7-f368-48e1-9432-3c4e6cba1c83,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:10.167218 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e22f4bd1-0420-454e-806b-01a9aa6a63bc tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.174174 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e22f4bd1-0420-454e-806b-01a9aa6a63bc tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.223007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e22f4bd1-0420-454e-806b-01a9aa6a63bc tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.224278 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e22f4bd1-0420-454e-806b-01a9aa6a63bc tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2575028 Jul 16 17:55:10.227391 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51862) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:10.234047 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-edc4f4ee-0164-42b8-b5a2-fa7126aa07b3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Request body: {'security_group_rule': {'security_group_id': 'a15d3d43-7f0c-4bac-a5ad-9855fb2754aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:10.261455 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f4bd1-0420-454e-806b-01a9aa6a63bc tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:10.296840 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc4f4ee-0164-42b8-b5a2-fa7126aa07b3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.297147 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b57ee2-bce3-4f09-ac48-abe2743c92e1 req-32c2d5f9-5f95-45e2-b195-65bc94cfacc1 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:10.304706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7b57ee2-bce3-4f09-ac48-abe2743c92e1 req-32c2d5f9-5f95-45e2-b195-65bc94cfacc1 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.2676826 Jul 16 17:55:10.352324 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.377076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.396644 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7b57ee2-bce3-4f09-ac48-abe2743c92e1 req-89ebf0de-6cc4-4491-805c-15594ef05ef7 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908914 Jul 16 17:55:10.429107 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc4f4ee-0164-42b8-b5a2-fa7126aa07b3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.436834 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc4f4ee-0164-42b8-b5a2-fa7126aa07b3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.439633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd9ebd-5b6d-45c9-bed3-ef9d66d2ebd0 req-b71686ef-331f-4824-9d11-a48ee8c75a21 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:10.440613 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Allocated IP 172.20.0.2 (7b1c0ab0-9cf4-4dab-b364-0315c4cf4464/6c5bc86c-8c4e-4658-a6cc-3e2bd9572995/64638c3c-cd31-4d46-9363-ce03b898cd7d) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:10.442317 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ecbd9ebd-5b6d-45c9-bed3-ef9d66d2ebd0 req-b71686ef-331f-4824-9d11-a48ee8c75a21 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.2816389 Jul 16 17:55:10.468071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4f4ee-0164-42b8-b5a2-fa7126aa07b3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aaf4cbf-260b-433d-9a23-09fd7dcdf8b2,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:10.488529 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc4f4ee-0164-42b8-b5a2-fa7126aa07b3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.491063 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-edc4f4ee-0164-42b8-b5a2-fa7126aa07b3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2613451 Jul 16 17:55:10.493448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51866) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:10.501422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-cf0981b0-16ec-4637-97d1-07b9c5f86ee3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Request body: {'security_group_rule': {'security_group_id': 'a15d3d43-7f0c-4bac-a5ad-9855fb2754aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:10.510399 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-ab6d24d6-b38c-44c5-8148-bb5fa8e5ea7a req-68a37eef-c6ef-4a30-a742-55dbc9ae124a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] show failed (client error): The resource could not be found. Jul 16 17:55:10.512277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=d958aa50-d95a-4962-acd8-2d99d154e99d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:10.523029 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab6d24d6-b38c-44c5-8148-bb5fa8e5ea7a req-68a37eef-c6ef-4a30-a742-55dbc9ae124a tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/9cdb7041-da44-48be-8e83-b92cea7fbe6a HTTP/1.1" status: 404 len: 352 time: 0.0793061 Jul 16 17:55:10.582001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51870) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:10.612507 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76ddbb03-db26-4531-950d-905089076a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.617251 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf0981b0-16ec-4637-97d1-07b9c5f86ee3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.620899 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:06Z', 'revision_number': 4, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '78cd36f0-2ea6-4ebd-a492-c2fa91fb0443', 'name': '', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'mac_address': 'fa:16:3e:ef:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:05Z', 'updated_at': '2021-07-16T17:55:07Z', 'revision_number': 2, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'subnets': [{'id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:10.657864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Allocated IP 172.25.3.62 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/13da310d-2775-46c8-b3eb-abb5851d4927) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:10.670788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Checking router: 140ff918-c1f2-4679-979b-adeaf3c4a198 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:10.671152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Updating router 140ff918-c1f2-4679-979b-adeaf3c4a198 port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:10.685327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ecbd9ebd-5b6d-45c9-bed3-ef9d66d2ebd0 req-91b272ab-3b42-426a-83af-d3e5cb1a87d1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108812 Jul 16 17:55:10.739186 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.741361 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.755617 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf0981b0-16ec-4637-97d1-07b9c5f86ee3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.766595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Transition to ACTIVE for port object 64638c3c-cd31-4d46-9363-ce03b898cd7d will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:10.772111 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf0981b0-16ec-4637-97d1-07b9c5f86ee3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.816845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0981b0-16ec-4637-97d1-07b9c5f86ee3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330b39cd-e9fa-45e2-88e9-3f8e53c23835,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:10.869985 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.878694 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76ddbb03-db26-4531-950d-905089076a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.885475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 89aa06fa-5262-4f42-bc11-eb285eb12f31 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:10.887842 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76ddbb03-db26-4531-950d-905089076a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.891199 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-3592ff87-1195-4cc5-a114-a6fc029fc24a req-94b3a7ae-b95d-4563-82e0-09b3a99969c4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] show failed (client error): The resource could not be found. Jul 16 17:55:10.892666 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3592ff87-1195-4cc5-a114-a6fc029fc24a req-94b3a7ae-b95d-4563-82e0-09b3a99969c4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/9da5fad5-e9a3-4872-937a-a0e82517460d HTTP/1.1" status: 404 len: 352 time: 0.0277131 Jul 16 17:55:10.896587 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf0981b0-16ec-4637-97d1-07b9c5f86ee3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.898906 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cf0981b0-16ec-4637-97d1-07b9c5f86ee3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4040284 Jul 16 17:55:10.902899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51880) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:10.911511 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:10.922890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Transition to ACTIVE for port object 64638c3c-cd31-4d46-9363-ce03b898cd7d will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:10.940191 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.954803 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-76ddbb03-db26-4531-950d-905089076a97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b6a8e6ff755461fab969c6da8da80d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714590 Jul 16 17:55:10.956964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddbb03-db26-4531-950d-905089076a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d796d87f-baeb-4d92-bfcd-e95c8abffef2,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:10.958577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51884) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:10.991320 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-3b41011e-cde8-4afe-8382-d187832e26f6 req-52b98a77-cdca-4a1c-a063-b082b1b9215e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] show failed (client error): The resource could not be found. Jul 16 17:55:10.997354 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3b41011e-cde8-4afe-8382-d187832e26f6 req-52b98a77-cdca-4a1c-a063-b082b1b9215e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/2ac08231-ac15-4878-acd9-c509bec64c8b HTTP/1.1" status: 404 len: 352 time: 0.0581825 Jul 16 17:55:11.019688 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.030029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:11.039303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:11.066731 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.078087 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:11.080367 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d958aa50-d95a-4962-acd8-2d99d154e99d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:11.089405 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-64709dcd-8c04-4f75-a418-300d4835f3ec req-5b5df786-5c4e-4f69-a823-4e2b70fb2c21 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] show failed (client error): The resource could not be found. Jul 16 17:55:11.097323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64709dcd-8c04-4f75-a418-300d4835f3ec req-5b5df786-5c4e-4f69-a823-4e2b70fb2c21 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/25c0590e-580a-4167-922e-94f0bdde08ad HTTP/1.1" status: 404 len: 352 time: 0.0664942 Jul 16 17:55:11.165951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:11.170294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Pushing event updated for resources: {'Port': ['ID=64638c3c-cd31-4d46-9363-ce03b898cd7d,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:11.173483 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-979c88d2-1dd5-4244-9a70-e819febe0c87 req-5b84b598-0dd6-4192-9cbf-87c5dd9921cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] show failed (client error): The resource could not be found. Jul 16 17:55:11.174578 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-979c88d2-1dd5-4244-9a70-e819febe0c87 req-5b84b598-0dd6-4192-9cbf-87c5dd9921cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/4c1f278b-d177-4166-99d1-d182a08032d0 HTTP/1.1" status: 404 len: 352 time: 0.0503609 Jul 16 17:55:11.180529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:11.182859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:11.219428 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cde4e21d-eca5-4f3d-88b9-c487adb5eb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.221084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Pushing event updated for resources: {'Port': ['ID=13da310d-2775-46c8-b3eb-abb5851d4927,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:11.237797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:11.238154 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:11.238500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:11.238841 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:11.239180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:11.239519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:11.239849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:11.240605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:11.240605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:11.240877 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:11.241217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:11.241450 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:11.280746 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 89aa06fa-5262-4f42-bc11-eb285eb12f31, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=89aa06fa-5262-4f42-bc11-eb285eb12f31,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:11.291577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cde4e21d-eca5-4f3d-88b9-c487adb5eb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.318798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Attempting to bind port 64638c3c-cd31-4d46-9363-ce03b898cd7d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:11.319513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Attempting to bind port 64638c3c-cd31-4d46-9363-ce03b898cd7d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:11.319884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Attempting to bind port 64638c3c-cd31-4d46-9363-ce03b898cd7d on network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:11.324163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '89aa06fa-5262-4f42-bc11-eb285eb12f31', 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03', 'port_id': '89aa06fa-5262-4f42-bc11-eb285eb12f31', 'mac_address': 'fa:16:3e:b9:df:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda748cb-678b-4f5a-a8c1-3046219bc46b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:11.346131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:11.346504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Checking segment: {'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:11.347122 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.347535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Bound using segment: {'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:11.348053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Bound port: 64638c3c-cd31-4d46-9363-ce03b898cd7d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:11.348409 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.429009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port d958aa50-d95a-4962-acd8-2d99d154e99d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:11.429680 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.505490 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.511900 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.516532 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.535437 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cde4e21d-eca5-4f3d-88b9-c487adb5eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.548187 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cde4e21d-eca5-4f3d-88b9-c487adb5eb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.549767 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cde4e21d-eca5-4f3d-88b9-c487adb5eb87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d796d87f-baeb-4d92-bfcd-e95c8abffef2 HTTP/1.1" status: 204 len: 168 time: 0.5853493 Jul 16 17:55:11.571896 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Transition to ACTIVE for port object 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:11.581694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89aa06fa-5262-4f42-bc11-eb285eb12f31 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:11.621680 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.657040 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] For port 64638c3c-cd31-4d46-9363-ce03b898cd7d, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:11.690083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4e21d-eca5-4f3d-88b9-c487adb5eb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d796d87f-baeb-4d92-bfcd-e95c8abffef2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:11.738249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 89aa06fa-5262-4f42-bc11-eb285eb12f31, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=89aa06fa-5262-4f42-bc11-eb285eb12f31,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:11.786133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] For port 64638c3c-cd31-4d46-9363-ce03b898cd7d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=64638c3c-cd31-4d46-9363-ce03b898cd7d,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:11.797225 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.872955 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.875744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e277b89-11e2-4233-b1a2-016fb6c514fb None None] Pushing event updated for resources: {'Port': ['ID=78cd36f0-2ea6-4ebd-a492-c2fa91fb0443,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:11.954431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a41395-3e5d-4557-b448-d3203e3526f6 req-1b5aee1a-0926-45c4-a707-5cf8fc14a542 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:11.962286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58a41395-3e5d-4557-b448-d3203e3526f6 req-1b5aee1a-0926-45c4-a707-5cf8fc14a542 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.3911719 Jul 16 17:55:11.987822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['89aa06fa-5262-4f42-bc11-eb285eb12f31'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:12.062309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58a41395-3e5d-4557-b448-d3203e3526f6 req-151a1347-3cad-4293-a209-a79d96b5b640 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987697 Jul 16 17:55:12.089024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4475a3a-c918-4dff-aa21-c0f66e449b5e req-56b60313-cf24-48af-bfed-fd6da7ff6ac4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:12.090824 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4475a3a-c918-4dff-aa21-c0f66e449b5e req-56b60313-cf24-48af-bfed-fd6da7ff6ac4 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 1024 time: 0.3926582 Jul 16 17:55:12.102163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Allocated IP 172.25.3.35 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/a207a358-25e1-476f-91a2-945023938443) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:12.162476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Attempting to bind port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:12.162853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Attempting to bind port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:12.163336 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Attempting to bind port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:12.170855 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.200576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:12.200993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Checking segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:12.202009 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.202422 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Bound using segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:12.202922 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Bound port: 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:12.203317 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.221262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=89aa06fa-5262-4f42-bc11-eb285eb12f31,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:12.402765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4475a3a-c918-4dff-aa21-c0f66e449b5e req-9f7e4dd2-1154-4f55-afbd-ee63dfb869ae tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c4576bd-e0ea-4fc4-848d-09329f673ee9&id=f8d77efc-dab5-46c4-849c-533c31761211&id=f4451f42-507b-4093-8f57-7f2fcefc2153&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3019860 Jul 16 17:55:12.610796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf4469-7cf5-4fa8-9e20-767858225570 None None] Pushing event updated for resources: {'Port': ['ID=64638c3c-cd31-4d46-9363-ce03b898cd7d,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:12.645022 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] For port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:12.665517 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] For port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=78cd36f0-2ea6-4ebd-a492-c2fa91fb0443,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:12.678456 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.757567 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.775411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Routers {'140ff918-c1f2-4679-979b-adeaf3c4a198'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:12.782270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:54:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['140ff918-c1f2-4679-979b-adeaf3c4a198'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:12.786571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e277b89-11e2-4233-b1a2-016fb6c514fb None None] Pushing event updated for resources: {'Port': ['ID=78cd36f0-2ea6-4ebd-a492-c2fa91fb0443,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:12.815922 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.974994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event updated for resources: {'Port': ['ID=a207a358-25e1-476f-91a2-945023938443,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.077760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:13.179718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:13.187080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 89aa06fa-5262-4f42-bc11-eb285eb12f31 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:13.227628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac12bc-5ac3-46de-b0a8-f1b9f617033f req-2a4d0129-cc7a-4ca3-aaee-8af5c4bc87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.229470 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44ac12bc-5ac3-46de-b0a8-f1b9f617033f req-2a4d0129-cc7a-4ca3-aaee-8af5c4bc87b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 1100 time: 0.6333961 Jul 16 17:55:13.250054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:13.255700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 64638c3c-cd31-4d46-9363-ce03b898cd7d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:13.399992 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] Set router 140ff918-c1f2-4679-979b-adeaf3c4a198 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:13.416959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f359-f4e3-4654-988e-dc73f968cc12 req-864b9244-6ed4-4b2d-9c27-7f510f372905 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.435667 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c080f359-f4e3-4654-988e-dc73f968cc12 req-864b9244-6ed4-4b2d-9c27-7f510f372905 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.7559805 Jul 16 17:55:13.526376 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e5ee22ca-800a-49ea-ab3a-4fd5d946ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.628668 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 89aa06fa-5262-4f42-bc11-eb285eb12f31 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:13.629192 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.632179 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 64638c3c-cd31-4d46-9363-ce03b898cd7d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:13.661496 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.717678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44ac12bc-5ac3-46de-b0a8-f1b9f617033f req-ad356312-2785-4bb5-8b62-38c8b7bda49c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555862 Jul 16 17:55:13.735308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b49547-4acf-46ce-82a3-c2fd002deb2b req-644ebae5-dcd4-4c42-9c98-cb5b876c9360 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.737802 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e5b49547-4acf-46ce-82a3-c2fd002deb2b req-644ebae5-dcd4-4c42-9c98-cb5b876c9360 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.32 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 1024 time: 0.7595246 Jul 16 17:55:13.837144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed44abe1-6264-4baf-b19d-a604fc1ebbdf None None] Network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:13.902010 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.130297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-af805b73-ba74-43e2-ada5-1fb603f42db9 None None] Provisioning for port 64638c3c-cd31-4d46-9363-ce03b898cd7d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:14.159528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d7d4c5-44a3-4842-9a08-0f4226cb435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa06fa-5262-4f42-bc11-eb285eb12f31'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:14.164608 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2434a780-ff71-4ddd-a030-a59dfdd84141" -d '{"events": [{"server_uuid": "a8d7d4c5-44a3-4842-9a08-0f4226cb435e", "name": "network-vif-plugged", "status": "completed", "tag": "89aa06fa-5262-4f42-bc11-eb285eb12f31"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:14.209330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 89aa06fa-5262-4f42-bc11-eb285eb12f31, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=89aa06fa-5262-4f42-bc11-eb285eb12f31,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:14.222053 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.222946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 438c9670-c08a-4def-be18-d1b8e4f3b98f no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:14.224804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-af805b73-ba74-43e2-ada5-1fb603f42db9 None None] Provisioning complete for port 64638c3c-cd31-4d46-9363-ce03b898cd7d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:14.225356 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af805b73-ba74-43e2-ada5-1fb603f42db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.332938 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=89aa06fa-5262-4f42-bc11-eb285eb12f31,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:14.388932 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:06Z', 'revision_number': 4, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '78cd36f0-2ea6-4ebd-a492-c2fa91fb0443', 'name': '', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'mac_address': 'fa:16:3e:ef:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:05Z', 'updated_at': '2021-07-16T17:55:12Z', 'revision_number': 4, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'subnets': [{'id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:14.464654 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c5a20b-2b03-47cf-8b9d-d5182a495c6a None None] The sync data for ids ['140ff918-c1f2-4679-979b-adeaf3c4a198'] in n-d-787205-10 is: [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:06Z', 'revision_number': 4, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '78cd36f0-2ea6-4ebd-a492-c2fa91fb0443', 'name': '', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'mac_address': 'fa:16:3e:ef:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:05Z', 'updated_at': '2021-07-16T17:55:12Z', 'revision_number': 4, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'subnets': [{'id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:14.538962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c080f359-f4e3-4654-988e-dc73f968cc12 req-e02a4a78-274a-4038-a2dd-ed1dd0cfb6b8 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1023071 Jul 16 17:55:14.653306 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af805b73-ba74-43e2-ada5-1fb603f42db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.848783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-af805b73-ba74-43e2-ada5-1fb603f42db9 None None] For port 64638c3c-cd31-4d46-9363-ce03b898cd7d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=64638c3c-cd31-4d46-9363-ce03b898cd7d,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:14.858122 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af805b73-ba74-43e2-ada5-1fb603f42db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.960581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4746ab-a4e6-4ae0-b307-29d2cb0329fc req-97a26e0b-10f6-4cec-9c7f-03d36bbade93 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:14.975930 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac4746ab-a4e6-4ae0-b307-29d2cb0329fc req-97a26e0b-10f6-4cec-9c7f-03d36bbade93 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 1.5069664 Jul 16 17:55:14.997014 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.082612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af805b73-ba74-43e2-ada5-1fb603f42db9 None None] Pushing event updated for resources: {'Port': ['ID=64638c3c-cd31-4d46-9363-ce03b898cd7d,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:15.098472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 438c9670-c08a-4def-be18-d1b8e4f3b98f details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:15.144101 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.344145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:15.377430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '438c9670-c08a-4def-be18-d1b8e4f3b98f', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '438c9670-c08a-4def-be18-d1b8e4f3b98f', 'mac_address': 'fa:16:3e:a7:53:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:15.400550 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.483652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-e5b49547-4acf-46ce-82a3-c2fd002deb2b req-0d95e76a-4183-434c-8451-f3294e3eecae tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Deleting port 338f1561-7d9e-422d-8c96-d8544b6faf7b {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:15.484791 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e5b49547-4acf-46ce-82a3-c2fd002deb2b req-0d95e76a-4183-434c-8451-f3294e3eecae tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.524788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac4746ab-a4e6-4ae0-b307-29d2cb0329fc req-5ccf4347-bc69-40c7-8adf-991fcb2c21c5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447021 Jul 16 17:55:15.573729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:15.589176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:15.593187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-121dfb68-6f0d-4ae2-ab56-55cff2d0b1b1 None None] Provisioning complete for port 64638c3c-cd31-4d46-9363-ce03b898cd7d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:15.593583 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-121dfb68-6f0d-4ae2-ab56-55cff2d0b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.673294 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.683690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:15.701745 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.790016 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 438c9670-c08a-4def-be18-d1b8e4f3b98f {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:15.849237 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0bb1bd-8992-42b0-855a-b04a83b98341 x-openstack-request-id: req-9a0bb1bd-8992-42b0-855a-b04a83b98341 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:15.849962 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d7d4c5-44a3-4842-9a08-0f4226cb435e", "name": "network-vif-plugged", "status": "completed", "tag": "89aa06fa-5262-4f42-bc11-eb285eb12f31", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:15.850351 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a0bb1bd-8992-42b0-855a-b04a83b98341 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:15.850999 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d7d4c5-44a3-4842-9a08-0f4226cb435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aa06fa-5262-4f42-bc11-eb285eb12f31', 'code': 200} Jul 16 17:55:15.923336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9319785-a5e1-4dd6-8ac0-3c0264fc584f req-624c0f50-7147-4d3e-880e-bf3dfe105468 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:15.933047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9319785-a5e1-4dd6-8ac0-3c0264fc584f req-624c0f50-7147-4d3e-880e-bf3dfe105468 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 1024 time: 0.7924645 Jul 16 17:55:16.068996 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a95b1d4d-6147-4b28-aad1-08665e5104e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.090476 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:55:16.092712 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:55:16.133585 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.139667 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.148398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:16.156794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=438c9670-c08a-4def-be18-d1b8e4f3b98f,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:16.163101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:16.163483 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.169881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9319785-a5e1-4dd6-8ac0-3c0264fc584f req-be712823-6dc0-47cc-bf6e-ee3997b3d24e tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c4576bd-e0ea-4fc4-848d-09329f673ee9&id=f8d77efc-dab5-46c4-849c-533c31761211&id=f4451f42-507b-4093-8f57-7f2fcefc2153&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2348695 Jul 16 17:55:16.172738 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.182806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-e5b49547-4acf-46ce-82a3-c2fd002deb2b req-0d95e76a-4183-434c-8451-f3294e3eecae tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] For port 338f1561-7d9e-422d-8c96-d8544b6faf7b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=338f1561-7d9e-422d-8c96-d8544b6faf7b,segment=NetworkSegment(55c58362-43c3-48ae-8d01-6d895aecf0ee),segment_id=55c58362-43c3-48ae-8d01-6d895aecf0ee)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:16.183646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e5b49547-4acf-46ce-82a3-c2fd002deb2b req-0d95e76a-4183-434c-8451-f3294e3eecae tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.303158 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.326517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-e5b49547-4acf-46ce-82a3-c2fd002deb2b req-0d95e76a-4183-434c-8451-f3294e3eecae tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Calling delete_port for 338f1561-7d9e-422d-8c96-d8544b6faf7b owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:16.368942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=78cd36f0-2ea6-4ebd-a492-c2fa91fb0443,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:16.383639 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.384676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 64638c3c-cd31-4d46-9363-ce03b898cd7d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:16.458291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-cf45ebac-a196-49d0-9448-a4444dbbb607 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2010219 Jul 16 17:55:16.510894 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=78cd36f0-2ea6-4ebd-a492-c2fa91fb0443,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:16.564615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 64638c3c-cd31-4d46-9363-ce03b898cd7d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:16.564889 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.573025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event updated for resources: {'Port': ['ID=a207a358-25e1-476f-91a2-945023938443,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:16.618352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:16.630719 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Sync routers for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:16.643957 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:16.644967 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:16.711009 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.730073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438c9670-c08a-4def-be18-d1b8e4f3b98f {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:16.757869 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:16.773274 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.804617 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.808913 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52006) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:16.809581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-da0e30a7-384f-4087-8218-406ee7d7d9c1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3673489 Jul 16 17:55:16.856116 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.871260 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.872996 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-05e1e266-060a-4a61-9c0e-ed161e7372e4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9687681 Jul 16 17:55:16.903419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-88ae1356-bab4-4ed9-833a-c166380ec286 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:16.912623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-88ae1356-bab4-4ed9-833a-c166380ec286 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4533098 Jul 16 17:55:16.924372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 338f1561-7d9e-422d-8c96-d8544b6faf7b no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:16.943503 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a7979-81d8-4058-816d-a9c8de0fb1bd req-d6b2dba7-5de4-4709-b503-2e658d9b6098 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:16.954545 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a4a7979-81d8-4058-816d-a9c8de0fb1bd req-d6b2dba7-5de4-4709-b503-2e658d9b6098 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.5038867 Jul 16 17:55:17.000224 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:17.008784 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-85010199-27d8-40a6-b3d8-696ac8d12a61 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/quotas/6ccdf17dc6774ef385777e775eb283cf HTTP/1.1" status: 200 len: 375 time: 0.0947933 Jul 16 17:55:17.046695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=438c9670-c08a-4def-be18-d1b8e4f3b98f,revision_number=10']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:17.097487 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-48a35726-d726-4ca8-bc3a-d6ee4f7b2439 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876799 Jul 16 17:55:17.142530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a4a7979-81d8-4058-816d-a9c8de0fb1bd req-b23473fe-abb6-4938-abed-e25d7346aebb tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864438 Jul 16 17:55:17.152815 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e5b49547-4acf-46ce-82a3-c2fd002deb2b req-0d95e76a-4183-434c-8451-f3294e3eecae tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.282186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95e76a-4183-434c-8451-f3294e3eecae tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event deleted for resources: {'Port': ['ID=338f1561-7d9e-422d-8c96-d8544b6faf7b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:17.407449 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.412698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['438c9670-c08a-4def-be18-d1b8e4f3b98f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:17.514148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:17.534539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b49547-4acf-46ce-82a3-c2fd002deb2b req-0d95e76a-4183-434c-8451-f3294e3eecae tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] No DVR routers for this DVR port 338f1561-7d9e-422d-8c96-d8544b6faf7b on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:17.540310 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e5b49547-4acf-46ce-82a3-c2fd002deb2b req-0d95e76a-4183-434c-8451-f3294e3eecae tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.543034 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e5b49547-4acf-46ce-82a3-c2fd002deb2b req-0d95e76a-4183-434c-8451-f3294e3eecae tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.32 "DELETE /v2.0/ports/338f1561-7d9e-422d-8c96-d8544b6faf7b HTTP/1.1" status: 204 len: 173 time: 3.1972136 Jul 16 17:55:17.547547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78916762-c565-4114-8772-329059bf201a', 'name': 'network-vif-deleted', 'tag': '338f1561-7d9e-422d-8c96-d8544b6faf7b'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:17.554815 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0f9f7e-83bb-42a5-8f26-94fb2d00e019" -d '{"events": [{"server_uuid": "78916762-c565-4114-8772-329059bf201a", "name": "network-vif-deleted", "tag": "338f1561-7d9e-422d-8c96-d8544b6faf7b"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:17.627361 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.671726 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:11Z', 'revision_number': 3, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:17.729569 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80959dd8-c019-497b-988b-12df9d2fe3ec req-e75c7684-1323-4918-b69f-5e2f5a551fd0 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:17.743610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-80959dd8-c019-497b-988b-12df9d2fe3ec req-e75c7684-1323-4918-b69f-5e2f5a551fd0 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 948 time: 0.1139843 Jul 16 17:55:17.789405 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Checking router: 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:17.789778 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Updating router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad port 13da310d-2775-46c8-b3eb-abb5851d4927 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:17.809222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:17.809605 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.834691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be1c8bb1-aea6-4bad-9c1c-f2a69ae3fb7c req-2fe5b8be-647a-43e7-abe6-675b2aa93f64 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/ports?device_id=78916762-c565-4114-8772-329059bf201a HTTP/1.1" status: 200 len: 210 time: 0.0602021 Jul 16 17:55:17.851730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:17.854319 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d4310b-1bce-4b6d-af08-4fc7a82fc33e" -d '{"events": [{"server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "name": "network-vif-unplugged", "status": "completed", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:17.863191 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-80959dd8-c019-497b-988b-12df9d2fe3ec req-8510a3ee-d501-4771-b5bf-ef73d788cf8f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169522 Jul 16 17:55:17.990336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e70dabe-40ba-4cd7-935d-f14a43ae731d req-a5479199-78af-4b86-8e1b-9024038a53fd tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 210 time: 0.0598245 Jul 16 17:55:17.995533 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.060612 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e7f466-687e-4530-8cba-e9f29071f882 x-openstack-request-id: req-38e7f466-687e-4530-8cba-e9f29071f882 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:18.061290 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78916762-c565-4114-8772-329059bf201a", "name": "network-vif-deleted", "tag": "338f1561-7d9e-422d-8c96-d8544b6faf7b", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:18.061878 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38e7f466-687e-4530-8cba-e9f29071f882 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:18.062619 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78916762-c565-4114-8772-329059bf201a', 'name': 'network-vif-deleted', 'tag': '338f1561-7d9e-422d-8c96-d8544b6faf7b', 'status': 'completed', 'code': 200} Jul 16 17:55:18.188315 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363ac7bd-e8c1-4e8d-a199-bd9a5905a139 x-openstack-request-id: req-363ac7bd-e8c1-4e8d-a199-bd9a5905a139 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:18.188995 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "name": "network-vif-unplugged", "status": "completed", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:18.189114 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-363ac7bd-e8c1-4e8d-a199-bd9a5905a139 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:18.189707 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f', 'code': 200} Jul 16 17:55:18.232379 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-df63f88e-b620-4296-9ed5-57363d0370f4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--971692062&fields=id&tenant_id=1af5d81a79f3409394a537182ef343ba HTTP/1.1" status: 200 len: 267 time: 0.1414633 Jul 16 17:55:18.514739 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.530318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-24aa8a5d-adae-498e-bc53-0afed7c43546 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:18.538061 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-24aa8a5d-adae-498e-bc53-0afed7c43546 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 812 time: 0.3015735 Jul 16 17:55:18.563551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-a74125c2-599d-43bb-98d5-72c700007d86 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/quotas/1af5d81a79f3409394a537182ef343ba HTTP/1.1" status: 200 len: 375 time: 0.0194149 Jul 16 17:55:18.802451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-7ce68970-1f53-410e-9cff-e777085d5860 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2314384 Jul 16 17:55:18.817328 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.840729 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Transition to ACTIVE for port object 13da310d-2775-46c8-b3eb-abb5851d4927 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:18.856226 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.906196 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.912889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 438c9670-c08a-4def-be18-d1b8e4f3b98f up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:18.972374 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f99767-6b86-42db-8d24-b29a2e4b6a5c None None] Pushing event updated for resources: {'Port': ['ID=13da310d-2775-46c8-b3eb-abb5851d4927,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.005215 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Allocated IP 172.20.0.1 (7b1c0ab0-9cf4-4dab-b364-0315c4cf4464/6c5bc86c-8c4e-4658-a6cc-3e2bd9572995/24843f31-a8b2-4892-b5b5-6b26306d54ca) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:19.013773 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Attempting to bind port 13da310d-2775-46c8-b3eb-abb5851d4927 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:19.016938 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Attempting to bind port 13da310d-2775-46c8-b3eb-abb5851d4927 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:19.017607 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Attempting to bind port 13da310d-2775-46c8-b3eb-abb5851d4927 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:19.027801 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:19.031785 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:19.034677 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.035337 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:19.036055 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Bound port: 13da310d-2775-46c8-b3eb-abb5851d4927, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:19.037797 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.083034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 438c9670-c08a-4def-be18-d1b8e4f3b98f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:19.085308 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.196179 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-53778849-8ad4-47e0-a1fb-e3b317f77edc service neutron] 10.222.0.24 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866770 Jul 16 17:55:19.217623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aa840-8008-4d11-b92b-21ffcecaad78 req-964e18ce-8629-418b-9d3f-24713d564aa1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:19.229822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d5aa840-8008-4d11-b92b-21ffcecaad78 req-964e18ce-8629-418b-9d3f-24713d564aa1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.3464129 Jul 16 17:55:19.235738 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] For port 13da310d-2775-46c8-b3eb-abb5851d4927, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:19.245245 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] For port 13da310d-2775-46c8-b3eb-abb5851d4927, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=13da310d-2775-46c8-b3eb-abb5851d4927,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:19.260991 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.316750 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.322642 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.382522 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Transition to ACTIVE for port object 24843f31-a8b2-4892-b5b5-6b26306d54ca will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:19.402281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:19.410157 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.412056 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d5aa840-8008-4d11-b92b-21ffcecaad78 req-89dda240-cdb1-4d03-99d6-fba8ee9f20bb tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810124 Jul 16 17:55:19.528303 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-3b85d6d8-cf88-48cd-a47b-2987dc08d931 service neutron] 10.222.0.24 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200142 Jul 16 17:55:19.546986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=438c9670-c08a-4def-be18-d1b8e4f3b98f,revision_number=11']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.567163 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:19.575303 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:19.608315 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.694900 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f99767-6b86-42db-8d24-b29a2e4b6a5c None None] Pushing event updated for resources: {'Port': ['ID=13da310d-2775-46c8-b3eb-abb5851d4927,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.754054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:19.768042 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:19.788672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:19.887260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-2b2b83ff-acc0-4cfd-9b2c-1c630dfdd0e4 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615263 Jul 16 17:55:19.914893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.938167 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:20.191196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:20.194262 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a924efce-8495-481c-8707-67ef256bdee7" -d '{"events": [{"server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "name": "network-vif-plugged", "status": "completed", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:20.224738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-b99796a5-28e6-40a0-88a5-44e950dc3417 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.226259 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-b99796a5-28e6-40a0-88a5-44e950dc3417 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3285394 Jul 16 17:55:20.240116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Pushing event updated for resources: {'Port': ['ID=24843f31-a8b2-4892-b5b5-6b26306d54ca,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:20.327313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-69c6ad9f-bcaf-4030-84fa-e0aebd25b69a None None] Provisioning for port 24843f31-a8b2-4892-b5b5-6b26306d54ca completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:20.332770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-69c6ad9f-bcaf-4030-84fa-e0aebd25b69a None None] Provisioning complete for port 24843f31-a8b2-4892-b5b5-6b26306d54ca triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:20.333452 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-69c6ad9f-bcaf-4030-84fa-e0aebd25b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.362384 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Request body: {'port': {'device_id': '4f3e4663-c44f-43de-be3f-797f594ca99e', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '6ccdf17dc6774ef385777e775eb283cf'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:20.397944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-193f1240-7d62-41d1-957c-4bbd58fc25f8 req-be795868-3770-408d-958d-c23ecd988cba tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 210 time: 0.0548601 Jul 16 17:55:20.432727 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.538711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-69c6ad9f-bcaf-4030-84fa-e0aebd25b69a None None] Port 24843f31-a8b2-4892-b5b5-6b26306d54ca cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:20.740489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d675dc7-a3a7-4b18-ad4f-c4cdf2866bdb req-2b2448d1-2924-451c-ba70-06abba0882ec tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 210 time: 0.1146071 Jul 16 17:55:20.767909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Made reservation on behalf of 6ccdf17dc6774ef385777e775eb283cf for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:20.772341 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.785323 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.807634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e83ca-6e50-4970-9cf9-47df342a141f req-8f26c519-8cfa-4c0f-8e25-7ff65f9d6167 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.810242 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-559e83ca-6e50-4970-9cf9-47df342a141f req-8f26c519-8cfa-4c0f-8e25-7ff65f9d6167 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 1101 time: 0.5828125 Jul 16 17:55:20.823382 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:11Z', 'revision_number': 3, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:20.856476 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.864995 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.910281 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc29415-ca23-43e5-9456-be5400d2b43d None None] The sync data for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 is: [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:11Z', 'revision_number': 3, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:20.936190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f454dfcc-61da-4e59-9047-e42ca87415bb req-2556b68a-722e-4edf-a1e5-af5b3fb2d38c tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/f4451f42-507b-4093-8f57-7f2fcefc2153 HTTP/1.1" status: 200 len: 1801 time: 0.1384447 Jul 16 17:55:20.971287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-559e83ca-6e50-4970-9cf9-47df342a141f req-71a5b481-ebc8-4d27-93b1-5f9a90d9caec tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406896 Jul 16 17:55:21.051627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.056120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Pushing event updated for resources: {'Port': ['ID=24843f31-a8b2-4892-b5b5-6b26306d54ca,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.099244 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ffa787-05dd-4583-a76b-cbd39706f65e x-openstack-request-id: req-22ffa787-05dd-4583-a76b-cbd39706f65e {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:21.099827 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "name": "network-vif-plugged", "status": "completed", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:21.100312 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22ffa787-05dd-4583-a76b-cbd39706f65e {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:21.100923 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f', 'code': 200} Jul 16 17:55:21.164723 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.176568 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.260326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:21.262687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:21.458805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54956ba5-bb47-4916-883a-9efd7ffa651e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.465535 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f454dfcc-61da-4e59-9047-e42ca87415bb req-41a7ec8c-f6e4-4420-8aa2-ed56f91072cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.500585 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f454dfcc-61da-4e59-9047-e42ca87415bb req-41a7ec8c-f6e4-4420-8aa2-ed56f91072cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.596445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:21.609777 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f454dfcc-61da-4e59-9047-e42ca87415bb req-41a7ec8c-f6e4-4420-8aa2-ed56f91072cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.612763 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f454dfcc-61da-4e59-9047-e42ca87415bb req-41a7ec8c-f6e4-4420-8aa2-ed56f91072cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.630350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f454dfcc-61da-4e59-9047-e42ca87415bb req-41a7ec8c-f6e4-4420-8aa2-ed56f91072cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "DELETE /v2.0/security-groups/f4451f42-507b-4093-8f57-7f2fcefc2153 HTTP/1.1" status: 204 len: 173 time: 0.6931753 Jul 16 17:55:21.726530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7ec8c-f6e4-4420-8aa2-ed56f91072cb tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4451f42-507b-4093-8f57-7f2fcefc2153,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.827872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:21.844711 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d378f5b6-a54c-45c1-9b09-d72b76f536a3 admin admin] 10.222.0.24 "PUT /v2.0/routers/5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0251756 Jul 16 17:55:21.884516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Allocated IP 192.168.233.139 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/10b719ad-e06b-42d4-98ed-0f3c47b2dfff) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:21.900267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-07635d3c-36ac-45f5-bb9b-f7db0ff3bc55 None None] Provisioning complete for port 24843f31-a8b2-4892-b5b5-6b26306d54ca triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:21.902637 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-07635d3c-36ac-45f5-bb9b-f7db0ff3bc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.992907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-07635d3c-36ac-45f5-bb9b-f7db0ff3bc55 None None] Port 24843f31-a8b2-4892-b5b5-6b26306d54ca cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:22.095600 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.111188 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Transition to ACTIVE for port object 10b719ad-e06b-42d4-98ed-0f3c47b2dfff will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:22.179028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cea430-347c-4059-98f8-04970ee18ba5 req-be9b44a7-e902-43f5-8198-4a1e46b1905b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.186328 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7cea430-347c-4059-98f8-04970ee18ba5 req-be9b44a7-e902-43f5-8198-4a1e46b1905b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.8678417 Jul 16 17:55:22.194351 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.302304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:22.344275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7cea430-347c-4059-98f8-04970ee18ba5 req-69d9864f-8a5c-4f76-be83-831ed90d9ee5 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570508 Jul 16 17:55:22.346029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:22.363173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:22.493141 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.494454 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.700787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event updated for resources: {'Port': ['ID=10b719ad-e06b-42d4-98ed-0f3c47b2dfff,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:22.723064 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8700b173-2ccb-4897-82f9-06d1ab6cc043 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3802485 Jul 16 17:55:22.748801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Request body: {'port': {'device_id': '4f3e4663-c44f-43de-be3f-797f594ca99e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:22.761963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-766d2fe2-c3c4-40ff-9524-e954bdaf91d9 None None] Provisioning for port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:22.772247 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-766d2fe2-c3c4-40ff-9524-e954bdaf91d9 None None] Provisioning complete for port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:22.772895 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-766d2fe2-c3c4-40ff-9524-e954bdaf91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.776720 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.813207 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e7b1aa2-f834-4a9a-a59f-1a77ece635ac req-0c080ea8-a8ab-4dcd-8391-28f62fb2785b tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "GET /v2.0/security-groups/3c4576bd-e0ea-4fc4-848d-09329f673ee9 HTTP/1.1" status: 200 len: 1798 time: 0.3474705 Jul 16 17:55:22.834769 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-766d2fe2-c3c4-40ff-9524-e954bdaf91d9 None None] Port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:22.840804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-17877a51-194c-48da-a54d-edaa1f709606 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.843024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-17877a51-194c-48da-a54d-edaa1f709606 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 812 time: 0.5808847 Jul 16 17:55:22.913049 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900abfbc-da2d-4de4-9c01-88419b55bb68 req-3619bd29-c049-471c-bcb5-eee8dc448a51 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.920808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-900abfbc-da2d-4de4-9c01-88419b55bb68 req-3619bd29-c049-471c-bcb5-eee8dc448a51 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 936 time: 0.4131613 Jul 16 17:55:22.985888 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.042699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-b18ab172-e197-4bb4-a2dc-b538b687655e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1af5d81a79f3409394a537182ef343ba HTTP/1.1" status: 200 len: 379 time: 0.1865146 Jul 16 17:55:23.048684 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-900abfbc-da2d-4de4-9c01-88419b55bb68 req-79c6f0cb-2862-420e-bd54-665bc20bf1a5 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270099 Jul 16 17:55:23.062844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Request body: {'port': {'device_id': 'c773d083-6bd3-48ce-b375-8f8022019871', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'admin_state_up': True, 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'security_groups': ['a15d3d43-7f0c-4bac-a5ad-9855fb2754aa']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:23.105250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7e7b1aa2-f834-4a9a-a59f-1a77ece635ac req-6de4e2f0-1080-4f32-8b77-c7245124fee9 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.170760 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7e7b1aa2-f834-4a9a-a59f-1a77ece635ac req-6de4e2f0-1080-4f32-8b77-c7245124fee9 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.427376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 13da310d-2775-46c8-b3eb-abb5851d4927 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:23.547822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 13da310d-2775-46c8-b3eb-abb5851d4927 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:23.558601 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 13da310d-2775-46c8-b3eb-abb5851d4927 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:23.559485 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.740299 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.760810 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-430059e4-fd92-4ccd-9c01-d1051fe17b45 req-9d1f1180-212d-4194-97ec-7e01c5059a4e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 210 time: 0.5556405 Jul 16 17:55:23.812145 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7e7b1aa2-f834-4a9a-a59f-1a77ece635ac req-6de4e2f0-1080-4f32-8b77-c7245124fee9 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.814690 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7e7b1aa2-f834-4a9a-a59f-1a77ece635ac req-6de4e2f0-1080-4f32-8b77-c7245124fee9 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.815926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e7b1aa2-f834-4a9a-a59f-1a77ece635ac req-6de4e2f0-1080-4f32-8b77-c7245124fee9 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] 10.222.0.24 "DELETE /v2.0/security-groups/3c4576bd-e0ea-4fc4-848d-09329f673ee9 HTTP/1.1" status: 204 len: 173 time: 0.9948075 Jul 16 17:55:23.821918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52122) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:23.860449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 13da310d-2775-46c8-b3eb-abb5851d4927, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=13da310d-2775-46c8-b3eb-abb5851d4927,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:23.871150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Sync routers for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:23.899399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.944710 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:23.945746 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:23.973208 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e0ce43-9481-47b7-97e8-19188d211f68 admin admin] Deleting subnet ac3d582e-7407-48bf-ac13-931a5adca160 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:55:23.974678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4e2f0-1080-4f32-8b77-c7245124fee9 tempest-SecurityGroupsTestJSON-1474400496 tempest-SecurityGroupsTestJSON-1474400496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4576bd-e0ea-4fc4-848d-09329f673ee9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:23.977004 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ce43-9481-47b7-97e8-19188d211f68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.052411 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ce43-9481-47b7-97e8-19188d211f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.105134 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ce43-9481-47b7-97e8-19188d211f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.109555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=13da310d-2775-46c8-b3eb-abb5851d4927,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:24.144255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Made reservation on behalf of 1af5d81a79f3409394a537182ef343ba for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:24.147944 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.178318 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ce43-9481-47b7-97e8-19188d211f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.220928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0ce43-9481-47b7-97e8-19188d211f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac3d582e-7407-48bf-ac13-931a5adca160,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:24.228061 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ce43-9481-47b7-97e8-19188d211f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.230584 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c6e0ce43-9481-47b7-97e8-19188d211f68 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ac3d582e-7407-48bf-ac13-931a5adca160 HTTP/1.1" status: 204 len: 168 time: 0.4069612 Jul 16 17:55:24.232999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:24.233589 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52134) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:24.333802 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a29f4c5-bd50-4c44-838d-874c4314338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.345889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5099f6-538c-45cf-9b0e-fb376ae29247 req-45aa9a3d-a83a-49be-a242-8f02f50204eb tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:24.347518 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd5099f6-538c-45cf-9b0e-fb376ae29247 req-45aa9a3d-a83a-49be-a242-8f02f50204eb tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 1101 time: 0.3613367 Jul 16 17:55:24.399593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-19e8ed32-a362-4969-b8d4-79dcba29355b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:24.406405 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-19e8ed32-a362-4969-b8d4-79dcba29355b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 820 time: 0.3481610 Jul 16 17:55:24.441841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-06de518e-0d70-400f-a57d-87376e0a338a tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/quotas/c7349a148e134b5683f0785cc9b17e75 HTTP/1.1" status: 200 len: 375 time: 0.0344713 Jul 16 17:55:24.448158 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a29f4c5-bd50-4c44-838d-874c4314338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.470310 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-0a29f4c5-bd50-4c44-838d-874c4314338e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aee331f-bbc0-4f07-bed5-9d8ab81684e6']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:24.487679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-0a29f4c5-bd50-4c44-838d-874c4314338e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c58362-43c3-48ae-8d01-6d895aecf0ee') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:24.488509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-0a29f4c5-bd50-4c44-838d-874c4314338e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c58362-43c3-48ae-8d01-6d895aecf0ee') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:24.502734 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a29f4c5-bd50-4c44-838d-874c4314338e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.538724 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a29f4c5-bd50-4c44-838d-874c4314338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.555709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a29f4c5-bd50-4c44-838d-874c4314338e admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:55:24.556548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a29f4c5-bd50-4c44-838d-874c4314338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:55:24.560220 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:55:24.581988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 2, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:24.601920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd5099f6-538c-45cf-9b0e-fb376ae29247 req-7e743061-5615-49e6-b7df-40a519c319a3 tempest-ServersAdminTestJSON-105374710 tempest-ServersAdminTestJSON-105374710-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430198 Jul 16 17:55:24.628298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b719ad-e06b-42d4-98ed-0f3c47b2dfff {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:24.656506 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.665497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Allocated IP 172.20.0.11 (ce5910f5-8a6a-42c9-ae15-dd85a86886b0/9128c187-0dcc-4b2d-a7a9-7d554e016ae8/44236e70-4da4-4744-b905-861e78acc48e) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:24.687206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Checking router: 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:24.687798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Updating router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad port 24843f31-a8b2-4892-b5b5-6b26306d54ca binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:24.702431 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a29f4c5-bd50-4c44-838d-874c4314338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.703746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Transition to ACTIVE for port object 10b719ad-e06b-42d4-98ed-0f3c47b2dfff will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:24.723195 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.771921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a29f4c5-bd50-4c44-838d-874c4314338e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.782436 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0a29f4c5-bd50-4c44-838d-874c4314338e admin admin] 10.222.0.24 "DELETE /v2.0/networks/7aee331f-bbc0-4f07-bed5-9d8ab81684e6 HTTP/1.1" status: 204 len: 168 time: 0.5475645 Jul 16 17:55:24.785219 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29f4c5-bd50-4c44-838d-874c4314338e admin admin] Pushing event deleted for resources: {'Network': ['ID=7aee331f-bbc0-4f07-bed5-9d8ab81684e6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:24.805265 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-c33bd0d7-8e5b-4b1b-8b11-182822108a26 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3459132 Jul 16 17:55:24.856069 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.921529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Pushing event updated for resources: {'Port': ['ID=10b719ad-e06b-42d4-98ed-0f3c47b2dfff,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:25.037459 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.187382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52150) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:25.246372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-df5361fc-f2b5-4ac5-b405-93b5d7704b23 service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207885 Jul 16 17:55:25.288772 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-687ff1b5-316f-47c5-a637-65fbb63a64a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f1905b62a7d4f5baa8bd3aa69a6ac39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0978830 Jul 16 17:55:25.291825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52152) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:25.304769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Attempting to bind port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:25.305500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Attempting to bind port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:25.306091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Attempting to bind port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:25.321356 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:25.321356 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Attempting to bind port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:25.383451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:25.385594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:25.387421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:25.392814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Bound port: 10b719ad-e06b-42d4-98ed-0f3c47b2dfff, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:25.394523 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.407927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4154a41-5c4d-4145-9860-97f4429d2a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.453796 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4154a41-5c4d-4145-9860-97f4429d2a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.488660 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.506497 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.510309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Transition to ACTIVE for port object 44236e70-4da4-4744-b905-861e78acc48e will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:25.520833 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4154a41-5c4d-4145-9860-97f4429d2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.521836 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Transition to ACTIVE for port object 24843f31-a8b2-4892-b5b5-6b26306d54ca will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:25.525003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4154a41-5c4d-4145-9860-97f4429d2a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.529928 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c4154a41-5c4d-4145-9860-97f4429d2a69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8d77efc-dab5-46c4-849c-533c31761211 HTTP/1.1" status: 204 len: 168 time: 0.2337179 Jul 16 17:55:25.530108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 13da310d-2775-46c8-b3eb-abb5851d4927 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:25.537197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4154a41-5c4d-4145-9860-97f4429d2a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d77efc-dab5-46c4-849c-533c31761211,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:25.552788 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.615727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e79a57-8e4d-4614-ba4c-f6b2487cbd8b None None] Pushing event updated for resources: {'Port': ['ID=24843f31-a8b2-4892-b5b5-6b26306d54ca,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:25.678691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-1cbd4d5d-3fca-417d-8926-a3b4e16a013e service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302423 Jul 16 17:55:25.695689 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.774994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 13da310d-2775-46c8-b3eb-abb5851d4927 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:25.775398 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.797085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] For port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:25.815863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Attempting to bind port 24843f31-a8b2-4892-b5b5-6b26306d54ca on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:25.816281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Attempting to bind port 24843f31-a8b2-4892-b5b5-6b26306d54ca by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:25.816617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Attempting to bind port 24843f31-a8b2-4892-b5b5-6b26306d54ca on network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:25.825299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:25.826144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Checking segment: {'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:25.826415 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.827073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Bound using segment: {'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:25.828144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Bound port: 24843f31-a8b2-4892-b5b5-6b26306d54ca, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:25.828740 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.875456 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:25.888548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:25.892317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:25.911738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c6c4-3bfb-4fed-beaf-796dc31b1a69 req-b3e3572c-a0fe-44a5-bdc3-0352af20ee64 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.930754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fbd1c6c4-3bfb-4fed-beaf-796dc31b1a69 req-b3e3572c-a0fe-44a5-bdc3-0352af20ee64 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.5837071 Jul 16 17:55:25.936924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] For port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=10b719ad-e06b-42d4-98ed-0f3c47b2dfff,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:25.940328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:25.948414 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] For port 24843f31-a8b2-4892-b5b5-6b26306d54ca, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:25.952957 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] For port 24843f31-a8b2-4892-b5b5-6b26306d54ca, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=24843f31-a8b2-4892-b5b5-6b26306d54ca,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:25.975367 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.095164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.098040 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.104297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e79a57-8e4d-4614-ba4c-f6b2487cbd8b None None] Pushing event updated for resources: {'Port': ['ID=24843f31-a8b2-4892-b5b5-6b26306d54ca,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:26.126417 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.194386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:26.195422 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:26.389205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.389205 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.397148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] 10.222.0.32 "PUT /v2.0/ports/10b719ad-e06b-42d4-98ed-0f3c47b2dfff HTTP/1.1" status: 200 len: 1097 time: 3.6554744 Jul 16 17:55:26.406569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fbd1c6c4-3bfb-4fed-beaf-796dc31b1a69 req-d0871f86-9324-4930-91de-7ee5eecaeceb tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006032 Jul 16 17:55:26.407220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3e4663-c44f-43de-be3f-797f594ca99e', 'tag': '10b719ad-e06b-42d4-98ed-0f3c47b2dfff'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:26.416899 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cfca36-bfe4-4339-9412-d9f31a9bd8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3e4663-c44f-43de-be3f-797f594ca99e", "tag": "10b719ad-e06b-42d4-98ed-0f3c47b2dfff"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:26.494146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de935a-9843-4fa8-944e-f02b1ed363c0 service neutron] Pushing event updated for resources: {'Port': ['ID=10b719ad-e06b-42d4-98ed-0f3c47b2dfff,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:26.554295 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-bb28d8a4-5959-4e04-9f31-046c1f44bec6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5004652 Jul 16 17:55:26.593683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Request body: {'port': {'device_id': 'c773d083-6bd3-48ce-b375-8f8022019871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:26.636492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:26.800990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-78f7c8cf-f366-468f-a323-4d6ae88781d4 None None] Provisioning for port 44236e70-4da4-4744-b905-861e78acc48e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:26.817018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-78f7c8cf-f366-468f-a323-4d6ae88781d4 None None] Provisioning complete for port 44236e70-4da4-4744-b905-861e78acc48e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:26.817365 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-78f7c8cf-f366-468f-a323-4d6ae88781d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.863584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e8818-82d4-4817-b162-0746e6652be2 req-106ea64a-6ecc-4854-8e7f-d05929c6462a tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.874564 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-343e8818-82d4-4817-b162-0746e6652be2 req-106ea64a-6ecc-4854-8e7f-d05929c6462a tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 948 time: 0.5666757 Jul 16 17:55:26.895910 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-90e005f2-94e7-4b27-9414-66648d3c300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.898655 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-90e005f2-94e7-4b27-9414-66648d3c300a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 1100 time: 0.3461802 Jul 16 17:55:26.960895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-90a4bde3-ec2e-43c1-a263-dd8403450d86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=10b719ad-e06b-42d4-98ed-0f3c47b2dfff HTTP/1.1" status: 200 len: 217 time: 0.0514407 Jul 16 17:55:26.969648 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.165987 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-343e8818-82d4-4817-b162-0746e6652be2 req-cc2ee9be-3b43-4426-93d9-562fafa2689b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778428 Jul 16 17:55:27.195592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8da222d4-a763-4049-bc13-cc9b7e95090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:27.201451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-8da222d4-a763-4049-bc13-cc9b7e95090b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2279279 Jul 16 17:55:27.311163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-78f7c8cf-f366-468f-a323-4d6ae88781d4 None None] Port 44236e70-4da4-4744-b905-861e78acc48e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:27.391391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:25Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:27.425711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6586668f-7aeb-4282-bf7f-cbd4f2089d0b None None] The sync data for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 is: [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:25Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:27.583829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52194) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:27.629830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-1a47e344-f887-4e0d-99c0-b0fe747a4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:27.632932 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-1a47e344-f887-4e0d-99c0-b0fe747a4363 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4148278 Jul 16 17:55:27.759950 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-109989368-network', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:27.805200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Made reservation on behalf of e1c1be4d2aed49b1b7380e63f23c98a2 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:27.808169 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.823154 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.838385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5853d6d9-1ae4-4001-9281-04d0962324ad req-219df71e-03fb-41d0-ade6-b4ddc363c67f tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 210 time: 0.0911529 Jul 16 17:55:27.896483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11480ef8-8dc3-4523-8755-383b3777ff5f req-80ef64b3-c3ef-4845-9baf-c4d3b575bdbb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:27.898500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11480ef8-8dc3-4523-8755-383b3777ff5f req-80ef64b3-c3ef-4845-9baf-c4d3b575bdbb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 932 time: 0.5273159 Jul 16 17:55:28.062517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44236e70-4da4-4744-b905-861e78acc48e {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:28.077948 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284eab47-1d32-4ff3-a9bf-b150828fcf1d x-openstack-request-id: req-284eab47-1d32-4ff3-a9bf-b150828fcf1d {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:28.078529 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3e4663-c44f-43de-be3f-797f594ca99e", "tag": "10b719ad-e06b-42d4-98ed-0f3c47b2dfff", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:28.078987 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-284eab47-1d32-4ff3-a9bf-b150828fcf1d {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:28.079604 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3e4663-c44f-43de-be3f-797f594ca99e', 'tag': '10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'status': 'completed', 'code': 200} Jul 16 17:55:28.093680 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.102499 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.104929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-dbd1f8c5-a0df-49da-beac-6460fff4f0c6 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558561 Jul 16 17:55:28.109387 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.115143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11480ef8-8dc3-4523-8755-383b3777ff5f req-a4216ffe-c81b-4752-a192-9142dbb6836e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111684 Jul 16 17:55:28.135049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:28.186896 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.187256 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Added segment 4e265437-19f1-41be-808c-3d6f7270f227 of type vlan for network b71f8054-caf1-446c-aa40-26ffb58e9c4a Jul 16 17:55:28.225723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Transition to ACTIVE for port object 44236e70-4da4-4744-b905-861e78acc48e will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:28.237748 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.244494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467237bc-941d-4ee9-a742-7e1f490b058b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:28.296110 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.311558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:28.330524 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbffc94-e3fa-49ad-887d-0fce14626f84 req-c40d2a52-d013-420f-a0fb-c7fcb22a736c service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111855 Jul 16 17:55:28.368441 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.370626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:28.372061 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.514179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] Pushing event updated for resources: {'Network': ['ID=b71f8054-caf1-446c-aa40-26ffb58e9c4a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:28.524562 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-96310428-734e-42cc-8fe1-9d53fec66408 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9391325 Jul 16 17:55:28.529597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52214) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:28.531824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network b71f8054-caf1-446c-aa40-26ffb58e9c4a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:28.542999 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d8513dc3-3896-4567-99db-0d97eba83fbb admin admin] Request body: {'subnet': {'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-109989368-subnet', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:28.582662 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.32', 55331) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:28.725883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8513dc3-3896-4567-99db-0d97eba83fbb admin admin] Made reservation on behalf of e1c1be4d2aed49b1b7380e63f23c98a2 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:28.728260 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8513dc3-3896-4567-99db-0d97eba83fbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.884876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7968b-9ac3-4f5d-873c-cdfc7aae2976 req-a9ba9f9f-81f7-40a0-aed5-9a38a865e962 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:28.896254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68d7968b-9ac3-4f5d-873c-cdfc7aae2976 req-a9ba9f9f-81f7-40a0-aed5-9a38a865e962 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c HTTP/1.1" status: 200 len: 950 time: 0.5642965 Jul 16 17:55:28.926030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfca36-bfe4-4339-9412-d9f31a9bd8d3 req-5cd38f32-134a-422b-9c18-65c3c514b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:28.927849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87cfca36-bfe4-4339-9412-d9f31a9bd8d3 req-5cd38f32-134a-422b-9c18-65c3c514b9eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 1100 time: 0.4524848 Jul 16 17:55:28.935243 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-ebdcdfdc-e10b-48cb-a75a-a6659d45c7d2 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:28.936694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb5022-fa6a-4883-a3df-d5c7de00b943 req-b0a98595-3491-4eab-a1bb-95add6e1bd31 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:28.937481 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-ebdcdfdc-e10b-48cb-a75a-a6659d45c7d2 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.32 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 820 time: 0.3537381 Jul 16 17:55:28.944397 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32eb5022-fa6a-4883-a3df-d5c7de00b943 req-b0a98595-3491-4eab-a1bb-95add6e1bd31 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.5653238 Jul 16 17:55:29.013021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Request body: {'port': {'device_id': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'admin_state_up': True, 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:29.076518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfca36-bfe4-4339-9412-d9f31a9bd8d3 req-0a561424-7ccb-408a-8693-6f188a0942f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:29.078099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87cfca36-bfe4-4339-9412-d9f31a9bd8d3 req-0a561424-7ccb-408a-8693-6f188a0942f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.1190352 Jul 16 17:55:29.087446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Attempting to bind port 44236e70-4da4-4744-b905-861e78acc48e on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:29.088080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Attempting to bind port 44236e70-4da4-4744-b905-861e78acc48e by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:29.088617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Attempting to bind port 44236e70-4da4-4744-b905-861e78acc48e on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:29.187659 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Made reservation on behalf of c7349a148e134b5683f0785cc9b17e75 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:29.192581 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.224424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Port 44236e70-4da4-4744-b905-861e78acc48e on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:29.224789 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Attempting to bind port 44236e70-4da4-4744-b905-861e78acc48e on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:29.234156 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87cfca36-bfe4-4339-9412-d9f31a9bd8d3 req-91760877-faaa-4260-a166-20cce886deba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=10b719ad-e06b-42d4-98ed-0f3c47b2dfff HTTP/1.1" status: 200 len: 217 time: 0.1399832 Jul 16 17:55:29.300929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0225c-66de-49e6-a613-2a25fd5ec793 req-f2a37a90-d070-4f13-9ff2-18c38cc201d4 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:29.303413 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b9a0225c-66de-49e6-a613-2a25fd5ec793 req-f2a37a90-d070-4f13-9ff2-18c38cc201d4 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.32 "GET /v2.0/ports?device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c HTTP/1.1" status: 200 len: 950 time: 0.6958029 Jul 16 17:55:29.357339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68d7968b-9ac3-4f5d-873c-cdfc7aae2976 req-c36c8df4-dfb1-4cc3-952b-86d220fd291f tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597182 Jul 16 17:55:29.366067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:29.366424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Checking segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:29.366832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Bound using segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:29.367284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Bound port: 44236e70-4da4-4744-b905-861e78acc48e, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:29.367658 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.397763 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32eb5022-fa6a-4883-a3df-d5c7de00b943 req-ad57edd8-f4e4-46a1-aac7-2e79bc173cbb tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485486 Jul 16 17:55:29.477124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 24843f31-a8b2-4892-b5b5-6b26306d54ca up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:29.547896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:29.552217 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:29.556694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfca36-bfe4-4339-9412-d9f31a9bd8d3 req-ab94a830-9eee-4e15-9639-13e5a532948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:29.562632 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87cfca36-bfe4-4339-9412-d9f31a9bd8d3 req-ab94a830-9eee-4e15-9639-13e5a532948c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.3021045 Jul 16 17:55:29.567834 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.583102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 24843f31-a8b2-4892-b5b5-6b26306d54ca completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:29.589775 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 24843f31-a8b2-4892-b5b5-6b26306d54ca triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:29.591635 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.727283 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.771775 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:29.772466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.774218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] 10.222.0.32 "PUT /v2.0/ports/44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 200 len: 1093 time: 3.1879764 Jul 16 17:55:29.782494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 24843f31-a8b2-4892-b5b5-6b26306d54ca, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=24843f31-a8b2-4892-b5b5-6b26306d54ca,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:29.790102 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.944374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=24843f31-a8b2-4892-b5b5-6b26306d54ca,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:29.973183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd84907-4063-4792-bee3-59d21e939c05 service neutron] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.307933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Allocated IP 172.20.0.9 (7b1c0ab0-9cf4-4dab-b364-0315c4cf4464/6c5bc86c-8c4e-4658-a6cc-3e2bd9572995/2e3dc549-600f-4001-af3f-efb607a05e10) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:30.337752 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-b9a0225c-66de-49e6-a613-2a25fd5ec793 req-c6951fda-895e-432a-be35-37ec5a01db13 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Deleting port 66775c18-4469-42dd-9ce2-47407b9cb568 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:30.338683 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9a0225c-66de-49e6-a613-2a25fd5ec793 req-c6951fda-895e-432a-be35-37ec5a01db13 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.436879 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8513dc3-3896-4567-99db-0d97eba83fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.505449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'tag': '44236e70-4da4-4744-b905-861e78acc48e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:30.508659 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d20a83-86f3-450d-bc19-c9057c18ccfc" -d '{"events": [{"name": "network-changed", "server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "tag": "44236e70-4da4-4744-b905-861e78acc48e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:30.527810 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa583946-7215-46e9-b9d6-4ec16e310323 req-b308b43b-cffe-4d09-9ed0-f1f08f3bff56 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 210 time: 0.5591266 Jul 16 17:55:30.555508 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e18cf8-4f34-4d68-8268-70361f978ab4 req-76964f55-2721-4620-80c6-b640cbdc402c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:30.557196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50e18cf8-4f34-4d68-8268-70361f978ab4 req-76964f55-2721-4620-80c6-b640cbdc402c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 948 time: 0.9575076 Jul 16 17:55:30.565287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfca36-bfe4-4339-9412-d9f31a9bd8d3 req-952f4a85-9202-4494-a11d-6a0c0d28f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:30.566953 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87cfca36-bfe4-4339-9412-d9f31a9bd8d3 req-952f4a85-9202-4494-a11d-6a0c0d28f154 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9963021 Jul 16 17:55:30.607653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-b9a0225c-66de-49e6-a613-2a25fd5ec793 req-c6951fda-895e-432a-be35-37ec5a01db13 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] For port 66775c18-4469-42dd-9ce2-47407b9cb568, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=66775c18-4469-42dd-9ce2-47407b9cb568,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:30.608043 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9a0225c-66de-49e6-a613-2a25fd5ec793 req-c6951fda-895e-432a-be35-37ec5a01db13 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.612057 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50e18cf8-4f34-4d68-8268-70361f978ab4 req-4b0d3565-939f-4639-b0bf-ad7c4e60e0b4 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421488 Jul 16 17:55:30.650901 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-b9a0225c-66de-49e6-a613-2a25fd5ec793 req-c6951fda-895e-432a-be35-37ec5a01db13 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Calling delete_port for 66775c18-4469-42dd-9ce2-47407b9cb568 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:30.711743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-a70c38f5-3051-4aa9-a1c6-e9429c7faa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:30.713281 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-a70c38f5-3051-4aa9-a1c6-e9429c7faa23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 1096 time: 0.8255339 Jul 16 17:55:30.780475 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87cfca36-bfe4-4339-9412-d9f31a9bd8d3 req-5a6bbcfe-4617-4a52-977d-d8399cbe1eca service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754124 Jul 16 17:55:30.781931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-e17215f8-bb01-4c58-bd7e-ffe87f065316 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 200 len: 217 time: 0.0581930 Jul 16 17:55:30.911693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8513dc3-3896-4567-99db-0d97eba83fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55e17a7-197e-4ffa-bf70-ad013e87cf95,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.923315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8513dc3-3896-4567-99db-0d97eba83fbb admin admin] Checking segment: {'id': '4e265437-19f1-41be-808c-3d6f7270f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:30.924113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8513dc3-3896-4567-99db-0d97eba83fbb admin admin] Network hostable DHCP agents. Network: b71f8054-caf1-446c-aa40-26ffb58e9c4a, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:30.947550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-4a0bc188-df7f-46fd-83fb-c44dfec0491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:30.949053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-4a0bc188-df7f-46fd-83fb-c44dfec0491a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.1515479 Jul 16 17:55:30.971526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8513dc3-3896-4567-99db-0d97eba83fbb admin admin] Network b71f8054-caf1-446c-aa40-26ffb58e9c4a is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:30.997478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 10b719ad-e06b-42d4-98ed-0f3c47b2dfff details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:31.035206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d8513dc3-3896-4567-99db-0d97eba83fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, b71f8054-caf1-446c-aa40-26ffb58e9c4a) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:31.048357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8513dc3-3896-4567-99db-0d97eba83fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.049048 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8513dc3-3896-4567-99db-0d97eba83fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.091692 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.093708 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edda42c-dbde-44f0-a38d-d6de6ec416d0 None None] Network b71f8054-caf1-446c-aa40-26ffb58e9c4a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:31.100687 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269386e2-1dd7-4280-a038-09b0f5421657 req-96da9b3a-01c8-48ee-9441-1963118909a9 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.106886 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d8513dc3-3896-4567-99db-0d97eba83fbb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5751076 Jul 16 17:55:31.108696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52240) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:31.118466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-269386e2-1dd7-4280-a038-09b0f5421657 req-96da9b3a-01c8-48ee-9441-1963118909a9 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.3324695 Jul 16 17:55:31.123145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:31.176367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87cfca36-bfe4-4339-9412-d9f31a9bd8d3 req-5f89d00d-c79b-484c-b384-c27c9d6a77ff service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797133 Jul 16 17:55:31.183549 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.193425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0eedb-0b28-48c6-9c46-8c27fc0cfa01 req-5aaac48a-7c3f-464e-bdd1-4ea7b8d2bc75 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.195242 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.204283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1c0eedb-0b28-48c6-9c46-8c27fc0cfa01 req-5aaac48a-7c3f-464e-bdd1-4ea7b8d2bc75 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 944 time: 0.3495007 Jul 16 17:55:31.248759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-29c07654-2600-42e5-a2c8-ca9e20bb45d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.250425 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-29c07654-2600-42e5-a2c8-ca9e20bb45d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2668507 Jul 16 17:55:31.254374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Transition to ACTIVE for port object 2e3dc549-600f-4001-af3f-efb607a05e10 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:31.266172 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-269386e2-1dd7-4280-a038-09b0f5421657 req-0985bf20-e94f-4e22-913d-dc21cd7920b1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466832 Jul 16 17:55:31.353322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1c0eedb-0b28-48c6-9c46-8c27fc0cfa01 req-34d60a19-9549-49a9-bd35-44d15d8684d9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425347 Jul 16 17:55:31.385734 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.430052 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9a0225c-66de-49e6-a613-2a25fd5ec793 req-c6951fda-895e-432a-be35-37ec5a01db13 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.449218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['66775c18-4469-42dd-9ce2-47407b9cb568', '438c9670-c08a-4def-be18-d1b8e4f3b98f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:31.508395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['124fb0c8-0d86-4985-8ae7-ca67fb213635'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:31.519296 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53381e7f-f9a0-454c-8ffb-9fc458b786e1 x-openstack-request-id: req-53381e7f-f9a0-454c-8ffb-9fc458b786e1 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:31.519643 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "tag": "44236e70-4da4-4744-b905-861e78acc48e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:31.519811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 24843f31-a8b2-4892-b5b5-6b26306d54ca up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:31.519976 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53381e7f-f9a0-454c-8ffb-9fc458b786e1 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:31.520484 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'tag': '44236e70-4da4-4744-b905-861e78acc48e', 'status': 'completed', 'code': 200} Jul 16 17:55:31.529518 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-edca21a2-1f6d-42f0-b3e0-e06bdefbe382 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569187 Jul 16 17:55:31.570385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c5a321af-523a-424a-946c-3e2a0cc5c0cc req-cdae1a3c-b7be-4185-bbf3-7490b0d97888 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=a49a8fc2-0cfe-47a7-8412-cbcca6a4140c HTTP/1.1" status: 200 len: 210 time: 0.0863845 Jul 16 17:55:31.595543 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=10b719ad-e06b-42d4-98ed-0f3c47b2dfff,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:31.609383 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.635229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6951fda-895e-432a-be35-37ec5a01db13 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Pushing event deleted for resources: {'Port': ['ID=66775c18-4469-42dd-9ce2-47407b9cb568,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:31.711585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'mac_address': 'fa:16:3e:c4:9b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:31.780355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:31.789762 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 24843f31-a8b2-4892-b5b5-6b26306d54ca triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:31.792071 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.837927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:31.859309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'fixed_ips': [{'subnet_id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:31.860196 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.918195 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68eb8ac-0865-4c7e-ac07-d89a8ec15930 req-0801c604-a987-41c6-b420-209b6befa4b2 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414104 Jul 16 17:55:31.974610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:31.984579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a0225c-66de-49e6-a613-2a25fd5ec793 req-c6951fda-895e-432a-be35-37ec5a01db13 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] No DVR routers for this DVR port 66775c18-4469-42dd-9ce2-47407b9cb568 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:32.117022 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b9a0225c-66de-49e6-a613-2a25fd5ec793 req-c6951fda-895e-432a-be35-37ec5a01db13 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.124677 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b9a0225c-66de-49e6-a613-2a25fd5ec793 req-c6951fda-895e-432a-be35-37ec5a01db13 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.32 "DELETE /v2.0/ports/66775c18-4469-42dd-9ce2-47407b9cb568 HTTP/1.1" status: 204 len: 173 time: 2.6956301 Jul 16 17:55:32.166680 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49a8fc2-0cfe-47a7-8412-cbcca6a4140c', 'name': 'network-vif-deleted', 'tag': '66775c18-4469-42dd-9ce2-47407b9cb568'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:32.181104 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaa205e-e322-49b4-a9fb-94d71a9685c7" -d '{"events": [{"server_uuid": "a49a8fc2-0cfe-47a7-8412-cbcca6a4140c", "name": "network-vif-deleted", "tag": "66775c18-4469-42dd-9ce2-47407b9cb568"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:32.243074 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.259774 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.262482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Pushing event updated for resources: {'Port': ['ID=2e3dc549-600f-4001-af3f-efb607a05e10,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:32.356861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1c843-8f04-416b-bc52-782575cd7e3b req-3063bd81-765d-4100-bfed-a251ecf2e1df tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.359700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6a1c843-8f04-416b-bc52-782575cd7e3b req-3063bd81-765d-4100-bfed-a251ecf2e1df tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 931 time: 0.4022095 Jul 16 17:55:32.399319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.400625 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.421308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a44e7e-2df1-4b05-b85d-407861858fa8 req-32deae12-04e6-43e3-b0f1-8818a4133501 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.425069 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26a44e7e-2df1-4b05-b85d-407861858fa8 req-32deae12-04e6-43e3-b0f1-8818a4133501 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 948 time: 0.3192000 Jul 16 17:55:32.458914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b719ad-e06b-42d4-98ed-0f3c47b2dfff {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:32.477923 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f82f192f-8afe-4357-b2f8-04e0af88801b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4750452 Jul 16 17:55:32.492059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=10b719ad-e06b-42d4-98ed-0f3c47b2dfff,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:32.505467 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Request body: {'port': {'device_id': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:32.517558 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.538997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d20a83-86f3-450d-bc19-c9057c18ccfc req-8c2fcb66-ad85-4449-8059-df4a584a12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.540668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3d20a83-86f3-450d-bc19-c9057c18ccfc req-8c2fcb66-ad85-4449-8059-df4a584a12f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 1096 time: 0.4820726 Jul 16 17:55:32.555868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6a1c843-8f04-416b-bc52-782575cd7e3b req-5b59d666-e3ed-4dcf-9681-5c36d267879b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582425 Jul 16 17:55:32.588975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=10b719ad-e06b-42d4-98ed-0f3c47b2dfff,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:32.592462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-429be894-e4e0-427c-855b-699b3d534772 None None] Provisioning for port 2e3dc549-600f-4001-af3f-efb607a05e10 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:32.600005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-429be894-e4e0-427c-855b-699b3d534772 None None] Provisioning complete for port 2e3dc549-600f-4001-af3f-efb607a05e10 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:32.600397 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-429be894-e4e0-427c-855b-699b3d534772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.686772 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.739057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-429be894-e4e0-427c-855b-699b3d534772 None None] Port 2e3dc549-600f-4001-af3f-efb607a05e10 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:32.773353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Allocated IP 172.20.0.2 (b71f8054-caf1-446c-aa40-26ffb58e9c4a/b55e17a7-197e-4ffa-bf70-ad013e87cf95/cc1415c8-d722-41dc-897e-6181217d55ef) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:32.851097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:32.866830 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2697cc-ccac-486c-937f-7aadd0d47363 x-openstack-request-id: req-9b2697cc-ccac-486c-937f-7aadd0d47363 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:32.867292 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49a8fc2-0cfe-47a7-8412-cbcca6a4140c", "name": "network-vif-deleted", "tag": "66775c18-4469-42dd-9ce2-47407b9cb568", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:32.867682 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b2697cc-ccac-486c-937f-7aadd0d47363 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:32.868859 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49a8fc2-0cfe-47a7-8412-cbcca6a4140c', 'name': 'network-vif-deleted', 'tag': '66775c18-4469-42dd-9ce2-47407b9cb568', 'status': 'completed', 'code': 200} Jul 16 17:55:32.962868 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d20a83-86f3-450d-bc19-c9057c18ccfc req-9ebf56fe-0ec9-4a1c-8177-de9bff6a0cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.988471 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3d20a83-86f3-450d-bc19-c9057c18ccfc req-9ebf56fe-0ec9-4a1c-8177-de9bff6a0cee service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.4298561 Jul 16 17:55:33.016052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 66775c18-4469-42dd-9ce2-47407b9cb568 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:33.044983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 66775c18-4469-42dd-9ce2-47407b9cb568 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:33.046143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 66775c18-4469-42dd-9ce2-47407b9cb568 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:33.065240 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.101334 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.102332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26a44e7e-2df1-4b05-b85d-407861858fa8 req-7d0bc38e-2a96-4593-87eb-3fef15f8e215 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622613 Jul 16 17:55:33.226583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3d20a83-86f3-450d-bc19-c9057c18ccfc req-cc1502b2-97d2-443b-a42a-b9d3e307d80c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 200 len: 217 time: 0.2295425 Jul 16 17:55:33.283165 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Allocated IP 172.25.3.166 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/e68b2c53-f40a-43be-8c12-5b1004919b85) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:33.415446 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.439083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Transition to ACTIVE for port object cc1415c8-d722-41dc-897e-6181217d55ef will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:33.468672 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.469716 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Transition to ACTIVE for port object cc1415c8-d722-41dc-897e-6181217d55ef will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:33.492941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d20a83-86f3-450d-bc19-c9057c18ccfc req-293abc43-e35c-47b6-89e1-a7bfe6074ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:33.497374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3d20a83-86f3-450d-bc19-c9057c18ccfc req-293abc43-e35c-47b6-89e1-a7bfe6074ab9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.2610948 Jul 16 17:55:33.508209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.572798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Network b71f8054-caf1-446c-aa40-26ffb58e9c4a is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:33.575470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Pushing event updated for resources: {'Port': ['ID=cc1415c8-d722-41dc-897e-6181217d55ef,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:33.579744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:33.583599 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:33.596105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e93a1c-6fb1-4f93-a796-822d7af7c840 req-0a2c9726-75fa-41fa-be62-c687ad538bf9 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:33.607968 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00e93a1c-6fb1-4f93-a796-822d7af7c840 req-0a2c9726-75fa-41fa-be62-c687ad538bf9 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.2789798 Jul 16 17:55:33.653748 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.656516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Attempting to bind port cc1415c8-d722-41dc-897e-6181217d55ef on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:33.656516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Attempting to bind port cc1415c8-d722-41dc-897e-6181217d55ef by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '4e265437-19f1-41be-808c-3d6f7270f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:33.656516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Attempting to bind port cc1415c8-d722-41dc-897e-6181217d55ef on network b71f8054-caf1-446c-aa40-26ffb58e9c4a {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:33.663867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:33.664370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Checking segment: {'id': '4e265437-19f1-41be-808c-3d6f7270f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:33.664703 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.665162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Bound using segment: {'id': '4e265437-19f1-41be-808c-3d6f7270f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:33.666085 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Bound port: cc1415c8-d722-41dc-897e-6181217d55ef, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e265437-19f1-41be-808c-3d6f7270f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:33.666085 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.695645 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00e93a1c-6fb1-4f93-a796-822d7af7c840 req-daebc09a-885f-4d33-a7a9-80d107b15641 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862687 Jul 16 17:55:33.830398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94e2c0-f5fa-43cf-89c0-5538a599c64c req-2bb64fd8-ad68-46b0-9783-bb7373683a3c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:33.832053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d94e2c0-f5fa-43cf-89c0-5538a599c64c req-2bb64fd8-ad68-46b0-9783-bb7373683a3c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 944 time: 0.4258046 Jul 16 17:55:33.842854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d20a83-86f3-450d-bc19-c9057c18ccfc req-09114833-9d71-4552-9fe9-13d0b4701e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:33.850508 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3d20a83-86f3-450d-bc19-c9057c18ccfc req-09114833-9d71-4552-9fe9-13d0b4701e80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3471656 Jul 16 17:55:33.853128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:33.862886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3dc549-600f-4001-af3f-efb607a05e10 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:33.872120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:33.896055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.900755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:33.921440 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] For port cc1415c8-d722-41dc-897e-6181217d55ef, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:33.930619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] For port cc1415c8-d722-41dc-897e-6181217d55ef, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cc1415c8-d722-41dc-897e-6181217d55ef,segment=NetworkSegment(4e265437-19f1-41be-808c-3d6f7270f227),segment_id=4e265437-19f1-41be-808c-3d6f7270f227)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:33.943747 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.975423 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Pushing event updated for resources: {'Port': ['ID=e68b2c53-f40a-43be-8c12-5b1004919b85,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:34.000471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Transition to ACTIVE for port object 2e3dc549-600f-4001-af3f-efb607a05e10 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:34.013476 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.090055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137847a0-5a8e-4e11-a8c5-fd62b88756d9 None None] Pushing event updated for resources: {'Port': ['ID=cc1415c8-d722-41dc-897e-6181217d55ef,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:34.115275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d94e2c0-f5fa-43cf-89c0-5538a599c64c req-e40169f0-2bb3-4e84-bc62-73702b7ca0d5 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639039 Jul 16 17:55:34.183126 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3d20a83-86f3-450d-bc19-c9057c18ccfc req-218ced4b-295d-4f37-b838-1ef9ffb69ff6 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209727 Jul 16 17:55:34.276514 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Pushing event updated for resources: {'Port': ['ID=2e3dc549-600f-4001-af3f-efb607a05e10,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:34.629030 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3d20a83-86f3-450d-bc19-c9057c18ccfc req-adabf858-fe8d-4364-ae6b-029e4da3aee8 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340727 Jul 16 17:55:34.666399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f791884-0bf5-4f95-ab9c-a1a3c48c3288 req-37e97f2b-86ff-4712-8352-2650803ac0a7 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.671212 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f791884-0bf5-4f95-ab9c-a1a3c48c3288 req-37e97f2b-86ff-4712-8352-2650803ac0a7 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 943 time: 0.3133194 Jul 16 17:55:34.773707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f791884-0bf5-4f95-ab9c-a1a3c48c3288 req-098037cf-3d57-4f44-8e75-d9f68147c169 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912418 Jul 16 17:55:34.829144 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Attempting to bind port 2e3dc549-600f-4001-af3f-efb607a05e10 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:34.829882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Attempting to bind port 2e3dc549-600f-4001-af3f-efb607a05e10 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:34.830489 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Attempting to bind port 2e3dc549-600f-4001-af3f-efb607a05e10 on network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:34.856367 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Port 2e3dc549-600f-4001-af3f-efb607a05e10 on network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:34.856768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Attempting to bind port 2e3dc549-600f-4001-af3f-efb607a05e10 on network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:34.901765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:34.901765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Checking segment: {'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:34.901765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Bound using segment: {'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:34.901765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Bound port: 2e3dc549-600f-4001-af3f-efb607a05e10, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:34.901765 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.904316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.022232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 44236e70-4da4-4744-b905-861e78acc48e details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:35.072245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] For port 2e3dc549-600f-4001-af3f-efb607a05e10, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:35.078507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] For port 2e3dc549-600f-4001-af3f-efb607a05e10, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2e3dc549-600f-4001-af3f-efb607a05e10,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:35.099922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.141822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609caf11-6966-4bb8-9fc7-942caa1f79da req-8b272535-ea44-4cf4-9e80-3f882c4722ec tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.149496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-609caf11-6966-4bb8-9fc7-942caa1f79da req-8b272535-ea44-4cf4-9e80-3f882c4722ec tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.1542516 Jul 16 17:55:35.196759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Pushing event updated for resources: {'Port': ['ID=2e3dc549-600f-4001-af3f-efb607a05e10,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:35.208404 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144d32b-6fc1-41da-a40a-de8f1c446365 req-56ad9c6e-054c-44c7-aac8-ca41e0c2b6a0 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.211195 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0144d32b-6fc1-41da-a40a-de8f1c446365 req-56ad9c6e-054c-44c7-aac8-ca41e0c2b6a0 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 949 time: 0.1825237 Jul 16 17:55:35.252197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-609caf11-6966-4bb8-9fc7-942caa1f79da req-6279946e-ec1d-4495-ad41-92e7fecafcb3 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014667 Jul 16 17:55:35.282709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:35.298649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 10b719ad-e06b-42d4-98ed-0f3c47b2dfff up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:35.307806 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0144d32b-6fc1-41da-a40a-de8f1c446365 req-0504027e-3879-4a69-9c4d-0ba69fe73efd tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892649 Jul 16 17:55:35.390011 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.403588 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.404262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.406250 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-86211928-218f-41bc-a369-09dc65c90c1e service neutron] 10.222.0.32 "PUT /v2.0/ports/2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 200 len: 1092 time: 2.9143245 Jul 16 17:55:35.406782 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:35.411475 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fb9305-5a81-4390-9cfb-a48fad780c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:35.440467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '44236e70-4da4-4744-b905-861e78acc48e', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'port_id': '44236e70-4da4-4744-b905-861e78acc48e', 'mac_address': 'fa:16:3e:5a:f9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:35.585553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:35.588150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cc1415c8-d722-41dc-897e-6181217d55ef up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:35.632755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:35.633167 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.702057 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.834806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7c84d-f2bf-43b1-8cea-0416f76b5b11 req-f897b1e1-80c4-465d-a7a2-104fc4c80405 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.836868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9e7c84d-f2bf-43b1-8cea-0416f76b5b11 req-f897b1e1-80c4-465d-a7a2-104fc4c80405 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 950 time: 0.2714753 Jul 16 17:55:35.840062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44236e70-4da4-4744-b905-861e78acc48e {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:35.893385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:35.901521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-ba47aa21-2669-4825-bd83-ba83a3ee34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.903336 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-ba47aa21-2669-4825-bd83-ba83a3ee34c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 1095 time: 0.3201149 Jul 16 17:55:35.927543 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.943817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9945f34-be67-4fe2-b670-ac7c5aca0c62 req-ad33fe61-4f2a-4d5e-9b6d-33864d8d5750 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.945459 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9945f34-be67-4fe2-b670-ac7c5aca0c62 req-ad33fe61-4f2a-4d5e-9b6d-33864d8d5750 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 944 time: 0.2389040 Jul 16 17:55:35.988790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:36.003262 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-92ba8858-48a1-4275-bf0d-7d7af74eaaa1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 200 len: 217 time: 0.0871854 Jul 16 17:55:36.056222 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9e7c84d-f2bf-43b1-8cea-0416f76b5b11 req-0dd86f2a-db39-4617-8c44-1a5827189c13 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951964 Jul 16 17:55:36.066399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.073031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9945f34-be67-4fe2-b670-ac7c5aca0c62 req-8f4631e8-7d99-4c8a-bd4e-6084b7763c94 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175048 Jul 16 17:55:36.098719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port cc1415c8-d722-41dc-897e-6181217d55ef completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:36.137844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=10b719ad-e06b-42d4-98ed-0f3c47b2dfff,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:36.140833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3e4663-c44f-43de-be3f-797f594ca99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b719ad-e06b-42d4-98ed-0f3c47b2dfff'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:36.146573 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22182f7-a7a6-4e8a-9d92-d7b7923bed2f" -d '{"events": [{"server_uuid": "4f3e4663-c44f-43de-be3f-797f594ca99e", "name": "network-vif-plugged", "status": "completed", "tag": "10b719ad-e06b-42d4-98ed-0f3c47b2dfff"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:36.150832 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.229061 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-bf7bc529-fa7f-478a-9306-07e27bee7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:36.232201 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-bf7bc529-fa7f-478a-9306-07e27bee7596 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.2160046 Jul 16 17:55:36.233697 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Router b2e07c9c-540f-438f-9692-3931e7eda063 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:36.250517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593c35a-8b22-4036-ad21-219b3b5ce88f req-71d61dca-c073-4bf1-a6df-d4b77c38d1c5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:36.252428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c593c35a-8b22-4036-ad21-219b3b5ce88f req-71d61dca-c073-4bf1-a6df-d4b77c38d1c5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 950 time: 0.1655209 Jul 16 17:55:36.252758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=10b719ad-e06b-42d4-98ed-0f3c47b2dfff,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:36.257920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c4bca4-ae36-4bd1-9c37-e63352e02bdf None None] Network b71f8054-caf1-446c-aa40-26ffb58e9c4a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:36.327593 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf01d6d3-985e-4f7f-af67-7373f09bcbb3 x-openstack-request-id: req-cf01d6d3-985e-4f7f-af67-7373f09bcbb3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:36.327941 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:36.328209 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf01d6d3-985e-4f7f-af67-7373f09bcbb3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:36.328791 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10', 'status': 'completed', 'code': 200} Jul 16 17:55:36.337589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['44236e70-4da4-4744-b905-861e78acc48e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:36.469841 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5ab8aa41-fb5e-4017-ae3d-d4d5202f4a02 None None] Provisioning for port cc1415c8-d722-41dc-897e-6181217d55ef completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:36.486744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5ab8aa41-fb5e-4017-ae3d-d4d5202f4a02 None None] Provisioning complete for port cc1415c8-d722-41dc-897e-6181217d55ef triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:36.487128 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ab8aa41-fb5e-4017-ae3d-d4d5202f4a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.489397 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-c593c35a-8b22-4036-ad21-219b3b5ce88f req-20c546d3-9958-49e1-b380-0651eb615ce5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Deleting port 124fb0c8-0d86-4985-8ae7-ca67fb213635 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:36.496175 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c593c35a-8b22-4036-ad21-219b3b5ce88f req-20c546d3-9958-49e1-b380-0651eb615ce5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.549006 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def87e4a-662e-405d-9469-0ba40bfd62b9 x-openstack-request-id: req-def87e4a-662e-405d-9469-0ba40bfd62b9 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:36.549302 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3e4663-c44f-43de-be3f-797f594ca99e", "name": "network-vif-plugged", "status": "completed", "tag": "10b719ad-e06b-42d4-98ed-0f3c47b2dfff", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:36.549545 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-def87e4a-662e-405d-9469-0ba40bfd62b9 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:36.565626 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3e4663-c44f-43de-be3f-797f594ca99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'code': 200} Jul 16 17:55:36.690317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c593c35a-8b22-4036-ad21-219b3b5ce88f req-20c546d3-9958-49e1-b380-0651eb615ce5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] For port 124fb0c8-0d86-4985-8ae7-ca67fb213635, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=124fb0c8-0d86-4985-8ae7-ca67fb213635,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:36.690576 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c593c35a-8b22-4036-ad21-219b3b5ce88f req-20c546d3-9958-49e1-b380-0651eb615ce5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.708358 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-c593c35a-8b22-4036-ad21-219b3b5ce88f req-20c546d3-9958-49e1-b380-0651eb615ce5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Calling delete_port for 124fb0c8-0d86-4985-8ae7-ca67fb213635 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:36.871250 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ab8aa41-fb5e-4017-ae3d-d4d5202f4a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.938021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5ab8aa41-fb5e-4017-ae3d-d4d5202f4a02 None None] For port cc1415c8-d722-41dc-897e-6181217d55ef, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cc1415c8-d722-41dc-897e-6181217d55ef,segment=NetworkSegment(4e265437-19f1-41be-808c-3d6f7270f227),segment_id=4e265437-19f1-41be-808c-3d6f7270f227)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:36.948599 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ab8aa41-fb5e-4017-ae3d-d4d5202f4a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.952312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-3cd356e4-f2f9-43b5-8c9d-0de376b9e0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:36.954417 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-3cd356e4-f2f9-43b5-8c9d-0de376b9e0a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7086070 Jul 16 17:55:37.003569 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:37.029889 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Sync routers for ids ['b2e07c9c-540f-438f-9692-3931e7eda063'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:37.045393 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Routers {'b2e07c9c-540f-438f-9692-3931e7eda063'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:37.047183 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b2e07c9c-540f-438f-9692-3931e7eda063'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:37.069231 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.070396 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-57cdfed1-12ac-4178-8895-be71907d8ea9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9516413 Jul 16 17:55:37.073281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52326) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:37.083408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8aa41-fb5e-4017-ae3d-d4d5202f4a02 None None] Pushing event updated for resources: {'Port': ['ID=cc1415c8-d722-41dc-897e-6181217d55ef,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:37.165071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b2a19-0da0-4ec6-b07a-6cac64bc2f05 req-d07260cb-5897-44c6-8cbc-943aa7038df4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.173408 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-174b2a19-0da0-4ec6-b07a-6cac64bc2f05 req-d07260cb-5897-44c6-8cbc-943aa7038df4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.3802962 Jul 16 17:55:37.183242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157f11f-e093-4f5f-8057-29c71879ed31 req-09ce0d05-69ed-4157-b481-485c8948841e tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.191696 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3157f11f-e093-4f5f-8057-29c71879ed31 req-09ce0d05-69ed-4157-b481-485c8948841e tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 943 time: 0.3996136 Jul 16 17:55:37.219046 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-f4149f8f-dcdb-4bc3-b2de-78d71dc1242a service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546961 Jul 16 17:55:37.227354 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b0f15e4-86d1-400b-942d-faa074b7b329 req-73710bd5-aa08-423f-8608-b3a6dc915c28 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4362652 Jul 16 17:55:37.248753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf47d55-118b-476f-83ae-3b395723950e req-a59270ea-7488-4bc0-8de1-fdf619403bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.250348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-daf47d55-118b-476f-83ae-3b395723950e req-a59270ea-7488-4bc0-8de1-fdf619403bb9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 1102 time: 0.4607120 Jul 16 17:55:37.288014 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-102042c2-117b-4f28-9f30-1397b5670dfe None None] Provisioning complete for port cc1415c8-d722-41dc-897e-6181217d55ef triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:37.288395 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-102042c2-117b-4f28-9f30-1397b5670dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.292925 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Set router b2e07c9c-540f-438f-9692-3931e7eda063 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:37.319738 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c593c35a-8b22-4036-ad21-219b3b5ce88f req-20c546d3-9958-49e1-b380-0651eb615ce5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.334709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['124fb0c8-0d86-4985-8ae7-ca67fb213635'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:37.407052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['438c9670-c08a-4def-be18-d1b8e4f3b98f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:37.428319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3157f11f-e093-4f5f-8057-29c71879ed31 req-dd49712e-6dc9-4af3-b54a-a503c13e2bb7 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357385 Jul 16 17:55:37.474753 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9b659d4b-3785-4070-bc64-7fdb48754657 req-424fc01b-e75d-4d89-8d8e-07e983b1810f service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459867 Jul 16 17:55:37.485431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c546d3-9958-49e1-b380-0651eb615ce5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Pushing event deleted for resources: {'Port': ['ID=124fb0c8-0d86-4985-8ae7-ca67fb213635,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:37.514771 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cc1415c8-d722-41dc-897e-6181217d55ef up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:37.534876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-174b2a19-0da0-4ec6-b07a-6cac64bc2f05 req-c26f73b4-b7c1-41e9-aff2-2abe70b27cc1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603082 Jul 16 17:55:37.539972 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-daf47d55-118b-476f-83ae-3b395723950e req-e6edd018-1bb6-43ba-85b6-9dd049b12f9f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690907 Jul 16 17:55:37.637405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c593c35a-8b22-4036-ad21-219b3b5ce88f req-20c546d3-9958-49e1-b380-0651eb615ce5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] No DVR routers for this DVR port 124fb0c8-0d86-4985-8ae7-ca67fb213635 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:37.639410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cc1415c8-d722-41dc-897e-6181217d55ef triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:37.639787 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.646661 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c593c35a-8b22-4036-ad21-219b3b5ce88f req-20c546d3-9958-49e1-b380-0651eb615ce5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.649224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c593c35a-8b22-4036-ad21-219b3b5ce88f req-20c546d3-9958-49e1-b380-0651eb615ce5 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.11 "DELETE /v2.0/ports/124fb0c8-0d86-4985-8ae7-ca67fb213635 HTTP/1.1" status: 204 len: 173 time: 1.3907363 Jul 16 17:55:37.650803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56ea117-ecb3-4207-b1c4-f8d5970cd09d', 'name': 'network-vif-deleted', 'tag': '124fb0c8-0d86-4985-8ae7-ca67fb213635'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:37.654622 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db3414f-8f23-488d-a270-d0db50d1f5a6" -d '{"events": [{"server_uuid": "d56ea117-ecb3-4207-b1c4-f8d5970cd09d", "name": "network-vif-deleted", "tag": "124fb0c8-0d86-4985-8ae7-ca67fb213635"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:37.696311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f15e4-86d1-400b-942d-faa074b7b329 req-7e34b136-a510-4a57-8cf3-e48b02306de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.703563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b0f15e4-86d1-400b-942d-faa074b7b329 req-7e34b136-a510-4a57-8cf3-e48b02306de1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=10ae8671a65443838352d87f4b0612dd&device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 1097 time: 0.3985910 Jul 16 17:55:37.712256 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:55:34Z', 'revision_number': 3, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:37.779405 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Checking router: b2e07c9c-540f-438f-9692-3931e7eda063 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:37.779800 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Updating router b2e07c9c-540f-438f-9692-3931e7eda063 port e68b2c53-f40a-43be-8c12-5b1004919b85 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:37.841495 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.863671 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11a59c26-6b05-42a6-82a8-c61c3d679425 req-4fff9952-fee9-4b67-8d71-46fc55240cd1 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56ea117-ecb3-4207-b1c4-f8d5970cd09d HTTP/1.1" status: 200 len: 210 time: 0.0664356 Jul 16 17:55:37.877638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9305-5a81-4390-9cfb-a48fad780c8a req-c74e51e5-3748-4cc4-be29-9af5170d1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.884707 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47fb9305-5a81-4390-9cfb-a48fad780c8a req-c74e51e5-3748-4cc4-be29-9af5170d1260 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 1095 time: 0.2975857 Jul 16 17:55:37.997722 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f15e4-86d1-400b-942d-faa074b7b329 req-b3e65935-99e7-4d14-96d6-6f058cd641d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.999580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b0f15e4-86d1-400b-942d-faa074b7b329 req-b3e65935-99e7-4d14-96d6-6f058cd641d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2591007a-b50f-4991-920f-43b5c877a487 HTTP/1.1" status: 200 len: 916 time: 0.2123656 Jul 16 17:55:38.025452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7b2f7-1d7e-4bcb-9e0c-fe1f32b08199 req-fbb8fab4-fe6f-40f5-971f-35b446e450ed tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.033816 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0d7b2f7-1d7e-4bcb-9e0c-fe1f32b08199 req-fbb8fab4-fe6f-40f5-971f-35b446e450ed tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 950 time: 0.3459427 Jul 16 17:55:38.161025 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0d7b2f7-1d7e-4bcb-9e0c-fe1f32b08199 req-8efb2ece-81e7-4657-94ff-c165c8c57a7d tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257513 Jul 16 17:55:38.164870 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b0f15e4-86d1-400b-942d-faa074b7b329 req-755d1a8c-3344-4250-b00e-38304adb2b82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13382a20-3f0a-4a68-9948-8aa262118a18 HTTP/1.1" status: 200 len: 1001 time: 0.1563330 Jul 16 17:55:38.165731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9305-5a81-4390-9cfb-a48fad780c8a req-aac23d57-05a1-4b4b-82ca-81a3af911d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.168140 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47fb9305-5a81-4390-9cfb-a48fad780c8a req-aac23d57-05a1-4b4b-82ca-81a3af911d0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.2739875 Jul 16 17:55:38.256335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f15e4-86d1-400b-942d-faa074b7b329 req-039526ff-ac97-4966-bdbf-c000f99c8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.257486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b0f15e4-86d1-400b-942d-faa074b7b329 req-039526ff-ac97-4966-bdbf-c000f99c8b4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=62154700-b507-4052-9a5d-e73ae81c41e7 HTTP/1.1" status: 200 len: 854 time: 0.0788026 Jul 16 17:55:38.271031 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be9816-94f7-4cc7-a812-883baae98df7 req-667179ae-8969-45ac-b1bd-1a0be5473167 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.274085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84be9816-94f7-4cc7-a812-883baae98df7 req-667179ae-8969-45ac-b1bd-1a0be5473167 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1852915 Jul 16 17:55:38.306196 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.324790 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Transition to ACTIVE for port object e68b2c53-f40a-43be-8c12-5b1004919b85 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:38.338461 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.357181 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47fb9305-5a81-4390-9cfb-a48fad780c8a req-5123f0f1-cdc9-4953-9ccc-79c185b789b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 200 len: 217 time: 0.1804092 Jul 16 17:55:38.407989 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84be9816-94f7-4cc7-a812-883baae98df7 req-0b382ca6-586c-4fec-8f0b-45a744669d80 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194224 Jul 16 17:55:38.411029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f15e4-86d1-400b-942d-faa074b7b329 req-a5eda665-b4da-4414-8054-68421bd6d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.413473 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b0f15e4-86d1-400b-942d-faa074b7b329 req-a5eda665-b4da-4414-8054-68421bd6d634 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2591007a-b50f-4991-920f-43b5c877a487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381633 Jul 16 17:55:38.452392 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Attempting to bind port e68b2c53-f40a-43be-8c12-5b1004919b85 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:38.452849 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Attempting to bind port e68b2c53-f40a-43be-8c12-5b1004919b85 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:38.453286 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Attempting to bind port e68b2c53-f40a-43be-8c12-5b1004919b85 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:38.456681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9305-5a81-4390-9cfb-a48fad780c8a req-d5ea6928-5bed-4227-8124-530747c7ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.463865 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47fb9305-5a81-4390-9cfb-a48fad780c8a req-d5ea6928-5bed-4227-8124-530747c7ded8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.0953233 Jul 16 17:55:38.468519 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:38.469000 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:38.470018 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.470018 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:38.470374 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Bound port: e68b2c53-f40a-43be-8c12-5b1004919b85, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:38.471006 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.477275 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ffdfe-6552-4961-9781-d32efe983da9 None None] Pushing event updated for resources: {'Port': ['ID=e68b2c53-f40a-43be-8c12-5b1004919b85,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:38.492179 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.555192 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d158538-2f39-4fcf-9642-ff8a783e8b53 x-openstack-request-id: req-4d158538-2f39-4fcf-9642-ff8a783e8b53 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:38.555437 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56ea117-ecb3-4207-b1c4-f8d5970cd09d", "name": "network-vif-deleted", "tag": "124fb0c8-0d86-4985-8ae7-ca67fb213635", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:38.557729 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d158538-2f39-4fcf-9642-ff8a783e8b53 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:38.558251 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56ea117-ecb3-4207-b1c4-f8d5970cd09d', 'name': 'network-vif-deleted', 'tag': '124fb0c8-0d86-4985-8ae7-ca67fb213635', 'status': 'completed', 'code': 200} Jul 16 17:55:38.591273 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] For port e68b2c53-f40a-43be-8c12-5b1004919b85, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:38.599951 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] For port e68b2c53-f40a-43be-8c12-5b1004919b85, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e68b2c53-f40a-43be-8c12-5b1004919b85,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:38.616147 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.639576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b0f15e4-86d1-400b-942d-faa074b7b329 req-f2b29d27-cf07-4593-bd55-b1e5ac92cbfc service neutron] 10.222.0.11 "GET /v2.0/networks/2591007a-b50f-4991-920f-43b5c877a487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172382 Jul 16 17:55:38.704529 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Routers {'b2e07c9c-540f-438f-9692-3931e7eda063'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:38.705553 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b2e07c9c-540f-438f-9692-3931e7eda063'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:38.751055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9305-5a81-4390-9cfb-a48fad780c8a req-811b9a86-d0b5-4bfd-88aa-7da398d59b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.752823 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47fb9305-5a81-4390-9cfb-a48fad780c8a req-811b9a86-d0b5-4bfd-88aa-7da398d59b06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2789564 Jul 16 17:55:38.844329 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ffdfe-6552-4961-9781-d32efe983da9 None None] Pushing event updated for resources: {'Port': ['ID=e68b2c53-f40a-43be-8c12-5b1004919b85,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:38.890811 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] Set router b2e07c9c-540f-438f-9692-3931e7eda063 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:38.906894 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Allocated IP 172.20.0.1 (b71f8054-caf1-446c-aa40-26ffb58e9c4a/b55e17a7-197e-4ffa-bf70-ad013e87cf95/d10ca451-33ac-4c8e-9815-a36c34b2c73d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:39.041220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 44236e70-4da4-4744-b905-861e78acc48e up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:39.089018 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47fb9305-5a81-4390-9cfb-a48fad780c8a req-e5401693-bd97-4c22-8df1-c4eb9e054698 service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295866 Jul 16 17:55:39.097824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 44236e70-4da4-4744-b905-861e78acc48e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:39.103201 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 44236e70-4da4-4744-b905-861e78acc48e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:39.103580 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.115649 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.116473 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:55:34Z', 'revision_number': 3, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:39.152184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Transition to ACTIVE for port object d10ca451-33ac-4c8e-9815-a36c34b2c73d will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:39.161325 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4af7b3-a83d-42e2-b235-8d96cf7209f8 None None] The sync data for ids ['b2e07c9c-540f-438f-9692-3931e7eda063'] in n-d-787205-10 is: [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:55:34Z', 'revision_number': 3, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:39.197399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.224663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:39.226699 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609be6fe-031d-490b-8fd0-f59a39fafd27" -d '{"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-plugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:39.240247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b0f15e4-86d1-400b-942d-faa074b7b329 req-c628accc-0fe2-4f87-bb77-51d24a90fdcb service neutron] 10.222.0.11 "GET /v2.0/networks/2591007a-b50f-4991-920f-43b5c877a487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945020 Jul 16 17:55:39.242740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:39.249163 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.250098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 89aa06fa-5262-4f42-bc11-eb285eb12f31 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:39.252210 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47fb9305-5a81-4390-9cfb-a48fad780c8a req-bf1dca15-5b5f-4a26-96e6-96b7dac1304f service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552105 Jul 16 17:55:39.261061 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.305446 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Network b71f8054-caf1-446c-aa40-26ffb58e9c4a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:39.308695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:39.316319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:39.345811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:39.346540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c802a11-0bfd-4a01-a1ac-1a190f2eb033 req-e8b039c3-cbf8-4a91-bb11-3fdaa7aec12b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:39.348395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c802a11-0bfd-4a01-a1ac-1a190f2eb033 req-e8b039c3-cbf8-4a91-bb11-3fdaa7aec12b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 943 time: 0.1942856 Jul 16 17:55:39.357380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b5289-e475-42b4-9384-1de80ea68e3e req-17369fd0-48d1-4b75-931d-96d07a13f3a6 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:39.362821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d2b5289-e475-42b4-9384-1de80ea68e3e req-17369fd0-48d1-4b75-931d-96d07a13f3a6 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.2068372 Jul 16 17:55:39.363043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Pushing event updated for resources: {'Port': ['ID=d10ca451-33ac-4c8e-9815-a36c34b2c73d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:39.393644 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.426525 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.426957 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c802a11-0bfd-4a01-a1ac-1a190f2eb033 req-09be711f-e8f1-4cab-ab37-bf19b02b57f2 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611691 Jul 16 17:55:39.490392 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d2b5289-e475-42b4-9384-1de80ea68e3e req-0bdf62cc-b059-4400-88f2-60de621662b6 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016011 Jul 16 17:55:39.494857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 89aa06fa-5262-4f42-bc11-eb285eb12f31, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=89aa06fa-5262-4f42-bc11-eb285eb12f31,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:39.503788 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.566523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=89aa06fa-5262-4f42-bc11-eb285eb12f31,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:39.680675 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.819037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-618f6e91-6460-491a-be71-f28c0861b4ee None None] Provisioning for port d10ca451-33ac-4c8e-9815-a36c34b2c73d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:39.830048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-618f6e91-6460-491a-be71-f28c0861b4ee None None] Provisioning complete for port d10ca451-33ac-4c8e-9815-a36c34b2c73d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:39.833365 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-618f6e91-6460-491a-be71-f28c0861b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.898655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-618f6e91-6460-491a-be71-f28c0861b4ee None None] Port d10ca451-33ac-4c8e-9815-a36c34b2c73d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:39.907372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769c357-50ca-4fd8-b45c-2eb61e1fe9b6 req-fc7d8edf-5f51-4096-83c2-c2f282ed3a87 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:39.910346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3769c357-50ca-4fd8-b45c-2eb61e1fe9b6 req-fc7d8edf-5f51-4096-83c2-c2f282ed3a87 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 950 time: 0.0886581 Jul 16 17:55:39.936844 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.945610 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.968352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3769c357-50ca-4fd8-b45c-2eb61e1fe9b6 req-a2192716-b25c-47c6-bd69-193c38dae110 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502684 Jul 16 17:55:40.051987 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.055677 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6254d69-5d0e-4043-9ca1-d642245f6e88 x-openstack-request-id: req-c6254d69-5d0e-4043-9ca1-d642245f6e88 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:40.056242 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Pushing event updated for resources: {'Port': ['ID=d10ca451-33ac-4c8e-9815-a36c34b2c73d,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:40.056362 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-plugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:40.056362 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6254d69-5d0e-4043-9ca1-d642245f6e88 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:40.064784 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e', 'code': 200} Jul 16 17:55:40.240528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Network b71f8054-caf1-446c-aa40-26ffb58e9c4a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:40.244466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:40.365769 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 124fb0c8-0d86-4985-8ae7-ca67fb213635 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:40.399023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d37454-37ff-4748-9164-cf61bca2c1a4 req-1a436ac2-1f08-480d-abc1-392e85f848e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:40.400588 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d37454-37ff-4748-9164-cf61bca2c1a4 req-1a436ac2-1f08-480d-abc1-392e85f848e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 1098 time: 0.2373595 Jul 16 17:55:40.405639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 124fb0c8-0d86-4985-8ae7-ca67fb213635 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:40.406283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 124fb0c8-0d86-4985-8ae7-ca67fb213635 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:40.466897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c745044-2260-47d9-91b0-9d8f2632a47d req-bf1cd0a2-ea8f-420a-9d5e-b164ed74b78f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:40.474123 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d37454-37ff-4748-9164-cf61bca2c1a4 req-ba7ef138-80c4-4c3d-a16a-b1b4516e9054 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599611 Jul 16 17:55:40.475776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c745044-2260-47d9-91b0-9d8f2632a47d req-bf1cd0a2-ea8f-420a-9d5e-b164ed74b78f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 946 time: 0.1109195 Jul 16 17:55:40.479472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Router b2e07c9c-540f-438f-9692-3931e7eda063 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:40.527031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c745044-2260-47d9-91b0-9d8f2632a47d req-5bd2afcb-a0f6-4443-866f-119ccaca9ff0 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493524 Jul 16 17:55:40.635850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:40.642976 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-21bbaa19-836c-4936-bc59-a6da21075d11 admin admin] 10.222.0.24 "PUT /v2.0/routers/b2e07c9c-540f-438f-9692-3931e7eda063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5682604 Jul 16 17:55:40.731611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2bb1481f-9291-4d56-aac8-b11db46440b3 None None] Provisioning complete for port d10ca451-33ac-4c8e-9815-a36c34b2c73d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:40.732001 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2bb1481f-9291-4d56-aac8-b11db46440b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.779731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1481f-9291-4d56-aac8-b11db46440b3 None None] Port d10ca451-33ac-4c8e-9815-a36c34b2c73d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:40.996946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63868e-6565-41e3-a344-98e196d41a94 req-bc7f5735-27c6-41dd-94d0-65b15e39968b tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:40.999051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d63868e-6565-41e3-a344-98e196d41a94 req-bc7f5735-27c6-41dd-94d0-65b15e39968b tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 1102 time: 0.0726681 Jul 16 17:55:41.023843 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8d63868e-6565-41e3-a344-98e196d41a94 req-fb78abe9-0993-47f3-a550-231703cd8464 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.046845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 2e3dc549-600f-4001-af3f-efb607a05e10 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:41.183503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 2e3dc549-600f-4001-af3f-efb607a05e10, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2e3dc549-600f-4001-af3f-efb607a05e10,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:41.185814 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8d63868e-6565-41e3-a344-98e196d41a94 req-fb78abe9-0993-47f3-a550-231703cd8464 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.195952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9f8df-e046-4127-a1b1-11f2b9d64e03 req-a62838b0-7986-4def-bae7-3aebc4edf066 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.197580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4b9f8df-e046-4127-a1b1-11f2b9d64e03 req-a62838b0-7986-4def-bae7-3aebc4edf066 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 943 time: 0.1103849 Jul 16 17:55:41.198786 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8d63868e-6565-41e3-a344-98e196d41a94 req-fb78abe9-0993-47f3-a550-231703cd8464 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.198955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '2e3dc549-600f-4001-af3f-efb607a05e10', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'port_id': '2e3dc549-600f-4001-af3f-efb607a05e10', 'mac_address': 'fa:16:3e:88:8e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:41.231364 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d63868e-6565-41e3-a344-98e196d41a94 req-fb78abe9-0993-47f3-a550-231703cd8464 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249753 Jul 16 17:55:41.257816 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.267349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78abe9-0993-47f3-a550-231703cd8464 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13b53d4-01e5-4673-813a-d8d0831c5c30,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:41.274842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3dc549-600f-4001-af3f-efb607a05e10 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:41.302514 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4b9f8df-e046-4127-a1b1-11f2b9d64e03 req-d6c372e4-cb64-4e8b-ae8e-490d96603248 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912502 Jul 16 17:55:41.310769 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 2e3dc549-600f-4001-af3f-efb607a05e10, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2e3dc549-600f-4001-af3f-efb607a05e10,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:41.317463 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.393939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=2e3dc549-600f-4001-af3f-efb607a05e10,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:41.462808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff404f-085d-475b-8b2a-5a288123e103 req-a00f1c6b-37bb-434d-b18c-c77691b050ce tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.464404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7ff404f-085d-475b-8b2a-5a288123e103 req-a00f1c6b-37bb-434d-b18c-c77691b050ce tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.1090593 Jul 16 17:55:41.472428 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e68b2c53-f40a-43be-8c12-5b1004919b85 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:41.577580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e68b2c53-f40a-43be-8c12-5b1004919b85 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:41.587070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e68b2c53-f40a-43be-8c12-5b1004919b85 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:41.594019 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.598339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7ff404f-085d-475b-8b2a-5a288123e103 req-6047aac3-6f78-4db4-bc12-ac626e0b471c tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113806 Jul 16 17:55:41.598983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Sync routers for ids ['b2e07c9c-540f-438f-9692-3931e7eda063'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:41.619046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4aef2-b24c-4db7-8266-f00da0b1768c req-d16203fb-1828-495e-80d4-f382daf9590a tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.627273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2be4aef2-b24c-4db7-8266-f00da0b1768c req-d16203fb-1828-495e-80d4-f382daf9590a tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 949 time: 0.1616178 Jul 16 17:55:41.654283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Routers {'b2e07c9c-540f-438f-9692-3931e7eda063'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:41.655657 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b2e07c9c-540f-438f-9692-3931e7eda063'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:41.696837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2be4aef2-b24c-4db7-8266-f00da0b1768c req-e6fb97ac-535c-4a8d-922f-996c391d2920 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b7a8512-771e-4b77-8ba3-cc39ab67c836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683925 Jul 16 17:55:41.720681 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['2e3dc549-600f-4001-af3f-efb607a05e10'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:41.899665 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-28bd8548-3d25-474e-9f55-a0b431aa9ede tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.901251 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-28bd8548-3d25-474e-9f55-a0b431aa9ede tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/networks?id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03 HTTP/1.1" status: 200 len: 805 time: 0.1179156 Jul 16 17:55:41.920243 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-63879d3b-ac74-4ca9-8317-59b9b778e8b2 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/quotas/1d9d594a87104bd9acf301fdd2522183 HTTP/1.1" status: 200 len: 375 time: 0.0113735 Jul 16 17:55:41.987774 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.998417 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-448aa108-3e12-47a5-b013-ece0fe2f3156 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d9d594a87104bd9acf301fdd2522183&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0697494 Jul 16 17:55:42.023385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port e68b2c53-f40a-43be-8c12-5b1004919b85, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e68b2c53-f40a-43be-8c12-5b1004919b85,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:42.037744 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.045053 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52446) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:42.052587 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a9e63012-68b6-4178-83cd-ea06c4073b53 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--662098261', 'description': 'tempest-description--1436652107'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:42.079589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d7d4c5-44a3-4842-9a08-0f4226cb435e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89aa06fa-5262-4f42-bc11-eb285eb12f31'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:42.082903 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d194cb-abf2-4b1b-91d5-3eecc4a55d7c" -d '{"events": [{"server_uuid": "a8d7d4c5-44a3-4842-9a08-0f4226cb435e", "name": "network-vif-unplugged", "status": "completed", "tag": "89aa06fa-5262-4f42-bc11-eb285eb12f31"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:42.087743 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a9e63012-68b6-4178-83cd-ea06c4073b53 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.089483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Set router b2e07c9c-540f-438f-9692-3931e7eda063 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:42.130207 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-a9b1c5f9-9c3a-475a-877e-f1a109fb06ba service neutron] 10.222.0.24 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224983 Jul 16 17:55:42.223945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a9e63012-68b6-4178-83cd-ea06c4073b53 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.227537 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=e68b2c53-f40a-43be-8c12-5b1004919b85,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.232114 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a9e63012-68b6-4178-83cd-ea06c4073b53 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.252995 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-94241f51-a5e6-4bc4-8e6a-8fd6c560724e service neutron] 10.222.0.24 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162162 Jul 16 17:55:42.268606 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a9e63012-68b6-4178-83cd-ea06c4073b53 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.270037 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a9e63012-68b6-4178-83cd-ea06c4073b53 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2232354 Jul 16 17:55:42.272089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e63012-68b6-4178-83cd-ea06c4073b53 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd72cf3-12bb-46c3-8567-70745deba121,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.273441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52450) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:42.278781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f4b8d553-b444-4a99-994a-de5f9c2a098c tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Request body: {'security_group_rule': {'security_group_id': '0fd72cf3-12bb-46c3-8567-70745deba121', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:42.317408 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d553-b444-4a99-994a-de5f9c2a098c tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.443459 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d553-b444-4a99-994a-de5f9c2a098c tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.453029 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d553-b444-4a99-994a-de5f9c2a098c tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.507165 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e5bd14-f3d0-4a1b-b891-364df3a4ee6c x-openstack-request-id: req-d9e5bd14-f3d0-4a1b-b891-364df3a4ee6c {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:42.507468 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d7d4c5-44a3-4842-9a08-0f4226cb435e", "name": "network-vif-unplugged", "status": "completed", "tag": "89aa06fa-5262-4f42-bc11-eb285eb12f31", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:42.507726 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9e5bd14-f3d0-4a1b-b891-364df3a4ee6c {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:42.510352 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d7d4c5-44a3-4842-9a08-0f4226cb435e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89aa06fa-5262-4f42-bc11-eb285eb12f31', 'code': 200} Jul 16 17:55:42.521878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:55:39Z', 'revision_number': 4, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'd10ca451-33ac-4c8e-9815-a36c34b2c73d', 'name': '', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'mac_address': 'fa:16:3e:02:b3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:38Z', 'updated_at': '2021-07-16T17:55:39Z', 'revision_number': 2, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'subnets': [{'id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:42.566982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Checking router: b2e07c9c-540f-438f-9692-3931e7eda063 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:42.567343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Updating router b2e07c9c-540f-438f-9692-3931e7eda063 port d10ca451-33ac-4c8e-9815-a36c34b2c73d binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:42.580540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8d553-b444-4a99-994a-de5f9c2a098c tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db4be52-5cfd-40f7-8af8-06188c97ca7f,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.596395 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d553-b444-4a99-994a-de5f9c2a098c tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.597719 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f4b8d553-b444-4a99-994a-de5f9c2a098c tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3231492 Jul 16 17:55:42.600500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52464) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:42.605312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e51865b3-d18e-4b83-9de7-fd75f409f7fe tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Request body: {'security_group_rule': {'security_group_id': '0fd72cf3-12bb-46c3-8567-70745deba121', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:42.650442 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.660048 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e51865b3-d18e-4b83-9de7-fd75f409f7fe tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.661981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d52c6a-ac03-45a8-b873-f8b9289e4e75 req-b7eb979d-c14a-4eef-a4a7-dfad057145d9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.666901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9d52c6a-ac03-45a8-b873-f8b9289e4e75 req-b7eb979d-c14a-4eef-a4a7-dfad057145d9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 946 time: 0.1956449 Jul 16 17:55:42.770101 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e51865b3-d18e-4b83-9de7-fd75f409f7fe tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.777359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9d52c6a-ac03-45a8-b873-f8b9289e4e75 req-d9ff0f85-a73d-4599-8038-ee9e34c18f39 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008170 Jul 16 17:55:42.780532 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e51865b3-d18e-4b83-9de7-fd75f409f7fe tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.796185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb71f4-c29d-41ab-be8b-55003f2ea062 req-c60f70ab-decd-4941-a7a8-92adf18c5dce tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.798683 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fffb71f4-c29d-41ab-be8b-55003f2ea062 req-c60f70ab-decd-4941-a7a8-92adf18c5dce tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.32 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 949 time: 0.1298451 Jul 16 17:55:42.820728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294de788-b9b0-47e6-b4e1-cc5fa8195bb3 req-2006d33a-9e33-43c1-9c4c-32522edc2016 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.825273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-294de788-b9b0-47e6-b4e1-cc5fa8195bb3 req-2006d33a-9e33-43c1-9c4c-32522edc2016 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 944 time: 0.1524704 Jul 16 17:55:42.858753 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51865b3-d18e-4b83-9de7-fd75f409f7fe tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a129e896-d53e-4a65-8107-14e267994c14,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.871931 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e51865b3-d18e-4b83-9de7-fd75f409f7fe tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.873264 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e51865b3-d18e-4b83-9de7-fd75f409f7fe tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2717316 Jul 16 17:55:42.878718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52484) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:42.885051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:42.945834 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61238d63-9da2-4e69-bf79-ce597fc93abc req-279326c3-0be1-46ad-aba6-6a46ea69250a tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 210 time: 0.0456157 Jul 16 17:55:42.951540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.952397 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-294de788-b9b0-47e6-b4e1-cc5fa8195bb3 req-e8ddbda7-b732-407f-bf43-22798341032d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214819 Jul 16 17:55:43.077849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 21b1829d-b945-42f0-b2b1-55c43e723c32 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:43.081111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 2e3dc549-600f-4001-af3f-efb607a05e10 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:43.118842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-f28351e3-8c36-4a90-8921-0df5d59c6f0c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650871 Jul 16 17:55:43.209530 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-fffb71f4-c29d-41ab-be8b-55003f2ea062 req-7cf65b2c-a0b8-4556-9710-55859b362193 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Deleting port 438c9670-c08a-4def-be18-d1b8e4f3b98f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:43.210479 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-fffb71f4-c29d-41ab-be8b-55003f2ea062 req-7cf65b2c-a0b8-4556-9710-55859b362193 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.404905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.451487 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.464232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Transition to ACTIVE for port object d10ca451-33ac-4c8e-9815-a36c34b2c73d will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:43.495727 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.554808 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e68b2c53-f40a-43be-8c12-5b1004919b85 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:43.564841 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df14f4-acdb-40ab-97be-be93a8eb732e None None] Pushing event updated for resources: {'Port': ['ID=d10ca451-33ac-4c8e-9815-a36c34b2c73d,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:43.588189 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-fffb71f4-c29d-41ab-be8b-55003f2ea062 req-7cf65b2c-a0b8-4556-9710-55859b362193 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] For port 438c9670-c08a-4def-be18-d1b8e4f3b98f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=438c9670-c08a-4def-be18-d1b8e4f3b98f,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:43.588759 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-fffb71f4-c29d-41ab-be8b-55003f2ea062 req-7cf65b2c-a0b8-4556-9710-55859b362193 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.593474 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-611e97d7-6be1-4653-b559-f9cce8db1b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.594306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-d0bbd75a-beec-4b78-a859-721831da99ce tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.597003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-d0bbd75a-beec-4b78-a859-721831da99ce tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4702122 Jul 16 17:55:43.605206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 2e3dc549-600f-4001-af3f-efb607a05e10 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:43.658547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 2e3dc549-600f-4001-af3f-efb607a05e10 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:43.666436 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.687136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 21b1829d-b945-42f0-b2b1-55c43e723c32, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=21b1829d-b945-42f0-b2b1-55c43e723c32,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:43.689216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f522c-6f34-4603-a722-e2337bbcf61a req-dd669614-f13c-46b7-97a8-51e44d6dd43a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.698806 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b92f522c-6f34-4603-a722-e2337bbcf61a req-dd669614-f13c-46b7-97a8-51e44d6dd43a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.5310800 Jul 16 17:55:43.719197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-85b0a672-73f9-4d7d-a9c0-f52efdd1d11b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/quotas/6ccdf17dc6774ef385777e775eb283cf HTTP/1.1" status: 200 len: 375 time: 0.1002610 Jul 16 17:55:43.755458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773c131-d0a2-483c-854b-4b4a448493a2 req-7c7b371d-4e81-4098-82f3-8b31e1314f0c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.757229 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1773c131-d0a2-483c-854b-4b4a448493a2 req-7c7b371d-4e81-4098-82f3-8b31e1314f0c tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7d4c5-44a3-4842-9a08-0f4226cb435e HTTP/1.1" status: 200 len: 943 time: 0.4565666 Jul 16 17:55:43.795773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Allocated IP 172.25.3.172 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/4e60fe48-6f32-4e22-ba14-fe58fbc34ed5) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:43.800985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-fffb71f4-c29d-41ab-be8b-55003f2ea062 req-7cf65b2c-a0b8-4556-9710-55859b362193 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Calling delete_port for 438c9670-c08a-4def-be18-d1b8e4f3b98f owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:43.928011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b92f522c-6f34-4603-a722-e2337bbcf61a req-3e0aa084-ec06-4f59-94be-c1b122ae07d8 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270727 Jul 16 17:55:43.952187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '21b1829d-b945-42f0-b2b1-55c43e723c32', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'port_id': '21b1829d-b945-42f0-b2b1-55c43e723c32', 'mac_address': 'fa:16:3e:f8:80:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2324e370-e975-41f3-a89b-e91fd3d77fc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:44.036192 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Attempting to bind port d10ca451-33ac-4c8e-9815-a36c34b2c73d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:44.037399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Attempting to bind port d10ca451-33ac-4c8e-9815-a36c34b2c73d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '4e265437-19f1-41be-808c-3d6f7270f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:44.038987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Attempting to bind port d10ca451-33ac-4c8e-9815-a36c34b2c73d on network b71f8054-caf1-446c-aa40-26ffb58e9c4a {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:44.063265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:44.065207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Checking segment: {'id': '4e265437-19f1-41be-808c-3d6f7270f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:44.066258 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.067266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Bound using segment: {'id': '4e265437-19f1-41be-808c-3d6f7270f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:44.068538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Bound port: d10ca451-33ac-4c8e-9815-a36c34b2c73d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e265437-19f1-41be-808c-3d6f7270f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:44.069550 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.190607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-2d2840fd-5e25-473d-a947-972cbfd459e9 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4529238 Jul 16 17:55:44.200522 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.286389 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.299646 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1773c131-d0a2-483c-854b-4b4a448493a2 req-8827c115-3969-4e8b-a732-7ec47746d1c2 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Deleting port 89aa06fa-5262-4f42-bc11-eb285eb12f31 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:44.300901 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1773c131-d0a2-483c-854b-4b4a448493a2 req-8827c115-3969-4e8b-a732-7ec47746d1c2 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.360410 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-fffb71f4-c29d-41ab-be8b-55003f2ea062 req-7cf65b2c-a0b8-4556-9710-55859b362193 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.403570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] For port d10ca451-33ac-4c8e-9815-a36c34b2c73d, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:44.408760 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] For port d10ca451-33ac-4c8e-9815-a36c34b2c73d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d10ca451-33ac-4c8e-9815-a36c34b2c73d,segment=NetworkSegment(4e265437-19f1-41be-808c-3d6f7270f227),segment_id=4e265437-19f1-41be-808c-3d6f7270f227)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:44.421362 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21b1829d-b945-42f0-b2b1-55c43e723c32 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:44.452202 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 21b1829d-b945-42f0-b2b1-55c43e723c32, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=21b1829d-b945-42f0-b2b1-55c43e723c32,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:44.453467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e68b2c53-f40a-43be-8c12-5b1004919b85 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:44.454215 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.503371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['438c9670-c08a-4def-be18-d1b8e4f3b98f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:44.545441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf65b2c-a0b8-4556-9710-55859b362193 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Pushing event deleted for resources: {'Port': ['ID=438c9670-c08a-4def-be18-d1b8e4f3b98f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:44.550752 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.563057 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.563967 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9b6e471-56c6-4042-bdff-808e57c66d4e req-a54d48fa-cddf-43ff-b66a-5a1002cca1a9 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db12c08-8844-406b-a831-e5a84eb3b090 HTTP/1.1" status: 200 len: 210 time: 0.1854270 Jul 16 17:55:44.577216 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.726718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-1773c131-d0a2-483c-854b-4b4a448493a2 req-8827c115-3969-4e8b-a732-7ec47746d1c2 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] For port 89aa06fa-5262-4f42-bc11-eb285eb12f31, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=89aa06fa-5262-4f42-bc11-eb285eb12f31,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:44.727818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1773c131-d0a2-483c-854b-4b4a448493a2 req-8827c115-3969-4e8b-a732-7ec47746d1c2 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.734837 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:55:44.748254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1773c131-d0a2-483c-854b-4b4a448493a2 req-8827c115-3969-4e8b-a732-7ec47746d1c2 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Calling delete_port for 89aa06fa-5262-4f42-bc11-eb285eb12f31 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:44.854674 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.947419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['21b1829d-b945-42f0-b2b1-55c43e723c32'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:45.019264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffb71f4-c29d-41ab-be8b-55003f2ea062 req-7cf65b2c-a0b8-4556-9710-55859b362193 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] No DVR routers for this DVR port 438c9670-c08a-4def-be18-d1b8e4f3b98f on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:45.022692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:45.043824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:45.050730 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a33b6d-4c48-40bc-890a-6f37f523e2ac" -d '{"events": [{"server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "name": "network-vif-plugged", "status": "completed", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:45.095659 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Routers {'b2e07c9c-540f-438f-9692-3931e7eda063'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:45.096744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b2e07c9c-540f-438f-9692-3931e7eda063'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:45.153356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-bb230bf4-1506-4318-842a-0949e5e8ec54 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.156417 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-bb230bf4-1506-4318-842a-0949e5e8ec54 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.32 "GET /v2.0/networks?id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03 HTTP/1.1" status: 200 len: 805 time: 0.6578047 Jul 16 17:55:45.164570 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-fffb71f4-c29d-41ab-be8b-55003f2ea062 req-7cf65b2c-a0b8-4556-9710-55859b362193 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.174227 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fffb71f4-c29d-41ab-be8b-55003f2ea062 req-7cf65b2c-a0b8-4556-9710-55859b362193 tempest-ServersAdminTestJSON-1144091313 tempest-ServersAdminTestJSON-1144091313-project] 10.222.0.32 "DELETE /v2.0/ports/438c9670-c08a-4def-be18-d1b8e4f3b98f HTTP/1.1" status: 204 len: 173 time: 2.3670075 Jul 16 17:55:45.182457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Pushing event updated for resources: {'Port': ['ID=4e60fe48-6f32-4e22-ba14-fe58fbc34ed5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:45.198148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'name': 'network-vif-deleted', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:45.198657 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 2e3dc549-600f-4001-af3f-efb607a05e10, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2e3dc549-600f-4001-af3f-efb607a05e10,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:45.210587 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df14f4-acdb-40ab-97be-be93a8eb732e None None] Pushing event updated for resources: {'Port': ['ID=d10ca451-33ac-4c8e-9815-a36c34b2c73d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:45.212883 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07da178f-da15-4fd3-968e-481e6c92e34e" -d '{"events": [{"server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "name": "network-vif-deleted", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:45.226314 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.231901 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1773c131-d0a2-483c-854b-4b4a448493a2 req-8827c115-3969-4e8b-a732-7ec47746d1c2 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.239187 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:45.250227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:45.274436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 438c9670-c08a-4def-be18-d1b8e4f3b98f no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:45.390612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-d45d1ef0-28db-4c35-aca2-89f89fef61ab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Request body: {'port': {'device_id': '70af6e64-7c7b-4b3a-aee5-554ed1f4270a', 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03', 'admin_state_up': True, 'tenant_id': '1d9d594a87104bd9acf301fdd2522183'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:45.486394 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] Set router b2e07c9c-540f-438f-9692-3931e7eda063 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:45.502378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827c115-3969-4e8b-a732-7ec47746d1c2 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Pushing event deleted for resources: {'Port': ['ID=89aa06fa-5262-4f42-bc11-eb285eb12f31,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:45.575437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1773c131-d0a2-483c-854b-4b4a448493a2 req-8827c115-3969-4e8b-a732-7ec47746d1c2 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] No DVR routers for this DVR port 89aa06fa-5262-4f42-bc11-eb285eb12f31 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:45.579127 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1773c131-d0a2-483c-854b-4b4a448493a2 req-8827c115-3969-4e8b-a732-7ec47746d1c2 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.583225 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1773c131-d0a2-483c-854b-4b4a448493a2 req-8827c115-3969-4e8b-a732-7ec47746d1c2 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.32 "DELETE /v2.0/ports/89aa06fa-5262-4f42-bc11-eb285eb12f31 HTTP/1.1" status: 204 len: 173 time: 1.7640789 Jul 16 17:55:45.583959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d7d4c5-44a3-4842-9a08-0f4226cb435e', 'name': 'network-vif-deleted', 'tag': '89aa06fa-5262-4f42-bc11-eb285eb12f31'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:45.587731 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff067d6b-f8f4-4cd5-94c6-12f0ecb71ca5" -d '{"events": [{"server_uuid": "a8d7d4c5-44a3-4842-9a08-0f4226cb435e", "name": "network-vif-deleted", "tag": "89aa06fa-5262-4f42-bc11-eb285eb12f31"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:45.617609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fcda0-285a-4094-b5b0-6d2dcdeee54e req-cf91c04e-5f67-4fb3-afa9-f2eaa8645b5a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.627042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-286fcda0-285a-4094-b5b0-6d2dcdeee54e req-cf91c04e-5f67-4fb3-afa9-f2eaa8645b5a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 946 time: 0.5004363 Jul 16 17:55:45.635098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52528) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:45.656627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-be1705be-ea8f-4f8c-91b8-b812aad169f4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Request body: {'floatingip': {'port_id': '44236e70-4da4-4744-b905-861e78acc48e'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:45.869964 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1fb7e653-536f-4e78-adfb-f2b4221c7ad4 req-bd5e1de0-a0a1-487a-8296-89184e371ac9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 210 time: 0.2010071 Jul 16 17:55:45.898501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be1705be-ea8f-4f8c-91b8-b812aad169f4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.353230 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.517050 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549bc79-72d3-4f74-a001-78cef7ff3337 req-b0c29686-6055-4f9e-a0eb-b026e08fceb3 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.528839 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2549bc79-72d3-4f74-a001-78cef7ff3337 req-b0c29686-6055-4f9e-a0eb-b026e08fceb3 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 945 time: 0.4508519 Jul 16 17:55:46.546754 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.567593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 438c9670-c08a-4def-be18-d1b8e4f3b98f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:46.569127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 438c9670-c08a-4def-be18-d1b8e4f3b98f not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:46.569976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 89aa06fa-5262-4f42-bc11-eb285eb12f31 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:46.574073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=21b1829d-b945-42f0-b2b1-55c43e723c32,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.609271 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9f2769f9-45a4-49c6-9484-461945433de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.628904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d33cfa-d90d-497b-bcdf-93b5093c115f req-9c27b7db-7046-49d3-8f09-3129a6a97b2b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.640029 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37d33cfa-d90d-497b-bcdf-93b5093c115f req-9c27b7db-7046-49d3-8f09-3129a6a97b2b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 945 time: 0.7378228 Jul 16 17:55:46.661979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-d45d1ef0-28db-4c35-aca2-89f89fef61ab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Made reservation on behalf of 1d9d594a87104bd9acf301fdd2522183 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:46.672603 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-d45d1ef0-28db-4c35-aca2-89f89fef61ab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.767699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 89aa06fa-5262-4f42-bc11-eb285eb12f31 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:46.768308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 89aa06fa-5262-4f42-bc11-eb285eb12f31 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:46.775085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2549bc79-72d3-4f74-a001-78cef7ff3337 req-f350fb7d-844a-4ff6-91f4-5a8716542a11 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440867 Jul 16 17:55:46.800180 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.807879 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=2e3dc549-600f-4001-af3f-efb607a05e10,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.866431 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37d33cfa-d90d-497b-bcdf-93b5093c115f req-b1b92511-37cb-40ab-adec-0984e680ccf8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231240 Jul 16 17:55:46.909933 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48791d81-b5be-473a-be56-f8245f394012 x-openstack-request-id: req-48791d81-b5be-473a-be56-f8245f394012 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:46.910153 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "name": "network-vif-plugged", "status": "completed", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:46.910628 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48791d81-b5be-473a-be56-f8245f394012 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:46.911206 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10', 'code': 200} Jul 16 17:55:46.992423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:55:39Z', 'revision_number': 4, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'd10ca451-33ac-4c8e-9815-a36c34b2c73d', 'name': '', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'mac_address': 'fa:16:3e:02:b3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:38Z', 'updated_at': '2021-07-16T17:55:44Z', 'revision_number': 4, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'subnets': [{'id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:47.073008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1be270-0d08-46cb-a555-092f5a7940d7 None None] The sync data for ids ['b2e07c9c-540f-438f-9692-3931e7eda063'] in n-d-787205-10 is: [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:55:39Z', 'revision_number': 4, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'd10ca451-33ac-4c8e-9815-a36c34b2c73d', 'name': '', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'mac_address': 'fa:16:3e:02:b3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:38Z', 'updated_at': '2021-07-16T17:55:44Z', 'revision_number': 4, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'subnets': [{'id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:47.096117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 21b1829d-b945-42f0-b2b1-55c43e723c32 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:47.111951 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9027df6a-3e11-4990-a6ca-d6b1ffd74156 x-openstack-request-id: req-9027df6a-3e11-4990-a6ca-d6b1ffd74156 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:47.112566 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d7d4c5-44a3-4842-9a08-0f4226cb435e", "name": "network-vif-deleted", "tag": "89aa06fa-5262-4f42-bc11-eb285eb12f31", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:47.112852 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9027df6a-3e11-4990-a6ca-d6b1ffd74156 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:47.113452 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d7d4c5-44a3-4842-9a08-0f4226cb435e', 'name': 'network-vif-deleted', 'tag': '89aa06fa-5262-4f42-bc11-eb285eb12f31', 'status': 'completed', 'code': 200} Jul 16 17:55:47.243878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 21b1829d-b945-42f0-b2b1-55c43e723c32 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:47.244254 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.403147 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85473b09-b5c5-41bd-8e14-fad92765b53f req-7518ce0e-2bfe-4301-b583-5c15bdf33c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.406112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85473b09-b5c5-41bd-8e14-fad92765b53f req-7518ce0e-2bfe-4301-b583-5c15bdf33c5d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 1097 time: 0.3978105 Jul 16 17:55:47.573452 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cb6176-f4de-46ab-a562-c91c2de153f2 x-openstack-request-id: req-a2cb6176-f4de-46ab-a562-c91c2de153f2 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:47.580500 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db12c08-8844-406b-a831-e5a84eb3b090", "name": "network-vif-deleted", "tag": "438c9670-c08a-4def-be18-d1b8e4f3b98f", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:47.584909 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2cb6176-f4de-46ab-a562-c91c2de153f2 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:47.589279 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db12c08-8844-406b-a831-e5a84eb3b090', 'name': 'network-vif-deleted', 'tag': '438c9670-c08a-4def-be18-d1b8e4f3b98f', 'status': 'completed', 'code': 200} Jul 16 17:55:47.604569 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.680700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85473b09-b5c5-41bd-8e14-fad92765b53f req-cc0be5bb-d744-434d-b6a4-2ab6c65e5b4c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732187 Jul 16 17:55:47.699360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d10ca451-33ac-4c8e-9815-a36c34b2c73d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:47.744489 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-d45d1ef0-28db-4c35-aca2-89f89fef61ab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Allocated IP 172.20.0.12 (fd69b1a2-b195-4cab-b8c5-4ea09de60f03/fda748cb-678b-4f5a-a8c1-3046219bc46b/f7ff4095-513c-4be3-b899-da540011dbee) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:47.775651 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.892475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 21b1829d-b945-42f0-b2b1-55c43e723c32, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=21b1829d-b945-42f0-b2b1-55c43e723c32,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:47.918384 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.029215 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.resource_extend [None req-be1705be-ea8f-4f8c-91b8-b812aad169f4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:55:48.130331 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=21b1829d-b945-42f0-b2b1-55c43e723c32,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:48.194643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port d10ca451-33ac-4c8e-9815-a36c34b2c73d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:48.211418 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port d10ca451-33ac-4c8e-9815-a36c34b2c73d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:48.211798 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.218269 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-d45d1ef0-28db-4c35-aca2-89f89fef61ab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.243997 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-181ee3f2-9453-4ef7-ab02-382ad118ade8 req-db08178d-cfc8-4174-b09c-5aced3f6d2f3 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 210 time: 0.2035708 Jul 16 17:55:48.318415 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-169e6efc-2ea7-49b0-9b7c-5be14f7ba820 req-b40dfe2e-743b-4e62-ad27-9a82cafe1bd1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4fb727-71d7-4688-baea-08065ff3f114 HTTP/1.1" status: 200 len: 210 time: 0.1045084 Jul 16 17:55:48.329858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52554) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:48.346833 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.358564 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.458886 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be1705be-ea8f-4f8c-91b8-b812aad169f4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.462232 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.481549 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be1705be-ea8f-4f8c-91b8-b812aad169f4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.525512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port d10ca451-33ac-4c8e-9815-a36c34b2c73d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d10ca451-33ac-4c8e-9815-a36c34b2c73d,segment=NetworkSegment(4e265437-19f1-41be-808c-3d6f7270f227),segment_id=4e265437-19f1-41be-808c-3d6f7270f227)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:48.548805 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.640615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=d10ca451-33ac-4c8e-9815-a36c34b2c73d,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:48.650422 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.677720 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-d45d1ef0-28db-4c35-aca2-89f89fef61ab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.752915 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Pushing event updated for resources: {'Port': ['ID=4e60fe48-6f32-4e22-ba14-fe58fbc34ed5,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:48.797232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-d45d1ef0-28db-4c35-aca2-89f89fef61ab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:48.851796 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-d45d1ef0-28db-4c35-aca2-89f89fef61ab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:48.862980 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.873690 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9739b18f-e41c-4275-9388-1bd730dbd440 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9944053 Jul 16 17:55:48.874704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-d45d1ef0-28db-4c35-aca2-89f89fef61ab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:48.913513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7f7897-ec66-4a82-adff-10df20519a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b1829d-b945-42f0-b2b1-55c43e723c32'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:48.921936 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddd5bc6-2e0e-4efe-ac3c-7d2c0a1d9014" -d '{"events": [{"server_uuid": "bc7f7897-ec66-4a82-adff-10df20519a16", "name": "network-vif-plugged", "status": "completed", "tag": "21b1829d-b945-42f0-b2b1-55c43e723c32"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:48.936682 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.938879 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-be1705be-ea8f-4f8c-91b8-b812aad169f4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Floating IP 0c19600a-65db-4482-bf65-26ba4b72614f associated. External IP: 172.25.3.35, port: 44236e70-4da4-4744-b905-861e78acc48e. Jul 16 17:55:49.000298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d1ef0-28db-4c35-aca2-89f89fef61ab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Pushing event updated for resources: {'Port': ['ID=f7ff4095-513c-4be3-b899-da540011dbee,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:49.040747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-d45d1ef0-28db-4c35-aca2-89f89fef61ab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.042468 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-d45d1ef0-28db-4c35-aca2-89f89fef61ab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.067816 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-d45d1ef0-28db-4c35-aca2-89f89fef61ab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6900990 Jul 16 17:55:49.085677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Request body: {'port': {'device_id': '70af6e64-7c7b-4b3a-aee5-554ed1f4270a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:49.136283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-09f2b937-15c4-42c8-894e-3288fef10840 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fbd65c092f342ae82b609b2deb5429f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7847600 Jul 16 17:55:49.140015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52566) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:49.279438 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-459c0f53-6035-4db5-82ce-376c0da9cae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.322393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcfdf7-1c46-4c7e-9b6f-624371e08521 req-9c8f2561-74a7-49d6-bb1c-d1c2b1cb218d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.333017 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9fcfdf7-1c46-4c7e-9b6f-624371e08521 req-9c8f2561-74a7-49d6-bb1c-d1c2b1cb218d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 945 time: 0.3869193 Jul 16 17:55:49.356974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760f1c9-509f-4f0f-bb26-aac92af3b165 req-fca953d3-c4a5-4466-838f-cdc0f7360313 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.366549 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6760f1c9-509f-4f0f-bb26-aac92af3b165 req-fca953d3-c4a5-4466-838f-cdc0f7360313 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.7394795 Jul 16 17:55:49.380376 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-459c0f53-6035-4db5-82ce-376c0da9cae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.382742 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.480975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d10ca451-33ac-4c8e-9815-a36c34b2c73d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:49.538374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6760f1c9-509f-4f0f-bb26-aac92af3b165 req-92d90013-1d5c-46e4-80f4-2430cdd4931c tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708353 Jul 16 17:55:49.588587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-dcba0510-89bf-462f-9a8b-c3462eb5a389 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2963827 Jul 16 17:55:49.661513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port d10ca451-33ac-4c8e-9815-a36c34b2c73d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:49.662167 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.675107 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9fcfdf7-1c46-4c7e-9b6f-624371e08521 req-ac03c553-5a49-4e2c-98c9-cc7ee86fbcee tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504790 Jul 16 17:55:49.857791 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe42dc0c-7ce9-48f9-a230-3c15eb70ef8b x-openstack-request-id: req-fe42dc0c-7ce9-48f9-a230-3c15eb70ef8b {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:49.859039 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7f7897-ec66-4a82-adff-10df20519a16", "name": "network-vif-plugged", "status": "completed", "tag": "21b1829d-b945-42f0-b2b1-55c43e723c32", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:49.859039 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe42dc0c-7ce9-48f9-a230-3c15eb70ef8b {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:49.859039 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7f7897-ec66-4a82-adff-10df20519a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b1829d-b945-42f0-b2b1-55c43e723c32', 'code': 200} Jul 16 17:55:49.967743 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-459c0f53-6035-4db5-82ce-376c0da9cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.973478 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-459c0f53-6035-4db5-82ce-376c0da9cae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.003355 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-459c0f53-6035-4db5-82ce-376c0da9cae2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b7a8512-771e-4b77-8ba3-cc39ab67c836 HTTP/1.1" status: 204 len: 168 time: 0.8614769 Jul 16 17:55:50.038891 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c0f53-6035-4db5-82ce-376c0da9cae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7a8512-771e-4b77-8ba3-cc39ab67c836,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:50.191605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ff4095-513c-4be3-b899-da540011dbee {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:50.209529 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.228067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Transition to ACTIVE for port object f7ff4095-513c-4be3-b899-da540011dbee will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:50.259492 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-37ae87c8-f110-4051-b2af-7a16164552c4 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1937189 Jul 16 17:55:50.261247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.412367 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ff4095-513c-4be3-b899-da540011dbee,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:50.560376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-96749502-eed3-4d29-b272-9ac4bd4bfc42 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--662098261&fields=id&tenant_id=e1c1be4d2aed49b1b7380e63f23c98a2 HTTP/1.1" status: 200 len: 267 time: 0.6065965 Jul 16 17:55:50.641745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-2c60ff4b-aa65-4f01-a88c-53907015ef2c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.643346 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-2c60ff4b-aa65-4f01-a88c-53907015ef2c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3704271 Jul 16 17:55:50.646134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Attempting to bind port f7ff4095-513c-4be3-b899-da540011dbee on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:50.646452 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Attempting to bind port f7ff4095-513c-4be3-b899-da540011dbee by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:50.646781 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Attempting to bind port f7ff4095-513c-4be3-b899-da540011dbee on network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:50.651859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Port f7ff4095-513c-4be3-b899-da540011dbee on network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:50.653160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Attempting to bind port f7ff4095-513c-4be3-b899-da540011dbee on network fd69b1a2-b195-4cab-b8c5-4ea09de60f03 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:50.666005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-be850e92-26dc-4503-9aa8-584673c77a51 req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Request body: {'port': {'device_id': 'ff4fb727-71d7-4688-baea-08065ff3f114', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '6ccdf17dc6774ef385777e775eb283cf'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:50.673378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:50.673622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Checking segment: {'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:50.673981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Bound using segment: {'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:50.674417 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Bound port: f7ff4095-513c-4be3-b899-da540011dbee, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14585277-a3a3-4c12-9557-0f71af7700c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:50.674839 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.705963 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52586) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:50.738754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b93321db-2369-4e39-afae-f7d95eced92f tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.741412 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b93321db-2369-4e39-afae-f7d95eced92f tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1319780 Jul 16 17:55:50.761727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-be850e92-26dc-4503-9aa8-584673c77a51 req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Request body: {'port': {'device_id': '2889d3a1-6142-4a16-9f36-036a8f7259ec', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '6ccdf17dc6774ef385777e775eb283cf'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:50.775537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1705be-ea8f-4f8c-91b8-b812aad169f4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Router 140ff918-c1f2-4679-979b-adeaf3c4a198 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:50.866096 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85a1b-471f-4bf9-818e-bae9b14e2b28 req-583859fd-1821-4df2-9b1c-05c3e8a30bf4 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.873882 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6a85a1b-471f-4bf9-818e-bae9b14e2b28 req-583859fd-1821-4df2-9b1c-05c3e8a30bf4 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 944 time: 0.8621738 Jul 16 17:55:50.899483 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-98a12d58-0457-4da3-8863-ed08f45e2594 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c63183cd7204ad2ba18e930cfd7c8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923270 Jul 16 17:55:50.907467 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52592) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:50.931415 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] For port f7ff4095-513c-4be3-b899-da540011dbee, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:50.974385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] For port f7ff4095-513c-4be3-b899-da540011dbee, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f7ff4095-513c-4be3-b899-da540011dbee,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:50.988403 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.020639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Made reservation on behalf of 6ccdf17dc6774ef385777e775eb283cf for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:51.024175 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.026586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-d4cc3677-ae6d-4792-a636-b8904daf3072 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.028395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-d4cc3677-ae6d-4792-a636-b8904daf3072 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/networks?id=b71f8054-caf1-446c-aa40-26ffb58e9c4a HTTP/1.1" status: 200 len: 811 time: 0.4656708 Jul 16 17:55:51.048675 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.049304 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.050853 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] 10.222.0.32 "PUT /v2.0/ports/f7ff4095-513c-4be3-b899-da540011dbee HTTP/1.1" status: 200 len: 1093 time: 1.9755578 Jul 16 17:55:51.052274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6a85a1b-471f-4bf9-818e-bae9b14e2b28 req-fab832b8-f134-46ea-bc44-fc95e3665ae3 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748030 Jul 16 17:55:51.053914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70af6e64-7c7b-4b3a-aee5-554ed1f4270a', 'tag': 'f7ff4095-513c-4be3-b899-da540011dbee'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:51.056338 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7765efc2-9e10-4c80-aa79-655ccd0a75a0" -d '{"events": [{"name": "network-changed", "server_uuid": "70af6e64-7c7b-4b3a-aee5-554ed1f4270a", "tag": "f7ff4095-513c-4be3-b899-da540011dbee"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:51.097023 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac66814e-ab30-4a60-97cc-f90f486b77e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.109974 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4142796-d9d8-46bf-86b6-60c3394cf650 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ff4095-513c-4be3-b899-da540011dbee,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:51.114408 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-b364d5c0-d680-4fca-a58e-a2693dfd3176 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/quotas/e1c1be4d2aed49b1b7380e63f23c98a2 HTTP/1.1" status: 200 len: 375 time: 0.0597229 Jul 16 17:55:51.199958 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac66814e-ab30-4a60-97cc-f90f486b77e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.273167 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-360f30e9-bf0a-4ef1-a2db-aa8854814eab req-4a8ab4f7-5d9a-4d0f-b73d-04df5e2a4684 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4fb727-71d7-4688-baea-08065ff3f114 HTTP/1.1" status: 200 len: 210 time: 0.0591774 Jul 16 17:55:51.274966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1705be-ea8f-4f8c-91b8-b812aad169f4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:51.280429 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be1705be-ea8f-4f8c-91b8-b812aad169f4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.312195 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dcdc22-ad30-4110-af9a-b515778d1eef None None] Sync routers for ids ['140ff918-c1f2-4679-979b-adeaf3c4a198'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:51.330594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-be850e92-26dc-4503-9aa8-584673c77a51 req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Allocated IP 192.168.233.95 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/d01eba4a-b6a1-4170-9dfa-20fde3efcd3d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:51.333910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-6c8d9eb3-a8d1-46b1-acb6-a1d289fdb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.335500 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-6c8d9eb3-a8d1-46b1-acb6-a1d289fdb1ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d9d594a87104bd9acf301fdd2522183&device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 1096 time: 0.1874831 Jul 16 17:55:51.339218 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dcdc22-ad30-4110-af9a-b515778d1eef None None] Routers {'140ff918-c1f2-4679-979b-adeaf3c4a198'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:51.343388 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-70dcdc22-ad30-4110-af9a-b515778d1eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:55:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['140ff918-c1f2-4679-979b-adeaf3c4a198'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:51.353274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-be1705be-ea8f-4f8c-91b8-b812aad169f4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "PUT /v2.0/floatingips/0c19600a-65db-4482-bf65-26ba4b72614f HTTP/1.1" status: 200 len: 991 time: 5.7109408 Jul 16 17:55:51.356651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'tag': '44236e70-4da4-4744-b905-861e78acc48e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:51.356908 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac66814e-ab30-4a60-97cc-f90f486b77e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.359215 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbdcfe1-da44-487e-816e-a0d196c36e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "tag": "44236e70-4da4-4744-b905-861e78acc48e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:51.360360 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac66814e-ab30-4a60-97cc-f90f486b77e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.361904 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ac66814e-ab30-4a60-97cc-f90f486b77e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e702636-6047-4e3b-af02-ae9811b65a60 HTTP/1.1" status: 204 len: 168 time: 0.4533761 Jul 16 17:55:51.373253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Made reservation on behalf of 6ccdf17dc6774ef385777e775eb283cf for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:51.377175 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.426097 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-f7965f84-6953-4317-b350-adf6819d0cb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7ff4095-513c-4be3-b899-da540011dbee HTTP/1.1" status: 200 len: 217 time: 0.0776670 Jul 16 17:55:51.429294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66814e-ab30-4a60-97cc-f90f486b77e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e702636-6047-4e3b-af02-ae9811b65a60,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:51.519112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-e7285508-2ed2-495f-8b7f-779772d5ae84 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e1c1be4d2aed49b1b7380e63f23c98a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3611250 Jul 16 17:55:51.548321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-7f558665-1ee7-45ab-835c-92b68c1468a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.549996 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-7f558665-1ee7-45ab-835c-92b68c1468a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fda748cb-678b-4f5a-a8c1-3046219bc46b HTTP/1.1" status: 200 len: 845 time: 0.1092823 Jul 16 17:55:51.663218 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-71467411-77b1-47d6-87d2-fafa53e7626a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983016 Jul 16 17:55:51.749885 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-70dcdc22-ad30-4110-af9a-b515778d1eef None None] Set router 140ff918-c1f2-4679-979b-adeaf3c4a198 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:52.034048 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.088507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-be850e92-26dc-4503-9aa8-584673c77a51 req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Transition to ACTIVE for port object d01eba4a-b6a1-4170-9dfa-20fde3efcd3d will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:52.162423 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-44ff7d6e-be27-4b02-ad02-4d3adac99383 service neutron] 10.222.0.32 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958750 Jul 16 17:55:52.187630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-d553b1a0-efba-4eb7-ae18-a7aa47edb15a service neutron] 10.222.0.24 "GET /v2.0/networks/b71f8054-caf1-446c-aa40-26ffb58e9c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272493 Jul 16 17:55:52.236716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e371c-92da-4f2b-9e01-70814de7c4ac req-337aea64-8921-4cff-9d97-d05afd9b4fb5 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.238419 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-382e371c-92da-4f2b-9e01-70814de7c4ac req-337aea64-8921-4cff-9d97-d05afd9b4fb5 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.5803056 Jul 16 17:55:52.322152 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.340797 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9423ce8d-c44b-4754-8f2b-524c04f0dd8d req-c472f882-a937-4029-b9ab-85ddd2a1464a service neutron] 10.222.0.32 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874344 Jul 16 17:55:52.344529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:52.350190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-0b00f740-23d6-460e-9bde-b6e87de1a977 service neutron] 10.222.0.24 "GET /v2.0/networks/b71f8054-caf1-446c-aa40-26ffb58e9c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479762 Jul 16 17:55:52.410601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be850e92-26dc-4503-9aa8-584673c77a51 req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:52.415184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-be850e92-26dc-4503-9aa8-584673c77a51 req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:52.417904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event updated for resources: {'Port': ['ID=d01eba4a-b6a1-4170-9dfa-20fde3efcd3d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:52.420494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-be850e92-26dc-4503-9aa8-584673c77a51 req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:52.514582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.516092 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.547686 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-50157f0c-1251-4495-980e-285557056688 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8901329 Jul 16 17:55:52.568201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Request body: {'port': {'device_id': 'ff4fb727-71d7-4688-baea-08065ff3f114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:52.748141 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-70dcdc22-ad30-4110-af9a-b515778d1eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:06Z', 'revision_number': 4, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '0c19600a-65db-4482-bf65-26ba4b72614f', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'port_id': '44236e70-4da4-4744-b905-861e78acc48e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'mac_address': 'fa:16:3e:5a:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c773d083-6bd3-48ce-b375-8f8022019871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:13Z', 'updated_at': '2021-07-16T17:55:47Z', 'revision_number': 1, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cd36f0-2ea6-4ebd-a492-c2fa91fb0443', 'name': '', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'mac_address': 'fa:16:3e:ef:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:05Z', 'updated_at': '2021-07-16T17:55:16Z', 'revision_number': 5, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'subnets': [{'id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:52.791573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-382e371c-92da-4f2b-9e01-70814de7c4ac req-da93eef9-5b32-4639-bb4c-1bea6cc54d9d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365687 Jul 16 17:55:52.804376 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.817264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-be850e92-26dc-4503-9aa8-584673c77a51 req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Allocated IP 192.168.233.251 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/b3808cb4-ba56-4d3b-939f-159a78c9b52a) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:52.844961 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dcdc22-ad30-4110-af9a-b515778d1eef None None] Checking router: 140ff918-c1f2-4679-979b-adeaf3c4a198 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:52.862732 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dcdc22-ad30-4110-af9a-b515778d1eef None None] Routers {'140ff918-c1f2-4679-979b-adeaf3c4a198'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:52.863852 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-70dcdc22-ad30-4110-af9a-b515778d1eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:55:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['140ff918-c1f2-4679-979b-adeaf3c4a198'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:53.027664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a65c9636-a2fe-4938-9138-d0fc3fdf2dad None None] Provisioning for port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:53.061339 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a65c9636-a2fe-4938-9138-d0fc3fdf2dad None None] Provisioning complete for port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:53.061812 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a65c9636-a2fe-4938-9138-d0fc3fdf2dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.067168 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.182123 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-70dcdc22-ad30-4110-af9a-b515778d1eef None None] Set router 140ff918-c1f2-4679-979b-adeaf3c4a198 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:53.230762 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a65c9636-a2fe-4938-9138-d0fc3fdf2dad None None] Port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:53.450856 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.483865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-be850e92-26dc-4503-9aa8-584673c77a51 req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Transition to ACTIVE for port object b3808cb4-ba56-4d3b-939f-159a78c9b52a will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:53.535019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f81f5-2cec-4914-a5d2-fd5e8babf405 req-438d2f5e-067a-4e17-b4eb-f9c1646cbd15 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.537201 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f5f81f5-2cec-4914-a5d2-fd5e8babf405 req-438d2f5e-067a-4e17-b4eb-f9c1646cbd15 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 945 time: 0.2105610 Jul 16 17:55:53.664272 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893e1c95-759f-45a1-8035-b25347b575bf x-openstack-request-id: req-893e1c95-759f-45a1-8035-b25347b575bf {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:53.664763 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70af6e64-7c7b-4b3a-aee5-554ed1f4270a", "tag": "f7ff4095-513c-4be3-b899-da540011dbee", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:53.665196 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-893e1c95-759f-45a1-8035-b25347b575bf {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:53.665792 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70af6e64-7c7b-4b3a-aee5-554ed1f4270a', 'tag': 'f7ff4095-513c-4be3-b899-da540011dbee', 'status': 'completed', 'code': 200} Jul 16 17:55:53.708197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f5f81f5-2cec-4914-a5d2-fd5e8babf405 req-83849db9-f5f4-432c-a8ab-623edf024527 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597199 Jul 16 17:55:53.711513 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.734548 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-70dcdc22-ad30-4110-af9a-b515778d1eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:06Z', 'revision_number': 4, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '0c19600a-65db-4482-bf65-26ba4b72614f', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'port_id': '44236e70-4da4-4744-b905-861e78acc48e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'mac_address': 'fa:16:3e:5a:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c773d083-6bd3-48ce-b375-8f8022019871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:13Z', 'updated_at': '2021-07-16T17:55:47Z', 'revision_number': 1, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cd36f0-2ea6-4ebd-a492-c2fa91fb0443', 'name': '', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'mac_address': 'fa:16:3e:ef:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:05Z', 'updated_at': '2021-07-16T17:55:16Z', 'revision_number': 5, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'subnets': [{'id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:53.736979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:53.851036 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dcdc22-ad30-4110-af9a-b515778d1eef None None] The sync data for ids ['140ff918-c1f2-4679-979b-adeaf3c4a198'] in n-d-787205-10 is: [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:06Z', 'revision_number': 4, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '0c19600a-65db-4482-bf65-26ba4b72614f', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'port_id': '44236e70-4da4-4744-b905-861e78acc48e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'mac_address': 'fa:16:3e:5a:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c773d083-6bd3-48ce-b375-8f8022019871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:13Z', 'updated_at': '2021-07-16T17:55:47Z', 'revision_number': 1, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cd36f0-2ea6-4ebd-a492-c2fa91fb0443', 'name': '', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'mac_address': 'fa:16:3e:ef:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:05Z', 'updated_at': '2021-07-16T17:55:16Z', 'revision_number': 5, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'subnets': [{'id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:53.904044 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78165958-6d7c-4438-a674-5d0bf3f413d3 x-openstack-request-id: req-78165958-6d7c-4438-a674-5d0bf3f413d3 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:53.904534 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "tag": "44236e70-4da4-4744-b905-861e78acc48e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:53.904860 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78165958-6d7c-4438-a674-5d0bf3f413d3 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:53.905978 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'tag': '44236e70-4da4-4744-b905-861e78acc48e', 'status': 'completed', 'code': 200} Jul 16 17:55:53.987070 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be850e92-26dc-4503-9aa8-584673c77a51 req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:54.005101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event updated for resources: {'Port': ['ID=b3808cb4-ba56-4d3b-939f-159a78c9b52a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:54.009101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-be850e92-26dc-4503-9aa8-584673c77a51 req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:54.024212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-be850e92-26dc-4503-9aa8-584673c77a51 req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:54.135619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.144013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.146640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.146640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.146640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.146640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.146640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.146640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.146640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.162082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.162598 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.163040 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.257061 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765efc2-9e10-4c80-aa79-655ccd0a75a0 req-b55e5fd9-c95c-4e01-8367-4d896eaa44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.260355 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7765efc2-9e10-4c80-aa79-655ccd0a75a0 req-b55e5fd9-c95c-4e01-8367-4d896eaa44e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d9d594a87104bd9acf301fdd2522183&device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 1096 time: 0.6047115 Jul 16 17:55:54.474486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.475205 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.504908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdcfe1-da44-487e-816e-a0d196c36e0f req-43936190-ca43-4996-93db-4b7f88e759c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.508223 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbdcfe1-da44-487e-816e-a0d196c36e0f req-43936190-ca43-4996-93db-4b7f88e759c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 1098 time: 0.5972624 Jul 16 17:55:54.532435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01eba4a-b6a1-4170-9dfa-20fde3efcd3d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:54.573344 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.573956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-337b9049-c3db-4aec-a32a-5c01e81ec3b1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8163025 Jul 16 17:55:54.596520 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-275abb1e-1dea-4474-ad12-96c59f3d62d5 None None] Provisioning for port b3808cb4-ba56-4d3b-939f-159a78c9b52a completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:54.617269 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Request body: {'port': {'device_id': '2889d3a1-6142-4a16-9f36-036a8f7259ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:54.624089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-275abb1e-1dea-4474-ad12-96c59f3d62d5 None None] Provisioning complete for port b3808cb4-ba56-4d3b-939f-159a78c9b52a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:54.625457 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-275abb1e-1dea-4474-ad12-96c59f3d62d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.659129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Transition to ACTIVE for port object d01eba4a-b6a1-4170-9dfa-20fde3efcd3d will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:54.672548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.772216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-275abb1e-1dea-4474-ad12-96c59f3d62d5 None None] Port b3808cb4-ba56-4d3b-939f-159a78c9b52a cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:54.798748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2f566-15ec-4a1f-b7f9-b582bd267dd7 None None] New status for floating IP 0c19600a-65db-4482-bf65-26ba4b72614f: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:55:54.867919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e50541-0959-4991-af0b-2aa6ee8f0705 req-1fe9a988-6abd-4d2f-9cfc-a9b03baf654f tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.875858 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-02e50541-0959-4991-af0b-2aa6ee8f0705 req-1fe9a988-6abd-4d2f-9cfc-a9b03baf654f tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 944 time: 0.5357416 Jul 16 17:55:54.890262 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Pushing event updated for resources: {'Port': ['ID=d01eba4a-b6a1-4170-9dfa-20fde3efcd3d,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:54.906418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a7e78-95be-4adb-9bd5-48eb0401fc7b req-13eb19f9-0b3b-45c5-923f-3d986b0545a7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.911394 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-164a7e78-95be-4adb-9bd5-48eb0401fc7b req-13eb19f9-0b3b-45c5-923f-3d986b0545a7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4fb727-71d7-4688-baea-08065ff3f114 HTTP/1.1" status: 200 len: 935 time: 0.6217124 Jul 16 17:55:54.912274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.913254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.914409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.914944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.918259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.918883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.919666 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.920776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.921300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.923550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.923918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:54.924259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:55.001322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdcfe1-da44-487e-816e-a0d196c36e0f req-4314102c-7165-4ce9-aa49-80f4ef92a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.007159 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbdcfe1-da44-487e-816e-a0d196c36e0f req-4314102c-7165-4ce9-aa49-80f4ef92a508 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.4854517 Jul 16 17:55:55.008138 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765efc2-9e10-4c80-aa79-655ccd0a75a0 req-5169d69d-3231-469a-840f-7c260ef5bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.008308 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.011813 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7765efc2-9e10-4c80-aa79-655ccd0a75a0 req-5169d69d-3231-469a-840f-7c260ef5bc11 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03 HTTP/1.1" status: 200 len: 906 time: 0.7403276 Jul 16 17:55:55.025158 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.099214 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7765efc2-9e10-4c80-aa79-655ccd0a75a0 req-09695261-7df9-4699-99d3-1d206041dd39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7ff4095-513c-4be3-b899-da540011dbee HTTP/1.1" status: 200 len: 217 time: 0.0575528 Jul 16 17:55:55.102302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-02e50541-0959-4991-af0b-2aa6ee8f0705 req-f9251a65-1d94-4030-808b-f992d3bee01d tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253685 Jul 16 17:55:55.147808 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f7ff4095-513c-4be3-b899-da540011dbee details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:55.277559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-164a7e78-95be-4adb-9bd5-48eb0401fc7b req-6a6e1d74-70d5-49cc-b2f4-b85e2dad5a6a tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206427 Jul 16 17:55:55.401179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Attempting to bind port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:55.402309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Attempting to bind port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:55.402584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Attempting to bind port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:55.406107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.32', 55351) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:55.420004 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765efc2-9e10-4c80-aa79-655ccd0a75a0 req-98cb21a5-5521-4717-87d5-3dc89b11b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.423784 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7765efc2-9e10-4c80-aa79-655ccd0a75a0 req-98cb21a5-5521-4717-87d5-3dc89b11b065 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fda748cb-678b-4f5a-a8c1-3046219bc46b HTTP/1.1" status: 200 len: 845 time: 0.2875140 Jul 16 17:55:55.425445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:55.426027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Attempting to bind port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:55.437676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f7ff4095-513c-4be3-b899-da540011dbee, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f7ff4095-513c-4be3-b899-da540011dbee,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:55.462010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'f7ff4095-513c-4be3-b899-da540011dbee', 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03', 'port_id': 'f7ff4095-513c-4be3-b899-da540011dbee', 'mac_address': 'fa:16:3e:f8:03:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda748cb-678b-4f5a-a8c1-3046219bc46b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:55.495265 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7765efc2-9e10-4c80-aa79-655ccd0a75a0 req-2b276f85-4f5b-4611-956a-245e798b8b39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd69b1a2-b195-4cab-b8c5-4ea09de60f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644336 Jul 16 17:55:55.512259 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.528452 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:55.529072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:55.529681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:55.530347 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Bound port: d01eba4a-b6a1-4170-9dfa-20fde3efcd3d, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:55.531170 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.539272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ff4095-513c-4be3-b899-da540011dbee {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:55.576284 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbdcfe1-da44-487e-816e-a0d196c36e0f req-add90062-067f-44e7-a887-02791cd7107c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 200 len: 999 time: 0.4955742 Jul 16 17:55:55.589980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f7ff4095-513c-4be3-b899-da540011dbee, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f7ff4095-513c-4be3-b899-da540011dbee,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:55.596686 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.667378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f7ff4095-513c-4be3-b899-da540011dbee,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:55.670889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eab01d48-1021-4b94-ac28-33479435798f req-40e268a0-7062-4104-bb3e-f0506502c9ff tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 210 time: 0.2106907 Jul 16 17:55:55.719984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] For port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:55.740315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] For port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d01eba4a-b6a1-4170-9dfa-20fde3efcd3d,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:55.743440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdcfe1-da44-487e-816e-a0d196c36e0f req-1adfcb77-d3ca-4a87-bfa0-e9228a6ce2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.745149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbdcfe1-da44-487e-816e-a0d196c36e0f req-1adfcb77-d3ca-4a87-bfa0-e9228a6ce2c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.0686593 Jul 16 17:55:55.758971 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7765efc2-9e10-4c80-aa79-655ccd0a75a0 req-ce44f4e1-d232-437b-b6c1-d43d87a85588 service neutron] 10.222.0.32 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506752 Jul 16 17:55:55.764619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.908047 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['f7ff4095-513c-4be3-b899-da540011dbee'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:55.988784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Pushing event updated for resources: {'Port': ['ID=d01eba4a-b6a1-4170-9dfa-20fde3efcd3d,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:56.016557 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.017275 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.019234 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] 10.222.0.32 "PUT /v2.0/ports/d01eba4a-b6a1-4170-9dfa-20fde3efcd3d HTTP/1.1" status: 200 len: 1096 time: 3.4557076 Jul 16 17:55:56.019507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4fb727-71d7-4688-baea-08065ff3f114', 'tag': 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:56.022124 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365ca6d8-acea-4f06-a671-8d990552c1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4fb727-71d7-4688-baea-08065ff3f114", "tag": "d01eba4a-b6a1-4170-9dfa-20fde3efcd3d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:56.044263 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7765efc2-9e10-4c80-aa79-655ccd0a75a0 req-78e7610e-8609-4fa2-abec-47007350b80c service neutron] 10.222.0.32 "GET /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764554 Jul 16 17:55:56.154865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-86100aee-02f9-42de-84e0-4669fde904a7 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8030245 Jul 16 17:55:56.160002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:56.203947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-d72bbe15-cdb2-40bb-8a52-db211add9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.204707 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-d72bbe15-cdb2-40bb-8a52-db211add9cba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=ff4fb727-71d7-4688-baea-08065ff3f114 HTTP/1.1" status: 200 len: 1099 time: 0.1287522 Jul 16 17:55:56.245190 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-2bfa378f-e395-4c0f-9138-44a4859be489 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.247889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-2bfa378f-e395-4c0f-9138-44a4859be489 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.32 "GET /v2.0/networks?id=b71f8054-caf1-446c-aa40-26ffb58e9c4a HTTP/1.1" status: 200 len: 811 time: 0.8298657 Jul 16 17:55:56.278089 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-37304826-3a97-4e18-a045-699ea9e9acb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=d01eba4a-b6a1-4170-9dfa-20fde3efcd3d HTTP/1.1" status: 200 len: 217 time: 0.0635967 Jul 16 17:55:56.326356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-e9dc5fb6-9243-416b-93a6-41d2770fa5cd tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1c1be4d2aed49b1b7380e63f23c98a2 HTTP/1.1" status: 200 len: 379 time: 0.0654843 Jul 16 17:55:56.348102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdcfe1-da44-487e-816e-a0d196c36e0f req-533446e6-c49b-4102-96e6-ce04adfaca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.349997 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbdcfe1-da44-487e-816e-a0d196c36e0f req-533446e6-c49b-4102-96e6-ce04adfaca8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5550094 Jul 16 17:55:56.354168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Request body: {'port': {'device_id': 'bdf7b13c-fb7a-4a78-8e35-e0c92919bc13', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'admin_state_up': True, 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'security_groups': ['0fd72cf3-12bb-46c3-8567-70745deba121']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:56.377018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-037f4c7e-b1f4-45da-9705-cfc9f1b0a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.379114 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-037f4c7e-b1f4-45da-9705-cfc9f1b0a7a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0844119 Jul 16 17:55:56.391200 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.492286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-83b28abf-a0d0-480c-9bf7-6f08f5172614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.495173 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-83b28abf-a0d0-480c-9bf7-6f08f5172614 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1094396 Jul 16 17:55:56.495930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13175ac0-af7d-4143-a751-18a0d2b392b2 req-d337e5ff-6de5-4322-a9da-9c9fc35c8b72 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.497740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-13175ac0-af7d-4143-a751-18a0d2b392b2 req-d337e5ff-6de5-4322-a9da-9c9fc35c8b72 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.5688708 Jul 16 17:55:56.646026 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-45730c6c-32ed-476d-8530-f03a7c5255f1 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396160 Jul 16 17:55:56.822516 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-9e434db8-817c-4502-bb21-662dc31961ee service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652675 Jul 16 17:55:57.143306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f7ff4095-513c-4be3-b899-da540011dbee up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:57.156868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-13175ac0-af7d-4143-a751-18a0d2b392b2 req-5b697073-bccf-4c16-99d8-63fb80ce2ba9 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406646 Jul 16 17:55:57.227223 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port f7ff4095-513c-4be3-b899-da540011dbee completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:57.228018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3808cb4-ba56-4d3b-939f-159a78c9b52a {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:57.234065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port f7ff4095-513c-4be3-b899-da540011dbee triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:57.234809 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.235914 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbdcfe1-da44-487e-816e-a0d196c36e0f req-2139832c-297a-42fb-af43-d5f5a89c6823 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8544650 Jul 16 17:55:57.240955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Made reservation on behalf of e1c1be4d2aed49b1b7380e63f23c98a2 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:57.244755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.254318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.323365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Transition to ACTIVE for port object b3808cb4-ba56-4d3b-939f-159a78c9b52a will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:57.342013 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.375048 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.421700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70af6e64-7c7b-4b3a-aee5-554ed1f4270a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ff4095-513c-4be3-b899-da540011dbee'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:57.425408 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcbadc2-29c9-4779-968c-2749f18a4bb9" -d '{"events": [{"server_uuid": "70af6e64-7c7b-4b3a-aee5-554ed1f4270a", "name": "network-vif-plugged", "status": "completed", "tag": "f7ff4095-513c-4be3-b899-da540011dbee"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:57.443129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f7ff4095-513c-4be3-b899-da540011dbee, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f7ff4095-513c-4be3-b899-da540011dbee,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:57.476762 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.525861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Pushing event updated for resources: {'Port': ['ID=b3808cb4-ba56-4d3b-939f-159a78c9b52a,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:57.563176 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.645074 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f7ff4095-513c-4be3-b899-da540011dbee,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:57.689495 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fbdcfe1-da44-487e-816e-a0d196c36e0f req-34893eb6-ddd8-4362-a17e-f15ac53c211e service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320688 Jul 16 17:55:57.793258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Allocated IP 172.20.0.4 (b71f8054-caf1-446c-aa40-26ffb58e9c4a/b55e17a7-197e-4ffa-bf70-ad013e87cf95/73ecdf5f-546b-4460-8d8d-6c343db16378) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:58.030322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Attempting to bind port b3808cb4-ba56-4d3b-939f-159a78c9b52a on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:58.030662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Attempting to bind port b3808cb4-ba56-4d3b-939f-159a78c9b52a by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:58.030999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Attempting to bind port b3808cb4-ba56-4d3b-939f-159a78c9b52a on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:58.047156 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-512fab6e-e94c-42dd-8d3d-18ebe755dc43 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=71aa6a924cb245068cab21cd0cf1de51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881276 Jul 16 17:55:58.048173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Port b3808cb4-ba56-4d3b-939f-159a78c9b52a on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:58.048488 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Attempting to bind port b3808cb4-ba56-4d3b-939f-159a78c9b52a on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:58.088045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:58.088393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:58.088781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:58.089261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Bound port: b3808cb4-ba56-4d3b-939f-159a78c9b52a, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:58.089678 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.094576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Allocated IP 172.25.3.43 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/e84b467e-16ef-40fd-bbdc-4a8c7d1413f6) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:58.411459 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.439075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-1a540088-a9d8-4f6d-9d97-a69967bc6282 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:58.440737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-1a540088-a9d8-4f6d-9d97-a69967bc6282 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3859384 Jul 16 17:55:58.449776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] For port b3808cb4-ba56-4d3b-939f-159a78c9b52a, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:58.462098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] For port b3808cb4-ba56-4d3b-939f-159a78c9b52a, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=b3808cb4-ba56-4d3b-939f-159a78c9b52a,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:58.470938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Transition to ACTIVE for port object 73ecdf5f-546b-4460-8d8d-6c343db16378 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:58.481581 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.499169 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-be9900a6-e735-43fb-9235-eaf21a232f5b tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/quotas/71aa6a924cb245068cab21cd0cf1de51 HTTP/1.1" status: 200 len: 375 time: 0.0429783 Jul 16 17:55:58.612130 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:58.612831 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.615436 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] 10.222.0.32 "PUT /v2.0/ports/b3808cb4-ba56-4d3b-939f-159a78c9b52a HTTP/1.1" status: 200 len: 1097 time: 4.0170460 Jul 16 17:55:58.617073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-89bd2b34-5853-443f-b490-baa119b3fd79 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=71aa6a924cb245068cab21cd0cf1de51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748396 Jul 16 17:55:58.617618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2889d3a1-6142-4a16-9f36-036a8f7259ec', 'tag': 'b3808cb4-ba56-4d3b-939f-159a78c9b52a'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:58.620445 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91057d5-1fb9-47cb-8180-3a6ee679bda8" -d '{"events": [{"name": "network-changed", "server_uuid": "2889d3a1-6142-4a16-9f36-036a8f7259ec", "tag": "b3808cb4-ba56-4d3b-939f-159a78c9b52a"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:58.648061 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.750342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32444b4-60af-4513-b470-aa1379473f00 service neutron] Pushing event updated for resources: {'Port': ['ID=b3808cb4-ba56-4d3b-939f-159a78c9b52a,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:58.844227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-3334b81d-17de-4376-86a2-8124149d6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:58.844227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-3334b81d-17de-4376-86a2-8124149d6e30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=2889d3a1-6142-4a16-9f36-036a8f7259ec HTTP/1.1" status: 200 len: 1100 time: 0.1303723 Jul 16 17:55:58.879209 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.879209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-ee357425-214f-4576-a212-0509d8498ad4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=b3808cb4-ba56-4d3b-939f-159a78c9b52a HTTP/1.1" status: 200 len: 217 time: 0.0430133 Jul 16 17:55:58.909513 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.940024 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779dcfce-9a21-481d-8d35-2fa81c044cac x-openstack-request-id: req-779dcfce-9a21-481d-8d35-2fa81c044cac {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:58.940572 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4fb727-71d7-4688-baea-08065ff3f114", "tag": "d01eba4a-b6a1-4170-9dfa-20fde3efcd3d", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:58.940572 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-779dcfce-9a21-481d-8d35-2fa81c044cac {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:58.941448 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4fb727-71d7-4688-baea-08065ff3f114', 'tag': 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'status': 'completed', 'code': 200} Jul 16 17:55:59.017705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Network b71f8054-caf1-446c-aa40-26ffb58e9c4a is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:59.053473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:59.054750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:59.056566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Pushing event updated for resources: {'Port': ['ID=73ecdf5f-546b-4460-8d8d-6c343db16378,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.095366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:59.109687 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:59.112650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:59.165888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d01eba4a-b6a1-4170-9dfa-20fde3efcd3d details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:59.178986 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-1ac3805b-0b8e-47f9-b00c-47aedeaed392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.180529 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-1ac3805b-0b8e-47f9-b00c-47aedeaed392 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.3075011 Jul 16 17:55:59.374283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Pushing event updated for resources: {'Port': ['ID=e84b467e-16ef-40fd-bbdc-4a8c7d1413f6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.401515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.403834 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.474670 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-f82b8fcd-1d1c-49c0-8fa6-8af7d5c22d4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1365101 Jul 16 17:55:59.498838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ca6d8-acea-4f06-a671-8d990552c1a1 req-2f6badbf-a37d-4017-9e78-c1fc2938661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.501028 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-365ca6d8-acea-4f06-a671-8d990552c1a1 req-2f6badbf-a37d-4017-9e78-c1fc2938661d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=ff4fb727-71d7-4688-baea-08065ff3f114 HTTP/1.1" status: 200 len: 1099 time: 0.4773920 Jul 16 17:55:59.501644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d01eba4a-b6a1-4170-9dfa-20fde3efcd3d,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:59.506715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Request body: {'port': {'device_id': 'bdf7b13c-fb7a-4a78-8e35-e0c92919bc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:59.549388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'mac_address': 'fa:16:3e:4d:58:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:59.554502 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.564664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a24c3ab9-c223-4b41-8aea-17b2eac93e56 None None] Provisioning for port 73ecdf5f-546b-4460-8d8d-6c343db16378 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:59.572836 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a24c3ab9-c223-4b41-8aea-17b2eac93e56 None None] Provisioning complete for port 73ecdf5f-546b-4460-8d8d-6c343db16378 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:59.573518 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a24c3ab9-c223-4b41-8aea-17b2eac93e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.586440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64420-40a8-406a-8c7b-5c81b70cd044 req-d443cbcc-f9dc-4f38-8004-b9be87d77fab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.595499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4d64420-40a8-406a-8c7b-5c81b70cd044 req-d443cbcc-f9dc-4f38-8004-b9be87d77fab tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 946 time: 0.4937694 Jul 16 17:55:59.628557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850e92-26dc-4503-9aa8-584673c77a51 req-e1092870-f6d9-465e-b053-fa8d5bda9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.630500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-e1092870-f6d9-465e-b053-fa8d5bda9e3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3662722 Jul 16 17:55:59.708954 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.732463 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01eba4a-b6a1-4170-9dfa-20fde3efcd3d {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:59.741821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a24c3ab9-c223-4b41-8aea-17b2eac93e56 None None] Port 73ecdf5f-546b-4460-8d8d-6c343db16378 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:59.790509 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d01eba4a-b6a1-4170-9dfa-20fde3efcd3d,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:59.801113 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.864867 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4d64420-40a8-406a-8c7b-5c81b70cd044 req-1ace1c3b-c6bd-4707-aeba-339826aaea7f tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682602 Jul 16 17:55:59.894515 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.917147 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ca6d8-acea-4f06-a671-8d990552c1a1 req-09579ef6-0b09-45a2-85fd-f34d202f651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.920029 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-365ca6d8-acea-4f06-a671-8d990552c1a1 req-09579ef6-0b09-45a2-85fd-f34d202f651f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.4024315 Jul 16 17:55:59.946916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d01eba4a-b6a1-4170-9dfa-20fde3efcd3d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.955469 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.071512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-365ca6d8-acea-4f06-a671-8d990552c1a1 req-d05a3f93-095c-46ea-b539-a74337cf08ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=d01eba4a-b6a1-4170-9dfa-20fde3efcd3d HTTP/1.1" status: 200 len: 217 time: 0.1089802 Jul 16 17:56:00.093041 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-28f5f18e-4910-4501-9d7d-9ae8ffb92461 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416986 Jul 16 17:56:00.127651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d01eba4a-b6a1-4170-9dfa-20fde3efcd3d'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:00.381120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ca6d8-acea-4f06-a671-8d990552c1a1 req-e29bdfa6-b069-4e06-9840-edfeb3411eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.382668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-365ca6d8-acea-4f06-a671-8d990552c1a1 req-e29bdfa6-b069-4e06-9840-edfeb3411eee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2947764 Jul 16 17:56:00.536041 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-69b31640-c39c-4d7a-af40-6b48363d3e40 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954685 Jul 16 17:56:00.551504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca57792-34df-4d28-9eac-4bf749f12317 req-93abd520-9e99-426a-87f2-9298b22053dc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.553128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ca57792-34df-4d28-9eac-4bf749f12317 req-93abd520-9e99-426a-87f2-9298b22053dc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4fb727-71d7-4688-baea-08065ff3f114 HTTP/1.1" status: 200 len: 948 time: 0.4670277 Jul 16 17:56:00.986418 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.012111 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.027038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-43b3f705-0308-43b3-af28-ba636875cf6b tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=71aa6a924cb245068cab21cd0cf1de51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567977 Jul 16 17:56:01.133336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ca6d8-acea-4f06-a671-8d990552c1a1 req-c36bf60c-2fb4-419b-9d05-317c6b7955ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:01.137774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-365ca6d8-acea-4f06-a671-8d990552c1a1 req-c36bf60c-2fb4-419b-9d05-317c6b7955ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7268624 Jul 16 17:56:01.145701 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ca57792-34df-4d28-9eac-4bf749f12317 req-7fc381e8-1b0d-44fa-9cd1-cf4bc0ec3945 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944964 Jul 16 17:56:01.173412 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d01eba4a-b6a1-4170-9dfa-20fde3efcd3d up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:01.208460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Pushing event updated for resources: {'Port': ['ID=e84b467e-16ef-40fd-bbdc-4a8c7d1413f6,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:01.329727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:01.341301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:01.341916 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.393094 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.483649 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.517788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ecdf5f-546b-4460-8d8d-6c343db16378 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:01.527534 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.536066 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-ac0db4a1-1221-40a5-aebc-2ff7254e0ba8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.3801887 Jul 16 17:56:01.543177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d01eba4a-b6a1-4170-9dfa-20fde3efcd3d,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:01.549730 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.555539 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.618764 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-365ca6d8-acea-4f06-a671-8d990552c1a1 req-580a8b05-e6ca-433e-a6cd-0fe3b94bb885 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608269 Jul 16 17:56:01.636002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-9aa82bd8-14a1-4f46-aefd-9176d39274f8 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:01.637837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-9aa82bd8-14a1-4f46-aefd-9176d39274f8 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5811741 Jul 16 17:56:01.644093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Transition to ACTIVE for port object 73ecdf5f-546b-4460-8d8d-6c343db16378 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:01.659911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-46a1bcb2-3b94-439b-adf4-ad0cb498fa35 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.1228013 Jul 16 17:56:01.669480 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Request body: {'port': {'device_id': '2d21b7fa-1b34-4451-84ce-e89db8005bc0', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '71aa6a924cb245068cab21cd0cf1de51'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:01.692145 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.703095 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d01eba4a-b6a1-4170-9dfa-20fde3efcd3d,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:02.031486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Pushing event updated for resources: {'Port': ['ID=73ecdf5f-546b-4460-8d8d-6c343db16378,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:02.065280 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad86199-6842-4afc-9224-478759db4ee8 req-b69703ab-dd8b-4caf-8d91-06cd798309f7 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.067140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cad86199-6842-4afc-9224-478759db4ee8 req-b69703ab-dd8b-4caf-8d91-06cd798309f7 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 931 time: 0.6640489 Jul 16 17:56:02.177905 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-365ca6d8-acea-4f06-a671-8d990552c1a1 req-743e1487-91c2-4fdf-b375-b969ff8457d2 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362899 Jul 16 17:56:02.181736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cad86199-6842-4afc-9224-478759db4ee8 req-b9a608c6-2b14-4dbe-ba21-dffa7377edb3 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd72cf3-12bb-46c3-8567-70745deba121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979857 Jul 16 17:56:02.236983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-825ca0de-0cf5-450a-b55b-b7f7c5fa5c2e tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.239767 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ca455f2-e070-4582-bc3b-db5ebafcc279 req-825ca0de-0cf5-450a-b55b-b7f7c5fa5c2e tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.5787804 Jul 16 17:56:02.277239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Made reservation on behalf of 71aa6a924cb245068cab21cd0cf1de51 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:02.279314 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.295028 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.319790 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Attempting to bind port 73ecdf5f-546b-4460-8d8d-6c343db16378 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:02.320152 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Attempting to bind port 73ecdf5f-546b-4460-8d8d-6c343db16378 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '4e265437-19f1-41be-808c-3d6f7270f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:02.320488 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Attempting to bind port 73ecdf5f-546b-4460-8d8d-6c343db16378 on network b71f8054-caf1-446c-aa40-26ffb58e9c4a {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:02.328151 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192852c7-6cf3-4cb8-ae38-a031a4abdbcd x-openstack-request-id: req-192852c7-6cf3-4cb8-ae38-a031a4abdbcd {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:02.328692 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70af6e64-7c7b-4b3a-aee5-554ed1f4270a", "name": "network-vif-plugged", "status": "completed", "tag": "f7ff4095-513c-4be3-b899-da540011dbee", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:02.330181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Port 73ecdf5f-546b-4460-8d8d-6c343db16378 on network b71f8054-caf1-446c-aa40-26ffb58e9c4a not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:02.330522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Attempting to bind port 73ecdf5f-546b-4460-8d8d-6c343db16378 on network b71f8054-caf1-446c-aa40-26ffb58e9c4a {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:02.330988 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-192852c7-6cf3-4cb8-ae38-a031a4abdbcd {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:02.331507 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70af6e64-7c7b-4b3a-aee5-554ed1f4270a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ff4095-513c-4be3-b899-da540011dbee', 'code': 200} Jul 16 17:56:02.340400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:02.340752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Checking segment: {'id': '4e265437-19f1-41be-808c-3d6f7270f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:02.341157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Bound using segment: {'id': '4e265437-19f1-41be-808c-3d6f7270f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:02.341578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Bound port: 73ecdf5f-546b-4460-8d8d-6c343db16378, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e265437-19f1-41be-808c-3d6f7270f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:02.341986 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.626933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] For port 73ecdf5f-546b-4460-8d8d-6c343db16378, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:02.661308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] For port 73ecdf5f-546b-4460-8d8d-6c343db16378, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73ecdf5f-546b-4460-8d8d-6c343db16378,segment=NetworkSegment(4e265437-19f1-41be-808c-3d6f7270f227),segment_id=4e265437-19f1-41be-808c-3d6f7270f227)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:02.679519 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.759517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd437846-68ef-4a08-b6a6-7b12d68c8cf8 req-f6f6d95a-c6ef-4d10-8c3d-5825f54b698f tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.763592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd437846-68ef-4a08-b6a6-7b12d68c8cf8 req-f6f6d95a-c6ef-4d10-8c3d-5825f54b698f tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 945 time: 0.3668754 Jul 16 17:56:02.777877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.778544 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.780090 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] 10.222.0.32 "PUT /v2.0/ports/73ecdf5f-546b-4460-8d8d-6c343db16378 HTTP/1.1" status: 200 len: 1092 time: 3.2920814 Jul 16 17:56:02.794755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.812529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f056e-e259-42c1-a2b9-5841a0af068f req-9fc2451f-55a2-4bfc-9c64-6fa02dbed114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.814203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab5f056e-e259-42c1-a2b9-5841a0af068f req-9fc2451f-55a2-4bfc-9c64-6fa02dbed114 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 1098 time: 0.3000307 Jul 16 17:56:02.814909 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.897922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658dab0-af2a-47f1-92b5-48292d1caf53 req-58bbf6bc-142d-4223-9e9e-22c1f9fc7332 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.900668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4658dab0-af2a-47f1-92b5-48292d1caf53 req-58bbf6bc-142d-4223-9e9e-22c1f9fc7332 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 946 time: 0.3894286 Jul 16 17:56:02.956869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174add9c-dbbb-47cf-8c56-8008b3c17f92 service neutron] Pushing event updated for resources: {'Port': ['ID=73ecdf5f-546b-4460-8d8d-6c343db16378,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:03.048013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f5466-5f4a-4312-8d03-f108081376a9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:03.074967 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd437846-68ef-4a08-b6a6-7b12d68c8cf8 req-0d27e5c6-4d95-4dd0-99af-4f55fc766c24 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/security-groups?id=88417e27-a5c3-40ef-8dba-e9e88469c16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908225 Jul 16 17:56:03.119579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab5f056e-e259-42c1-a2b9-5841a0af068f req-4e517eae-48aa-4c85-841e-a4286da60f58 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750666 Jul 16 17:56:03.168022 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device b3808cb4-ba56-4d3b-939f-159a78c9b52a details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:03.203605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4658dab0-af2a-47f1-92b5-48292d1caf53 req-2625d376-cb38-421b-b118-186f2bde4c74 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531996 Jul 16 17:56:03.210690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-e1725ffe-2d0f-4e28-b38e-c6af545a1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.212351 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-e1725ffe-2d0f-4e28-b38e-c6af545a1b3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1c1be4d2aed49b1b7380e63f23c98a2&device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 1095 time: 0.3490276 Jul 16 17:56:03.317415 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936324a0-0bed-42fd-82b0-32af76944ee3 x-openstack-request-id: req-936324a0-0bed-42fd-82b0-32af76944ee3 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:03.317789 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2889d3a1-6142-4a16-9f36-036a8f7259ec", "tag": "b3808cb4-ba56-4d3b-939f-159a78c9b52a", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:03.318030 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-936324a0-0bed-42fd-82b0-32af76944ee3 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:03.318390 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2889d3a1-6142-4a16-9f36-036a8f7259ec', 'tag': 'b3808cb4-ba56-4d3b-939f-159a78c9b52a', 'status': 'completed', 'code': 200} Jul 16 17:56:03.336584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Allocated IP 192.168.233.104 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/fef389a4-9c75-492a-ba1d-017db4dc2c01) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:03.342872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-6a59a461-1d88-4b99-8151-13856364c119 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73ecdf5f-546b-4460-8d8d-6c343db16378 HTTP/1.1" status: 200 len: 217 time: 0.1172369 Jul 16 17:56:03.407015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port b3808cb4-ba56-4d3b-939f-159a78c9b52a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=b3808cb4-ba56-4d3b-939f-159a78c9b52a,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:03.430091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'b3808cb4-ba56-4d3b-939f-159a78c9b52a', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'b3808cb4-ba56-4d3b-939f-159a78c9b52a', 'mac_address': 'fa:16:3e:66:7c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:03.506617 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.524750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3808cb4-ba56-4d3b-939f-159a78c9b52a {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:03.550034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port b3808cb4-ba56-4d3b-939f-159a78c9b52a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=b3808cb4-ba56-4d3b-939f-159a78c9b52a,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:03.557267 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.607085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-cd51f99e-7668-4e16-957b-5da5c99f2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.609137 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-cd51f99e-7668-4e16-957b-5da5c99f2fe4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b55e17a7-197e-4ffa-bf70-ad013e87cf95 HTTP/1.1" status: 200 len: 850 time: 0.2184045 Jul 16 17:56:03.614024 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=b3808cb4-ba56-4d3b-939f-159a78c9b52a,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:03.625202 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60ca5621-a205-46d3-a279-519285a7b6d7 req-d03877de-92e2-4445-a40e-38e4f6523b16 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 210 time: 0.1252110 Jul 16 17:56:03.740092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91057d5-1fb9-47cb-8180-3a6ee679bda8 req-7f59f4c5-42b0-49ce-9b99-70fa10c4ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.741437 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a91057d5-1fb9-47cb-8180-3a6ee679bda8 req-7f59f4c5-42b0-49ce-9b99-70fa10c4ed25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=2889d3a1-6142-4a16-9f36-036a8f7259ec HTTP/1.1" status: 200 len: 1100 time: 0.4166284 Jul 16 17:56:03.843286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974bc4a-0f67-49b4-9115-cfdad1e825d2 req-168fdfa2-69b0-4b9f-a4bf-57ea37d9dac9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.844866 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3974bc4a-0f67-49b4-9115-cfdad1e825d2 req-168fdfa2-69b0-4b9f-a4bf-57ea37d9dac9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 946 time: 0.3938677 Jul 16 17:56:03.949846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['b3808cb4-ba56-4d3b-939f-159a78c9b52a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:03.984559 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.996893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-88cf3a8f-dfa7-4bec-b8bc-aaebaf4e6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.998461 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-88cf3a8f-dfa7-4bec-b8bc-aaebaf4e6fff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b71f8054-caf1-446c-aa40-26ffb58e9c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3720820 Jul 16 17:56:04.019379 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3974bc4a-0f67-49b4-9115-cfdad1e825d2 req-b1af7ef9-f1ac-4022-932e-1d05faabe229 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469927 Jul 16 17:56:04.036207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Transition to ACTIVE for port object fef389a4-9c75-492a-ba1d-017db4dc2c01 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:04.076864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91057d5-1fb9-47cb-8180-3a6ee679bda8 req-300892f7-bc9e-4d1c-9824-b41b699a85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.078414 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a91057d5-1fb9-47cb-8180-3a6ee679bda8 req-300892f7-bc9e-4d1c-9824-b41b699a85e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.2986755 Jul 16 17:56:04.092099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ed57c-62f7-472e-aeb6-bf86524aa6c1 req-a64ea2ba-c9c8-40a1-b181-6c987d149893 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.093693 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-807ed57c-62f7-472e-aeb6-bf86524aa6c1 req-a64ea2ba-c9c8-40a1-b181-6c987d149893 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4fb727-71d7-4688-baea-08065ff3f114 HTTP/1.1" status: 200 len: 949 time: 0.2887018 Jul 16 17:56:04.204528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a91057d5-1fb9-47cb-8180-3a6ee679bda8 req-bba7fb45-cd42-43c3-beec-ed3878697975 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=b3808cb4-ba56-4d3b-939f-159a78c9b52a HTTP/1.1" status: 200 len: 217 time: 0.1098177 Jul 16 17:56:04.287603 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.332692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4fb727-71d7-4688-baea-08065ff3f114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:04.335845 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffa5c55-2027-4d8a-8352-b7de1b7ebe6b" -d '{"events": [{"server_uuid": "ff4fb727-71d7-4688-baea-08065ff3f114", "name": "network-vif-plugged", "status": "completed", "tag": "d01eba4a-b6a1-4170-9dfa-20fde3efcd3d"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:04.368403 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-807ed57c-62f7-472e-aeb6-bf86524aa6c1 req-807cd4e6-14a0-47fc-bc6c-6f4e9ec164f8 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611468 Jul 16 17:56:04.379033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-ea40a793-f98c-4600-be9d-c5dd3eaf8d6a service neutron] 10.222.0.32 "GET /v2.0/networks/b71f8054-caf1-446c-aa40-26ffb58e9c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649890 Jul 16 17:56:04.417750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91057d5-1fb9-47cb-8180-3a6ee679bda8 req-dd297090-5680-4463-91f8-d64107f559f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.419730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a91057d5-1fb9-47cb-8180-3a6ee679bda8 req-dd297090-5680-4463-91f8-d64107f559f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1978881 Jul 16 17:56:04.442154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:04.471688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Pushing event updated for resources: {'Port': ['ID=fef389a4-9c75-492a-ba1d-017db4dc2c01,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:04.475715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:04.478761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:04.606252 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561c06a-c0b2-436f-be18-2cafcedfa39f req-6a05a60d-8e0e-4479-af0c-aa5fa7a677ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.607984 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1561c06a-c0b2-436f-be18-2cafcedfa39f req-6a05a60d-8e0e-4479-af0c-aa5fa7a677ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 1098 time: 0.0690753 Jul 16 17:56:04.717146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561c06a-c0b2-436f-be18-2cafcedfa39f req-6e521776-a142-41bc-974f-c22fb3c433ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.718786 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1561c06a-c0b2-436f-be18-2cafcedfa39f req-6e521776-a142-41bc-974f-c22fb3c433ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 912 time: 0.1029940 Jul 16 17:56:04.764930 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1561c06a-c0b2-436f-be18-2cafcedfa39f req-2f47e420-bec4-4d82-b6b0-5ba7f895a62a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21b1829d-b945-42f0-b2b1-55c43e723c32 HTTP/1.1" status: 200 len: 217 time: 0.0394368 Jul 16 17:56:04.775388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cf9ca559-8cf9-4cb1-b9c9-1462f1a9ea9d None None] Provisioning for port fef389a4-9c75-492a-ba1d-017db4dc2c01 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:04.779861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cf9ca559-8cf9-4cb1-b9c9-1462f1a9ea9d None None] Provisioning complete for port fef389a4-9c75-492a-ba1d-017db4dc2c01 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:04.780366 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cf9ca559-8cf9-4cb1-b9c9-1462f1a9ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.818327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ca559-8cf9-4cb1-b9c9-1462f1a9ea9d None None] Port fef389a4-9c75-492a-ba1d-017db4dc2c01 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:04.825494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561c06a-c0b2-436f-be18-2cafcedfa39f req-19adcd11-c069-4f6e-b995-de9d8e3b458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.827121 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1561c06a-c0b2-436f-be18-2cafcedfa39f req-19adcd11-c069-4f6e-b995-de9d8e3b458d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.0517538 Jul 16 17:56:04.864621 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1561c06a-c0b2-436f-be18-2cafcedfa39f req-4b5a6594-0ca4-47f8-8ef2-f1e1b0acf3f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289669 Jul 16 17:56:04.987664 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-b7fbe75f-e32e-411e-9a99-b2be6b87929b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.989313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-b7fbe75f-e32e-411e-9a99-b2be6b87929b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 820 time: 0.8458657 Jul 16 17:56:05.031129 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.031657 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.048166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-94840399-d7c4-4da4-be2b-779282f4a698 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/quotas/c7349a148e134b5683f0785cc9b17e75 HTTP/1.1" status: 200 len: 375 time: 0.0459526 Jul 16 17:56:05.089008 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-65807316-bed8-49d4-a3ef-43b067fbbd53 service neutron] 10.222.0.32 "GET /v2.0/networks/b71f8054-caf1-446c-aa40-26ffb58e9c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741838 Jul 16 17:56:05.121483 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-b07ea921-b971-4163-888d-a71ede2e03bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4555335 Jul 16 17:56:05.132386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91057d5-1fb9-47cb-8180-3a6ee679bda8 req-413bdeae-0525-497d-a960-9684ecf5e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.133944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a91057d5-1fb9-47cb-8180-3a6ee679bda8 req-413bdeae-0525-497d-a960-9684ecf5e9db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6809242 Jul 16 17:56:05.142158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Request body: {'port': {'device_id': '2d21b7fa-1b34-4451-84ce-e89db8005bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:05.178486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device b3808cb4-ba56-4d3b-939f-159a78c9b52a up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:05.206330 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259e1a5-5e1d-4ab8-89c9-c9d8d05d3893 req-147966d9-1a25-42b0-8f99-16e22631e311 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.207897 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5259e1a5-5e1d-4ab8-89c9-c9d8d05d3893 req-147966d9-1a25-42b0-8f99-16e22631e311 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 943 time: 0.6832104 Jul 16 17:56:05.249548 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1561c06a-c0b2-436f-be18-2cafcedfa39f req-b2b66649-90a5-44c0-93c0-15c96c9ddca3 service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767927 Jul 16 17:56:05.251133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port b3808cb4-ba56-4d3b-939f-159a78c9b52a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:05.255153 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port b3808cb4-ba56-4d3b-939f-159a78c9b52a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:05.255575 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.339188 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf7b13c-fb7a-4a78-8e35-e0c92919bc13', 'tag': '73ecdf5f-546b-4460-8d8d-6c343db16378'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:05.343400 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36a98ec-dee9-469c-8284-1f83bb55bc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf7b13c-fb7a-4a78-8e35-e0c92919bc13", "tag": "73ecdf5f-546b-4460-8d8d-6c343db16378"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:05.359142 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1561c06a-c0b2-436f-be18-2cafcedfa39f req-eb782dff-e334-4141-abdb-20d2c2c6f4ef service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010203 Jul 16 17:56:05.455587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-634623b0-6552-49d8-97bf-fa5f69f51221 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3964138 Jul 16 17:56:05.468776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5259e1a5-5e1d-4ab8-89c9-c9d8d05d3893 req-6c9f4fd9-e27a-4607-be0a-3d24f11f0d7b tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd72cf3-12bb-46c3-8567-70745deba121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478504 Jul 16 17:56:05.479138 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.483503 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.521455 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a91057d5-1fb9-47cb-8180-3a6ee679bda8 req-fa0336e2-3d57-420f-9c2e-eb7c08b0641d service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737588 Jul 16 17:56:05.523867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port b3808cb4-ba56-4d3b-939f-159a78c9b52a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=b3808cb4-ba56-4d3b-939f-159a78c9b52a,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:05.529130 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.531007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 21b1829d-b945-42f0-b2b1-55c43e723c32 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:05.608777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=b3808cb4-ba56-4d3b-939f-159a78c9b52a,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:05.653770 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.693570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 21b1829d-b945-42f0-b2b1-55c43e723c32, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=21b1829d-b945-42f0-b2b1-55c43e723c32,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:05.699684 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.749680 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-9ee1c535-a3b9-40de-b8c4-2058ded90898 service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856748 Jul 16 17:56:05.758130 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=21b1829d-b945-42f0-b2b1-55c43e723c32,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:05.819991 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a91057d5-1fb9-47cb-8180-3a6ee679bda8 req-02e10682-a065-4ec2-b34c-a7e6756fc3ec service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745311 Jul 16 17:56:05.991465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-4cadb2bb-086f-465e-8b2c-432670ceea20 service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181714 Jul 16 17:56:06.062526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdee51a-2176-42fa-be07-9e0193a4942c req-a351625f-b7ea-4115-aec5-3c823b829df4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.064306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acdee51a-2176-42fa-be07-9e0193a4942c req-a351625f-b7ea-4115-aec5-3c823b829df4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 944 time: 0.1633852 Jul 16 17:56:06.085533 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef389a4-9c75-492a-ba1d-017db4dc2c01 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:06.100689 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.130196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Transition to ACTIVE for port object fef389a4-9c75-492a-ba1d-017db4dc2c01 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:06.135627 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acdee51a-2176-42fa-be07-9e0193a4942c req-0f8169ca-2bc5-4b12-a739-af065a9cb464 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616519 Jul 16 17:56:06.138570 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.161631 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a363c363-ba47-458f-9e8c-cdf97ab49e4e x-openstack-request-id: req-a363c363-ba47-458f-9e8c-cdf97ab49e4e {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:06.162186 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4fb727-71d7-4688-baea-08065ff3f114", "name": "network-vif-plugged", "status": "completed", "tag": "d01eba4a-b6a1-4170-9dfa-20fde3efcd3d", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:06.162186 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a363c363-ba47-458f-9e8c-cdf97ab49e4e {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:06.162584 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4fb727-71d7-4688-baea-08065ff3f114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'code': 200} Jul 16 17:56:06.190866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Pushing event updated for resources: {'Port': ['ID=fef389a4-9c75-492a-ba1d-017db4dc2c01,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:06.286580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Attempting to bind port fef389a4-9c75-492a-ba1d-017db4dc2c01 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:06.286920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Attempting to bind port fef389a4-9c75-492a-ba1d-017db4dc2c01 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:06.287247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Attempting to bind port fef389a4-9c75-492a-ba1d-017db4dc2c01 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:06.298345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Port fef389a4-9c75-492a-ba1d-017db4dc2c01 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:06.298673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Attempting to bind port fef389a4-9c75-492a-ba1d-017db4dc2c01 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:06.320669 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:06.321034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:06.321453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:06.321949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Bound port: fef389a4-9c75-492a-ba1d-017db4dc2c01, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:06.322454 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.541282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] For port fef389a4-9c75-492a-ba1d-017db4dc2c01, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:06.547257 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] For port fef389a4-9c75-492a-ba1d-017db4dc2c01, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=fef389a4-9c75-492a-ba1d-017db4dc2c01,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:06.560438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0037fbe-a093-40b1-9bbf-c8bbfa1aafde req-ca1f8a73-eb6e-4269-860c-e8a5582edc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.562104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0037fbe-a093-40b1-9bbf-c8bbfa1aafde req-ca1f8a73-eb6e-4269-860c-e8a5582edc98 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff4fb727-71d7-4688-baea-08065ff3f114 HTTP/1.1" status: 200 len: 1101 time: 0.2349899 Jul 16 17:56:06.578739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888ac20-6e0d-4a22-a8e5-a74625bcce67 req-8c175474-fba7-465f-9031-53cdcfa5fab6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.580503 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3888ac20-6e0d-4a22-a8e5-a74625bcce67 req-8c175474-fba7-465f-9031-53cdcfa5fab6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 946 time: 0.2612476 Jul 16 17:56:06.581832 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.608706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66210d-6e14-4c36-98e8-e73f370c0303 req-d04c25d0-50ae-4945-8ec3-4f3016372541 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.610579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e66210d-6e14-4c36-98e8-e73f370c0303 req-d04c25d0-50ae-4945-8ec3-4f3016372541 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 948 time: 0.2807066 Jul 16 17:56:06.688994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.689632 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.691208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] 10.222.0.32 "PUT /v2.0/ports/fef389a4-9c75-492a-ba1d-017db4dc2c01 HTTP/1.1" status: 200 len: 1097 time: 1.5560882 Jul 16 17:56:06.748576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0037fbe-a093-40b1-9bbf-c8bbfa1aafde req-3c3fa2af-aa55-420e-be14-dda55e819228 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639824 Jul 16 17:56:06.762654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3888ac20-6e0d-4a22-a8e5-a74625bcce67 req-f9069e13-6c01-4bd3-84b4-023df28a0251 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682343 Jul 16 17:56:06.767620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867321a8-53cd-469a-a3b5-4e092cd005dd service neutron] Pushing event updated for resources: {'Port': ['ID=fef389a4-9c75-492a-ba1d-017db4dc2c01,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:06.775968 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e66210d-6e14-4c36-98e8-e73f370c0303 req-fe483a3e-b042-4555-b6fd-92658936737f tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f5f5466-5f4a-4312-8d03-f108081376a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267912 Jul 16 17:56:06.861288 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632e8a90-b499-43af-93b5-0a5d9d4005b2 x-openstack-request-id: req-632e8a90-b499-43af-93b5-0a5d9d4005b2 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:06.862002 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf7b13c-fb7a-4a78-8e35-e0c92919bc13", "tag": "73ecdf5f-546b-4460-8d8d-6c343db16378", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:06.862454 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-632e8a90-b499-43af-93b5-0a5d9d4005b2 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:06.863066 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf7b13c-fb7a-4a78-8e35-e0c92919bc13', 'tag': '73ecdf5f-546b-4460-8d8d-6c343db16378', 'status': 'completed', 'code': 200} Jul 16 17:56:06.898860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-14898195-dafc-4e10-93bc-fd7de71128d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.901184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-14898195-dafc-4e10-93bc-fd7de71128d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71aa6a924cb245068cab21cd0cf1de51&device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 1100 time: 0.0905340 Jul 16 17:56:06.975317 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-c17685bd-8105-423b-86fb-40de76061b26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fef389a4-9c75-492a-ba1d-017db4dc2c01 HTTP/1.1" status: 200 len: 217 time: 0.0524507 Jul 16 17:56:07.144451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-1421072c-4309-4264-828d-ab63c434a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.145981 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-1421072c-4309-4264-828d-ab63c434a133 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1408598 Jul 16 17:56:07.190875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a98ec-dee9-469c-8284-1f83bb55bc3e req-93565619-e938-4eb9-9947-365740ff5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.192393 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f36a98ec-dee9-469c-8284-1f83bb55bc3e req-93565619-e938-4eb9-9947-365740ff5dbc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1c1be4d2aed49b1b7380e63f23c98a2&device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 1095 time: 0.2798247 Jul 16 17:56:07.222454 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f603abf-1bdc-4131-a96d-f744e72498d6 req-d3008c34-0947-4341-a4e5-edc7a2f8bf4e tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.224175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f603abf-1bdc-4131-a96d-f744e72498d6 req-d3008c34-0947-4341-a4e5-edc7a2f8bf4e tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4fb727-71d7-4688-baea-08065ff3f114 HTTP/1.1" status: 200 len: 949 time: 0.2478127 Jul 16 17:56:07.318942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb003ba3-6c2b-4cef-871a-7928659994a4 req-268fb324-5ea4-4a39-82cc-6ec574ad8f5d tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.320456 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb003ba3-6c2b-4cef-871a-7928659994a4 req-268fb324-5ea4-4a39-82cc-6ec574ad8f5d tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 945 time: 0.2280385 Jul 16 17:56:07.373804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f603abf-1bdc-4131-a96d-f744e72498d6 req-7757f0b0-70b5-4baa-b8b1-ce492faaee7c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341734 Jul 16 17:56:07.424186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-759edbf6-5c68-49a8-b841-7849ad2ad0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.425828 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-759edbf6-5c68-49a8-b841-7849ad2ad0c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2568600 Jul 16 17:56:07.429936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a98ec-dee9-469c-8284-1f83bb55bc3e req-7dad3bd8-f9da-4044-b63c-6723358aba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.431605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f36a98ec-dee9-469c-8284-1f83bb55bc3e req-7dad3bd8-f9da-4044-b63c-6723358aba47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b71f8054-caf1-446c-aa40-26ffb58e9c4a HTTP/1.1" status: 200 len: 912 time: 0.2189744 Jul 16 17:56:07.435337 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb003ba3-6c2b-4cef-871a-7928659994a4 req-e6b1803a-76d7-4e23-9c4b-409d786ea2ac tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/security-groups?id=88417e27-a5c3-40ef-8dba-e9e88469c16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808313 Jul 16 17:56:07.509580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f36a98ec-dee9-469c-8284-1f83bb55bc3e req-1aa3ea75-0fbb-48a6-b3ad-45150f12e76a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73ecdf5f-546b-4460-8d8d-6c343db16378 HTTP/1.1" status: 200 len: 217 time: 0.0588944 Jul 16 17:56:07.665113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-830f9c73-9c0c-4130-af88-7fbe40e81b99 req-fb0c033e-18c5-4da8-a3de-2bd508de255b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 210 time: 0.1028852 Jul 16 17:56:07.737771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-ae8dbc9a-0cef-46a5-a0ca-e3307257aff3 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964337 Jul 16 17:56:07.739196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a98ec-dee9-469c-8284-1f83bb55bc3e req-2ad7dc3c-822d-4b21-aa64-7fccac21b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.740562 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f36a98ec-dee9-469c-8284-1f83bb55bc3e req-2ad7dc3c-822d-4b21-aa64-7fccac21b7d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b55e17a7-197e-4ffa-bf70-ad013e87cf95 HTTP/1.1" status: 200 len: 850 time: 0.1882970 Jul 16 17:56:07.787974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a942b-3bc2-4236-8871-de8c925284d1 req-fc3e86d6-45ef-48a9-b429-ba78e0863091 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.789507 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f9a942b-3bc2-4236-8871-de8c925284d1 req-fc3e86d6-45ef-48a9-b429-ba78e0863091 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 943 time: 0.2134137 Jul 16 17:56:07.927741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f9a942b-3bc2-4236-8871-de8c925284d1 req-4698edae-7463-47d1-a686-3770f62f4a5c tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd72cf3-12bb-46c3-8567-70745deba121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196616 Jul 16 17:56:07.945734 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce1d2c77-9d34-4358-9fe2-10e57e32fc3f req-f9436895-1b15-484c-b645-2a187bcc60ec service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857989 Jul 16 17:56:07.989610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a98ec-dee9-469c-8284-1f83bb55bc3e req-736a2782-a4b5-46b2-a455-fe1ef770e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.992230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f36a98ec-dee9-469c-8284-1f83bb55bc3e req-736a2782-a4b5-46b2-a455-fe1ef770e0b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b71f8054-caf1-446c-aa40-26ffb58e9c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2208769 Jul 16 17:56:07.994914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-962fa1b6-2152-4df0-bdc5-b1988985478c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.997988 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-962fa1b6-2152-4df0-bdc5-b1988985478c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.32 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 820 time: 0.2757022 Jul 16 17:56:08.023095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Request body: {'port': {'device_id': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'admin_state_up': True, 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:08.163924 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2889d3a1-6142-4a16-9f36-036a8f7259ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3808cb4-ba56-4d3b-939f-159a78c9b52a'}, {'server_uuid': 'bc7f7897-ec66-4a82-adff-10df20519a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b1829d-b945-42f0-b2b1-55c43e723c32'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:08.168706 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cfa084-a456-478e-a48c-251ace2fae7f" -d '{"events": [{"server_uuid": "2889d3a1-6142-4a16-9f36-036a8f7259ec", "name": "network-vif-plugged", "status": "completed", "tag": "b3808cb4-ba56-4d3b-939f-159a78c9b52a"}, {"server_uuid": "bc7f7897-ec66-4a82-adff-10df20519a16", "name": "network-vif-unplugged", "status": "completed", "tag": "21b1829d-b945-42f0-b2b1-55c43e723c32"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:08.250132 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f36a98ec-dee9-469c-8284-1f83bb55bc3e req-0fbab250-d667-4b29-a41a-447efc22ce32 service neutron] 10.222.0.32 "GET /v2.0/networks/b71f8054-caf1-446c-aa40-26ffb58e9c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414408 Jul 16 17:56:08.273285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Made reservation on behalf of c7349a148e134b5683f0785cc9b17e75 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:08.279609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.335920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf817844-4ec7-4cc5-8d4d-64396cef3a43 req-abbc386e-b479-4d59-a7ce-50c1cec856b5 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.339241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf817844-4ec7-4cc5-8d4d-64396cef3a43 req-abbc386e-b479-4d59-a7ce-50c1cec856b5 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 944 time: 0.1560946 Jul 16 17:56:08.447173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf817844-4ec7-4cc5-8d4d-64396cef3a43 req-dab3d9af-0184-4a99-8c84-c26950c30ea3 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650451 Jul 16 17:56:08.449811 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f36a98ec-dee9-469c-8284-1f83bb55bc3e req-e7d7d1f1-d035-4815-a429-da51b97adba5 service neutron] 10.222.0.32 "GET /v2.0/networks/b71f8054-caf1-446c-aa40-26ffb58e9c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820984 Jul 16 17:56:08.498949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Allocated IP 172.20.0.4 (7b1c0ab0-9cf4-4dab-b364-0315c4cf4464/6c5bc86c-8c4e-4658-a6cc-3e2bd9572995/151cba29-e4ef-45aa-a200-951d1d5666e8) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:08.532088 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb348f2-fd7c-4657-91b2-9ad236f0558c x-openstack-request-id: req-6cb348f2-fd7c-4657-91b2-9ad236f0558c {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:08.532506 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2889d3a1-6142-4a16-9f36-036a8f7259ec", "name": "network-vif-plugged", "status": "completed", "tag": "b3808cb4-ba56-4d3b-939f-159a78c9b52a", "code": 200}, {"server_uuid": "bc7f7897-ec66-4a82-adff-10df20519a16", "name": "network-vif-unplugged", "status": "completed", "tag": "21b1829d-b945-42f0-b2b1-55c43e723c32", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:08.532932 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cb348f2-fd7c-4657-91b2-9ad236f0558c {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:08.533414 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2889d3a1-6142-4a16-9f36-036a8f7259ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3808cb4-ba56-4d3b-939f-159a78c9b52a', 'code': 200} Jul 16 17:56:08.533786 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7f7897-ec66-4a82-adff-10df20519a16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b1829d-b945-42f0-b2b1-55c43e723c32', 'code': 200} Jul 16 17:56:08.633123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf3e51-1cd1-43ef-9067-720eb56b8fc4 req-af32be3f-7dd2-4d8a-8130-b60474267d2e tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.633123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26bf3e51-1cd1-43ef-9067-720eb56b8fc4 req-af32be3f-7dd2-4d8a-8130-b60474267d2e tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 948 time: 0.0902040 Jul 16 17:56:08.745375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26bf3e51-1cd1-43ef-9067-720eb56b8fc4 req-70fab08e-e268-48b0-a519-048e2bb363ab tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f5f5466-5f4a-4312-8d03-f108081376a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061773 Jul 16 17:56:08.772568 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.773497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6c882-c912-4ee0-96bf-ce42bdd46e55 req-2fa26ab6-dc78-4459-8be6-015bb3d73b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.775213 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdc6c882-c912-4ee0-96bf-ce42bdd46e55 req-2fa26ab6-dc78-4459-8be6-015bb3d73b9c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2889d3a1-6142-4a16-9f36-036a8f7259ec HTTP/1.1" status: 200 len: 1102 time: 0.1097302 Jul 16 17:56:08.796610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Transition to ACTIVE for port object 151cba29-e4ef-45aa-a200-951d1d5666e8 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:08.848336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdc6c882-c912-4ee0-96bf-ce42bdd46e55 req-aa39e709-3c95-4425-ac2f-494af5cd206a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618904 Jul 16 17:56:08.848947 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:08.868658 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['2e3dc549-600f-4001-af3f-efb607a05e10'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:08.870145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87bf97-3730-4bdc-aca1-1c2222af7835 req-2ba10ce5-6674-4b02-8be6-12ff0cdff248 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.872294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d87bf97-3730-4bdc-aca1-1c2222af7835 req-2ba10ce5-6674-4b02-8be6-12ff0cdff248 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff4fb727-71d7-4688-baea-08065ff3f114 HTTP/1.1" status: 200 len: 949 time: 0.1060176 Jul 16 17:56:08.873653 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d21b7fa-1b34-4451-84ce-e89db8005bc0', 'tag': 'fef389a4-9c75-492a-ba1d-017db4dc2c01'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:08.875425 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f8e261-3e6e-4ff3-a8c5-e1e56957d729" -d '{"events": [{"name": "network-changed", "server_uuid": "2d21b7fa-1b34-4451-84ce-e89db8005bc0", "tag": "fef389a4-9c75-492a-ba1d-017db4dc2c01"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:08.911080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:08.915035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:08.922494 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d87bf97-3730-4bdc-aca1-1c2222af7835 req-7746ec24-ef35-46bd-8d9a-46db596eb875 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 Jul 16 17:56:08.927284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:08.976556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Pushing event updated for resources: {'Port': ['ID=151cba29-e4ef-45aa-a200-951d1d5666e8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:09.011611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.013799 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.038584 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-ac5d8478-3b76-47ce-87fc-b9ff9c0c31cb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0198090 Jul 16 17:56:09.075153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Request body: {'port': {'device_id': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:09.176936 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.192625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 73ecdf5f-546b-4460-8d8d-6c343db16378 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:09.483949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 73ecdf5f-546b-4460-8d8d-6c343db16378, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73ecdf5f-546b-4460-8d8d-6c343db16378,segment=NetworkSegment(4e265437-19f1-41be-808c-3d6f7270f227),segment_id=4e265437-19f1-41be-808c-3d6f7270f227)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:09.494366 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9d2d8a30-cad7-4274-8160-dc633672dc75 None None] Provisioning for port 151cba29-e4ef-45aa-a200-951d1d5666e8 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:09.511560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9d2d8a30-cad7-4274-8160-dc633672dc75 None None] Provisioning complete for port 151cba29-e4ef-45aa-a200-951d1d5666e8 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:09.512320 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8a30-cad7-4274-8160-dc633672dc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.570501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d8a30-cad7-4274-8160-dc633672dc75 None None] Port 151cba29-e4ef-45aa-a200-951d1d5666e8 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:09.581144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '73ecdf5f-546b-4460-8d8d-6c343db16378', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'port_id': '73ecdf5f-546b-4460-8d8d-6c343db16378', 'mac_address': 'fa:16:3e:e7:a3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:09.632353 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.655089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ecdf5f-546b-4460-8d8d-6c343db16378 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:09.678619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 73ecdf5f-546b-4460-8d8d-6c343db16378, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73ecdf5f-546b-4460-8d8d-6c343db16378,segment=NetworkSegment(4e265437-19f1-41be-808c-3d6f7270f227),segment_id=4e265437-19f1-41be-808c-3d6f7270f227)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:09.684855 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.691596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151cba29-e4ef-45aa-a200-951d1d5666e8 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:09.707461 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.736064 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Transition to ACTIVE for port object 151cba29-e4ef-45aa-a200-951d1d5666e8 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:09.746144 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.748602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=73ecdf5f-546b-4460-8d8d-6c343db16378,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:09.791625 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1a22-e363-477d-aeeb-3b62b794f9c5 req-f5670bef-d82f-48fb-a03b-f4d09a57854f tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.804764 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-217a1a22-e363-477d-aeeb-3b62b794f9c5 req-f5670bef-d82f-48fb-a03b-f4d09a57854f tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 931 time: 0.1323912 Jul 16 17:56:09.823195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Pushing event updated for resources: {'Port': ['ID=151cba29-e4ef-45aa-a200-951d1d5666e8,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:09.883909 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-217a1a22-e363-477d-aeeb-3b62b794f9c5 req-f10b050b-b5da-4bd1-bb3a-13b41c5c4c73 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775330 Jul 16 17:56:09.927615 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Attempting to bind port 151cba29-e4ef-45aa-a200-951d1d5666e8 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:09.928040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Attempting to bind port 151cba29-e4ef-45aa-a200-951d1d5666e8 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:09.928608 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Attempting to bind port 151cba29-e4ef-45aa-a200-951d1d5666e8 on network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:09.934895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Port 151cba29-e4ef-45aa-a200-951d1d5666e8 on network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:09.935319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Attempting to bind port 151cba29-e4ef-45aa-a200-951d1d5666e8 on network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:09.945757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:09.945757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Checking segment: {'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:09.946144 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Bound using segment: {'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:09.946618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Bound port: 151cba29-e4ef-45aa-a200-951d1d5666e8, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4267a539-f49e-47bf-8429-4a7da7bd9320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:09.947005 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.038750 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] For port 151cba29-e4ef-45aa-a200-951d1d5666e8, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:10.043733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] For port 151cba29-e4ef-45aa-a200-951d1d5666e8, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=151cba29-e4ef-45aa-a200-951d1d5666e8,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:10.051303 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.102093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.105501 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.107651 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] 10.222.0.32 "PUT /v2.0/ports/151cba29-e4ef-45aa-a200-951d1d5666e8 HTTP/1.1" status: 200 len: 1092 time: 1.0568502 Jul 16 17:56:10.108274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'tag': '151cba29-e4ef-45aa-a200-951d1d5666e8'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:10.110916 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86979d1c-8b11-4b68-9d25-a84439c33637" -d '{"events": [{"name": "network-changed", "server_uuid": "83562e7a-b984-4fb2-a280-14cb3ff87c83", "tag": "151cba29-e4ef-45aa-a200-951d1d5666e8"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:10.158900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8add8d-194c-4f56-a70d-b5af0ddff36f service neutron] Pushing event updated for resources: {'Port': ['ID=151cba29-e4ef-45aa-a200-951d1d5666e8,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:10.188786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f9863-047c-4f07-ba55-091fb1c6bac2 req-50591c9d-3693-4fa7-9bd2-3f93f9495d8e tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.190502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f62f9863-047c-4f07-ba55-091fb1c6bac2 req-50591c9d-3693-4fa7-9bd2-3f93f9495d8e tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc7f7897-ec66-4a82-adff-10df20519a16 HTTP/1.1" status: 200 len: 944 time: 0.1921387 Jul 16 17:56:10.192187 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf392ce-0689-4ffa-b8f4-7c4350938174 x-openstack-request-id: req-8cf392ce-0689-4ffa-b8f4-7c4350938174 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:10.192485 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d21b7fa-1b34-4451-84ce-e89db8005bc0", "tag": "fef389a4-9c75-492a-ba1d-017db4dc2c01", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:10.192787 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cf392ce-0689-4ffa-b8f4-7c4350938174 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:10.193128 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d21b7fa-1b34-4451-84ce-e89db8005bc0', 'tag': 'fef389a4-9c75-492a-ba1d-017db4dc2c01', 'status': 'completed', 'code': 200} Jul 16 17:56:10.234266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['73ecdf5f-546b-4460-8d8d-6c343db16378'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:10.354484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8e261-3e6e-4ff3-a8c5-e1e56957d729 req-a69b6777-d914-4be9-bc8c-4c14ee1910b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.357304 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28f8e261-3e6e-4ff3-a8c5-e1e56957d729 req-a69b6777-d914-4be9-bc8c-4c14ee1910b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=71aa6a924cb245068cab21cd0cf1de51&device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 1100 time: 0.1298852 Jul 16 17:56:10.435416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-f62f9863-047c-4f07-ba55-091fb1c6bac2 req-23fc78c8-6420-4e89-b353-84d3c1aae501 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Deleting port 21b1829d-b945-42f0-b2b1-55c43e723c32 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:10.435858 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f62f9863-047c-4f07-ba55-091fb1c6bac2 req-23fc78c8-6420-4e89-b353-84d3c1aae501 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.495737 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac6703-86e2-4f3e-8f1e-04e06576556a req-473f70ba-6fb0-4c5e-8f9c-2a1ac349e664 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.498340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9aac6703-86e2-4f3e-8f1e-04e06576556a req-473f70ba-6fb0-4c5e-8f9c-2a1ac349e664 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=2889d3a1-6142-4a16-9f36-036a8f7259ec HTTP/1.1" status: 200 len: 950 time: 0.1532233 Jul 16 17:56:10.545207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8e261-3e6e-4ff3-a8c5-e1e56957d729 req-a443c059-db34-44a4-8256-7860dc7903f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.548150 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28f8e261-3e6e-4ff3-a8c5-e1e56957d729 req-a443c059-db34-44a4-8256-7860dc7903f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.1806576 Jul 16 17:56:10.602923 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28f8e261-3e6e-4ff3-a8c5-e1e56957d729 req-c8e968a1-5a3e-4df8-a4d8-e94a41876476 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=fef389a4-9c75-492a-ba1d-017db4dc2c01 HTTP/1.1" status: 200 len: 217 time: 0.0401995 Jul 16 17:56:10.664282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8e261-3e6e-4ff3-a8c5-e1e56957d729 req-311cdaba-aa63-43ac-89a9-95335d5e8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.665805 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28f8e261-3e6e-4ff3-a8c5-e1e56957d729 req-311cdaba-aa63-43ac-89a9-95335d5e8eae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0545323 Jul 16 17:56:10.733160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8e261-3e6e-4ff3-a8c5-e1e56957d729 req-df57d002-bb13-4db3-9782-2ef98a34c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.734656 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28f8e261-3e6e-4ff3-a8c5-e1e56957d729 req-df57d002-bb13-4db3-9782-2ef98a34c5ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611887 Jul 16 17:56:10.864253 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28f8e261-3e6e-4ff3-a8c5-e1e56957d729 req-e7827c3d-fe55-473b-ac81-3c03831bdd7b service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135528 Jul 16 17:56:10.975621 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28f8e261-3e6e-4ff3-a8c5-e1e56957d729 req-045f10d6-c50e-47b2-b513-c4c3982afb7d service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934727 Jul 16 17:56:11.010076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f62f9863-047c-4f07-ba55-091fb1c6bac2 req-23fc78c8-6420-4e89-b353-84d3c1aae501 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] For port 21b1829d-b945-42f0-b2b1-55c43e723c32, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=21b1829d-b945-42f0-b2b1-55c43e723c32,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:11.010733 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f62f9863-047c-4f07-ba55-091fb1c6bac2 req-23fc78c8-6420-4e89-b353-84d3c1aae501 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.031771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9aac6703-86e2-4f3e-8f1e-04e06576556a req-1988e43c-1ab4-496b-a9dd-4f30be876587 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189716 Jul 16 17:56:11.061621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-f62f9863-047c-4f07-ba55-091fb1c6bac2 req-23fc78c8-6420-4e89-b353-84d3c1aae501 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Calling delete_port for 21b1829d-b945-42f0-b2b1-55c43e723c32 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:11.119337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-1fbcd9c1-531f-40c9-816f-b480f673ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.121827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-1fbcd9c1-531f-40c9-816f-b480f673ae76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 1095 time: 0.2103910 Jul 16 17:56:11.209186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device fef389a4-9c75-492a-ba1d-017db4dc2c01 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:11.212433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 21b1829d-b945-42f0-b2b1-55c43e723c32 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:11.212577 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-bc9f86d2-b4b6-4943-bacb-e1aef93490e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=151cba29-e4ef-45aa-a200-951d1d5666e8 HTTP/1.1" status: 200 len: 217 time: 0.0796595 Jul 16 17:56:11.242465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14186630-c2c4-404d-9274-8218f34c51fc req-52f1c6d5-60cd-403c-b543-b064b4e1d2dc tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.243936 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14186630-c2c4-404d-9274-8218f34c51fc req-52f1c6d5-60cd-403c-b543-b064b4e1d2dc tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 945 time: 0.2305574 Jul 16 17:56:11.369246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-3d89fa94-2139-4f0e-a526-9494cfcfc908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.371780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-3d89fa94-2139-4f0e-a526-9494cfcfc908 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.1506321 Jul 16 17:56:11.380928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port fef389a4-9c75-492a-ba1d-017db4dc2c01, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=fef389a4-9c75-492a-ba1d-017db4dc2c01,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:11.393413 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'fef389a4-9c75-492a-ba1d-017db4dc2c01', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'fef389a4-9c75-492a-ba1d-017db4dc2c01', 'mac_address': 'fa:16:3e:66:83:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:11.439065 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.451820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266f003-69ee-4ce7-8d04-809aa23faf17 req-2ef83544-67f8-44d6-94db-851040878ad9 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.452626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef389a4-9c75-492a-ba1d-017db4dc2c01 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:11.453356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b266f003-69ee-4ce7-8d04-809aa23faf17 req-2ef83544-67f8-44d6-94db-851040878ad9 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 944 time: 0.3195374 Jul 16 17:56:11.473347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port fef389a4-9c75-492a-ba1d-017db4dc2c01, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=fef389a4-9c75-492a-ba1d-017db4dc2c01,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:11.478799 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.479529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f7ff4095-513c-4be3-b899-da540011dbee details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:11.491885 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f62f9863-047c-4f07-ba55-091fb1c6bac2 req-23fc78c8-6420-4e89-b353-84d3c1aae501 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.551998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc78c8-6420-4e89-b353-84d3c1aae501 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event deleted for resources: {'Port': ['ID=21b1829d-b945-42f0-b2b1-55c43e723c32,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:11.564280 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=fef389a4-9c75-492a-ba1d-017db4dc2c01,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:11.569011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b266f003-69ee-4ce7-8d04-809aa23faf17 req-fad1f8f8-f9ed-48aa-880b-8cdeb7bd8791 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd72cf3-12bb-46c3-8567-70745deba121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093619 Jul 16 17:56:11.579862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:11.580387 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:11.580540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:11.580884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:11.581219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:11.581543 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:11.581895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:11.582224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:11.582546 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:11.582869 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:11.583319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:11.583657 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:11.619245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62f9863-047c-4f07-ba55-091fb1c6bac2 req-23fc78c8-6420-4e89-b353-84d3c1aae501 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] No DVR routers for this DVR port 21b1829d-b945-42f0-b2b1-55c43e723c32 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:11.625267 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f62f9863-047c-4f07-ba55-091fb1c6bac2 req-23fc78c8-6420-4e89-b353-84d3c1aae501 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.627956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f62f9863-047c-4f07-ba55-091fb1c6bac2 req-23fc78c8-6420-4e89-b353-84d3c1aae501 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "DELETE /v2.0/ports/21b1829d-b945-42f0-b2b1-55c43e723c32 HTTP/1.1" status: 204 len: 173 time: 1.4246597 Jul 16 17:56:11.628799 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Deleting port 13382a20-3f0a-4a68-9948-8aa262118a18 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:11.629139 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.659602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-7e9652e3-c161-4300-ad58-2a70d3a6b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.661230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-7e9652e3-c161-4300-ad58-2a70d3a6b89a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2776952 Jul 16 17:56:11.673640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f7ff4095-513c-4be3-b899-da540011dbee, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f7ff4095-513c-4be3-b899-da540011dbee,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:11.688770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'f7ff4095-513c-4be3-b899-da540011dbee', 'network_id': 'fd69b1a2-b195-4cab-b8c5-4ea09de60f03', 'port_id': 'f7ff4095-513c-4be3-b899-da540011dbee', 'mac_address': 'fa:16:3e:f8:03:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fda748cb-678b-4f5a-a8c1-3046219bc46b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:11.739664 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.761990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7ff4095-513c-4be3-b899-da540011dbee {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:11.788860 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f7ff4095-513c-4be3-b899-da540011dbee, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f7ff4095-513c-4be3-b899-da540011dbee,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:11.795118 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.805711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] For port 13382a20-3f0a-4a68-9948-8aa262118a18, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=13382a20-3f0a-4a68-9948-8aa262118a18,segment=NetworkSegment(8b8b1874-434b-4d79-bdad-458fef5c184d),segment_id=8b8b1874-434b-4d79-bdad-458fef5c184d)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:11.805989 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.871760 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f7ff4095-513c-4be3-b899-da540011dbee,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:11.872721 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-6033c4e9-391a-4aa8-82ba-6964caa5988d service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031510 Jul 16 17:56:11.931288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['f7ff4095-513c-4be3-b899-da540011dbee'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:12.107153 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d2c60a6-339e-48ab-ba3f-d6a8adaf883f req-e37cb585-01a4-4bb6-b0ec-93275a9454d9 service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235808 Jul 16 17:56:12.115856 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.116241 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.116566 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Floating IP 27d0d50a-0b68-4739-8bca-709ae28c07c2 disassociated. External IP: 172.25.3.103, port: 13382a20-3f0a-4a68-9948-8aa262118a18. Jul 16 17:56:12.116918 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Calling delete_port for 13382a20-3f0a-4a68-9948-8aa262118a18 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:12.185801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed8093-15da-4eb5-8f2b-aca7c912ad65 req-472d2d6e-a93b-4d77-9941-d1eeea860bfb tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.187386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4bed8093-15da-4eb5-8f2b-aca7c912ad65 req-472d2d6e-a93b-4d77-9941-d1eeea860bfb tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 945 time: 0.1948946 Jul 16 17:56:12.195313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7f7897-ec66-4a82-adff-10df20519a16', 'name': 'network-vif-deleted', 'tag': '21b1829d-b945-42f0-b2b1-55c43e723c32'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:12.197883 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdd8233-b357-4074-9b11-20afd3f22ff1" -d '{"events": [{"server_uuid": "bc7f7897-ec66-4a82-adff-10df20519a16", "name": "network-vif-deleted", "tag": "21b1829d-b945-42f0-b2b1-55c43e723c32"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:12.208813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['fef389a4-9c75-492a-ba1d-017db4dc2c01'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:12.254346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4bed8093-15da-4eb5-8f2b-aca7c912ad65 req-7d5c2065-85d6-47bf-b8fe-be1cd527b160 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/security-groups?id=88417e27-a5c3-40ef-8dba-e9e88469c16c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484426 Jul 16 17:56:12.334654 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e11df2-36e1-400f-850c-c7b26777e72f x-openstack-request-id: req-f6e11df2-36e1-400f-850c-c7b26777e72f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:12.335677 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83562e7a-b984-4fb2-a280-14cb3ff87c83", "tag": "151cba29-e4ef-45aa-a200-951d1d5666e8", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:12.336280 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6e11df2-36e1-400f-850c-c7b26777e72f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:12.336982 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'tag': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'status': 'completed', 'code': 200} Jul 16 17:56:12.337736 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.397978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Pushing event deleted for resources: {'Port': ['ID=13382a20-3f0a-4a68-9948-8aa262118a18,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:12.626206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa454d-c394-4e92-ac6d-d40477554a84 req-f8970d96-5783-47ec-9061-01943a5a21bf tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.627721 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bdfa454d-c394-4e92-ac6d-d40477554a84 req-f8970d96-5783-47ec-9061-01943a5a21bf tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 949 time: 0.2418497 Jul 16 17:56:12.643188 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979d1c-8b11-4b68-9d25-a84439c33637 req-8fd636fd-9599-4de8-8a61-d0a80e1ee9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.644709 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86979d1c-8b11-4b68-9d25-a84439c33637 req-8fd636fd-9599-4de8-8a61-d0a80e1ee9ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 1095 time: 0.2599485 Jul 16 17:56:12.666020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Router 950e81d6-6e46-4d7e-8b33-8e128df9f848 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:12.697879 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add32cdd-1664-45cb-9fcd-640c631d537b req-6828b1a7-5f2d-4e68-bd64-6a97db11c88b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.699971 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-add32cdd-1664-45cb-9fcd-640c631d537b req-6828b1a7-5f2d-4e68-bd64-6a97db11c88b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 943 time: 0.2147081 Jul 16 17:56:12.749098 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bdfa454d-c394-4e92-ac6d-d40477554a84 req-7214f3c3-9b7f-441f-ac4f-5f36f6bf14d7 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f5f5466-5f4a-4312-8d03-f108081376a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135609 Jul 16 17:56:12.845738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-add32cdd-1664-45cb-9fcd-640c631d537b req-93d40562-b2cb-4f49-b3e4-8dcacdba9490 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350229 Jul 16 17:56:12.903959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979d1c-8b11-4b68-9d25-a84439c33637 req-cdd55c03-67c6-4f1a-beae-9b350d1fc28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.905885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86979d1c-8b11-4b68-9d25-a84439c33637 req-cdd55c03-67c6-4f1a-beae-9b350d1fc28c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.2417202 Jul 16 17:56:12.955551 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bbf33e-b69f-4303-9205-29e332bb48a0 x-openstack-request-id: req-63bbf33e-b69f-4303-9205-29e332bb48a0 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:12.955837 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7f7897-ec66-4a82-adff-10df20519a16", "name": "network-vif-deleted", "tag": "21b1829d-b945-42f0-b2b1-55c43e723c32", "status": "failed", "code": 422}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:12.956101 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63bbf33e-b69f-4303-9205-29e332bb48a0 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:12.956529 n-d-787205-10 neutron-server[105591]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bc7f7897-ec66-4a82-adff-10df20519a16', 'name': 'network-vif-deleted', 'tag': '21b1829d-b945-42f0-b2b1-55c43e723c32', 'status': 'failed', 'code': 422} returned with failed status Jul 16 17:56:12.960065 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86979d1c-8b11-4b68-9d25-a84439c33637 req-9adb915d-f621-46a6-b9a1-37035c1771e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=151cba29-e4ef-45aa-a200-951d1d5666e8 HTTP/1.1" status: 200 len: 217 time: 0.0451248 Jul 16 17:56:12.962984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:12.980592 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f4301-c1e9-4f20-bb82-347dc4a59c3b None None] Sync routers for ids ['950e81d6-6e46-4d7e-8b33-8e128df9f848'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:12.991088 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f4301-c1e9-4f20-bb82-347dc4a59c3b None None] Routers {'950e81d6-6e46-4d7e-8b33-8e128df9f848'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:12.992711 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-322f4301-c1e9-4f20-bb82-347dc4a59c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:55:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['950e81d6-6e46-4d7e-8b33-8e128df9f848'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:13.096615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] No DVR routers for this DVR port 13382a20-3f0a-4a68-9948-8aa262118a18 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:13.110117 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.112192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14186630-c2c4-404d-9274-8218f34c51fc req-5a6c3dac-93dd-4b54-88e8-0f5844b7f245 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.11 "DELETE /v2.0/ports/13382a20-3f0a-4a68-9948-8aa262118a18 HTTP/1.1" status: 204 len: 173 time: 1.8388414 Jul 16 17:56:13.141472 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-322f4301-c1e9-4f20-bb82-347dc4a59c3b None None] Set router 950e81d6-6e46-4d7e-8b33-8e128df9f848 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:13.187796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979d1c-8b11-4b68-9d25-a84439c33637 req-5afef30c-723c-4ad1-8422-c4a7c3c4330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:13.189303 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86979d1c-8b11-4b68-9d25-a84439c33637 req-5afef30c-723c-4ad1-8422-c4a7c3c4330f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.2069793 Jul 16 17:56:13.215917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f7ff4095-513c-4be3-b899-da540011dbee up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:13.281016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0877ad-9d12-4334-9399-8b66a2187c47 req-85a6d787-d6e9-4700-9ef6-7e8b378e24aa tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:13.282669 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f0877ad-9d12-4334-9399-8b66a2187c47 req-85a6d787-d6e9-4700-9ef6-7e8b378e24aa tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=2889d3a1-6142-4a16-9f36-036a8f7259ec HTTP/1.1" status: 200 len: 950 time: 0.2381325 Jul 16 17:56:13.284829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port f7ff4095-513c-4be3-b899-da540011dbee triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:13.285430 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.342232 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340e7fb-a047-4c01-910f-e6f7cfde1996 req-259c547a-e5d1-4e4d-bcf2-60251a5f9827 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:13.345136 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7340e7fb-a047-4c01-910f-e6f7cfde1996 req-259c547a-e5d1-4e4d-bcf2-60251a5f9827 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 944 time: 0.2036459 Jul 16 17:56:13.425182 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.430902 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ad442eb8-30e4-4525-8283-0ae9d7c7d34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.444832 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-322f4301-c1e9-4f20-bb82-347dc4a59c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 4, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e1940821-b214-487e-9c0d-cb75edf2cf99', 'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'mac_address': 'fa:16:3e:04:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:52Z', 'updated_at': '2021-07-16T17:53:03Z', 'revision_number': 5, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'subnets': [{'id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:13.459782 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70af6e64-7c7b-4b3a-aee5-554ed1f4270a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ff4095-513c-4be3-b899-da540011dbee'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:13.462336 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee7a15b-94cf-49ae-9a48-70909d8ede00" -d '{"events": [{"server_uuid": "70af6e64-7c7b-4b3a-aee5-554ed1f4270a", "name": "network-vif-plugged", "status": "completed", "tag": "f7ff4095-513c-4be3-b899-da540011dbee"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:13.479515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f7ff4095-513c-4be3-b899-da540011dbee, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f7ff4095-513c-4be3-b899-da540011dbee,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:13.481530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f0877ad-9d12-4334-9399-8b66a2187c47 req-7edef747-0f98-47b9-bd7e-f26d8e0217d3 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686780 Jul 16 17:56:13.486980 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.488074 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 73ecdf5f-546b-4460-8d8d-6c343db16378 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:13.490802 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f4301-c1e9-4f20-bb82-347dc4a59c3b None None] Checking router: 950e81d6-6e46-4d7e-8b33-8e128df9f848 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:13.500903 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7340e7fb-a047-4c01-910f-e6f7cfde1996 req-710843b9-cf9f-47a8-9f03-a58cdf6f1e80 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd72cf3-12bb-46c3-8567-70745deba121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422582 Jul 16 17:56:13.505001 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f4301-c1e9-4f20-bb82-347dc4a59c3b None None] Routers {'950e81d6-6e46-4d7e-8b33-8e128df9f848'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:13.506037 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-322f4301-c1e9-4f20-bb82-347dc4a59c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:55:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['950e81d6-6e46-4d7e-8b33-8e128df9f848'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:13.552753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979d1c-8b11-4b68-9d25-a84439c33637 req-54672973-307c-4067-8db2-802d9a77c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:13.554348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86979d1c-8b11-4b68-9d25-a84439c33637 req-54672973-307c-4067-8db2-802d9a77c36c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3491104 Jul 16 17:56:13.683763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f7ff4095-513c-4be3-b899-da540011dbee,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:13.684673 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-322f4301-c1e9-4f20-bb82-347dc4a59c3b None None] Set router 950e81d6-6e46-4d7e-8b33-8e128df9f848 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:13.703282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 73ecdf5f-546b-4460-8d8d-6c343db16378 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:13.710436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 73ecdf5f-546b-4460-8d8d-6c343db16378 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:13.711188 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.852540 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.902008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 73ecdf5f-546b-4460-8d8d-6c343db16378, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73ecdf5f-546b-4460-8d8d-6c343db16378,segment=NetworkSegment(4e265437-19f1-41be-808c-3d6f7270f227),segment_id=4e265437-19f1-41be-808c-3d6f7270f227)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:13.910902 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.003150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=73ecdf5f-546b-4460-8d8d-6c343db16378,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:14.018370 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-322f4301-c1e9-4f20-bb82-347dc4a59c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 4, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e1940821-b214-487e-9c0d-cb75edf2cf99', 'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'mac_address': 'fa:16:3e:04:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:52Z', 'updated_at': '2021-07-16T17:53:03Z', 'revision_number': 5, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'subnets': [{'id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:14.051590 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f4301-c1e9-4f20-bb82-347dc4a59c3b None None] The sync data for ids ['950e81d6-6e46-4d7e-8b33-8e128df9f848'] in n-d-787205-10 is: [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:52:53Z', 'revision_number': 4, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e1940821-b214-487e-9c0d-cb75edf2cf99', 'name': '', 'network_id': '2591007a-b50f-4991-920f-43b5c877a487', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'mac_address': 'fa:16:3e:04:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:52Z', 'updated_at': '2021-07-16T17:53:03Z', 'revision_number': 5, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'subnets': [{'id': '62154700-b507-4052-9a5d-e73ae81c41e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:14.270978 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86979d1c-8b11-4b68-9d25-a84439c33637 req-c887546c-d92b-493c-a0e6-e3acf63ae37c service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090206 Jul 16 17:56:14.408538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85976e75-6a03-499b-96fb-30b8b64d31a7 None None] New status for floating IP 27d0d50a-0b68-4739-8bca-709ae28c07c2: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:56:14.414135 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424570c-e762-432e-83d8-201dd62efc27 req-fe6aba30-90e2-4d89-b49e-9b8b57488548 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:14.421101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-fe6aba30-90e2-4d89-b49e-9b8b57488548 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 0.7130866 Jul 16 17:56:14.446287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-b741ee59-85c8-4fb5-8852-d5059305e385 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/quotas/b2cc324b1d64466f8371c193e2dab133 HTTP/1.1" status: 200 len: 375 time: 0.0241690 Jul 16 17:56:14.450103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86979d1c-8b11-4b68-9d25-a84439c33637 req-33320b17-b6cd-4f7b-8929-7a7ac10355a9 service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592124 Jul 16 17:56:14.478989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e6d57-bdae-4f8a-ae8a-4c331b38dddd req-08006317-9c9a-4f15-b4d9-88f2f052f44e tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:14.486540 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e3e6d57-bdae-4f8a-ae8a-4c331b38dddd req-08006317-9c9a-4f15-b4d9-88f2f052f44e tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 946 time: 0.3504837 Jul 16 17:56:14.526435 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-69401e9e-3f29-40f4-95b2-fcf0e258d317 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702085 Jul 16 17:56:14.550106 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 13382a20-3f0a-4a68-9948-8aa262118a18 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:14.574254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 13382a20-3f0a-4a68-9948-8aa262118a18 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:14.574768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 13382a20-3f0a-4a68-9948-8aa262118a18 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:14.590603 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e3e6d57-bdae-4f8a-ae8a-4c331b38dddd req-d34e57d3-e3dd-490f-91ad-0c41d5d61abd tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028278 Jul 16 17:56:14.733997 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-5def54f7-adcc-453e-8e22-a5e8bc31e443 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953075 Jul 16 17:56:14.794860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b2f0933a-a8cc-4a6f-93c7-21392144f72f req-0df56f9f-c5f0-49cc-95ca-09be95da326b tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 210 time: 0.0589867 Jul 16 17:56:14.860960 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5851adde-bd61-4f44-8e17-929ffbbab34b x-openstack-request-id: req-5851adde-bd61-4f44-8e17-929ffbbab34b {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:14.861314 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70af6e64-7c7b-4b3a-aee5-554ed1f4270a", "name": "network-vif-plugged", "status": "completed", "tag": "f7ff4095-513c-4be3-b899-da540011dbee", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:14.861551 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5851adde-bd61-4f44-8e17-929ffbbab34b {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:14.861934 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70af6e64-7c7b-4b3a-aee5-554ed1f4270a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ff4095-513c-4be3-b899-da540011dbee', 'code': 200} Jul 16 17:56:14.896849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-6a8e697a-73aa-4ab6-999a-017fdaa257a4 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591039 Jul 16 17:56:14.958385 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9759bb6-400c-435d-b94c-3cfd934f56c1', 'name': 'network-vif-deleted', 'tag': '13382a20-3f0a-4a68-9948-8aa262118a18'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:14.962044 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9000a9-3049-4bfa-848d-056542a7b96e" -d '{"events": [{"server_uuid": "d9759bb6-400c-435d-b94c-3cfd934f56c1", "name": "network-vif-deleted", "tag": "13382a20-3f0a-4a68-9948-8aa262118a18"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:15.241404 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 151cba29-e4ef-45aa-a200-951d1d5666e8 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:15.249578 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device fef389a4-9c75-492a-ba1d-017db4dc2c01 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:15.356881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b210759-7848-4973-aaf4-adb7936e8b0e req-5ee86650-bf90-458b-8003-0f663314d48f tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.362575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b210759-7848-4973-aaf4-adb7936e8b0e req-5ee86650-bf90-458b-8003-0f663314d48f tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.370271 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4b210759-7848-4973-aaf4-adb7936e8b0e req-5ee86650-bf90-458b-8003-0f663314d48f tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=2889d3a1-6142-4a16-9f36-036a8f7259ec&device_id=ff4fb727-71d7-4688-baea-08065ff3f114 HTTP/1.1" status: 200 len: 1690 time: 0.1942322 Jul 16 17:56:15.398858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port fef389a4-9c75-492a-ba1d-017db4dc2c01 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:15.405490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port fef389a4-9c75-492a-ba1d-017db4dc2c01 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:15.405950 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.422149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ea010-ce59-4ee5-9570-d22dc2a265d5 req-a19d9db2-68c6-41e1-b03b-5fc6b9283bb8 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.429085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-734ea010-ce59-4ee5-9570-d22dc2a265d5 req-a19d9db2-68c6-41e1-b03b-5fc6b9283bb8 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 949 time: 0.2068198 Jul 16 17:56:15.465129 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4b210759-7848-4973-aaf4-adb7936e8b0e req-8405a6f5-bf6d-4977-bedf-008071c66be2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931373 Jul 16 17:56:15.501994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 151cba29-e4ef-45aa-a200-951d1d5666e8, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=151cba29-e4ef-45aa-a200-951d1d5666e8,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:15.521001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-734ea010-ce59-4ee5-9570-d22dc2a265d5 req-64f485a4-2e93-4093-87bb-889ed39b882f tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f5f5466-5f4a-4312-8d03-f108081376a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907040 Jul 16 17:56:15.690410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd937e6-d747-422f-abd1-c23556c0f63e req-02e80ae7-2175-4a76-8266-25b075c5d3fc tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.696663 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.697993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bfd937e6-d747-422f-abd1-c23556c0f63e req-02e80ae7-2175-4a76-8266-25b075c5d3fc tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 943 time: 0.0870318 Jul 16 17:56:15.700233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'port_id': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'mac_address': 'fa:16:3e:e6:e2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:15.713470 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f6115ab3-3a6d-42e9-9a25-3aea44d039fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.786401 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bfd937e6-d747-422f-abd1-c23556c0f63e req-df6bbc6c-8927-45d1-9c12-dd19201a71f9 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870357 Jul 16 17:56:15.795490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port fef389a4-9c75-492a-ba1d-017db4dc2c01, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=fef389a4-9c75-492a-ba1d-017db4dc2c01,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:15.803618 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.817820 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.827104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151cba29-e4ef-45aa-a200-951d1d5666e8 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:15.865961 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f34a403-16de-4115-8f96-ef9379522eb4 x-openstack-request-id: req-6f34a403-16de-4115-8f96-ef9379522eb4 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:15.866597 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9759bb6-400c-435d-b94c-3cfd934f56c1", "name": "network-vif-deleted", "tag": "13382a20-3f0a-4a68-9948-8aa262118a18", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:15.867117 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f34a403-16de-4115-8f96-ef9379522eb4 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:15.867886 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9759bb6-400c-435d-b94c-3cfd934f56c1', 'name': 'network-vif-deleted', 'tag': '13382a20-3f0a-4a68-9948-8aa262118a18', 'status': 'completed', 'code': 200} Jul 16 17:56:15.909688 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 151cba29-e4ef-45aa-a200-951d1d5666e8, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=151cba29-e4ef-45aa-a200-951d1d5666e8,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:15.935670 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.948033 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.955430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5dc1f-6cc6-4c53-a9d6-cf785ff35808 req-f5c55bd4-50ed-4bb0-942a-0bec1c24bf4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.957167 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fca5dc1f-6cc6-4c53-a9d6-cf785ff35808 req-f5c55bd4-50ed-4bb0-942a-0bec1c24bf4f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 945 time: 0.0873909 Jul 16 17:56:15.957315 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=fef389a4-9c75-492a-ba1d-017db4dc2c01,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:16.027692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=151cba29-e4ef-45aa-a200-951d1d5666e8,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:16.056816 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fca5dc1f-6cc6-4c53-a9d6-cf785ff35808 req-348e698e-1daf-4444-af3d-acec7893bb47 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd72cf3-12bb-46c3-8567-70745deba121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821373 Jul 16 17:56:16.097977 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fc66a0b-e36e-4c96-a3c3-ffa48ae38701 req-f6229bf0-641c-4971-85f6-5c2edcbedea8 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 210 time: 0.0653038 Jul 16 17:56:16.296654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71222fe0-6e09-4508-8fe5-60015ed21903 req-6bce62e9-c5df-4127-97a5-05f6e43ef25a tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9759bb6-400c-435d-b94c-3cfd934f56c1 HTTP/1.1" status: 200 len: 210 time: 0.0485654 Jul 16 17:56:16.332592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87b0a0-a93d-481a-a197-4f8d785db8f3 req-42c752bb-f152-4cbb-ac92-026901c2ebbc tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.334428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df87b0a0-a93d-481a-a197-4f8d785db8f3 req-42c752bb-f152-4cbb-ac92-026901c2ebbc tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 946 time: 0.0961711 Jul 16 17:56:16.349303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['151cba29-e4ef-45aa-a200-951d1d5666e8'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:16.408933 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df87b0a0-a93d-481a-a197-4f8d785db8f3 req-eb71b0a6-66b5-42d6-b804-a04832085870 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668325 Jul 16 17:56:16.491234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f35e1d-ad66-4b51-871c-4325a3a5b191 req-03431c03-d84b-4d77-8866-c226bf6a0034 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.492812 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20f35e1d-ad66-4b51-871c-4325a3a5b191 req-03431c03-d84b-4d77-8866-c226bf6a0034 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2889d3a1-6142-4a16-9f36-036a8f7259ec HTTP/1.1" status: 200 len: 1102 time: 0.0684552 Jul 16 17:56:16.554270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20f35e1d-ad66-4b51-871c-4325a3a5b191 req-af1e5df3-6673-484c-8597-2488e73b554d tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543339 Jul 16 17:56:16.863447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf7b13c-fb7a-4a78-8e35-e0c92919bc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ecdf5f-546b-4460-8d8d-6c343db16378'}, {'server_uuid': '2d21b7fa-1b34-4451-84ce-e89db8005bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef389a4-9c75-492a-ba1d-017db4dc2c01'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:16.868246 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c780dc3-e970-475c-a346-2eabc8407231" -d '{"events": [{"server_uuid": "bdf7b13c-fb7a-4a78-8e35-e0c92919bc13", "name": "network-vif-plugged", "status": "completed", "tag": "73ecdf5f-546b-4460-8d8d-6c343db16378"}, {"server_uuid": "2d21b7fa-1b34-4451-84ce-e89db8005bc0", "name": "network-vif-plugged", "status": "completed", "tag": "fef389a4-9c75-492a-ba1d-017db4dc2c01"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:16.934387 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ced36-00e3-4169-8f01-91acee43baa6 req-2995f98e-6ad7-49ee-bd2d-e77180201720 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.936930 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a47ced36-00e3-4169-8f01-91acee43baa6 req-2995f98e-6ad7-49ee-bd2d-e77180201720 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 950 time: 0.2294829 Jul 16 17:56:16.951208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424570c-e762-432e-83d8-201dd62efc27 req-0fb59681-aedc-4bd1-af4e-36fbca87ce6f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.953521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-0fb59681-aedc-4bd1-af4e-36fbca87ce6f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 0.2682664 Jul 16 17:56:16.998532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-5424570c-e762-432e-83d8-201dd62efc27 req-f7c39a38-eb2a-494e-a55d-51a71064df19 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Request body: {'port': {'device_id': '86965a20-47de-4c19-98c7-151b54d3f428', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'admin_state_up': True, 'tenant_id': 'b2cc324b1d64466f8371c193e2dab133'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:17.095759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a47ced36-00e3-4169-8f01-91acee43baa6 req-03661e37-9161-4f16-8c97-7d70e4cce810 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f5f5466-5f4a-4312-8d03-f108081376a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411126 Jul 16 17:56:17.133261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584bf31-0765-4b1f-b710-c155aeed8ffe req-361af755-363e-4363-bdaf-9491ba5de7f5 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:17.134882 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a584bf31-0765-4b1f-b710-c155aeed8ffe req-361af755-363e-4363-bdaf-9491ba5de7f5 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ff4fb727-71d7-4688-baea-08065ff3f114 HTTP/1.1" status: 200 len: 1101 time: 0.2343752 Jul 16 17:56:17.186229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5424570c-e762-432e-83d8-201dd62efc27 req-f7c39a38-eb2a-494e-a55d-51a71064df19 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Made reservation on behalf of b2cc324b1d64466f8371c193e2dab133 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:17.190030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5424570c-e762-432e-83d8-201dd62efc27 req-f7c39a38-eb2a-494e-a55d-51a71064df19 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.203862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a584bf31-0765-4b1f-b710-c155aeed8ffe req-68c6cb66-781e-44c4-8f7a-6451ecf9f84e tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582008 Jul 16 17:56:17.259664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f7ff4095-513c-4be3-b899-da540011dbee no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:17.386333 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919a1d6f-83eb-4d64-981f-ec77e3196d51 x-openstack-request-id: req-919a1d6f-83eb-4d64-981f-ec77e3196d51 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:17.387343 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf7b13c-fb7a-4a78-8e35-e0c92919bc13", "name": "network-vif-plugged", "status": "completed", "tag": "73ecdf5f-546b-4460-8d8d-6c343db16378", "code": 200}, {"server_uuid": "2d21b7fa-1b34-4451-84ce-e89db8005bc0", "name": "network-vif-plugged", "status": "completed", "tag": "fef389a4-9c75-492a-ba1d-017db4dc2c01", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:17.387606 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-919a1d6f-83eb-4d64-981f-ec77e3196d51 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:17.388053 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf7b13c-fb7a-4a78-8e35-e0c92919bc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ecdf5f-546b-4460-8d8d-6c343db16378', 'code': 200} Jul 16 17:56:17.388291 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d21b7fa-1b34-4451-84ce-e89db8005bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef389a4-9c75-492a-ba1d-017db4dc2c01', 'code': 200} Jul 16 17:56:17.410221 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.443252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-5424570c-e762-432e-83d8-201dd62efc27 req-f7c39a38-eb2a-494e-a55d-51a71064df19 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Allocated IP 172.20.0.8 (5f4a1e11-5d66-4db2-adc7-71a724319593/2324e370-e975-41f3-a89b-e91fd3d77fc8/4304ecb7-eb79-4210-ac7e-d3eb5856e406) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:17.513160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f7ff4095-513c-4be3-b899-da540011dbee, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f7ff4095-513c-4be3-b899-da540011dbee,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:17.520986 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.527322 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.587159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c48cd1-953f-4dee-bd15-3b9f06819804 req-971edf6c-e868-45a0-bf42-11f8185c8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:17.588740 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d3c48cd1-953f-4dee-bd15-3b9f06819804 req-971edf6c-e868-45a0-bf42-11f8185c8e4f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 1102 time: 0.0659387 Jul 16 17:56:17.593556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f7ff4095-513c-4be3-b899-da540011dbee,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:17.647886 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d3c48cd1-953f-4dee-bd15-3b9f06819804 req-52517f39-2433-47d2-a05f-a78206953d49 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f5f5466-5f4a-4312-8d03-f108081376a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509517 Jul 16 17:56:17.775039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b3dd7-3234-471f-948c-20a12d4de184 req-dce43590-22b7-4fdf-82ce-daff9fa9e8b8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:17.778281 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a8b3dd7-3234-471f-948c-20a12d4de184 req-dce43590-22b7-4fdf-82ce-daff9fa9e8b8 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 944 time: 0.2837350 Jul 16 17:56:17.835541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7ccf5-ed64-4af8-bb0a-d71753a30192 req-8471cc24-d151-449b-b133-973906b2d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:17.837205 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86a7ccf5-ed64-4af8-bb0a-d71753a30192 req-8471cc24-d151-449b-b133-973906b2d009 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 1097 time: 0.2792740 Jul 16 17:56:17.853456 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6b5cb-8301-4b8b-8217-a71a29c44274 req-734e8602-0368-446a-ae51-9558fbc6255a tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:17.855196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11f6b5cb-8301-4b8b-8217-a71a29c44274 req-734e8602-0368-446a-ae51-9558fbc6255a tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 945 time: 0.2984164 Jul 16 17:56:17.896412 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5424570c-e762-432e-83d8-201dd62efc27 req-f7c39a38-eb2a-494e-a55d-51a71064df19 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.923059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a8b3dd7-3234-471f-948c-20a12d4de184 req-b07e20a8-42da-4c89-8e96-51b162b0b766 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288595 Jul 16 17:56:17.967675 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11f6b5cb-8301-4b8b-8217-a71a29c44274 req-00046ae2-edb3-47b6-89ca-bdc8c2d63a26 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd72cf3-12bb-46c3-8567-70745deba121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041024 Jul 16 17:56:17.973114 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86a7ccf5-ed64-4af8-bb0a-d71753a30192 req-b062ea53-a161-4c99-8541-cdf7d13cb417 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0fd72cf3-12bb-46c3-8567-70745deba121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164780 Jul 16 17:56:18.009514 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5424570c-e762-432e-83d8-201dd62efc27 req-f7c39a38-eb2a-494e-a55d-51a71064df19 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.087496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5424570c-e762-432e-83d8-201dd62efc27 req-f7c39a38-eb2a-494e-a55d-51a71064df19 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Network 5f4a1e11-5d66-4db2-adc7-71a724319593 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:18.109184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-5424570c-e762-432e-83d8-201dd62efc27 req-f7c39a38-eb2a-494e-a55d-51a71064df19 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:18.115757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5424570c-e762-432e-83d8-201dd62efc27 req-f7c39a38-eb2a-494e-a55d-51a71064df19 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:18.122024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c39a38-eb2a-494e-a55d-51a71064df19 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event updated for resources: {'Port': ['ID=4304ecb7-eb79-4210-ac7e-d3eb5856e406,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:18.187864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424570c-e762-432e-83d8-201dd62efc27 req-f7c39a38-eb2a-494e-a55d-51a71064df19 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.188620 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5424570c-e762-432e-83d8-201dd62efc27 req-f7c39a38-eb2a-494e-a55d-51a71064df19 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.219986 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-f7c39a38-eb2a-494e-a55d-51a71064df19 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2329450 Jul 16 17:56:18.249127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79080d-80b0-4de1-a341-c894a49b04df req-08f54f28-2953-44e3-8cf3-e4b7163972d2 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.258347 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c79080d-80b0-4de1-a341-c894a49b04df req-08f54f28-2953-44e3-8cf3-e4b7163972d2 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 931 time: 0.2029090 Jul 16 17:56:18.284847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Request body: {'port': {'device_id': '86965a20-47de-4c19-98c7-151b54d3f428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:18.350418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c79080d-80b0-4de1-a341-c894a49b04df req-b6304f2f-6bd2-41a1-a815-0679a939f4c8 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906341 Jul 16 17:56:18.428048 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.624165 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c372b336-b67d-4dca-9928-679ed4b0ab0b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635052 Jul 16 17:56:18.815932 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df79291-0495-416f-96cf-88f21b3922f6 req-37edd5a1-a952-4e39-8c9d-0f126e27477a tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.817443 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1df79291-0495-416f-96cf-88f21b3922f6 req-37edd5a1-a952-4e39-8c9d-0f126e27477a tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 950 time: 0.2580707 Jul 16 17:56:18.852601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-7b61f0e4-5d2d-428d-9cc8-3389c10ec0af tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.854149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-7b61f0e4-5d2d-428d-9cc8-3389c10ec0af tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211204 Jul 16 17:56:18.913705 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-ad85fbd6-9b59-44a7-929b-e89bac17322b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/quotas/6ccdf17dc6774ef385777e775eb283cf HTTP/1.1" status: 200 len: 375 time: 0.0413532 Jul 16 17:56:18.915531 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.934386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1df79291-0495-416f-96cf-88f21b3922f6 req-6705bec4-206f-47a4-8914-1dce4dcd7433 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f5f5466-5f4a-4312-8d03-f108081376a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087186 Jul 16 17:56:18.982618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4304ecb7-eb79-4210-ac7e-d3eb5856e406 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:18.993086 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.014711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Transition to ACTIVE for port object 4304ecb7-eb79-4210-ac7e-d3eb5856e406 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:19.023645 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.106288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d676b590-22da-488e-917a-fdf91120678b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1755130 Jul 16 17:56:19.121490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Pushing event updated for resources: {'Port': ['ID=4304ecb7-eb79-4210-ac7e-d3eb5856e406,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:19.253519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 151cba29-e4ef-45aa-a200-951d1d5666e8 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:19.278277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Attempting to bind port 4304ecb7-eb79-4210-ac7e-d3eb5856e406 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:19.278639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Attempting to bind port 4304ecb7-eb79-4210-ac7e-d3eb5856e406 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:19.278971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Attempting to bind port 4304ecb7-eb79-4210-ac7e-d3eb5856e406 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:19.293688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Port 4304ecb7-eb79-4210-ac7e-d3eb5856e406 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:19.294437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Attempting to bind port 4304ecb7-eb79-4210-ac7e-d3eb5856e406 on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:19.302144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:19.302531 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Checking segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:19.302887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Bound using segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:19.303330 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Bound port: 4304ecb7-eb79-4210-ac7e-d3eb5856e406, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:19.303698 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.350885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 151cba29-e4ef-45aa-a200-951d1d5666e8 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:19.356307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 151cba29-e4ef-45aa-a200-951d1d5666e8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:19.356843 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.393531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70af6e64-7c7b-4b3a-aee5-554ed1f4270a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ff4095-513c-4be3-b899-da540011dbee'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:19.396483 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d917ac-ef76-424f-a679-f94a7e8cca67" -d '{"events": [{"server_uuid": "70af6e64-7c7b-4b3a-aee5-554ed1f4270a", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ff4095-513c-4be3-b899-da540011dbee"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:19.476445 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.507701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77cc30-20fc-4488-a52b-11dbf7533408 req-ca07185a-aa59-481d-97cb-1d1e0ce04496 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.509742 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e77cc30-20fc-4488-a52b-11dbf7533408 req-ca07185a-aa59-481d-97cb-1d1e0ce04496 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 944 time: 0.1628318 Jul 16 17:56:19.521930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] For port 4304ecb7-eb79-4210-ac7e-d3eb5856e406, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:19.528717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 151cba29-e4ef-45aa-a200-951d1d5666e8, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=151cba29-e4ef-45aa-a200-951d1d5666e8,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:19.531310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] For port 4304ecb7-eb79-4210-ac7e-d3eb5856e406, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4304ecb7-eb79-4210-ac7e-d3eb5856e406,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:19.534189 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.544119 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.608699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=151cba29-e4ef-45aa-a200-951d1d5666e8,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:19.642631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.643298 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.644690 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] 10.222.0.32 "PUT /v2.0/ports/4304ecb7-eb79-4210-ac7e-d3eb5856e406 HTTP/1.1" status: 200 len: 1092 time: 1.3641818 Jul 16 17:56:19.662893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86965a20-47de-4c19-98c7-151b54d3f428', 'tag': '4304ecb7-eb79-4210-ac7e-d3eb5856e406'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:19.665488 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4d3631-d7c6-41f3-9d7f-64e471a499be" -d '{"events": [{"name": "network-changed", "server_uuid": "86965a20-47de-4c19-98c7-151b54d3f428", "tag": "4304ecb7-eb79-4210-ac7e-d3eb5856e406"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:19.683651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e77cc30-20fc-4488-a52b-11dbf7533408 req-d1a28af5-910b-4fba-8def-4202e9270969 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bc9ac30-f11f-4f80-9541-d4f3293dd550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632526 Jul 16 17:56:19.708784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366e666-6d84-4a37-a2ce-ea16a36ec2bd service neutron] Pushing event updated for resources: {'Port': ['ID=4304ecb7-eb79-4210-ac7e-d3eb5856e406,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:19.747964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53022) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:19.805305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c377b87-2786-4dbd-af66-bc7a2b112406 req-eeb6e3ef-8f36-4ed5-a79a-c102bb9f685e tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.807004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c377b87-2786-4dbd-af66-bc7a2b112406 req-eeb6e3ef-8f36-4ed5-a79a-c102bb9f685e tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.32 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 944 time: 0.1968582 Jul 16 17:56:19.828517 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84f9a08-4da1-4a0a-8f88-06351ed815b3 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.868930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84f9a08-4da1-4a0a-8f88-06351ed815b3 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.879640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424570c-e762-432e-83d8-201dd62efc27 req-02221698-78a7-44fd-b317-33480b2f60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.882751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-02221698-78a7-44fd-b317-33480b2f60e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 1095 time: 0.1692636 Jul 16 17:56:19.944104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-253b50a9-40ed-4e2d-9c7a-3cf3984c1258 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4304ecb7-eb79-4210-ac7e-d3eb5856e406 HTTP/1.1" status: 200 len: 217 time: 0.0499141 Jul 16 17:56:19.952406 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84f9a08-4da1-4a0a-8f88-06351ed815b3 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.955734 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84f9a08-4da1-4a0a-8f88-06351ed815b3 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.966060 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d84f9a08-4da1-4a0a-8f88-06351ed815b3 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "DELETE /v2.0/security-groups/88417e27-a5c3-40ef-8dba-e9e88469c16c HTTP/1.1" status: 204 len: 168 time: 0.2166319 Jul 16 17:56:19.971535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53026) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:19.999209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f9a08-4da1-4a0a-8f88-06351ed815b3 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88417e27-a5c3-40ef-8dba-e9e88469c16c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:20.016033 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-142fe84e-de4d-4ff0-b10e-12004c90aa72 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] show failed (client error): The resource could not be found. Jul 16 17:56:20.028727 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-142fe84e-de4d-4ff0-b10e-12004c90aa72 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "GET /v2.0/security-groups/88417e27-a5c3-40ef-8dba-e9e88469c16c HTTP/1.1" status: 404 len: 347 time: 0.0473080 Jul 16 17:56:20.029704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53030) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:20.206913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424570c-e762-432e-83d8-201dd62efc27 req-3a7150c4-2a20-432e-9332-172cda42eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:20.209190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-3a7150c4-2a20-432e-9332-172cda42eaa9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.2354279 Jul 16 17:56:20.231406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-85b26c03-7e9a-4ca3-bbfd-58775547b855 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Deleting port 87defc10-941f-4499-94d1-55d9212d5cdc {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:20.231912 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85b26c03-7e9a-4ca3-bbfd-58775547b855 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.379742 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85b26c03-7e9a-4ca3-bbfd-58775547b855 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.380608 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85b26c03-7e9a-4ca3-bbfd-58775547b855 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.401470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-85b26c03-7e9a-4ca3-bbfd-58775547b855 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Calling delete_port for 87defc10-941f-4499-94d1-55d9212d5cdc owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:20.613529 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85b26c03-7e9a-4ca3-bbfd-58775547b855 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.655946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b26c03-7e9a-4ca3-bbfd-58775547b855 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Pushing event deleted for resources: {'Port': ['ID=87defc10-941f-4499-94d1-55d9212d5cdc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:20.691196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-3d013262-5e9b-410a-8d3e-c3464a8929d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4680784 Jul 16 17:56:20.719453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f48e9c-4104-41f7-adb9-e332419ad22a req-310ced58-7035-42f7-aef4-e904ec17dfa2 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:20.726387 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85b26c03-7e9a-4ca3-bbfd-58775547b855 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.727333 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1f48e9c-4104-41f7-adb9-e332419ad22a req-310ced58-7035-42f7-aef4-e904ec17dfa2 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 945 time: 0.7523537 Jul 16 17:56:20.729768 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85b26c03-7e9a-4ca3-bbfd-58775547b855 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.731380 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-85b26c03-7e9a-4ca3-bbfd-58775547b855 tempest-ServersTestBootFromVolume-1512434455 tempest-ServersTestBootFromVolume-1512434455-project] 10.222.0.24 "DELETE /v2.0/floatingips/27d0d50a-0b68-4739-8bca-709ae28c07c2 HTTP/1.1" status: 204 len: 168 time: 0.6987069 Jul 16 17:56:20.734568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53048) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:20.782608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-0c377b87-2786-4dbd-af66-bc7a2b112406 req-431406de-71d4-48d9-b5b9-742868514fb6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Deleting port f7ff4095-513c-4be3-b899-da540011dbee {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:20.783410 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0c377b87-2786-4dbd-af66-bc7a2b112406 req-431406de-71d4-48d9-b5b9-742868514fb6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.864821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1f48e9c-4104-41f7-adb9-e332419ad22a req-8809ef0a-d1e5-4dcc-843d-47fb14e1ed95 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359503 Jul 16 17:56:21.031949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaf427-b8eb-4d27-b58e-d1869824777e req-d55e36f0-c152-4b28-a056-ad025492ad94 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.034854 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ffaf427-b8eb-4d27-b58e-d1869824777e req-d55e36f0-c152-4b28-a056-ad025492ad94 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 945 time: 0.9176831 Jul 16 17:56:21.129945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-0c377b87-2786-4dbd-af66-bc7a2b112406 req-431406de-71d4-48d9-b5b9-742868514fb6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] For port f7ff4095-513c-4be3-b899-da540011dbee, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f7ff4095-513c-4be3-b899-da540011dbee,segment=NetworkSegment(14585277-a3a3-4c12-9557-0f71af7700c7),segment_id=14585277-a3a3-4c12-9557-0f71af7700c7)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:21.130351 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0c377b87-2786-4dbd-af66-bc7a2b112406 req-431406de-71d4-48d9-b5b9-742868514fb6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.155568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ffaf427-b8eb-4d27-b58e-d1869824777e req-021666fa-5b64-4499-9e9d-85f36d4d4d82 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd72cf3-12bb-46c3-8567-70745deba121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923834 Jul 16 17:56:21.188649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-1479b354-39cd-4c36-8a98-c6a392c8da24 service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869659 Jul 16 17:56:21.260994 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec1a5dd-e8f4-48c5-b5dd-8ab12c730ed9 x-openstack-request-id: req-4ec1a5dd-e8f4-48c5-b5dd-8ab12c730ed9 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:21.261785 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70af6e64-7c7b-4b3a-aee5-554ed1f4270a", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ff4095-513c-4be3-b899-da540011dbee", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:21.262176 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ec1a5dd-e8f4-48c5-b5dd-8ab12c730ed9 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:21.262586 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70af6e64-7c7b-4b3a-aee5-554ed1f4270a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ff4095-513c-4be3-b899-da540011dbee', 'code': 200} Jul 16 17:56:21.322915 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d63dea18-8b77-4be6-b755-1f147726efc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.419768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5424570c-e762-432e-83d8-201dd62efc27 req-62c3af51-a584-4399-a8c7-b1c2ea543f85 service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299390 Jul 16 17:56:21.458488 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899ba235-eea8-424b-8e39-f5f9d0a989e4 x-openstack-request-id: req-899ba235-eea8-424b-8e39-f5f9d0a989e4 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:21.465543 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86965a20-47de-4c19-98c7-151b54d3f428", "tag": "4304ecb7-eb79-4210-ac7e-d3eb5856e406", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:21.466113 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-899ba235-eea8-424b-8e39-f5f9d0a989e4 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:21.466611 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86965a20-47de-4c19-98c7-151b54d3f428', 'tag': '4304ecb7-eb79-4210-ac7e-d3eb5856e406', 'status': 'completed', 'code': 200} Jul 16 17:56:21.469072 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-0c377b87-2786-4dbd-af66-bc7a2b112406 req-431406de-71d4-48d9-b5b9-742868514fb6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Calling delete_port for f7ff4095-513c-4be3-b899-da540011dbee owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:21.730738 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:56:21.792426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d63dea18-8b77-4be6-b755-1f147726efc7 admin admin] Deleting port e1940821-b214-487e-9c0d-cb75edf2cf99 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:21.794124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d63dea18-8b77-4be6-b755-1f147726efc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.841194 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0c377b87-2786-4dbd-af66-bc7a2b112406 req-431406de-71d4-48d9-b5b9-742868514fb6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.904127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431406de-71d4-48d9-b5b9-742868514fb6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Pushing event deleted for resources: {'Port': ['ID=f7ff4095-513c-4be3-b899-da540011dbee,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:21.935164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb17e3f-5b3d-48bb-9ac4-ed817c7e99b8 req-02cf0b3b-731f-4c29-93f9-a751a98dbcb3 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.942085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3cb17e3f-5b3d-48bb-9ac4-ed817c7e99b8 req-02cf0b3b-731f-4c29-93f9-a751a98dbcb3 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 943 time: 0.7792234 Jul 16 17:56:21.943787 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d63dea18-8b77-4be6-b755-1f147726efc7 admin admin] For port e1940821-b214-487e-9c0d-cb75edf2cf99, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e1940821-b214-487e-9c0d-cb75edf2cf99,segment=NetworkSegment(8b8b1874-434b-4d79-bdad-458fef5c184d),segment_id=8b8b1874-434b-4d79-bdad-458fef5c184d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:21.944241 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d63dea18-8b77-4be6-b755-1f147726efc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.950893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d3631-d7c6-41f3-9d7f-64e471a499be req-7335cb90-8a6b-4b8f-b38b-d619226a2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.954446 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be4d3631-d7c6-41f3-9d7f-64e471a499be req-7335cb90-8a6b-4b8f-b38b-d619226a2c59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 1095 time: 0.3019881 Jul 16 17:56:21.961882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d63dea18-8b77-4be6-b755-1f147726efc7 admin admin] Calling delete_port for e1940821-b214-487e-9c0d-cb75edf2cf99 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:22.030256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7d0b2-aa08-4812-aa18-c1b48d1ee6b0 req-7089d9e9-760b-4033-9228-af177b6b74ed tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.032028 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7a7d0b2-aa08-4812-aa18-c1b48d1ee6b0 req-7089d9e9-760b-4033-9228-af177b6b74ed tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 950 time: 0.3648534 Jul 16 17:56:22.055855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c377b87-2786-4dbd-af66-bc7a2b112406 req-431406de-71d4-48d9-b5b9-742868514fb6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] No DVR routers for this DVR port f7ff4095-513c-4be3-b899-da540011dbee on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:22.073193 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0c377b87-2786-4dbd-af66-bc7a2b112406 req-431406de-71d4-48d9-b5b9-742868514fb6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.075276 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c377b87-2786-4dbd-af66-bc7a2b112406 req-431406de-71d4-48d9-b5b9-742868514fb6 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.32 "DELETE /v2.0/ports/f7ff4095-513c-4be3-b899-da540011dbee HTTP/1.1" status: 204 len: 173 time: 2.2601869 Jul 16 17:56:22.126942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3cb17e3f-5b3d-48bb-9ac4-ed817c7e99b8 req-55000728-8012-4f20-b847-577e77791a1f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835854 Jul 16 17:56:22.188831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7a7d0b2-aa08-4812-aa18-c1b48d1ee6b0 req-bb935580-5ef3-4ffe-999d-2496a66950ba tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f5f5466-5f4a-4312-8d03-f108081376a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357388 Jul 16 17:56:22.238505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d3631-d7c6-41f3-9d7f-64e471a499be req-2db34e87-ef4f-4e7d-ac04-101251581de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.240464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be4d3631-d7c6-41f3-9d7f-64e471a499be req-2db34e87-ef4f-4e7d-ac04-101251581de9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 912 time: 0.2407255 Jul 16 17:56:22.242827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-917cf91b-7f8f-4ca9-b2b4-8aefd5b21e34 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345972 Jul 16 17:56:22.278850 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d63dea18-8b77-4be6-b755-1f147726efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.314493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63dea18-8b77-4be6-b755-1f147726efc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1940821-b214-487e-9c0d-cb75edf2cf99,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:22.347453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be4d3631-d7c6-41f3-9d7f-64e471a499be req-f20e8bb6-8305-40da-917d-fccbee9b4c3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4304ecb7-eb79-4210-ac7e-d3eb5856e406 HTTP/1.1" status: 200 len: 217 time: 0.0880790 Jul 16 17:56:22.551560 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d3631-d7c6-41f3-9d7f-64e471a499be req-94c1ac5a-20e8-4079-9bd6-619ed55e6169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.553187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be4d3631-d7c6-41f3-9d7f-64e471a499be req-94c1ac5a-20e8-4079-9bd6-619ed55e6169 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.1900117 Jul 16 17:56:22.618520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-cb6774eb-cda7-4f0b-9c0a-6d700acbf45c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.620205 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-cb6774eb-cda7-4f0b-9c0a-6d700acbf45c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3623531 Jul 16 17:56:22.646996 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be4d3631-d7c6-41f3-9d7f-64e471a499be req-d9659c53-76b5-4ff9-b890-217173a23dd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775523 Jul 16 17:56:22.651562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Request body: {'port': {'device_id': 'cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '6ccdf17dc6774ef385777e775eb283cf'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:22.739366 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d63dea18-8b77-4be6-b755-1f147726efc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.784588 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ceb0443-e913-4960-b68b-79137659841f req-4e9538cf-a812-4e42-b800-d67f4f09a0d9 tempest-ImagesTestJSON-565807924 tempest-ImagesTestJSON-565807924-project] 10.222.0.24 "GET /v2.0/ports?device_id=70af6e64-7c7b-4b3a-aee5-554ed1f4270a HTTP/1.1" status: 200 len: 210 time: 0.1420174 Jul 16 17:56:22.823349 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.996563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-0d5171c4-c720-42e3-afed-16aa3c0f4ae4 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1115868 Jul 16 17:56:23.061226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8ae54c6-24d8-485b-802f-ff068c2e1575 req-60cb51db-5885-40fe-a148-6db704471d7a tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 210 time: 0.0747855 Jul 16 17:56:23.074496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63dea18-8b77-4be6-b755-1f147726efc7 admin admin] Router 950e81d6-6e46-4d7e-8b33-8e128df9f848 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:23.185826 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be4d3631-d7c6-41f3-9d7f-64e471a499be req-974e12fb-49c2-48b7-b27d-a9012d5bfd81 service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823258 Jul 16 17:56:23.216054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Made reservation on behalf of 6ccdf17dc6774ef385777e775eb283cf for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:23.220043 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.234218 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfd881-4569-4cdb-8d36-2023d43c50f9 req-ed7f0ff6-60d0-4ab6-be70-35f12bf9e96e tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.235900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31dfd881-4569-4cdb-8d36-2023d43c50f9 req-ed7f0ff6-60d0-4ab6-be70-35f12bf9e96e tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 945 time: 0.4037251 Jul 16 17:56:23.245881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63dea18-8b77-4be6-b755-1f147726efc7 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:23.248419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53060) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:23.257793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0525c2a2-9937-4b04-b7a7-38e546aa0d49 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Request body: {'floatingip': {'port_id': '73ecdf5f-546b-4460-8d8d-6c343db16378'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:23.261983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f7ff4095-513c-4be3-b899-da540011dbee no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:23.265835 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73ab73-f101-4b43-aaa1-8438e45b1abd None None] Sync routers for ids ['950e81d6-6e46-4d7e-8b33-8e128df9f848'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:23.269063 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d63dea18-8b77-4be6-b755-1f147726efc7 admin admin] 10.222.0.24 "PUT /v2.0/routers/950e81d6-6e46-4d7e-8b33-8e128df9f848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5302818 Jul 16 17:56:23.278811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151cba29-e4ef-45aa-a200-951d1d5666e8'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:23.287307 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d73ab73-f101-4b43-aaa1-8438e45b1abd None None] Routers {'950e81d6-6e46-4d7e-8b33-8e128df9f848'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:23.288717 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8d73ab73-f101-4b43-aaa1-8438e45b1abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['950e81d6-6e46-4d7e-8b33-8e128df9f848'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:23.289191 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4927a9-3843-4221-8759-1feb4ceef68d" -d '{"events": [{"server_uuid": "83562e7a-b984-4fb2-a280-14cb3ff87c83", "name": "network-vif-plugged", "status": "completed", "tag": "151cba29-e4ef-45aa-a200-951d1d5666e8"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:23.303403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53064) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:23.382664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: f7ff4095-513c-4be3-b899-da540011dbee {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:23.383204 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0525c2a2-9937-4b04-b7a7-38e546aa0d49 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.383602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f7ff4095-513c-4be3-b899-da540011dbee not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:23.463843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-68c045bf-5fdc-4ab2-81fc-b57cd774c76c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.465684 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-68c045bf-5fdc-4ab2-81fc-b57cd774c76c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4253988 Jul 16 17:56:23.504348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70af6e64-7c7b-4b3a-aee5-554ed1f4270a', 'name': 'network-vif-deleted', 'tag': 'f7ff4095-513c-4be3-b899-da540011dbee'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:23.506744 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d8a77f-3a83-4826-a5ca-3906b2764cf0" -d '{"events": [{"server_uuid": "70af6e64-7c7b-4b3a-aee5-554ed1f4270a", "name": "network-vif-deleted", "tag": "f7ff4095-513c-4be3-b899-da540011dbee"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:23.526659 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Request body: {'port': {'device_id': '95065545-cefa-4e8f-8f2c-218b4155075b', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '6ccdf17dc6774ef385777e775eb283cf'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:23.594356 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8d73ab73-f101-4b43-aaa1-8438e45b1abd None None] Set router 950e81d6-6e46-4d7e-8b33-8e128df9f848 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:23.740001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be4d3631-d7c6-41f3-9d7f-64e471a499be req-cf523337-9394-4cb5-920e-bb7501cbc34c service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370831 Jul 16 17:56:23.837836 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.864899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821c3f1-757e-449f-90b1-14a203d55be0 req-58b53b8d-c90b-45e2-93c9-1986baa37be4 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.867449 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8821c3f1-757e-449f-90b1-14a203d55be0 req-58b53b8d-c90b-45e2-93c9-1986baa37be4 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 945 time: 0.6525126 Jul 16 17:56:23.918119 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8d73ab73-f101-4b43-aaa1-8438e45b1abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:56:22Z', 'revision_number': 5, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:23.952488 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73ab73-f101-4b43-aaa1-8438e45b1abd None None] Checking router: 950e81d6-6e46-4d7e-8b33-8e128df9f848 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:23.963449 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d73ab73-f101-4b43-aaa1-8438e45b1abd None None] Routers {'950e81d6-6e46-4d7e-8b33-8e128df9f848'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:23.963753 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8d73ab73-f101-4b43-aaa1-8438e45b1abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['950e81d6-6e46-4d7e-8b33-8e128df9f848'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:24.028767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Allocated IP 192.168.233.188 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/c8d5528d-f760-45ac-a5e0-69aa4a85fe19) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:24.136755 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8821c3f1-757e-449f-90b1-14a203d55be0 req-b9da0534-183c-4599-b81d-92648c1e13d6 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128439 Jul 16 17:56:24.160559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Made reservation on behalf of 6ccdf17dc6774ef385777e775eb283cf for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:24.165743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.194258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985d08a-42ee-48eb-9fb0-c02d320772e2 req-7a199f71-4592-4bed-a549-6715319593d7 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:24.201787 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0985d08a-42ee-48eb-9fb0-c02d320772e2 req-7a199f71-4592-4bed-a549-6715319593d7 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 943 time: 0.4719551 Jul 16 17:56:24.218769 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8d73ab73-f101-4b43-aaa1-8438e45b1abd None None] Set router 950e81d6-6e46-4d7e-8b33-8e128df9f848 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:24.221726 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.269383 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1d5ad8-c0aa-447a-bbf8-ac757fe87a08 x-openstack-request-id: req-1f1d5ad8-c0aa-447a-bbf8-ac757fe87a08 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:24.270945 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83562e7a-b984-4fb2-a280-14cb3ff87c83", "name": "network-vif-plugged", "status": "completed", "tag": "151cba29-e4ef-45aa-a200-951d1d5666e8", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:24.271790 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f1d5ad8-c0aa-447a-bbf8-ac757fe87a08 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:24.272651 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'code': 200} Jul 16 17:56:24.515923 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8d73ab73-f101-4b43-aaa1-8438e45b1abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:56:22Z', 'revision_number': 5, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:24.560957 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73ab73-f101-4b43-aaa1-8438e45b1abd None None] The sync data for ids ['950e81d6-6e46-4d7e-8b33-8e128df9f848'] in n-d-787205-10 is: [{'id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'name': 'tempest-ServersTestBootFromVolume-500521884-router', 'tenant_id': '10ae8671a65443838352d87f4b0612dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123'}], 'enable_snat': True}, 'gw_port_id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:43Z', 'updated_at': '2021-07-16T17:56:22Z', 'revision_number': 5, 'project_id': '10ae8671a65443838352d87f4b0612dd', 'gw_port': {'id': '2e482d06-62ba-4131-b4c5-f97362c5e9d5', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950e81d6-6e46-4d7e-8b33-8e128df9f848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:44Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:24.632063 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0525c2a2-9937-4b04-b7a7-38e546aa0d49 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.638426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0525c2a2-9937-4b04-b7a7-38e546aa0d49 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.737195 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d5741d-41dc-4c31-9202-a0e75e630100 x-openstack-request-id: req-64d5741d-41dc-4c31-9202-a0e75e630100 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:24.737489 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70af6e64-7c7b-4b3a-aee5-554ed1f4270a", "name": "network-vif-deleted", "tag": "f7ff4095-513c-4be3-b899-da540011dbee", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:24.737771 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64d5741d-41dc-4c31-9202-a0e75e630100 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:24.738322 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70af6e64-7c7b-4b3a-aee5-554ed1f4270a', 'name': 'network-vif-deleted', 'tag': 'f7ff4095-513c-4be3-b899-da540011dbee', 'status': 'completed', 'code': 200} Jul 16 17:56:24.760152 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-0525c2a2-9937-4b04-b7a7-38e546aa0d49 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Floating IP f0b6d40f-2fd2-475e-b1ae-2c97f1d5f548 associated. External IP: 172.25.3.172, port: 73ecdf5f-546b-4460-8d8d-6c343db16378. Jul 16 17:56:24.766210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0985d08a-42ee-48eb-9fb0-c02d320772e2 req-c952be01-f5e0-4be3-8966-03bdb335b029 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5635037 Jul 16 17:56:24.868471 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.881780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Deleting port 2e482d06-62ba-4131-b4c5-f97362c5e9d5 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:24.882137 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.965220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Transition to ACTIVE for port object c8d5528d-f760-45ac-a5e0-69aa4a85fe19 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:24.968568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5341fb3a-f90e-4f5e-8bb6-6cc864065fd7 req-287458cf-7c36-4eb0-9fda-13e5226fd661 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 210 time: 0.0826342 Jul 16 17:56:24.973595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e6551-ede2-4a80-b761-34b9ebf5aef0 req-d84e357c-0dc8-4979-a1ce-e0afddbbe589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:24.975136 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d7e6551-ede2-4a80-b761-34b9ebf5aef0 req-d84e357c-0dc8-4979-a1ce-e0afddbbe589 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 1097 time: 0.2362080 Jul 16 17:56:25.014128 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.052291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0525c2a2-9937-4b04-b7a7-38e546aa0d49 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Router b2e07c9c-540f-438f-9692-3931e7eda063 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:25.073341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] For port 2e482d06-62ba-4131-b4c5-f97362c5e9d5, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2e482d06-62ba-4131-b4c5-f97362c5e9d5,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:25.074024 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.130468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Calling delete_port for 2e482d06-62ba-4131-b4c5-f97362c5e9d5 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:25.175865 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.190636 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'b3808cb4-ba56-4d3b-939f-159a78c9b52a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:25.245617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0525c2a2-9937-4b04-b7a7-38e546aa0d49 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:25.258271 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0525c2a2-9937-4b04-b7a7-38e546aa0d49 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.275762 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4304ecb7-eb79-4210-ac7e-d3eb5856e406 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:25.283612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7f26f-a469-4a5d-a2fd-6dc7c5632268 None None] Sync routers for ids ['b2e07c9c-540f-438f-9692-3931e7eda063'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:25.284595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d7e6551-ede2-4a80-b761-34b9ebf5aef0 req-a266d0e5-67b0-4b80-b9a1-047e07a112b9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640679 Jul 16 17:56:25.293937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:25.325557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7f26f-a469-4a5d-a2fd-6dc7c5632268 None None] Routers {'b2e07c9c-540f-438f-9692-3931e7eda063'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:25.332030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:25.344208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:25.351515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d3e7f26f-a469-4a5d-a2fd-6dc7c5632268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b2e07c9c-540f-438f-9692-3931e7eda063'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:25.371178 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0525c2a2-9937-4b04-b7a7-38e546aa0d49 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "PUT /v2.0/floatingips/f0b6d40f-2fd2-475e-b1ae-2c97f1d5f548 HTTP/1.1" status: 200 len: 991 time: 2.1161819 Jul 16 17:56:25.371178 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf7b13c-fb7a-4a78-8e35-e0c92919bc13', 'tag': '73ecdf5f-546b-4460-8d8d-6c343db16378'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:25.382064 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faffec8-500a-4611-a04d-dbacf78c461d" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf7b13c-fb7a-4a78-8e35-e0c92919bc13", "tag": "73ecdf5f-546b-4460-8d8d-6c343db16378"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:25.475124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Allocated IP 192.168.233.169 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/64f3b18a-3a38-4dae-869a-d760d9865e74) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:25.515641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event updated for resources: {'Port': ['ID=c8d5528d-f760-45ac-a5e0-69aa4a85fe19,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:25.588113 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4304ecb7-eb79-4210-ac7e-d3eb5856e406, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4304ecb7-eb79-4210-ac7e-d3eb5856e406,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:25.604778 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '4304ecb7-eb79-4210-ac7e-d3eb5856e406', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'port_id': '4304ecb7-eb79-4210-ac7e-d3eb5856e406', 'mac_address': 'fa:16:3e:f6:e8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2324e370-e975-41f3-a89b-e91fd3d77fc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:25.607487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e1940821-b214-487e-9c0d-cb75edf2cf99 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:25.651224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: e1940821-b214-487e-9c0d-cb75edf2cf99 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:25.652727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e1940821-b214-487e-9c0d-cb75edf2cf99 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:25.703859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:25.704760 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.758507 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.781550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1e0ce082-8394-4e5f-be8c-a5f924485deb None None] Provisioning for port c8d5528d-f760-45ac-a5e0-69aa4a85fe19 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:25.800817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d3e7f26f-a469-4a5d-a2fd-6dc7c5632268 None None] Set router b2e07c9c-540f-438f-9692-3931e7eda063 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:25.803817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4304ecb7-eb79-4210-ac7e-d3eb5856e406 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:25.835281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1e0ce082-8394-4e5f-be8c-a5f924485deb None None] Provisioning complete for port c8d5528d-f760-45ac-a5e0-69aa4a85fe19 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:25.835655 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1e0ce082-8394-4e5f-be8c-a5f924485deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.907437 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-c8e533ef-ed67-4cbd-b7f8-dde213faf346 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2630649 Jul 16 17:56:25.956592 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4304ecb7-eb79-4210-ac7e-d3eb5856e406, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4304ecb7-eb79-4210-ac7e-d3eb5856e406,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:25.972225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Request body: {'port': {'device_id': 'cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:25.988288 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.998635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ce082-8394-4e5f-be8c-a5f924485deb None None] Port c8d5528d-f760-45ac-a5e0-69aa4a85fe19 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:26.104567 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9ded7-28f8-4b78-b8f4-5ac1393686a0 req-bf91ab06-02f5-49ec-8c50-19a3dae3e4ef tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:26.106357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92d9ded7-28f8-4b78-b8f4-5ac1393686a0 req-bf91ab06-02f5-49ec-8c50-19a3dae3e4ef tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 945 time: 0.6277184 Jul 16 17:56:26.117122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=4304ecb7-eb79-4210-ac7e-d3eb5856e406,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:26.210984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390ba1e-31f1-498a-8924-2d7391fd5948 req-10288aaf-a4ed-4713-a8b7-425fd783a17c tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:26.212468 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0390ba1e-31f1-498a-8924-2d7391fd5948 req-10288aaf-a4ed-4713-a8b7-425fd783a17c tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 950 time: 0.5312560 Jul 16 17:56:26.215705 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.320286 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.323534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Transition to ACTIVE for port object 64f3b18a-3a38-4dae-869a-d760d9865e74 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:26.329104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92d9ded7-28f8-4b78-b8f4-5ac1393686a0 req-7b99983e-7a51-405c-896f-dc6104ed80b3 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057207 Jul 16 17:56:26.329821 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.342237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d3e7f26f-a469-4a5d-a2fd-6dc7c5632268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:55:39Z', 'revision_number': 4, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'f0b6d40f-2fd2-475e-b1ae-2c97f1d5f548', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'floating_ip_address': '172.25.3.172', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'port_id': '73ecdf5f-546b-4460-8d8d-6c343db16378', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'mac_address': 'fa:16:3e:e7:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf7b13c-fb7a-4a78-8e35-e0c92919bc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:46Z', 'updated_at': '2021-07-16T17:56:24Z', 'revision_number': 1, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10ca451-33ac-4c8e-9815-a36c34b2c73d', 'name': '', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'mac_address': 'fa:16:3e:02:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:38Z', 'updated_at': '2021-07-16T17:55:48Z', 'revision_number': 5, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'subnets': [{'id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:26.397964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e482d06-62ba-4131-b4c5-f97362c5e9d5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:26.406072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7f26f-a469-4a5d-a2fd-6dc7c5632268 None None] Checking router: b2e07c9c-540f-438f-9692-3931e7eda063 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:26.431126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7f26f-a469-4a5d-a2fd-6dc7c5632268 None None] Routers {'b2e07c9c-540f-438f-9692-3931e7eda063'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:26.431962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d3e7f26f-a469-4a5d-a2fd-6dc7c5632268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b2e07c9c-540f-438f-9692-3931e7eda063'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:26.441066 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0390ba1e-31f1-498a-8924-2d7391fd5948 req-40a0a4e4-af11-415a-ac22-2774fb807912 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f5f5466-5f4a-4312-8d03-f108081376a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008362 Jul 16 17:56:26.502807 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['4304ecb7-eb79-4210-ac7e-d3eb5856e406'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:26.602040 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd572283-036e-434f-ac8d-344e973a59f8 x-openstack-request-id: req-cd572283-036e-434f-ac8d-344e973a59f8 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:26.602822 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf7b13c-fb7a-4a78-8e35-e0c92919bc13", "tag": "73ecdf5f-546b-4460-8d8d-6c343db16378", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:26.602822 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd572283-036e-434f-ac8d-344e973a59f8 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:26.603129 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf7b13c-fb7a-4a78-8e35-e0c92919bc13', 'tag': '73ecdf5f-546b-4460-8d8d-6c343db16378', 'status': 'completed', 'code': 200} Jul 16 17:56:26.668101 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.684273 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.733286 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d3e7f26f-a469-4a5d-a2fd-6dc7c5632268 None None] Set router b2e07c9c-540f-438f-9692-3931e7eda063 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:26.888394 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.918512 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.922755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:26.927240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event updated for resources: {'Port': ['ID=64f3b18a-3a38-4dae-869a-d760d9865e74,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:26.965306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:27.004222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:27.060326 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.060890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 950e81d6-6e46-4d7e-8b33-8e128df9f848 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:56:27.084433 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.085604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-21d2068b-ea92-4e7c-a8c4-c43f003dd84c admin admin] 10.222.0.24 "DELETE /v2.0/routers/950e81d6-6e46-4d7e-8b33-8e128df9f848 HTTP/1.1" status: 204 len: 168 time: 3.7812145 Jul 16 17:56:27.088238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53114) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:27.172317 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb490fd-a2e3-46ee-a09a-b3cc690a9f64 admin admin] Deleting subnet 62154700-b507-4052-9a5d-e73ae81c41e7 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:56:27.178818 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bb490fd-a2e3-46ee-a09a-b3cc690a9f64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.191744 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faffec8-500a-4611-a04d-dbacf78c461d req-3e12e9eb-0bc6-417a-8838-f89c6df4fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.193326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5faffec8-500a-4611-a04d-dbacf78c461d req-3e12e9eb-0bc6-417a-8838-f89c6df4fe91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1c1be4d2aed49b1b7380e63f23c98a2&device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 1097 time: 0.5146537 Jul 16 17:56:27.204481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.205232 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.228445 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bb490fd-a2e3-46ee-a09a-b3cc690a9f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.264336 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d3e7f26f-a469-4a5d-a2fd-6dc7c5632268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:55:39Z', 'revision_number': 4, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'f0b6d40f-2fd2-475e-b1ae-2c97f1d5f548', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'floating_ip_address': '172.25.3.172', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'port_id': '73ecdf5f-546b-4460-8d8d-6c343db16378', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'mac_address': 'fa:16:3e:e7:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf7b13c-fb7a-4a78-8e35-e0c92919bc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:46Z', 'updated_at': '2021-07-16T17:56:24Z', 'revision_number': 1, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10ca451-33ac-4c8e-9815-a36c34b2c73d', 'name': '', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'mac_address': 'fa:16:3e:02:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:38Z', 'updated_at': '2021-07-16T17:55:48Z', 'revision_number': 5, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'subnets': [{'id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:27.285769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4cf2a-63b1-47b6-9964-0273962dc534 req-1b4be63b-9bac-441e-8d2a-47b2e7d272b0 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.290929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73a4cf2a-63b1-47b6-9964-0273962dc534 req-1b4be63b-9bac-441e-8d2a-47b2e7d272b0 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 944 time: 0.4329860 Jul 16 17:56:27.294291 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7f26f-a469-4a5d-a2fd-6dc7c5632268 None None] The sync data for ids ['b2e07c9c-540f-438f-9692-3931e7eda063'] in n-d-787205-10 is: [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:55:39Z', 'revision_number': 4, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'f0b6d40f-2fd2-475e-b1ae-2c97f1d5f548', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'floating_ip_address': '172.25.3.172', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'port_id': '73ecdf5f-546b-4460-8d8d-6c343db16378', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'mac_address': 'fa:16:3e:e7:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf7b13c-fb7a-4a78-8e35-e0c92919bc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:46Z', 'updated_at': '2021-07-16T17:56:24Z', 'revision_number': 1, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10ca451-33ac-4c8e-9815-a36c34b2c73d', 'name': '', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'mac_address': 'fa:16:3e:02:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:38Z', 'updated_at': '2021-07-16T17:55:48Z', 'revision_number': 5, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'subnets': [{'id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:27.329652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-49671f50-d642-4d61-9075-fc6a945941e2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8133745 Jul 16 17:56:27.336350 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bb490fd-a2e3-46ee-a09a-b3cc690a9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.357852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e4656f1f-b9d2-4daa-93ac-c706080d6383 None None] Provisioning for port 64f3b18a-3a38-4dae-869a-d760d9865e74 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:27.366962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e4656f1f-b9d2-4daa-93ac-c706080d6383 None None] Provisioning complete for port 64f3b18a-3a38-4dae-869a-d760d9865e74 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:27.367454 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e4656f1f-b9d2-4daa-93ac-c706080d6383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.379287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Request body: {'port': {'device_id': '95065545-cefa-4e8f-8f2c-218b4155075b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:27.422562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e4656f1f-b9d2-4daa-93ac-c706080d6383 None None] Port 64f3b18a-3a38-4dae-869a-d760d9865e74 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:27.430852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bb490fd-a2e3-46ee-a09a-b3cc690a9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.469523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d5528d-f760-45ac-a5e0-69aa4a85fe19 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:27.478983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb490fd-a2e3-46ee-a09a-b3cc690a9f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62154700-b507-4052-9a5d-e73ae81c41e7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:27.485199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bb490fd-a2e3-46ee-a09a-b3cc690a9f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.493494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6553046-ee0e-4743-bb78-eb4ce432a470 None None] Network 2591007a-b50f-4991-920f-43b5c877a487 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:27.493913 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8bb490fd-a2e3-46ee-a09a-b3cc690a9f64 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/62154700-b507-4052-9a5d-e73ae81c41e7 HTTP/1.1" status: 204 len: 168 time: 0.4042401 Jul 16 17:56:27.494918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53120) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:27.498808 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.526639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73a4cf2a-63b1-47b6-9964-0273962dc534 req-319879b7-2dde-46d1-a98d-97237833e7aa tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140040 Jul 16 17:56:27.647694 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.690217 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Transition to ACTIVE for port object c8d5528d-f760-45ac-a5e0-69aa4a85fe19 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:27.691904 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.709075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2e482d06-62ba-4131-b4c5-f97362c5e9d5 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:27.719328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce7c8-59b4-4473-bf57-a862f0c3ed1b req-89798c2c-f3b5-40c3-886b-5b4731b76b4d tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.727219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1ce7c8-59b4-4473-bf57-a862f0c3ed1b req-89798c2c-f3b5-40c3-886b-5b4731b76b4d tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 936 time: 0.6694868 Jul 16 17:56:27.730611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faffec8-500a-4611-a04d-dbacf78c461d req-f23d5985-0c80-4be6-b8ca-17bd76cb15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.731599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5faffec8-500a-4611-a04d-dbacf78c461d req-f23d5985-0c80-4be6-b8ca-17bd76cb15cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=b71f8054-caf1-446c-aa40-26ffb58e9c4a HTTP/1.1" status: 200 len: 912 time: 0.5056059 Jul 16 17:56:27.733259 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba441b5-2295-460f-96c2-84a0e71b159a None None] New status for floating IP f0b6d40f-2fd2-475e-b1ae-2c97f1d5f548: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:56:27.734630 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.754359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 2e482d06-62ba-4131-b4c5-f97362c5e9d5 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:27.754803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2e482d06-62ba-4131-b4c5-f97362c5e9d5 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:27.849112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Deleting port 05b19862-880e-46e4-bd4c-bba4a4d85d89 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:27.850016 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.895176 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d508ee-fc7e-45d5-9b2b-0aba5f52f625 None None] DHCP port deletion for 2591007a-b50f-4991-920f-43b5c877a487 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:56:27.926195 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5faffec8-500a-4611-a04d-dbacf78c461d req-0d8368f1-7163-463d-b942-02e4fa2092d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73ecdf5f-546b-4460-8d8d-6c343db16378 HTTP/1.1" status: 200 len: 999 time: 0.1506376 Jul 16 17:56:27.936304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dd7a7-35e6-4f33-b84c-02de06d4ad29 req-d3c78cc7-0b47-4ea2-8b13-81f046033de3 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.938189 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-380dd7a7-35e6-4f33-b84c-02de06d4ad29 req-d3c78cc7-0b47-4ea2-8b13-81f046033de3 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 950 time: 0.1817150 Jul 16 17:56:27.955193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-05d508ee-fc7e-45d5-9b2b-0aba5f52f625 None None] Deleting port 05b19862-880e-46e4-bd4c-bba4a4d85d89 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:27.955578 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-05d508ee-fc7e-45d5-9b2b-0aba5f52f625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.999412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] For port 05b19862-880e-46e4-bd4c-bba4a4d85d89, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=05b19862-880e-46e4-bd4c-bba4a4d85d89,segment=NetworkSegment(8b8b1874-434b-4d79-bdad-458fef5c184d),segment_id=8b8b1874-434b-4d79-bdad-458fef5c184d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:28.000408 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.025706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Calling delete_port for 05b19862-880e-46e4-bd4c-bba4a4d85d89 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:28.062298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1ce7c8-59b4-4473-bf57-a862f0c3ed1b req-22a73323-7fa1-467a-8b22-fed4f867e348 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337898 Jul 16 17:56:28.081275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'b3808cb4-ba56-4d3b-939f-159a78c9b52a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:28.157317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-05d508ee-fc7e-45d5-9b2b-0aba5f52f625 None None] For port 05b19862-880e-46e4-bd4c-bba4a4d85d89, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=05b19862-880e-46e4-bd4c-bba4a4d85d89,segment=NetworkSegment(8b8b1874-434b-4d79-bdad-458fef5c184d),segment_id=8b8b1874-434b-4d79-bdad-458fef5c184d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:28.158007 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-05d508ee-fc7e-45d5-9b2b-0aba5f52f625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.200738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-05d508ee-fc7e-45d5-9b2b-0aba5f52f625 None None] Calling delete_port for 05b19862-880e-46e4-bd4c-bba4a4d85d89 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:28.207010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d5528d-f760-45ac-a5e0-69aa4a85fe19,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.244282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-380dd7a7-35e6-4f33-b84c-02de06d4ad29 req-f056f684-1eec-420e-babf-5a1005f01bc7 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Deleting port fef389a4-9c75-492a-ba1d-017db4dc2c01 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:28.244685 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-380dd7a7-35e6-4f33-b84c-02de06d4ad29 req-f056f684-1eec-420e-babf-5a1005f01bc7 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.281349 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.306298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] No DVR routers for this DVR port 05b19862-880e-46e4-bd4c-bba4a4d85d89 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:28.354364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faffec8-500a-4611-a04d-dbacf78c461d req-7e8949a0-2496-4333-be5f-b5e4283adc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.356540 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5faffec8-500a-4611-a04d-dbacf78c461d req-7e8949a0-2496-4333-be5f-b5e4283adc8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b55e17a7-197e-4ffa-bf70-ad013e87cf95 HTTP/1.1" status: 200 len: 850 time: 0.3710728 Jul 16 17:56:28.361292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Pushing event deleted for resources: {'Port': ['ID=05b19862-880e-46e4-bd4c-bba4a4d85d89,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.442116 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-05d508ee-fc7e-45d5-9b2b-0aba5f52f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.475434 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.477369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d508ee-fc7e-45d5-9b2b-0aba5f52f625 None None] Pushing event deleted for resources: {'Port': ['ID=05b19862-880e-46e4-bd4c-bba4a4d85d89,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.494969 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-380dd7a7-35e6-4f33-b84c-02de06d4ad29 req-f056f684-1eec-420e-babf-5a1005f01bc7 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] For port fef389a4-9c75-492a-ba1d-017db4dc2c01, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=fef389a4-9c75-492a-ba1d-017db4dc2c01,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:28.495348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-380dd7a7-35e6-4f33-b84c-02de06d4ad29 req-f056f684-1eec-420e-babf-5a1005f01bc7 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.495526 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d508ee-fc7e-45d5-9b2b-0aba5f52f625 None None] No DVR routers for this DVR port 05b19862-880e-46e4-bd4c-bba4a4d85d89 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:28.501259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2591007a-b50f-4991-920f-43b5c877a487']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:28.526108 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8b1874-434b-4d79-bdad-458fef5c184d') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:28.526726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8b1874-434b-4d79-bdad-458fef5c184d') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:28.529687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-380dd7a7-35e6-4f33-b84c-02de06d4ad29 req-f056f684-1eec-420e-babf-5a1005f01bc7 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Calling delete_port for fef389a4-9c75-492a-ba1d-017db4dc2c01 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:28.536439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265232b6-12df-43bb-b746-f1959bc2f612 req-ec5a57d4-812e-42d1-87f0-f0c5bda0d91c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.537727 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-265232b6-12df-43bb-b746-f1959bc2f612 req-ec5a57d4-812e-42d1-87f0-f0c5bda0d91c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 945 time: 0.6080987 Jul 16 17:56:28.543324 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.594926 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.604609 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:56:28.605385 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:56:28.607554 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:56:28.622816 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Attempting to bind port c8d5528d-f760-45ac-a5e0-69aa4a85fe19 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:28.623158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Attempting to bind port c8d5528d-f760-45ac-a5e0-69aa4a85fe19 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:28.623497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Attempting to bind port c8d5528d-f760-45ac-a5e0-69aa4a85fe19 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:28.653992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Port c8d5528d-f760-45ac-a5e0-69aa4a85fe19 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:28.654331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Attempting to bind port c8d5528d-f760-45ac-a5e0-69aa4a85fe19 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:28.686083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aeeca3-8ae2-47b3-bb56-a15df68ac1c3 req-03d4e6fd-c495-428f-8084-f11ac1751dd0 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.687754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8aeeca3-8ae2-47b3-bb56-a15df68ac1c3 req-03d4e6fd-c495-428f-8084-f11ac1751dd0 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d21b7fa-1b34-4451-84ce-e89db8005bc0 HTTP/1.1" status: 200 len: 950 time: 0.3355408 Jul 16 17:56:28.687934 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.690943 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-265232b6-12df-43bb-b746-f1959bc2f612 req-8b773acf-fce2-415c-bcb2-0f70f8572a06 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414003 Jul 16 17:56:28.709597 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.715762 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2591007a-b50f-4991-920f-43b5c877a487 HTTP/1.1" status: 204 len: 168 time: 1.2156858 Jul 16 17:56:28.716105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:28.716105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:28.716105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:28.716105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Bound port: c8d5528d-f760-45ac-a5e0-69aa4a85fe19, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:28.716105 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.809774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f582357-170e-46e6-af73-c72cefaba567 admin admin] Pushing event deleted for resources: {'Network': ['ID=2591007a-b50f-4991-920f-43b5c877a487,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.815859 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-380dd7a7-35e6-4f33-b84c-02de06d4ad29 req-f056f684-1eec-420e-babf-5a1005f01bc7 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.853860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056f684-1eec-420e-babf-5a1005f01bc7 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Pushing event deleted for resources: {'Port': ['ID=fef389a4-9c75-492a-ba1d-017db4dc2c01,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.934369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-380dd7a7-35e6-4f33-b84c-02de06d4ad29 req-f056f684-1eec-420e-babf-5a1005f01bc7 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] No DVR routers for this DVR port fef389a4-9c75-492a-ba1d-017db4dc2c01 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:28.938250 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-380dd7a7-35e6-4f33-b84c-02de06d4ad29 req-f056f684-1eec-420e-babf-5a1005f01bc7 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.945500 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-380dd7a7-35e6-4f33-b84c-02de06d4ad29 req-f056f684-1eec-420e-babf-5a1005f01bc7 tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.32 "DELETE /v2.0/ports/fef389a4-9c75-492a-ba1d-017db4dc2c01 HTTP/1.1" status: 204 len: 173 time: 0.9942765 Jul 16 17:56:28.946716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d21b7fa-1b34-4451-84ce-e89db8005bc0', 'name': 'network-vif-deleted', 'tag': 'fef389a4-9c75-492a-ba1d-017db4dc2c01'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:28.950745 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd98ffc-ce30-4302-86dc-34b48c765a5d" -d '{"events": [{"server_uuid": "2d21b7fa-1b34-4451-84ce-e89db8005bc0", "name": "network-vif-deleted", "tag": "fef389a4-9c75-492a-ba1d-017db4dc2c01"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:28.967249 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53138) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:29.029048 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-70f41852-169a-4d50-bfc2-9284efc36cc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10ae8671a65443838352d87f4b0612dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604930 Jul 16 17:56:29.029698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53140) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:29.130132 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92ed23a8-2525-4b27-aa21-db90ca9afc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.159566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faffec8-500a-4611-a04d-dbacf78c461d req-24ba40d2-0a6d-4256-b85b-b09035219689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:29.161531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5faffec8-500a-4611-a04d-dbacf78c461d req-24ba40d2-0a6d-4256-b85b-b09035219689 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b71f8054-caf1-446c-aa40-26ffb58e9c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7902482 Jul 16 17:56:29.163874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92ed23a8-2525-4b27-aa21-db90ca9afc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.190357 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f3b18a-3a38-4dae-869a-d760d9865e74 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:29.227738 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.250315 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92ed23a8-2525-4b27-aa21-db90ca9afc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.255429 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92ed23a8-2525-4b27-aa21-db90ca9afc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.260644 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-92ed23a8-2525-4b27-aa21-db90ca9afc65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76ba3d52-42ec-4835-82f7-2f34183edea6 HTTP/1.1" status: 204 len: 168 time: 0.2165403 Jul 16 17:56:29.271532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed23a8-2525-4b27-aa21-db90ca9afc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ba3d52-42ec-4835-82f7-2f34183edea6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:29.272114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4304ecb7-eb79-4210-ac7e-d3eb5856e406 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:29.345743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Transition to ACTIVE for port object 64f3b18a-3a38-4dae-869a-d760d9865e74 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:29.356379 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8aeeca3-8ae2-47b3-bb56-a15df68ac1c3 req-565250fb-1b43-46e1-8116-2d0b420311bd tempest-TenantUsagesTestJSON-139739962 tempest-TenantUsagesTestJSON-139739962-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f5f5466-5f4a-4312-8d03-f108081376a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6585453 Jul 16 17:56:29.364220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 4304ecb7-eb79-4210-ac7e-d3eb5856e406 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:29.370482 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 4304ecb7-eb79-4210-ac7e-d3eb5856e406 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:29.371760 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.382224 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.491626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5faffec8-500a-4611-a04d-dbacf78c461d req-d4738e6e-2689-4cb4-8d72-d5314273f1db service neutron] 10.222.0.32 "GET /v2.0/networks/b71f8054-caf1-446c-aa40-26ffb58e9c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173885 Jul 16 17:56:29.497802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] For port c8d5528d-f760-45ac-a5e0-69aa4a85fe19, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:29.506423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] For port c8d5528d-f760-45ac-a5e0-69aa4a85fe19, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c8d5528d-f760-45ac-a5e0-69aa4a85fe19,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:29.510784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Pushing event updated for resources: {'Port': ['ID=64f3b18a-3a38-4dae-869a-d760d9865e74,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:29.545020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3830e-f3f1-4d1f-87aa-a0ce49adef08 req-ab56948e-2c65-44bb-9f15-f85296b0efdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:29.546016 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.552208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4b3830e-f3f1-4d1f-87aa-a0ce49adef08 req-ab56948e-2c65-44bb-9f15-f85296b0efdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 944 time: 0.3335917 Jul 16 17:56:29.572944 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.597625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 05b19862-880e-46e4-bd4c-bba4a4d85d89 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:29.643653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86965a20-47de-4c19-98c7-151b54d3f428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4304ecb7-eb79-4210-ac7e-d3eb5856e406'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:29.646330 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2af8e3-2482-4879-8178-0c642e06c079" -d '{"events": [{"server_uuid": "86965a20-47de-4c19-98c7-151b54d3f428", "name": "network-vif-plugged", "status": "completed", "tag": "4304ecb7-eb79-4210-ac7e-d3eb5856e406"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:29.653112 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 05b19862-880e-46e4-bd4c-bba4a4d85d89 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:29.653610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 05b19862-880e-46e4-bd4c-bba4a4d85d89 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:29.664231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4304ecb7-eb79-4210-ac7e-d3eb5856e406, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4304ecb7-eb79-4210-ac7e-d3eb5856e406,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:29.674705 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.676335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device fef389a4-9c75-492a-ba1d-017db4dc2c01 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:29.720939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: fef389a4-9c75-492a-ba1d-017db4dc2c01 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:29.721450 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device fef389a4-9c75-492a-ba1d-017db4dc2c01 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:29.802003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=4304ecb7-eb79-4210-ac7e-d3eb5856e406,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:29.862537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:29.863182 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.864632 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] 10.222.0.11 "PUT /v2.0/ports/c8d5528d-f760-45ac-a5e0-69aa4a85fe19 HTTP/1.1" status: 200 len: 1097 time: 3.9479170 Jul 16 17:56:29.867252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d', 'tag': 'c8d5528d-f760-45ac-a5e0-69aa4a85fe19'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:29.869713 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6808730-3234-49ca-9278-be90f8f20942" -d '{"events": [{"name": "network-changed", "server_uuid": "cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d", "tag": "c8d5528d-f760-45ac-a5e0-69aa4a85fe19"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:29.898539 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4b3830e-f3f1-4d1f-87aa-a0ce49adef08 req-0a69eab1-0d83-4ba3-a25f-beb96b9aef6e tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453665 Jul 16 17:56:29.940056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e6e98-4958-4ebe-922e-3cdfe4825f20 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d5528d-f760-45ac-a5e0-69aa4a85fe19,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.014439 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc5dd32-0d64-4efd-9eff-78b320af764f x-openstack-request-id: req-fbc5dd32-0d64-4efd-9eff-78b320af764f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:30.015574 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d21b7fa-1b34-4451-84ce-e89db8005bc0", "name": "network-vif-deleted", "tag": "fef389a4-9c75-492a-ba1d-017db4dc2c01", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:30.016072 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbc5dd32-0d64-4efd-9eff-78b320af764f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:30.016729 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d21b7fa-1b34-4451-84ce-e89db8005bc0', 'name': 'network-vif-deleted', 'tag': 'fef389a4-9c75-492a-ba1d-017db4dc2c01', 'status': 'completed', 'code': 200} Jul 16 17:56:30.078113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5faffec8-500a-4611-a04d-dbacf78c461d req-5b641239-8cba-48d7-b31c-2428fa75f2fd service neutron] 10.222.0.32 "GET /v2.0/networks/b71f8054-caf1-446c-aa40-26ffb58e9c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628808 Jul 16 17:56:30.081463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Attempting to bind port 64f3b18a-3a38-4dae-869a-d760d9865e74 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:30.082089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Attempting to bind port 64f3b18a-3a38-4dae-869a-d760d9865e74 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:30.082425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Attempting to bind port 64f3b18a-3a38-4dae-869a-d760d9865e74 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:30.114785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-4f4ddd64-b9b5-4f0a-8962-29ac7386f4fa tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.130791 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-4f4ddd64-b9b5-4f0a-8962-29ac7386f4fa tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5301502 Jul 16 17:56:30.154843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Port 64f3b18a-3a38-4dae-869a-d760d9865e74 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:30.155721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Attempting to bind port 64f3b18a-3a38-4dae-869a-d760d9865e74 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:30.240947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:30.241709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:30.242172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:30.243041 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Bound port: 64f3b18a-3a38-4dae-869a-d760d9865e74, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:30.243644 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.260713 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-b99b3a77-0757-4015-8b08-58bd6bb862ca tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.1256564 Jul 16 17:56:30.298812 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-c1d97cd4-414d-4ee3-b34d-960774f0f93b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Request body: {'floatingip': {'port_id': '2e3dc549-600f-4001-af3f-efb607a05e10', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:30.369766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-5b09a815-581c-44f3-920a-397b30530152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.372632 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-5b09a815-581c-44f3-920a-397b30530152 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d HTTP/1.1" status: 200 len: 1100 time: 0.3993938 Jul 16 17:56:30.381473 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-c1d97cd4-414d-4ee3-b34d-960774f0f93b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.462767 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53180) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:30.500536 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d8a94797-63c5-4ad2-8e99-bfdbac771424 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c8d5528d-f760-45ac-a5e0-69aa4a85fe19 HTTP/1.1" status: 200 len: 217 time: 0.1140118 Jul 16 17:56:30.528831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] For port 64f3b18a-3a38-4dae-869a-d760d9865e74, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:30.568177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1016145637-network', 'tenant_id': '29222b009c04443ab577de4548cb8931'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:30.582128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] For port 64f3b18a-3a38-4dae-869a-d760d9865e74, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=64f3b18a-3a38-4dae-869a-d760d9865e74,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:30.600451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Made reservation on behalf of 29222b009c04443ab577de4548cb8931 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:30.603227 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.613945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.614802 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.624458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f29488-bfa6-4108-9e5d-3d785bbb28e8 req-e8254bc1-7de3-4ccc-9bf3-c641828bed72 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.625957 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84f29488-bfa6-4108-9e5d-3d785bbb28e8 req-e8254bc1-7de3-4ccc-9bf3-c641828bed72 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 948 time: 0.4013541 Jul 16 17:56:30.678735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-cafc999d-20b2-4330-bfe9-1dd7166954ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.680352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-cafc999d-20b2-4330-bfe9-1dd7166954ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1717360 Jul 16 17:56:30.724247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.724247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.728546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.729186 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.731367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] 10.222.0.32 "PUT /v2.0/ports/64f3b18a-3a38-4dae-869a-d760d9865e74 HTTP/1.1" status: 200 len: 1097 time: 3.3708427 Jul 16 17:56:30.754817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:30.760224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cee375-2edb-4684-a979-ed48884a86f3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.773512 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.773777 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Added segment c2ca3755-68ae-48b7-91a2-8530c8b0454d of type vlan for network 6723c443-e271-4676-b21d-606ed4295015 Jul 16 17:56:30.826219 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.864878 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.865974 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.866582 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.874331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4108525-cf85-43b9-8787-4fa359e9ad6e service neutron] Pushing event updated for resources: {'Port': ['ID=64f3b18a-3a38-4dae-869a-d760d9865e74,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.888079 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84f29488-bfa6-4108-9e5d-3d785bbb28e8 req-1a94090e-97e7-4ecc-80ae-f307fac3e0fd tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465117 Jul 16 17:56:30.925329 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4614229 Jul 16 17:56:30.928293 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53186) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:30.936112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-96a9db77-fb8b-4b8d-991a-1fff276b4f10 admin admin] Request body: {'subnet': {'network_id': '6723c443-e271-4676-b21d-606ed4295015', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1016145637-subnet', 'tenant_id': '29222b009c04443ab577de4548cb8931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:30.973536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2a489-c8a4-4c46-8eb4-44064490b275 admin admin] Pushing event updated for resources: {'Network': ['ID=6723c443-e271-4676-b21d-606ed4295015,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.973933 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f6391b-1e11-455f-915b-2931862e0992 x-openstack-request-id: req-d0f6391b-1e11-455f-915b-2931862e0992 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:30.974662 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86965a20-47de-4c19-98c7-151b54d3f428", "name": "network-vif-plugged", "status": "completed", "tag": "4304ecb7-eb79-4210-ac7e-d3eb5856e406", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:30.974662 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0f6391b-1e11-455f-915b-2931862e0992 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:30.974989 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86965a20-47de-4c19-98c7-151b54d3f428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4304ecb7-eb79-4210-ac7e-d3eb5856e406', 'code': 200} Jul 16 17:56:30.985871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-a24d2623-1052-4fca-b800-339397d1a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.989338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-a24d2623-1052-4fca-b800-339397d1a376 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2974761 Jul 16 17:56:30.991247 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 6723c443-e271-4676-b21d-606ed4295015 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:31.009597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a9db77-fb8b-4b8d-991a-1fff276b4f10 admin admin] Made reservation on behalf of 29222b009c04443ab577de4548cb8931 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:31.012825 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96a9db77-fb8b-4b8d-991a-1fff276b4f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.055549 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b94316-0dc3-4f39-a4f6-ce3be797b63c x-openstack-request-id: req-f6b94316-0dc3-4f39-a4f6-ce3be797b63c {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:31.056132 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d", "tag": "c8d5528d-f760-45ac-a5e0-69aa4a85fe19", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:31.056615 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6b94316-0dc3-4f39-a4f6-ce3be797b63c {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:31.057064 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d', 'tag': 'c8d5528d-f760-45ac-a5e0-69aa4a85fe19', 'status': 'completed', 'code': 200} Jul 16 17:56:31.102775 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-e7584e46-da34-4226-8a3b-3cdde9983ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.104312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-e7584e46-da34-4226-8a3b-3cdde9983ac5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 1100 time: 0.2887008 Jul 16 17:56:31.261775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96a9db77-fb8b-4b8d-991a-1fff276b4f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.265400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-754921ad-c429-4436-ae23-4b25560ba784 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=64f3b18a-3a38-4dae-869a-d760d9865e74 HTTP/1.1" status: 200 len: 217 time: 0.1308272 Jul 16 17:56:31.344613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9db77-fb8b-4b8d-991a-1fff276b4f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce7fb21-fc98-4af2-a4db-630af22d0527,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:31.353160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9db77-fb8b-4b8d-991a-1fff276b4f10 admin admin] Checking segment: {'id': 'c2ca3755-68ae-48b7-91a2-8530c8b0454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6723c443-e271-4676-b21d-606ed4295015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:31.353745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a9db77-fb8b-4b8d-991a-1fff276b4f10 admin admin] Network hostable DHCP agents. Network: 6723c443-e271-4676-b21d-606ed4295015, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:31.378977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a9db77-fb8b-4b8d-991a-1fff276b4f10 admin admin] Network 6723c443-e271-4676-b21d-606ed4295015 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:31.397443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-96a9db77-fb8b-4b8d-991a-1fff276b4f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 6723c443-e271-4676-b21d-606ed4295015) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:31.402874 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a9db77-fb8b-4b8d-991a-1fff276b4f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.403743 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96a9db77-fb8b-4b8d-991a-1fff276b4f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.408313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-9bb09669-5665-4a54-8c0b-6aeb529634bd service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638346 Jul 16 17:56:31.409942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0234c7-c280-47af-b59a-cac3d6a5a02d None None] Network 6723c443-e271-4676-b21d-606ed4295015 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:31.415419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1d39f-2ab1-4684-974f-9ffa2837a0f5 req-e261c701-eba9-4d97-b601-b2ea51e363e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.417313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9fb1d39f-2ab1-4684-974f-9ffa2837a0f5 req-e261c701-eba9-4d97-b601-b2ea51e363e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 1097 time: 0.3472676 Jul 16 17:56:31.426863 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-96a9db77-fb8b-4b8d-991a-1fff276b4f10 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4952016 Jul 16 17:56:31.453778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-32106b0d-29a4-434c-bf89-051014872f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.455273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-32106b0d-29a4-434c-bf89-051014872f30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1452162 Jul 16 17:56:31.534929 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.resource_extend [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-c1d97cd4-414d-4ee3-b34d-960774f0f93b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:56:31.610269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0e129b-ec30-4ff6-94b3-3891a662d58e None None] Network 6723c443-e271-4676-b21d-606ed4295015 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:31.640492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9fb1d39f-2ab1-4684-974f-9ffa2837a0f5 req-e663332c-d013-41d1-84e4-833246a4b43e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077417 Jul 16 17:56:31.688982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-c1d97cd4-414d-4ee3-b34d-960774f0f93b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.705137 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-c1d97cd4-414d-4ee3-b34d-960774f0f93b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.727965 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-d23f5fc3-2a2b-4378-81af-358ab4de09c1 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056130 Jul 16 17:56:31.788150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-4cf9078f-66e4-4383-9961-d242fbd45aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.789703 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-4cf9078f-66e4-4383-9961-d242fbd45aab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3145416 Jul 16 17:56:31.830724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53200) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:32.004495 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3269a12f-3fd6-47f6-8fa2-0f57958084da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71aa6a924cb245068cab21cd0cf1de51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725638 Jul 16 17:56:32.007348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53206) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:32.066271 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be8deca3-a776-4eb7-bfc9-74a3752946c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.095487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be8deca3-a776-4eb7-bfc9-74a3752946c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.150245 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be8deca3-a776-4eb7-bfc9-74a3752946c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.153114 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be8deca3-a776-4eb7-bfc9-74a3752946c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.154322 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-be8deca3-a776-4eb7-bfc9-74a3752946c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f5f5466-5f4a-4312-8d03-f108081376a9 HTTP/1.1" status: 204 len: 168 time: 0.1460223 Jul 16 17:56:32.163383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8deca3-a776-4eb7-bfc9-74a3752946c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f5466-5f4a-4312-8d03-f108081376a9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:32.291786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36140c-c9ab-4d71-a11a-d4a264c31118 req-ed12c4fe-f30d-49fd-a30b-d67d2ff5088b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.294118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa36140c-c9ab-4d71-a11a-d4a264c31118 req-ed12c4fe-f30d-49fd-a30b-d67d2ff5088b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.6075895 Jul 16 17:56:32.324379 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-c1d97cd4-414d-4ee3-b34d-960774f0f93b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Floating IP 5a796b05-5535-4bcf-85c6-8211bd343261 associated. External IP: 172.25.3.43, port: 2e3dc549-600f-4001-af3f-efb607a05e10. Jul 16 17:56:32.417039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-32884364-8bcf-46ef-99b9-ab7e41adfd4a service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138692 Jul 16 17:56:32.419673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6808730-3234-49ca-9278-be90f8f20942 req-3a082be5-cea6-42c5-adb9-8c92316b3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.421042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6808730-3234-49ca-9278-be90f8f20942 req-3a082be5-cea6-42c5-adb9-8c92316b3f08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d HTTP/1.1" status: 200 len: 1100 time: 0.6206758 Jul 16 17:56:32.464113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53216) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:32.479391 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12bc1440-2f87-4d8e-8a47-7807c705f3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.498088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa36140c-c9ab-4d71-a11a-d4a264c31118 req-74da0df5-86ef-4025-b3d6-bbba1b7c2592 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910033 Jul 16 17:56:32.603022 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53218) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:32.660125 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12bc1440-2f87-4d8e-8a47-7807c705f3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.671689 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12bc1440-2f87-4d8e-8a47-7807c705f3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.680783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6808730-3234-49ca-9278-be90f8f20942 req-2f267076-6e13-4b5f-b199-538c0e59e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.682334 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6808730-3234-49ca-9278-be90f8f20942 req-2f267076-6e13-4b5f-b199-538c0e59e08c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.2322917 Jul 16 17:56:32.730913 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c513ae19-1970-439c-b2da-61bed690ef60 admin admin] Deleting subnet fda748cb-678b-4f5a-a8c1-3046219bc46b {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:56:32.736955 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c513ae19-1970-439c-b2da-61bed690ef60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.740562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc1440-2f87-4d8e-8a47-7807c705f3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df2e786-c1c5-4eeb-abbd-6e5e88dabe87,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:32.741152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac84ac9-debb-4bed-9aa8-48a87a23892c req-b489e9a3-5a78-40c2-80bf-fee394723723 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898860 Jul 16 17:56:32.742713 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6808730-3234-49ca-9278-be90f8f20942 req-12eddaa5-eaa3-4b4a-be2a-222021575936 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c8d5528d-f760-45ac-a5e0-69aa4a85fe19 HTTP/1.1" status: 200 len: 217 time: 0.0510583 Jul 16 17:56:32.786542 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-12bc1440-2f87-4d8e-8a47-7807c705f3ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b593e3764a343beb01538362643f597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179440 Jul 16 17:56:32.787351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53222) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:32.807716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c513ae19-1970-439c-b2da-61bed690ef60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.855766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6808730-3234-49ca-9278-be90f8f20942 req-1c622ef5-b017-42de-9d3f-f82e9b3ccd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.857565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6808730-3234-49ca-9278-be90f8f20942 req-1c622ef5-b017-42de-9d3f-f82e9b3ccd7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0729756 Jul 16 17:56:32.874479 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-c1d97cd4-414d-4ee3-b34d-960774f0f93b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:32.889392 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d47555e-7959-4252-8b9d-4d57f735fcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.891497 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c513ae19-1970-439c-b2da-61bed690ef60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.942458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d47555e-7959-4252-8b9d-4d57f735fcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.981052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6808730-3234-49ca-9278-be90f8f20942 req-b62394b9-800a-4e88-a47b-6e359d5d5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.982686 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6808730-3234-49ca-9278-be90f8f20942 req-b62394b9-800a-4e88-a47b-6e359d5d5e12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179078 Jul 16 17:56:33.005828 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c513ae19-1970-439c-b2da-61bed690ef60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.022406 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c513ae19-1970-439c-b2da-61bed690ef60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.028014 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c513ae19-1970-439c-b2da-61bed690ef60 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fda748cb-678b-4f5a-a8c1-3046219bc46b HTTP/1.1" status: 204 len: 168 time: 0.4232533 Jul 16 17:56:33.028650 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53224) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:33.058329 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95065545-cefa-4e8f-8f2c-218b4155075b', 'tag': '64f3b18a-3a38-4dae-869a-d760d9865e74'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:33.062690 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afaad83-2fd3-49a9-a337-4e85dad4e43c" -d '{"events": [{"name": "network-changed", "server_uuid": "95065545-cefa-4e8f-8f2c-218b4155075b", "tag": "64f3b18a-3a38-4dae-869a-d760d9865e74"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:33.069916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513ae19-1970-439c-b2da-61bed690ef60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda748cb-678b-4f5a-a8c1-3046219bc46b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:33.089981 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d47555e-7959-4252-8b9d-4d57f735fcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.095238 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d47555e-7959-4252-8b9d-4d57f735fcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.096853 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3d47555e-7959-4252-8b9d-4d57f735fcab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9df2e786-c1c5-4eeb-abbd-6e5e88dabe87 HTTP/1.1" status: 204 len: 168 time: 0.3061869 Jul 16 17:56:33.144148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47555e-7959-4252-8b9d-4d57f735fcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df2e786-c1c5-4eeb-abbd-6e5e88dabe87,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:33.151077 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1b646f8-d4e9-4926-bfee-b153fd9ce8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.168789 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-c1d97cd4-414d-4ee3-b34d-960774f0f93b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:33.173237 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-c1d97cd4-414d-4ee3-b34d-960774f0f93b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.179164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112f890f-ca3c-43c7-891f-9cca18e952e4 None None] Sync routers for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:33.196514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f890f-ca3c-43c7-891f-9cca18e952e4 None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:33.197552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-112f890f-ca3c-43c7-891f-9cca18e952e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:33.253547 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1b646f8-d4e9-4926-bfee-b153fd9ce8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.266928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e1b646f8-d4e9-4926-bfee-b153fd9ce8ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd69b1a2-b195-4cab-b8c5-4ea09de60f03']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:33.287127 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e1b646f8-d4e9-4926-bfee-b153fd9ce8ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14585277-a3a3-4c12-9557-0f71af7700c7') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:33.287731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e1b646f8-d4e9-4926-bfee-b153fd9ce8ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14585277-a3a3-4c12-9557-0f71af7700c7') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:33.297368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-c1d97cd4-414d-4ee3-b34d-960774f0f93b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "PUT /v2.0/floatingips/5a796b05-5535-4bcf-85c6-8211bd343261 HTTP/1.1" status: 200 len: 995 time: 3.0108418 Jul 16 17:56:33.305492 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1b646f8-d4e9-4926-bfee-b153fd9ce8ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.321605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6808730-3234-49ca-9278-be90f8f20942 req-00069a78-ef40-4e55-8134-261dd536d443 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089197 Jul 16 17:56:33.338242 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1b646f8-d4e9-4926-bfee-b153fd9ce8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.345755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-112f890f-ca3c-43c7-891f-9cca18e952e4 None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:33.350839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b646f8-d4e9-4926-bfee-b153fd9ce8ae admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:56:33.351597 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1b646f8-d4e9-4926-bfee-b153fd9ce8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:56:33.354743 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:56:33.399036 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-9843425b-8fc8-4ee1-b86c-cacec4e0ef82 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:33.400466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-9843425b-8fc8-4ee1-b86c-cacec4e0ef82 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/networks?id=6723c443-e271-4676-b21d-606ed4295015 HTTP/1.1" status: 200 len: 822 time: 0.2644751 Jul 16 17:56:33.453427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1b646f8-d4e9-4926-bfee-b153fd9ce8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.479821 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1b646f8-d4e9-4926-bfee-b153fd9ce8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.481096 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-df9e9ba2-d6db-478b-a41e-2bd884bda652 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/quotas/29222b009c04443ab577de4548cb8931 HTTP/1.1" status: 200 len: 375 time: 0.0364840 Jul 16 17:56:33.483085 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e1b646f8-d4e9-4926-bfee-b153fd9ce8ae admin admin] 10.222.0.24 "DELETE /v2.0/networks/fd69b1a2-b195-4cab-b8c5-4ea09de60f03 HTTP/1.1" status: 204 len: 168 time: 0.4520638 Jul 16 17:56:33.488102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b646f8-d4e9-4926-bfee-b153fd9ce8ae admin admin] Pushing event deleted for resources: {'Network': ['ID=fd69b1a2-b195-4cab-b8c5-4ea09de60f03,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:33.541880 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-6204e74b-427e-4d1d-988c-0cc09363c59f tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=29222b009c04443ab577de4548cb8931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597074 Jul 16 17:56:33.588942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-f193cccf-3e3b-4371-8685-4bef1822359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:33.596469 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-f193cccf-3e3b-4371-8685-4bef1822359d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 1097 time: 0.2854004 Jul 16 17:56:33.609515 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6808730-3234-49ca-9278-be90f8f20942 req-eb141422-d38f-4039-a8e6-013106ad306b service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610154 Jul 16 17:56:33.700110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-112f890f-ca3c-43c7-891f-9cca18e952e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '5a796b05-5535-4bcf-85c6-8211bd343261', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'port_id': '2e3dc549-600f-4001-af3f-efb607a05e10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'mac_address': 'fa:16:3e:88:8e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:59Z', 'updated_at': '2021-07-16T17:56:31Z', 'revision_number': 1, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:33.734252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112f890f-ca3c-43c7-891f-9cca18e952e4 None None] Checking router: 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:33.746395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f890f-ca3c-43c7-891f-9cca18e952e4 None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:33.747381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-112f890f-ca3c-43c7-891f-9cca18e952e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:33.762445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-5fb16e4e-b42e-469e-8819-d361823f65cd service neutron] 10.222.0.24 "GET /v2.0/networks/6723c443-e271-4676-b21d-606ed4295015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187159 Jul 16 17:56:33.782263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-98d86796-e3c8-40af-835b-99bbb6cbcd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:33.782579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53252) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:33.789151 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-98d86796-e3c8-40af-835b-99bbb6cbcd32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.1917534 Jul 16 17:56:33.830655 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fe526849-350c-46d7-b333-792e1b666412 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d9d594a87104bd9acf301fdd2522183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447581 Jul 16 17:56:33.831745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53254) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:33.886942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-112f890f-ca3c-43c7-891f-9cca18e952e4 None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:33.905435 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2f740af-c6fc-4f59-9fa5-c7f9d13bd4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.912768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-16f96d64-4d43-4331-8085-2050adc60a8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 200 len: 998 time: 0.1227102 Jul 16 17:56:33.933857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2f740af-c6fc-4f59-9fa5-c7f9d13bd4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.978313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-ad0931c6-6efa-4f3d-a04c-114c18819cb0 service neutron] 10.222.0.24 "GET /v2.0/networks/6723c443-e271-4676-b21d-606ed4295015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084630 Jul 16 17:56:33.983082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-52e8398e-c19d-47e5-b995-5872a6eac643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:33.991654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-52e8398e-c19d-47e5-b995-5872a6eac643 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.0774016 Jul 16 17:56:34.023170 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2f740af-c6fc-4f59-9fa5-c7f9d13bd4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.025650 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2f740af-c6fc-4f59-9fa5-c7f9d13bd4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.029964 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a2f740af-c6fc-4f59-9fa5-c7f9d13bd4a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2bc9ac30-f11f-4f80-9541-d4f3293dd550 HTTP/1.1" status: 204 len: 168 time: 0.1941767 Jul 16 17:56:34.041759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f740af-c6fc-4f59-9fa5-c7f9d13bd4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc9ac30-f11f-4f80-9541-d4f3293dd550,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:34.101061 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-55ec550b-962b-4011-a40c-c0234e0e0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:34.110223 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-55ec550b-962b-4011-a40c-c0234e0e0406 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176281 Jul 16 17:56:34.236736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-5e9cc25c-67f2-4e60-8045-8cb0c21387c6 service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215818 Jul 16 17:56:34.384018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-112f890f-ca3c-43c7-891f-9cca18e952e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '5a796b05-5535-4bcf-85c6-8211bd343261', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'port_id': '2e3dc549-600f-4001-af3f-efb607a05e10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'mac_address': 'fa:16:3e:88:8e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:59Z', 'updated_at': '2021-07-16T17:56:31Z', 'revision_number': 1, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:34.425584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f54957e2-f67c-4b3e-9bc0-614cd1d1fe45 req-2c6ce49f-f8c9-4246-a0a4-8c36de08f17e service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918578 Jul 16 17:56:34.561113 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcde5f7-da78-44f6-8dd3-c9538becd083 req-e366b665-6037-4e7b-b087-2ce96627476b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:34.562788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bfcde5f7-da78-44f6-8dd3-c9538becd083 req-e366b665-6037-4e7b-b087-2ce96627476b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 948 time: 0.1119530 Jul 16 17:56:34.623836 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112f890f-ca3c-43c7-891f-9cca18e952e4 None None] The sync data for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 is: [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '5a796b05-5535-4bcf-85c6-8211bd343261', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'port_id': '2e3dc549-600f-4001-af3f-efb607a05e10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'mac_address': 'fa:16:3e:88:8e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:59Z', 'updated_at': '2021-07-16T17:56:31Z', 'revision_number': 1, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:34.631439 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bfcde5f7-da78-44f6-8dd3-c9538becd083 req-902d0206-f351-4e68-af7c-228083e4a1a0 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618472 Jul 16 17:56:34.660723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c8d5528d-f760-45ac-a5e0-69aa4a85fe19 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:34.707649 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ceae08-031c-4aba-9f87-e9bab27bfc79 x-openstack-request-id: req-64ceae08-031c-4aba-9f87-e9bab27bfc79 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:34.707973 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95065545-cefa-4e8f-8f2c-218b4155075b", "tag": "64f3b18a-3a38-4dae-869a-d760d9865e74", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:34.708245 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64ceae08-031c-4aba-9f87-e9bab27bfc79 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:34.708651 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95065545-cefa-4e8f-8f2c-218b4155075b', 'tag': '64f3b18a-3a38-4dae-869a-d760d9865e74', 'status': 'completed', 'code': 200} Jul 16 17:56:34.838184 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c8d5528d-f760-45ac-a5e0-69aa4a85fe19, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c8d5528d-f760-45ac-a5e0-69aa4a85fe19,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:34.845391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaad83-2fd3-49a9-a337-4e85dad4e43c req-15542ade-a9ff-4b68-af68-08df969a1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:34.850599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0afaad83-2fd3-49a9-a337-4e85dad4e43c req-15542ade-a9ff-4b68-af68-08df969a1262 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 1100 time: 0.0995176 Jul 16 17:56:34.856812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'c8d5528d-f760-45ac-a5e0-69aa4a85fe19', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'c8d5528d-f760-45ac-a5e0-69aa4a85fe19', 'mac_address': 'fa:16:3e:cd:80:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:34.942807 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.979725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d5528d-f760-45ac-a5e0-69aa4a85fe19 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:35.016278 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ba34a3-105a-4e53-92f7-8477190cfd0b None None] New status for floating IP 5a796b05-5535-4bcf-85c6-8211bd343261: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:56:35.034184 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c8d5528d-f760-45ac-a5e0-69aa4a85fe19, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c8d5528d-f760-45ac-a5e0-69aa4a85fe19,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:35.039650 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.063327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f689163d-cb67-4181-b716-81630fec2bc6 req-2d76c297-5753-41d4-b8be-39daeb05b04f tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 210 time: 0.0718372 Jul 16 17:56:35.103712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=c8d5528d-f760-45ac-a5e0-69aa4a85fe19,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:35.120109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaad83-2fd3-49a9-a337-4e85dad4e43c req-1c95aa0d-89a4-404d-a307-77ec5baf6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:35.122414 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0afaad83-2fd3-49a9-a337-4e85dad4e43c req-1c95aa0d-89a4-404d-a307-77ec5baf6e44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.2592287 Jul 16 17:56:35.193076 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0afaad83-2fd3-49a9-a337-4e85dad4e43c req-6d46502a-dcd9-438f-a960-60b68bb4aeba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=64f3b18a-3a38-4dae-869a-d760d9865e74 HTTP/1.1" status: 200 len: 217 time: 0.0598083 Jul 16 17:56:35.205017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3631834-0b09-4836-a96d-2c6f4c446ec9 req-79dd188f-04de-42de-9bb1-34d46731895d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:35.214551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3631834-0b09-4836-a96d-2c6f4c446ec9 req-79dd188f-04de-42de-9bb1-34d46731895d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.2244437 Jul 16 17:56:35.246276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['c8d5528d-f760-45ac-a5e0-69aa4a85fe19'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:35.301073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 64f3b18a-3a38-4dae-869a-d760d9865e74 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:35.385258 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3631834-0b09-4836-a96d-2c6f4c446ec9 req-3c206e39-d8d7-4d83-8155-dffa61bcb332 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697283 Jul 16 17:56:35.393030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaad83-2fd3-49a9-a337-4e85dad4e43c req-74cf6271-1e0d-491f-a23f-e5fc12f848c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:35.398424 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0afaad83-2fd3-49a9-a337-4e85dad4e43c req-74cf6271-1e0d-491f-a23f-e5fc12f848c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1818848 Jul 16 17:56:35.505400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 64f3b18a-3a38-4dae-869a-d760d9865e74, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=64f3b18a-3a38-4dae-869a-d760d9865e74,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:35.511464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-351f885e-188f-48db-9554-fb5e38c10c09 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:35.514499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-351f885e-188f-48db-9554-fb5e38c10c09 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2358317 Jul 16 17:56:35.543950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '64f3b18a-3a38-4dae-869a-d760d9865e74', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '64f3b18a-3a38-4dae-869a-d760d9865e74', 'mac_address': 'fa:16:3e:61:5a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:35.596156 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.597773 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaad83-2fd3-49a9-a337-4e85dad4e43c req-dc98032e-86a0-4c99-bf3a-ce162c870f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:35.599006 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0afaad83-2fd3-49a9-a337-4e85dad4e43c req-dc98032e-86a0-4c99-bf3a-ce162c870f6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1909847 Jul 16 17:56:35.612874 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f3b18a-3a38-4dae-869a-d760d9865e74 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:35.637276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 64f3b18a-3a38-4dae-869a-d760d9865e74, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=64f3b18a-3a38-4dae-869a-d760d9865e74,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:35.642218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-25ee8632-02cd-4a7d-a560-a9ac0e905491 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 1000 time: 0.1202421 Jul 16 17:56:35.642819 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.654045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-d0d5a2c8-62ad-4dec-b421-00d2fd9ec6d3 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Request body: {'floatingip': {'port_id': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:35.695823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=64f3b18a-3a38-4dae-869a-d760d9865e74,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:36.157573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['64f3b18a-3a38-4dae-869a-d760d9865e74'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:36.173518 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-d0d5a2c8-62ad-4dec-b421-00d2fd9ec6d3 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.233184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0afaad83-2fd3-49a9-a337-4e85dad4e43c req-f8bf4b9d-a88b-4219-82b1-6c48dfc672fe service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262636 Jul 16 17:56:36.676388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c8d5528d-f760-45ac-a5e0-69aa4a85fe19 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:36.721825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:36.725784 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e915b8fa-4569-4cf4-af05-424ff81eb10b" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:36.726301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port c8d5528d-f760-45ac-a5e0-69aa4a85fe19 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:36.730204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port c8d5528d-f760-45ac-a5e0-69aa4a85fe19 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:36.730620 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.747619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-8b51aee7-9300-4788-b4db-c56fa7a13e5f tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:36.750177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-8b51aee7-9300-4788-b4db-c56fa7a13e5f tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.32 "GET /v2.0/networks?id=6723c443-e271-4676-b21d-606ed4295015 HTTP/1.1" status: 200 len: 822 time: 0.4876018 Jul 16 17:56:36.756596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0afaad83-2fd3-49a9-a337-4e85dad4e43c req-a075bcb7-d0df-4adb-9dd1-952b2d529dd5 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928527 Jul 16 17:56:36.798494 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f93acb95-2f5c-42dd-818f-e6d36bbbad4e tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Request body: {'port': {'device_id': 'ab91af88-18c3-4916-8283-470ac3728380', 'network_id': '6723c443-e271-4676-b21d-606ed4295015', 'admin_state_up': True, 'tenant_id': '29222b009c04443ab577de4548cb8931'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:36.809513 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.834114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d5528d-f760-45ac-a5e0-69aa4a85fe19'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:36.836362 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45cd4fd-3c6d-4945-a1d2-8ab3eb8a3f3e" -d '{"events": [{"server_uuid": "cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d", "name": "network-vif-plugged", "status": "completed", "tag": "c8d5528d-f760-45ac-a5e0-69aa4a85fe19"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:36.849259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c8d5528d-f760-45ac-a5e0-69aa4a85fe19, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c8d5528d-f760-45ac-a5e0-69aa4a85fe19,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:36.853409 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.909253 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=c8d5528d-f760-45ac-a5e0-69aa4a85fe19,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:36.927802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44a59e-7e04-4c3a-8cae-60384276b555 req-95502177-4c8b-42f7-83ac-677214aba7fc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:36.929431 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b44a59e-7e04-4c3a-8cae-60384276b555 req-95502177-4c8b-42f7-83ac-677214aba7fc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 949 time: 0.5625179 Jul 16 17:56:37.089203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b44a59e-7e04-4c3a-8cae-60384276b555 req-3a6466d0-8cc7-4ef1-9dd0-d3fc6753300f tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487718 Jul 16 17:56:37.147011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f93acb95-2f5c-42dd-818f-e6d36bbbad4e tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Made reservation on behalf of 29222b009c04443ab577de4548cb8931 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:37.150582 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f93acb95-2f5c-42dd-818f-e6d36bbbad4e tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.460108 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f93acb95-2f5c-42dd-818f-e6d36bbbad4e tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Allocated IP 172.20.0.6 (6723c443-e271-4676-b21d-606ed4295015/dce7fb21-fc98-4af2-a4db-630af22d0527/90a3eb90-e49c-4f27-bc9d-d2578e0068b9) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:37.482983 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-d0d5a2c8-62ad-4dec-b421-00d2fd9ec6d3 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.492289 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-d0d5a2c8-62ad-4dec-b421-00d2fd9ec6d3 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.509464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06c513-78d9-48bb-bc6b-2244ea0804d8 req-223a4125-fd3c-4dbd-99a9-fff1cb4c439f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:37.511014 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e06c513-78d9-48bb-bc6b-2244ea0804d8 req-223a4125-fd3c-4dbd-99a9-fff1cb4c439f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.2406073 Jul 16 17:56:37.670434 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e06c513-78d9-48bb-bc6b-2244ea0804d8 req-f6793d24-6cbe-4029-93a8-71b5d97f8876 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209626 Jul 16 17:56:37.686689 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-d0d5a2c8-62ad-4dec-b421-00d2fd9ec6d3 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Floating IP 5a796b05-5535-4bcf-85c6-8211bd343261 associated. External IP: 172.25.3.43, port: 2e3dc549-600f-4001-af3f-efb607a05e10. Jul 16 17:56:37.839800 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f93acb95-2f5c-42dd-818f-e6d36bbbad4e tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.973194 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f93acb95-2f5c-42dd-818f-e6d36bbbad4e tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.063138 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f93acb95-2f5c-42dd-818f-e6d36bbbad4e tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Network 6723c443-e271-4676-b21d-606ed4295015 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:38.074275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f93acb95-2f5c-42dd-818f-e6d36bbbad4e tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:38.081587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f93acb95-2f5c-42dd-818f-e6d36bbbad4e tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:38.087778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93acb95-2f5c-42dd-818f-e6d36bbbad4e tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Pushing event updated for resources: {'Port': ['ID=90a3eb90-e49c-4f27-bc9d-d2578e0068b9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:38.126110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-d0d5a2c8-62ad-4dec-b421-00d2fd9ec6d3 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:38.153429 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f93acb95-2f5c-42dd-818f-e6d36bbbad4e tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.154076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f93acb95-2f5c-42dd-818f-e6d36bbbad4e tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.168308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518fb02-dae0-4315-a8f8-3a9ae1d59587 req-930fad04-88b3-43ab-9bc6-9e5222946386 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.170082 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3518fb02-dae0-4315-a8f8-3a9ae1d59587 req-930fad04-88b3-43ab-9bc6-9e5222946386 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 931 time: 0.2097380 Jul 16 17:56:38.229127 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f93acb95-2f5c-42dd-818f-e6d36bbbad4e tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4447544 Jul 16 17:56:38.245231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Request body: {'port': {'device_id': 'ab91af88-18c3-4916-8283-470ac3728380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:38.286264 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3518fb02-dae0-4315-a8f8-3a9ae1d59587 req-d972f102-b55a-419a-951b-c8f55f8c9d40 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/security-groups?id=11cee375-2edb-4684-a979-ed48884a86f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088097 Jul 16 17:56:38.335270 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0052a016-82a6-4abc-af91-ecaff253d5e7 x-openstack-request-id: req-0052a016-82a6-4abc-af91-ecaff253d5e7 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:38.335558 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:38.335815 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0052a016-82a6-4abc-af91-ecaff253d5e7 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:38.336217 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10', 'status': 'completed', 'code': 200} Jul 16 17:56:38.367505 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19040a3-c7b5-4d8f-b4eb-3351b35bfc96 x-openstack-request-id: req-d19040a3-c7b5-4d8f-b4eb-3351b35bfc96 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:38.368091 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d", "name": "network-vif-plugged", "status": "completed", "tag": "c8d5528d-f760-45ac-a5e0-69aa4a85fe19", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:38.368207 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d19040a3-c7b5-4d8f-b4eb-3351b35bfc96 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:38.368631 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d5528d-f760-45ac-a5e0-69aa4a85fe19', 'code': 200} Jul 16 17:56:38.422055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-d0d5a2c8-62ad-4dec-b421-00d2fd9ec6d3 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:38.443378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1cd234-73a3-43da-baf3-4d05ca979204 None None] Sync routers for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:38.457418 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1cd234-73a3-43da-baf3-4d05ca979204 None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:38.458256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7d1cd234-73a3-43da-baf3-4d05ca979204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:38.477811 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.590261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7d1cd234-73a3-43da-baf3-4d05ca979204 None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:38.943875 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53376) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:38.961093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7d1cd234-73a3-43da-baf3-4d05ca979204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '5a796b05-5535-4bcf-85c6-8211bd343261', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'port_id': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'mac_address': 'fa:16:3e:e6:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:59Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 3, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:39.000963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1cd234-73a3-43da-baf3-4d05ca979204 None None] Checking router: 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:39.015805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1cd234-73a3-43da-baf3-4d05ca979204 None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:39.016796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7d1cd234-73a3-43da-baf3-4d05ca979204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:39.092512 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27c8b4e9-c351-4d71-b4c5-4644435121b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.141371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b8fa-4569-4cf4-af05-424ff81eb10b req-d033a2cb-4ebd-4506-b3f2-2c6d022f02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:39.143093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e915b8fa-4569-4cf4-af05-424ff81eb10b req-d033a2cb-4ebd-4506-b3f2-2c6d022f02b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 1097 time: 0.7684350 Jul 16 17:56:39.152485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7d1cd234-73a3-43da-baf3-4d05ca979204 None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:39.197764 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27c8b4e9-c351-4d71-b4c5-4644435121b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.202159 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27c8b4e9-c351-4d71-b4c5-4644435121b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.247856 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-27c8b4e9-c351-4d71-b4c5-4644435121b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0542525509a44bb9510bcd324f8f95b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026559 Jul 16 17:56:39.251783 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53380) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:39.256086 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c6f8a-428e-472b-bc11-58f462f717a5 req-34702839-9041-4e87-b7a9-6982808f8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:39.258513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-201c6f8a-428e-472b-bc11-58f462f717a5 req-34702839-9041-4e87-b7a9-6982808f8b90 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d HTTP/1.1" status: 200 len: 1102 time: 0.7919078 Jul 16 17:56:39.258762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8b4e9-c351-4d71-b4c5-4644435121b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c59aba9-1e83-4215-932d-2eb109c14327,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:39.304958 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 64f3b18a-3a38-4dae-869a-d760d9865e74 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:39.316318 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5310-a1f5-4014-9e0f-125ccd60e581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.341703 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5310-a1f5-4014-9e0f-125ccd60e581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.398720 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5310-a1f5-4014-9e0f-125ccd60e581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.403042 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5310-a1f5-4014-9e0f-125ccd60e581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.404711 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3c8f5310-a1f5-4014-9e0f-125ccd60e581 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c59aba9-1e83-4215-932d-2eb109c14327 HTTP/1.1" status: 204 len: 168 time: 0.1517150 Jul 16 17:56:39.414452 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f5310-a1f5-4014-9e0f-125ccd60e581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c59aba9-1e83-4215-932d-2eb109c14327,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:39.453064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e95390-0feb-41d9-81bc-f6307ed88648 req-8d50fbaf-99c0-4d1b-b5ff-def908bb3182 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:39.455319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0e95390-0feb-41d9-81bc-f6307ed88648 req-8d50fbaf-99c0-4d1b-b5ff-def908bb3182 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 949 time: 0.5395949 Jul 16 17:56:39.487437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 64f3b18a-3a38-4dae-869a-d760d9865e74 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:39.499959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 64f3b18a-3a38-4dae-869a-d760d9865e74 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:39.500445 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.574859 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7d1cd234-73a3-43da-baf3-4d05ca979204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '5a796b05-5535-4bcf-85c6-8211bd343261', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'port_id': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'mac_address': 'fa:16:3e:e6:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:59Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 3, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:39.607719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1cd234-73a3-43da-baf3-4d05ca979204 None None] The sync data for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 is: [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '5a796b05-5535-4bcf-85c6-8211bd343261', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'port_id': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'mac_address': 'fa:16:3e:e6:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:59Z', 'updated_at': '2021-07-16T17:56:37Z', 'revision_number': 3, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:39.636612 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-201c6f8a-428e-472b-bc11-58f462f717a5 req-a7730d82-ab60-4633-97e3-a50f7ce05621 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457072 Jul 16 17:56:39.654879 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.676322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b8fa-4569-4cf4-af05-424ff81eb10b req-14f269f4-3a3b-425a-ac72-663d3edf1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:39.677970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e915b8fa-4569-4cf4-af05-424ff81eb10b req-14f269f4-3a3b-425a-ac72-663d3edf1839 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.5187790 Jul 16 17:56:39.714301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 64f3b18a-3a38-4dae-869a-d760d9865e74, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=64f3b18a-3a38-4dae-869a-d760d9865e74,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:39.717523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0e95390-0feb-41d9-81bc-f6307ed88648 req-3cd8908a-e184-46a8-a50d-e316b83dcdca tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480145 Jul 16 17:56:39.732864 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.755453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-d0d5a2c8-62ad-4dec-b421-00d2fd9ec6d3 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:39.760053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e915b8fa-4569-4cf4-af05-424ff81eb10b req-bbe45ca7-865e-4102-b2aa-9fea44416b11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 200 len: 217 time: 0.0631254 Jul 16 17:56:39.874079 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=64f3b18a-3a38-4dae-869a-d760d9865e74,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:39.944872 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0487da65-456e-4cf9-9040-e6fe1f07b23f req-809b1882-f672-4033-8338-463a77f704ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1053948 Jul 16 17:56:39.961338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:39.969786 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf12d72-dce0-47fe-92e4-018bb0270dca None None] New status for floating IP 5a796b05-5535-4bcf-85c6-8211bd343261: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:56:39.975299 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.002559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b8fa-4569-4cf4-af05-424ff81eb10b req-a83be08a-c9c9-4e6d-80ca-32068d3588d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.004465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e915b8fa-4569-4cf4-af05-424ff81eb10b req-a83be08a-c9c9-4e6d-80ca-32068d3588d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.2333698 Jul 16 17:56:40.080133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Transition to ACTIVE for port object 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:40.128405 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.134638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487da65-456e-4cf9-9040-e6fe1f07b23f req-37c0d6ed-ca9e-4c35-b0b1-fb5a40681ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.139592 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0487da65-456e-4cf9-9040-e6fe1f07b23f req-37c0d6ed-ca9e-4c35-b0b1-fb5a40681ae2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 1102 time: 0.1128206 Jul 16 17:56:40.215646 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-d0d5a2c8-62ad-4dec-b421-00d2fd9ec6d3 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:40.223817 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-d0d5a2c8-62ad-4dec-b421-00d2fd9ec6d3 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.286784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487da65-456e-4cf9-9040-e6fe1f07b23f req-e44db793-ed65-4715-a24c-da7cd0dcd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.288779 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0487da65-456e-4cf9-9040-e6fe1f07b23f req-e44db793-ed65-4715-a24c-da7cd0dcd148 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.1150229 Jul 16 17:56:40.348026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Pushing event updated for resources: {'Port': ['ID=90a3eb90-e49c-4f27-bc9d-d2578e0068b9,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.353017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed93a85-afd0-4fc0-a2ce-043524de9989 None None] Sync routers for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:40.365999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed93a85-afd0-4fc0-a2ce-043524de9989 None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:40.366710 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1ed93a85-afd0-4fc0-a2ce-043524de9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:40.372377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95065545-cefa-4e8f-8f2c-218b4155075b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f3b18a-3a38-4dae-869a-d760d9865e74'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:40.375545 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a81db1b-bed4-4afa-b37d-d53b933f79cc" -d '{"events": [{"server_uuid": "95065545-cefa-4e8f-8f2c-218b4155075b", "name": "network-vif-plugged", "status": "completed", "tag": "64f3b18a-3a38-4dae-869a-d760d9865e74"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:40.379934 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0487da65-456e-4cf9-9040-e6fe1f07b23f req-82a10f8f-77b4-449b-813f-2c26beba133b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=10b719ad-e06b-42d4-98ed-0f3c47b2dfff HTTP/1.1" status: 200 len: 217 time: 0.0806117 Jul 16 17:56:40.400563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:40.403370 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48561ddc-e0f4-4887-8d87-81b0c8f8ef5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:40.459575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dbfe9-5c72-4f57-984f-773f8f2b22fe req-e3919c94-f1b4-49d5-b2af-cb41dcb80a6d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.467165 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-582dbfe9-5c72-4f57-984f-773f8f2b22fe req-e3919c94-f1b4-49d5-b2af-cb41dcb80a6d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.4184883 Jul 16 17:56:40.474664 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915b8fa-4569-4cf4-af05-424ff81eb10b req-1a52d497-7131-4d5b-b0a1-9415374c462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.476197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e915b8fa-4569-4cf4-af05-424ff81eb10b req-1a52d497-7131-4d5b-b0a1-9415374c462d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4290259 Jul 16 17:56:40.497891 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487da65-456e-4cf9-9040-e6fe1f07b23f req-855b6d60-443e-4731-a523-0afa276c4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.501089 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0487da65-456e-4cf9-9040-e6fe1f07b23f req-855b6d60-443e-4731-a523-0afa276c4367 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1070170 Jul 16 17:56:40.555084 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-d0d5a2c8-62ad-4dec-b421-00d2fd9ec6d3 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "PUT /v2.0/floatingips/5a796b05-5535-4bcf-85c6-8211bd343261 HTTP/1.1" status: 200 len: 997 time: 4.9074399 Jul 16 17:56:40.581502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-1ed93a85-afd0-4fc0-a2ce-043524de9989 None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:40.615645 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-582dbfe9-5c72-4f57-984f-773f8f2b22fe req-c848eb39-9e45-46ac-b87b-e61040897703 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471484 Jul 16 17:56:40.632780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487da65-456e-4cf9-9040-e6fe1f07b23f req-5393b862-29ee-4682-b461-847c43d66191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.638015 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0487da65-456e-4cf9-9040-e6fe1f07b23f req-5393b862-29ee-4682-b461-847c43d66191 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1285224 Jul 16 17:56:40.657352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Attempting to bind port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:40.657718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Attempting to bind port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'c2ca3755-68ae-48b7-91a2-8530c8b0454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6723c443-e271-4676-b21d-606ed4295015'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:40.658304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Attempting to bind port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 on network 6723c443-e271-4676-b21d-606ed4295015 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:40.666195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 on network 6723c443-e271-4676-b21d-606ed4295015 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:40.666831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Attempting to bind port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 on network 6723c443-e271-4676-b21d-606ed4295015 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:40.676698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:40.677047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Checking segment: {'id': 'c2ca3755-68ae-48b7-91a2-8530c8b0454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6723c443-e271-4676-b21d-606ed4295015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:40.677438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Bound using segment: {'id': 'c2ca3755-68ae-48b7-91a2-8530c8b0454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6723c443-e271-4676-b21d-606ed4295015'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:40.677912 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Bound port: 90a3eb90-e49c-4f27-bc9d-d2578e0068b9, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ca3755-68ae-48b7-91a2-8530c8b0454d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6723c443-e271-4676-b21d-606ed4295015'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:40.678461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.779913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] For port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:40.786069 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] For port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=90a3eb90-e49c-4f27-bc9d-d2578e0068b9,segment=NetworkSegment(c2ca3755-68ae-48b7-91a2-8530c8b0454d),segment_id=c2ca3755-68ae-48b7-91a2-8530c8b0454d)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:40.793155 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e915b8fa-4569-4cf4-af05-424ff81eb10b req-96fb82e0-0bc5-4bdd-8ea0-881e94818b36 service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923341 Jul 16 17:56:40.796288 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.012413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.013302 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.015643 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] 10.222.0.32 "PUT /v2.0/ports/90a3eb90-e49c-4f27-bc9d-d2578e0068b9 HTTP/1.1" status: 200 len: 1092 time: 2.7766612 Jul 16 17:56:41.045155 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e915b8fa-4569-4cf4-af05-424ff81eb10b req-5b066f9f-3daa-4fa4-8d42-e9228497bf15 service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988933 Jul 16 17:56:41.102054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1ed93a85-afd0-4fc0-a2ce-043524de9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '5a796b05-5535-4bcf-85c6-8211bd343261', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'port_id': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'mac_address': 'fa:16:3e:e6:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:59Z', 'updated_at': '2021-07-16T17:56:40Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:41.105563 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0487da65-456e-4cf9-9040-e6fe1f07b23f req-a78f3c15-368f-4614-816f-948f13cfd8cb service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579620 Jul 16 17:56:41.132210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed93a85-afd0-4fc0-a2ce-043524de9989 None None] Checking router: 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:41.142618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed93a85-afd0-4fc0-a2ce-043524de9989 None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:41.143329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1ed93a85-afd0-4fc0-a2ce-043524de9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:41.178832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c3d2f-20e9-42dd-beca-3e439c8b1c31 service neutron] Pushing event updated for resources: {'Port': ['ID=90a3eb90-e49c-4f27-bc9d-d2578e0068b9,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:41.227962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-f4f9f28d-198b-4a5b-bc00-c99139d772e7 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.230420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-f4f9f28d-198b-4a5b-bc00-c99139d772e7 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports/2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 200 len: 942 time: 0.6571889 Jul 16 17:56:41.231537 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0487da65-456e-4cf9-9040-e6fe1f07b23f req-273339a1-9144-427c-8f1a-28baacad1866 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079905 Jul 16 17:56:41.267573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-1ed93a85-afd0-4fc0-a2ce-043524de9989 None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:41.276496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d1521-3003-46b1-bfde-3c6153ebcaab req-63e2c252-75e5-4617-9230-44c7387151d3 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.278450 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce2d1521-3003-46b1-bfde-3c6153ebcaab req-63e2c252-75e5-4617-9230-44c7387151d3 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 943 time: 0.2427022 Jul 16 17:56:41.282083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-4011bb0b-dce0-48a8-870c-01f30382e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.283683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-4011bb0b-dce0-48a8-870c-01f30382e573 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29222b009c04443ab577de4548cb8931&device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 1095 time: 0.1997898 Jul 16 17:56:41.367278 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-60d3dfeb-2ec1-485a-9f6c-1734f865097d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a3eb90-e49c-4f27-bc9d-d2578e0068b9 HTTP/1.1" status: 200 len: 217 time: 0.0608852 Jul 16 17:56:41.406347 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce2d1521-3003-46b1-bfde-3c6153ebcaab req-2f3a2deb-10f9-4494-a4af-a0666978dd2b tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/security-groups?id=11cee375-2edb-4684-a979-ed48884a86f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203446 Jul 16 17:56:41.494551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f37d9adc-c6b8-4b75-b2a8-9db037a1ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.497793 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-f37d9adc-c6b8-4b75-b2a8-9db037a1ba70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dce7fb21-fc98-4af2-a4db-630af22d0527 HTTP/1.1" status: 200 len: 862 time: 0.1064239 Jul 16 17:56:41.563642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-8da67743-5b5e-4adb-838d-b080c16d9fa0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6723c443-e271-4676-b21d-606ed4295015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544884 Jul 16 17:56:41.567216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-4bf04070-5a59-4300-8a09-de61f861125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.578278 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-4bf04070-5a59-4300-8a09-de61f861125d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 1097 time: 0.2276893 Jul 16 17:56:41.614492 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8921555-6ad1-4c37-8125-58bba54eb5e0 x-openstack-request-id: req-a8921555-6ad1-4c37-8125-58bba54eb5e0 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:41.616679 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95065545-cefa-4e8f-8f2c-218b4155075b", "name": "network-vif-plugged", "status": "completed", "tag": "64f3b18a-3a38-4dae-869a-d760d9865e74", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:41.620075 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8921555-6ad1-4c37-8125-58bba54eb5e0 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:41.622940 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95065545-cefa-4e8f-8f2c-218b4155075b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f3b18a-3a38-4dae-869a-d760d9865e74', 'code': 200} Jul 16 17:56:41.640813 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f83a0e4-18b1-4138-9dbf-44bb46c9394f x-openstack-request-id: req-8f83a0e4-18b1-4138-9dbf-44bb46c9394f {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:41.641109 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:41.641363 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f83a0e4-18b1-4138-9dbf-44bb46c9394f {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:41.641801 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10', 'status': 'completed', 'code': 200} Jul 16 17:56:41.762839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48561ddc-e0f4-4887-8d87-81b0c8f8ef5f req-6b5891a0-9ee8-41e7-b5f3-ff70cce631c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.764343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1ed93a85-afd0-4fc0-a2ce-043524de9989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '5a796b05-5535-4bcf-85c6-8211bd343261', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'port_id': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'mac_address': 'fa:16:3e:e6:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:59Z', 'updated_at': '2021-07-16T17:56:40Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:41.765327 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-48561ddc-e0f4-4887-8d87-81b0c8f8ef5f req-6b5891a0-9ee8-41e7-b5f3-ff70cce631c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 1097 time: 0.0799000 Jul 16 17:56:41.812799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed93a85-afd0-4fc0-a2ce-043524de9989 None None] The sync data for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 is: [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '5a796b05-5535-4bcf-85c6-8211bd343261', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'port_id': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'mac_address': 'fa:16:3e:e6:e2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:59Z', 'updated_at': '2021-07-16T17:56:40Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:41.820301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-0bd2d004-d3c4-4485-841c-da37b3751180 service neutron] 10.222.0.32 "GET /v2.0/networks/6723c443-e271-4676-b21d-606ed4295015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392592 Jul 16 17:56:41.825697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-2f552dfa-3d1c-4d6f-a2d0-27256f8b7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.827526 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-2f552dfa-3d1c-4d6f-a2d0-27256f8b7f88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.2393019 Jul 16 17:56:41.912301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-9e52d2eb-0e1b-46e9-b828-cd063dfab9f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 200 len: 217 time: 0.0733051 Jul 16 17:56:41.925523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2815e-30d7-434c-8606-59c6cfc04a53 req-3c2d70ec-2874-4777-9fc5-b3dab13b2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.927096 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdd2815e-30d7-434c-8606-59c6cfc04a53 req-3c2d70ec-2874-4777-9fc5-b3dab13b2aec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 1102 time: 0.1871879 Jul 16 17:56:41.928250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48561ddc-e0f4-4887-8d87-81b0c8f8ef5f req-f359ec66-11b5-4344-9453-282acfb7d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.929972 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-48561ddc-e0f4-4887-8d87-81b0c8f8ef5f req-f359ec66-11b5-4344-9453-282acfb7d857 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.1545024 Jul 16 17:56:41.995076 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-48561ddc-e0f4-4887-8d87-81b0c8f8ef5f req-384786f1-79d1-43cf-a300-3843029c234b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 200 len: 217 time: 0.0443716 Jul 16 17:56:42.061453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdd2815e-30d7-434c-8606-59c6cfc04a53 req-c9e6343f-9ae6-4523-be82-529c676de2c4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967743 Jul 16 17:56:42.064744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48561ddc-e0f4-4887-8d87-81b0c8f8ef5f req-452e5584-05d5-4523-9f98-030b8c453adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.065103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-9f448fd8-ab4f-4856-9804-ca910ba2aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.066452 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-48561ddc-e0f4-4887-8d87-81b0c8f8ef5f req-452e5584-05d5-4523-9f98-030b8c453adf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.0647767 Jul 16 17:56:42.066673 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-9f448fd8-ab4f-4856-9804-ca910ba2aaa5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.1100850 Jul 16 17:56:42.070706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3690e91b-6e71-4d2c-b234-e6fbf0138abd req-069e3e65-1557-4a08-a2d0-8872b007b26f service neutron] 10.222.0.32 "GET /v2.0/networks/6723c443-e271-4676-b21d-606ed4295015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300394 Jul 16 17:56:42.136272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-be72ce16-c598-4009-a161-5bbf84d2ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.139042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-be72ce16-c598-4009-a161-5bbf84d2ebae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616419 Jul 16 17:56:42.196020 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48561ddc-e0f4-4887-8d87-81b0c8f8ef5f req-a526c7d3-32e4-4adb-a501-8c639eb64c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.197774 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-48561ddc-e0f4-4887-8d87-81b0c8f8ef5f req-a526c7d3-32e4-4adb-a501-8c639eb64c23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675118 Jul 16 17:56:42.257556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-bd4802ca-17d7-428b-a88a-d5709bd8ecbf service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103840 Jul 16 17:56:42.319337 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-48561ddc-e0f4-4887-8d87-81b0c8f8ef5f req-f606f81d-4cb5-427b-ad25-00f57877ffce service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025465 Jul 16 17:56:42.398813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-b4c3f714-c545-45e2-86f2-bfbbdda7a9ef service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347034 Jul 16 17:56:42.425439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe5e74-ea7a-433f-9625-9138e4ed6be0 req-5dcc90f3-4031-4c3f-bc95-f3600d19f4af tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.427051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cbbe5e74-ea7a-433f-9625-9138e4ed6be0 req-5dcc90f3-4031-4c3f-bc95-f3600d19f4af tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 950 time: 0.1000891 Jul 16 17:56:42.470238 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-48561ddc-e0f4-4887-8d87-81b0c8f8ef5f req-77f60154-a3d1-42f6-b042-cbedcb8c7f22 service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401057 Jul 16 17:56:42.863270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cbbe5e74-ea7a-433f-9625-9138e4ed6be0 req-f7b4cb01-001f-4cf2-994c-9b74a130efa0 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253945 Jul 16 17:56:42.880381 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-9556844d-ce2e-467f-a897-a6f62e22c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.882153 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-9556844d-ce2e-467f-a897-a6f62e22c31b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 1097 time: 0.4535222 Jul 16 17:56:42.991889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-4bc5f027-811f-4820-a84b-7c627e1de10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.993520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-4bc5f027-811f-4820-a84b-7c627e1de10c service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.1040201 Jul 16 17:56:43.099226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-326895ad-1180-4722-abc3-758fe211bb35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=151cba29-e4ef-45aa-a200-951d1d5666e8 HTTP/1.1" status: 200 len: 1000 time: 0.0985477 Jul 16 17:56:43.164652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc696e6-236c-4c48-899d-ae3cdf0f25d5 req-61049841-acc6-4578-be91-0067c190b1b0 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:43.166315 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dc696e6-236c-4c48-899d-ae3cdf0f25d5 req-61049841-acc6-4578-be91-0067c190b1b0 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.1269734 Jul 16 17:56:43.185807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-c67fc05d-efc4-4853-87b3-31cf1256c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:43.187341 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-c67fc05d-efc4-4853-87b3-31cf1256c51c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.0790801 Jul 16 17:56:43.193602 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53448) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:43.246877 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dc696e6-236c-4c48-899d-ae3cdf0f25d5 req-d0527d35-e6c3-4409-bf59-8395d6cb9fd7 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719247 Jul 16 17:56:43.298207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-af96d4d1-f280-4ca2-934a-31a411a55afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:43.300179 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-af96d4d1-f280-4ca2-934a-31a411a55afe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048422 Jul 16 17:56:43.342187 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d5dfc66b-d78e-4b50-bb2d-395941e3ba49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.421618 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a127cdfe-5f2d-4490-a60d-48969a394a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.446451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-e949ab22-bf6a-4184-a68c-b5767bb6f6b9 service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391373 Jul 16 17:56:43.512821 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d5dfc66b-d78e-4b50-bb2d-395941e3ba49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.520984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d5dfc66b-d78e-4b50-bb2d-395941e3ba49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.566006 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64dda29-a41d-443c-a7d3-7b513f8fbb08 req-70d6eac1-b9e2-446a-9608-2722e3f756bc service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075144 Jul 16 17:56:43.593074 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfc66b-d78e-4b50-bb2d-395941e3ba49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aa8b6b-25fb-4668-8dd5-0aab45c3dd0e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:43.604578 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d5dfc66b-d78e-4b50-bb2d-395941e3ba49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0c8bc3257c34fb3a4fa153498b223c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095054 Jul 16 17:56:43.607444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53456) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:43.650054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'tag': '151cba29-e4ef-45aa-a200-951d1d5666e8'}, {'name': 'network-changed', 'server_uuid': 'ab91af88-18c3-4916-8283-470ac3728380', 'tag': '90a3eb90-e49c-4f27-bc9d-d2578e0068b9'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:43.653114 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8621e2e-7488-45e1-8186-9d3b543b3fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "83562e7a-b984-4fb2-a280-14cb3ff87c83", "tag": "151cba29-e4ef-45aa-a200-951d1d5666e8"}, {"name": "network-changed", "server_uuid": "ab91af88-18c3-4916-8283-470ac3728380", "tag": "90a3eb90-e49c-4f27-bc9d-d2578e0068b9"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:43.695378 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10c8768d-7c91-43b2-9ad9-2d01c228f787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.711702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec917dd-32ba-40c4-89a2-b0e6908f6d76 req-1caa0c56-b3f8-4cad-8176-908d83c890f3 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:43.713622 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ec917dd-32ba-40c4-89a2-b0e6908f6d76 req-1caa0c56-b3f8-4cad-8176-908d83c890f3 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 943 time: 0.0940506 Jul 16 17:56:43.736944 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10c8768d-7c91-43b2-9ad9-2d01c228f787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.768367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ec917dd-32ba-40c4-89a2-b0e6908f6d76 req-80e8142b-2706-4455-b656-27a831315d74 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/security-groups?id=11cee375-2edb-4684-a979-ed48884a86f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475824 Jul 16 17:56:43.820580 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10c8768d-7c91-43b2-9ad9-2d01c228f787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.825266 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10c8768d-7c91-43b2-9ad9-2d01c228f787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.827976 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-10c8768d-7c91-43b2-9ad9-2d01c228f787 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36aa8b6b-25fb-4668-8dd5-0aab45c3dd0e HTTP/1.1" status: 204 len: 168 time: 0.2188721 Jul 16 17:56:43.828814 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30828ae-5bb8-4920-ab1a-d3e869ff4ff3 x-openstack-request-id: req-b30828ae-5bb8-4920-ab1a-d3e869ff4ff3 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:43.829350 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83562e7a-b984-4fb2-a280-14cb3ff87c83", "tag": "151cba29-e4ef-45aa-a200-951d1d5666e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ab91af88-18c3-4916-8283-470ac3728380", "tag": "90a3eb90-e49c-4f27-bc9d-d2578e0068b9", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:43.829879 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b30828ae-5bb8-4920-ab1a-d3e869ff4ff3 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:43.830885 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'tag': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'status': 'completed', 'code': 200} Jul 16 17:56:43.831899 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab91af88-18c3-4916-8283-470ac3728380', 'tag': '90a3eb90-e49c-4f27-bc9d-d2578e0068b9', 'status': 'completed', 'code': 200} Jul 16 17:56:43.838809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8768d-7c91-43b2-9ad9-2d01c228f787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aa8b6b-25fb-4668-8dd5-0aab45c3dd0e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:43.846636 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2593a82f-21c0-4fc2-ac90-5710b415be44 req-005b9a0f-0737-42c7-91dd-8ff57d68c8fc tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 1000 time: 0.0935612 Jul 16 17:56:43.940548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-7a7766b1-ba3a-44a0-b5cb-d60ddbb5f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:43.942039 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-7a7766b1-ba3a-44a0-b5cb-d60ddbb5f290 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 1097 time: 0.0729342 Jul 16 17:56:43.959079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593a82f-21c0-4fc2-ac90-5710b415be44 req-5fd35d49-08a4-4b21-9eee-b2cf39a66753 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:43.961263 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2593a82f-21c0-4fc2-ac90-5710b415be44 req-5fd35d49-08a4-4b21-9eee-b2cf39a66753 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports/151cba29-e4ef-45aa-a200-951d1d5666e8 HTTP/1.1" status: 200 len: 942 time: 0.0967314 Jul 16 17:56:44.070326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-be57afed-0f40-419d-b5d9-8806060a4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.072190 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-be57afed-0f40-419d-b5d9-8806060a4a5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.1233876 Jul 16 17:56:44.152768 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-5070786a-3b71-4473-b3fc-dee410dc79e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=151cba29-e4ef-45aa-a200-951d1d5666e8 HTTP/1.1" status: 200 len: 1000 time: 0.0714111 Jul 16 17:56:44.186193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2593a82f-21c0-4fc2-ac90-5710b415be44 req-52beb97b-4847-4dff-820e-423af0c5176b tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 1000 time: 0.0874236 Jul 16 17:56:44.228296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-2681fbed-c2f2-4200-adb4-cf228c9813ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.230595 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-2681fbed-c2f2-4200-adb4-cf228c9813ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.0667272 Jul 16 17:56:44.315066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-2d31cb5b-4e13-4bad-a83e-fe22b8bbc7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.316796 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-2d31cb5b-4e13-4bad-a83e-fe22b8bbc7f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766256 Jul 16 17:56:44.400490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593a82f-21c0-4fc2-ac90-5710b415be44 req-24679136-11d8-4d24-88ff-16fb3c6d14eb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.404925 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2593a82f-21c0-4fc2-ac90-5710b415be44 req-24679136-11d8-4d24-88ff-16fb3c6d14eb tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.2113426 Jul 16 17:56:44.467176 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-93da4a75-61ed-4fc3-8fc6-a034f50b0f1a service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359699 Jul 16 17:56:44.597969 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-89e62350-1ee7-41df-b03b-a66cc44fabc6 service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178753 Jul 16 17:56:44.651075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c554-6ec8-4460-bdb7-c5c398c5be66 req-acb97dfe-9e7e-4922-9aca-dcb191fc7897 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.653594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d19c554-6ec8-4460-bdb7-c5c398c5be66 req-acb97dfe-9e7e-4922-9aca-dcb191fc7897 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 950 time: 0.1267116 Jul 16 17:56:44.671864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247578d9-0a67-46bb-8cc5-52606a5f5b01 req-de082f9f-db4f-432e-956f-e1e82d732412 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.674340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-247578d9-0a67-46bb-8cc5-52606a5f5b01 req-de082f9f-db4f-432e-956f-e1e82d732412 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.1165168 Jul 16 17:56:44.722223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-126880a3-6033-4c37-a2d1-03123685e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.723851 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-126880a3-6033-4c37-a2d1-03123685e7f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29222b009c04443ab577de4548cb8931&device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 1095 time: 0.0667281 Jul 16 17:56:44.748913 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d19c554-6ec8-4460-bdb7-c5c398c5be66 req-efdec623-a49d-4c87-a76f-3b39100c326f tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871131 Jul 16 17:56:44.753047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-247578d9-0a67-46bb-8cc5-52606a5f5b01 req-5ff96d8e-e942-41e0-932d-424f684d9fee tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704041 Jul 16 17:56:44.804570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53498) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:44.851073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-872132cd-fd28-49cd-9688-1263735145f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.852903 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-872132cd-fd28-49cd-9688-1263735145f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6723c443-e271-4676-b21d-606ed4295015 HTTP/1.1" status: 200 len: 923 time: 0.1213117 Jul 16 17:56:44.903968 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7047f2a4-f74d-478b-b271-84776253929a req-049ef450-3259-475f-b44c-bb6bbc9fdf47 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 1000 time: 0.0970352 Jul 16 17:56:44.927347 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-747d09a3-0c01-4a2b-8442-899bf893158e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90a3eb90-e49c-4f27-bc9d-d2578e0068b9 HTTP/1.1" status: 200 len: 217 time: 0.0626228 Jul 16 17:56:44.955522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1339160976-network', 'tenant_id': 'e842df9b6b02407381982d4560f93832'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:44.985647 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-453b0277-c663-412c-b2c6-3b79af3f1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.987731 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-453b0277-c663-412c-b2c6-3b79af3f1663 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dce7fb21-fc98-4af2-a4db-630af22d0527 HTTP/1.1" status: 200 len: 862 time: 0.0522962 Jul 16 17:56:44.994487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047f2a4-f74d-478b-b271-84776253929a req-c9ad4671-da02-433c-876e-f21706e504a7 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.996713 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7047f2a4-f74d-478b-b271-84776253929a req-c9ad4671-da02-433c-876e-f21706e504a7 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports/151cba29-e4ef-45aa-a200-951d1d5666e8 HTTP/1.1" status: 200 len: 942 time: 0.0860293 Jul 16 17:56:44.997985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Made reservation on behalf of e842df9b6b02407381982d4560f93832 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:45.000401 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.012293 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.034358 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-ba71723a-a59e-458a-a838-22db2c4b1423 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6723c443-e271-4676-b21d-606ed4295015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381262 Jul 16 17:56:45.063325 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-cec7fc80-83bd-4e77-a069-659b601a442b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:56:45.064673 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-cec7fc80-83bd-4e77-a069-659b601a442b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073371 Jul 16 17:56:45.181067 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.195901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7047f2a4-f74d-478b-b271-84776253929a req-eff14c73-5c14-4d6b-8314-48114cdf9911 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 1000 time: 0.0931005 Jul 16 17:56:45.211028 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-38cd277f-e7a0-4915-802c-d33a3e0ae7a2 service neutron] 10.222.0.32 "GET /v2.0/networks/6723c443-e271-4676-b21d-606ed4295015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351235 Jul 16 17:56:45.212972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.287182 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:45.321179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb49f8d-b373-418c-adb4-78265951c6cf,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:45.323213 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8621e2e-7488-45e1-8186-9d3b543b3fc4 req-b030d64c-0a6e-4ac9-aafb-5c3155b6969e service neutron] 10.222.0.32 "GET /v2.0/networks/6723c443-e271-4676-b21d-606ed4295015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004865 Jul 16 17:56:45.333484 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.333873 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Added segment e866fb8e-9ba7-4848-a0fc-eb2aa0b15def of type vlan for network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df Jul 16 17:56:45.338918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:45.412671 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.427701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047f2a4-f74d-478b-b271-84776253929a req-bfa2b626-4541-4d46-8d7d-2078ff211557 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:45.429116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7047f2a4-f74d-478b-b271-84776253929a req-bfa2b626-4541-4d46-8d7d-2078ff211557 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.2120526 Jul 16 17:56:45.436925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79dcdb-7a26-4df4-ac0c-02405bc7a0f5 req-5d872821-d997-4fa6-821f-41138a41967b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:45.438508 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f79dcdb-7a26-4df4-ac0c-02405bc7a0f5 req-5d872821-d997-4fa6-821f-41138a41967b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d HTTP/1.1" status: 200 len: 950 time: 0.2647457 Jul 16 17:56:45.449634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=90a3eb90-e49c-4f27-bc9d-d2578e0068b9,segment=NetworkSegment(c2ca3755-68ae-48b7-91a2-8530c8b0454d),segment_id=c2ca3755-68ae-48b7-91a2-8530c8b0454d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:45.462048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '90a3eb90-e49c-4f27-bc9d-d2578e0068b9', 'network_id': '6723c443-e271-4676-b21d-606ed4295015', 'port_id': '90a3eb90-e49c-4f27-bc9d-d2578e0068b9', 'mac_address': 'fa:16:3e:f2:b9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce7fb21-fc98-4af2-a4db-630af22d0527', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:45.503110 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.519064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:45.533969 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.534958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:45.535555 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.540978 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=90a3eb90-e49c-4f27-bc9d-d2578e0068b9,segment=NetworkSegment(c2ca3755-68ae-48b7-91a2-8530c8b0454d),segment_id=c2ca3755-68ae-48b7-91a2-8530c8b0454d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:45.547113 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.565087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f79dcdb-7a26-4df4-ac0c-02405bc7a0f5 req-ef2aefdd-d52f-4a1d-b73b-aa073aa28587 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129870 Jul 16 17:56:45.577808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7047f2a4-f74d-478b-b271-84776253929a req-3881ab42-5ea9-4d5b-a5d5-7058387c90b9 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 1000 time: 0.1381872 Jul 16 17:56:45.596950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-7047f2a4-f74d-478b-b271-84776253929a req-383d06e7-92e2-4226-84e7-8a3bd90655c4 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:45.609507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=90a3eb90-e49c-4f27-bc9d-d2578e0068b9,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:45.658921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8524718 Jul 16 17:56:45.660899 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53506) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:45.665706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a4a35-08fc-435d-aba9-e4da3f7b590a admin admin] Pushing event updated for resources: {'Network': ['ID=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:45.666288 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-70e23de9-fcaa-45b9-acd1-c46453571fc5 admin admin] Request body: {'subnet': {'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1339160976-subnet', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:45.682744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:45.692799 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7047f2a4-f74d-478b-b271-84776253929a req-383d06e7-92e2-4226-84e7-8a3bd90655c4 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.695334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e23de9-fcaa-45b9-acd1-c46453571fc5 admin admin] Made reservation on behalf of e842df9b6b02407381982d4560f93832 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:45.699168 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70e23de9-fcaa-45b9-acd1-c46453571fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.701986 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-211fdb07-7ceb-4856-a6a9-e889175dce98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.861041 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef979b3-1dd4-40e5-92f7-fc267f45c5ce req-61ef0fd6-cc44-4789-b000-5ad9612538e7 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:45.862594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eef979b3-1dd4-40e5-92f7-fc267f45c5ce req-61ef0fd6-cc44-4789-b000-5ad9612538e7 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 944 time: 0.1672156 Jul 16 17:56:45.891423 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70e23de9-fcaa-45b9-acd1-c46453571fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.893064 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.923764 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7047f2a4-f74d-478b-b271-84776253929a req-383d06e7-92e2-4226-84e7-8a3bd90655c4 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.931466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7047f2a4-f74d-478b-b271-84776253929a req-383d06e7-92e2-4226-84e7-8a3bd90655c4 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.931874 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-7047f2a4-f74d-478b-b271-84776253929a req-383d06e7-92e2-4226-84e7-8a3bd90655c4 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Floating IP 5a796b05-5535-4bcf-85c6-8211bd343261 disassociated. External IP: 172.25.3.43, port: 151cba29-e4ef-45aa-a200-951d1d5666e8. Jul 16 17:56:45.951945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e23de9-fcaa-45b9-acd1-c46453571fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=243b46fa-7a93-4ad1-8fd4-e955798c54a4,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:45.959499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e23de9-fcaa-45b9-acd1-c46453571fc5 admin admin] Checking segment: {'id': 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:45.959864 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e23de9-fcaa-45b9-acd1-c46453571fc5 admin admin] Network hostable DHCP agents. Network: 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:45.977809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e23de9-fcaa-45b9-acd1-c46453571fc5 admin admin] Network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:45.988437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-70e23de9-fcaa-45b9-acd1-c46453571fc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:45.991941 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eef979b3-1dd4-40e5-92f7-fc267f45c5ce req-6da96f02-4fff-40a8-a48b-d5c9cef373e0 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/security-groups?id=11cee375-2edb-4684-a979-ed48884a86f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222529 Jul 16 17:56:45.993329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e23de9-fcaa-45b9-acd1-c46453571fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:45.994841 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70e23de9-fcaa-45b9-acd1-c46453571fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.997411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['90a3eb90-e49c-4f27-bc9d-d2578e0068b9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:46.049883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53512) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:46.050781 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c69ce59-6f6e-4b24-a1f1-c9d37f8d1a2a None None] Network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:46.051153 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-70e23de9-fcaa-45b9-acd1-c46453571fc5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3890495 Jul 16 17:56:46.055373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:46.081447 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.082632 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.254219 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.295018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'fixed_ips': [{'subnet_id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:56:46.296027 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.342734 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7047f2a4-f74d-478b-b271-84776253929a req-383d06e7-92e2-4226-84e7-8a3bd90655c4 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:46.446927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Allocated IP 172.20.0.2 (4c6fdd73-da18-48b5-9a3b-f97be3bcf6df/243b46fa-7a93-4ad1-8fd4-e955798c54a4/35345704-6647-4c95-a406-ee83c19b42e7) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:46.451942 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.588574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f8ad6-bbe4-414f-90da-eac031f6d084 req-d6eed9f5-220d-45b7-861f-a1ecd556ae92 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:46.595219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f8ad6-bbe4-414f-90da-eac031f6d084 req-d6eed9f5-220d-45b7-861f-a1ecd556ae92 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:46.596905 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-475f8ad6-bbe4-414f-90da-eac031f6d084 req-d6eed9f5-220d-45b7-861f-a1ecd556ae92 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b&device_id=cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d HTTP/1.1" status: 200 len: 1691 time: 0.2564209 Jul 16 17:56:46.598000 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.608083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Transition to ACTIVE for port object 35345704-6647-4c95-a406-ee83c19b42e7 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:46.623008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7047f2a4-f74d-478b-b271-84776253929a req-383d06e7-92e2-4226-84e7-8a3bd90655c4 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:46.624184 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Transition to ACTIVE for port object 35345704-6647-4c95-a406-ee83c19b42e7 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:46.630281 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7047f2a4-f74d-478b-b271-84776253929a req-383d06e7-92e2-4226-84e7-8a3bd90655c4 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.632372 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.634958 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a326d-a8de-43db-88b3-da72c0d9337a None None] Sync routers for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:46.646825 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a326d-a8de-43db-88b3-da72c0d9337a None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:46.647810 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0b9a326d-a8de-43db-88b3-da72c0d9337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:46.676028 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:46.681093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:46.685486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:46.696151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Pushing event updated for resources: {'Port': ['ID=35345704-6647-4c95-a406-ee83c19b42e7,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:46.711035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-475f8ad6-bbe4-414f-90da-eac031f6d084 req-b44fb0ed-3b42-4405-a567-ab22c7a3df21 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078310 Jul 16 17:56:46.735357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7047f2a4-f74d-478b-b271-84776253929a req-383d06e7-92e2-4226-84e7-8a3bd90655c4 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "PUT /v2.0/floatingips/5a796b05-5535-4bcf-85c6-8211bd343261 HTTP/1.1" status: 200 len: 694 time: 1.1513398 Jul 16 17:56:46.737831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'tag': '151cba29-e4ef-45aa-a200-951d1d5666e8'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:46.740440 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3725ea0f-afe7-4423-a449-a3563587dcbb" -d '{"events": [{"name": "network-changed", "server_uuid": "83562e7a-b984-4fb2-a280-14cb3ff87c83", "tag": "151cba29-e4ef-45aa-a200-951d1d5666e8"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:46.782144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Attempting to bind port 35345704-6647-4c95-a406-ee83c19b42e7 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:46.782807 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Attempting to bind port 35345704-6647-4c95-a406-ee83c19b42e7 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:46.782982 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-0b9a326d-a8de-43db-88b3-da72c0d9337a None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:46.783600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Attempting to bind port 35345704-6647-4c95-a406-ee83c19b42e7 on network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:46.790197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:46.790902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Checking segment: {'id': 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:46.791498 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.792073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Bound using segment: {'id': 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:46.793319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Bound port: 35345704-6647-4c95-a406-ee83c19b42e7, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:46.793972 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.867951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] For port 35345704-6647-4c95-a406-ee83c19b42e7, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:46.871516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] For port 35345704-6647-4c95-a406-ee83c19b42e7, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=35345704-6647-4c95-a406-ee83c19b42e7,segment=NetworkSegment(e866fb8e-9ba7-4848-a0fc-eb2aa0b15def),segment_id=e866fb8e-9ba7-4848-a0fc-eb2aa0b15def)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:46.877625 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.952729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66f376-cd22-4fbb-b573-dbc8b768dbe6 None None] Pushing event updated for resources: {'Port': ['ID=35345704-6647-4c95-a406-ee83c19b42e7,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:46.957185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047f2a4-f74d-478b-b271-84776253929a req-963ae36b-b42c-4664-b978-dc877381fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:46.958788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7047f2a4-f74d-478b-b271-84776253929a req-963ae36b-b42c-4664-b978-dc877381fcc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 1097 time: 0.2052927 Jul 16 17:56:47.004294 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0b9a326d-a8de-43db-88b3-da72c0d9337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:47.025225 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.035012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7764dd6-b036-4580-9469-9f37b630b120 req-3a8079ef-e572-48d3-8709-94f551930726 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:47.036706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7764dd6-b036-4580-9469-9f37b630b120 req-3a8079ef-e572-48d3-8709-94f551930726 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.1841271 Jul 16 17:56:47.039321 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a326d-a8de-43db-88b3-da72c0d9337a None None] Checking router: 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:47.048041 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a326d-a8de-43db-88b3-da72c0d9337a None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:47.048676 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0b9a326d-a8de-43db-88b3-da72c0d9337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:47.087122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.183686 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-0b9a326d-a8de-43db-88b3-da72c0d9337a None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:47.469774 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 35345704-6647-4c95-a406-ee83c19b42e7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:47.531135 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.533530 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0b9a326d-a8de-43db-88b3-da72c0d9337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:47.547659 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 35345704-6647-4c95-a406-ee83c19b42e7 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:47.562408 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9a326d-a8de-43db-88b3-da72c0d9337a None None] The sync data for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 is: [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:47.579290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047f2a4-f74d-478b-b271-84776253929a req-7c8c6ef6-245a-443c-86fa-889c23d89148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:47.580839 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7047f2a4-f74d-478b-b271-84776253929a req-7c8c6ef6-245a-443c-86fa-889c23d89148 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.6098657 Jul 16 17:56:47.586162 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7764dd6-b036-4580-9469-9f37b630b120 req-74ec7ed1-80b1-448d-9a8e-4dcd146d861c tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029058 Jul 16 17:56:47.646841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7047f2a4-f74d-478b-b271-84776253929a req-46a7e4c5-40ed-4a90-9525-b1c81c8f6861 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=151cba29-e4ef-45aa-a200-951d1d5666e8 HTTP/1.1" status: 200 len: 217 time: 0.0577836 Jul 16 17:56:47.721889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Allocated IP 172.25.3.88 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/c92579f5-1b43-4a39-84a4-8647f4083435) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:47.753806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047f2a4-f74d-478b-b271-84776253929a req-fd630aa0-c3bb-4ab5-8122-dc84a884125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:47.755607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7047f2a4-f74d-478b-b271-84776253929a req-fd630aa0-c3bb-4ab5-8122-dc84a884125f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.1003404 Jul 16 17:56:47.892399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047f2a4-f74d-478b-b271-84776253929a req-af0a076a-60b7-4475-8f95-b64a77de48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:47.894006 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7047f2a4-f74d-478b-b271-84776253929a req-af0a076a-60b7-4475-8f95-b64a77de48f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277649 Jul 16 17:56:47.914495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdb9e64-7cd8-4107-8890-4e0413774ac8 None None] New status for floating IP 5a796b05-5535-4bcf-85c6-8211bd343261: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:56:48.036038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7047f2a4-f74d-478b-b271-84776253929a req-b6dfe4c1-8cd9-4fd1-ba2a-6d9204ad6d4b service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284521 Jul 16 17:56:48.127101 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8935ee24-14a5-4ba9-bec3-035fb779349a x-openstack-request-id: req-8935ee24-14a5-4ba9-bec3-035fb779349a {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:48.127732 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83562e7a-b984-4fb2-a280-14cb3ff87c83", "tag": "151cba29-e4ef-45aa-a200-951d1d5666e8", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:48.128257 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8935ee24-14a5-4ba9-bec3-035fb779349a {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:48.128815 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'tag': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'status': 'completed', 'code': 200} Jul 16 17:56:48.129816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9359f04-e9f7-4c35-b79e-5a597fb6ede4 None None] Network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:48.132178 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.162566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725ea0f-afe7-4423-a449-a3563587dcbb req-3022d8b6-6380-4042-97b1-35450e554d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.164154 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3725ea0f-afe7-4423-a449-a3563587dcbb req-3022d8b6-6380-4042-97b1-35450e554d3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 1097 time: 0.1415758 Jul 16 17:56:48.240607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7047f2a4-f74d-478b-b271-84776253929a req-7212ca05-81f5-429b-89f9-fc3200fb93e4 service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036715 Jul 16 17:56:48.242091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-80d751bf-2709-432f-934a-d535b1cccc20 None None] Provisioning for port 35345704-6647-4c95-a406-ee83c19b42e7 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:48.247702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-80d751bf-2709-432f-934a-d535b1cccc20 None None] Provisioning complete for port 35345704-6647-4c95-a406-ee83c19b42e7 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:48.248662 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-80d751bf-2709-432f-934a-d535b1cccc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.264613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cce12-1c84-43bc-ad8c-3f250e96015b req-eef01cf5-8c42-4163-a4de-106b8eece5d4 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.273190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d94cce12-1c84-43bc-ad8c-3f250e96015b req-eef01cf5-8c42-4163-a4de-106b8eece5d4 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 944 time: 0.1372209 Jul 16 17:56:48.286013 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.295066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725ea0f-afe7-4423-a449-a3563587dcbb req-1de7eacc-67c0-4703-b2a6-061e487c380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.297691 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3725ea0f-afe7-4423-a449-a3563587dcbb req-1de7eacc-67c0-4703-b2a6-061e487c380c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.1252811 Jul 16 17:56:48.352033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:48.359861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:48.362624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:48.372810 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3725ea0f-afe7-4423-a449-a3563587dcbb req-4baccb77-8e96-4884-af1d-804cb18711d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=151cba29-e4ef-45aa-a200-951d1d5666e8 HTTP/1.1" status: 200 len: 217 time: 0.0619905 Jul 16 17:56:48.381139 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d94cce12-1c84-43bc-ad8c-3f250e96015b req-cf41974f-4b6e-4f9d-ae22-5f524557f668 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/security-groups?id=11cee375-2edb-4684-a979-ed48884a86f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074500 Jul 16 17:56:48.437032 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-80d751bf-2709-432f-934a-d535b1cccc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.443140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725ea0f-afe7-4423-a449-a3563587dcbb req-b7d655ca-e712-4500-99c2-c2e9a477b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.444869 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3725ea0f-afe7-4423-a449-a3563587dcbb req-b7d655ca-e712-4500-99c2-c2e9a477b96c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.0632553 Jul 16 17:56:48.448290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c92579f5-1b43-4a39-84a4-8647f4083435,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:48.488835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-80d751bf-2709-432f-934a-d535b1cccc20 None None] For port 35345704-6647-4c95-a406-ee83c19b42e7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=35345704-6647-4c95-a406-ee83c19b42e7,segment=NetworkSegment(e866fb8e-9ba7-4848-a0fc-eb2aa0b15def),segment_id=e866fb8e-9ba7-4848-a0fc-eb2aa0b15def)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:48.497130 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-80d751bf-2709-432f-934a-d535b1cccc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.554478 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725ea0f-afe7-4423-a449-a3563587dcbb req-1af7f10b-6dac-428f-b310-da638c98d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.556151 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3725ea0f-afe7-4423-a449-a3563587dcbb req-1af7f10b-6dac-428f-b310-da638c98d713 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934417 Jul 16 17:56:48.599233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d751bf-2709-432f-934a-d535b1cccc20 None None] Pushing event updated for resources: {'Port': ['ID=35345704-6647-4c95-a406-ee83c19b42e7,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:48.694453 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3725ea0f-afe7-4423-a449-a3563587dcbb req-83f85dc1-857a-4a8c-94e5-d0ce0105f027 service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302657 Jul 16 17:56:48.752488 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5598c12-f175-4a01-8461-20f337f88f5e req-02e6492f-1e9e-4309-97e4-76670f1d157f tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.754092 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5598c12-f175-4a01-8461-20f337f88f5e req-02e6492f-1e9e-4309-97e4-76670f1d157f tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 1102 time: 0.1571739 Jul 16 17:56:48.827687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d106c577-1d33-43a4-b71f-558ab7efb02b None None] Provisioning complete for port 35345704-6647-4c95-a406-ee83c19b42e7 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:48.829073 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d106c577-1d33-43a4-b71f-558ab7efb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.835925 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3725ea0f-afe7-4423-a449-a3563587dcbb req-54b1f03f-2b7f-4881-8fc8-c8c4a51d2421 service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303301 Jul 16 17:56:48.855765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5598c12-f175-4a01-8461-20f337f88f5e req-52469631-656c-423c-9c47-ff939f33cb39 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941489 Jul 16 17:56:48.871909 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.910992 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.132103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff27af1-1782-4ad6-a35c-e02bf174134e req-6f50b975-ba24-4fbe-adf8-a9745fa42190 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.133768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cff27af1-1782-4ad6-a35c-e02bf174134e req-6f50b975-ba24-4fbe-adf8-a9745fa42190 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.1556785 Jul 16 17:56:49.175729 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.193890 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cff27af1-1782-4ad6-a35c-e02bf174134e req-71f44ccd-8085-4024-8bdf-999f3043206e tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497844 Jul 16 17:56:49.328833 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:56:49.366790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:49.455785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 35345704-6647-4c95-a406-ee83c19b42e7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:49.487666 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:49.497845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:49.499105 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.524141 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:49.534000 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Sync routers for ids ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:49.546664 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Routers {'ca3a8428-d2b4-4979-8d76-acc58d5d86a2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:49.547846 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:49.555905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da980c7-2de1-4b02-a3de-39b1fec6b8f4 req-b547d86a-60da-4f28-90be-3fb5718ef812 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.559360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 35345704-6647-4c95-a406-ee83c19b42e7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:49.559743 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.567073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6da980c7-2de1-4b02-a3de-39b1fec6b8f4 req-b547d86a-60da-4f28-90be-3fb5718ef812 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d HTTP/1.1" status: 200 len: 1102 time: 0.1187639 Jul 16 17:56:49.640414 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.650432 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.655459 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7a03bc77-435b-4429-b94c-eb86b23ae0f8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6007771 Jul 16 17:56:49.655791 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53548) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.663950 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Set router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:49.664766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6da980c7-2de1-4b02-a3de-39b1fec6b8f4 req-cdab363d-56e5-4f89-a0f5-9125225007cc tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968313 Jul 16 17:56:49.712939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab91af88-18c3-4916-8283-470ac3728380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a3eb90-e49c-4f27-bc9d-d2578e0068b9'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:49.722001 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85d2430-f6e1-4f1f-ac1d-6ae3951827f1" -d '{"events": [{"server_uuid": "ab91af88-18c3-4916-8283-470ac3728380", "name": "network-vif-plugged", "status": "completed", "tag": "90a3eb90-e49c-4f27-bc9d-d2578e0068b9"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:49.778160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-68442d07-56b1-41e3-b326-afcadff45678 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.779915 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-68442d07-56b1-41e3-b326-afcadff45678 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1755006 Jul 16 17:56:49.787790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=90a3eb90-e49c-4f27-bc9d-d2578e0068b9,segment=NetworkSegment(c2ca3755-68ae-48b7-91a2-8530c8b0454d),segment_id=c2ca3755-68ae-48b7-91a2-8530c8b0454d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:49.806768 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.867693 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:48Z', 'revision_number': 3, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:49.898144 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Checking router: ca3a8428-d2b4-4979-8d76-acc58d5d86a2 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:49.898870 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Updating router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 port c92579f5-1b43-4a39-84a4-8647f4083435 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:49.912480 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-4f328848-c1f8-43de-bb08-239f62e6cfb1 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 695 time: 0.1260130 Jul 16 17:56:49.931922 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=90a3eb90-e49c-4f27-bc9d-d2578e0068b9,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:49.942597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-2af06e94-2d44-4297-8192-e6bfdd9c0d0d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Request body: {'floatingip': {'port_id': '2e3dc549-600f-4001-af3f-efb607a05e10', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:49.943494 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.993091 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-2af06e94-2d44-4297-8192-e6bfdd9c0d0d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.087376 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e5512-f3d9-4b5f-a88b-96646428a4ce req-f4e87345-17e3-41db-8a46-aaf602414ff3 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:50.088536 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e43e5512-f3d9-4b5f-a88b-96646428a4ce req-f4e87345-17e3-41db-8a46-aaf602414ff3 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 945 time: 0.2052102 Jul 16 17:56:50.174552 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e43e5512-f3d9-4b5f-a88b-96646428a4ce req-ea6b8aaa-ee06-48f1-9b6a-32557cc016e5 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/security-groups?id=11cee375-2edb-4684-a979-ed48884a86f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561728 Jul 16 17:56:50.195640 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.240057 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.251665 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Transition to ACTIVE for port object c92579f5-1b43-4a39-84a4-8647f4083435 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:50.259459 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.302261 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Pushing event updated for resources: {'Port': ['ID=c92579f5-1b43-4a39-84a4-8647f4083435,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:50.314708 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.315413 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.315963 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.316522 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.317574 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.318377 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.318895 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.319606 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.320139 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.320638 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.321151 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.321647 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:50.345878 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Attempting to bind port c92579f5-1b43-4a39-84a4-8647f4083435 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:50.346539 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Attempting to bind port c92579f5-1b43-4a39-84a4-8647f4083435 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:50.347088 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Attempting to bind port c92579f5-1b43-4a39-84a4-8647f4083435 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:50.352996 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:50.353642 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:50.354267 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.354837 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:50.355528 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Bound port: c92579f5-1b43-4a39-84a4-8647f4083435, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:50.356114 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.397144 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Allocated IP 172.20.0.1 (4c6fdd73-da18-48b5-9a3b-f97be3bcf6df/243b46fa-7a93-4ad1-8fd4-e955798c54a4/c4dec196-5b16-4249-8064-f28ea8ac2b1d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:50.424336 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] For port c92579f5-1b43-4a39-84a4-8647f4083435, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:50.428168 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] For port c92579f5-1b43-4a39-84a4-8647f4083435, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c92579f5-1b43-4a39-84a4-8647f4083435,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:50.434710 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.518037 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Routers {'ca3a8428-d2b4-4979-8d76-acc58d5d86a2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:50.518840 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:50.540538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.557257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Transition to ACTIVE for port object c4dec196-5b16-4249-8064-f28ea8ac2b1d will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:50.582137 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf8730-899a-4850-99e6-7ee4327fc849 None None] Pushing event updated for resources: {'Port': ['ID=c92579f5-1b43-4a39-84a4-8647f4083435,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:50.600370 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.628154 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea43fea9-bf80-40a4-8ad6-641f36cf24cd x-openstack-request-id: req-ea43fea9-bf80-40a4-8ad6-641f36cf24cd {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:50.629120 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab91af88-18c3-4916-8283-470ac3728380", "name": "network-vif-plugged", "status": "completed", "tag": "90a3eb90-e49c-4f27-bc9d-d2578e0068b9", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:50.629651 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea43fea9-bf80-40a4-8ad6-641f36cf24cd {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:50.630292 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab91af88-18c3-4916-8283-470ac3728380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a3eb90-e49c-4f27-bc9d-d2578e0068b9', 'code': 200} Jul 16 17:56:50.650732 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Pushing event updated for resources: {'Port': ['ID=c4dec196-5b16-4249-8064-f28ea8ac2b1d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:50.661727 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-2af06e94-2d44-4297-8192-e6bfdd9c0d0d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.666810 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-2af06e94-2d44-4297-8192-e6bfdd9c0d0d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.673807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:50.676054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:50.679618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:50.692437 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] Set router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:50.762816 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.787904 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-2af06e94-2d44-4297-8192-e6bfdd9c0d0d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Floating IP 5a796b05-5535-4bcf-85c6-8211bd343261 associated. External IP: 172.25.3.43, port: 2e3dc549-600f-4001-af3f-efb607a05e10. Jul 16 17:56:50.905006 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-ea6f89ec-ba3d-4a34-96d7-8fa8ba758e84 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1186662 Jul 16 17:56:50.934399 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:48Z', 'revision_number': 3, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:50.953573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0586e-3d4f-438b-b1c7-df8140b87d64 req-e04e4172-2c0d-4bdc-9c69-0598e5a299e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:50.955152 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9ab0586e-3d4f-438b-b1c7-df8140b87d64 req-e04e4172-2c0d-4bdc-9c69-0598e5a299e6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 1097 time: 0.1504259 Jul 16 17:56:50.968022 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9a95c-5163-4995-ad7d-6df3f9327c52 None None] The sync data for ids ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'] in n-d-787205-10 is: [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:48Z', 'revision_number': 3, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:51.003511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ff3f4653-a13a-474b-9bd2-c25fac6c0e2e None None] Provisioning for port c4dec196-5b16-4249-8064-f28ea8ac2b1d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:51.011091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ff3f4653-a13a-474b-9bd2-c25fac6c0e2e None None] Provisioning complete for port c4dec196-5b16-4249-8064-f28ea8ac2b1d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:51.012416 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ff3f4653-a13a-474b-9bd2-c25fac6c0e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.038494 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9ab0586e-3d4f-438b-b1c7-df8140b87d64 req-7fbe35b5-eaab-4568-83d0-6ef7238f7759 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=11cee375-2edb-4684-a979-ed48884a86f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608630 Jul 16 17:56:51.044020 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.209059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f4653-a13a-474b-9bd2-c25fac6c0e2e None None] Port c4dec196-5b16-4249-8064-f28ea8ac2b1d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:51.284830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.313873 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.399773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Pushing event updated for resources: {'Port': ['ID=c4dec196-5b16-4249-8064-f28ea8ac2b1d,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:51.420199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.507344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293929e-63eb-4d10-8c31-4d9e54f96637 req-d0ea9bea-f4eb-402f-904e-b506ea80d342 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:51.509211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6293929e-63eb-4d10-8c31-4d9e54f96637 req-d0ea9bea-f4eb-402f-904e-b506ea80d342 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.32 "GET /v2.0/ports?device_id=83562e7a-b984-4fb2-a280-14cb3ff87c83 HTTP/1.1" status: 200 len: 945 time: 0.6125989 Jul 16 17:56:51.516638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c92579f5-1b43-4a39-84a4-8647f4083435 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:51.571540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:51.574246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:51.596527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c92579f5-1b43-4a39-84a4-8647f4083435 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:51.599943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-acb5dce4-d429-458c-982b-f25b7a853d97 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:51.602197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c92579f5-1b43-4a39-84a4-8647f4083435 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:51.602942 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.608223 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-acb5dce4-d429-458c-982b-f25b7a853d97 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7019918 Jul 16 17:56:51.632730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-2b2e16a5-312a-40d7-a8f9-d5ecf27314fb tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/quotas/6ccdf17dc6774ef385777e775eb283cf HTTP/1.1" status: 200 len: 375 time: 0.0234909 Jul 16 17:56:51.720497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:51.758302 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.817695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port c92579f5-1b43-4a39-84a4-8647f4083435, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c92579f5-1b43-4a39-84a4-8647f4083435,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:51.825254 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.839150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-2af06e94-2d44-4297-8192-e6bfdd9c0d0d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:51.879654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-7d495fe1-8791-4e2e-addf-ed70480260f8 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2458279 Jul 16 17:56:51.908115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-6293929e-63eb-4d10-8c31-4d9e54f96637 req-f5f67c16-bbb5-4587-92d8-b6ee8eddd218 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Deleting port 151cba29-e4ef-45aa-a200-951d1d5666e8 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:51.908477 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6293929e-63eb-4d10-8c31-4d9e54f96637 req-f5f67c16-bbb5-4587-92d8-b6ee8eddd218 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.914288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=c92579f5-1b43-4a39-84a4-8647f4083435,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:51.934049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:51.954938 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-367c957d-8861-40c2-a18d-7025afb251bc admin admin] 10.222.0.24 "PUT /v2.0/routers/ca3a8428-d2b4-4979-8d76-acc58d5d86a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2974131 Jul 16 17:56:52.046620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-887be603-2f92-45b3-b8ef-393ddcad2fb5 None None] Provisioning complete for port c4dec196-5b16-4249-8064-f28ea8ac2b1d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:52.048195 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-887be603-2f92-45b3-b8ef-393ddcad2fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.072720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-6293929e-63eb-4d10-8c31-4d9e54f96637 req-f5f67c16-bbb5-4587-92d8-b6ee8eddd218 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] For port 151cba29-e4ef-45aa-a200-951d1d5666e8, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=151cba29-e4ef-45aa-a200-951d1d5666e8,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:52.073106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6293929e-63eb-4d10-8c31-4d9e54f96637 req-f5f67c16-bbb5-4587-92d8-b6ee8eddd218 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.110483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-887be603-2f92-45b3-b8ef-393ddcad2fb5 None None] Port c4dec196-5b16-4249-8064-f28ea8ac2b1d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:52.117075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-6293929e-63eb-4d10-8c31-4d9e54f96637 req-f5f67c16-bbb5-4587-92d8-b6ee8eddd218 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Calling delete_port for 151cba29-e4ef-45aa-a200-951d1d5666e8 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:52.366743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-2af06e94-2d44-4297-8192-e6bfdd9c0d0d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:52.380494 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-2af06e94-2d44-4297-8192-e6bfdd9c0d0d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.413861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f68e9e-ec29-4758-9321-f98b7ab4466d None None] Sync routers for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:52.446558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f68e9e-ec29-4758-9321-f98b7ab4466d None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:52.447973 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-78f68e9e-ec29-4758-9321-f98b7ab4466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:52.476716 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-2af06e94-2d44-4297-8192-e6bfdd9c0d0d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "PUT /v2.0/floatingips/5a796b05-5535-4bcf-85c6-8211bd343261 HTTP/1.1" status: 200 len: 995 time: 2.5424957 Jul 16 17:56:52.479845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:52.488484 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42f592f-a495-40e0-8dd2-701bf7debc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:52.712435 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6293929e-63eb-4d10-8c31-4d9e54f96637 req-f5f67c16-bbb5-4587-92d8-b6ee8eddd218 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.759146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f67c16-bbb5-4587-92d8-b6ee8eddd218 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Pushing event deleted for resources: {'Port': ['ID=151cba29-e4ef-45aa-a200-951d1d5666e8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:52.771532 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['2e3dc549-600f-4001-af3f-efb607a05e10'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:52.833954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-b05b4027-b331-4933-b0f7-f976406f0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:52.841768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-b05b4027-b331-4933-b0f7-f976406f0ef9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 1097 time: 0.3044486 Jul 16 17:56:52.899754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6293929e-63eb-4d10-8c31-4d9e54f96637 req-f5f67c16-bbb5-4587-92d8-b6ee8eddd218 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] No DVR routers for this DVR port 151cba29-e4ef-45aa-a200-951d1d5666e8 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:52.913106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38028eec-046b-42dc-971a-cb39b8015852 req-2ce84abc-1747-45e4-a574-02ec10b722c1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:52.914873 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-38028eec-046b-42dc-971a-cb39b8015852 req-2ce84abc-1747-45e4-a574-02ec10b722c1 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.3078344 Jul 16 17:56:52.918264 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6293929e-63eb-4d10-8c31-4d9e54f96637 req-f5f67c16-bbb5-4587-92d8-b6ee8eddd218 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.920466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6293929e-63eb-4d10-8c31-4d9e54f96637 req-f5f67c16-bbb5-4587-92d8-b6ee8eddd218 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.32 "DELETE /v2.0/ports/151cba29-e4ef-45aa-a200-951d1d5666e8 HTTP/1.1" status: 204 len: 173 time: 1.3716204 Jul 16 17:56:52.941209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.949346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-78f68e9e-ec29-4758-9321-f98b7ab4466d None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:53.091805 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-38028eec-046b-42dc-971a-cb39b8015852 req-ed2aa093-45ba-42a3-b068-514b69f8a22e tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682723 Jul 16 17:56:53.100583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-8a00a74b-bae2-4b7a-aa37-748037f7d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:53.110426 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-8a00a74b-bae2-4b7a-aa37-748037f7d554 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.2676733 Jul 16 17:56:53.293894 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-a8ad03e8-a7b9-4a9c-8376-b3057d1f55e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 200 len: 998 time: 0.1822624 Jul 16 17:56:53.378390 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 151cba29-e4ef-45aa-a200-951d1d5666e8 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:53.379498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-f20ccd19-cb88-4f6b-aa6b-6a27526df472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:53.388591 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-f20ccd19-cb88-4f6b-aa6b-6a27526df472 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.0936375 Jul 16 17:56:53.416850 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 151cba29-e4ef-45aa-a200-951d1d5666e8 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:53.417275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 151cba29-e4ef-45aa-a200-951d1d5666e8 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:53.483581 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Sync routers for ids ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:53.499648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-b7b07dda-a106-4608-9070-50f4a349520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:53.511840 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-b7b07dda-a106-4608-9070-50f4a349520f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216276 Jul 16 17:56:53.515993 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Routers {'ca3a8428-d2b4-4979-8d76-acc58d5d86a2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:53.524128 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:53.581981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c92579f5-1b43-4a39-84a4-8647f4083435 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:53.666293 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Set router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:53.676528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-78f68e9e-ec29-4758-9321-f98b7ab4466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '5a796b05-5535-4bcf-85c6-8211bd343261', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'port_id': '2e3dc549-600f-4001-af3f-efb607a05e10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'mac_address': 'fa:16:3e:88:8e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:59Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 8, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:53.710755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6418a0-0ad0-472f-863c-c12290cad5e7 req-29ed3f92-cea8-4074-9d09-82001572ec56 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:53.712387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff6418a0-0ad0-472f-863c-c12290cad5e7 req-29ed3f92-cea8-4074-9d09-82001572ec56 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 945 time: 0.1362944 Jul 16 17:56:53.715324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-145e6dbd-ed1c-491a-83c8-fb7c885ac49f service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026086 Jul 16 17:56:53.755301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f68e9e-ec29-4758-9321-f98b7ab4466d None None] Checking router: 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:53.802051 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c92579f5-1b43-4a39-84a4-8647f4083435 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:53.802676 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.805540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f68e9e-ec29-4758-9321-f98b7ab4466d None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:53.806344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-78f68e9e-ec29-4758-9321-f98b7ab4466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:53.874340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff6418a0-0ad0-472f-863c-c12290cad5e7 req-b71bcb3e-0f7c-4154-9298-3cb5ae187db0 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/security-groups?id=11cee375-2edb-4684-a979-ed48884a86f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555595 Jul 16 17:56:53.932175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c985b5cc-a704-4df6-b54a-16d028b55e43 req-0c784d30-d5f3-4cfc-9e91-ae2253d3a74a service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939521 Jul 16 17:56:53.985802 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 4, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'c4dec196-5b16-4249-8064-f28ea8ac2b1d', 'name': '', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'mac_address': 'fa:16:3e:76:06:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:50Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 2, 'project_id': 'e842df9b6b02407381982d4560f93832', 'subnets': [{'id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:54.048626 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Checking router: ca3a8428-d2b4-4979-8d76-acc58d5d86a2 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:54.048626 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Updating router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 port c4dec196-5b16-4249-8064-f28ea8ac2b1d binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:54.114965 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680ced2a-d405-447b-91d5-9822c140045c x-openstack-request-id: req-680ced2a-d405-447b-91d5-9822c140045c {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:54.115338 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:54.115551 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-680ced2a-d405-447b-91d5-9822c140045c {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:54.115971 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10', 'status': 'completed', 'code': 200} Jul 16 17:56:54.119639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-fd410cd9-64b5-442a-b8bd-f6b3dfce08ad tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628922 Jul 16 17:56:54.129736 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.197129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-78f68e9e-ec29-4758-9321-f98b7ab4466d None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:54.327682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a46bb37c-4319-4469-a801-7df470f386f8 req-ae0381cc-d49a-489e-86ca-1f44aad28cb4 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 210 time: 0.1821451 Jul 16 17:56:54.596638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-431886ba-ad20-43f3-a9fa-8adb57a03b49 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.598221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-431886ba-ad20-43f3-a9fa-8adb57a03b49 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4509702 Jul 16 17:56:54.621846 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe2fbe21-711f-4e42-a373-08aeaf5de2b9 req-a041b2eb-e6bd-4403-bc00-1f84e604b52e tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips/5a796b05-5535-4bcf-85c6-8211bd343261 HTTP/1.1" status: 200 len: 995 time: 0.1776135 Jul 16 17:56:54.622729 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.631906 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Request body: {'port': {'device_id': '1be8042d-71af-48a7-ba49-e5a5998040b1', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '6ccdf17dc6774ef385777e775eb283cf'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:54.637926 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Transition to ACTIVE for port object c4dec196-5b16-4249-8064-f28ea8ac2b1d will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:54.648078 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.678150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f592f-a495-40e0-8dd2-701bf7debc3c req-9e3df0c4-ed2f-47ff-9ebc-0cc20bd2208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.680086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b42f592f-a495-40e0-8dd2-701bf7debc3c req-9e3df0c4-ed2f-47ff-9ebc-0cc20bd2208a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 1097 time: 0.5705118 Jul 16 17:56:54.720011 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872edfc1-f824-4699-87ae-d60c297982ea None None] Pushing event updated for resources: {'Port': ['ID=c4dec196-5b16-4249-8064-f28ea8ac2b1d,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:54.720268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-78f68e9e-ec29-4758-9321-f98b7ab4466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '5a796b05-5535-4bcf-85c6-8211bd343261', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'port_id': '2e3dc549-600f-4001-af3f-efb607a05e10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'mac_address': 'fa:16:3e:88:8e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:59Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 8, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:54.752391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f68e9e-ec29-4758-9321-f98b7ab4466d None None] The sync data for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 is: [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '5a796b05-5535-4bcf-85c6-8211bd343261', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'floating_ip_address': '172.25.3.43', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'port_id': '2e3dc549-600f-4001-af3f-efb607a05e10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'mac_address': 'fa:16:3e:88:8e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:59Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 8, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:54.814343 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Attempting to bind port c4dec196-5b16-4249-8064-f28ea8ac2b1d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:54.814712 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Attempting to bind port c4dec196-5b16-4249-8064-f28ea8ac2b1d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:54.815081 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Attempting to bind port c4dec196-5b16-4249-8064-f28ea8ac2b1d on network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:54.821528 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:54.822153 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Checking segment: {'id': 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:54.822644 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.823044 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Bound using segment: {'id': 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:54.824429 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Bound port: c4dec196-5b16-4249-8064-f28ea8ac2b1d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:54.824857 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.916999 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] For port c4dec196-5b16-4249-8064-f28ea8ac2b1d, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:54.921045 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] For port c4dec196-5b16-4249-8064-f28ea8ac2b1d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c4dec196-5b16-4249-8064-f28ea8ac2b1d,segment=NetworkSegment(e866fb8e-9ba7-4848-a0fc-eb2aa0b15def),segment_id=e866fb8e-9ba7-4848-a0fc-eb2aa0b15def)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:54.925467 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.024500 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.061924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fbe21-711f-4e42-a373-08aeaf5de2b9 req-86a1c781-d461-4234-8129-aa877e25ae95 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.069430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe2fbe21-711f-4e42-a373-08aeaf5de2b9 req-86a1c781-d461-4234-8129-aa877e25ae95 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.4462700 Jul 16 17:56:55.084538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-fe2fbe21-711f-4e42-a373-08aeaf5de2b9 req-d0dc60aa-eb1b-44bb-b52c-20935a88f5b4 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:56:55.097766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe2fbe21-711f-4e42-a373-08aeaf5de2b9 req-d0dc60aa-eb1b-44bb-b52c-20935a88f5b4 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273390 Jul 16 17:56:55.113933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bcdb1-2e2f-4955-80d8-fe14d077e860 req-72b8b37f-1ed2-44f1-8d1d-379cfbee4103 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.122306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be3bcdb1-2e2f-4955-80d8-fe14d077e860 req-72b8b37f-1ed2-44f1-8d1d-379cfbee4103 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.4469337 Jul 16 17:56:55.133864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad000713-bac4-46b4-940c-17ee376f1594 None None] New status for floating IP 5a796b05-5535-4bcf-85c6-8211bd343261: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:56:55.139813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f592f-a495-40e0-8dd2-701bf7debc3c req-3d9574a4-9c1a-4519-86fa-b8e60999fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.141311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b42f592f-a495-40e0-8dd2-701bf7debc3c req-3d9574a4-9c1a-4519-86fa-b8e60999fe8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.4317064 Jul 16 17:56:55.163858 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Routers {'ca3a8428-d2b4-4979-8d76-acc58d5d86a2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:55.167739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Made reservation on behalf of 6ccdf17dc6774ef385777e775eb283cf for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:55.171562 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.171821 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:55.242536 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872edfc1-f824-4699-87ae-d60c297982ea None None] Pushing event updated for resources: {'Port': ['ID=c4dec196-5b16-4249-8064-f28ea8ac2b1d,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:55.288737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be3bcdb1-2e2f-4955-80d8-fe14d077e860 req-82d0ebda-c082-4215-80ed-f3a761e9af2c tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654155 Jul 16 17:56:55.317226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b42f592f-a495-40e0-8dd2-701bf7debc3c req-6c4c5209-6b6a-49ce-a0df-32db009a19e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 200 len: 998 time: 0.1640046 Jul 16 17:56:55.424108 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] Set router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:55.623695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f592f-a495-40e0-8dd2-701bf7debc3c req-e4b5435b-dd8d-4d06-96fe-69d69b1de423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.625465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b42f592f-a495-40e0-8dd2-701bf7debc3c req-e4b5435b-dd8d-4d06-96fe-69d69b1de423 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.2503123 Jul 16 17:56:55.632740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-114ab372-0d10-44e9-a802-7eb8ff2806ef tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 1000 time: 0.2300048 Jul 16 17:56:55.657091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Allocated IP 192.168.233.185 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/4de4eec5-b507-4e63-86d1-cec9f439a5ae) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:55.775259 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-dd87b4c0-d3e0-49d9-87fd-38f6eef0d153 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.776721 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-dd87b4c0-d3e0-49d9-87fd-38f6eef0d153 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports/2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 200 len: 942 time: 0.1232805 Jul 16 17:56:55.809760 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 4, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'c4dec196-5b16-4249-8064-f28ea8ac2b1d', 'name': '', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'mac_address': 'fa:16:3e:76:06:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:50Z', 'updated_at': '2021-07-16T17:56:54Z', 'revision_number': 4, 'project_id': 'e842df9b6b02407381982d4560f93832', 'subnets': [{'id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:55.825460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f592f-a495-40e0-8dd2-701bf7debc3c req-0417b5c0-4af2-4516-b14e-2d332192e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.827130 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b42f592f-a495-40e0-8dd2-701bf7debc3c req-0417b5c0-4af2-4516-b14e-2d332192e6c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1907687 Jul 16 17:56:55.852712 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443e1a2e-9227-4e52-9fea-5b84c4088437 None None] The sync data for ids ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'] in n-d-787205-10 is: [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 4, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'c4dec196-5b16-4249-8064-f28ea8ac2b1d', 'name': '', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'mac_address': 'fa:16:3e:76:06:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:50Z', 'updated_at': '2021-07-16T17:56:54Z', 'revision_number': 4, 'project_id': 'e842df9b6b02407381982d4560f93832', 'subnets': [{'id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:56.049968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53692) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:56.156512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'name': 'network-vif-deleted', 'tag': '151cba29-e4ef-45aa-a200-951d1d5666e8'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:56.159051 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ff80f3-31bf-4876-b672-2d5319897c0b" -d '{"events": [{"server_uuid": "83562e7a-b984-4fb2-a280-14cb3ff87c83", "name": "network-vif-deleted", "tag": "151cba29-e4ef-45aa-a200-951d1d5666e8"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:56.175772 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.262958 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.271722 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Transition to ACTIVE for port object 4de4eec5-b507-4e63-86d1-cec9f439a5ae will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:56.276661 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b42f592f-a495-40e0-8dd2-701bf7debc3c req-d10f47d5-858c-48ca-b3e1-f2fea68bf6f9 service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410307 Jul 16 17:56:56.318056 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-e55871a5-af20-406f-9649-ff209a872fc0 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 1000 time: 0.2316623 Jul 16 17:56:56.379411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c961b01b-e003-4528-9a4e-87c3c898267b req-8e02628a-9434-4411-a7eb-656ca47111ca tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 210 time: 0.0601492 Jul 16 17:56:56.485920 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.493877 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.541459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c20883f-f963-4c62-8e8e-f4d78675e37d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:56.563856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:56.564316 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:56.564762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:56.565201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:56.565636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:56.566091 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:56.566524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:56.566978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:56.567419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:56.567883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:56.568393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:56.568750 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:56.584472 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ef73f37a-9d17-4dc3-8bd2-c65d5b26dc5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e2e9e3d7ccb409eb62eb9ff67da7fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5328643 Jul 16 17:56:56.586121 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53704) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:56.667228 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c472d140-91a3-45e5-842d-19c04273c672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.692439 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c472d140-91a3-45e5-842d-19c04273c672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.757261 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c472d140-91a3-45e5-842d-19c04273c672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.761571 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c472d140-91a3-45e5-842d-19c04273c672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.763172 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c472d140-91a3-45e5-842d-19c04273c672 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c20883f-f963-4c62-8e8e-f4d78675e37d HTTP/1.1" status: 204 len: 168 time: 0.1759574 Jul 16 17:56:56.774860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472d140-91a3-45e5-842d-19c04273c672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c20883f-f963-4c62-8e8e-f4d78675e37d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:57.004478 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.018808 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'b3808cb4-ba56-4d3b-939f-159a78c9b52a', '64f3b18a-3a38-4dae-869a-d760d9865e74'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:57.021384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['c8d5528d-f760-45ac-a5e0-69aa4a85fe19'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:57.107914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:57.110460 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b42f592f-a495-40e0-8dd2-701bf7debc3c req-68a061f5-16f9-42cd-a6ac-6f307819ff54 service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8192041 Jul 16 17:56:57.126631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:57.132225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:57.205787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event updated for resources: {'Port': ['ID=4de4eec5-b507-4e63-86d1-cec9f439a5ae,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:57.234621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4b2f2-4a01-4873-ae99-bebbefdca945 req-c64d7bc8-5b19-43dd-b9ed-118a5d5fe40c tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:57.242600 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2e4b2f2-4a01-4873-ae99-bebbefdca945 req-c64d7bc8-5b19-43dd-b9ed-118a5d5fe40c tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 945 time: 0.3206916 Jul 16 17:56:57.301369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-37f29585-bc5e-4a8a-af16-a2dde530caee tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:57.303881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-37f29585-bc5e-4a8a-af16-a2dde530caee tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.9681368 Jul 16 17:56:57.349904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.350439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.350713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.351065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.351445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.351730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.352067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.352400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.352735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.353067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.353400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.353755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.491412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:57.492441 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.578591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c4dec196-5b16-4249-8064-f28ea8ac2b1d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:57.590917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-470f98a2-b8e8-45a7-8e61-94ec78615759 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9657874 Jul 16 17:56:57.608570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-7c28b531-675d-4b79-ba0f-67d52227677c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:56:57.609651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-7c28b531-675d-4b79-ba0f-67d52227677c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085819 Jul 16 17:56:57.624194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2e4b2f2-4a01-4873-ae99-bebbefdca945 req-d0785ae7-d466-4a46-a893-c0931c6dad92 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/security-groups?id=11cee375-2edb-4684-a979-ed48884a86f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150978 Jul 16 17:56:57.660038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-b94cf8e8-c046-444d-897a-73518092adf1 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 1000 time: 0.3268135 Jul 16 17:56:57.670417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-da9d8d6f-305f-4f79-87df-e7e12545da3d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:57.716126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a619de7f-c3a9-49ea-9a75-970154996ea9 None None] Provisioning for port 4de4eec5-b507-4e63-86d1-cec9f439a5ae completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:57.738959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a619de7f-c3a9-49ea-9a75-970154996ea9 None None] Provisioning complete for port 4de4eec5-b507-4e63-86d1-cec9f439a5ae triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:57.741517 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a619de7f-c3a9-49ea-9a75-970154996ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.796730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a619de7f-c3a9-49ea-9a75-970154996ea9 None None] Port 4de4eec5-b507-4e63-86d1-cec9f439a5ae cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:57.799664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c4dec196-5b16-4249-8064-f28ea8ac2b1d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:57.811071 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-da9d8d6f-305f-4f79-87df-e7e12545da3d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.821628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c4dec196-5b16-4249-8064-f28ea8ac2b1d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:57.822830 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.930121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Request body: {'port': {'device_id': '1be8042d-71af-48a7-ba49-e5a5998040b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:58.052761 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1cd48d-605a-4db2-a0d4-3195a9756d69 x-openstack-request-id: req-9f1cd48d-605a-4db2-a0d4-3195a9756d69 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:58.053085 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83562e7a-b984-4fb2-a280-14cb3ff87c83", "name": "network-vif-deleted", "tag": "151cba29-e4ef-45aa-a200-951d1d5666e8", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:58.053311 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f1cd48d-605a-4db2-a0d4-3195a9756d69 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:58.053698 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83562e7a-b984-4fb2-a280-14cb3ff87c83', 'name': 'network-vif-deleted', 'tag': '151cba29-e4ef-45aa-a200-951d1d5666e8', 'status': 'completed', 'code': 200} Jul 16 17:56:58.084709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5fb55-6057-4981-850a-a1afc6d89129 req-d02d08fe-c308-4bf6-8f78-a1d43af8a4ce tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:58.087537 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69b5fb55-6057-4981-850a-a1afc6d89129 req-d02d08fe-c308-4bf6-8f78-a1d43af8a4ce tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 945 time: 0.2600245 Jul 16 17:56:58.110192 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.217289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port c4dec196-5b16-4249-8064-f28ea8ac2b1d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c4dec196-5b16-4249-8064-f28ea8ac2b1d,segment=NetworkSegment(e866fb8e-9ba7-4848-a0fc-eb2aa0b15def),segment_id=e866fb8e-9ba7-4848-a0fc-eb2aa0b15def)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:58.222268 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.247741 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-da9d8d6f-305f-4f79-87df-e7e12545da3d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.249304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.256148 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53738) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:58.256810 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-da9d8d6f-305f-4f79-87df-e7e12545da3d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.257126 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-da9d8d6f-305f-4f79-87df-e7e12545da3d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Floating IP 5a796b05-5535-4bcf-85c6-8211bd343261 disassociated. External IP: 172.25.3.43, port: 2e3dc549-600f-4001-af3f-efb607a05e10. Jul 16 17:56:58.299104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=c4dec196-5b16-4249-8064-f28ea8ac2b1d,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:58.473934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-584868002-network', 'tenant_id': '7f323cb956b84b779a7dd2b15c25a85c'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:58.603191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Made reservation on behalf of 7f323cb956b84b779a7dd2b15c25a85c for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:58.606024 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.662801 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.679800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-69b5fb55-6057-4981-850a-a1afc6d89129 req-d3117500-e304-4890-8449-3234cac5fe40 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Deleting port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:58.680216 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69b5fb55-6057-4981-850a-a1afc6d89129 req-d3117500-e304-4890-8449-3234cac5fe40 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.722788 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:56:58.835273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4b100-392f-4349-bc31-3c5cc4cd1712 req-4415cfd2-8863-447a-9c5f-a608365e9b49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:58.837033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83a4b100-392f-4349-bc31-3c5cc4cd1712 req-4415cfd2-8863-447a-9c5f-a608365e9b49 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.4516053 Jul 16 17:56:59.036193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-69b5fb55-6057-4981-850a-a1afc6d89129 req-d3117500-e304-4890-8449-3234cac5fe40 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] For port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=90a3eb90-e49c-4f27-bc9d-d2578e0068b9,segment=NetworkSegment(c2ca3755-68ae-48b7-91a2-8530c8b0454d),segment_id=c2ca3755-68ae-48b7-91a2-8530c8b0454d)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:59.036825 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69b5fb55-6057-4981-850a-a1afc6d89129 req-d3117500-e304-4890-8449-3234cac5fe40 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.051003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83a4b100-392f-4349-bc31-3c5cc4cd1712 req-414f9662-b776-4f8b-a17b-0f62f687fc4c tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754167 Jul 16 17:56:59.080683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-69b5fb55-6057-4981-850a-a1afc6d89129 req-d3117500-e304-4890-8449-3234cac5fe40 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Calling delete_port for 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:59.095183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-da9d8d6f-305f-4f79-87df-e7e12545da3d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:59.212315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de4eec5-b507-4e63-86d1-cec9f439a5ae {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:59.259207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.306650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Transition to ACTIVE for port object 4de4eec5-b507-4e63-86d1-cec9f439a5ae will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:59.310567 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.354218 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.362133 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.456033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c4dec196-5b16-4249-8064-f28ea8ac2b1d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:59.481316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:59.532213 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ce164c-a22f-429a-a643-9dd9293a14cc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:59.534865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Pushing event updated for resources: {'Port': ['ID=4de4eec5-b507-4e63-86d1-cec9f439a5ae,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:59.541633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c4dec196-5b16-4249-8064-f28ea8ac2b1d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:59.542174 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.545414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-da9d8d6f-305f-4f79-87df-e7e12545da3d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:59.551675 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.551675 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Added segment 97f09a31-6dc8-4d37-b8ef-4ee1de72a44f of type vlan for network 0e3e014d-f2e3-43c8-9222-753a8d06fb1c Jul 16 17:56:59.560246 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae7a20-8b42-45af-9673-9c89b196db86 None None] Sync routers for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:59.564056 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-da9d8d6f-305f-4f79-87df-e7e12545da3d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.587420 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae7a20-8b42-45af-9673-9c89b196db86 None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:59.589850 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7a20-8b42-45af-9673-9c89b196db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:59.709019 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.724379 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-da9d8d6f-305f-4f79-87df-e7e12545da3d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "PUT /v2.0/floatingips/5a796b05-5535-4bcf-85c6-8211bd343261 HTTP/1.1" status: 200 len: 695 time: 2.0631459 Jul 16 17:56:59.726025 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69b5fb55-6057-4981-850a-a1afc6d89129 req-d3117500-e304-4890-8449-3234cac5fe40 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.753172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb958fe5-c804-4ca7-a9ec-57b6f21ffab3 req-802d695b-b78f-4fef-86b3-6e4f54694f82 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:59.754790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb958fe5-c804-4ca7-a9ec-57b6f21ffab3 req-802d695b-b78f-4fef-86b3-6e4f54694f82 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 948 time: 0.4414010 Jul 16 17:56:59.778282 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a0ae7a20-8b42-45af-9673-9c89b196db86 None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:59.794946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3117500-e304-4890-8449-3234cac5fe40 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Pushing event deleted for resources: {'Port': ['ID=90a3eb90-e49c-4f27-bc9d-d2578e0068b9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:00.035385 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7a20-8b42-45af-9673-9c89b196db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:00.071460 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae7a20-8b42-45af-9673-9c89b196db86 None None] Checking router: 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:00.088021 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ae7a20-8b42-45af-9673-9c89b196db86 None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:00.088934 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7a20-8b42-45af-9673-9c89b196db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:00.208685 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a0ae7a20-8b42-45af-9673-9c89b196db86 None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:00.237052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:00.239473 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae312b9-a791-4918-9d50-8f29d9e922f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:00.280134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.281137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:00.281813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.285303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Attempting to bind port 4de4eec5-b507-4e63-86d1-cec9f439a5ae on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:00.285644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Attempting to bind port 4de4eec5-b507-4e63-86d1-cec9f439a5ae by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:00.286018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Attempting to bind port 4de4eec5-b507-4e63-86d1-cec9f439a5ae on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:00.299661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b5fb55-6057-4981-850a-a1afc6d89129 req-d3117500-e304-4890-8449-3234cac5fe40 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] No DVR routers for this DVR port 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:00.309769 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69b5fb55-6057-4981-850a-a1afc6d89129 req-d3117500-e304-4890-8449-3234cac5fe40 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.311854 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69b5fb55-6057-4981-850a-a1afc6d89129 req-d3117500-e304-4890-8449-3234cac5fe40 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.32 "DELETE /v2.0/ports/90a3eb90-e49c-4f27-bc9d-d2578e0068b9 HTTP/1.1" status: 204 len: 173 time: 2.2138715 Jul 16 17:57:00.326423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Port 4de4eec5-b507-4e63-86d1-cec9f439a5ae on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:00.326770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Attempting to bind port 4de4eec5-b507-4e63-86d1-cec9f439a5ae on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:00.349880 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb958fe5-c804-4ca7-a9ec-57b6f21ffab3 req-0e3beed8-d4ee-4035-b78a-c08812e75990 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696583 Jul 16 17:57:00.360761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1005154 Jul 16 17:57:00.365338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:00.365701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:00.366106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:00.366445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53756) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:00.366959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Bound port: 4de4eec5-b507-4e63-86d1-cec9f439a5ae, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:00.366959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.400395 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-24a10db5-82d2-4145-b8eb-9e9b64fd90a3 admin admin] Request body: {'subnet': {'network_id': '0e3e014d-f2e3-43c8-9222-753a8d06fb1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-584868002-subnet', 'tenant_id': '7f323cb956b84b779a7dd2b15c25a85c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:00.429640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caff93-542d-458e-92a1-489e1ed3db59 admin admin] Pushing event updated for resources: {'Network': ['ID=0e3e014d-f2e3-43c8-9222-753a8d06fb1c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:00.442583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-98527917-1a81-4e10-8a55-58c79b65c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:00.443086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-98527917-1a81-4e10-8a55-58c79b65c7ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 1097 time: 0.6642790 Jul 16 17:57:00.458837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 0e3e014d-f2e3-43c8-9222-753a8d06fb1c details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:00.460413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a10db5-82d2-4145-b8eb-9e9b64fd90a3 admin admin] Made reservation on behalf of 7f323cb956b84b779a7dd2b15c25a85c for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:00.463780 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24a10db5-82d2-4145-b8eb-9e9b64fd90a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.562863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] For port 4de4eec5-b507-4e63-86d1-cec9f439a5ae, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:00.585530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] For port 4de4eec5-b507-4e63-86d1-cec9f439a5ae, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4de4eec5-b507-4e63-86d1-cec9f439a5ae,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:00.591939 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a0ae7a20-8b42-45af-9673-9c89b196db86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:00.592220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.631626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-4214d16b-fbf2-457b-bccc-c9d741d0ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:00.633042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-4214d16b-fbf2-457b-bccc-c9d741d0ab08 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.1707115 Jul 16 17:57:00.647190 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ae7a20-8b42-45af-9673-9c89b196db86 None None] The sync data for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 is: [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:55:20Z', 'revision_number': 4, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '24843f31-a8b2-4892-b5b5-6b26306d54ca', 'name': '', 'network_id': '7b1c0ab0-9cf4-4dab-b364-0315c4cf4464', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'mac_address': 'fa:16:3e:62:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:18Z', 'updated_at': '2021-07-16T17:55:29Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'subnets': [{'id': '6c5bc86c-8c4e-4658-a6cc-3e2bd9572995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:00.694204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c224846-9947-434a-9038-e398e78f5bc4 req-d38b0b98-a1c1-4ce3-b52f-83bde7913a50 tempest-InstanceActionsNegativeTestJSON-368132725 tempest-InstanceActionsNegativeTestJSON-368132725-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab91af88-18c3-4916-8283-470ac3728380 HTTP/1.1" status: 200 len: 210 time: 0.0671041 Jul 16 17:57:00.754598 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:00.755229 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.756672 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] 10.222.0.11 "PUT /v2.0/ports/4de4eec5-b507-4e63-86d1-cec9f439a5ae HTTP/1.1" status: 200 len: 1097 time: 3.1290441 Jul 16 17:57:00.766094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-7110d9ca-dde8-4e43-ab3a-4cd47110793a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 200 len: 217 time: 0.1155183 Jul 16 17:57:00.835741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0429b50-7813-4f69-8a2b-ece9a7131436 service neutron] Pushing event updated for resources: {'Port': ['ID=4de4eec5-b507-4e63-86d1-cec9f439a5ae,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:00.891504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-cc20ad92-2fc8-4144-95cc-5e2fad435fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:00.893179 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-cc20ad92-2fc8-4144-95cc-5e2fad435fe9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.1148772 Jul 16 17:57:00.909538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24a10db5-82d2-4145-b8eb-9e9b64fd90a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.968890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-a2a4eec7-3f25-4ece-a809-e767649b88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:00.970732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-a2a4eec7-3f25-4ece-a809-e767649b88ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 1100 time: 0.1456106 Jul 16 17:57:01.077921 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a10db5-82d2-4145-b8eb-9e9b64fd90a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff0b70f-f7d4-43f2-a532-e0dc8ff8d644,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:01.092989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a10db5-82d2-4145-b8eb-9e9b64fd90a3 admin admin] Checking segment: {'id': '97f09a31-6dc8-4d37-b8ef-4ee1de72a44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0e3e014d-f2e3-43c8-9222-753a8d06fb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:01.093460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a10db5-82d2-4145-b8eb-9e9b64fd90a3 admin admin] Network hostable DHCP agents. Network: 0e3e014d-f2e3-43c8-9222-753a8d06fb1c, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:01.122501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-73ed63b6-df7d-462b-b488-19d310d0e93e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4de4eec5-b507-4e63-86d1-cec9f439a5ae HTTP/1.1" status: 200 len: 217 time: 0.1409714 Jul 16 17:57:01.123014 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73243a70-f22b-48c8-889f-4960a4406698 None None] New status for floating IP 5a796b05-5535-4bcf-85c6-8211bd343261: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:57:01.127993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a10db5-82d2-4145-b8eb-9e9b64fd90a3 admin admin] Network 0e3e014d-f2e3-43c8-9222-753a8d06fb1c is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:01.136750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-bfed32b5-bc08-4001-972d-d08c1360e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.138422 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-bfed32b5-bc08-4001-972d-d08c1360e843 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2249744 Jul 16 17:57:01.151005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-24a10db5-82d2-4145-b8eb-9e9b64fd90a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 0e3e014d-f2e3-43c8-9222-753a8d06fb1c) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:01.158721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a10db5-82d2-4145-b8eb-9e9b64fd90a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.160500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24a10db5-82d2-4145-b8eb-9e9b64fd90a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.195852 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-24a10db5-82d2-4145-b8eb-9e9b64fd90a3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8181708 Jul 16 17:57:01.206065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7838476-f56b-4f21-a125-03438548e791 None None] Network 0e3e014d-f2e3-43c8-9222-753a8d06fb1c requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:01.239479 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-f7bb16a9-636f-4b5c-b704-3c9fc4634a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.241007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-f7bb16a9-636f-4b5c-b704-3c9fc4634a5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1102045 Jul 16 17:57:01.357380 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-18bd56c1-bc69-415f-9cd6-0a95ee4b3e0c service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866765 Jul 16 17:57:01.473682 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-6b9235ce-675e-4662-b26e-1e24b5136405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.475633 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-6b9235ce-675e-4662-b26e-1e24b5136405 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1904101 Jul 16 17:57:01.554433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:01.626939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:01.627275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 90a3eb90-e49c-4f27-bc9d-d2578e0068b9 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:01.653221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3bda5ce-8cb1-431b-85ce-9eb33a25eba1 req-d662593a-b2eb-461b-8557-cd588f02d170 service neutron] 10.222.0.24 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890439 Jul 16 17:57:01.678927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c712f-7aa3-46a3-81e4-d0daf9f6c0b2 req-d1761d0d-9396-4ad6-9bab-d314844dcd92 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.680610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a1c712f-7aa3-46a3-81e4-d0daf9f6c0b2 req-d1761d0d-9396-4ad6-9bab-d314844dcd92 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.4766178 Jul 16 17:57:01.683766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-1f19b8c4-f449-4c28-b326-6e7bbf18f650 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978481 Jul 16 17:57:01.807000 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a1c712f-7aa3-46a3-81e4-d0daf9f6c0b2 req-1e3814f4-0abc-4d5e-b366-06403e4e915c tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153169 Jul 16 17:57:01.840999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d5b71-f22c-4c37-886b-0f8f69ec37b1 None None] Network 0e3e014d-f2e3-43c8-9222-753a8d06fb1c requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:01.845848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2c4c264-5ae0-414d-8e05-27a6426e3bcf req-661f3d6a-bd40-4982-9f66-dfb0705f63f6 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395936 Jul 16 17:57:01.906642 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35c4434-0c71-4e79-a504-8194632db30e x-openstack-request-id: req-f35c4434-0c71-4e79-a504-8194632db30e {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:01.907276 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:01.907701 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f35c4434-0c71-4e79-a504-8194632db30e {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:01.908316 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10', 'status': 'completed', 'code': 200} Jul 16 17:57:02.045496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae312b9-a791-4918-9d50-8f29d9e922f1 req-99fc95a9-df7e-447d-9554-365a6f3e7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:02.047078 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ae312b9-a791-4918-9d50-8f29d9e922f1 req-99fc95a9-df7e-447d-9554-365a6f3e7528 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c7349a148e134b5683f0785cc9b17e75&device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 1097 time: 0.1051900 Jul 16 17:57:02.115310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-21c5ee06-2a9b-4509-8ca6-665748187e38 req-12916004-c404-498e-a430-854117b4bcc4 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1383294924', 'description': 'tempest-description-1466265658'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:02.190633 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-21c5ee06-2a9b-4509-8ca6-665748187e38 req-12916004-c404-498e-a430-854117b4bcc4 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.293969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae312b9-a791-4918-9d50-8f29d9e922f1 req-61dc4f39-44bc-4019-9de9-7d426dcbe3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:02.295583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ae312b9-a791-4918-9d50-8f29d9e922f1 req-61dc4f39-44bc-4019-9de9-7d426dcbe3bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 200 len: 921 time: 0.2360766 Jul 16 17:57:02.306561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5604fd-c142-4f50-a081-abf555d7966e req-9fa24158-abb7-4e29-8d8f-8f0c62ffbfe3 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:02.308618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e5604fd-c142-4f50-a081-abf555d7966e req-9fa24158-abb7-4e29-8d8f-8f0c62ffbfe3 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 948 time: 0.2499676 Jul 16 17:57:02.354058 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ae312b9-a791-4918-9d50-8f29d9e922f1 req-f2ba4527-65ae-4618-ac9f-c634094b9d4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 200 len: 217 time: 0.0422320 Jul 16 17:57:02.472618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e5604fd-c142-4f50-a081-abf555d7966e req-25c93945-d38a-4dd3-aca8-e4e746a2f052 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224046 Jul 16 17:57:02.487825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae312b9-a791-4918-9d50-8f29d9e922f1 req-bb77e365-57f5-4b3f-8adc-54d112997e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:02.489703 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ae312b9-a791-4918-9d50-8f29d9e922f1 req-bb77e365-57f5-4b3f-8adc-54d112997e7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 200 len: 859 time: 0.1197524 Jul 16 17:57:02.555608 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-21c5ee06-2a9b-4509-8ca6-665748187e38 req-12916004-c404-498e-a430-854117b4bcc4 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.562558 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-21c5ee06-2a9b-4509-8ca6-665748187e38 req-12916004-c404-498e-a430-854117b4bcc4 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.612903 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-21c5ee06-2a9b-4509-8ca6-665748187e38 req-12916004-c404-498e-a430-854117b4bcc4 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.614298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-21c5ee06-2a9b-4509-8ca6-665748187e38 req-12916004-c404-498e-a430-854117b4bcc4 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5272634 Jul 16 17:57:02.618160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae312b9-a791-4918-9d50-8f29d9e922f1 req-8042e3d3-8c02-4b1c-b18f-23a202d5cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:02.619842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ae312b9-a791-4918-9d50-8f29d9e922f1 req-8042e3d3-8c02-4b1c-b18f-23a202d5cc54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141927 Jul 16 17:57:02.621275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12916004-c404-498e-a430-854117b4bcc4 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa846af-00bb-4459-8836-58897c4b9461,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:02.696632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53784) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:02.763094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ae312b9-a791-4918-9d50-8f29d9e922f1 req-86d78ec1-4961-4761-adcb-68dc552cf9c4 service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332550 Jul 16 17:57:02.785980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-131d42b9-6748-4397-bedd-2c7d329c5799 admin admin] Deleting subnet dce7fb21-fc98-4af2-a4db-630af22d0527 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:57:02.790223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-131d42b9-6748-4397-bedd-2c7d329c5799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.845168 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-131d42b9-6748-4397-bedd-2c7d329c5799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.904803 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-131d42b9-6748-4397-bedd-2c7d329c5799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.922565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-bb59e740-c2ca-4f76-acfb-55997023d4ab tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips/5a796b05-5535-4bcf-85c6-8211bd343261 HTTP/1.1" status: 200 len: 693 time: 0.1023400 Jul 16 17:57:02.930445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-442150f4-ce32-4e10-bc13-2c0281222e22 req-72ad72ca-466d-474a-b58a-ea223186d8d4 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-groups/efa846af-00bb-4459-8836-58897c4b9461 HTTP/1.1" status: 200 len: 1813 time: 0.1612029 Jul 16 17:57:02.955037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-442150f4-ce32-4e10-bc13-2c0281222e22 req-3d13a176-7533-4e37-be62-1622cf552f78 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'efa846af-00bb-4459-8836-58897c4b9461', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:02.955358 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-442150f4-ce32-4e10-bc13-2c0281222e22 req-3d13a176-7533-4e37-be62-1622cf552f78 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'efa846af-00bb-4459-8836-58897c4b9461', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:02.980981 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-131d42b9-6748-4397-bedd-2c7d329c5799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.011901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ae312b9-a791-4918-9d50-8f29d9e922f1 req-ee4be62c-0ef6-4dac-93d9-09fe3f1dd8c8 service neutron] 10.222.0.32 "GET /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337801 Jul 16 17:57:03.019806 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-131d42b9-6748-4397-bedd-2c7d329c5799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.024175 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-131d42b9-6748-4397-bedd-2c7d329c5799 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dce7fb21-fc98-4af2-a4db-630af22d0527 HTTP/1.1" status: 204 len: 168 time: 0.3238606 Jul 16 17:57:03.024175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d42b9-6748-4397-bedd-2c7d329c5799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce7fb21-fc98-4af2-a4db-630af22d0527,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:03.025487 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53792) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:03.106727 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4523daca-e065-416b-9a25-4c42a1c22060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.114280 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-442150f4-ce32-4e10-bc13-2c0281222e22 req-3d13a176-7533-4e37-be62-1622cf552f78 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.131187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-62c5f7c4-1476-4c81-9b31-a8cde67a3b14 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:03.139364 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-62c5f7c4-1476-4c81-9b31-a8cde67a3b14 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.2032282 Jul 16 17:57:03.196153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4523daca-e065-416b-9a25-4c42a1c22060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.200198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-9e14f391-a564-4a03-88a2-6d7286e77b28 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 696 time: 0.0595140 Jul 16 17:57:03.206527 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-442150f4-ce32-4e10-bc13-2c0281222e22 req-3d13a176-7533-4e37-be62-1622cf552f78 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.207326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4523daca-e065-416b-9a25-4c42a1c22060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6723c443-e271-4676-b21d-606ed4295015']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:03.218052 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-442150f4-ce32-4e10-bc13-2c0281222e22 req-3d13a176-7533-4e37-be62-1622cf552f78 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.220702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4523daca-e065-416b-9a25-4c42a1c22060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ca3755-68ae-48b7-91a2-8530c8b0454d') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:03.221006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4523daca-e065-416b-9a25-4c42a1c22060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ca3755-68ae-48b7-91a2-8530c8b0454d') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:03.232305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4523daca-e065-416b-9a25-4c42a1c22060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.252581 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4523daca-e065-416b-9a25-4c42a1c22060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.261445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4523daca-e065-416b-9a25-4c42a1c22060 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:57:03.262156 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4523daca-e065-416b-9a25-4c42a1c22060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:57:03.264675 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:57:03.286755 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-427c7c0a-0f07-4bc9-918d-b3fcf2de7255 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.43 HTTP/1.1" status: 200 len: 696 time: 0.0766881 Jul 16 17:57:03.291555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13a176-7533-4e37-be62-1622cf552f78 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcde71d-887c-4191-af64-6443f74b5283,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:03.343416 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-442150f4-ce32-4e10-bc13-2c0281222e22 req-3d13a176-7533-4e37-be62-1622cf552f78 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.345163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4523daca-e065-416b-9a25-4c42a1c22060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.355777 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4523daca-e065-416b-9a25-4c42a1c22060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.359446 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4523daca-e065-416b-9a25-4c42a1c22060 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6723c443-e271-4676-b21d-606ed4295015 HTTP/1.1" status: 204 len: 168 time: 0.3304892 Jul 16 17:57:03.368782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-442150f4-ce32-4e10-bc13-2c0281222e22 req-3d13a176-7533-4e37-be62-1622cf552f78 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4294994 Jul 16 17:57:03.381922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523daca-e065-416b-9a25-4c42a1c22060 admin admin] Pushing event deleted for resources: {'Network': ['ID=6723c443-e271-4676-b21d-606ed4295015,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:03.550675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-675cef29-c321-4e02-972a-3151740c4744 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Deleting port e84b467e-16ef-40fd-bbdc-4a8c7d1413f6 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:03.551305 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-675cef29-c321-4e02-972a-3151740c4744 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.573086 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53802) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:03.666060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619bef3-14e8-4f84-9dca-b8e6b1fac420 req-27311e76-a8c1-4f87-a633-1cfb0c085a7f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:03.667698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9619bef3-14e8-4f84-9dca-b8e6b1fac420 req-27311e76-a8c1-4f87-a633-1cfb0c085a7f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.1771021 Jul 16 17:57:03.696238 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d1aa6ae4-d0ad-4c04-a29f-246bcd9e80ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29222b009c04443ab577de4548cb8931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1207032 Jul 16 17:57:03.699327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53804) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:03.709313 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-675cef29-c321-4e02-972a-3151740c4744 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.709633 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-675cef29-c321-4e02-972a-3151740c4744 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.733275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-675cef29-c321-4e02-972a-3151740c4744 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Calling delete_port for e84b467e-16ef-40fd-bbdc-4a8c7d1413f6 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:03.742786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9619bef3-14e8-4f84-9dca-b8e6b1fac420 req-628108f7-9bee-4478-bbf5-55dc519ee3bd tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685439 Jul 16 17:57:03.768406 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59514efd-9d35-4d9f-94bc-3c56e9f07690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.796057 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59514efd-9d35-4d9f-94bc-3c56e9f07690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.857331 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59514efd-9d35-4d9f-94bc-3c56e9f07690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.860678 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59514efd-9d35-4d9f-94bc-3c56e9f07690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.861986 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-59514efd-9d35-4d9f-94bc-3c56e9f07690 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11cee375-2edb-4684-a979-ed48884a86f3 HTTP/1.1" status: 204 len: 168 time: 0.1604056 Jul 16 17:57:03.871927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59514efd-9d35-4d9f-94bc-3c56e9f07690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cee375-2edb-4684-a979-ed48884a86f3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:03.905250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-675cef29-c321-4e02-972a-3151740c4744 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.915814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab91af88-18c3-4916-8283-470ac3728380', 'name': 'network-vif-deleted', 'tag': '90a3eb90-e49c-4f27-bc9d-d2578e0068b9'}, {'name': 'network-changed', 'server_uuid': '1be8042d-71af-48a7-ba49-e5a5998040b1', 'tag': '4de4eec5-b507-4e63-86d1-cec9f439a5ae'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:03.921592 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764a9b3e-4180-4cb9-b504-a365d81ee892" -d '{"events": [{"server_uuid": "ab91af88-18c3-4916-8283-470ac3728380", "name": "network-vif-deleted", "tag": "90a3eb90-e49c-4f27-bc9d-d2578e0068b9"}, {"name": "network-changed", "server_uuid": "1be8042d-71af-48a7-ba49-e5a5998040b1", "tag": "4de4eec5-b507-4e63-86d1-cec9f439a5ae"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:03.967294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675cef29-c321-4e02-972a-3151740c4744 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Pushing event deleted for resources: {'Port': ['ID=e84b467e-16ef-40fd-bbdc-4a8c7d1413f6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:04.062726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51c17537-fe76-4eba-a865-4ca263a4ea20 req-54699777-457b-47be-a378-96736fdbfb73 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-groups/efa846af-00bb-4459-8836-58897c4b9461 HTTP/1.1" status: 200 len: 2406 time: 0.1486995 Jul 16 17:57:04.071704 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-675cef29-c321-4e02-972a-3151740c4744 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.076208 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-675cef29-c321-4e02-972a-3151740c4744 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.077853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a3fc44f-36d0-4bec-ad2e-5ff02baf348e req-675cef29-c321-4e02-972a-3151740c4744 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "DELETE /v2.0/floatingips/5a796b05-5535-4bcf-85c6-8211bd343261 HTTP/1.1" status: 204 len: 173 time: 0.7894075 Jul 16 17:57:04.267246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b842d22-7099-451b-ba3d-93b19090d9a5 req-921a71d4-b27c-4cc3-90d1-9fa8e54115b2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:04.268871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7b842d22-7099-451b-ba3d-93b19090d9a5 req-921a71d4-b27c-4cc3-90d1-9fa8e54115b2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 948 time: 0.0982535 Jul 16 17:57:04.275001 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c74218-121f-468b-b6b8-ff0e11012e1e x-openstack-request-id: req-78c74218-121f-468b-b6b8-ff0e11012e1e {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:04.275628 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab91af88-18c3-4916-8283-470ac3728380", "name": "network-vif-deleted", "tag": "90a3eb90-e49c-4f27-bc9d-d2578e0068b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1be8042d-71af-48a7-ba49-e5a5998040b1", "tag": "4de4eec5-b507-4e63-86d1-cec9f439a5ae", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:04.275893 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78c74218-121f-468b-b6b8-ff0e11012e1e {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:04.276311 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab91af88-18c3-4916-8283-470ac3728380', 'name': 'network-vif-deleted', 'tag': '90a3eb90-e49c-4f27-bc9d-d2578e0068b9', 'status': 'completed', 'code': 200} Jul 16 17:57:04.276568 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be8042d-71af-48a7-ba49-e5a5998040b1', 'tag': '4de4eec5-b507-4e63-86d1-cec9f439a5ae', 'status': 'completed', 'code': 200} Jul 16 17:57:04.360756 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7b842d22-7099-451b-ba3d-93b19090d9a5 req-4aaf74ce-2811-4060-b83b-ad050bfa056c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832007 Jul 16 17:57:04.365903 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8dfc968e-a093-4f4f-96cd-1e73b6af8914 req-0ded49af-52d9-4935-a946-88eb2e169722 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-group-rules/4dcde71d-887c-4191-af64-6443f74b5283 HTTP/1.1" status: 200 len: 778 time: 0.0793633 Jul 16 17:57:04.430379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a9b3e-4180-4cb9-b504-a365d81ee892 req-d0917823-f375-41ec-b3ee-564dfe9fdadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:04.431912 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-764a9b3e-4180-4cb9-b504-a365d81ee892 req-d0917823-f375-41ec-b3ee-564dfe9fdadc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 1100 time: 0.1266191 Jul 16 17:57:04.520447 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8dfc968e-a093-4f4f-96cd-1e73b6af8914 req-f2543969-9bd3-4798-b195-98ef0d2dc8ef tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-groups/efa846af-00bb-4459-8836-58897c4b9461 HTTP/1.1" status: 200 len: 2406 time: 0.1474726 Jul 16 17:57:04.585280 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a9b3e-4180-4cb9-b504-a365d81ee892 req-82518433-63f1-42e4-884b-7183ee2f94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:04.587472 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-764a9b3e-4180-4cb9-b504-a365d81ee892 req-82518433-63f1-42e4-884b-7183ee2f94eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.1472244 Jul 16 17:57:04.591376 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8dfc968e-a093-4f4f-96cd-1e73b6af8914 req-f4d49bc7-ba6c-452d-9aec-678f5e181380 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.621706 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8dfc968e-a093-4f4f-96cd-1e73b6af8914 req-f4d49bc7-ba6c-452d-9aec-678f5e181380 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.667339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-764a9b3e-4180-4cb9-b504-a365d81ee892 req-6dad126f-c7c2-494a-accf-0e9acade25e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=4de4eec5-b507-4e63-86d1-cec9f439a5ae HTTP/1.1" status: 200 len: 217 time: 0.0716991 Jul 16 17:57:04.737417 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8dfc968e-a093-4f4f-96cd-1e73b6af8914 req-f4d49bc7-ba6c-452d-9aec-678f5e181380 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.756500 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8dfc968e-a093-4f4f-96cd-1e73b6af8914 req-f4d49bc7-ba6c-452d-9aec-678f5e181380 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.767342 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8dfc968e-a093-4f4f-96cd-1e73b6af8914 req-f4d49bc7-ba6c-452d-9aec-678f5e181380 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4dcde71d-887c-4191-af64-6443f74b5283 HTTP/1.1" status: 204 len: 173 time: 0.2331946 Jul 16 17:57:04.785688 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4de4eec5-b507-4e63-86d1-cec9f439a5ae details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:04.792172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d49bc7-ba6c-452d-9aec-678f5e181380 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dcde71d-887c-4191-af64-6443f74b5283,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:04.805734 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a9b3e-4180-4cb9-b504-a365d81ee892 req-37cc6288-b27e-41e1-8db8-a6af1bfc6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:04.808991 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-764a9b3e-4180-4cb9-b504-a365d81ee892 req-37cc6288-b27e-41e1-8db8-a6af1bfc6827 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1328413 Jul 16 17:57:04.814855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-718e2ddb-8222-4f1e-84a4-cd139c119055 req-862a4b20-b033-4cc6-840e-045d49d06ed1 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1725463109', 'description': 'tempest-description-993956529'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:04.883529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53842) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:04.952093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4de4eec5-b507-4e63-86d1-cec9f439a5ae, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4de4eec5-b507-4e63-86d1-cec9f439a5ae,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:04.964901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '4de4eec5-b507-4e63-86d1-cec9f439a5ae', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '4de4eec5-b507-4e63-86d1-cec9f439a5ae', 'mac_address': 'fa:16:3e:fd:73:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:05.004348 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-718e2ddb-8222-4f1e-84a4-cd139c119055 req-862a4b20-b033-4cc6-840e-045d49d06ed1 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.023937 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.038367 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-698672486-network', 'tenant_id': 'd83addcc0d8b49a2beeeea253e002f62'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:05.040166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de4eec5-b507-4e63-86d1-cec9f439a5ae {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:05.074777 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a9b3e-4180-4cb9-b504-a365d81ee892 req-002d4c05-0775-4904-973c-29bd9d9e2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:05.075062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Made reservation on behalf of d83addcc0d8b49a2beeeea253e002f62 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:05.075328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4de4eec5-b507-4e63-86d1-cec9f439a5ae, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4de4eec5-b507-4e63-86d1-cec9f439a5ae,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:05.077706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-764a9b3e-4180-4cb9-b504-a365d81ee892 req-002d4c05-0775-4904-973c-29bd9d9e2e7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2529602 Jul 16 17:57:05.078650 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.081314 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.099876 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.108104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dc9e8-5bee-458c-8969-19052b8f770c req-0868a9ba-61f8-4302-a618-98bc461b4a58 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:05.122318 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c0dc9e8-5bee-458c-8969-19052b8f770c req-0868a9ba-61f8-4302-a618-98bc461b4a58 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 945 time: 0.2810452 Jul 16 17:57:05.140678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=4de4eec5-b507-4e63-86d1-cec9f439a5ae,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:05.247833 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c0dc9e8-5bee-458c-8969-19052b8f770c req-9643a87e-ec4a-45c7-beb0-2c829389486d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243021 Jul 16 17:57:05.289600 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-764a9b3e-4180-4cb9-b504-a365d81ee892 req-f7d7b700-fecc-4f7c-9868-45dc89338fb7 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013278 Jul 16 17:57:05.299320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4de4eec5-b507-4e63-86d1-cec9f439a5ae'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:05.339877 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-718e2ddb-8222-4f1e-84a4-cd139c119055 req-862a4b20-b033-4cc6-840e-045d49d06ed1 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.380686 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-718e2ddb-8222-4f1e-84a4-cd139c119055 req-862a4b20-b033-4cc6-840e-045d49d06ed1 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.529933 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.535299 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.566247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:05.577635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f72e46a-d887-423a-b9d1-5434ce279fe6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:05.596248 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.596591 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Added segment 72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68 of type vlan for network a69bf11d-cb77-47cb-bbb6-1e1d697da331 Jul 16 17:57:05.646752 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.685248 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.686352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:05.687264 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.727351 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8426564 Jul 16 17:57:05.731348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53854) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:05.738875 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b07075ea-d4c5-4af6-a00a-3f5b9e7dd20f admin admin] Request body: {'subnet': {'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-698672486-subnet', 'tenant_id': 'd83addcc0d8b49a2beeeea253e002f62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:05.782476 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb4857-1d37-4375-b9e1-cd6973ee45ec admin admin] Pushing event updated for resources: {'Network': ['ID=a69bf11d-cb77-47cb-bbb6-1e1d697da331,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:05.793365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network a69bf11d-cb77-47cb-bbb6-1e1d697da331 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:05.879315 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-718e2ddb-8222-4f1e-84a4-cd139c119055 req-862a4b20-b033-4cc6-840e-045d49d06ed1 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.880613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-718e2ddb-8222-4f1e-84a4-cd139c119055 req-862a4b20-b033-4cc6-840e-045d49d06ed1 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0776565 Jul 16 17:57:05.892664 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07075ea-d4c5-4af6-a00a-3f5b9e7dd20f admin admin] Made reservation on behalf of d83addcc0d8b49a2beeeea253e002f62 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:05.893482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a4b20-b033-4cc6-840e-045d49d06ed1 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb8489e-03a3-44fc-b888-159f1edd02a8,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:05.897089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b07075ea-d4c5-4af6-a00a-3f5b9e7dd20f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.927834 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-764a9b3e-4180-4cb9-b504-a365d81ee892 req-6d04bf14-5e0b-468e-abb9-69bb0ff107cb service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186628 Jul 16 17:57:05.949320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4970d-f520-4384-9bd7-d928508d33a9 req-d681b06e-8277-4e02-8c4a-0bf395f9a685 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:05.957685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ad4970d-f520-4384-9bd7-d928508d33a9 req-d681b06e-8277-4e02-8c4a-0bf395f9a685 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.5401237 Jul 16 17:57:06.008671 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ad4970d-f520-4384-9bd7-d928508d33a9 req-bafc0912-9d17-4e64-977d-08d72e4105b9 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500903 Jul 16 17:57:06.276404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-62411532-601e-449b-8975-26575bf5cbe4 req-1710bedd-b65b-4ace-ac23-d95e173173b5 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-groups/9bb8489e-03a3-44fc-b888-159f1edd02a8 HTTP/1.1" status: 200 len: 1813 time: 0.0870681 Jul 16 17:57:06.303103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cf585-1f6a-4107-bb0a-134ed01c6cea req-fce29db7-4443-4fba-aa0f-e174b2a47cea tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:06.304985 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a33cf585-1f6a-4107-bb0a-134ed01c6cea req-fce29db7-4443-4fba-aa0f-e174b2a47cea tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 949 time: 0.1553462 Jul 16 17:57:06.351712 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a33cf585-1f6a-4107-bb0a-134ed01c6cea req-b0206e89-fc5e-4c04-8b5f-7ed1ec0ed0c1 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405953 Jul 16 17:57:06.450230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-ebaaabc8-c878-4041-8a1d-fd7a642274be req-4063e014-b50e-47a9-8f09-72b3d80eb2de tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1918119240', 'description': 'tempest-description-1366398890'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:06.515855 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ebaaabc8-c878-4041-8a1d-fd7a642274be req-4063e014-b50e-47a9-8f09-72b3d80eb2de tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.527581 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b07075ea-d4c5-4af6-a00a-3f5b9e7dd20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.550521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce07d4d-0bc0-4b84-a67e-b2af15f922d3 req-c1db3894-2890-4ea2-abae-19af36bf45ab tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:06.552122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce07d4d-0bc0-4b84-a67e-b2af15f922d3 req-c1db3894-2890-4ea2-abae-19af36bf45ab tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.32 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 945 time: 0.1575375 Jul 16 17:57:06.587279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321c2a8-ecda-4dcc-a7ea-2502cc82cc0c req-f9a3958c-8683-443e-a5a3-3bac00f14848 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:06.590175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2321c2a8-ecda-4dcc-a7ea-2502cc82cc0c req-f9a3958c-8683-443e-a5a3-3bac00f14848 tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fc17d9b-6cd9-47c6-b46c-45ca827c0a73 HTTP/1.1" status: 200 len: 945 time: 0.1539648 Jul 16 17:57:06.596434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07075ea-d4c5-4af6-a00a-3f5b9e7dd20f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d989a7f-4fc8-4f7c-9b72-5db3918c4e51,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:06.613485 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07075ea-d4c5-4af6-a00a-3f5b9e7dd20f admin admin] Checking segment: {'id': '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:06.614143 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07075ea-d4c5-4af6-a00a-3f5b9e7dd20f admin admin] Network hostable DHCP agents. Network: a69bf11d-cb77-47cb-bbb6-1e1d697da331, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:06.638176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07075ea-d4c5-4af6-a00a-3f5b9e7dd20f admin admin] Network a69bf11d-cb77-47cb-bbb6-1e1d697da331 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:06.651710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b07075ea-d4c5-4af6-a00a-3f5b9e7dd20f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, a69bf11d-cb77-47cb-bbb6-1e1d697da331) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:06.661535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5165095b-dfc6-445b-be7c-77fea85c523e None None] Network a69bf11d-cb77-47cb-bbb6-1e1d697da331 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:06.668945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07075ea-d4c5-4af6-a00a-3f5b9e7dd20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:06.670006 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b07075ea-d4c5-4af6-a00a-3f5b9e7dd20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.686837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2321c2a8-ecda-4dcc-a7ea-2502cc82cc0c req-bb4c611d-0ec9-4de3-b712-57177afc8a3d tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.24 "GET /v2.0/security-groups?id=7288506b-1b9d-4bf5-afc4-06a6bc4e86de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739145 Jul 16 17:57:06.769604 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ebaaabc8-c878-4041-8a1d-fd7a642274be req-4063e014-b50e-47a9-8f09-72b3d80eb2de tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.776992 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ebaaabc8-c878-4041-8a1d-fd7a642274be req-4063e014-b50e-47a9-8f09-72b3d80eb2de tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.780502 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b07075ea-d4c5-4af6-a00a-3f5b9e7dd20f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0476096 Jul 16 17:57:06.811163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4de4eec5-b507-4e63-86d1-cec9f439a5ae up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:06.816004 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ebaaabc8-c878-4041-8a1d-fd7a642274be req-4063e014-b50e-47a9-8f09-72b3d80eb2de tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.817329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ebaaabc8-c878-4041-8a1d-fd7a642274be req-4063e014-b50e-47a9-8f09-72b3d80eb2de tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3823290 Jul 16 17:57:06.822921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063e014-b50e-47a9-8f09-72b3d80eb2de tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68c7a07-382c-44b5-86dd-3a3056cdb298,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:06.828301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-6ce07d4d-0bc0-4b84-a67e-b2af15f922d3 req-3a7a83cb-e872-44d5-a09f-902850f7af3c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Deleting port 2e3dc549-600f-4001-af3f-efb607a05e10 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:06.828650 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce07d4d-0bc0-4b84-a67e-b2af15f922d3 req-3a7a83cb-e872-44d5-a09f-902850f7af3c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.883584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc66082-efa9-41d3-a7b5-ea4b5b758f58 None None] Network a69bf11d-cb77-47cb-bbb6-1e1d697da331 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:06.944130 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0e9d781-01ad-4164-bbed-102a5923174c req-b21ff35b-824e-487b-9847-98dfabc491eb tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-groups/d68c7a07-382c-44b5-86dd-3a3056cdb298 HTTP/1.1" status: 200 len: 1815 time: 0.0993533 Jul 16 17:57:06.981506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3a59fe7f-77bd-4c5a-af1f-cc9bc83eabfd req-116da17d-9896-41a5-9ec1-b2410bc073da tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-139014372', 'description': 'tempest-description-397281287'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:06.998761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 4de4eec5-b507-4e63-86d1-cec9f439a5ae completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:07.003539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-6ce07d4d-0bc0-4b84-a67e-b2af15f922d3 req-3a7a83cb-e872-44d5-a09f-902850f7af3c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] For port 2e3dc549-600f-4001-af3f-efb607a05e10, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2e3dc549-600f-4001-af3f-efb607a05e10,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:07.003966 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce07d4d-0bc0-4b84-a67e-b2af15f922d3 req-3a7a83cb-e872-44d5-a09f-902850f7af3c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.004699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 4de4eec5-b507-4e63-86d1-cec9f439a5ae triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:07.005355 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.023803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-6ce07d4d-0bc0-4b84-a67e-b2af15f922d3 req-3a7a83cb-e872-44d5-a09f-902850f7af3c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Calling delete_port for 2e3dc549-600f-4001-af3f-efb607a05e10 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:07.036447 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a59fe7f-77bd-4c5a-af1f-cc9bc83eabfd req-116da17d-9896-41a5-9ec1-b2410bc073da tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.178681 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.221455 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a59fe7f-77bd-4c5a-af1f-cc9bc83eabfd req-116da17d-9896-41a5-9ec1-b2410bc073da tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.228183 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a59fe7f-77bd-4c5a-af1f-cc9bc83eabfd req-116da17d-9896-41a5-9ec1-b2410bc073da tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.229712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be8042d-71af-48a7-ba49-e5a5998040b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de4eec5-b507-4e63-86d1-cec9f439a5ae'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:07.234015 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16b5093-1279-4967-8fb1-b8d964cf3c24" -d '{"events": [{"server_uuid": "1be8042d-71af-48a7-ba49-e5a5998040b1", "name": "network-vif-plugged", "status": "completed", "tag": "4de4eec5-b507-4e63-86d1-cec9f439a5ae"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:07.251176 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4de4eec5-b507-4e63-86d1-cec9f439a5ae, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4de4eec5-b507-4e63-86d1-cec9f439a5ae,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:07.258316 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.263881 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce07d4d-0bc0-4b84-a67e-b2af15f922d3 req-3a7a83cb-e872-44d5-a09f-902850f7af3c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.275249 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a59fe7f-77bd-4c5a-af1f-cc9bc83eabfd req-116da17d-9896-41a5-9ec1-b2410bc073da tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.276496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a59fe7f-77bd-4c5a-af1f-cc9bc83eabfd req-116da17d-9896-41a5-9ec1-b2410bc073da tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3039882 Jul 16 17:57:07.303718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116da17d-9896-41a5-9ec1-b2410bc073da tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33671813-974e-477f-a447-0fa2ccf42f6b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:07.309146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a83cb-e872-44d5-a09f-902850f7af3c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Pushing event deleted for resources: {'Port': ['ID=2e3dc549-600f-4001-af3f-efb607a05e10,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:07.326288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['2e3dc549-600f-4001-af3f-efb607a05e10'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:07.377371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce07d4d-0bc0-4b84-a67e-b2af15f922d3 req-3a7a83cb-e872-44d5-a09f-902850f7af3c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] No DVR routers for this DVR port 2e3dc549-600f-4001-af3f-efb607a05e10 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:07.407603 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce07d4d-0bc0-4b84-a67e-b2af15f922d3 req-3a7a83cb-e872-44d5-a09f-902850f7af3c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.409345 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce07d4d-0bc0-4b84-a67e-b2af15f922d3 req-3a7a83cb-e872-44d5-a09f-902850f7af3c tempest-FloatingIPsAssociationTestJSON-1314711327 tempest-FloatingIPsAssociationTestJSON-1314711327-project] 10.222.0.32 "DELETE /v2.0/ports/2e3dc549-600f-4001-af3f-efb607a05e10 HTTP/1.1" status: 204 len: 173 time: 0.8408411 Jul 16 17:57:07.410821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'name': 'network-vif-deleted', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:07.415743 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3b887f-6506-4253-814b-031e997c12bf" -d '{"events": [{"server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "name": "network-vif-deleted", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:07.425512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=4de4eec5-b507-4e63-86d1-cec9f439a5ae,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:07.466319 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90190f8a-a6cf-420a-a16c-29e5b75f3ef3 req-a2a0ec5f-1db4-47df-aa65-07dcb225ef0a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.468253 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90190f8a-a6cf-420a-a16c-29e5b75f3ef3 req-a2a0ec5f-1db4-47df-aa65-07dcb225ef0a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.1308126 Jul 16 17:57:07.524785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90190f8a-a6cf-420a-a16c-29e5b75f3ef3 req-a30dd88b-459d-4a8e-9fd3-d86edc3b23f0 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469868 Jul 16 17:57:07.780847 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea3f3da-35e4-498d-ab94-a84dbc106502 x-openstack-request-id: req-6ea3f3da-35e4-498d-ab94-a84dbc106502 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:07.781710 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be8042d-71af-48a7-ba49-e5a5998040b1", "name": "network-vif-plugged", "status": "completed", "tag": "4de4eec5-b507-4e63-86d1-cec9f439a5ae", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:07.782180 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ea3f3da-35e4-498d-ab94-a84dbc106502 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:07.782966 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be8042d-71af-48a7-ba49-e5a5998040b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de4eec5-b507-4e63-86d1-cec9f439a5ae', 'code': 200} Jul 16 17:57:07.794273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-651086e8-ab6e-431f-8454-62f5d4dcbd21 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.802625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-651086e8-ab6e-431f-8454-62f5d4dcbd21 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/networks?id=a69bf11d-cb77-47cb-bbb6-1e1d697da331 HTTP/1.1" status: 200 len: 817 time: 0.2030556 Jul 16 17:57:07.823949 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-15be2d78-f2a1-40b7-806d-f33cc2446d5c tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/quotas/d83addcc0d8b49a2beeeea253e002f62 HTTP/1.1" status: 200 len: 375 time: 0.0201492 Jul 16 17:57:07.886423 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-97ea97e7-cf5b-42dc-8844-f4f17e8efd37 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d83addcc0d8b49a2beeeea253e002f62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614321 Jul 16 17:57:07.968849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4adbcc0a-5177-4ad5-bef7-b342808e1834 req-3bfb9f19-209b-4329-994e-c49e4f786330 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-groups/33671813-974e-477f-a447-0fa2ccf42f6b HTTP/1.1" status: 200 len: 1813 time: 0.1529589 Jul 16 17:57:07.975775 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804bcfe-b0d6-44fc-a613-9d59e58f3157 req-25f2d95d-a755-409a-85ec-703cfd5033df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.977618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f804bcfe-b0d6-44fc-a613-9d59e58f3157 req-25f2d95d-a755-409a-85ec-703cfd5033df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 1102 time: 0.1103451 Jul 16 17:57:08.033623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-25daf946-8d2d-4ba2-a306-640129cd94df service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:57:08.035006 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-25daf946-8d2d-4ba2-a306-640129cd94df service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1200089 Jul 16 17:57:08.100185 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f804bcfe-b0d6-44fc-a613-9d59e58f3157 req-3f476965-5a0b-455e-a37e-04ad0abf2c6e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135969 Jul 16 17:57:08.209110 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-a6609e21-441f-419f-a333-4d202756dbf0 service neutron] 10.222.0.24 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666198 Jul 16 17:57:08.274520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2c728-0de6-4004-8a4d-8d9c50ac1b83 req-aee50068-6eee-419f-9a84-17d11513895a tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:08.276411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6bf2c728-0de6-4004-8a4d-8d9c50ac1b83 req-aee50068-6eee-419f-9a84-17d11513895a tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 950 time: 0.1364353 Jul 16 17:57:08.367587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6bf2c728-0de6-4004-8a4d-8d9c50ac1b83 req-e7518f86-37dc-4e86-8319-9848395bb537 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608850 Jul 16 17:57:08.369816 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-63c27d38-4c45-41b9-99b9-b458842a0439 service neutron] 10.222.0.24 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522765 Jul 16 17:57:08.423076 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad149c2-70ca-49c5-99d4-132b98e81ac7 x-openstack-request-id: req-fad149c2-70ca-49c5-99d4-132b98e81ac7 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:08.423379 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc17d9b-6cd9-47c6-b46c-45ca827c0a73", "name": "network-vif-deleted", "tag": "2e3dc549-600f-4001-af3f-efb607a05e10", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:08.423642 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fad149c2-70ca-49c5-99d4-132b98e81ac7 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:08.424061 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc17d9b-6cd9-47c6-b46c-45ca827c0a73', 'name': 'network-vif-deleted', 'tag': '2e3dc549-600f-4001-af3f-efb607a05e10', 'status': 'completed', 'code': 200} Jul 16 17:57:08.497444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53912) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:08.510820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f8691ac6-be3f-4952-b5c1-92643afe6918 req-83cac842-ad23-4280-9999-2210de3c306f tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-121083777', 'description': 'tempest-description-2130591036'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:08.536566 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8691ac6-be3f-4952-b5c1-92643afe6918 req-83cac842-ad23-4280-9999-2210de3c306f tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.669098 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8691ac6-be3f-4952-b5c1-92643afe6918 req-83cac842-ad23-4280-9999-2210de3c306f tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.677909 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8691ac6-be3f-4952-b5c1-92643afe6918 req-83cac842-ad23-4280-9999-2210de3c306f tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.707508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8691ac6-be3f-4952-b5c1-92643afe6918 req-83cac842-ad23-4280-9999-2210de3c306f tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.721420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8691ac6-be3f-4952-b5c1-92643afe6918 req-83cac842-ad23-4280-9999-2210de3c306f tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2150064 Jul 16 17:57:08.790558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cac842-ad23-4280-9999-2210de3c306f tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb80ecb-4c24-4f04-ade2-7cad5eab0747,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:08.976916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4aad22-f4fd-474c-9e14-752fa838dee9 req-4eb330c4-0737-428c-a003-84cc63bd0266 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:08.990724 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b4aad22-f4fd-474c-9e14-752fa838dee9 req-4eb330c4-0737-428c-a003-84cc63bd0266 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.1152544 Jul 16 17:57:09.061683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b4aad22-f4fd-474c-9e14-752fa838dee9 req-686735c8-a80e-4179-b79f-2bb218460d35 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698059 Jul 16 17:57:09.151978 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74bf72c0-c888-4468-b6bb-bc5143178b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.208380 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d02cf7ca-96bf-469b-bf7f-de04841f4744 req-bccb13e5-61b4-4fcb-b4df-8466a2f046db tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 210 time: 0.0496588 Jul 16 17:57:09.223146 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d419338-c055-4067-88c4-51935b666635 req-92f3c8db-d251-4143-9192-a73c28fb65be tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-groups/fbb80ecb-4c24-4f04-ade2-7cad5eab0747 HTTP/1.1" status: 200 len: 1814 time: 0.1183796 Jul 16 17:57:09.254433 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-5cb6f8cb-1bc8-46df-8bc3-639ccf1fee30 req-593235f9-3656-4e45-8de9-bd553103ef68 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] show failed (client error): The resource could not be found. Jul 16 17:57:09.255566 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5cb6f8cb-1bc8-46df-8bc3-639ccf1fee30 req-593235f9-3656-4e45-8de9-bd553103ef68 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-groups/98c51049-2bbe-4efd-a7de-c934bd8112f0 HTTP/1.1" status: 404 len: 352 time: 0.0162435 Jul 16 17:57:09.313323 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-19480d26-4cfd-41f7-93e9-bd0b49b999aa req-5b79bca2-26e8-45a9-9947-b1ae3367ae91 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] show failed (client error): The resource could not be found. Jul 16 17:57:09.314850 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19480d26-4cfd-41f7-93e9-bd0b49b999aa req-5b79bca2-26e8-45a9-9947-b1ae3367ae91 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-group-rules/baa43a10-eda1-4547-9e3a-6ca0b52095d2 HTTP/1.1" status: 404 len: 361 time: 0.0254412 Jul 16 17:57:09.415294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f158170e-1339-407b-aceb-b3eb69268ace req-a885dfc0-7df9-44af-ad9a-530a8ddc965b tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-groups/fbb80ecb-4c24-4f04-ade2-7cad5eab0747 HTTP/1.1" status: 200 len: 1814 time: 0.0670290 Jul 16 17:57:09.461498 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 2e3dc549-600f-4001-af3f-efb607a05e10 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:09.490217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 2e3dc549-600f-4001-af3f-efb607a05e10 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:09.491392 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 2e3dc549-600f-4001-af3f-efb607a05e10 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:09.525945 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f158170e-1339-407b-aceb-b3eb69268ace req-f28a7273-3ec9-4724-adf3-55f97cac43e2 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.526223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-74bf72c0-c888-4468-b6bb-bc5143178b7a admin admin] Deleting port 24843f31-a8b2-4892-b5b5-6b26306d54ca {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:09.526761 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74bf72c0-c888-4468-b6bb-bc5143178b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.564798 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f158170e-1339-407b-aceb-b3eb69268ace req-f28a7273-3ec9-4724-adf3-55f97cac43e2 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.658182 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a29b-f4e4-4e37-8947-2bb559a5e9bc req-2f7fa729-825a-4fe0-bf65-ce813d2d7d6c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:09.659815 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9888a29b-f4e4-4e37-8947-2bb559a5e9bc req-2f7fa729-825a-4fe0-bf65-ce813d2d7d6c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 950 time: 0.1092911 Jul 16 17:57:09.668205 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f158170e-1339-407b-aceb-b3eb69268ace req-f28a7273-3ec9-4724-adf3-55f97cac43e2 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.670856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-74bf72c0-c888-4468-b6bb-bc5143178b7a admin admin] For port 24843f31-a8b2-4892-b5b5-6b26306d54ca, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=24843f31-a8b2-4892-b5b5-6b26306d54ca,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:09.671292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74bf72c0-c888-4468-b6bb-bc5143178b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.671547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f158170e-1339-407b-aceb-b3eb69268ace req-f28a7273-3ec9-4724-adf3-55f97cac43e2 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.672827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f158170e-1339-407b-aceb-b3eb69268ace req-f28a7273-3ec9-4724-adf3-55f97cac43e2 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "DELETE /v2.0/security-groups/fbb80ecb-4c24-4f04-ade2-7cad5eab0747 HTTP/1.1" status: 204 len: 173 time: 0.2483122 Jul 16 17:57:09.700354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a7273-3ec9-4724-adf3-55f97cac43e2 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb80ecb-4c24-4f04-ade2-7cad5eab0747,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:09.708699 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-74bf72c0-c888-4468-b6bb-bc5143178b7a admin admin] Calling delete_port for 24843f31-a8b2-4892-b5b5-6b26306d54ca owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:09.767466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9888a29b-f4e4-4e37-8947-2bb559a5e9bc req-a86b9a0f-7088-4d8c-9f4e-e8dacb14a677 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936189 Jul 16 17:57:09.784403 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49ac8a7e-2933-4032-b95c-4f156b3d5307 req-569e8fdc-1271-4ad1-adb7-303bd1ea7d05 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-groups/33671813-974e-477f-a447-0fa2ccf42f6b HTTP/1.1" status: 200 len: 1813 time: 0.0718808 Jul 16 17:57:09.877973 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-49ac8a7e-2933-4032-b95c-4f156b3d5307 req-aa2dd197-24fe-48e0-be4f-fcc2185bdd98 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.911795 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-49ac8a7e-2933-4032-b95c-4f156b3d5307 req-aa2dd197-24fe-48e0-be4f-fcc2185bdd98 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.966508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-49ac8a7e-2933-4032-b95c-4f156b3d5307 req-aa2dd197-24fe-48e0-be4f-fcc2185bdd98 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.969622 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-49ac8a7e-2933-4032-b95c-4f156b3d5307 req-aa2dd197-24fe-48e0-be4f-fcc2185bdd98 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.986327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49ac8a7e-2933-4032-b95c-4f156b3d5307 req-aa2dd197-24fe-48e0-be4f-fcc2185bdd98 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "DELETE /v2.0/security-groups/33671813-974e-477f-a447-0fa2ccf42f6b HTTP/1.1" status: 204 len: 173 time: 0.1927829 Jul 16 17:57:10.013913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2dd197-24fe-48e0-be4f-fcc2185bdd98 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33671813-974e-477f-a447-0fa2ccf42f6b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:10.182505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74bf72c0-c888-4468-b6bb-bc5143178b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.241311 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf72c0-c888-4468-b6bb-bc5143178b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=24843f31-a8b2-4892-b5b5-6b26306d54ca,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:10.311044 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-af64a464-1f40-4b28-ab9f-ef68282b2290 req-c48b1fa2-8f40-4c26-91ed-7bd2ae409ef0 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-groups/d68c7a07-382c-44b5-86dd-3a3056cdb298 HTTP/1.1" status: 200 len: 1815 time: 0.1596563 Jul 16 17:57:10.473358 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-af64a464-1f40-4b28-ab9f-ef68282b2290 req-3d1a5904-a639-4b8e-88a2-59173400aee3 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.484166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acaa2a-cf01-41eb-bce9-b1b26f76bd86 req-24f4c2eb-3a9b-4678-a4ed-b90626c5ab3c tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.491918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79acaa2a-cf01-41eb-bce9-b1b26f76bd86 req-24f4c2eb-3a9b-4678-a4ed-b90626c5ab3c tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 1102 time: 0.2980146 Jul 16 17:57:10.564083 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-af64a464-1f40-4b28-ab9f-ef68282b2290 req-3d1a5904-a639-4b8e-88a2-59173400aee3 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.592359 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74bf72c0-c888-4468-b6bb-bc5143178b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.597067 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79acaa2a-cf01-41eb-bce9-b1b26f76bd86 req-54fb7bbe-5575-440a-893f-b6c668462a06 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937269 Jul 16 17:57:10.679888 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-af64a464-1f40-4b28-ab9f-ef68282b2290 req-3d1a5904-a639-4b8e-88a2-59173400aee3 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.682782 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-af64a464-1f40-4b28-ab9f-ef68282b2290 req-3d1a5904-a639-4b8e-88a2-59173400aee3 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.684399 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-af64a464-1f40-4b28-ab9f-ef68282b2290 req-3d1a5904-a639-4b8e-88a2-59173400aee3 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "DELETE /v2.0/security-groups/d68c7a07-382c-44b5-86dd-3a3056cdb298 HTTP/1.1" status: 204 len: 173 time: 0.3721421 Jul 16 17:57:10.703909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a5904-a639-4b8e-88a2-59173400aee3 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68c7a07-382c-44b5-86dd-3a3056cdb298,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:10.953381 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11419482-db97-4731-88db-c4eb72eae169 req-ffa77ad6-ef04-4f79-80a4-e9b064dc0d78 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.957707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11419482-db97-4731-88db-c4eb72eae169 req-ffa77ad6-ef04-4f79-80a4-e9b064dc0d78 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.1418521 Jul 16 17:57:10.960399 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bf72c0-c888-4468-b6bb-bc5143178b7a admin admin] Router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:57:11.054602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11419482-db97-4731-88db-c4eb72eae169 req-2b1d89f8-aaed-462c-9b0e-1fb4c8b9482d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904019 Jul 16 17:57:11.110948 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-101b4a62-ed72-479c-869a-3fb19a96c5fa req-e12ad1b1-ed7c-4463-86c4-23778ead844c tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 210 time: 0.0552506 Jul 16 17:57:11.173244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6ae8803-789a-4606-804f-632826716081 req-1fdb76fe-8f9f-4de0-a96e-fef7e9dbe174 tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-groups/9bb8489e-03a3-44fc-b888-159f1edd02a8 HTTP/1.1" status: 200 len: 1813 time: 0.0612526 Jul 16 17:57:11.228460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bf72c0-c888-4468-b6bb-bc5143178b7a admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:57:11.236106 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-74bf72c0-c888-4468-b6bb-bc5143178b7a admin admin] 10.222.0.24 "PUT /v2.0/routers/5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7374856 Jul 16 17:57:11.241271 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb924cf-640c-4063-af77-763c64c19b24 None None] Sync routers for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:57:11.243564 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53996) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:11.260465 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb924cf-640c-4063-af77-763c64c19b24 None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:11.263149 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6fb924cf-640c-4063-af77-763c64c19b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:11.338952 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a6ae8803-789a-4606-804f-632826716081 req-ce263b58-d1e9-46a5-9dae-67453d2e1d1b tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.348891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-fb22d731-4189-4e63-a86f-c7606db883ec tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895042 Jul 16 17:57:11.426235 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-6fb924cf-640c-4063-af77-763c64c19b24 None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:11.467795 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a6ae8803-789a-4606-804f-632826716081 req-ce263b58-d1e9-46a5-9dae-67453d2e1d1b tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.589181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.644260 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a6ae8803-789a-4606-804f-632826716081 req-ce263b58-d1e9-46a5-9dae-67453d2e1d1b tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.646937 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a6ae8803-789a-4606-804f-632826716081 req-ce263b58-d1e9-46a5-9dae-67453d2e1d1b tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.652949 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6ae8803-789a-4606-804f-632826716081 req-ce263b58-d1e9-46a5-9dae-67453d2e1d1b tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "DELETE /v2.0/security-groups/9bb8489e-03a3-44fc-b888-159f1edd02a8 HTTP/1.1" status: 204 len: 173 time: 0.4730630 Jul 16 17:57:11.706701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-69bd3605-af0c-43ac-ba6e-96486d5a40f8 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.714567 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-69bd3605-af0c-43ac-ba6e-96486d5a40f8 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3521440 Jul 16 17:57:11.716053 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6fb924cf-640c-4063-af77-763c64c19b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:57:10Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:11.870687 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb924cf-640c-4063-af77-763c64c19b24 None None] Checking router: 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:11.881954 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb924cf-640c-4063-af77-763c64c19b24 None None] Routers {'5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:11.882776 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6fb924cf-640c-4063-af77-763c64c19b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:11.895997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce263b58-d1e9-46a5-9dae-67453d2e1d1b tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb8489e-03a3-44fc-b888-159f1edd02a8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:12.017515 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-ad284081-db81-4c93-a4f3-78b66c884f89 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/quotas/6ccdf17dc6774ef385777e775eb283cf HTTP/1.1" status: 200 len: 375 time: 0.3011456 Jul 16 17:57:12.043306 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-6fb924cf-640c-4063-af77-763c64c19b24 None None] Set router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:12.197415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-0d281d98-7c57-46a2-ba75-0992bf4ccfe0 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.199070 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-0d281d98-7c57-46a2-ba75-0992bf4ccfe0 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.11 "GET /v2.0/networks?id=a69bf11d-cb77-47cb-bbb6-1e1d697da331 HTTP/1.1" status: 200 len: 817 time: 0.4799752 Jul 16 17:57:12.220040 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-457718c3-6d4c-4353-8f8f-a36929defd53 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Request body: {'port': {'device_id': 'ccb7c984-493e-4c52-ae8b-17b3e5630176', 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331', 'admin_state_up': True, 'tenant_id': 'd83addcc0d8b49a2beeeea253e002f62'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:12.259921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8c765c9-02a4-4609-99ba-5454a9ef5657 req-ef451a8e-b66d-45a5-85d9-b4bd4554bbec tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "GET /v2.0/security-groups/efa846af-00bb-4459-8836-58897c4b9461 HTTP/1.1" status: 200 len: 1813 time: 0.3309941 Jul 16 17:57:12.302696 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.371397 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-af701a41-1dca-47c5-84a0-64f43ed0331d tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.373618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-af701a41-1dca-47c5-84a0-64f43ed0331d tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.32 "GET /v2.0/networks?id=a69bf11d-cb77-47cb-bbb6-1e1d697da331 HTTP/1.1" status: 200 len: 817 time: 0.4381137 Jul 16 17:57:12.429082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-47b2d954-712b-4d5f-be1c-fb9afc9e5f22 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Request body: {'port': {'device_id': 'fcd54a1a-a1f5-4ea9-9410-93fa9a399f80', 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331', 'admin_state_up': True, 'tenant_id': 'd83addcc0d8b49a2beeeea253e002f62'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:12.434638 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6fb924cf-640c-4063-af77-763c64c19b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:57:10Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:12.473546 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb924cf-640c-4063-af77-763c64c19b24 None None] The sync data for ids ['5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad'] in n-d-787205-10 is: [{'id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'name': 'tempest-FloatingIPsAssociationTestJSON-275615691-router', 'tenant_id': 'c7349a148e134b5683f0785cc9b17e75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:09Z', 'updated_at': '2021-07-16T17:57:10Z', 'revision_number': 5, 'project_id': 'c7349a148e134b5683f0785cc9b17e75', 'gw_port': {'id': '13da310d-2775-46c8-b3eb-abb5851d4927', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:10Z', 'updated_at': '2021-07-16T17:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:12.612129 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8c765c9-02a4-4609-99ba-5454a9ef5657 req-c246fc01-914f-41ab-900c-5c210861928d tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.655685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-ccfdb27c-9c2c-4416-bdcd-01281aa46671 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6146913 Jul 16 17:57:12.744261 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8c765c9-02a4-4609-99ba-5454a9ef5657 req-c246fc01-914f-41ab-900c-5c210861928d tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.817571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-457718c3-6d4c-4353-8f8f-a36929defd53 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Made reservation on behalf of d83addcc0d8b49a2beeeea253e002f62 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:12.821183 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-457718c3-6d4c-4353-8f8f-a36929defd53 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.897021 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-cd2b6424-029a-477e-a197-5226c60a63c0 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.898585 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-cd2b6424-029a-477e-a197-5226c60a63c0 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.11 "GET /v2.0/networks?id=a69bf11d-cb77-47cb-bbb6-1e1d697da331 HTTP/1.1" status: 200 len: 817 time: 0.4270060 Jul 16 17:57:12.900063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Deleting port 13da310d-2775-46c8-b3eb-abb5851d4927 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:12.900413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.927515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-d0035c3a-2369-4a10-9c05-ee00024fdaec tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Request body: {'port': {'device_id': '128a13d8-16c7-4d74-a880-bbe3ec6ef391', 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331', 'admin_state_up': True, 'tenant_id': 'd83addcc0d8b49a2beeeea253e002f62'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:13.146215 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8c765c9-02a4-4609-99ba-5454a9ef5657 req-c246fc01-914f-41ab-900c-5c210861928d tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.149010 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8c765c9-02a4-4609-99ba-5454a9ef5657 req-c246fc01-914f-41ab-900c-5c210861928d tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.150227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8c765c9-02a4-4609-99ba-5454a9ef5657 req-c246fc01-914f-41ab-900c-5c210861928d tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] 10.222.0.24 "DELETE /v2.0/security-groups/efa846af-00bb-4459-8836-58897c4b9461 HTTP/1.1" status: 204 len: 173 time: 0.8894949 Jul 16 17:57:13.158914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54034) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:13.247713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e7d0cf-faeb-4849-b5a7-29a5650239b4 admin admin] Deleting subnet cff0b70f-f7d4-43f2-a532-e0dc8ff8d644 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:57:13.260998 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47e7d0cf-faeb-4849-b5a7-29a5650239b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.336083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-47b2d954-712b-4d5f-be1c-fb9afc9e5f22 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Made reservation on behalf of d83addcc0d8b49a2beeeea253e002f62 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:13.339798 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-47b2d954-712b-4d5f-be1c-fb9afc9e5f22 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.368693 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47e7d0cf-faeb-4849-b5a7-29a5650239b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.425304 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d332b891-7f55-4837-81f6-dec4bc3616c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.437642 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 24843f31-a8b2-4892-b5b5-6b26306d54ca no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:13.461966 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 24843f31-a8b2-4892-b5b5-6b26306d54ca {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:13.462660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 24843f31-a8b2-4892-b5b5-6b26306d54ca not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:13.472109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47e7d0cf-faeb-4849-b5a7-29a5650239b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.550503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47e7d0cf-faeb-4849-b5a7-29a5650239b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.594327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47e7d0cf-faeb-4849-b5a7-29a5650239b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.602461 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-47e7d0cf-faeb-4849-b5a7-29a5650239b4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cff0b70f-f7d4-43f2-a532-e0dc8ff8d644 HTTP/1.1" status: 204 len: 168 time: 0.4413917 Jul 16 17:57:13.603964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54040) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:13.610775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7d0cf-faeb-4849-b5a7-29a5650239b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff0b70f-f7d4-43f2-a532-e0dc8ff8d644,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:13.725784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a82f34f5-96d8-4fd3-896b-1e4967101ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.830396 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a82f34f5-96d8-4fd3-896b-1e4967101ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.843478 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a82f34f5-96d8-4fd3-896b-1e4967101ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3e014d-f2e3-43c8-9222-753a8d06fb1c']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:13.856085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a82f34f5-96d8-4fd3-896b-1e4967101ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f09a31-6dc8-4d37-b8ef-4ee1de72a44f') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:13.856455 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a82f34f5-96d8-4fd3-896b-1e4967101ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f09a31-6dc8-4d37-b8ef-4ee1de72a44f') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:13.868020 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a82f34f5-96d8-4fd3-896b-1e4967101ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.876408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246fc01-914f-41ab-900c-5c210861928d tempest-SecurityGroupRulesNegativeTestJSON-1320637109 tempest-SecurityGroupRulesNegativeTestJSON-1320637109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa846af-00bb-4459-8836-58897c4b9461,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:13.891283 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a82f34f5-96d8-4fd3-896b-1e4967101ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.907049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82f34f5-96d8-4fd3-896b-1e4967101ba8 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:57:13.908050 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a82f34f5-96d8-4fd3-896b-1e4967101ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:57:13.911701 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:57:13.922651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d38193d3-7dc1-4a70-a816-09875e829781 req-b66f6f71-1f1c-447c-bf49-682527ea9fa6 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 210 time: 0.5714371 Jul 16 17:57:13.935093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] For port 13da310d-2775-46c8-b3eb-abb5851d4927, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=13da310d-2775-46c8-b3eb-abb5851d4927,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:13.935674 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:13.985282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-d0035c3a-2369-4a10-9c05-ee00024fdaec tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Made reservation on behalf of d83addcc0d8b49a2beeeea253e002f62 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:13.994755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-d0035c3a-2369-4a10-9c05-ee00024fdaec tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.017311 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a82f34f5-96d8-4fd3-896b-1e4967101ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.026542 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a82f34f5-96d8-4fd3-896b-1e4967101ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.035511 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a82f34f5-96d8-4fd3-896b-1e4967101ba8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0e3e014d-f2e3-43c8-9222-753a8d06fb1c HTTP/1.1" status: 204 len: 168 time: 0.4272370 Jul 16 17:57:14.065886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f34f5-96d8-4fd3-896b-1e4967101ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e3e014d-f2e3-43c8-9222-753a8d06fb1c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:14.086060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Calling delete_port for 13da310d-2775-46c8-b3eb-abb5851d4927 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:14.237584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54046) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:14.265158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32894e7-bbb9-4b5f-9885-3079d4810cf0 req-062107fe-da5e-4f0b-946c-cffd8178178b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:14.266818 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d32894e7-bbb9-4b5f-9885-3079d4810cf0 req-062107fe-da5e-4f0b-946c-cffd8178178b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 1.1128998 Jul 16 17:57:14.327866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-457718c3-6d4c-4353-8f8f-a36929defd53 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Allocated IP 172.20.0.7 (a69bf11d-cb77-47cb-bbb6-1e1d697da331/4d989a7f-4fc8-4f7c-9b72-5db3918c4e51/74719e63-6f33-4b32-9008-6af4be781773) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:14.367490 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0b1779ce-14d3-45c1-8d47-730065d7f397 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f323cb956b84b779a7dd2b15c25a85c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285260 Jul 16 17:57:14.369699 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-0167e19b-82d6-4a3f-ab7a-546dc2433af3 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594556 Jul 16 17:57:14.370309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54048) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:14.439214 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61d05e00-d095-4737-a18e-0d0b74e36429 req-6d140aa8-9169-41fd-a8a9-cb5e3d063dd5 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 210 time: 0.1179526 Jul 16 17:57:14.536165 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d32894e7-bbb9-4b5f-9885-3079d4810cf0 req-dfec6954-1d73-4d05-91d1-9e5210283dab tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138376 Jul 16 17:57:14.644950 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9fb2140-71de-49f2-9845-59f7c67b260b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.731119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-c1779378-3cd6-4f08-ace1-8ec8ffdcf5a0 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:14.731119 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-c1779378-3cd6-4f08-ace1-8ec8ffdcf5a0 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3422129 Jul 16 17:57:14.750912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Request body: {'port': {'device_id': '06ff5b37-6957-47e1-9aa1-6b242f1bb6ee', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '6ccdf17dc6774ef385777e775eb283cf'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:14.756365 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9fb2140-71de-49f2-9845-59f7c67b260b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.825301 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-457718c3-6d4c-4353-8f8f-a36929defd53 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.920670 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9fb2140-71de-49f2-9845-59f7c67b260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.923153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9fb2140-71de-49f2-9845-59f7c67b260b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.927218 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f9fb2140-71de-49f2-9845-59f7c67b260b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0ce164c-a22f-429a-a643-9dd9293a14cc HTTP/1.1" status: 204 len: 168 time: 0.5550327 Jul 16 17:57:14.942763 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb2140-71de-49f2-9845-59f7c67b260b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ce164c-a22f-429a-a643-9dd9293a14cc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:14.952201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Made reservation on behalf of 6ccdf17dc6774ef385777e775eb283cf for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:14.959896 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.971388 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-457718c3-6d4c-4353-8f8f-a36929defd53 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.116840 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-457718c3-6d4c-4353-8f8f-a36929defd53 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Network a69bf11d-cb77-47cb-bbb6-1e1d697da331 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:15.126458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-47b2d954-712b-4d5f-be1c-fb9afc9e5f22 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Allocated IP 172.20.0.4 (a69bf11d-cb77-47cb-bbb6-1e1d697da331/4d989a7f-4fc8-4f7c-9b72-5db3918c4e51/8bdb0f3d-d31c-4bc5-9294-bad18e9618be) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:15.128996 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.131470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-457718c3-6d4c-4353-8f8f-a36929defd53 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:15.139174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457718c3-6d4c-4353-8f8f-a36929defd53 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Pushing event updated for resources: {'Port': ['ID=74719e63-6f33-4b32-9008-6af4be781773,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:15.142887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-457718c3-6d4c-4353-8f8f-a36929defd53 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:15.256623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Pushing event deleted for resources: {'Port': ['ID=13da310d-2775-46c8-b3eb-abb5851d4927,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:15.272893 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3192e87f-dff0-42fa-b50c-1783738dffcc req-0523e7c8-1c5c-4e69-9d8e-8c965ad01888 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 210 time: 0.1310749 Jul 16 17:57:15.331469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Allocated IP 192.168.233.226 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/9ca380a7-b9e2-4165-920f-8a3151e53416) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:15.405586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-457718c3-6d4c-4353-8f8f-a36929defd53 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:15.406713 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-457718c3-6d4c-4353-8f8f-a36929defd53 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.460617 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-457718c3-6d4c-4353-8f8f-a36929defd53 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2521660 Jul 16 17:57:15.485540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Request body: {'port': {'device_id': 'ccb7c984-493e-4c52-ae8b-17b3e5630176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:15.522432 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.695823 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bca49b77-b3b8-405c-8f9d-5b6d960f3a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.704471 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.713469 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.775784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.797756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Transition to ACTIVE for port object 9ca380a7-b9e2-4165-920f-8a3151e53416 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:15.827427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-642544db-2d20-4bf2-8288-2c56d845c808 req-eed00e7f-ac6c-42d8-a2e4-2ef9f0e35682 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 210 time: 0.1166456 Jul 16 17:57:15.894403 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.906972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.907502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:57:15.912792 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-47b2d954-712b-4d5f-be1c-fb9afc9e5f22 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.919144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'b3808cb4-ba56-4d3b-939f-159a78c9b52a', '64f3b18a-3a38-4dae-869a-d760d9865e74'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:15.919344 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.923682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ab3c822a-f745-4861-862e-68085666a172 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5f91b0c7-2d03-4b5c-ab7a-ad70e40b53ad HTTP/1.1" status: 204 len: 168 time: 4.6757479 Jul 16 17:57:15.926821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54074) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:15.931537 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.070143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['c8d5528d-f760-45ac-a5e0-69aa4a85fe19', '4de4eec5-b507-4e63-86d1-cec9f439a5ae'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:16.103034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:16.113006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:16.119483 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:16.129744 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-db40c363-0198-4db9-bd42-31987934a4f5 admin admin] Deleting subnet 6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:57:16.145667 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db40c363-0198-4db9-bd42-31987934a4f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.211078 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-47b2d954-712b-4d5f-be1c-fb9afc9e5f22 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.232632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994ebac-14ee-4b7e-ad3c-45a749e7f4a1 req-4d50d617-8d27-4ee6-942f-36c00dfd1150 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:16.243894 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7994ebac-14ee-4b7e-ad3c-45a749e7f4a1 req-4d50d617-8d27-4ee6-942f-36c00dfd1150 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.4575284 Jul 16 17:57:16.249191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event updated for resources: {'Port': ['ID=9ca380a7-b9e2-4165-920f-8a3151e53416,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:16.261199 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.306587 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:16.311304 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.364451 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-146ddec5-221b-4a4d-959b-294829abb488 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6089957 Jul 16 17:57:16.373742 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Request body: {'port': {'device_id': '06ff5b37-6957-47e1-9aa1-6b242f1bb6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:16.546764 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db40c363-0198-4db9-bd42-31987934a4f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.616460 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.755823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-47b2d954-712b-4d5f-be1c-fb9afc9e5f22 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Network a69bf11d-cb77-47cb-bbb6-1e1d697da331 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:16.801375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2d954-712b-4d5f-be1c-fb9afc9e5f22 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Pushing event updated for resources: {'Port': ['ID=8bdb0f3d-d31c-4bc5-9294-bad18e9618be,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:16.825899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-d0035c3a-2369-4a10-9c05-ee00024fdaec tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Allocated IP 172.20.0.10 (a69bf11d-cb77-47cb-bbb6-1e1d697da331/4d989a7f-4fc8-4f7c-9b72-5db3918c4e51/be071549-33d8-4df8-9dfd-2b04bab152e6) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:16.832644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-47b2d954-712b-4d5f-be1c-fb9afc9e5f22 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:16.843721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-47b2d954-712b-4d5f-be1c-fb9afc9e5f22 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:16.864887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7994ebac-14ee-4b7e-ad3c-45a749e7f4a1 req-ca933e67-d920-440e-9e92-a04de7f7caa0 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701954 Jul 16 17:57:16.867777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7366c008-2c6f-49cb-87e4-bc9f755cb173 None None] Provisioning for port 9ca380a7-b9e2-4165-920f-8a3151e53416 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:16.892666 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7366c008-2c6f-49cb-87e4-bc9f755cb173 None None] Provisioning complete for port 9ca380a7-b9e2-4165-920f-8a3151e53416 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:16.892666 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7366c008-2c6f-49cb-87e4-bc9f755cb173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.935767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7366c008-2c6f-49cb-87e4-bc9f755cb173 None None] Port 9ca380a7-b9e2-4165-920f-8a3151e53416 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:17.001206 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4eef03ef-d835-4c34-a318-bcb730919cc2 req-355fc8c9-e844-4c69-a575-0c35a943e014 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 210 time: 0.0787060 Jul 16 17:57:17.043721 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db40c363-0198-4db9-bd42-31987934a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.051301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-47b2d954-712b-4d5f-be1c-fb9afc9e5f22 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.051984 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-47b2d954-712b-4d5f-be1c-fb9afc9e5f22 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.122356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca380a7-b9e2-4165-920f-8a3151e53416 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:17.130054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-47b2d954-712b-4d5f-be1c-fb9afc9e5f22 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7063043 Jul 16 17:57:17.146143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.160202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Request body: {'port': {'device_id': 'fcd54a1a-a1f5-4ea9-9410-93fa9a399f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:17.190891 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Transition to ACTIVE for port object 9ca380a7-b9e2-4165-920f-8a3151e53416 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:17.196214 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.306367 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db40c363-0198-4db9-bd42-31987934a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.408389 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 13da310d-2775-46c8-b3eb-abb5851d4927 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:17.413813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca380a7-b9e2-4165-920f-8a3151e53416,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:17.438882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40c363-0198-4db9-bd42-31987934a4f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c5bc86c-8c4e-4658-a6cc-3e2bd9572995,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:17.442307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 13da310d-2775-46c8-b3eb-abb5851d4927 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:17.444168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 13da310d-2775-46c8-b3eb-abb5851d4927 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:17.459012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615f4870-97c6-437e-bc19-4278d0b18c59 None None] Network 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:17.461342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-d0035c3a-2369-4a10-9c05-ee00024fdaec tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.464588 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db40c363-0198-4db9-bd42-31987934a4f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.466792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-db40c363-0198-4db9-bd42-31987934a4f5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6c5bc86c-8c4e-4658-a6cc-3e2bd9572995 HTTP/1.1" status: 204 len: 168 time: 1.5372083 Jul 16 17:57:17.474016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54102) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:17.480043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Attempting to bind port 9ca380a7-b9e2-4165-920f-8a3151e53416 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:17.480457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Attempting to bind port 9ca380a7-b9e2-4165-920f-8a3151e53416 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:17.481001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Attempting to bind port 9ca380a7-b9e2-4165-920f-8a3151e53416 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:17.486821 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Port 9ca380a7-b9e2-4165-920f-8a3151e53416 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:17.487961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Attempting to bind port 9ca380a7-b9e2-4165-920f-8a3151e53416 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:17.494169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:17.494360 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:17.494832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:17.495401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Bound port: 9ca380a7-b9e2-4165-920f-8a3151e53416, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:17.496609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.519397 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.530425 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.603739 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] For port 9ca380a7-b9e2-4165-920f-8a3151e53416, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:17.608392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] For port 9ca380a7-b9e2-4165-920f-8a3151e53416, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9ca380a7-b9e2-4165-920f-8a3151e53416,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:17.616514 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.691781 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca380a7-b9e2-4165-920f-8a3151e53416,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:17.694242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14f3cb-3bd5-465f-8534-7a54fbe4153f req-d5ac2672-ea61-4568-a722-11832aad29db tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.701235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.703337 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.704839 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-7134fc56-9a6b-4775-abaa-c92254d45003 service neutron] 10.222.0.11 "PUT /v2.0/ports/9ca380a7-b9e2-4165-920f-8a3151e53416 HTTP/1.1" status: 200 len: 1097 time: 1.3386991 Jul 16 17:57:17.706823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ff5b37-6957-47e1-9aa1-6b242f1bb6ee', 'tag': '9ca380a7-b9e2-4165-920f-8a3151e53416'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:17.710289 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3779371d-874c-4c90-889b-f0bf1bc091bb" -d '{"events": [{"name": "network-changed", "server_uuid": "06ff5b37-6957-47e1-9aa1-6b242f1bb6ee", "tag": "9ca380a7-b9e2-4165-920f-8a3151e53416"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:17.711693 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd14f3cb-3bd5-465f-8534-7a54fbe4153f req-d5ac2672-ea61-4568-a722-11832aad29db tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 936 time: 0.5712168 Jul 16 17:57:17.809863 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd14f3cb-3bd5-465f-8534-7a54fbe4153f req-4ac6a8d7-8f83-4744-a762-1222feac8f7b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971298 Jul 16 17:57:17.857632 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] DHCP port deletion for 7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:57:17.891173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-100aa323-28a3-4f1f-ab7a-0ab0b8c4f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.894744 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-100aa323-28a3-4f1f-ab7a-0ab0b8c4f67e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 1100 time: 0.1313558 Jul 16 17:57:17.949843 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.026359 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-e9293c63-475c-4137-8561-5ba0308b981b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=9ca380a7-b9e2-4165-920f-8a3151e53416 HTTP/1.1" status: 200 len: 217 time: 0.1241105 Jul 16 17:57:18.050169 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-d0035c3a-2369-4a10-9c05-ee00024fdaec tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.056537 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Deleting port 64638c3c-cd31-4d46-9363-ce03b898cd7d {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:18.059499 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.152678 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-d1fc2447-807c-4e3b-89ac-037d5f815ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:18.154142 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-d1fc2447-807c-4e3b-89ac-037d5f815ead service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1213083 Jul 16 17:57:18.203782 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] For port 64638c3c-cd31-4d46-9363-ce03b898cd7d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=64638c3c-cd31-4d46-9363-ce03b898cd7d,segment=NetworkSegment(4267a539-f49e-47bf-8429-4a7da7bd9320),segment_id=4267a539-f49e-47bf-8429-4a7da7bd9320)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:18.206549 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.234089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Calling delete_port for 64638c3c-cd31-4d46-9363-ce03b898cd7d owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:18.239162 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb12d734-7024-4228-98df-7d6e5727163a x-openstack-request-id: req-cb12d734-7024-4228-98df-7d6e5727163a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:18.239462 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ff5b37-6957-47e1-9aa1-6b242f1bb6ee", "tag": "9ca380a7-b9e2-4165-920f-8a3151e53416", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:18.239722 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb12d734-7024-4228-98df-7d6e5727163a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:18.240129 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ff5b37-6957-47e1-9aa1-6b242f1bb6ee', 'tag': '9ca380a7-b9e2-4165-920f-8a3151e53416', 'status': 'completed', 'code': 200} Jul 16 17:57:18.283947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-ea4bdc4b-5274-4585-9649-9c77b9b701f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:18.285498 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-ea4bdc4b-5274-4585-9649-9c77b9b701f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248000 Jul 16 17:57:18.320945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54124) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:18.465956 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.467728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74719e63-6f33-4b32-9008-6af4be781773 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:18.508692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] No DVR routers for this DVR port 64638c3c-cd31-4d46-9363-ce03b898cd7d on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:18.516295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Pushing event deleted for resources: {'Port': ['ID=64638c3c-cd31-4d46-9363-ce03b898cd7d,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:18.526271 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.529713 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:18.530292 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:18.530834 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:18.531212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:18.531633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:18.532070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:18.532761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:18.533155 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:18.533488 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:18.533929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:18.534329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:18.534664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7082af-4750-40fe-92a3-a31fc26a08bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:18.544336 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-3a24ddb7-5e34-4a88-bf71-315bebd0d6ae service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448869 Jul 16 17:57:18.659219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0035c3a-2369-4a10-9c05-ee00024fdaec tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Pushing event updated for resources: {'Port': ['ID=be071549-33d8-4df8-9dfd-2b04bab152e6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:18.671209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-d0035c3a-2369-4a10-9c05-ee00024fdaec tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Network a69bf11d-cb77-47cb-bbb6-1e1d697da331 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:18.678047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Transition to ACTIVE for port object 74719e63-6f33-4b32-9008-6af4be781773 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:18.682813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-d0035c3a-2369-4a10-9c05-ee00024fdaec tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:18.689085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-d0035c3a-2369-4a10-9c05-ee00024fdaec tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:18.714135 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.737012 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a2e07fa-107c-41ee-9c80-93e741eda344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.752432 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23a41be7-eb45-43df-93b4-074eb3d4a6a5 req-51b80be1-babd-43de-909b-1f9af4781f34 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030492 Jul 16 17:57:18.869010 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a2e07fa-107c-41ee-9c80-93e741eda344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.888688 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a2e07fa-107c-41ee-9c80-93e741eda344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.912012 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.948435 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9a2e07fa-107c-41ee-9c80-93e741eda344 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d969de088cf46a490a1151e9666844b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6253703 Jul 16 17:57:18.953281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54136) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:18.955574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e07fa-107c-41ee-9c80-93e741eda344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5b2793-07a0-4d19-b3b2-a362e8ad3785,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:19.019368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779371d-874c-4c90-889b-f0bf1bc091bb req-950cc8a1-5dc4-4d9b-a920-649bbfabba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.022029 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3779371d-874c-4c90-889b-f0bf1bc091bb req-950cc8a1-5dc4-4d9b-a920-649bbfabba41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 1100 time: 0.1632886 Jul 16 17:57:19.110324 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-90ec7ecc-e3e3-4f1b-ac4a-cf3356893799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.143137 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-90ec7ecc-e3e3-4f1b-ac4a-cf3356893799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.171035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779371d-874c-4c90-889b-f0bf1bc091bb req-f6259711-d1ce-4aea-be43-8ced9adfa3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.172740 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3779371d-874c-4c90-889b-f0bf1bc091bb req-f6259711-d1ce-4aea-be43-8ced9adfa3fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.1419737 Jul 16 17:57:19.217503 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Deleting port 64638c3c-cd31-4d46-9363-ce03b898cd7d {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:19.218208 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.227548 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3779371d-874c-4c90-889b-f0bf1bc091bb req-f3c48be9-fbb3-44c3-866f-0ad63afb88b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=9ca380a7-b9e2-4165-920f-8a3151e53416 HTTP/1.1" status: 200 len: 217 time: 0.0444722 Jul 16 17:57:19.255792 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Pushing event updated for resources: {'Port': ['ID=74719e63-6f33-4b32-9008-6af4be781773,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:19.265378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-d0035c3a-2369-4a10-9c05-ee00024fdaec tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.266166 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-d0035c3a-2369-4a10-9c05-ee00024fdaec tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.290863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-90ec7ecc-e3e3-4f1b-ac4a-cf3356893799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.294234 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-90ec7ecc-e3e3-4f1b-ac4a-cf3356893799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.298823 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-90ec7ecc-e3e3-4f1b-ac4a-cf3356893799 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da5b2793-07a0-4d19-b3b2-a362e8ad3785 HTTP/1.1" status: 204 len: 168 time: 0.3442373 Jul 16 17:57:19.318271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec7ecc-e3e3-4f1b-ac4a-cf3356893799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5b2793-07a0-4d19-b3b2-a362e8ad3785,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:19.376412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779371d-874c-4c90-889b-f0bf1bc091bb req-89e9ff84-e69d-4eec-81eb-45fdd5fd2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.378903 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3779371d-874c-4c90-889b-f0bf1bc091bb req-89e9ff84-e69d-4eec-81eb-45fdd5fd2c08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1429710 Jul 16 17:57:19.449818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779371d-874c-4c90-889b-f0bf1bc091bb req-0ecaff28-77ca-44c7-a122-42889a6d70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.456948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 64638c3c-cd31-4d46-9363-ce03b898cd7d no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:19.457772 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3779371d-874c-4c90-889b-f0bf1bc091bb req-0ecaff28-77ca-44c7-a122-42889a6d70cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714984 Jul 16 17:57:19.464171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5140b6-8a82-475c-ad2e-cb5f85254a5b req-ebac937b-a078-41ed-8926-41a6b558bcdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.466064 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf5140b6-8a82-475c-ad2e-cb5f85254a5b req-ebac937b-a078-41ed-8926-41a6b558bcdc tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.9301262 Jul 16 17:57:19.479710 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-d0035c3a-2369-4a10-9c05-ee00024fdaec tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5594397 Jul 16 17:57:19.493502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 64638c3c-cd31-4d46-9363-ce03b898cd7d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:19.493969 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 64638c3c-cd31-4d46-9363-ce03b898cd7d not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:19.528376 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a172e1-b0cc-4c2d-8c31-d65e302fe6f5 req-6ad00c36-8200-49a3-8fce-4b5517e60c00 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.530123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66a172e1-b0cc-4c2d-8c31-d65e302fe6f5 req-6ad00c36-8200-49a3-8fce-4b5517e60c00 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 932 time: 0.9885311 Jul 16 17:57:19.539947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] For port 64638c3c-cd31-4d46-9363-ce03b898cd7d, host n-d-787205-10, got binding levels [] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:19.540459 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.555202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Request body: {'port': {'device_id': '128a13d8-16c7-4d74-a880-bbe3ec6ef391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:19.592425 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3779371d-874c-4c90-889b-f0bf1bc091bb req-bdfc0f7e-eb34-4034-b46a-5af4ad26cba9 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266189 Jul 16 17:57:19.616918 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Calling delete_port for 64638c3c-cd31-4d46-9363-ce03b898cd7d owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:19.633865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_backend_mixin [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Port 64638c3c-cd31-4d46-9363-ce03b898cd7d was not found and therefore no delete operation was performed {{(pid=105591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 17:57:19.670248 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.716987 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3779371d-874c-4c90-889b-f0bf1bc091bb req-85fce4a4-d586-4513-ac72-cae973ad1c56 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094217 Jul 16 17:57:19.727274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf5140b6-8a82-475c-ad2e-cb5f85254a5b req-eb3103a3-94ca-4d59-adcb-230d4550f6c4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183549 Jul 16 17:57:19.775900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66a172e1-b0cc-4c2d-8c31-d65e302fe6f5 req-2280e7ac-8e31-40ba-9f84-f7ca77a09f3e tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157307 Jul 16 17:57:19.800831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Pushing event deleted for resources: {'Port': ['ID=64638c3c-cd31-4d46-9363-ce03b898cd7d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:19.809364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] No DVR routers for this DVR port 64638c3c-cd31-4d46-9363-ce03b898cd7d on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:19.898820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Attempting to bind port 74719e63-6f33-4b32-9008-6af4be781773 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:19.899203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Attempting to bind port 74719e63-6f33-4b32-9008-6af4be781773 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:19.899491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Attempting to bind port 74719e63-6f33-4b32-9008-6af4be781773 on network a69bf11d-cb77-47cb-bbb6-1e1d697da331 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:19.922459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bdb0f3d-d31c-4bc5-9294-bad18e9618be {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:19.953715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Port 74719e63-6f33-4b32-9008-6af4be781773 on network a69bf11d-cb77-47cb-bbb6-1e1d697da331 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:19.954059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Attempting to bind port 74719e63-6f33-4b32-9008-6af4be781773 on network a69bf11d-cb77-47cb-bbb6-1e1d697da331 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:19.970698 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.010493 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.019640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:20.020044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Checking segment: {'id': '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:20.020444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Bound using segment: {'id': '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:20.020887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Bound port: 74719e63-6f33-4b32-9008-6af4be781773, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:20.021303 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.037769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Transition to ACTIVE for port object 8bdb0f3d-d31c-4bc5-9294-bad18e9618be will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:20.088783 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.093765 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.169520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1c0ab0-9cf4-4dab-b364-0315c4cf4464']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:20.179549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4267a539-f49e-47bf-8429-4a7da7bd9320') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:20.179852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4267a539-f49e-47bf-8429-4a7da7bd9320') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:20.228615 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.310783 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.336488 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c36442-4257-4219-9564-50d7d223e56e req-0f8d51e4-cdaf-4191-9fa6-b3ca0c7cbfdf tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.338657 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4c36442-4257-4219-9564-50d7d223e56e req-0f8d51e4-cdaf-4191-9fa6-b3ca0c7cbfdf tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 948 time: 0.4754784 Jul 16 17:57:20.353324 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:57:20.353769 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.356961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Pushing event updated for resources: {'Port': ['ID=8bdb0f3d-d31c-4bc5-9294-bad18e9618be,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.359462 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: timer() Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:57:20.363969 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:57:20.499289 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54176) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:20.564148 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.602989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] For port 74719e63-6f33-4b32-9008-6af4be781773, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:20.636209 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.638715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b1c0ab0-9cf4-4dab-b364-0315c4cf4464 HTTP/1.1" status: 204 len: 168 time: 3.1600580 Jul 16 17:57:20.676307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] For port 74719e63-6f33-4b32-9008-6af4be781773, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=74719e63-6f33-4b32-9008-6af4be781773,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:20.680266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26043be0-c5bc-49fb-81a0-1c99e026ca3d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1c0ab0-9cf4-4dab-b364-0315c4cf4464,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:20.691820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-network', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:20.694974 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4c36442-4257-4219-9564-50d7d223e56e req-51c3fc55-3327-4d6d-9692-95f7801c1a5e tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390250 Jul 16 17:57:20.696163 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.776008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Made reservation on behalf of 439f2b33d61f41dca0e5c59052b5e9cf for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:20.781132 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.796378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.799279 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.799279 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] 10.222.0.11 "PUT /v2.0/ports/74719e63-6f33-4b32-9008-6af4be781773 HTTP/1.1" status: 200 len: 1092 time: 5.3217673 Jul 16 17:57:20.803329 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.809710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb7c984-493e-4c52-ae8b-17b3e5630176', 'tag': '74719e63-6f33-4b32-9008-6af4be781773'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:20.812771 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492c918d-c728-4939-8c00-758970adf37f" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb7c984-493e-4c52-ae8b-17b3e5630176", "tag": "74719e63-6f33-4b32-9008-6af4be781773"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:20.874071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54186) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:20.910690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9ca380a7-b9e2-4165-920f-8a3151e53416 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:20.983592 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-764517d4-4643-4f45-b0a0-2777706c8632 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7349a148e134b5683f0785cc9b17e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059432 Jul 16 17:57:20.984231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54190) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:21.050165 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 9ca380a7-b9e2-4165-920f-8a3151e53416, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9ca380a7-b9e2-4165-920f-8a3151e53416,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:21.056827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Attempting to bind port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:21.057174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Attempting to bind port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:21.057506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Attempting to bind port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be on network a69bf11d-cb77-47cb-bbb6-1e1d697da331 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:21.064760 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '9ca380a7-b9e2-4165-920f-8a3151e53416', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '9ca380a7-b9e2-4165-920f-8a3151e53416', 'mac_address': 'fa:16:3e:63:51:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:21.087084 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9095444-dc43-4066-9491-fc544344a103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.102776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ec9b7-a0d2-4882-8df1-cda52dc3eccd service neutron] Pushing event updated for resources: {'Port': ['ID=74719e63-6f33-4b32-9008-6af4be781773,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:21.107633 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.122596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca380a7-b9e2-4165-920f-8a3151e53416 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:21.122840 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.128487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9095444-dc43-4066-9491-fc544344a103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.130609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.150812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 9ca380a7-b9e2-4165-920f-8a3151e53416, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9ca380a7-b9e2-4165-920f-8a3151e53416,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:21.156430 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.160215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4346f5-bf49-4b83-8f88-8331d37b5517 req-fb49c972-356a-46a3-a7db-a86ccb4a8956 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.166774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f4346f5-bf49-4b83-8f88-8331d37b5517 req-fb49c972-356a-46a3-a7db-a86ccb4a8956 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.6380298 Jul 16 17:57:21.170789 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:21.185472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be on network a69bf11d-cb77-47cb-bbb6-1e1d697da331 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:21.185863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Attempting to bind port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be on network a69bf11d-cb77-47cb-bbb6-1e1d697da331 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:21.193861 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104ed894-041d-4ad9-857f-75e1e99ad108,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:21.202466 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.202894 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Added segment d8b080ea-bb0c-44ed-93ac-1a7b3781e34e of type vlan for network 44337d24-7f19-40cf-a303-f059903d6ce5 Jul 16 17:57:21.216819 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=9ca380a7-b9e2-4165-920f-8a3151e53416,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:21.249877 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.266399 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9095444-dc43-4066-9491-fc544344a103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.266946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:21.267405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Checking segment: {'id': '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:21.268030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Bound using segment: {'id': '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:21.268636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Bound port: 8bdb0f3d-d31c-4bc5-9294-bad18e9618be, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:21.269016 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.269311 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f9095444-dc43-4066-9491-fc544344a103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.272646 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f9095444-dc43-4066-9491-fc544344a103 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7288506b-1b9d-4bf5-afc4-06a6bc4e86de HTTP/1.1" status: 204 len: 168 time: 0.2850795 Jul 16 17:57:21.272646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54196) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:21.283019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b7c8c887-2de3-4bac-baf2-97f8201513cb tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1468489626'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:21.302178 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9095444-dc43-4066-9491-fc544344a103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7288506b-1b9d-4bf5-afc4-06a6bc4e86de,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:21.302462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be071549-33d8-4df8-9dfd-2b04bab152e6 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:21.321295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.322418 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.322990 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.331904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c8c887-2de3-4bac-baf2-97f8201513cb tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Made reservation on behalf of e842df9b6b02407381982d4560f93832 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:21.335441 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.336240 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c887-2de3-4bac-baf2-97f8201513cb tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.375905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['9ca380a7-b9e2-4165-920f-8a3151e53416'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:21.383993 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8834860 Jul 16 17:57:21.384677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54200) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:21.395314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-860147fa-47bb-46c6-a00a-5fef95aa56d8 admin admin] Request body: {'subnet': {'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-subnet', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:21.421516 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f4346f5-bf49-4b83-8f88-8331d37b5517 req-58238179-a79e-40b1-9984-bb20b59513eb tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467349 Jul 16 17:57:21.429410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327e90d-2402-47d8-9b2f-6f2a7500c485 req-56cc922e-8af4-4aca-851d-9192ccca97ff tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.445192 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141779a6-626c-4b39-ab63-f3e411d52b46 admin admin] Pushing event updated for resources: {'Network': ['ID=44337d24-7f19-40cf-a303-f059903d6ce5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:21.446818 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0327e90d-2402-47d8-9b2f-6f2a7500c485 req-56cc922e-8af4-4aca-851d-9192ccca97ff tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 932 time: 0.4241912 Jul 16 17:57:21.451612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c8c887-2de3-4bac-baf2-97f8201513cb tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:21.461259 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-a95e9275-3a70-4004-9814-055f9c53c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.462601 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 44337d24-7f19-40cf-a303-f059903d6ce5 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:21.464018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-a95e9275-3a70-4004-9814-055f9c53c506 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d83addcc0d8b49a2beeeea253e002f62&device_id=ccb7c984-493e-4c52-ae8b-17b3e5630176 HTTP/1.1" status: 200 len: 1095 time: 0.5258875 Jul 16 17:57:21.468162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Transition to ACTIVE for port object be071549-33d8-4df8-9dfd-2b04bab152e6 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:21.474802 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c887-2de3-4bac-baf2-97f8201513cb tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.475819 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-b7c8c887-2de3-4bac-baf2-97f8201513cb tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Added segment 605313a3-90fe-4063-a928-b9ed02ce416d of type vlan for network c5839ed7-b863-47b2-ae80-65f108c6ba10 Jul 16 17:57:21.503901 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.513624 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860147fa-47bb-46c6-a00a-5fef95aa56d8 admin admin] Made reservation on behalf of 439f2b33d61f41dca0e5c59052b5e9cf for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:21.518316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-860147fa-47bb-46c6-a00a-5fef95aa56d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.544333 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beaa847-636b-433b-8957-9a8c147f6b42 x-openstack-request-id: req-0beaa847-636b-433b-8957-9a8c147f6b42 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:21.544585 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb7c984-493e-4c52-ae8b-17b3e5630176", "tag": "74719e63-6f33-4b32-9008-6af4be781773", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:21.544846 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0beaa847-636b-433b-8957-9a8c147f6b42 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:21.545254 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb7c984-493e-4c52-ae8b-17b3e5630176', 'tag': '74719e63-6f33-4b32-9008-6af4be781773', 'status': 'completed', 'code': 200} Jul 16 17:57:21.557699 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c887-2de3-4bac-baf2-97f8201513cb tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.561821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-c737caf5-5f9a-4a0c-8272-a8837e750d4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74719e63-6f33-4b32-9008-6af4be781773 HTTP/1.1" status: 200 len: 217 time: 0.0751266 Jul 16 17:57:21.643164 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0327e90d-2402-47d8-9b2f-6f2a7500c485 req-7ee0a3f3-14b7-40f8-b8b7-eb3945631905 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951349 Jul 16 17:57:21.654592 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c887-2de3-4bac-baf2-97f8201513cb tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.665177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c8c887-2de3-4bac-baf2-97f8201513cb tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.665177 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c887-2de3-4bac-baf2-97f8201513cb tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.673261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] For port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:21.745844 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b7c8c887-2de3-4bac-baf2-97f8201513cb tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4678986 Jul 16 17:57:21.757034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54208) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:21.769817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=be071549-33d8-4df8-9dfd-2b04bab152e6,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:21.789791 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a07e301e-c847-4f1b-bd34-8a122ff9b692 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-871826953'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:21.794666 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] For port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8bdb0f3d-d31c-4bc5-9294-bad18e9618be,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:21.850318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-1c7e9c0a-8239-4e72-b755-d607a0392a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.852207 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-1c7e9c0a-8239-4e72-b755-d607a0392a56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d989a7f-4fc8-4f7c-9b72-5db3918c4e51 HTTP/1.1" status: 200 len: 857 time: 0.2636921 Jul 16 17:57:21.856252 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.958873 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-81b55a09-9f34-444f-b842-c77f1df12d41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a69bf11d-cb77-47cb-bbb6-1e1d697da331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690284 Jul 16 17:57:22.004950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.005596 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.007122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] 10.222.0.32 "PUT /v2.0/ports/8bdb0f3d-d31c-4bc5-9294-bad18e9618be HTTP/1.1" status: 200 len: 1092 time: 4.8649635 Jul 16 17:57:22.080680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49af45-3b2b-42d8-ad87-c3426de8513b service neutron] Pushing event updated for resources: {'Port': ['ID=8bdb0f3d-d31c-4bc5-9294-bad18e9618be,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:22.087668 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Attempting to bind port be071549-33d8-4df8-9dfd-2b04bab152e6 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:22.088021 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Attempting to bind port be071549-33d8-4df8-9dfd-2b04bab152e6 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:22.088361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Attempting to bind port be071549-33d8-4df8-9dfd-2b04bab152e6 on network a69bf11d-cb77-47cb-bbb6-1e1d697da331 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:22.165114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Port be071549-33d8-4df8-9dfd-2b04bab152e6 on network a69bf11d-cb77-47cb-bbb6-1e1d697da331 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:22.165442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Attempting to bind port be071549-33d8-4df8-9dfd-2b04bab152e6 on network a69bf11d-cb77-47cb-bbb6-1e1d697da331 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:22.192115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:22.192459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Checking segment: {'id': '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:22.192857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Bound using segment: {'id': '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:22.193309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Bound port: be071549-33d8-4df8-9dfd-2b04bab152e6, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:22.193706 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.223958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8c887-2de3-4bac-baf2-97f8201513cb tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'Network': ['ID=c5839ed7-b863-47b2-ae80-65f108c6ba10,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:22.226038 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07e301e-c847-4f1b-bd34-8a122ff9b692 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Made reservation on behalf of e842df9b6b02407381982d4560f93832 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:22.229894 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a07e301e-c847-4f1b-bd34-8a122ff9b692 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.234620 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-10e2b2f6-67cf-4a7f-a66e-450e665b8c60 service neutron] 10.222.0.11 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596059 Jul 16 17:57:22.242665 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network c5839ed7-b863-47b2-ae80-65f108c6ba10 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:22.299204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe7a5a-bf4b-4469-a6ca-399b32c91570 req-69067b72-5e13-4629-b482-e13c930c71da tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.300772 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dabe7a5a-bf4b-4469-a6ca-399b32c91570 req-69067b72-5e13-4629-b482-e13c930c71da tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 949 time: 0.3373790 Jul 16 17:57:22.312510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f212f9-e6b4-46cd-b520-1993430e01cd req-c6d221c7-a455-42de-a8c2-41a00dfa9232 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.314207 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-89f212f9-e6b4-46cd-b520-1993430e01cd req-c6d221c7-a455-42de-a8c2-41a00dfa9232 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.6705177 Jul 16 17:57:22.321729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-5b80b6ec-585f-4ad7-be2f-c0b6b708a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.323280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-5b80b6ec-585f-4ad7-be2f-c0b6b708a884 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d83addcc0d8b49a2beeeea253e002f62&device_id=fcd54a1a-a1f5-4ea9-9410-93fa9a399f80 HTTP/1.1" status: 200 len: 1095 time: 0.2563217 Jul 16 17:57:22.336658 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07e301e-c847-4f1b-bd34-8a122ff9b692 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:22.362932 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54224) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:22.372339 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-860147fa-47bb-46c6-a00a-5fef95aa56d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.389744 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a07e301e-c847-4f1b-bd34-8a122ff9b692 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.389744 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-a07e301e-c847-4f1b-bd34-8a122ff9b692 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Added segment e45d8ae3-d834-48be-bd8a-d0436215e4b6 of type vlan for network 06b1d035-0df9-485b-af35-24977c69a808 Jul 16 17:57:22.404576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-df084d16-977c-4d8c-811d-d8effed03899 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bdb0f3d-d31c-4bc5-9294-bad18e9618be HTTP/1.1" status: 200 len: 217 time: 0.0670233 Jul 16 17:57:22.456981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] For port be071549-33d8-4df8-9dfd-2b04bab152e6, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:22.507986 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dabe7a5a-bf4b-4469-a6ca-399b32c91570 req-1b5b0407-7bc1-476c-b3e4-38a98ee663f3 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922557 Jul 16 17:57:22.515481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] For port be071549-33d8-4df8-9dfd-2b04bab152e6, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=be071549-33d8-4df8-9dfd-2b04bab152e6,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:22.517692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1931422717-network', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:22.532189 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a07e301e-c847-4f1b-bd34-8a122ff9b692 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.534342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.540459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860147fa-47bb-46c6-a00a-5fef95aa56d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69eb66ea-9472-42b1-8bef-cc1b7c6812ce,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:22.577728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-703a598c-09e0-4521-89db-310d6cb53858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.578110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860147fa-47bb-46c6-a00a-5fef95aa56d8 admin admin] Checking segment: {'id': 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:22.578392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860147fa-47bb-46c6-a00a-5fef95aa56d8 admin admin] Network hostable DHCP agents. Network: 44337d24-7f19-40cf-a303-f059903d6ce5, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:22.579465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-703a598c-09e0-4521-89db-310d6cb53858 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d989a7f-4fc8-4f7c-9b72-5db3918c4e51 HTTP/1.1" status: 200 len: 857 time: 0.1462326 Jul 16 17:57:22.584441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-19670125-8ab2-4446-9a88-559084b1e0a7 service neutron] 10.222.0.11 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247414 Jul 16 17:57:22.597391 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Made reservation on behalf of 6af8f25c3b784ba5a6b1b7a5679173a1 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:22.599749 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.611340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.612233 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.613972 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] 10.222.0.11 "PUT /v2.0/ports/be071549-33d8-4df8-9dfd-2b04bab152e6 HTTP/1.1" status: 200 len: 1093 time: 3.0754395 Jul 16 17:57:22.623773 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.632554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a07e301e-c847-4f1b-bd34-8a122ff9b692 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.639231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07e301e-c847-4f1b-bd34-8a122ff9b692 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.640823 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a07e301e-c847-4f1b-bd34-8a122ff9b692 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.658804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-967208cf-bf0e-4931-bf3d-6d56d2f15f89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a69bf11d-cb77-47cb-bbb6-1e1d697da331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691617 Jul 16 17:57:22.664947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860147fa-47bb-46c6-a00a-5fef95aa56d8 admin admin] Network 44337d24-7f19-40cf-a303-f059903d6ce5 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:22.669198 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-89f212f9-e6b4-46cd-b520-1993430e01cd req-67cd4c81-759a-45ea-8e94-b1c434c1eb0b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Deleting port 4304ecb7-eb79-4210-ac7e-d3eb5856e406 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:22.669539 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-89f212f9-e6b4-46cd-b520-1993430e01cd req-67cd4c81-759a-45ea-8e94-b1c434c1eb0b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.726375 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a07e301e-c847-4f1b-bd34-8a122ff9b692 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9678981 Jul 16 17:57:22.739044 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54234) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:22.751110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-68d62806-0ba8-4711-9310-d00da80f87e9 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'subnet': {'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:22.754170 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-860147fa-47bb-46c6-a00a-5fef95aa56d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 44337d24-7f19-40cf-a303-f059903d6ce5) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:22.760308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eae322-a1ee-4dae-bc7a-b2d8ec812ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=be071549-33d8-4df8-9dfd-2b04bab152e6,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:22.767712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bbcba7-2f74-41a2-9ca1-224de5c0aa17 None None] Network 44337d24-7f19-40cf-a303-f059903d6ce5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:22.811546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860147fa-47bb-46c6-a00a-5fef95aa56d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.812524 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-860147fa-47bb-46c6-a00a-5fef95aa56d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.837890 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.860090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e301e-c847-4f1b-bd34-8a122ff9b692 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'Network': ['ID=06b1d035-0df9-485b-af35-24977c69a808,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:22.904920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 06b1d035-0df9-485b-af35-24977c69a808 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:22.912695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9ca380a7-b9e2-4165-920f-8a3151e53416 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:22.923514 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab7147-a63c-484c-a428-db9b5407934b req-5ed5a0bd-aa2a-4be5-a79f-3b74ab7f23ad tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.925111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99ab7147-a63c-484c-a428-db9b5407934b req-5ed5a0bd-aa2a-4be5-a79f-3b74ab7f23ad tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 945 time: 0.3379617 Jul 16 17:57:22.959607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-2ef48671-9039-4eaa-ac71-0ba65bb6112f service neutron] 10.222.0.32 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857068 Jul 16 17:57:22.966515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-6c00f44d-1315-4322-9772-736caf1e4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.968019 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-6c00f44d-1315-4322-9772-736caf1e4540 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d83addcc0d8b49a2beeeea253e002f62&device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 1096 time: 0.2924304 Jul 16 17:57:22.973961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-89f212f9-e6b4-46cd-b520-1993430e01cd req-67cd4c81-759a-45ea-8e94-b1c434c1eb0b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] For port 4304ecb7-eb79-4210-ac7e-d3eb5856e406, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4304ecb7-eb79-4210-ac7e-d3eb5856e406,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:22.974340 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-89f212f9-e6b4-46cd-b520-1993430e01cd req-67cd4c81-759a-45ea-8e94-b1c434c1eb0b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.989890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c918d-c728-4939-8c00-758970adf37f req-31b8b5ec-13ad-477a-8e04-f0e8ede2b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.991166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-492c918d-c728-4939-8c00-758970adf37f req-31b8b5ec-13ad-477a-8e04-f0e8ede2b669 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d83addcc0d8b49a2beeeea253e002f62&device_id=ccb7c984-493e-4c52-ae8b-17b3e5630176 HTTP/1.1" status: 200 len: 1095 time: 0.3166656 Jul 16 17:57:23.019574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-44337d24-7f19-40cf-a303-f059903d6ce5', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'fixed_ips': [{'subnet_id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:57:23.020369 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.069330 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.079440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-89f212f9-e6b4-46cd-b520-1993430e01cd req-67cd4c81-759a-45ea-8e94-b1c434c1eb0b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Calling delete_port for 4304ecb7-eb79-4210-ac7e-d3eb5856e406 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:23.082257 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.099007 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-860147fa-47bb-46c6-a00a-5fef95aa56d8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7084515 Jul 16 17:57:23.115029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 9ca380a7-b9e2-4165-920f-8a3151e53416 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:23.116525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54240) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:23.128212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 9ca380a7-b9e2-4165-920f-8a3151e53416 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:23.128583 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.129266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:23.195076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:23.209109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d62806-0ba8-4711-9310-d00da80f87e9 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Made reservation on behalf of e842df9b6b02407381982d4560f93832 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:23.212691 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68d62806-0ba8-4711-9310-d00da80f87e9 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.223346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bb662d-0715-4559-ba36-1d003ffbd338,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:23.224245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Allocated IP 172.20.0.2 (44337d24-7f19-40cf-a303-f059903d6ce5/69eb66ea-9472-42b1-8bef-cc1b7c6812ce/97f119c4-a457-4156-af13-d7ba84de0ac2) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:23.238714 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.239172 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Added segment ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722 of type vlan for network 68bd5f23-0f83-4dd1-a15c-9961a46bf27b Jul 16 17:57:23.284890 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.336815 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.341794 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.342865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.344085 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ff5b37-6957-47e1-9aa1-6b242f1bb6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca380a7-b9e2-4165-920f-8a3151e53416'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:23.346423 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c678ebb-a142-4fe3-af6b-3f08b4b3a3d8" -d '{"events": [{"server_uuid": "06ff5b37-6957-47e1-9aa1-6b242f1bb6ee", "name": "network-vif-plugged", "status": "completed", "tag": "9ca380a7-b9e2-4165-920f-8a3151e53416"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:23.366623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 9ca380a7-b9e2-4165-920f-8a3151e53416, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9ca380a7-b9e2-4165-920f-8a3151e53416,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:23.380848 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.439912 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-119c14a3-e754-4ad6-b225-ec03dd9c0c11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be071549-33d8-4df8-9dfd-2b04bab152e6 HTTP/1.1" status: 200 len: 217 time: 0.4525337 Jul 16 17:57:23.464958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17490cd-bb8e-46fa-8568-a9b34d61699a req-dcda4266-2f2f-4441-974c-87ae31929620 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.470248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b17490cd-bb8e-46fa-8568-a9b34d61699a req-dcda4266-2f2f-4441-974c-87ae31929620 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 944 time: 0.6850557 Jul 16 17:57:23.486766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=9ca380a7-b9e2-4165-920f-8a3151e53416,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:23.504614 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99ab7147-a63c-484c-a428-db9b5407934b req-214f96e8-ec54-4bd4-9c5b-f1706906860d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655684 Jul 16 17:57:23.508754 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.533823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Transition to ACTIVE for port object 97f119c4-a457-4156-af13-d7ba84de0ac2 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:23.554095 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd54a1a-a1f5-4ea9-9410-93fa9a399f80', 'tag': '8bdb0f3d-d31c-4bc5-9294-bad18e9618be'}, {'name': 'network-changed', 'server_uuid': '128a13d8-16c7-4d74-a880-bbe3ec6ef391', 'tag': 'be071549-33d8-4df8-9dfd-2b04bab152e6'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:23.554363 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Transition to ACTIVE for port object 97f119c4-a457-4156-af13-d7ba84de0ac2 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:23.556542 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a283059-0e4d-402b-8ee5-6ad339876059" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd54a1a-a1f5-4ea9-9410-93fa9a399f80", "tag": "8bdb0f3d-d31c-4bc5-9294-bad18e9618be"}, {"name": "network-changed", "server_uuid": "128a13d8-16c7-4d74-a880-bbe3ec6ef391", "tag": "be071549-33d8-4df8-9dfd-2b04bab152e6"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:23.563846 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.610854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Network 44337d24-7f19-40cf-a303-f059903d6ce5 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:23.616279 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:23.625286 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:23.651072 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68d62806-0ba8-4711-9310-d00da80f87e9 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.653945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.654802 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.655433 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.670003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b17490cd-bb8e-46fa-8568-a9b34d61699a req-0f79e023-f7f1-4482-8bcd-a547c76d3738 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787825 Jul 16 17:57:23.676834 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Pushing event updated for resources: {'Port': ['ID=97f119c4-a457-4156-af13-d7ba84de0ac2,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:23.718899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-b19917b4-7060-4a6d-9058-5996f3c034af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.720431 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-b19917b4-7060-4a6d-9058-5996f3c034af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d989a7f-4fc8-4f7c-9b72-5db3918c4e51 HTTP/1.1" status: 200 len: 857 time: 0.2642629 Jul 16 17:57:23.721465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c918d-c728-4939-8c00-758970adf37f req-ac716798-b81f-44c4-af22-9282b1209e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.723315 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-492c918d-c728-4939-8c00-758970adf37f req-ac716798-b81f-44c4-af22-9282b1209e0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a69bf11d-cb77-47cb-bbb6-1e1d697da331 HTTP/1.1" status: 200 len: 918 time: 0.7072849 Jul 16 17:57:23.725402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-34ca9640-52b0-4ddd-906e-cdfaf5144c59 service neutron] 10.222.0.32 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493677 Jul 16 17:57:23.728688 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Attempting to bind port 97f119c4-a457-4156-af13-d7ba84de0ac2 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:23.730394 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Attempting to bind port 97f119c4-a457-4156-af13-d7ba84de0ac2 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:23.731111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Attempting to bind port 97f119c4-a457-4156-af13-d7ba84de0ac2 on network 44337d24-7f19-40cf-a303-f059903d6ce5 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:23.739621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:23.740063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Checking segment: {'id': 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:23.740582 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.741074 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Bound using segment: {'id': 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:23.741643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Bound port: 97f119c4-a457-4156-af13-d7ba84de0ac2, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:23.742141 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.751396 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.768124 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff0311b-58c1-41ff-a9e7-afcbed3cca07 x-openstack-request-id: req-fff0311b-58c1-41ff-a9e7-afcbed3cca07 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:23.768411 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ff5b37-6957-47e1-9aa1-6b242f1bb6ee", "name": "network-vif-plugged", "status": "completed", "tag": "9ca380a7-b9e2-4165-920f-8a3151e53416", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:23.768909 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fff0311b-58c1-41ff-a9e7-afcbed3cca07 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:23.769137 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ff5b37-6957-47e1-9aa1-6b242f1bb6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca380a7-b9e2-4165-920f-8a3151e53416', 'code': 200} Jul 16 17:57:23.882727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9d245359-f129-4d94-83d1-214987f84417 None None] For port 97f119c4-a457-4156-af13-d7ba84de0ac2, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:23.888031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9d245359-f129-4d94-83d1-214987f84417 None None] For port 97f119c4-a457-4156-af13-d7ba84de0ac2, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=97f119c4-a457-4156-af13-d7ba84de0ac2,segment=NetworkSegment(d8b080ea-bb0c-44ed-93ac-1a7b3781e34e),segment_id=d8b080ea-bb0c-44ed-93ac-1a7b3781e34e)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:23.892814 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.893119 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-1e5137c9-2bfb-4488-8683-8d9f5a27376e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a69bf11d-cb77-47cb-bbb6-1e1d697da331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1551092 Jul 16 17:57:23.895794 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840afa44-1be2-49b8-a637-afcf5ba2c030 x-openstack-request-id: req-840afa44-1be2-49b8-a637-afcf5ba2c030 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:23.896094 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd54a1a-a1f5-4ea9-9410-93fa9a399f80", "tag": "8bdb0f3d-d31c-4bc5-9294-bad18e9618be", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "128a13d8-16c7-4d74-a880-bbe3ec6ef391", "tag": "be071549-33d8-4df8-9dfd-2b04bab152e6", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:23.896351 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-840afa44-1be2-49b8-a637-afcf5ba2c030 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:23.896745 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd54a1a-a1f5-4ea9-9410-93fa9a399f80', 'tag': '8bdb0f3d-d31c-4bc5-9294-bad18e9618be', 'status': 'completed', 'code': 200} Jul 16 17:57:23.897004 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128a13d8-16c7-4d74-a880-bbe3ec6ef391', 'tag': 'be071549-33d8-4df8-9dfd-2b04bab152e6', 'status': 'completed', 'code': 200} Jul 16 17:57:23.925130 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-492c918d-c728-4939-8c00-758970adf37f req-47fe793a-28a0-476a-a69f-c0e4e3f5dc4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74719e63-6f33-4b32-9008-6af4be781773 HTTP/1.1" status: 200 len: 217 time: 0.1882930 Jul 16 17:57:23.934368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d62806-0ba8-4711-9310-d00da80f87e9 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'Subnet': ['ID=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:23.939224 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5747259 Jul 16 17:57:23.945066 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-89f212f9-e6b4-46cd-b520-1993430e01cd req-67cd4c81-759a-45ea-8e94-b1c434c1eb0b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:23.947494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54250) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:23.967532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9e267e4c-31b1-4ad1-b474-8246a6c5336b admin admin] Request body: {'subnet': {'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1931422717-subnet', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:23.987067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d245359-f129-4d94-83d1-214987f84417 None None] Pushing event updated for resources: {'Port': ['ID=97f119c4-a457-4156-af13-d7ba84de0ac2,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:24.036923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ed23a-6dc6-4ffc-a5c4-4051bc4e297a admin admin] Pushing event updated for resources: {'Network': ['ID=68bd5f23-0f83-4dd1-a15c-9961a46bf27b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:24.039203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd4c81-759a-45ea-8e94-b1c434c1eb0b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event deleted for resources: {'Port': ['ID=4304ecb7-eb79-4210-ac7e-d3eb5856e406,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:24.049827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 68bd5f23-0f83-4dd1-a15c-9961a46bf27b details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:24.130999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c918d-c728-4939-8c00-758970adf37f req-19ef4b77-f7d6-4cfd-b446-b74aac0b21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.132784 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-492c918d-c728-4939-8c00-758970adf37f req-19ef4b77-f7d6-4cfd-b446-b74aac0b21ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d989a7f-4fc8-4f7c-9b72-5db3918c4e51 HTTP/1.1" status: 200 len: 857 time: 0.1903517 Jul 16 17:57:24.170522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6ee9b-82a0-4e02-a413-6dad8a9816c9 req-ecbd1559-f7ee-4fce-84a2-73e23e8487df tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.172146 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42b6ee9b-82a0-4e02-a413-6dad8a9816c9 req-ecbd1559-f7ee-4fce-84a2-73e23e8487df tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 950 time: 0.2427528 Jul 16 17:57:24.178010 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-e5f68bad-5354-41e6-a404-1a7278ee4812 service neutron] 10.222.0.11 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449927 Jul 16 17:57:24.211487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:24.221117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e267e4c-31b1-4ad1-b474-8246a6c5336b admin admin] Made reservation on behalf of 6af8f25c3b784ba5a6b1b7a5679173a1 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:24.224674 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e267e4c-31b1-4ad1-b474-8246a6c5336b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:24.225996 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-af481065-f1c4-45ae-af9e-0a7195a0db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.227504 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-af481065-f1c4-45ae-af9e-0a7195a0db99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d83addcc0d8b49a2beeeea253e002f62&device_id=fcd54a1a-a1f5-4ea9-9410-93fa9a399f80 HTTP/1.1" status: 200 len: 1095 time: 0.3334198 Jul 16 17:57:24.247268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-492c918d-c728-4939-8c00-758970adf37f req-282ec1f7-8e14-4bfe-b426-359e7334432f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a69bf11d-cb77-47cb-bbb6-1e1d697da331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997310 Jul 16 17:57:24.266845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f212f9-e6b4-46cd-b520-1993430e01cd req-67cd4c81-759a-45ea-8e94-b1c434c1eb0b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] No DVR routers for this DVR port 4304ecb7-eb79-4210-ac7e-d3eb5856e406 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:24.267664 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d62806-0ba8-4711-9310-d00da80f87e9 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Checking segment: {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:24.268027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d62806-0ba8-4711-9310-d00da80f87e9 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Network hostable DHCP agents. Network: c5839ed7-b863-47b2-ae80-65f108c6ba10, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:24.270715 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-89f212f9-e6b4-46cd-b520-1993430e01cd req-67cd4c81-759a-45ea-8e94-b1c434c1eb0b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:24.272811 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-89f212f9-e6b4-46cd-b520-1993430e01cd req-67cd4c81-759a-45ea-8e94-b1c434c1eb0b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "DELETE /v2.0/ports/4304ecb7-eb79-4210-ac7e-d3eb5856e406 HTTP/1.1" status: 204 len: 173 time: 1.9461808 Jul 16 17:57:24.282705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86965a20-47de-4c19-98c7-151b54d3f428', 'name': 'network-vif-deleted', 'tag': '4304ecb7-eb79-4210-ac7e-d3eb5856e406'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:24.284925 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bdb8d6-5ac6-4dca-bc39-d4e186a25b75" -d '{"events": [{"server_uuid": "86965a20-47de-4c19-98c7-151b54d3f428", "name": "network-vif-deleted", "tag": "4304ecb7-eb79-4210-ac7e-d3eb5856e406"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:24.345504 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432e42cb-4183-4a64-bfd8-2eb7e72a7c07 x-openstack-request-id: req-432e42cb-4183-4a64-bfd8-2eb7e72a7c07 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:24.345808 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86965a20-47de-4c19-98c7-151b54d3f428", "name": "network-vif-deleted", "tag": "4304ecb7-eb79-4210-ac7e-d3eb5856e406", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:24.346056 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-432e42cb-4183-4a64-bfd8-2eb7e72a7c07 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:24.346451 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86965a20-47de-4c19-98c7-151b54d3f428', 'name': 'network-vif-deleted', 'tag': '4304ecb7-eb79-4210-ac7e-d3eb5856e406', 'status': 'completed', 'code': 200} Jul 16 17:57:24.390230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab8fd9-d5d7-4360-a47b-0e1453cb617b req-6314a947-5e51-4bad-ad02-9e23b72fc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.391860 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-03ab8fd9-d5d7-4360-a47b-0e1453cb617b req-6314a947-5e51-4bad-ad02-9e23b72fc40b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 1102 time: 0.5251050 Jul 16 17:57:24.403981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d62806-0ba8-4711-9310-d00da80f87e9 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Network c5839ed7-b863-47b2-ae80-65f108c6ba10 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:24.435135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-68d62806-0ba8-4711-9310-d00da80f87e9 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, c5839ed7-b863-47b2-ae80-65f108c6ba10) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:24.444972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fbb2b7-e061-4262-83c3-26b13615e64f None None] Network c5839ed7-b863-47b2-ae80-65f108c6ba10 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:24.446769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d62806-0ba8-4711-9310-d00da80f87e9 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.447358 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68d62806-0ba8-4711-9310-d00da80f87e9 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:24.486957 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-03ab8fd9-d5d7-4360-a47b-0e1453cb617b req-0f40ac1e-64d3-467b-a991-6a00c66a2e06 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883262 Jul 16 17:57:24.541308 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-68d62806-0ba8-4711-9310-d00da80f87e9 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8011155 Jul 16 17:57:24.544840 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54256) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:24.550673 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4f1f2d5f-5c93-4c31-bae1-9ca4ecc55664 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'subnet': {'network_id': '06b1d035-0df9-485b-af35-24977c69a808', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:24.586603 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42b6ee9b-82a0-4e02-a413-6dad8a9816c9 req-38b31991-415a-4582-87d5-df7e51e40175 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627250 Jul 16 17:57:24.613099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a216282-7950-4ddb-b6cb-ca5ceb28669a req-60900009-ec6d-40f5-8347-cf0e288106c4 service neutron] 10.222.0.11 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905823 Jul 16 17:57:24.663463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-492c918d-c728-4939-8c00-758970adf37f req-f7c7d0e0-291d-4abf-acd0-608cb01b5ea2 service neutron] 10.222.0.11 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069536 Jul 16 17:57:24.665328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-3a4ea7ba-f7bd-4dd8-bc3a-25833b7fa63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.667053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-3a4ea7ba-f7bd-4dd8-bc3a-25833b7fa63f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a69bf11d-cb77-47cb-bbb6-1e1d697da331 HTTP/1.1" status: 200 len: 918 time: 0.4188023 Jul 16 17:57:24.723692 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e267e4c-31b1-4ad1-b474-8246a6c5336b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:24.747361 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-c5839ed7-b863-47b2-ae80-65f108c6ba10', 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'fixed_ips': [{'subnet_id': '8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:57:24.748465 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:24.756889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1f2d5f-5c93-4c31-bae1-9ca4ecc55664 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Made reservation on behalf of e842df9b6b02407381982d4560f93832 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:24.760407 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2d5f-5c93-4c31-bae1-9ca4ecc55664 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:24.812226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-fa165178-dfe2-4bc3-8c7f-ae9df7292d6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bdb0f3d-d31c-4bc5-9294-bad18e9618be HTTP/1.1" status: 200 len: 217 time: 0.1242537 Jul 16 17:57:24.912368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cdce376-fd98-4334-b55e-f9305244bb93 req-734c1f4d-ae3f-4f70-8689-8179c0a7f83c tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=86965a20-47de-4c19-98c7-151b54d3f428 HTTP/1.1" status: 200 len: 210 time: 0.1080549 Jul 16 17:57:24.916174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 74719e63-6f33-4b32-9008-6af4be781773 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:25.001183 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e267e4c-31b1-4ad1-b474-8246a6c5336b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0faa369f-a093-4593-acbf-ce85cc7a25d4,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:25.031631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 74719e63-6f33-4b32-9008-6af4be781773, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=74719e63-6f33-4b32-9008-6af4be781773,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:25.048478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '74719e63-6f33-4b32-9008-6af4be781773', 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331', 'port_id': '74719e63-6f33-4b32-9008-6af4be781773', 'mac_address': 'fa:16:3e:38:8f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d989a7f-4fc8-4f7c-9b72-5db3918c4e51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:25.063671 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e267e4c-31b1-4ad1-b474-8246a6c5336b admin admin] Checking segment: {'id': 'ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:25.064319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e267e4c-31b1-4ad1-b474-8246a6c5336b admin admin] Network hostable DHCP agents. Network: 68bd5f23-0f83-4dd1-a15c-9961a46bf27b, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:25.094603 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.128188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.139877 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.160202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-f5368598-d00d-4541-b956-602be8cffbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.161942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-f5368598-d00d-4541-b956-602be8cffbff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d989a7f-4fc8-4f7c-9b72-5db3918c4e51 HTTP/1.1" status: 200 len: 857 time: 0.3350010 Jul 16 17:57:25.163184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e267e4c-31b1-4ad1-b474-8246a6c5336b admin admin] Network 68bd5f23-0f83-4dd1-a15c-9961a46bf27b is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:25.172400 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.179352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-492c918d-c728-4939-8c00-758970adf37f req-37d16ac1-fdca-46bd-9c84-e7e14f355907 service neutron] 10.222.0.11 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092139 Jul 16 17:57:25.196335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Allocated IP 10.1.1.2 (c5839ed7-b863-47b2-ae80-65f108c6ba10/8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3/e3b4f4f2-913c-4665-8ab4-e055a5728ced) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:25.202660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74719e63-6f33-4b32-9008-6af4be781773 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:25.239340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-24dfd0f2-26c7-4958-bf3b-20856ff0306d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a69bf11d-cb77-47cb-bbb6-1e1d697da331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589623 Jul 16 17:57:25.242384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 74719e63-6f33-4b32-9008-6af4be781773, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=74719e63-6f33-4b32-9008-6af4be781773,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:25.244952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-1e045bc4-250d-40ad-8cf8-b3b0e9435b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.247637 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-1e045bc4-250d-40ad-8cf8-b3b0e9435b81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d83addcc0d8b49a2beeeea253e002f62&device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 1096 time: 0.5589564 Jul 16 17:57:25.252521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-9e267e4c-31b1-4ad1-b474-8246a6c5336b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 68bd5f23-0f83-4dd1-a15c-9961a46bf27b) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:25.256850 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.277137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ee2565-61f9-4bfd-b95c-3c2364c92008 None None] Network 68bd5f23-0f83-4dd1-a15c-9961a46bf27b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:25.280665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e267e4c-31b1-4ad1-b474-8246a6c5336b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.281537 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e267e4c-31b1-4ad1-b474-8246a6c5336b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.352713 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9e267e4c-31b1-4ad1-b474-8246a6c5336b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3974292 Jul 16 17:57:25.361019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54264) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:25.383138 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1931422717-router', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:25.435268 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2d5f-5c93-4c31-bae1-9ca4ecc55664 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.477549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Allocated IP 172.25.3.225 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:25.577454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f2d5f-5c93-4c31-bae1-9ca4ecc55664 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'Subnet': ['ID=4b31a67f-4f93-43f1-8c7c-ec9f1b81e549,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:25.611030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.612063 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.616953 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-8f42f5f3-2f05-4452-ba7d-d8f155af2327 service neutron] 10.222.0.32 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641927 Jul 16 17:57:25.621475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-8082a7e2-e0ab-4de1-a394-9235c259549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.623023 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-8082a7e2-e0ab-4de1-a394-9235c259549b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a69bf11d-cb77-47cb-bbb6-1e1d697da331 HTTP/1.1" status: 200 len: 918 time: 0.3564422 Jul 16 17:57:25.627581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 8bdb0f3d-d31c-4bc5-9294-bad18e9618be details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:25.629549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4304ecb7-eb79-4210-ac7e-d3eb5856e406 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:25.631897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ddc1f2-d002-42cf-86ba-eae7b53ad3db None None] Network 44337d24-7f19-40cf-a303-f059903d6ce5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:25.637035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1f2d5f-5c93-4c31-bae1-9ca4ecc55664 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Checking segment: {'id': 'e45d8ae3-d834-48be-bd8a-d0436215e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06b1d035-0df9-485b-af35-24977c69a808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:25.638754 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f2d5f-5c93-4c31-bae1-9ca4ecc55664 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Network hostable DHCP agents. Network: 06b1d035-0df9-485b-af35-24977c69a808, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:25.687554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f2d5f-5c93-4c31-bae1-9ca4ecc55664 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Network 06b1d035-0df9-485b-af35-24977c69a808 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:25.702918 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.712486 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f2d5f-5c93-4c31-bae1-9ca4ecc55664 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 06b1d035-0df9-485b-af35-24977c69a808) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:25.728237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f2d5f-5c93-4c31-bae1-9ca4ecc55664 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.728844 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f1f2d5f-5c93-4c31-bae1-9ca4ecc55664 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.755719 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4f1f2d5f-5c93-4c31-bae1-9ca4ecc55664 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2097845 Jul 16 17:57:25.760969 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54268) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:25.766757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'port': {'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10', 'name': 'tempest-TaggedBootDevicesTest-174766619', 'fixed_ips': [{'subnet_id': '8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:25.789972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 97f119c4-a457-4156-af13-d7ba84de0ac2 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:25.815703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['74719e63-6f33-4b32-9008-6af4be781773'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:25.817525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d7d0ea-94d3-4b84-962b-0d588d66544e None None] Network 06b1d035-0df9-485b-af35-24977c69a808 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:25.839262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.849275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-dbc73751-b84d-4c1f-bf26-95b15e365b73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be071549-33d8-4df8-9dfd-2b04bab152e6 HTTP/1.1" status: 200 len: 217 time: 0.2077863 Jul 16 17:57:25.909526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:25.916372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:25.923212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:25.928846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Pushing event updated for resources: {'Port': ['ID=64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:25.983324 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Made reservation on behalf of e842df9b6b02407381982d4560f93832 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:26.037104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.057542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2d774-26dd-4fe5-8572-7ae5fb44d691 req-0b331aad-4b2c-4aae-bb19-161853a13265 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:26.059493 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-daf2d774-26dd-4fe5-8572-7ae5fb44d691 req-0b331aad-4b2c-4aae-bb19-161853a13265 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 944 time: 0.6078305 Jul 16 17:57:26.161539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 4304ecb7-eb79-4210-ac7e-d3eb5856e406 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:26.161938 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4304ecb7-eb79-4210-ac7e-d3eb5856e406 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:26.178002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-68bd5f23-0f83-4dd1-a15c-9961a46bf27b', 'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'fixed_ips': [{'subnet_id': '0faa369f-a093-4593-acbf-ce85cc7a25d4'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:57:26.178883 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.181208 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-17ee03ec-71ba-4c69-8c1d-b7010200160d None None] Provisioning for port 97f119c4-a457-4156-af13-d7ba84de0ac2 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:26.192878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-ca441e43-8ac0-4ae0-9c60-dd7e92c8f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:26.194856 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-ca441e43-8ac0-4ae0-9c60-dd7e92c8f77e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d989a7f-4fc8-4f7c-9b72-5db3918c4e51 HTTP/1.1" status: 200 len: 857 time: 0.3174560 Jul 16 17:57:26.270842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-cf5ff8a2-50f5-419c-a463-7e48ef546f2a service neutron] 10.222.0.32 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453552 Jul 16 17:57:26.278804 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.resource_extend [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:57:26.318408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=74719e63-6f33-4b32-9008-6af4be781773,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:26.363323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-daf2d774-26dd-4fe5-8572-7ae5fb44d691 req-3dfc9d0c-cb46-4a30-b6da-199c91cef4c9 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595582 Jul 16 17:57:26.367708 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-8a7e8ae5-ee09-4644-9cba-5c565527f11f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a69bf11d-cb77-47cb-bbb6-1e1d697da331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1606665 Jul 16 17:57:26.421826 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.467504 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.536779 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] device_id is not set on port ecc56c7d-5b6d-41f9-940d-559dbe201d67 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 17:57:26.543823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba81e1-8cdb-40d3-b53c-f4c84950ecc2 req-fc1281c1-012e-47dc-8816-defcb21ae26c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:26.554297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1dba81e1-8cdb-40d3-b53c-f4c84950ecc2 req-fc1281c1-012e-47dc-8816-defcb21ae26c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 950 time: 0.7276208 Jul 16 17:57:26.566360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 97f119c4-a457-4156-af13-d7ba84de0ac2 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:26.583043 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-8a123deb-c0a3-44c9-9e1d-fc9b4ce1cb8a service neutron] 10.222.0.11 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999788 Jul 16 17:57:26.629401 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 97f119c4-a457-4156-af13-d7ba84de0ac2 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:26.630066 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.649149 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.674255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8bdb0f3d-d31c-4bc5-9294-bad18e9618be,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:26.744206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Transition to ACTIVE for port object e3b4f4f2-913c-4665-8ab4-e055a5728ced will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:26.790092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '8bdb0f3d-d31c-4bc5-9294-bad18e9618be', 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331', 'port_id': '8bdb0f3d-d31c-4bc5-9294-bad18e9618be', 'mac_address': 'fa:16:3e:60:a3:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d989a7f-4fc8-4f7c-9b72-5db3918c4e51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:26.794620 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1dba81e1-8cdb-40d3-b53c-f4c84950ecc2 req-01698ba7-f743-4b93-a9e9-75eae4e93815 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390578 Jul 16 17:57:26.845430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Allocated IP 172.20.0.2 (68bd5f23-0f83-4dd1-a15c-9961a46bf27b/0faa369f-a093-4593-acbf-ce85cc7a25d4/b71f93de-b115-4ee1-9cb1-7e1dcebabf94) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:26.880671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Transition to ACTIVE for port object e3b4f4f2-913c-4665-8ab4-e055a5728ced will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:26.920703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-06b1d035-0df9-485b-af35-24977c69a808', 'network_id': '06b1d035-0df9-485b-af35-24977c69a808', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'fixed_ips': [{'subnet_id': '4b31a67f-4f93-43f1-8c7c-ec9f1b81e549'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:57:26.921501 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.945927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device be071549-33d8-4df8-9dfd-2b04bab152e6 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:26.977016 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.013698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Allocated IP 10.1.1.122 (c5839ed7-b863-47b2-ae80-65f108c6ba10/8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3/ecc56c7d-5b6d-41f9-940d-559dbe201d67) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:27.113279 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Network c5839ed7-b863-47b2-ae80-65f108c6ba10 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:27.131729 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.175527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:27.178919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:27.183679 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.198495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Transition to ACTIVE for port object ecc56c7d-5b6d-41f9-940d-559dbe201d67 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:27.236701 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.266635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c96220cb-ccf4-4a04-ab64-ee3261f5d005 None None] Provisioning complete for port 97f119c4-a457-4156-af13-d7ba84de0ac2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:27.267011 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c96220cb-ccf4-4a04-ab64-ee3261f5d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.268364 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.281290 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Pushing event updated for resources: {'Port': ['ID=e3b4f4f2-913c-4665-8ab4-e055a5728ced,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:27.282281 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a283059-0e4d-402b-8ee5-6ad339876059 req-e07e39d0-ea19-4873-aa80-a76cfe333169 service neutron] 10.222.0.11 "GET /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784515 Jul 16 17:57:27.330942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Network c5839ed7-b863-47b2-ae80-65f108c6ba10 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:27.337013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:27.338494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bdb0f3d-d31c-4bc5-9294-bad18e9618be {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:27.340457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'Port': ['ID=ecc56c7d-5b6d-41f9-940d-559dbe201d67,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:27.346759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:27.449545 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.454721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.455380 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.483523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8bdb0f3d-d31c-4bc5-9294-bad18e9618be,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:27.499580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58a943-5828-497d-9200-babcd15b8102 req-3da4e5de-d8dd-4131-922a-2d71ac0d40f4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.502699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-3da4e5de-d8dd-4131-922a-2d71ac0d40f4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 0.2367351 Jul 16 17:57:27.525052 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.525637 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1f65a762-c760-41bd-bae3-5d825f71cb8d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7633023 Jul 16 17:57:27.526583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54294) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:27.535074 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'port': {'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10', 'name': 'tempest-TaggedBootDevicesTest-1940968120', 'fixed_ips': [{'subnet_id': '8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:27.554651 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.584331 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.588610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-2edc9817-04a7-4c4e-abdf-f645d0f8908d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/quotas/b2cc324b1d64466f8371c193e2dab133 HTTP/1.1" status: 200 len: 375 time: 0.0356328 Jul 16 17:57:27.615241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port be071549-33d8-4df8-9dfd-2b04bab152e6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=be071549-33d8-4df8-9dfd-2b04bab152e6,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:27.650616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Attempting to bind port e3b4f4f2-913c-4665-8ab4-e055a5728ced on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:27.651329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Attempting to bind port e3b4f4f2-913c-4665-8ab4-e055a5728ced by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:27.651329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Attempting to bind port e3b4f4f2-913c-4665-8ab4-e055a5728ced on network c5839ed7-b863-47b2-ae80-65f108c6ba10 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:27.670079 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Allocated IP 10.2.2.2 (06b1d035-0df9-485b-af35-24977c69a808/4b31a67f-4f93-43f1-8c7c-ec9f1b81e549/cba3616a-57a7-4cd3-b5ac-98867bcba777) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:27.671104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-3df19830-3ad9-42a0-9c48-8ca5103f8554 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709455 Jul 16 17:57:27.682441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 97f119c4-a457-4156-af13-d7ba84de0ac2, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=97f119c4-a457-4156-af13-d7ba84de0ac2,segment=NetworkSegment(d8b080ea-bb0c-44ed-93ac-1a7b3781e34e),segment_id=d8b080ea-bb0c-44ed-93ac-1a7b3781e34e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:27.687888 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.689548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'be071549-33d8-4df8-9dfd-2b04bab152e6', 'network_id': 'a69bf11d-cb77-47cb-bbb6-1e1d697da331', 'port_id': 'be071549-33d8-4df8-9dfd-2b04bab152e6', 'mac_address': 'fa:16:3e:ae:03:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d989a7f-4fc8-4f7c-9b72-5db3918c4e51', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:27.702770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:27.703158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Checking segment: {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:27.703846 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.703981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Bound using segment: {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:27.704453 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Bound port: e3b4f4f2-913c-4665-8ab4-e055a5728ced, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:27.704845 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.715892 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-1dc114de-535f-4678-9795-2326ad2ad600 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:57:27.717143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-1dc114de-535f-4678-9795-2326ad2ad600 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066717 Jul 16 17:57:27.740068 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.750099 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.756220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Made reservation on behalf of e842df9b6b02407381982d4560f93832 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:27.761054 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.791208 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] device_id is not set on port 42f22134-cd1e-4de1-a750-e9783ad69ae9 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 17:57:27.810485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=8bdb0f3d-d31c-4bc5-9294-bad18e9618be,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:27.817594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Transition to ACTIVE for port object b71f93de-b115-4ee1-9cb1-7e1dcebabf94 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:27.829935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['8bdb0f3d-d31c-4bc5-9294-bad18e9618be'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:27.830186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9064f48-08b3-4200-8ce9-0dda0c4e9bc3 req-769b7e04-da01-4c84-8683-3809adb1ce79 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.834369 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9064f48-08b3-4200-8ce9-0dda0c4e9bc3 req-769b7e04-da01-4c84-8683-3809adb1ce79 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 944 time: 0.2474976 Jul 16 17:57:27.949950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Allocated IP 172.25.3.219 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/73c9dd55-6ddb-40ec-a41c-65b1d943e767) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:27.970881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-59b0b9e3-c534-4687-b53f-5df365593f20 service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382555 Jul 16 17:57:27.979697 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.000197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Transition to ACTIVE for port object b71f93de-b115-4ee1-9cb1-7e1dcebabf94 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:28.013302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Router bf9365b8-2c60-4e30-9a4d-1c18c549f78d is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:57:28.031874 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.064243 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9064f48-08b3-4200-8ce9-0dda0c4e9bc3 req-ca2f01b2-0784-45e1-a8fd-47d33bda1003 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758955 Jul 16 17:57:28.064608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be071549-33d8-4df8-9dfd-2b04bab152e6 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:28.081608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] For port e3b4f4f2-913c-4665-8ab4-e055a5728ced, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:28.083431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Allocated IP 10.1.1.57 (c5839ed7-b863-47b2-ae80-65f108c6ba10/8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3/42f22134-cd1e-4de1-a750-e9783ad69ae9) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:28.086310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=97f119c4-a457-4156-af13-d7ba84de0ac2,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:28.145528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] For port e3b4f4f2-913c-4665-8ab4-e055a5728ced, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e3b4f4f2-913c-4665-8ab4-e055a5728ced,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:28.148826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Network 68bd5f23-0f83-4dd1-a15c-9961a46bf27b is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:28.171054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:28.173388 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.178744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:28.182624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.183769 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port be071549-33d8-4df8-9dfd-2b04bab152e6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=be071549-33d8-4df8-9dfd-2b04bab152e6,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:28.228282 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.228733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:57:28.246621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-c6693290-898a-4c58-836a-2bab322b041e service neutron] 10.222.0.24 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800301 Jul 16 17:57:28.253469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Sync routers for ids ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:57:28.294347 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.296505 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c4fb8375-57ed-42b7-81ba-5c162c7e09c3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1757922 Jul 16 17:57:28.301382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54302) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:28.352564 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.486593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Pushing event updated for resources: {'Port': ['ID=b71f93de-b115-4ee1-9cb1-7e1dcebabf94,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:28.502235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Pushing event updated for resources: {'Port': ['ID=73c9dd55-6ddb-40ec-a41c-65b1d943e767,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:28.507549 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.512681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:28.515580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:28.528225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:28.558303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Transition to ACTIVE for port object 42f22134-cd1e-4de1-a750-e9783ad69ae9 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:28.695440 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6eff591c-80bc-4e44-afd2-613ca21b777f req-017791fc-4f22-404a-a012-98b04a02c653 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 210 time: 0.0420444 Jul 16 17:57:28.734319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09a2b7-994a-48ac-bf5a-362ce4469cf6 None None] Pushing event updated for resources: {'Port': ['ID=e3b4f4f2-913c-4665-8ab4-e055a5728ced,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:28.783220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['be071549-33d8-4df8-9dfd-2b04bab152e6'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:28.788093 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.856477 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.889386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Routers {'bf9365b8-2c60-4e30-9a4d-1c18c549f78d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:28.890322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:28.986265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Network c5839ed7-b863-47b2-ae80-65f108c6ba10 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:28.994248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:28.994446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Transition to ACTIVE for port object cba3616a-57a7-4cd3-b5ac-98867bcba777 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:29.008635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:29.023371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 74719e63-6f33-4b32-9008-6af4be781773 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:29.046652 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.069812 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.070608 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.085350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'Port': ['ID=42f22134-cd1e-4de1-a750-e9783ad69ae9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:29.108137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Transition to ACTIVE for port object cba3616a-57a7-4cd3-b5ac-98867bcba777 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:29.129033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Attempting to bind port b71f93de-b115-4ee1-9cb1-7e1dcebabf94 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:29.130131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Attempting to bind port b71f93de-b115-4ee1-9cb1-7e1dcebabf94 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:29.130768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Attempting to bind port b71f93de-b115-4ee1-9cb1-7e1dcebabf94 on network 68bd5f23-0f83-4dd1-a15c-9961a46bf27b {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:29.145415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e93d90-691c-456f-8aa0-b56e3f639238 req-53b33603-5e6a-4bac-b42b-2526ee6b4f40 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.152677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:29.153392 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Checking segment: {'id': 'ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:29.154060 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.154801 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Bound using segment: {'id': 'ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:29.155516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Bound port: b71f93de-b115-4ee1-9cb1-7e1dcebabf94, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:29.155656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29e93d90-691c-456f-8aa0-b56e3f639238 req-53b33603-5e6a-4bac-b42b-2526ee6b4f40 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 950 time: 0.3185716 Jul 16 17:57:29.156258 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.172126 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.200353 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-77591674-f651-471d-91a6-c9d8817d7d39 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6672447 Jul 16 17:57:29.248908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] For port b71f93de-b115-4ee1-9cb1-7e1dcebabf94, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:29.252877 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] For port b71f93de-b115-4ee1-9cb1-7e1dcebabf94, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b71f93de-b115-4ee1-9cb1-7e1dcebabf94,segment=NetworkSegment(ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722),segment_id=ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:29.280734 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.293796 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29e93d90-691c-456f-8aa0-b56e3f639238 req-e9b2472b-bb4f-4ae3-a47a-abc4de362260 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366160 Jul 16 17:57:29.521158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=be071549-33d8-4df8-9dfd-2b04bab152e6,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:29.529909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Network 06b1d035-0df9-485b-af35-24977c69a808 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:29.547144 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.643430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Pushing event updated for resources: {'Port': ['ID=cba3616a-57a7-4cd3-b5ac-98867bcba777,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:29.647291 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.656258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:29.691107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:29.720333 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 74719e63-6f33-4b32-9008-6af4be781773 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:29.810989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 74719e63-6f33-4b32-9008-6af4be781773 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:29.811694 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.882149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f11ac-c57e-413e-a48b-71348680b421 req-87b0be76-08fc-46bb-aff6-a39dde712379 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.890396 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-884f11ac-c57e-413e-a48b-71348680b421 req-87b0be76-08fc-46bb-aff6-a39dde712379 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 945 time: 0.5691679 Jul 16 17:57:29.891993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54326) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:29.915491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-376a6842-c22c-4ae9-8b16-e2bfcef185da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1398133239', 'description': 'tempest-description--1169727488'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:29.964385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Allocated IP 172.20.0.1 (44337d24-7f19-40cf-a303-f059903d6ce5/69eb66ea-9472-42b1-8bef-cc1b7c6812ce/8bf1c279-4920-4945-986f-8bb80f2814a7) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:29.978333 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-376a6842-c22c-4ae9-8b16-e2bfcef185da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.981412 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Set router bf9365b8-2c60-4e30-9a4d-1c18c549f78d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:30.035291 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce42b7-cae3-4f24-bbef-b4a3c16e1422 None None] Pushing event updated for resources: {'Port': ['ID=b71f93de-b115-4ee1-9cb1-7e1dcebabf94,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:30.122340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Router 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:57:30.170850 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 97f119c4-a457-4156-af13-d7ba84de0ac2 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:30.171947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b5b52d-09b6-4529-b564-3ced38ae10d4 None None] Network c5839ed7-b863-47b2-ae80-65f108c6ba10 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:30.235091 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.252820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Transition to ACTIVE for port object 8bf1c279-4920-4945-986f-8bb80f2814a7 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:30.294895 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.306425 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-884f11ac-c57e-413e-a48b-71348680b421 req-6e6ef092-3ef7-4603-a6d7-bcc6745151db tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138832 Jul 16 17:57:30.353855 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Network 44337d24-7f19-40cf-a303-f059903d6ce5 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:30.359052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:30.361454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:30.367855 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf1c279-4920-4945-986f-8bb80f2814a7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:30.407977 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.619009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58a943-5828-497d-9200-babcd15b8102 req-fc96aa06-25bf-4579-be34-091ce82d229f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.621158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-fc96aa06-25bf-4579-be34-091ce82d229f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 811 time: 0.1934593 Jul 16 17:57:30.642524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8c58a943-5828-497d-9200-babcd15b8102 req-f11f4570-a5df-4fb2-83c6-6088f7051c4a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Request body: {'port': {'device_id': 'ace1f8f9-6425-41cb-a189-ea6382a5a0cc', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'admin_state_up': True, 'tenant_id': 'b2cc324b1d64466f8371c193e2dab133'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:30.648537 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-376a6842-c22c-4ae9-8b16-e2bfcef185da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.687722 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:57:30.689437 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-376a6842-c22c-4ae9-8b16-e2bfcef185da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.698291 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Sync routers for ids ['64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:57:30.716939 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Routers {'64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:30.723713 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:30.724072 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.735183 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.766479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Attempting to bind port cba3616a-57a7-4cd3-b5ac-98867bcba777 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:30.767025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Attempting to bind port cba3616a-57a7-4cd3-b5ac-98867bcba777 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'e45d8ae3-d834-48be-bd8a-d0436215e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06b1d035-0df9-485b-af35-24977c69a808'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:30.770433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Attempting to bind port cba3616a-57a7-4cd3-b5ac-98867bcba777 on network 06b1d035-0df9-485b-af35-24977c69a808 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:30.785120 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-23aeb97d-e8bf-4ad2-9bd1-ee58602337a9 None None] Provisioning for port e3b4f4f2-913c-4665-8ab4-e055a5728ced completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:30.804567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:30.804947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Checking segment: {'id': 'e45d8ae3-d834-48be-bd8a-d0436215e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06b1d035-0df9-485b-af35-24977c69a808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:30.805493 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.805926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Bound using segment: {'id': 'e45d8ae3-d834-48be-bd8a-d0436215e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06b1d035-0df9-485b-af35-24977c69a808'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:30.806424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Bound port: cba3616a-57a7-4cd3-b5ac-98867bcba777, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45d8ae3-d834-48be-bd8a-d0436215e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06b1d035-0df9-485b-af35-24977c69a808'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:30.806873 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.841450 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb7c984-493e-4c52-ae8b-17b3e5630176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74719e63-6f33-4b32-9008-6af4be781773'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:30.845033 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3159245-1483-4264-9cf5-fcc3c7af6067" -d '{"events": [{"server_uuid": "ccb7c984-493e-4c52-ae8b-17b3e5630176", "name": "network-vif-plugged", "status": "completed", "tag": "74719e63-6f33-4b32-9008-6af4be781773"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:30.890777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 74719e63-6f33-4b32-9008-6af4be781773, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=74719e63-6f33-4b32-9008-6af4be781773,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:30.904558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 97f119c4-a457-4156-af13-d7ba84de0ac2 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:30.904939 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.911982 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.927999 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.932795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ac329cb4-d34c-4fe3-8250-ec48b9828efe admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5655849 Jul 16 17:57:30.936023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54330) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:30.951873 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Set router 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:30.994313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a6842-c22c-4ae9-8b16-e2bfcef185da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d36943-1508-4712-8e33-24145247012f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:31.070939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] For port cba3616a-57a7-4cd3-b5ac-98867bcba777, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:31.076242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] For port cba3616a-57a7-4cd3-b5ac-98867bcba777, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cba3616a-57a7-4cd3-b5ac-98867bcba777,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:31.088857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=74719e63-6f33-4b32-9008-6af4be781773,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:31.099289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d386e-5a56-4581-a635-5f57e40e5902 req-20712f8a-5d90-4f93-a834-316e6e6df361 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:31.108857 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-000d386e-5a56-4581-a635-5f57e40e5902 req-20712f8a-5d90-4f93-a834-316e6e6df361 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 1102 time: 0.7942708 Jul 16 17:57:31.113172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device be071549-33d8-4df8-9dfd-2b04bab152e6 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:31.123043 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22e0b795-69f4-4859-9895-d8def01d3e54 req-340cfadd-24c1-4243-9784-e7e89035bdda tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 210 time: 0.2030721 Jul 16 17:57:31.148412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c58a943-5828-497d-9200-babcd15b8102 req-f11f4570-a5df-4fb2-83c6-6088f7051c4a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Made reservation on behalf of b2cc324b1d64466f8371c193e2dab133 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:31.156682 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8c58a943-5828-497d-9200-babcd15b8102 req-f11f4570-a5df-4fb2-83c6-6088f7051c4a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.170863 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-376a6842-c22c-4ae9-8b16-e2bfcef185da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.174987 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-376a6842-c22c-4ae9-8b16-e2bfcef185da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2785599 Jul 16 17:57:31.182455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54334) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:31.231323 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.239620 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a038614-dc96-425b-b2e8-2dd9260b1e6f x-openstack-request-id: req-5a038614-dc96-425b-b2e8-2dd9260b1e6f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:31.239923 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb7c984-493e-4c52-ae8b-17b3e5630176", "name": "network-vif-plugged", "status": "completed", "tag": "74719e63-6f33-4b32-9008-6af4be781773", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:31.240181 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a038614-dc96-425b-b2e8-2dd9260b1e6f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:31.240605 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb7c984-493e-4c52-ae8b-17b3e5630176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74719e63-6f33-4b32-9008-6af4be781773', 'code': 200} Jul 16 17:57:31.259534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-539dcdcc-e20c-4421-86c2-e95f1ccbcfac tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'security_group_rule': {'security_group_id': 'c3d36943-1508-4712-8e33-24145247012f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:31.304198 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'name': 'tempest-FloatingIPsNegativeTestJSON-1931422717-router', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:28Z', 'revision_number': 3, 'project_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'gw_port': {'id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:27Z', 'updated_at': '2021-07-16T17:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:31.308983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555abb23-67f2-4578-9dad-44ae40ae934e None None] Pushing event updated for resources: {'Port': ['ID=cba3616a-57a7-4cd3-b5ac-98867bcba777,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:31.316052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8c2adb-240c-4a77-b8d9-89dfc2c01b87 None None] Network 68bd5f23-0f83-4dd1-a15c-9961a46bf27b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:31.321898 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-000d386e-5a56-4581-a635-5f57e40e5902 req-0e7ac509-8291-44c3-812b-0d6746c1fd43 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119195 Jul 16 17:57:31.395836 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Checking router: 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:31.396431 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Updating router 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 port 73c9dd55-6ddb-40ec-a41c-65b1d943e767 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:57:31.422449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9c0ee5e1-abd9-432b-b70a-90b3f0be85d7 None None] Provisioning for port 8bf1c279-4920-4945-986f-8bb80f2814a7 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:31.468510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T17:57:26Z', 'revision_number': 3, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port': {'id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:31.472473 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.477469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port be071549-33d8-4df8-9dfd-2b04bab152e6 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:31.480221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9c0ee5e1-abd9-432b-b70a-90b3f0be85d7 None None] Provisioning complete for port 8bf1c279-4920-4945-986f-8bb80f2814a7 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:31.480657 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee5e1-abd9-432b-b70a-90b3f0be85d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.542556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.556996 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.557684 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-539dcdcc-e20c-4421-86c2-e95f1ccbcfac tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.641750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 8bdb0f3d-d31c-4bc5-9294-bad18e9618be up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:31.643814 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port be071549-33d8-4df8-9dfd-2b04bab152e6 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:31.644192 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.650904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Checking router: bf9365b8-2c60-4e30-9a4d-1c18c549f78d for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:31.651376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Updating router bf9365b8-2c60-4e30-9a4d-1c18c549f78d port 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:57:31.673701 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.812399 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf1c279-4920-4945-986f-8bb80f2814a7,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:31.944088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Network 44337d24-7f19-40cf-a303-f059903d6ce5 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:31.945653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:32.040640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9c0ee5e1-abd9-432b-b70a-90b3f0be85d7 None None] Port 8bf1c279-4920-4945-986f-8bb80f2814a7 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:32.047481 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.165510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Router bf9365b8-2c60-4e30-9a4d-1c18c549f78d has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:57:32.238176 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.257147 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Transition to ACTIVE for port object 73c9dd55-6ddb-40ec-a41c-65b1d943e767 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:32.279232 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.335093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e3b4f4f2-913c-4665-8ab4-e055a5728ced up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:32.420325 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:57:32.429040 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Attempting to bind port 73c9dd55-6ddb-40ec-a41c-65b1d943e767 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:32.429410 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Attempting to bind port 73c9dd55-6ddb-40ec-a41c-65b1d943e767 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:32.429800 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Attempting to bind port 73c9dd55-6ddb-40ec-a41c-65b1d943e767 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:32.437688 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-51750f2c-8818-40b0-8eea-2968af699739 admin admin] 10.222.0.24 "PUT /v2.0/routers/bf9365b8-2c60-4e30-9a4d-1c18c549f78d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1350589 Jul 16 17:57:32.445238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:32.454825 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e5634-07c7-4660-ba26-81687c0f2ef2 None None] Pushing event updated for resources: {'Port': ['ID=73c9dd55-6ddb-40ec-a41c-65b1d943e767,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:32.475242 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:32.475242 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:32.475495 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.475716 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:32.476189 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Bound port: 73c9dd55-6ddb-40ec-a41c-65b1d943e767, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:32.476584 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.500666 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:32.501034 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.508214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5b679f86-419c-4e04-9f87-abc3012c4caf None None] Provisioning for port b71f93de-b115-4ee1-9cb1-7e1dcebabf94 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:32.566827 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] For port 73c9dd55-6ddb-40ec-a41c-65b1d943e767, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:32.570640 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] For port 73c9dd55-6ddb-40ec-a41c-65b1d943e767, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=73c9dd55-6ddb-40ec-a41c-65b1d943e767,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:32.577649 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.659233 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e5634-07c7-4660-ba26-81687c0f2ef2 None None] Pushing event updated for resources: {'Port': ['ID=73c9dd55-6ddb-40ec-a41c-65b1d943e767,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:32.711443 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Routers {'64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:32.712245 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:32.763068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-8c58a943-5828-497d-9200-babcd15b8102 req-f11f4570-a5df-4fb2-83c6-6088f7051c4a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Allocated IP 172.20.0.8 (5f4a1e11-5d66-4db2-adc7-71a724319593/2324e370-e975-41f3-a89b-e91fd3d77fc8/d26bdbe3-98dd-4637-a1fd-e5b705e947da) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:32.843536 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.846572 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] Set router 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:32.855550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Transition to ACTIVE for port object 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:32.884019 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.893683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5b679f86-419c-4e04-9f87-abc3012c4caf None None] Provisioning for port 42f22134-cd1e-4de1-a750-e9783ad69ae9 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:32.904625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5b679f86-419c-4e04-9f87-abc3012c4caf None None] Provisioning complete for port 42f22134-cd1e-4de1-a750-e9783ad69ae9 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:32.905197 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b679f86-419c-4e04-9f87-abc3012c4caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.009910 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5b679f86-419c-4e04-9f87-abc3012c4caf None None] Port 42f22134-cd1e-4de1-a750-e9783ad69ae9 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:33.012586 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8c58a943-5828-497d-9200-babcd15b8102 req-f11f4570-a5df-4fb2-83c6-6088f7051c4a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.024074 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Attempting to bind port 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:33.024809 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Attempting to bind port 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:33.025131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Attempting to bind port 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:33.032696 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.104259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5b679f86-419c-4e04-9f87-abc3012c4caf None None] Provisioning for port ecc56c7d-5b6d-41f9-940d-559dbe201d67 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:33.119193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5b679f86-419c-4e04-9f87-abc3012c4caf None None] Provisioning complete for port ecc56c7d-5b6d-41f9-940d-559dbe201d67 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:33.120152 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b679f86-419c-4e04-9f87-abc3012c4caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.161308 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8c58a943-5828-497d-9200-babcd15b8102 req-f11f4570-a5df-4fb2-83c6-6088f7051c4a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.164207 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-4c809c46-8292-415f-9213-ca910715b8d7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0967243 Jul 16 17:57:33.194013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e3b4f4f2-913c-4665-8ab4-e055a5728ced completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:33.240026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5b679f86-419c-4e04-9f87-abc3012c4caf None None] Port ecc56c7d-5b6d-41f9-940d-559dbe201d67 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:33.241511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e3b4f4f2-913c-4665-8ab4-e055a5728ced triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:33.241908 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.242540 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'name': 'tempest-FloatingIPsNegativeTestJSON-1931422717-router', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:28Z', 'revision_number': 3, 'project_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'gw_port': {'id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:27Z', 'updated_at': '2021-07-16T17:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:33.280598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:33.282194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:33.282909 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.283584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:33.284826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Bound port: 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:33.285701 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.288586 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fec5c2-c25c-4c2e-b766-a19ab092c8e2 None None] The sync data for ids ['64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'] in n-d-787205-10 is: [{'id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'name': 'tempest-FloatingIPsNegativeTestJSON-1931422717-router', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:28Z', 'revision_number': 3, 'project_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'gw_port': {'id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:27Z', 'updated_at': '2021-07-16T17:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:33.309229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c58a943-5828-497d-9200-babcd15b8102 req-f11f4570-a5df-4fb2-83c6-6088f7051c4a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Network 5f4a1e11-5d66-4db2-adc7-71a724319593 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:33.357383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128a13d8-16c7-4d74-a880-bbe3ec6ef391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be071549-33d8-4df8-9dfd-2b04bab152e6'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:33.360226 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bab1cd-f7c1-474a-875e-4646ceb1503e" -d '{"events": [{"server_uuid": "128a13d8-16c7-4d74-a880-bbe3ec6ef391", "name": "network-vif-plugged", "status": "completed", "tag": "be071549-33d8-4df8-9dfd-2b04bab152e6"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:33.382972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-8c58a943-5828-497d-9200-babcd15b8102 req-f11f4570-a5df-4fb2-83c6-6088f7051c4a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:33.397783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port be071549-33d8-4df8-9dfd-2b04bab152e6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=be071549-33d8-4df8-9dfd-2b04bab152e6,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:33.399029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e54d01f-9e1a-4f00-936a-0ac26ed31290 None None] Network 06b1d035-0df9-485b-af35-24977c69a808 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:33.423341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c58a943-5828-497d-9200-babcd15b8102 req-f11f4570-a5df-4fb2-83c6-6088f7051c4a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:33.430801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320636c-fda8-49c7-8ef4-fef01d0d838e req-8ddae1ac-2ae6-4e98-b5fb-f2e9fe537d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.432269 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8320636c-fda8-49c7-8ef4-fef01d0d838e req-8ddae1ac-2ae6-4e98-b5fb-f2e9fe537d35 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ccb7c984-493e-4c52-ae8b-17b3e5630176 HTTP/1.1" status: 200 len: 1097 time: 2.0962515 Jul 16 17:57:33.482118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f9859-9c00-4732-aa4e-8a751cd6cd36 None None] Pushing event updated for resources: {'Port': ['ID=64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:33.485705 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.571813 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.602802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-57924502-a1ed-4b00-ae81-95ca066a4d64 None None] Provisioning for port cba3616a-57a7-4cd3-b5ac-98867bcba777 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:33.627432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] For port 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:33.631607 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] For port 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:33.634337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f4570-a5df-4fb2-83c6-6088f7051c4a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event updated for resources: {'Port': ['ID=d26bdbe3-98dd-4637-a1fd-e5b705e947da,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:33.682293 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.757045 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-57924502-a1ed-4b00-ae81-95ca066a4d64 None None] Provisioning complete for port 8bf1c279-4920-4945-986f-8bb80f2814a7 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:33.757860 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-57924502-a1ed-4b00-ae81-95ca066a4d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.762578 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=be071549-33d8-4df8-9dfd-2b04bab152e6,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:33.782900 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-539dcdcc-e20c-4421-86c2-e95f1ccbcfac tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.793123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58a943-5828-497d-9200-babcd15b8102 req-f11f4570-a5df-4fb2-83c6-6088f7051c4a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.794011 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8c58a943-5828-497d-9200-babcd15b8102 req-f11f4570-a5df-4fb2-83c6-6088f7051c4a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.806903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce0be8-4517-45c0-8de1-222372a1b38e req-c74299a8-4119-4bb3-b32c-edfeaf8501b9 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.809127 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06ce0be8-4517-45c0-8de1-222372a1b38e req-c74299a8-4119-4bb3-b32c-edfeaf8501b9 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 945 time: 2.1819448 Jul 16 17:57:33.822857 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8320636c-fda8-49c7-8ef4-fef01d0d838e req-6c3aa250-7064-4573-863b-99113d1a7e44 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911663 Jul 16 17:57:33.823782 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-539dcdcc-e20c-4421-86c2-e95f1ccbcfac tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.862893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8bdb0f3d-d31c-4bc5-9294-bad18e9618be,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:33.889757 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Routers {'bf9365b8-2c60-4e30-9a4d-1c18c549f78d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:33.890440 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:33.917917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-f11f4570-a5df-4fb2-83c6-6088f7051c4a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2825081 Jul 16 17:57:33.934296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8518d-2178-441e-9105-abb0f57fdfde req-f8dcb0c3-2e8c-4599-b32d-8359559a181c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.936030 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-f8dcb0c3-2e8c-4599-b32d-8359559a181c tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6753223 Jul 16 17:57:33.936850 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-539dcdcc-e20c-4421-86c2-e95f1ccbcfac tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.938043 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-539dcdcc-e20c-4421-86c2-e95f1ccbcfac tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7537036 Jul 16 17:57:33.941319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54428) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:33.944601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539dcdcc-e20c-4421-86c2-e95f1ccbcfac tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b82a390-fe10-4285-abe6-e7bab40b4f8e,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:33.951431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d813b992-c1cd-4bae-887a-0cd62d77e27b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'security_group_rule': {'security_group_id': 'c3d36943-1508-4712-8e33-24145247012f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:33.957378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Request body: {'port': {'device_id': 'ace1f8f9-6425-41cb-a189-ea6382a5a0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:34.005685 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d813b992-c1cd-4bae-887a-0cd62d77e27b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.017874 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.068565 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-57924502-a1ed-4b00-ae81-95ca066a4d64 None None] Port 8bf1c279-4920-4945-986f-8bb80f2814a7 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:34.069715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-1d0a63f8-ebfe-4f3d-87c7-3c0714b733f8 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/quotas/6ccdf17dc6774ef385777e775eb283cf HTTP/1.1" status: 200 len: 375 time: 0.1085560 Jul 16 17:57:34.087548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06ce0be8-4517-45c0-8de1-222372a1b38e req-c6fcd75b-7e52-4966-aa66-805afa0b3b39 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612197 Jul 16 17:57:34.108699 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.176228 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f9859-9c00-4732-aa4e-8a751cd6cd36 None None] Pushing event updated for resources: {'Port': ['ID=64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:34.214702 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.222232 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d813b992-c1cd-4bae-887a-0cd62d77e27b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.231996 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d813b992-c1cd-4bae-887a-0cd62d77e27b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.236548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-57924502-a1ed-4b00-ae81-95ca066a4d64 None None] Provisioning complete for port 42f22134-cd1e-4de1-a750-e9783ad69ae9 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:34.236952 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-57924502-a1ed-4b00-ae81-95ca066a4d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.283824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813b992-c1cd-4bae-887a-0cd62d77e27b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e538cd-5983-4595-9d10-eb00b1f43495,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:34.296723 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d813b992-c1cd-4bae-887a-0cd62d77e27b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.301261 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d813b992-c1cd-4bae-887a-0cd62d77e27b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3555214 Jul 16 17:57:34.301412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54434) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:34.306255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:34.332490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] Set router bf9365b8-2c60-4e30-9a4d-1c18c549f78d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:34.366529 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.399682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port e3b4f4f2-913c-4665-8ab4-e055a5728ced, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e3b4f4f2-913c-4665-8ab4-e055a5728ced,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:34.417865 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.429159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=8bdb0f3d-d31c-4bc5-9294-bad18e9618be,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:34.441633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-57924502-a1ed-4b00-ae81-95ca066a4d64 None None] Port 42f22134-cd1e-4de1-a750-e9783ad69ae9 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:34.487756 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.594631 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-99372f07-a91e-4758-8ce8-6932acdd0c46 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5106831 Jul 16 17:57:34.660611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-57924502-a1ed-4b00-ae81-95ca066a4d64 None None] Provisioning complete for port ecc56c7d-5b6d-41f9-940d-559dbe201d67 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:34.661061 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-57924502-a1ed-4b00-ae81-95ca066a4d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.665181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=e3b4f4f2-913c-4665-8ab4-e055a5728ced,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:34.667568 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.992980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Allocated IP 172.25.3.9 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/40b29bb6-2245-4acf-967f-dc94306ea5cb) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:35.050513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b9c29-d99b-4ba7-bd1c-2cd24c3089b9 req-c5b6723e-443a-487e-91a9-cb03c54ff9ce tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.065252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-926b9c29-d99b-4ba7-bd1c-2cd24c3089b9 req-c5b6723e-443a-487e-91a9-cb03c54ff9ce tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 931 time: 0.7307615 Jul 16 17:57:35.224379 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b71f93de-b115-4ee1-9cb1-7e1dcebabf94 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:35.268158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-926b9c29-d99b-4ba7-bd1c-2cd24c3089b9 req-0a028f06-c51e-4822-8982-5c06bbe907f4 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016521 Jul 16 17:57:35.361528 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.373868 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfab965-65ae-4ba6-9891-a631461d5eb1 x-openstack-request-id: req-5cfab965-65ae-4ba6-9891-a631461d5eb1 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:35.374174 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128a13d8-16c7-4d74-a880-bbe3ec6ef391", "name": "network-vif-plugged", "status": "completed", "tag": "be071549-33d8-4df8-9dfd-2b04bab152e6", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:35.374437 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cfab965-65ae-4ba6-9891-a631461d5eb1 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:35.374850 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128a13d8-16c7-4d74-a880-bbe3ec6ef391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be071549-33d8-4df8-9dfd-2b04bab152e6', 'code': 200} Jul 16 17:57:35.384116 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-57924502-a1ed-4b00-ae81-95ca066a4d64 None None] Port ecc56c7d-5b6d-41f9-940d-559dbe201d67 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:35.415648 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port b71f93de-b115-4ee1-9cb1-7e1dcebabf94 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:35.429502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b71f93de-b115-4ee1-9cb1-7e1dcebabf94 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:35.429925 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.478177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 4, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port': {'id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8bf1c279-4920-4945-986f-8bb80f2814a7', 'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'mac_address': 'fa:16:3e:6b:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:29Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 2, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'subnets': [{'id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:35.485502 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.539953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:35.543611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:35.550530 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:35.572987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18eca3c-28db-4eff-b733-8336ac60adc1 None None] The sync data for ids ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'] in n-d-787205-10 is: [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 4, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port': {'id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8bf1c279-4920-4945-986f-8bb80f2814a7', 'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'mac_address': 'fa:16:3e:6b:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:29Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 2, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'subnets': [{'id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:35.593453 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-712ec9ac-f4c5-49d4-a91e-12e1360d9214 None None] Provisioning complete for port b71f93de-b115-4ee1-9cb1-7e1dcebabf94 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:35.594422 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-712ec9ac-f4c5-49d4-a91e-12e1360d9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.659471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'Port': ['ID=40b29bb6-2245-4acf-967f-dc94306ea5cb,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:35.725781 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:57:35.752205 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.754220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.782158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e972dad3-e45b-4fb4-8dbf-050657884c95 req-493d27b2-a9b6-46c1-81ce-d81cda935621 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 210 time: 0.3601103 Jul 16 17:57:35.784788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26bdbe3-98dd-4637-a1fd-e5b705e947da {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:35.865314 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port b71f93de-b115-4ee1-9cb1-7e1dcebabf94, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b71f93de-b115-4ee1-9cb1-7e1dcebabf94,segment=NetworkSegment(ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722),segment_id=ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:35.868736 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.872625 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-712ec9ac-f4c5-49d4-a91e-12e1360d9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.882558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Allocated IP 172.20.0.1 (68bd5f23-0f83-4dd1-a15c-9961a46bf27b/0faa369f-a093-4593-acbf-ce85cc7a25d4/0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:35.908475 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.912964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cba3616a-57a7-4cd3-b5ac-98867bcba777 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:35.956231 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.106840 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Transition to ACTIVE for port object d26bdbe3-98dd-4637-a1fd-e5b705e947da will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:36.124107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=b71f93de-b115-4ee1-9cb1-7e1dcebabf94,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:36.162327 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.179211 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.185921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.215307 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-712ec9ac-f4c5-49d4-a91e-12e1360d9214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:57:36.215963 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-712ec9ac-f4c5-49d4-a91e-12e1360d9214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:57:36.248821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port cba3616a-57a7-4cd3-b5ac-98867bcba777 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:36.269343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cba3616a-57a7-4cd3-b5ac-98867bcba777 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:36.270087 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.387029 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.417243 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.429380 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'Port': ['ID=40b29bb6-2245-4acf-967f-dc94306ea5cb,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:36.434196 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.435570 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-75c5a8cd-7d64-42f5-a3a5-7c11579250da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1331551 Jul 16 17:57:36.458244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Pushing event updated for resources: {'Port': ['ID=d26bdbe3-98dd-4637-a1fd-e5b705e947da,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:36.488005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port cba3616a-57a7-4cd3-b5ac-98867bcba777, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cba3616a-57a7-4cd3-b5ac-98867bcba777,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:36.497224 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.497224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 73c9dd55-6ddb-40ec-a41c-65b1d943e767 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:36.543892 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7ffc0-80a3-4a13-896a-4074c4868f2e req-dd16ab6d-e634-4d48-8194-89d7c682c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.545497 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac7ffc0-80a3-4a13-896a-4074c4868f2e req-dd16ab6d-e634-4d48-8194-89d7c682c9b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 1098 time: 1.0445185 Jul 16 17:57:36.612570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58a955-5252-40be-b3d9-62411c621a08 req-df759541-43f3-4574-9db9-dde3bbf55cb8 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.624898 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da58a955-5252-40be-b3d9-62411c621a08 req-df759541-43f3-4574-9db9-dde3bbf55cb8 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 946 time: 0.8211505 Jul 16 17:57:36.689287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=cba3616a-57a7-4cd3-b5ac-98867bcba777,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:36.703818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 73c9dd55-6ddb-40ec-a41c-65b1d943e767 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:36.712368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 73c9dd55-6ddb-40ec-a41c-65b1d943e767 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:36.713011 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.855573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dac7ffc0-80a3-4a13-896a-4074c4868f2e req-ca669eb2-7d44-45b0-94bf-81185a73c08a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996016 Jul 16 17:57:36.862966 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.869759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-712ec9ac-f4c5-49d4-a91e-12e1360d9214 None None] Provisioning complete for port cba3616a-57a7-4cd3-b5ac-98867bcba777 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:36.870176 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-712ec9ac-f4c5-49d4-a91e-12e1360d9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.886992 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da58a955-5252-40be-b3d9-62411c621a08 req-71a240ed-f361-4db2-a66c-b28101fe05db tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606468 Jul 16 17:57:36.898632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Transition to ACTIVE for port object 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:36.914817 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.922657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Attempting to bind port d26bdbe3-98dd-4637-a1fd-e5b705e947da on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:36.923023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Attempting to bind port d26bdbe3-98dd-4637-a1fd-e5b705e947da by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:36.923343 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Attempting to bind port d26bdbe3-98dd-4637-a1fd-e5b705e947da on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:36.968861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 73c9dd55-6ddb-40ec-a41c-65b1d943e767, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=73c9dd55-6ddb-40ec-a41c-65b1d943e767,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:36.976627 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.981446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Port d26bdbe3-98dd-4637-a1fd-e5b705e947da on network 5f4a1e11-5d66-4db2-adc7-71a724319593 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:36.986262 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Attempting to bind port d26bdbe3-98dd-4637-a1fd-e5b705e947da on network 5f4a1e11-5d66-4db2-adc7-71a724319593 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:37.033285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:37.045264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Checking segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:37.045264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Bound using segment: {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:37.047402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Bound port: d26bdbe3-98dd-4637-a1fd-e5b705e947da, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c13e3e-d7a6-4064-ba41-f61a39797e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:37.047751 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.101486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=73c9dd55-6ddb-40ec-a41c-65b1d943e767,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:37.148831 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.174882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15bb43-829e-4bc8-9359-de660d9a0458 req-b8794b10-695e-4951-affb-44c45f515fa7 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.177740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b15bb43-829e-4bc8-9359-de660d9a0458 req-b8794b10-695e-4951-affb-44c45f515fa7 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 943 time: 0.4210775 Jul 16 17:57:37.282428 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-e43cf2a5-033c-43f1-93be-cb4e36a47adc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6ccdf17dc6774ef385777e775eb283cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459280 Jul 16 17:57:37.285245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:37.353804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b15bb43-829e-4bc8-9359-de660d9a0458 req-df07ab1a-808d-459e-b741-40540da5527c tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115015 Jul 16 17:57:37.373001 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b71f93de-b115-4ee1-9cb1-7e1dcebabf94 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:37.376201 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd54a1a-a1f5-4ea9-9410-93fa9a399f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdb0f3d-d31c-4bc5-9294-bad18e9618be'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:37.381473 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b779893b-a102-4fc2-a15d-0ed5a9eb6dc7" -d '{"events": [{"server_uuid": "fcd54a1a-a1f5-4ea9-9410-93fa9a399f80", "name": "network-vif-plugged", "status": "completed", "tag": "8bdb0f3d-d31c-4bc5-9294-bad18e9618be"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:37.430271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Network 68bd5f23-0f83-4dd1-a15c-9961a46bf27b is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:37.456289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:37.460622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:37.532429 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8518d-2178-441e-9105-abb0f57fdfde req-827d6441-7942-4766-bf5d-7814cf6103e0 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.534155 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-827d6441-7942-4766-bf5d-7814cf6103e0 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383838 Jul 16 17:57:37.534312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b71f93de-b115-4ee1-9cb1-7e1dcebabf94 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:37.534562 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.565364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-42e8518d-2178-441e-9105-abb0f57fdfde req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Request body: {'port': {'device_id': 'b24ccb69-037f-4712-a4fc-ffef8ba27021', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '6ccdf17dc6774ef385777e775eb283cf'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:37.567199 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.771068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cba3616a-57a7-4cd3-b5ac-98867bcba777 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:37.834595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e8518d-2178-441e-9105-abb0f57fdfde req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Made reservation on behalf of 6ccdf17dc6774ef385777e775eb283cf for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:37.844003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42e8518d-2178-441e-9105-abb0f57fdfde req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.896951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cba3616a-57a7-4cd3-b5ac-98867bcba777 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:37.897332 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.927347 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e0a3c9c-2787-4392-b694-d02347d1b80d req-448149d3-cf22-4ee3-a45b-98d6400e9c6f tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 210 time: 0.0992343 Jul 16 17:57:37.929508 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] For port d26bdbe3-98dd-4637-a1fd-e5b705e947da, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:37.983652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-32c76c24-0465-4a8c-bf32-f220a2c514de None None] Provisioning for port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:37.990219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-32c76c24-0465-4a8c-bf32-f220a2c514de None None] Provisioning complete for port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:37.991077 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-32c76c24-0465-4a8c-bf32-f220a2c514de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.076493 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.096771 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc00aee-1e53-4fb1-8053-d2cc3029d4c4 x-openstack-request-id: req-6cc00aee-1e53-4fb1-8053-d2cc3029d4c4 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:38.097113 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd54a1a-a1f5-4ea9-9410-93fa9a399f80", "name": "network-vif-plugged", "status": "completed", "tag": "8bdb0f3d-d31c-4bc5-9294-bad18e9618be", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:38.097394 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cc00aee-1e53-4fb1-8053-d2cc3029d4c4 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:38.101037 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd54a1a-a1f5-4ea9-9410-93fa9a399f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdb0f3d-d31c-4bc5-9294-bad18e9618be', 'code': 200} Jul 16 17:57:38.113793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-32c76c24-0465-4a8c-bf32-f220a2c514de None None] Port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:38.115887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-3b0ad35b-58d9-42fa-a6c9-c0153f436107 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1398133239&fields=id&tenant_id=e842df9b6b02407381982d4560f93832 HTTP/1.1" status: 200 len: 267 time: 0.7753181 Jul 16 17:57:38.205230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-42e8518d-2178-441e-9105-abb0f57fdfde req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Allocated IP 192.168.233.205 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/ac4f3198-c3d6-4c04-99e2-27a3e4c1767d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:38.252311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e3b4f4f2-913c-4665-8ab4-e055a5728ced up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:38.333042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-71c7104b-f39f-43d6-8fdf-6b22489dfa5f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.352287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-71c7104b-f39f-43d6-8fdf-6b22489dfa5f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports/ecc56c7d-5b6d-41f9-940d-559dbe201d67 HTTP/1.1" status: 200 len: 931 time: 0.2337716 Jul 16 17:57:38.390952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] For port d26bdbe3-98dd-4637-a1fd-e5b705e947da, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d26bdbe3-98dd-4637-a1fd-e5b705e947da,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:38.415977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e3b4f4f2-913c-4665-8ab4-e055a5728ced triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:38.417351 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.489540 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.537555 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42e8518d-2178-441e-9105-abb0f57fdfde req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.554447 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-42e8518d-2178-441e-9105-abb0f57fdfde req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Transition to ACTIVE for port object ac4f3198-c3d6-4c04-99e2-27a3e4c1767d will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:38.562278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.562906 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.564338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] 10.222.0.32 "PUT /v2.0/ports/d26bdbe3-98dd-4637-a1fd-e5b705e947da HTTP/1.1" status: 200 len: 1092 time: 4.6230116 Jul 16 17:57:38.570760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace1f8f9-6425-41cb-a189-ea6382a5a0cc', 'tag': 'd26bdbe3-98dd-4637-a1fd-e5b705e947da'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:38.573253 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4167a5bf-0915-4d33-9614-d5a19b352afe" -d '{"events": [{"name": "network-changed", "server_uuid": "ace1f8f9-6425-41cb-a189-ea6382a5a0cc", "tag": "d26bdbe3-98dd-4637-a1fd-e5b705e947da"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:38.602588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:38.607193 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42e8518d-2178-441e-9105-abb0f57fdfde req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.655732 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'b3808cb4-ba56-4d3b-939f-159a78c9b52a', '64f3b18a-3a38-4dae-869a-d760d9865e74'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:38.659541 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['c8d5528d-f760-45ac-a5e0-69aa4a85fe19', '4de4eec5-b507-4e63-86d1-cec9f439a5ae', '9ca380a7-b9e2-4165-920f-8a3151e53416'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:38.668080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e8518d-2178-441e-9105-abb0f57fdfde req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:38.675244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-42e8518d-2178-441e-9105-abb0f57fdfde req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:38.700850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e8518d-2178-441e-9105-abb0f57fdfde req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:38.737593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-3a6a1e8a-9df8-4c5b-873a-0103d35ed90b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.744900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-3a6a1e8a-9df8-4c5b-873a-0103d35ed90b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports/42f22134-cd1e-4de1-a750-e9783ad69ae9 HTTP/1.1" status: 200 len: 931 time: 0.3918839 Jul 16 17:57:38.793168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event updated for resources: {'Port': ['ID=ac4f3198-c3d6-4c04-99e2-27a3e4c1767d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:38.827762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8518d-2178-441e-9105-abb0f57fdfde req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.828722 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42e8518d-2178-441e-9105-abb0f57fdfde req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.839968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:38.879094 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-8cb3482e-c327-4a58-92df-97f05993defc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3241954 Jul 16 17:57:38.893939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:38.894331 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.897167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Request body: {'port': {'device_id': 'b24ccb69-037f-4712-a4fc-ffef8ba27021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:39.056786 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.119214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-94331697-7435-41fc-8c38-6dcb347be8b1 None None] Provisioning for port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:39.164803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-94331697-7435-41fc-8c38-6dcb347be8b1 None None] Provisioning complete for port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:39.165189 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-94331697-7435-41fc-8c38-6dcb347be8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.212528 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.270714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-94331697-7435-41fc-8c38-6dcb347be8b1 None None] Port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:39.285861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:39.297454 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.366510 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-7e58837d-5221-46e7-9996-d9a5bce8cdde tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?network_id=06b1d035-0df9-485b-af35-24977c69a808&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6206880 Jul 16 17:57:39.393102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ab2aa-b161-45a4-8ab6-7528eb8113ad service neutron] Pushing event updated for resources: {'Port': ['ID=d26bdbe3-98dd-4637-a1fd-e5b705e947da,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:39.408189 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd46ea2a-5146-4f45-91b3-8295ffd3255d req-ff645452-8d06-4e64-b812-0a49094cffd8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.5155375 Jul 16 17:57:39.467406 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:39.475752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-f7cd96c4-b29f-4837-ba63-8ec9f9bf33e0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?network_id=06b1d035-0df9-485b-af35-24977c69a808&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1082327 Jul 16 17:57:39.492544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 73c9dd55-6ddb-40ec-a41c-65b1d943e767 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:39.521752 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4f3198-c3d6-4c04-99e2-27a3e4c1767d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:39.534109 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Sync routers for ids ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:57:39.534794 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.551693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Transition to ACTIVE for port object ac4f3198-c3d6-4c04-99e2-27a3e4c1767d will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:39.558419 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.588373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95414ef2-7046-43cb-b3b9-270927275e41 req-9e6a66c5-f5e8-4ed9-b23d-e752c488599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.590373 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95414ef2-7046-43cb-b3b9-270927275e41 req-9e6a66c5-f5e8-4ed9-b23d-e752c488599e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fcd54a1a-a1f5-4ea9-9410-93fa9a399f80 HTTP/1.1" status: 200 len: 1097 time: 1.2068582 Jul 16 17:57:39.601785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Routers {'bf9365b8-2c60-4e30-9a4d-1c18c549f78d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:39.602440 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:39.652738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4f3198-c3d6-4c04-99e2-27a3e4c1767d,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:39.723150 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.752376 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed16c8-2c58-47d7-aa1d-d8a819a023ba req-99dd0804-70d5-4138-aabe-fb8224d7d472 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.754492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6ed16c8-2c58-47d7-aa1d-d8a819a023ba req-99dd0804-70d5-4138-aabe-fb8224d7d472 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 946 time: 1.1769652 Jul 16 17:57:39.755340 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.778904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58a943-5828-497d-9200-babcd15b8102 req-5c655be9-06ce-462e-89ed-1455ee4a0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.780484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-5c655be9-06ce-462e-89ed-1455ee4a0022 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 1095 time: 1.1070724 Jul 16 17:57:39.785809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Attempting to bind port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:39.786274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Attempting to bind port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:39.786607 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Attempting to bind port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:39.793513 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:39.793886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Attempting to bind port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:39.800357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:39.800822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:39.801175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:39.802043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Bound port: ac4f3198-c3d6-4c04-99e2-27a3e4c1767d, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:39.802160 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.803271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 73c9dd55-6ddb-40ec-a41c-65b1d943e767 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:39.803650 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.897744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] For port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:39.901154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] For port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ac4f3198-c3d6-4c04-99e2-27a3e4c1767d,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:39.902406 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Set router bf9365b8-2c60-4e30-9a4d-1c18c549f78d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:39.907046 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-09678446-e46d-4913-afab-14f9284b44a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d26bdbe3-98dd-4637-a1fd-e5b705e947da HTTP/1.1" status: 200 len: 217 time: 0.0661509 Jul 16 17:57:39.910476 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.960822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.961793 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.963720 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] 10.222.0.32 "PUT /v2.0/ports/ac4f3198-c3d6-4c04-99e2-27a3e4c1767d HTTP/1.1" status: 200 len: 1097 time: 1.0726185 Jul 16 17:57:39.965618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24ccb69-037f-4712-a4fc-ffef8ba27021', 'tag': 'ac4f3198-c3d6-4c04-99e2-27a3e4c1767d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:39.973475 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436ff319-ef71-4aee-9570-948b88b932c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b24ccb69-037f-4712-a4fc-ffef8ba27021", "tag": "ac4f3198-c3d6-4c04-99e2-27a3e4c1767d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:39.987736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95414ef2-7046-43cb-b3b9-270927275e41 req-cde22123-b4cc-411b-be75-a934aea8f7b5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887937 Jul 16 17:57:40.012984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88904912-1a2f-4e1a-8828-aa4a89e73fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac4f3198-c3d6-4c04-99e2-27a3e4c1767d,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:40.056758 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b3737272-d99b-47b1-ba25-3f389cef483c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.063718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b3737272-d99b-47b1-ba25-3f389cef483c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.071112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b3737272-d99b-47b1-ba25-3f389cef483c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.072839 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b3737272-d99b-47b1-ba25-3f389cef483c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/networks?id=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=06b1d035-0df9-485b-af35-24977c69a808&id=06b1d035-0df9-485b-af35-24977c69a808 HTTP/1.1" status: 200 len: 1990 time: 0.5962670 Jul 16 17:57:40.142110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:40.144981 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.160076 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6ed16c8-2c58-47d7-aa1d-d8a819a023ba req-d1aea873-9572-42a4-ab0b-995de4d1e3bd tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276622 Jul 16 17:57:40.169528 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46ea2a-5146-4f45-91b3-8295ffd3255d req-3419cee6-0db5-4c0f-8ffb-1b17bd2df20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.171146 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd46ea2a-5146-4f45-91b3-8295ffd3255d req-3419cee6-0db5-4c0f-8ffb-1b17bd2df20a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d HTTP/1.1" status: 200 len: 1102 time: 0.6708434 Jul 16 17:57:40.175625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-191055c4-86de-40d2-acf4-f9a2457912f1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/quotas/e842df9b6b02407381982d4560f93832 HTTP/1.1" status: 200 len: 375 time: 0.0628159 Jul 16 17:57:40.179121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58a943-5828-497d-9200-babcd15b8102 req-5a6056bd-f080-4ab7-b952-0a25d5d34854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.180664 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-5a6056bd-f080-4ab7-b952-0a25d5d34854 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.2440400 Jul 16 17:57:40.450014 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-f06490d2-cc96-41a6-8d5d-fd5879cceed6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2453353 Jul 16 17:57:40.611464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 4, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port': {'id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8bf1c279-4920-4945-986f-8bb80f2814a7', 'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'mac_address': 'fa:16:3e:6b:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:29Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 2, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'subnets': [{'id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:40.619300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8518d-2178-441e-9105-abb0f57fdfde req-210f6b81-cb27-4c0c-bfe7-9d25c39c88ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.621327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-210f6b81-cb27-4c0c-bfe7-9d25c39c88ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 1100 time: 0.5749183 Jul 16 17:57:40.645124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Checking router: bf9365b8-2c60-4e30-9a4d-1c18c549f78d for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:40.645483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Updating router bf9365b8-2c60-4e30-9a4d-1c18c549f78d port 8bf1c279-4920-4945-986f-8bb80f2814a7 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:57:40.661389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46ea2a-5146-4f45-91b3-8295ffd3255d req-e6e552c2-b4e7-4bb9-974b-97a2cee15bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.663039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd46ea2a-5146-4f45-91b3-8295ffd3255d req-e6e552c2-b4e7-4bb9-974b-97a2cee15bfe service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.4065819 Jul 16 17:57:40.688511 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.719047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Network 68bd5f23-0f83-4dd1-a15c-9961a46bf27b is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:40.723857 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-c9054b5e-fb74-4095-b584-01599b64428d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=ac4f3198-c3d6-4c04-99e2-27a3e4c1767d HTTP/1.1" status: 200 len: 217 time: 0.0728223 Jul 16 17:57:40.759922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:40.799689 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-dbdcdad6-9f7f-48b6-8f17-f5a29ec86829 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6125743 Jul 16 17:57:40.800070 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd46ea2a-5146-4f45-91b3-8295ffd3255d req-012861d1-7319-4d7b-9176-a954eb6bd250 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c8d5528d-f760-45ac-a5e0-69aa4a85fe19 HTTP/1.1" status: 200 len: 217 time: 0.0981987 Jul 16 17:57:40.935038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-3d054a7e-5e33-473f-a93f-83542f149972 service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734924 Jul 16 17:57:41.042155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59827008-37c1-42bd-ab0b-1c48f1120570 req-09d4aad3-49bf-41a5-aebb-f3199c0c729a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.044767 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59827008-37c1-42bd-ab0b-1c48f1120570 req-09d4aad3-49bf-41a5-aebb-f3199c0c729a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 943 time: 0.5392988 Jul 16 17:57:41.052662 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.064220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Transition to ACTIVE for port object 8bf1c279-4920-4945-986f-8bb80f2814a7 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:41.071939 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.141438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8518d-2178-441e-9105-abb0f57fdfde req-1c4e6790-b420-4784-8d11-6eca6771c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.142967 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-1c4e6790-b420-4784-8d11-6eca6771c89e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.3767188 Jul 16 17:57:41.155116 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4314ad13-192d-4302-a3f1-28729cc049bc None None] Provisioning complete for port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:41.155499 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4314ad13-192d-4302-a3f1-28729cc049bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.200931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46ea2a-5146-4f45-91b3-8295ffd3255d req-dd41f088-11a8-4538-8868-bf41fcf662b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.202442 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd46ea2a-5146-4f45-91b3-8295ffd3255d req-dd41f088-11a8-4538-8868-bf41fcf662b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.3569143 Jul 16 17:57:41.205366 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4314ad13-192d-4302-a3f1-28729cc049bc None None] Port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:41.207098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb60617-4792-41af-929f-6b3dfc67110b None None] Pushing event updated for resources: {'Port': ['ID=8bf1c279-4920-4945-986f-8bb80f2814a7,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:41.277133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Attempting to bind port 8bf1c279-4920-4945-986f-8bb80f2814a7 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:41.277516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Attempting to bind port 8bf1c279-4920-4945-986f-8bb80f2814a7 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:41.277926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Attempting to bind port 8bf1c279-4920-4945-986f-8bb80f2814a7 on network 44337d24-7f19-40cf-a303-f059903d6ce5 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:41.284929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:41.285323 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Checking segment: {'id': 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:41.285746 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.286151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Bound using segment: {'id': 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:41.286635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Bound port: 8bf1c279-4920-4945-986f-8bb80f2814a7, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:41.287028 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.378863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] For port 8bf1c279-4920-4945-986f-8bb80f2814a7, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:41.383722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] For port 8bf1c279-4920-4945-986f-8bb80f2814a7, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8bf1c279-4920-4945-986f-8bb80f2814a7,segment=NetworkSegment(d8b080ea-bb0c-44ed-93ac-1a7b3781e34e),segment_id=d8b080ea-bb0c-44ed-93ac-1a7b3781e34e)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:41.391392 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.411732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59827008-37c1-42bd-ab0b-1c48f1120570 req-647be68c-7f0a-4298-9ebc-55cacf473d7d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309348 Jul 16 17:57:41.419271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Router 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:57:41.428430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-68ac8f4f-62ec-4b95-904f-4674501ab0e0 service neutron] 10.222.0.24 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549510 Jul 16 17:57:41.460871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:41.519236 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c58a943-5828-497d-9200-babcd15b8102 req-d654412b-d764-4b78-bd10-64cc5342ba8c service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062046 Jul 16 17:57:41.528923 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b97350a-816c-4eda-8f22-f01e010a7a74 x-openstack-request-id: req-9b97350a-816c-4eda-8f22-f01e010a7a74 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:41.529218 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace1f8f9-6425-41cb-a189-ea6382a5a0cc", "tag": "d26bdbe3-98dd-4637-a1fd-e5b705e947da", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:41.529488 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b97350a-816c-4eda-8f22-f01e010a7a74 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:41.530528 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace1f8f9-6425-41cb-a189-ea6382a5a0cc', 'tag': 'd26bdbe3-98dd-4637-a1fd-e5b705e947da', 'status': 'completed', 'code': 200} Jul 16 17:57:41.538791 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb60617-4792-41af-929f-6b3dfc67110b None None] Pushing event updated for resources: {'Port': ['ID=8bf1c279-4920-4945-986f-8bb80f2814a7,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:41.550799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Routers {'bf9365b8-2c60-4e30-9a4d-1c18c549f78d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:41.551283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:41.619829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:41.621019 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.737422 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] Set router bf9365b8-2c60-4e30-9a4d-1c18c549f78d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:41.777441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:57:41.788258 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Sync routers for ids ['64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:57:41.803740 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Routers {'64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:41.804380 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:41.823460 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e2157205-c358-4227-8fd3-5a4a51b0ccc2 admin admin] 10.222.0.24 "PUT /v2.0/routers/64a2814e-37c2-4ea8-9d1c-c5eeb09ab591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8779485 Jul 16 17:57:41.840534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-85f14966-1de5-41f5-b64f-0a97ad57ae2d service neutron] 10.222.0.24 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110832 Jul 16 17:57:41.889440 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c1757f-4d33-452b-82b4-fe2ca8ec3832 req-4a1fdd17-fc82-4ddc-87b1-ad830930e243 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1043479 Jul 16 17:57:41.902242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46ea2a-5146-4f45-91b3-8295ffd3255d req-5efa6d84-fc8a-488a-affa-e6dbea7d288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.903288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd46ea2a-5146-4f45-91b3-8295ffd3255d req-5efa6d84-fc8a-488a-affa-e6dbea7d288e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6443045 Jul 16 17:57:41.920597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8518d-2178-441e-9105-abb0f57fdfde req-4b385ae0-b19a-45ff-a891-a8396b356072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.922216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-4b385ae0-b19a-45ff-a891-a8396b356072 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7407527 Jul 16 17:57:42.011313 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Set router 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:42.050066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1757f-4d33-452b-82b4-fe2ca8ec3832 req-be5c5e25-2050-4907-8416-82e151d670e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.053955 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c1757f-4d33-452b-82b4-fe2ca8ec3832 req-be5c5e25-2050-4907-8416-82e151d670e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 1098 time: 0.1391263 Jul 16 17:57:42.078613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-d6e20437-171e-4e7d-8815-24eb54c0bd56 service neutron] 10.222.0.24 "GET /v2.0/ports/ecc56c7d-5b6d-41f9-940d-559dbe201d67?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2349331 Jul 16 17:57:42.098389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51aa9c-c691-4d2b-b3a3-4f8d35213d74 req-6d787690-bf1a-4637-af60-35ed69dc59ff tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.104657 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb51aa9c-c691-4d2b-b3a3-4f8d35213d74 req-6d787690-bf1a-4637-af60-35ed69dc59ff tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 948 time: 0.3564603 Jul 16 17:57:42.175027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 4, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port': {'id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8bf1c279-4920-4945-986f-8bb80f2814a7', 'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'mac_address': 'fa:16:3e:6b:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:29Z', 'updated_at': '2021-07-16T17:57:41Z', 'revision_number': 4, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'subnets': [{'id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:42.209213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1f637-ec30-468f-b719-568a5c0e13ab None None] The sync data for ids ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'] in n-d-787205-10 is: [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 4, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port': {'id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8bf1c279-4920-4945-986f-8bb80f2814a7', 'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'mac_address': 'fa:16:3e:6b:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:29Z', 'updated_at': '2021-07-16T17:57:41Z', 'revision_number': 4, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'subnets': [{'id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:42.233473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167a5bf-0915-4d33-9614-d5a19b352afe req-582d0b70-c22d-4ff1-949f-b3fc37e57718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.235109 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4167a5bf-0915-4d33-9614-d5a19b352afe req-582d0b70-c22d-4ff1-949f-b3fc37e57718 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2cc324b1d64466f8371c193e2dab133&device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 1095 time: 0.6562500 Jul 16 17:57:42.253070 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1757f-4d33-452b-82b4-fe2ca8ec3832 req-ee17b497-df57-4e4a-ade2-88c78da65909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.257308 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c1757f-4d33-452b-82b4-fe2ca8ec3832 req-ee17b497-df57-4e4a-ade2-88c78da65909 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.1742070 Jul 16 17:57:42.353891 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'name': 'tempest-FloatingIPsNegativeTestJSON-1931422717-router', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:37Z', 'revision_number': 4, 'project_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'gw_port': {'id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:27Z', 'updated_at': '2021-07-16T17:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0', 'name': '', 'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'mac_address': 'fa:16:3e:11:71:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0faa369f-a093-4593-acbf-ce85cc7a25d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:34Z', 'updated_at': '2021-07-16T17:57:38Z', 'revision_number': 2, 'project_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'subnets': [{'id': '0faa369f-a093-4593-acbf-ce85cc7a25d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:42.362065 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c1757f-4d33-452b-82b4-fe2ca8ec3832 req-337fdecd-7709-4e2b-bf68-f1d99795ea8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 200 len: 1001 time: 0.0983789 Jul 16 17:57:42.391675 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Checking router: 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:42.392873 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Updating router 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:57:42.441816 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.451592 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1757f-4d33-452b-82b4-fe2ca8ec3832 req-ce426163-7d06-47c3-95c4-b9c373df1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.453581 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c1757f-4d33-452b-82b4-fe2ca8ec3832 req-ce426163-7d06-47c3-95c4-b9c373df1caa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.0812089 Jul 16 17:57:42.602363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1757f-4d33-452b-82b4-fe2ca8ec3832 req-3ac9c2f9-955e-4333-ac6f-409208313ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.606426 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c1757f-4d33-452b-82b4-fe2ca8ec3832 req-3ac9c2f9-955e-4333-ac6f-409208313ee9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439126 Jul 16 17:57:42.771160 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c1757f-4d33-452b-82b4-fe2ca8ec3832 req-6b66ca54-6c5d-47ca-b995-4759ea22866d service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576605 Jul 16 17:57:42.826995 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb51aa9c-c691-4d2b-b3a3-4f8d35213d74 req-193c87f9-469d-41fc-aba9-a87231c4880d tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7204483 Jul 16 17:57:42.872180 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.883068 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Transition to ACTIVE for port object 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:42.892641 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.934267 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-29c1757f-4d33-452b-82b4-fe2ca8ec3832 req-f2291991-fdc8-4cab-bce4-35cd42daa4f1 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556642 Jul 16 17:57:42.965052 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5915b-8580-40bf-97a3-e1b1f0099066 None None] Pushing event updated for resources: {'Port': ['ID=0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:42.997121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167a5bf-0915-4d33-9614-d5a19b352afe req-83f647b2-5e7b-48a2-a4ce-055fd61b2811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.998951 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4167a5bf-0915-4d33-9614-d5a19b352afe req-83f647b2-5e7b-48a2-a4ce-055fd61b2811 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 200 len: 912 time: 0.7403340 Jul 16 17:57:43.000803 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3721edf-13e4-477a-8dd6-515457035097 service neutron] 10.222.0.24 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8517559 Jul 16 17:57:43.022144 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd46ea2a-5146-4f45-91b3-8295ffd3255d req-a464de47-823f-4230-ac4c-e003b1f4d121 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0892704 Jul 16 17:57:43.051497 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Attempting to bind port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:43.052012 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Attempting to bind port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:43.052473 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Attempting to bind port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 on network 68bd5f23-0f83-4dd1-a15c-9961a46bf27b {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:43.059475 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:43.060085 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Checking segment: {'id': 'ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:43.060582 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.061350 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Bound using segment: {'id': 'ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:43.061962 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Bound port: 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:43.062463 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.108047 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b4ae8e-1079-464e-8141-bca60abf9f4d x-openstack-request-id: req-89b4ae8e-1079-464e-8141-bca60abf9f4d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:43.108451 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24ccb69-037f-4712-a4fc-ffef8ba27021", "tag": "ac4f3198-c3d6-4c04-99e2-27a3e4c1767d", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:43.109068 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89b4ae8e-1079-464e-8141-bca60abf9f4d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:43.109306 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24ccb69-037f-4712-a4fc-ffef8ba27021', 'tag': 'ac4f3198-c3d6-4c04-99e2-27a3e4c1767d', 'status': 'completed', 'code': 200} Jul 16 17:57:43.158667 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] For port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:43.163005 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] For port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0,segment=NetworkSegment(ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722),segment_id=ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:43.171993 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.247109 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Routers {'64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:43.247740 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:43.319503 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd46ea2a-5146-4f45-91b3-8295ffd3255d req-7c6c6650-714f-419b-b153-3bf672132647 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899806 Jul 16 17:57:43.336201 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4167a5bf-0915-4d33-9614-d5a19b352afe req-4f29dce6-1668-40ce-bcdf-6767206608e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d26bdbe3-98dd-4637-a1fd-e5b705e947da HTTP/1.1" status: 200 len: 217 time: 0.2504981 Jul 16 17:57:43.365623 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5915b-8580-40bf-97a3-e1b1f0099066 None None] Pushing event updated for resources: {'Port': ['ID=0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:43.377881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-6aa319cd-4594-4bb3-9ec6-9644cae7b3f5 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3721509 Jul 16 17:57:43.440260 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7c894bd0-d59f-4a50-9957-f92e5a5e55c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.509530 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] Set router 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:43.525078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8bf1c279-4920-4945-986f-8bb80f2814a7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:43.546555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167a5bf-0915-4d33-9614-d5a19b352afe req-5d4c9f89-39d6-4d9b-bf70-f416d24da94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.548151 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4167a5bf-0915-4d33-9614-d5a19b352afe req-5d4c9f89-39d6-4d9b-bf70-f416d24da94c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 200 len: 851 time: 0.1836419 Jul 16 17:57:43.642177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 8bf1c279-4920-4945-986f-8bb80f2814a7 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:43.647619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 8bf1c279-4920-4945-986f-8bb80f2814a7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:43.647995 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.670377 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4167a5bf-0915-4d33-9614-d5a19b352afe req-e2cb6147-913a-44d3-8237-8c7c9a17256a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5f4a1e11-5d66-4db2-adc7-71a724319593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705612 Jul 16 17:57:43.678373 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d26bdbe3-98dd-4637-a1fd-e5b705e947da details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:43.716274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-743da29c-2e31-429e-a781-f47818619d88 service neutron] 10.222.0.24 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233165 Jul 16 17:57:43.778318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fcad4-3f91-4d5b-aa03-94a1207f2ca7 req-fdff71ab-ef2b-4b2f-b48a-20bf3e031048 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.779908 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d36fcad4-3f91-4d5b-aa03-94a1207f2ca7 req-fdff71ab-ef2b-4b2f-b48a-20bf3e031048 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcd54a1a-a1f5-4ea9-9410-93fa9a399f80 HTTP/1.1" status: 200 len: 945 time: 0.4583519 Jul 16 17:57:43.813057 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42e8518d-2178-441e-9105-abb0f57fdfde req-ecbd70a7-efae-42b4-8f7d-e6da9c9bc9fc service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937347 Jul 16 17:57:43.831074 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d26bdbe3-98dd-4637-a1fd-e5b705e947da, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d26bdbe3-98dd-4637-a1fd-e5b705e947da,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:43.831940 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'name': 'tempest-FloatingIPsNegativeTestJSON-1931422717-router', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:37Z', 'revision_number': 4, 'project_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'gw_port': {'id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:27Z', 'updated_at': '2021-07-16T17:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0', 'name': '', 'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'mac_address': 'fa:16:3e:11:71:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0faa369f-a093-4593-acbf-ce85cc7a25d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:34Z', 'updated_at': '2021-07-16T17:57:43Z', 'revision_number': 4, 'project_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'subnets': [{'id': '0faa369f-a093-4593-acbf-ce85cc7a25d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:43.850362 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'd26bdbe3-98dd-4637-a1fd-e5b705e947da', 'network_id': '5f4a1e11-5d66-4db2-adc7-71a724319593', 'port_id': 'd26bdbe3-98dd-4637-a1fd-e5b705e947da', 'mac_address': 'fa:16:3e:7f:18:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2324e370-e975-41f3-a89b-e91fd3d77fc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:43.899454 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706a887d-f269-4885-bb65-f70b58b59ae4 None None] The sync data for ids ['64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'] in n-d-787205-10 is: [{'id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'name': 'tempest-FloatingIPsNegativeTestJSON-1931422717-router', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:37Z', 'revision_number': 4, 'project_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'gw_port': {'id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:27Z', 'updated_at': '2021-07-16T17:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0', 'name': '', 'network_id': '68bd5f23-0f83-4dd1-a15c-9961a46bf27b', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'mac_address': 'fa:16:3e:11:71:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0faa369f-a093-4593-acbf-ce85cc7a25d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:34Z', 'updated_at': '2021-07-16T17:57:43Z', 'revision_number': 4, 'project_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'subnets': [{'id': '0faa369f-a093-4593-acbf-ce85cc7a25d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:43.956006 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.957823 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-791ea11f-c5d5-463c-8090-1cac2fd07032 service neutron] 10.222.0.24 "GET /v2.0/ports/42f22134-cd1e-4de1-a750-e9783ad69ae9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1962371 Jul 16 17:57:44.026134 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26bdbe3-98dd-4637-a1fd-e5b705e947da {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:44.056142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d36fcad4-3f91-4d5b-aa03-94a1207f2ca7 req-6fbb4064-714c-4cbf-bfc0-0398035db13c tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431362 Jul 16 17:57:44.101082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d26bdbe3-98dd-4637-a1fd-e5b705e947da, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d26bdbe3-98dd-4637-a1fd-e5b705e947da,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:44.104149 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.147801 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 8bf1c279-4920-4945-986f-8bb80f2814a7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8bf1c279-4920-4945-986f-8bb80f2814a7,segment=NetworkSegment(d8b080ea-bb0c-44ed-93ac-1a7b3781e34e),segment_id=d8b080ea-bb0c-44ed-93ac-1a7b3781e34e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:44.149501 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.156299 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.170688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4167a5bf-0915-4d33-9614-d5a19b352afe req-188b8b20-c0c4-475d-a72b-793f0fe52067 service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910872 Jul 16 17:57:44.219598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d26bdbe3-98dd-4637-a1fd-e5b705e947da,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:44.287143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=8bf1c279-4920-4945-986f-8bb80f2814a7,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:44.311152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-91aa31e0-6289-4a34-b44b-92f6ee77cc5b service neutron] 10.222.0.24 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124859 Jul 16 17:57:44.346497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ff319-ef71-4aee-9570-948b88b932c0 req-051ecb38-272d-45cd-a712-e3651ada35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.347626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-436ff319-ef71-4aee-9570-948b88b932c0 req-051ecb38-272d-45cd-a712-e3651ada35ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ccdf17dc6774ef385777e775eb283cf&device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 1100 time: 0.4393835 Jul 16 17:57:44.416943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d26bdbe3-98dd-4637-a1fd-e5b705e947da'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:44.535745 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4167a5bf-0915-4d33-9614-d5a19b352afe req-ee6ae86e-8d0c-4507-bb75-79027ee12cf6 service neutron] 10.222.0.32 "GET /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494890 Jul 16 17:57:44.562214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a228cd9-7401-46f3-aa1b-3c3963cd9465 req-a9da0656-ef37-45bb-9319-2f532dca3994 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.563985 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a228cd9-7401-46f3-aa1b-3c3963cd9465 req-a9da0656-ef37-45bb-9319-2f532dca3994 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 946 time: 0.3183396 Jul 16 17:57:44.572050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-ac397231-d7fb-4ca9-be15-a807b0cda56f service neutron] 10.222.0.24 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232924 Jul 16 17:57:44.644621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ff319-ef71-4aee-9570-948b88b932c0 req-1f20c01a-368e-4fc8-85c0-433d5354cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.647519 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-436ff319-ef71-4aee-9570-948b88b932c0 req-1f20c01a-368e-4fc8-85c0-433d5354cf96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.2870476 Jul 16 17:57:44.698007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a228cd9-7401-46f3-aa1b-3c3963cd9465 req-2739e9a1-505e-4736-b871-3c96346d0b57 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247945 Jul 16 17:57:44.738414 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-436ff319-ef71-4aee-9570-948b88b932c0 req-c05c6076-75cf-46d7-9c5f-8120370d9e74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=ac4f3198-c3d6-4c04-99e2-27a3e4c1767d HTTP/1.1" status: 200 len: 217 time: 0.0827599 Jul 16 17:57:44.802238 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a55900e5-bf29-4381-9c11-3c460530a2a4 service neutron] 10.222.0.24 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194502 Jul 16 17:57:44.848633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ff319-ef71-4aee-9570-948b88b932c0 req-2213baf0-0f30-41d5-98dc-267fe390833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.850183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-436ff319-ef71-4aee-9570-948b88b932c0 req-2213baf0-0f30-41d5-98dc-267fe390833d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1035788 Jul 16 17:57:44.972739 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fcb2335b-03e3-4128-a564-7c7766da5bef req-aea056ce-a42c-4fb8-951f-384a08f6c0e6 tempest-FloatingIPsNegativeTestJSON-981481398 tempest-FloatingIPsNegativeTestJSON-981481398-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=6af8f25c3b784ba5a6b1b7a5679173a1 HTTP/1.1" status: 200 len: 217 time: 0.0914807 Jul 16 17:57:45.025513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-257b65c7-38dc-4375-b9ab-70cd1da4bcb0 service neutron] 10.222.0.24 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131114 Jul 16 17:57:45.029015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ff319-ef71-4aee-9570-948b88b932c0 req-746d769d-4929-4e02-9734-5d84efa5182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.030883 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-436ff319-ef71-4aee-9570-948b88b932c0 req-746d769d-4929-4e02-9734-5d84efa5182d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1713166 Jul 16 17:57:45.244254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-bf5689bc-d01c-4169-9bf6-b94dcf5bd818 service neutron] 10.222.0.24 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116919 Jul 16 17:57:45.251630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-436ff319-ef71-4aee-9570-948b88b932c0 req-18108c8d-da1c-44e6-bec6-183676ca1557 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859689 Jul 16 17:57:45.369710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf6759-29e3-4dae-a820-b5d492e143b3 req-adb02ce9-570a-430f-8971-c3196e1ffd98 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.379235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5baf6759-29e3-4dae-a820-b5d492e143b3 req-adb02ce9-570a-430f-8971-c3196e1ffd98 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 944 time: 0.2874718 Jul 16 17:57:45.493235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8bf1c279-4920-4945-986f-8bb80f2814a7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:45.497116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5baf6759-29e3-4dae-a820-b5d492e143b3 req-635c3af3-4320-4a77-9a9b-91c8d814f1f0 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166391 Jul 16 17:57:45.511688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-c9db4fdc-aadc-4a3f-958a-0cacec35c2f2 service neutron] 10.222.0.24 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585404 Jul 16 17:57:45.514353 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-436ff319-ef71-4aee-9570-948b88b932c0 req-8a0ba90a-baf4-463c-a062-60d5525ef4ef service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470541 Jul 16 17:57:45.591247 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 8bf1c279-4920-4945-986f-8bb80f2814a7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:45.591823 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.660816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ac4f3198-c3d6-4c04-99e2-27a3e4c1767d details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:45.666527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-119e59e5-897c-4d1e-a976-6833358ccc12 service neutron] 10.222.0.24 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474273 Jul 16 17:57:45.672857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d26bdbe3-98dd-4637-a1fd-e5b705e947da up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:45.796193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfd069-4658-4f9a-a857-762b4871df28 req-6f7e890f-c23c-404c-9ad1-d77fc7c0b5d3 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.796193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-08dfd069-4658-4f9a-a857-762b4871df28 req-6f7e890f-c23c-404c-9ad1-d77fc7c0b5d3 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 948 time: 0.1472430 Jul 16 17:57:45.814958 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5473123b-d4c6-4e71-a689-c5d1a4a48c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.828927 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-40ef03c1-4761-4b38-8955-3ebbee413281 service neutron] 10.222.0.24 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434877 Jul 16 17:57:45.858135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:45.878230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-08dfd069-4658-4f9a-a857-762b4871df28 req-43fd2675-5893-4e76-85c3-02a249171cb7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695953 Jul 16 17:57:45.966255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-698de29c-3fbf-4f03-b66c-cc3239dd95e6 service neutron] 10.222.0.24 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311412 Jul 16 17:57:46.085451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-500766f3-d48f-4625-9b9e-266c48cbcf4a service neutron] 10.222.0.24 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124051 Jul 16 17:57:46.112868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port d26bdbe3-98dd-4637-a1fd-e5b705e947da completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:46.119388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ac4f3198-c3d6-4c04-99e2-27a3e4c1767d,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:46.124357 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.133519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port d26bdbe3-98dd-4637-a1fd-e5b705e947da triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:46.133924 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.169825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'ac4f3198-c3d6-4c04-99e2-27a3e4c1767d', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'ac4f3198-c3d6-4c04-99e2-27a3e4c1767d', 'mac_address': 'fa:16:3e:54:82:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:46.247536 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.264372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad70a-902d-47aa-bcae-c8cee6f6397c req-54a7133a-9ff7-44e0-972e-55099dff6710 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.268001 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:46.272876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1cad70a-902d-47aa-bcae-c8cee6f6397c req-54a7133a-9ff7-44e0-972e-55099dff6710 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccb7c984-493e-4c52-ae8b-17b3e5630176 HTTP/1.1" status: 200 len: 945 time: 0.1221085 Jul 16 17:57:46.273924 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4f3198-c3d6-4c04-99e2-27a3e4c1767d {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:46.299146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:46.299525 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.310018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1cad70a-902d-47aa-bcae-c8cee6f6397c req-0cda67e8-38eb-4da0-bafd-6b8702fdc8f0 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362160 Jul 16 17:57:46.322908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ac4f3198-c3d6-4c04-99e2-27a3e4c1767d,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:46.356852 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.410474 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.470832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=ac4f3198-c3d6-4c04-99e2-27a3e4c1767d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:46.497080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace1f8f9-6425-41cb-a189-ea6382a5a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26bdbe3-98dd-4637-a1fd-e5b705e947da'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:46.499400 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d2f44a-45b2-4da7-9b08-ea871916d80f" -d '{"events": [{"server_uuid": "ace1f8f9-6425-41cb-a189-ea6382a5a0cc", "name": "network-vif-plugged", "status": "completed", "tag": "d26bdbe3-98dd-4637-a1fd-e5b705e947da"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:46.518297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d26bdbe3-98dd-4637-a1fd-e5b705e947da, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d26bdbe3-98dd-4637-a1fd-e5b705e947da,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:46.531570 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.540446 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.618082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0,segment=NetworkSegment(ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722),segment_id=ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:46.619325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d26bdbe3-98dd-4637-a1fd-e5b705e947da,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:46.624493 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.653552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['ac4f3198-c3d6-4c04-99e2-27a3e4c1767d'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:46.733373 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:46.965792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b76ab822-6df0-4199-a425-865cdb1c7d5d req-ed1877d4-41f4-453e-a431-62a2b08d08ee tempest-FloatingIPsNegativeTestJSON-981481398 tempest-FloatingIPsNegativeTestJSON-981481398-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0280230 Jul 16 17:57:47.088461 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a3385e-0c52-45d0-a21f-09e17635471f x-openstack-request-id: req-61a3385e-0c52-45d0-a21f-09e17635471f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:47.088774 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace1f8f9-6425-41cb-a189-ea6382a5a0cc", "name": "network-vif-plugged", "status": "completed", "tag": "d26bdbe3-98dd-4637-a1fd-e5b705e947da", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:47.089029 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61a3385e-0c52-45d0-a21f-09e17635471f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:47.089490 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace1f8f9-6425-41cb-a189-ea6382a5a0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26bdbe3-98dd-4637-a1fd-e5b705e947da', 'code': 200} Jul 16 17:57:47.352376 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752467a-9d34-4c77-b5ce-3b0cb6614d84 req-20e48075-18f2-4921-bfb3-61fb3e57d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:47.353948 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6752467a-9d34-4c77-b5ce-3b0cb6614d84 req-20e48075-18f2-4921-bfb3-61fb3e57d088 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 1097 time: 0.1456630 Jul 16 17:57:47.438206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:47.516237 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.524080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:47.524783 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.799345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56549669-5d0e-4885-97ad-fd6ad9edbe57 req-d8391408-16db-40c8-84f2-880170e7ba64 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:47.800835 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56549669-5d0e-4885-97ad-fd6ad9edbe57 req-d8391408-16db-40c8-84f2-880170e7ba64 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 945 time: 0.5558069 Jul 16 17:57:47.843344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6752467a-9d34-4c77-b5ce-3b0cb6614d84 req-7df435b9-f00e-42cf-89cb-1b10b71c1d29 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803350 Jul 16 17:57:47.872295 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56549669-5d0e-4885-97ad-fd6ad9edbe57 req-8e43b37a-5906-4eae-8d74-916839ddb73b tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638692 Jul 16 17:57:47.886595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88e669-91b3-47d1-aebe-50f6023b4c96 req-b1c6606f-9853-4965-a378-f5e91beccaa3 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:47.888203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d88e669-91b3-47d1-aebe-50f6023b4c96 req-b1c6606f-9853-4965-a378-f5e91beccaa3 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 949 time: 0.5108676 Jul 16 17:57:47.938665 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d88e669-91b3-47d1-aebe-50f6023b4c96 req-a4bb2282-75d7-4e9b-8378-c668d8807ee2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 Jul 16 17:57:48.021750 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-4b1cbf6b-c765-473b-bbcc-df258116cd48 req-e5691f75-45ed-4ffc-bfc3-bd13bcc4363a tempest-FloatingIPsNegativeTestJSON-981481398 tempest-FloatingIPsNegativeTestJSON-981481398-project] show failed (client error): The resource could not be found. Jul 16 17:57:48.023391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4b1cbf6b-c765-473b-bbcc-df258116cd48 req-e5691f75-45ed-4ffc-bfc3-bd13bcc4363a tempest-FloatingIPsNegativeTestJSON-981481398 tempest-FloatingIPsNegativeTestJSON-981481398-project] 10.222.0.24 "GET /v2.0/floatingips/9b057210-c224-4bd3-93c5-5892ff84265b HTTP/1.1" status: 404 len: 350 time: 0.0837286 Jul 16 17:57:48.033047 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54596) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:48.209649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb77966f-5b82-413f-acc7-37c04b18a21c req-1e3ab98f-df4e-4ee2-a9b1-74e21c1cee68 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.0423634 Jul 16 17:57:48.346819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc990d-1e78-4cbe-b781-e33ce94e68ba req-b7093fe6-acc8-4ac8-a93d-386d5ed0fe48 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.348131 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40cc990d-1e78-4cbe-b781-e33ce94e68ba req-b7093fe6-acc8-4ac8-a93d-386d5ed0fe48 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccb7c984-493e-4c52-ae8b-17b3e5630176 HTTP/1.1" status: 200 len: 945 time: 0.0888441 Jul 16 17:57:48.419487 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40cc990d-1e78-4cbe-b781-e33ce94e68ba req-b36e0925-491a-4733-ba09-ec211d51b0ad tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616531 Jul 16 17:57:48.500167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc1e7-bdc3-490f-b70f-4b36ef4a692c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.563164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-ab4de985-14b7-4791-b2da-e1dd2d4a6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.565092 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-ab4de985-14b7-4791-b2da-e1dd2d4a6e38 service neutron] 10.222.0.11 "GET /v2.0/ports/ecc56c7d-5b6d-41f9-940d-559dbe201d67 HTTP/1.1" status: 200 len: 1027 time: 0.0581965 Jul 16 17:57:48.621855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-66205606-c30d-457c-b84d-5e05f9a0d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.623358 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-66205606-c30d-457c-b84d-5e05f9a0d295 service neutron] 10.222.0.11 "GET /v2.0/ports/42f22134-cd1e-4de1-a750-e9783ad69ae9 HTTP/1.1" status: 200 len: 1027 time: 0.0507631 Jul 16 17:57:48.771469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-1c324bd0-d795-45e9-be3c-e062a10fd8c8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.779646 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-1c324bd0-d795-45e9-be3c-e062a10fd8c8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.787382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-1c324bd0-d795-45e9-be3c-e062a10fd8c8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.789114 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-1c324bd0-d795-45e9-be3c-e062a10fd8c8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "GET /v2.0/networks?id=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=06b1d035-0df9-485b-af35-24977c69a808&id=06b1d035-0df9-485b-af35-24977c69a808 HTTP/1.1" status: 200 len: 1990 time: 0.1538386 Jul 16 17:57:48.836288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-51dba5d0-22e4-407f-999c-ce762fdb99ee tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e842df9b6b02407381982d4560f93832 HTTP/1.1" status: 200 len: 380 time: 0.0379987 Jul 16 17:57:48.844192 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cc1e7-bdc3-490f-b70f-4b36ef4a692c admin admin] Deleting port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:48.844542 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc1e7-bdc3-490f-b70f-4b36ef4a692c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.851163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'port': {'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'admin_state_up': True, 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'security_groups': ['c3d36943-1508-4712-8e33-24145247012f']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:48.937755 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.990341 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ee1cc1e7-bdc3-490f-b70f-4b36ef4a692c admin admin] For port 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0,segment=NetworkSegment(ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722),segment_id=ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:48.990732 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc1e7-bdc3-490f-b70f-4b36ef4a692c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.022707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ee1cc1e7-bdc3-490f-b70f-4b36ef4a692c admin admin] Calling delete_port for 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:49.029696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dfba0-e3ba-47dd-a3c8-ab2f4b6770e7 req-a7233e97-f91c-4dc8-b565-ac63a63eb075 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.031429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-634dfba0-e3ba-47dd-a3c8-ab2f4b6770e7 req-a7233e97-f91c-4dc8-b565-ac63a63eb075 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccb7c984-493e-4c52-ae8b-17b3e5630176 HTTP/1.1" status: 200 len: 945 time: 0.1750727 Jul 16 17:57:49.191196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Made reservation on behalf of e842df9b6b02407381982d4560f93832 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:49.195273 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.329700 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc1e7-bdc3-490f-b70f-4b36ef4a692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.368085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cc1e7-bdc3-490f-b70f-4b36ef4a692c admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:49.401247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-634dfba0-e3ba-47dd-a3c8-ab2f4b6770e7 req-5a4cc33c-058b-4632-a9ef-6d7e354f4b21 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Deleting port 74719e63-6f33-4b32-9008-6af4be781773 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:49.401818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-634dfba0-e3ba-47dd-a3c8-ab2f4b6770e7 req-5a4cc33c-058b-4632-a9ef-6d7e354f4b21 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.566863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685a77-3ae6-4d4b-9cba-cada5df28a72 req-c98dd8e1-e88b-44de-9d5f-9ae915b6a2dd tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.568533 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87685a77-3ae6-4d4b-9cba-cada5df28a72 req-c98dd8e1-e88b-44de-9d5f-9ae915b6a2dd tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 945 time: 0.3862281 Jul 16 17:57:49.601735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfba219-029f-40cd-a95e-12ce39637c49 req-c2dae5be-b661-419f-a32c-ce44547d2b77 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.609750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2dfba219-029f-40cd-a95e-12ce39637c49 req-c2dae5be-b661-419f-a32c-ce44547d2b77 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 949 time: 0.3881845 Jul 16 17:57:49.665697 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee1cc1e7-bdc3-490f-b70f-4b36ef4a692c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.684519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Allocated IP 172.20.0.12 (4c6fdd73-da18-48b5-9a3b-f97be3bcf6df/243b46fa-7a93-4ad1-8fd4-e955798c54a4/223708c8-1b94-4650-aa99-9e0be9baf6c7) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:49.699127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 44236e70-4da4-4744-b905-861e78acc48e details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:49.704985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-634dfba0-e3ba-47dd-a3c8-ab2f4b6770e7 req-5a4cc33c-058b-4632-a9ef-6d7e354f4b21 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] For port 74719e63-6f33-4b32-9008-6af4be781773, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=74719e63-6f33-4b32-9008-6af4be781773,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:49.705360 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-634dfba0-e3ba-47dd-a3c8-ab2f4b6770e7 req-5a4cc33c-058b-4632-a9ef-6d7e354f4b21 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.739809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-634dfba0-e3ba-47dd-a3c8-ab2f4b6770e7 req-5a4cc33c-058b-4632-a9ef-6d7e354f4b21 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Calling delete_port for 74719e63-6f33-4b32-9008-6af4be781773 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:49.761893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ac4f3198-c3d6-4c04-99e2-27a3e4c1767d up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:49.795470 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2dfba219-029f-40cd-a95e-12ce39637c49 req-740d79a2-36e5-4cc6-8668-a706fd392498 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852927 Jul 16 17:57:49.813759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87685a77-3ae6-4d4b-9cba-cada5df28a72 req-1a0d0306-7c1a-41f3-bd68-c1817f2ab477 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290339 Jul 16 17:57:50.087293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:50.096309 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.106863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:50.109407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:50.109849 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.145857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Transition to ACTIVE for port object 223708c8-1b94-4650-aa99-9e0be9baf6c7 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:50.201041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '44236e70-4da4-4744-b905-861e78acc48e', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'port_id': '44236e70-4da4-4744-b905-861e78acc48e', 'mac_address': 'fa:16:3e:5a:f9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:50.252496 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.270737 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44236e70-4da4-4744-b905-861e78acc48e {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:50.305239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:50.313232 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.350111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a1d253d-ad97-489d-9464-d1671aed541b req-12775688-f9b4-4ddf-88f4-fc39e0e196cc tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.0966117 Jul 16 17:57:50.410863 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.477391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24ccb69-037f-4712-a4fc-ffef8ba27021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4f3198-c3d6-4c04-99e2-27a3e4c1767d'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:50.480401 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9951c2e8-ac9d-466b-b641-0a31d70f5464" -d '{"events": [{"server_uuid": "b24ccb69-037f-4712-a4fc-ffef8ba27021", "name": "network-vif-plugged", "status": "completed", "tag": "ac4f3198-c3d6-4c04-99e2-27a3e4c1767d"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:50.500139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['44236e70-4da4-4744-b905-861e78acc48e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:50.525437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ac4f3198-c3d6-4c04-99e2-27a3e4c1767d,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:50.530876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:50.610016 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.643283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1cc1e7-bdc3-490f-b70f-4b36ef4a692c admin admin] Router 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:57:50.646448 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.709708 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:50.727561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed979672-88f6-4c2a-b3a9-3693e149fb8d req-8ffc0fed-db4f-4d62-9392-157acc424538 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.731433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed979672-88f6-4c2a-b3a9-3693e149fb8d req-8ffc0fed-db4f-4d62-9392-157acc424538 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccb7c984-493e-4c52-ae8b-17b3e5630176 HTTP/1.1" status: 200 len: 945 time: 0.4694748 Jul 16 17:57:50.732582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=ac4f3198-c3d6-4c04-99e2-27a3e4c1767d,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:50.757300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:50.826541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:50.871038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'Port': ['ID=223708c8-1b94-4650-aa99-9e0be9baf6c7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:50.934579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed979672-88f6-4c2a-b3a9-3693e149fb8d req-6cb12f32-b58d-4d77-800d-16d6d7a58e5e tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838374 Jul 16 17:57:50.966849 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70efae7a-f61d-4b32-8f77-77632db26404 x-openstack-request-id: req-70efae7a-f61d-4b32-8f77-77632db26404 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:50.967156 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24ccb69-037f-4712-a4fc-ffef8ba27021", "name": "network-vif-plugged", "status": "completed", "tag": "ac4f3198-c3d6-4c04-99e2-27a3e4c1767d", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:50.967407 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70efae7a-f61d-4b32-8f77-77632db26404 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:50.967803 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24ccb69-037f-4712-a4fc-ffef8ba27021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4f3198-c3d6-4c04-99e2-27a3e4c1767d', 'code': 200} Jul 16 17:57:50.983194 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1cc1e7-bdc3-490f-b70f-4b36ef4a692c admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:57:50.997719 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ee1cc1e7-bdc3-490f-b70f-4b36ef4a692c admin admin] 10.222.0.24 "PUT /v2.0/routers/64a2814e-37c2-4ea8-9d1c-c5eeb09ab591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9608526 Jul 16 17:57:51.012171 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54642) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:51.057245 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-634dfba0-e3ba-47dd-a3c8-ab2f4b6770e7 req-5a4cc33c-058b-4632-a9ef-6d7e354f4b21 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.087063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629596bd-8911-4dc3-b43a-7de3e424b531 None None] Sync routers for ids ['64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:57:51.125441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['74719e63-6f33-4b32-9008-6af4be781773', 'be071549-33d8-4df8-9dfd-2b04bab152e6'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:51.220563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629596bd-8911-4dc3-b43a-7de3e424b531 None None] Routers {'64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:51.223572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-629596bd-8911-4dc3-b43a-7de3e424b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:57:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:51.304844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['8bdb0f3d-d31c-4bc5-9294-bad18e9618be'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:51.339807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.340998 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.366895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cc33c-058b-4632-a9ef-6d7e354f4b21 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Pushing event deleted for resources: {'Port': ['ID=74719e63-6f33-4b32-9008-6af4be781773,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:51.373511 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.485183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fa45cc60-5226-47da-bd2e-4aaedd7856d9 None None] Provisioning for port 223708c8-1b94-4650-aa99-9e0be9baf6c7 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:51.494034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fa45cc60-5226-47da-bd2e-4aaedd7856d9 None None] Provisioning complete for port 223708c8-1b94-4650-aa99-9e0be9baf6c7 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:51.494831 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fa45cc60-5226-47da-bd2e-4aaedd7856d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.598709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-629596bd-8911-4dc3-b43a-7de3e424b531 None None] Set router 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:51.651121 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.670644 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-abac62d6-5de2-4c8f-98af-2c8e0d25e8c7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8243101 Jul 16 17:57:51.705452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'port': {'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10', 'admin_state_up': True, 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'security_groups': ['c3d36943-1508-4712-8e33-24145247012f']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:51.732088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 44236e70-4da4-4744-b905-861e78acc48e up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:51.813851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-634dfba0-e3ba-47dd-a3c8-ab2f4b6770e7 req-5a4cc33c-058b-4632-a9ef-6d7e354f4b21 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] No DVR routers for this DVR port 74719e63-6f33-4b32-9008-6af4be781773 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:51.832377 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-634dfba0-e3ba-47dd-a3c8-ab2f4b6770e7 req-5a4cc33c-058b-4632-a9ef-6d7e354f4b21 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.834702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-634dfba0-e3ba-47dd-a3c8-ab2f4b6770e7 req-5a4cc33c-058b-4632-a9ef-6d7e354f4b21 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.11 "DELETE /v2.0/ports/74719e63-6f33-4b32-9008-6af4be781773 HTTP/1.1" status: 204 len: 173 time: 2.7953985 Jul 16 17:57:51.835470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb7c984-493e-4c52-ae8b-17b3e5630176', 'name': 'network-vif-deleted', 'tag': '74719e63-6f33-4b32-9008-6af4be781773'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:51.837959 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156f4926-4264-4f02-ab9a-566c87ad7b6a" -d '{"events": [{"server_uuid": "ccb7c984-493e-4c52-ae8b-17b3e5630176", "name": "network-vif-deleted", "tag": "74719e63-6f33-4b32-9008-6af4be781773"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:51.847719 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Deleting port 73c9dd55-6ddb-40ec-a41c-65b1d943e767 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:51.852535 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.853783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-fa45cc60-5226-47da-bd2e-4aaedd7856d9 None None] Port 223708c8-1b94-4650-aa99-9e0be9baf6c7 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:51.898731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64f007-05a9-4350-a18b-ce09b1529d00 req-d05ae801-09c8-4e2e-922b-b22b95a2ce90 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.900582 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c64f007-05a9-4350-a18b-ce09b1529d00 req-d05ae801-09c8-4e2e-922b-b22b95a2ce90 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 950 time: 0.5808251 Jul 16 17:57:51.905278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fc3cf-233a-4425-a49a-db7538d9ead7 req-d805b189-b01a-4956-8215-9900e5104b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.910648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d51fc3cf-233a-4425-a49a-db7538d9ead7 req-d805b189-b01a-4956-8215-9900e5104b4a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 1102 time: 0.8508077 Jul 16 17:57:52.014527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8336d4-0f34-4818-b920-29c81aaab7e9 req-b331f550-79b7-430e-b857-a73c6e5d581d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.025814 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa8336d4-0f34-4818-b920-29c81aaab7e9 req-b331f550-79b7-430e-b857-a73c6e5d581d tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 945 time: 0.8047261 Jul 16 17:57:52.035998 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d51fc3cf-233a-4425-a49a-db7538d9ead7 req-6c4e2669-84fa-4124-9632-0aa8154b87d5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759747 Jul 16 17:57:52.097435 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c64f007-05a9-4350-a18b-ce09b1529d00 req-23eab0ad-6398-4846-be3e-6c45ad8c2426 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846476 Jul 16 17:57:52.123474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] For port 73c9dd55-6ddb-40ec-a41c-65b1d943e767, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=73c9dd55-6ddb-40ec-a41c-65b1d943e767,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:52.123843 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.161527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Calling delete_port for 73c9dd55-6ddb-40ec-a41c-65b1d943e767 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:52.186426 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa8336d4-0f34-4818-b920-29c81aaab7e9 req-f202be69-f213-4ec5-9531-08a1a76947ba tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600671 Jul 16 17:57:52.272276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Made reservation on behalf of e842df9b6b02407381982d4560f93832 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:52.295538 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.563334 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.573056 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a29bd36-5d47-4c0c-a18b-439cf65f08d5 x-openstack-request-id: req-9a29bd36-5d47-4c0c-a18b-439cf65f08d5 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:52.576096 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb7c984-493e-4c52-ae8b-17b3e5630176", "name": "network-vif-deleted", "tag": "74719e63-6f33-4b32-9008-6af4be781773", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:52.576915 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a29bd36-5d47-4c0c-a18b-439cf65f08d5 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:52.580320 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb7c984-493e-4c52-ae8b-17b3e5630176', 'name': 'network-vif-deleted', 'tag': '74719e63-6f33-4b32-9008-6af4be781773', 'status': 'completed', 'code': 200} Jul 16 17:57:52.632230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Pushing event deleted for resources: {'Port': ['ID=73c9dd55-6ddb-40ec-a41c-65b1d943e767,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:52.719013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 44236e70-4da4-4744-b905-861e78acc48e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:52.719580 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.811901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.965147 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.969264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-629596bd-8911-4dc3-b43a-7de3e424b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'name': 'tempest-FloatingIPsNegativeTestJSON-1931422717-router', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:49Z', 'revision_number': 5, 'project_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'gw_port': {'id': '73c9dd55-6ddb-40ec-a41c-65b1d943e767', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:27Z', 'updated_at': '2021-07-16T17:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:53.049881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c65aab1d-351d-45b5-82d5-cc6f1a08bffe req-88ebdd10-ce69-4430-a53c-cac010449611 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccb7c984-493e-4c52-ae8b-17b3e5630176 HTTP/1.1" status: 200 len: 210 time: 0.2316000 Jul 16 17:57:53.134586 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 74719e63-6f33-4b32-9008-6af4be781773 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:53.196157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 74719e63-6f33-4b32-9008-6af4be781773 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:53.199190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 74719e63-6f33-4b32-9008-6af4be781773 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:53.203541 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629596bd-8911-4dc3-b43a-7de3e424b531 None None] Checking router: 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:53.310136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629596bd-8911-4dc3-b43a-7de3e424b531 None None] Routers {'64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:53.310794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-629596bd-8911-4dc3-b43a-7de3e424b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:57:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:53.332792 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.353038 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.386146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Allocated IP 10.1.1.6 (c5839ed7-b863-47b2-ae80-65f108c6ba10/8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3/dfd8d951-9a7f-428d-9bdb-7388f3aec8e1) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:53.494752 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.495938 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:57:53.508343 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.509536 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cf08e375-2284-44e9-9069-6e1e48cb642f admin admin] 10.222.0.24 "DELETE /v2.0/routers/64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 HTTP/1.1" status: 204 len: 168 time: 2.4961364 Jul 16 17:57:53.513306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54698) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:53.569196 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.613813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Transition to ACTIVE for port object dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:53.648113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6eb435-0341-4713-be18-32041ddf7861 admin admin] Deleting subnet 0faa369f-a093-4593-acbf-ce85cc7a25d4 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:57:53.661698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb435-0341-4713-be18-32041ddf7861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.696547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.710285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23ba54-071b-4f1a-93d2-de10b31e9d4c req-c16d1fd3-c485-4a91-bbf8-afa13fda2305 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.712245 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d23ba54-071b-4f1a-93d2-de10b31e9d4c req-c16d1fd3-c485-4a91-bbf8-afa13fda2305 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 932 time: 1.1082251 Jul 16 17:57:53.759034 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb435-0341-4713-be18-32041ddf7861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.822944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Network c5839ed7-b863-47b2-ae80-65f108c6ba10 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:53.832380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:53.843074 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:53.863366 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d23ba54-071b-4f1a-93d2-de10b31e9d4c req-35b9081e-4664-42e3-9c81-b15de204c8ae tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257379 Jul 16 17:57:53.894720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'Port': ['ID=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:53.941788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-629596bd-8911-4dc3-b43a-7de3e424b531 None None] Set router 64a2814e-37c2-4ea8-9d1c-c5eeb09ab591 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:53.985503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb435-0341-4713-be18-32041ddf7861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.014189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991c5b-9660-4a5f-8bf8-4e1bafa2200c req-2ae802df-1a62-40d8-ac09-e76482f31bc9 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.016112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8991c5b-9660-4a5f-8bf8-4e1bafa2200c req-2ae802df-1a62-40d8-ac09-e76482f31bc9 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 950 time: 0.3347707 Jul 16 17:57:54.027893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.053357 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.066694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-629596bd-8911-4dc3-b43a-7de3e424b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'name': 'tempest-FloatingIPsNegativeTestJSON-1931422717-router', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:52Z', 'revision_number': 7, 'project_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:54.070756 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.129619 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a3a4aa2c-fc59-4452-9781-0fac8b7bef3b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4443872 Jul 16 17:57:54.146995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'port': {'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10', 'admin_state_up': True, 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'security_groups': ['c3d36943-1508-4712-8e33-24145247012f']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:54.180420 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb435-0341-4713-be18-32041ddf7861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.208940 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb435-0341-4713-be18-32041ddf7861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.216635 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2e6eb435-0341-4713-be18-32041ddf7861 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0faa369f-a093-4593-acbf-ce85cc7a25d4 HTTP/1.1" status: 204 len: 168 time: 0.6993270 Jul 16 17:57:54.226847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629596bd-8911-4dc3-b43a-7de3e424b531 None None] The sync data for ids ['64a2814e-37c2-4ea8-9d1c-c5eeb09ab591'] in n-d-787205-10 is: [{'id': '64a2814e-37c2-4ea8-9d1c-c5eeb09ab591', 'name': 'tempest-FloatingIPsNegativeTestJSON-1931422717-router', 'tenant_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:52Z', 'revision_number': 7, 'project_id': '6af8f25c3b784ba5a6b1b7a5679173a1', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:54.254127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464f9787-2269-45e3-bcb8-7986e69db427 None None] Network 68bd5f23-0f83-4dd1-a15c-9961a46bf27b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:54.259899 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:54.263490 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159acc48-aa73-484a-b697-4d982863acc5" -d '{"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-plugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:54.274720 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54712) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:54.297832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:54.327639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6eb435-0341-4713-be18-32041ddf7861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0faa369f-a093-4593-acbf-ce85cc7a25d4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:54.340871 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.472945 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-39adc136-238f-4b82-89b9-be9b990b0beb None None] Provisioning for port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:54.474469 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.497547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8991c5b-9660-4a5f-8bf8-4e1bafa2200c req-8754766d-d392-4916-9e84-bcd977217e71 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409683 Jul 16 17:57:54.563306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Made reservation on behalf of e842df9b6b02407381982d4560f93832 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:54.576975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Deleting port b71f93de-b115-4ee1-9cb1-7e1dcebabf94 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:54.577325 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.596141 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.628812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-39adc136-238f-4b82-89b9-be9b990b0beb None None] Provisioning complete for port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:54.630156 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-39adc136-238f-4b82-89b9-be9b990b0beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.711337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d2677-56ac-4f78-be86-2e62b1219ca2 req-97e059ea-6cf9-4fc2-bc14-46d7041e6d6e tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.728182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:54.730926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c0d2677-56ac-4f78-be86-2e62b1219ca2 req-97e059ea-6cf9-4fc2-bc14-46d7041e6d6e tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 945 time: 0.3145292 Jul 16 17:57:54.755021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] For port b71f93de-b115-4ee1-9cb1-7e1dcebabf94, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b71f93de-b115-4ee1-9cb1-7e1dcebabf94,segment=NetworkSegment(ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722),segment_id=ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:54.755663 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.803879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Calling delete_port for b71f93de-b115-4ee1-9cb1-7e1dcebabf94 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:54.904584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c0d2677-56ac-4f78-be86-2e62b1219ca2 req-f04a9798-e318-46ac-961b-1d224b18b948 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567025 Jul 16 17:57:54.941398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-39adc136-238f-4b82-89b9-be9b990b0beb None None] Port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:55.033176 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f17d484-6ef1-42f7-83f2-25dcd1554f83 x-openstack-request-id: req-9f17d484-6ef1-42f7-83f2-25dcd1554f83 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:55.034109 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-plugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:55.034109 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f17d484-6ef1-42f7-83f2-25dcd1554f83 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:55.039897 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e', 'code': 200} Jul 16 17:57:55.123451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Allocated IP 10.1.1.194 (c5839ed7-b863-47b2-ae80-65f108c6ba10/8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3/abdc9f5d-e66d-4242-be3b-01c94d11e00c) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:55.128855 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.149450 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.227093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071601f9-a2e9-459c-9a5d-964114887840 None None] DHCP port deletion for 68bd5f23-0f83-4dd1-a15c-9961a46bf27b request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:57:55.240642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=b71f93de-b115-4ee1-9cb1-7e1dcebabf94,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:55.271302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] No DVR routers for this DVR port b71f93de-b115-4ee1-9cb1-7e1dcebabf94 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:55.486372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b71f93de-b115-4ee1-9cb1-7e1dcebabf94 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:55.490342 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.517889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bd5f23-0f83-4dd1-a15c-9961a46bf27b']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:55.543620 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:55.545424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffaa517b-c3e3-4d8d-8bf2-624f8b6a9722') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:55.550602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: b71f93de-b115-4ee1-9cb1-7e1dcebabf94 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:55.551090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b71f93de-b115-4ee1-9cb1-7e1dcebabf94 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:55.551542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 73c9dd55-6ddb-40ec-a41c-65b1d943e767 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:55.584183 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.600438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 73c9dd55-6ddb-40ec-a41c-65b1d943e767 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:55.600798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 73c9dd55-6ddb-40ec-a41c-65b1d943e767 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:55.601634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:55.616076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.629488 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:57:55.634221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:57:55.636977 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:57:55.658345 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:55.659091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ef3ac06-f9a4-4425-bd9f-4aaaf8a31bd0 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:55.689399 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.791383 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b60fb3-e5e9-4dac-a9b5-3b5a6ba35864 req-8b8a8ead-7a7a-45cb-ac9d-ce0a251ff76f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.807111 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.814835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b60fb3-e5e9-4dac-a9b5-3b5a6ba35864 req-8b8a8ead-7a7a-45cb-ac9d-ce0a251ff76f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.821824 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.825226 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] 10.222.0.24 "DELETE /v2.0/networks/68bd5f23-0f83-4dd1-a15c-9961a46bf27b HTTP/1.1" status: 204 len: 168 time: 1.5492857 Jul 16 17:57:55.825857 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09b60fb3-e5e9-4dac-a9b5-3b5a6ba35864 req-8b8a8ead-7a7a-45cb-ac9d-ce0a251ff76f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 1652 time: 0.4577501 Jul 16 17:57:55.828202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Transition to ACTIVE for port object abdc9f5d-e66d-4242-be3b-01c94d11e00c will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:55.891996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a871329-53fb-48f5-9afd-4f8bf0727e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=68bd5f23-0f83-4dd1-a15c-9961a46bf27b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:56.019547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09b60fb3-e5e9-4dac-a9b5-3b5a6ba35864 req-e5abdf32-26da-468f-acb8-35531dc80274 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620865 Jul 16 17:57:56.035046 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.140693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54746) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:56.172009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Network c5839ed7-b863-47b2-ae80-65f108c6ba10 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:56.204856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'Port': ['ID=abdc9f5d-e66d-4242-be3b-01c94d11e00c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:56.210527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:56.221944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:56.245139 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-840e53e0-4090-49f9-8ce3-b540a444d3c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6af8f25c3b784ba5a6b1b7a5679173a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1006148 Jul 16 17:57:56.246619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54748) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:56.313531 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.314714 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.344637 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5defdd9c-964d-4942-ad12-298012ba877e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2082217 Jul 16 17:57:56.350990 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c277f5df-9030-48ed-aa45-b1e3e12fe49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.358308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'port': {'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '06b1d035-0df9-485b-af35-24977c69a808', 'admin_state_up': True, 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'security_groups': ['c3d36943-1508-4712-8e33-24145247012f']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:56.386304 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c277f5df-9030-48ed-aa45-b1e3e12fe49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.500502 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c277f5df-9030-48ed-aa45-b1e3e12fe49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.520119 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c277f5df-9030-48ed-aa45-b1e3e12fe49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.520400 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c277f5df-9030-48ed-aa45-b1e3e12fe49d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0bb662d-0715-4559-ba36-1d003ffbd338 HTTP/1.1" status: 204 len: 168 time: 0.2696598 Jul 16 17:57:56.552648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277f5df-9030-48ed-aa45-b1e3e12fe49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bb662d-0715-4559-ba36-1d003ffbd338,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:56.795631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-10d13268-2e88-477c-ab9a-23710ae1bf06 None None] Provisioning for port abdc9f5d-e66d-4242-be3b-01c94d11e00c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:56.809002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-10d13268-2e88-477c-ab9a-23710ae1bf06 None None] Provisioning complete for port abdc9f5d-e66d-4242-be3b-01c94d11e00c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:56.813616 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-10d13268-2e88-477c-ab9a-23710ae1bf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.905934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-10d13268-2e88-477c-ab9a-23710ae1bf06 None None] Port abdc9f5d-e66d-4242-be3b-01c94d11e00c cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:57.256944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Made reservation on behalf of e842df9b6b02407381982d4560f93832 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:57.281851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e5729-f6af-49fb-8092-e4bd4f50d94c req-827ef3fe-c8a4-42ac-a835-d22e9faea0b6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.284248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a26e5729-f6af-49fb-8092-e4bd4f50d94c req-827ef3fe-c8a4-42ac-a835-d22e9faea0b6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 950 time: 1.0761752 Jul 16 17:57:57.418266 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a26e5729-f6af-49fb-8092-e4bd4f50d94c req-fd73a99e-5ced-41b5-9f47-c893f4aa35d5 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281266 Jul 16 17:57:57.451072 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6fb82-9b70-48a9-a158-064fb560635f req-4bf6c2b0-88a5-46bb-b583-04e0c1f8586f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.461426 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ece6fb82-9b70-48a9-a158-064fb560635f req-4bf6c2b0-88a5-46bb-b583-04e0c1f8586f tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 945 time: 0.8942316 Jul 16 17:57:57.681461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.738022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ece6fb82-9b70-48a9-a158-064fb560635f req-44c86bfa-8a16-45cd-80c8-33aaaeae4277 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/security-groups?id=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753937 Jul 16 17:57:57.790790 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc7b39-aaa9-4525-b55f-608ce07c87ca req-e6799106-fee6-4973-a9af-d86d8a19a493 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.804459 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7bc7b39-aaa9-4525-b55f-608ce07c87ca req-e6799106-fee6-4973-a9af-d86d8a19a493 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 945 time: 0.4260015 Jul 16 17:57:58.635237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-a7bc7b39-aaa9-4525-b55f-608ce07c87ca req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Deleting port d26bdbe3-98dd-4637-a1fd-e5b705e947da {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:58.636323 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a7bc7b39-aaa9-4525-b55f-608ce07c87ca req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.694036 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6102cd8-6b2f-4d0d-b8a3-974047c667b9 req-52ed4f68-7024-426d-bc86-6307d65d4f9c tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.696738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6102cd8-6b2f-4d0d-b8a3-974047c667b9 req-52ed4f68-7024-426d-bc86-6307d65d4f9c tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 1102 time: 0.3789263 Jul 16 17:57:58.763201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Allocated IP 10.2.2.100 (06b1d035-0df9-485b-af35-24977c69a808/4b31a67f-4f93-43f1-8c7c-ec9f1b81e549/4937a153-3b68-417b-8f4b-bf5d6f4c90d0) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:58.821410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a7bc7b39-aaa9-4525-b55f-608ce07c87ca req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] For port d26bdbe3-98dd-4637-a1fd-e5b705e947da, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d26bdbe3-98dd-4637-a1fd-e5b705e947da,segment=NetworkSegment(00c13e3e-d7a6-4064-ba41-f61a39797e40),segment_id=00c13e3e-d7a6-4064-ba41-f61a39797e40)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:58.821750 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a7bc7b39-aaa9-4525-b55f-608ce07c87ca req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.844017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-a7bc7b39-aaa9-4525-b55f-608ce07c87ca req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Calling delete_port for d26bdbe3-98dd-4637-a1fd-e5b705e947da owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:59.048491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d70c8d-648c-4def-a402-649f97c4b5ef req-7f5fdfeb-26f7-43c8-a8a9-0c00b757b81c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:59.058087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d70c8d-648c-4def-a402-649f97c4b5ef req-7f5fdfeb-26f7-43c8-a8a9-0c00b757b81c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:59.068673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d70c8d-648c-4def-a402-649f97c4b5ef req-7f5fdfeb-26f7-43c8-a8a9-0c00b757b81c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:59.071037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55d70c8d-648c-4def-a402-649f97c4b5ef req-7f5fdfeb-26f7-43c8-a8a9-0c00b757b81c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 2373 time: 0.9244967 Jul 16 17:57:59.161780 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a7bc7b39-aaa9-4525-b55f-608ce07c87ca req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.176397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d26bdbe3-98dd-4637-a1fd-e5b705e947da'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:59.217171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55d70c8d-648c-4def-a402-649f97c4b5ef req-55d705a8-5714-4a3c-a429-cbcce3435272 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276007 Jul 16 17:57:59.266031 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Pushing event deleted for resources: {'Port': ['ID=d26bdbe3-98dd-4637-a1fd-e5b705e947da,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:59.296040 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6102cd8-6b2f-4d0d-b8a3-974047c667b9 req-1fa41e20-67d6-440d-b24e-d6269c3a30c9 tempest-ServersOnMultiNodesTest-485381168 tempest-ServersOnMultiNodesTest-485381168-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372596 Jul 16 17:57:59.440552 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.440851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.441179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.441530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.441905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.442251 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.442591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.442927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.443262 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.443598 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.443933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.444268 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.526401 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bc7b39-aaa9-4525-b55f-608ce07c87ca req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] No DVR routers for this DVR port d26bdbe3-98dd-4637-a1fd-e5b705e947da on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:59.541123 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a7bc7b39-aaa9-4525-b55f-608ce07c87ca req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.547499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7bc7b39-aaa9-4525-b55f-608ce07c87ca req-217daefb-60ac-4545-9889-ac12e2a61430 tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.32 "DELETE /v2.0/ports/d26bdbe3-98dd-4637-a1fd-e5b705e947da HTTP/1.1" status: 204 len: 173 time: 1.7357094 Jul 16 17:57:59.548184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace1f8f9-6425-41cb-a189-ea6382a5a0cc', 'name': 'network-vif-deleted', 'tag': 'd26bdbe3-98dd-4637-a1fd-e5b705e947da'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:59.550958 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c002c9-1bfe-4435-96dd-a8a330d9044e" -d '{"events": [{"server_uuid": "ace1f8f9-6425-41cb-a189-ea6382a5a0cc", "name": "network-vif-deleted", "tag": "d26bdbe3-98dd-4637-a1fd-e5b705e947da"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:59.750321 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.789543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Transition to ACTIVE for port object 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:00.003802 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6f1dca4-f17c-4cef-8bbf-a1a45a4fe816 req-d9f939f1-90ff-4056-8896-91d8bd8a926a tempest-DeleteServersTestJSON-746998425 tempest-DeleteServersTestJSON-746998425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ace1f8f9-6425-41cb-a189-ea6382a5a0cc HTTP/1.1" status: 200 len: 210 time: 0.1752787 Jul 16 17:58:00.060529 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.126664 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba99ec0-e522-4a19-94df-a6e0301f1451 x-openstack-request-id: req-1ba99ec0-e522-4a19-94df-a6e0301f1451 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:00.127627 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace1f8f9-6425-41cb-a189-ea6382a5a0cc", "name": "network-vif-deleted", "tag": "d26bdbe3-98dd-4637-a1fd-e5b705e947da", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:00.128165 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ba99ec0-e522-4a19-94df-a6e0301f1451 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:00.128779 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace1f8f9-6425-41cb-a189-ea6382a5a0cc', 'name': 'network-vif-deleted', 'tag': 'd26bdbe3-98dd-4637-a1fd-e5b705e947da', 'status': 'completed', 'code': 200} Jul 16 17:58:00.129522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'Port': ['ID=4937a153-3b68-417b-8f4b-bf5d6f4c90d0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:00.149335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Network 06b1d035-0df9-485b-af35-24977c69a808 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:00.153522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:00.156060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:00.331311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.332664 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.374059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-0a0cec7a-bf36-48a3-980a-330c6ffe336d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0221376 Jul 16 17:58:00.387463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'port': {'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '06b1d035-0df9-485b-af35-24977c69a808', 'admin_state_up': True, 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'security_groups': ['c3d36943-1508-4712-8e33-24145247012f']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:00.780047 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-30901642-70a6-4bad-a6d3-60234cc79a9f None None] Provisioning for port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:00.791584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-30901642-70a6-4bad-a6d3-60234cc79a9f None None] Provisioning complete for port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:00.791981 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-30901642-70a6-4bad-a6d3-60234cc79a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.893281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-30901642-70a6-4bad-a6d3-60234cc79a9f None None] Port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:01.008078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Made reservation on behalf of e842df9b6b02407381982d4560f93832 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:01.013404 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.097328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8357ff-fa01-4667-82cb-269f59729df7 req-6169c649-68dd-42b2-91e1-b12d2d5a022e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.118763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8357ff-fa01-4667-82cb-269f59729df7 req-6169c649-68dd-42b2-91e1-b12d2d5a022e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.144401 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8357ff-fa01-4667-82cb-269f59729df7 req-6169c649-68dd-42b2-91e1-b12d2d5a022e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.150596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8357ff-fa01-4667-82cb-269f59729df7 req-6169c649-68dd-42b2-91e1-b12d2d5a022e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.166393 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f8357ff-fa01-4667-82cb-269f59729df7 req-6169c649-68dd-42b2-91e1-b12d2d5a022e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 3094 time: 0.5381682 Jul 16 17:58:01.270896 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f8357ff-fa01-4667-82cb-269f59729df7 req-a90ec716-3572-4dfa-9a6a-8fd6f76b23f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031551 Jul 16 17:58:01.544435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202e925-1f4c-422e-9287-8d1a5987d4bb req-37076f22-3158-4411-89f4-76d6b45217cb tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.568465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a202e925-1f4c-422e-9287-8d1a5987d4bb req-37076f22-3158-4411-89f4-76d6b45217cb tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 950 time: 0.3980947 Jul 16 17:58:01.666420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a202e925-1f4c-422e-9287-8d1a5987d4bb req-b12883b6-cbff-461e-8c21-d2f4e3c90ccf tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969615 Jul 16 17:58:01.724452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Allocated IP 10.2.2.200 (06b1d035-0df9-485b-af35-24977c69a808/4b31a67f-4f93-43f1-8c7c-ec9f1b81e549/abc4391e-e85d-4a0b-9644-50a353bc8ad9) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:01.757059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d26bdbe3-98dd-4637-a1fd-e5b705e947da no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:01.830540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: d26bdbe3-98dd-4637-a1fd-e5b705e947da {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:01.831863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d26bdbe3-98dd-4637-a1fd-e5b705e947da not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:02.156342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.177109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Transition to ACTIVE for port object abc4391e-e85d-4a0b-9644-50a353bc8ad9 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:02.255507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54898) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:02.276204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883df9a4-3c78-4588-afbf-08486ffcfbf0 req-26062080-f5a0-4ea3-93b8-d5c87df86edb tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.277779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-883df9a4-3c78-4588-afbf-08486ffcfbf0 req-26062080-f5a0-4ea3-93b8-d5c87df86edb tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 950 time: 0.1963546 Jul 16 17:58:02.398691 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.543190 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Network 06b1d035-0df9-485b-af35-24977c69a808 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:02.560464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event updated for resources: {'Port': ['ID=abc4391e-e85d-4a0b-9644-50a353bc8ad9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:02.574067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:02.582586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:02.663912 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.664939 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.685117 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e972fe1-fb0a-4e00-8e80-b93e1d99685c req-21911a6e-b592-4e67-96fb-f3ada6b3d244 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.691993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e972fe1-fb0a-4e00-8e80-b93e1d99685c req-21911a6e-b592-4e67-96fb-f3ada6b3d244 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.706666 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e972fe1-fb0a-4e00-8e80-b93e1d99685c req-21911a6e-b592-4e67-96fb-f3ada6b3d244 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391&device_id=fcd54a1a-a1f5-4ea9-9410-93fa9a399f80 HTTP/1.1" status: 200 len: 1682 time: 0.4219155 Jul 16 17:58:02.753402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-16c661f8-fab4-42ca-ac19-4c5e4ebbeb5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3725810 Jul 16 17:58:02.813428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e972fe1-fb0a-4e00-8e80-b93e1d99685c req-af179cbe-cd5b-429a-830b-d84e8a8632be tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053615 Jul 16 17:58:02.814259 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.825183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Request body: {'port': {'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:02.928875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-883df9a4-3c78-4588-afbf-08486ffcfbf0 req-a0f79f27-6e8b-47be-81f0-0181ecc81757 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Deleting port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:02.929390 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-883df9a4-3c78-4588-afbf-08486ffcfbf0 req-a0f79f27-6e8b-47be-81f0-0181ecc81757 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.069310 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.077013 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.136236 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a064c2619c23418eaef64ceaa8d631cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8785038 Jul 16 17:58:03.140818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54922) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:03.141183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3c1be5da-5e2c-4829-ad0e-0252b847bd0c None None] Provisioning for port abc4391e-e85d-4a0b-9644-50a353bc8ad9 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:03.152798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3c1be5da-5e2c-4829-ad0e-0252b847bd0c None None] Provisioning complete for port abc4391e-e85d-4a0b-9644-50a353bc8ad9 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:03.154491 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c1be5da-5e2c-4829-ad0e-0252b847bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.161862 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.193381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad61d980-ae01-4a7c-9eae-82c61f5cd469,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:03.212170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3c1be5da-5e2c-4829-ad0e-0252b847bd0c None None] Port abc4391e-e85d-4a0b-9644-50a353bc8ad9 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:03.229888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:03.230239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:03.230564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:03.231034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:03.231380 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:03.231710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:03.232039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:03.232364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:03.232682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:03.233006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:03.233324 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:03.233644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50fd28b-544b-44ed-adfa-42bd691864f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:03.254490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21a5d6-8128-4441-980a-644f42f1ed38 req-3eab3dd8-2b52-4dcf-8666-fda68d3fac42 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.260971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21a5d6-8128-4441-980a-644f42f1ed38 req-3eab3dd8-2b52-4dcf-8666-fda68d3fac42 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.262327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbfd22b3-f93d-4a8c-b012-923432577cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.267609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21a5d6-8128-4441-980a-644f42f1ed38 req-3eab3dd8-2b52-4dcf-8666-fda68d3fac42 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.273684 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21a5d6-8128-4441-980a-644f42f1ed38 req-3eab3dd8-2b52-4dcf-8666-fda68d3fac42 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.281116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21a5d6-8128-4441-980a-644f42f1ed38 req-3eab3dd8-2b52-4dcf-8666-fda68d3fac42 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.288297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d21a5d6-8128-4441-980a-644f42f1ed38 req-3eab3dd8-2b52-4dcf-8666-fda68d3fac42 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 3815 time: 0.5095198 Jul 16 17:58:03.298736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-883df9a4-3c78-4588-afbf-08486ffcfbf0 req-a0f79f27-6e8b-47be-81f0-0181ecc81757 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] For port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ac4f3198-c3d6-4c04-99e2-27a3e4c1767d,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:03.299135 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-883df9a4-3c78-4588-afbf-08486ffcfbf0 req-a0f79f27-6e8b-47be-81f0-0181ecc81757 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.329310 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbfd22b3-f93d-4a8c-b012-923432577cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.347576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-883df9a4-3c78-4588-afbf-08486ffcfbf0 req-a0f79f27-6e8b-47be-81f0-0181ecc81757 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Calling delete_port for ac4f3198-c3d6-4c04-99e2-27a3e4c1767d owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:03.404049 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbfd22b3-f93d-4a8c-b012-923432577cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.406797 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbfd22b3-f93d-4a8c-b012-923432577cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.408693 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dbfd22b3-f93d-4a8c-b012-923432577cee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad61d980-ae01-4a7c-9eae-82c61f5cd469 HTTP/1.1" status: 204 len: 168 time: 0.2657528 Jul 16 17:58:03.432995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd22b3-f93d-4a8c-b012-923432577cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad61d980-ae01-4a7c-9eae-82c61f5cd469,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:03.471548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d21a5d6-8128-4441-980a-644f42f1ed38 req-654721ec-766b-4dc9-a49d-5709337ce048 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822619 Jul 16 17:58:03.632287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46ef99-dfa4-4b3d-b4d2-a9e0fd8ef4f0 req-ad426bec-a048-493e-a35f-e84e749a6748 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.642135 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf46ef99-dfa4-4b3d-b4d2-a9e0fd8ef4f0 req-ad426bec-a048-493e-a35f-e84e749a6748 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=b24ccb69-037f-4712-a4fc-ffef8ba27021 HTTP/1.1" status: 200 len: 950 time: 0.4659691 Jul 16 17:58:03.859848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf46ef99-dfa4-4b3d-b4d2-a9e0fd8ef4f0 req-595e082a-96ac-4fe0-bc5c-1ec3242cab72 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051258 Jul 16 17:58:04.276355 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-883df9a4-3c78-4588-afbf-08486ffcfbf0 req-a0f79f27-6e8b-47be-81f0-0181ecc81757 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.291387 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'b3808cb4-ba56-4d3b-939f-159a78c9b52a', '64f3b18a-3a38-4dae-869a-d760d9865e74', 'ac4f3198-c3d6-4c04-99e2-27a3e4c1767d'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:04.302485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['c8d5528d-f760-45ac-a5e0-69aa4a85fe19', '4de4eec5-b507-4e63-86d1-cec9f439a5ae', '9ca380a7-b9e2-4165-920f-8a3151e53416'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:04.343594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f79f27-6e8b-47be-81f0-0181ecc81757 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event deleted for resources: {'Port': ['ID=ac4f3198-c3d6-4c04-99e2-27a3e4c1767d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:04.464237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-883df9a4-3c78-4588-afbf-08486ffcfbf0 req-a0f79f27-6e8b-47be-81f0-0181ecc81757 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] No DVR routers for this DVR port ac4f3198-c3d6-4c04-99e2-27a3e4c1767d on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:04.468643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-883df9a4-3c78-4588-afbf-08486ffcfbf0 req-a0f79f27-6e8b-47be-81f0-0181ecc81757 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.470856 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-883df9a4-3c78-4588-afbf-08486ffcfbf0 req-a0f79f27-6e8b-47be-81f0-0181ecc81757 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "DELETE /v2.0/ports/ac4f3198-c3d6-4c04-99e2-27a3e4c1767d HTTP/1.1" status: 204 len: 173 time: 2.1851146 Jul 16 17:58:04.471397 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24ccb69-037f-4712-a4fc-ffef8ba27021', 'name': 'network-vif-deleted', 'tag': 'ac4f3198-c3d6-4c04-99e2-27a3e4c1767d'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:04.474179 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce281af0-7cf0-4534-b0a5-7c74c14b1803" -d '{"events": [{"server_uuid": "b24ccb69-037f-4712-a4fc-ffef8ba27021", "name": "network-vif-deleted", "tag": "ac4f3198-c3d6-4c04-99e2-27a3e4c1767d"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:04.488413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223708c8-1b94-4650-aa99-9e0be9baf6c7 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:04.535537 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.577500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Transition to ACTIVE for port object 223708c8-1b94-4650-aa99-9e0be9baf6c7 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:04.590465 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.688901 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e6851f-96b8-4be9-ad4a-66d0b13ba0db x-openstack-request-id: req-b6e6851f-96b8-4be9-ad4a-66d0b13ba0db {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:04.689193 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24ccb69-037f-4712-a4fc-ffef8ba27021", "name": "network-vif-deleted", "tag": "ac4f3198-c3d6-4c04-99e2-27a3e4c1767d", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:04.689458 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6e6851f-96b8-4be9-ad4a-66d0b13ba0db {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:04.689867 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24ccb69-037f-4712-a4fc-ffef8ba27021', 'name': 'network-vif-deleted', 'tag': 'ac4f3198-c3d6-4c04-99e2-27a3e4c1767d', 'status': 'completed', 'code': 200} Jul 16 17:58:04.792718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Pushing event updated for resources: {'Port': ['ID=223708c8-1b94-4650-aa99-9e0be9baf6c7,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:05.231307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Attempting to bind port 223708c8-1b94-4650-aa99-9e0be9baf6c7 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:05.231636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Attempting to bind port 223708c8-1b94-4650-aa99-9e0be9baf6c7 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:05.231885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Attempting to bind port 223708c8-1b94-4650-aa99-9e0be9baf6c7 on network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:05.251004 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Port 223708c8-1b94-4650-aa99-9e0be9baf6c7 on network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:05.251351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Attempting to bind port 223708c8-1b94-4650-aa99-9e0be9baf6c7 on network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:05.274723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:05.275121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Checking segment: {'id': 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:05.283925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Bound using segment: {'id': 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:05.284522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Bound port: 223708c8-1b94-4650-aa99-9e0be9baf6c7, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:05.284815 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.447293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] For port 223708c8-1b94-4650-aa99-9e0be9baf6c7, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:05.451502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] For port 223708c8-1b94-4650-aa99-9e0be9baf6c7, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=223708c8-1b94-4650-aa99-9e0be9baf6c7,segment=NetworkSegment(e866fb8e-9ba7-4848-a0fc-eb2aa0b15def),segment_id=e866fb8e-9ba7-4848-a0fc-eb2aa0b15def)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:05.491123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e9292-def2-4e06-9291-ad3b3e828858 req-c1926c19-e195-4229-8d8b-2e39f6a46e58 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.506878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e9292-def2-4e06-9291-ad3b3e828858 req-c1926c19-e195-4229-8d8b-2e39f6a46e58 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.529491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e9292-def2-4e06-9291-ad3b3e828858 req-c1926c19-e195-4229-8d8b-2e39f6a46e58 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.539711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e9292-def2-4e06-9291-ad3b3e828858 req-c1926c19-e195-4229-8d8b-2e39f6a46e58 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.549038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e9292-def2-4e06-9291-ad3b3e828858 req-c1926c19-e195-4229-8d8b-2e39f6a46e58 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.552002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b9e9292-def2-4e06-9291-ad3b3e828858 req-c1926c19-e195-4229-8d8b-2e39f6a46e58 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 3827 time: 0.5264430 Jul 16 17:58:05.555462 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.696724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.699664 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.703077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] 10.222.0.11 "PUT /v2.0/ports/223708c8-1b94-4650-aa99-9e0be9baf6c7 HTTP/1.1" status: 200 len: 1093 time: 2.9219532 Jul 16 17:58:05.764291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Request body: {'port': {'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:05.954694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b9e9292-def2-4e06-9291-ad3b3e828858 req-0e154ea2-1149-4b6c-8e03-f45a7642292b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3950839 Jul 16 17:58:06.145701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fe393-58bc-4a62-bf00-fbe1be3a904d service neutron] Pushing event updated for resources: {'Port': ['ID=223708c8-1b94-4650-aa99-9e0be9baf6c7,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:06.170645 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-bd51f135-71ca-45d6-ae6d-9813a3ed4e80 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=93fc2e4959a74738af7d00667617c71d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1554306 Jul 16 17:58:06.206631 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:07.002598 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': '223708c8-1b94-4650-aa99-9e0be9baf6c7'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:07.005615 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "223708c8-1b94-4650-aa99-9e0be9baf6c7"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:07.032352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-f587e762-7b64-4129-ac8b-09327a8e37f7 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.041482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-f587e762-7b64-4129-ac8b-09327a8e37f7 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8688276 Jul 16 17:58:07.072101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-99c6da3e-fa82-40d2-b30e-4b0888358401 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/quotas/93fc2e4959a74738af7d00667617c71d HTTP/1.1" status: 200 len: 375 time: 0.0293529 Jul 16 17:58:07.127477 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-9369e7bc-850b-4ec8-956a-04c34abc93c5 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=93fc2e4959a74738af7d00667617c71d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543752 Jul 16 17:58:07.322557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc56c7d-5b6d-41f9-940d-559dbe201d67 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:07.361044 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:07.413010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Transition to ACTIVE for port object ecc56c7d-5b6d-41f9-940d-559dbe201d67 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:07.422497 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:07.534386 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b7865b-4af3-430f-a1ae-f488512fd9f3 x-openstack-request-id: req-f2b7865b-4af3-430f-a1ae-f488512fd9f3 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:07.534697 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "223708c8-1b94-4650-aa99-9e0be9baf6c7", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:07.534948 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2b7865b-4af3-430f-a1ae-f488512fd9f3 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:07.535327 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': '223708c8-1b94-4650-aa99-9e0be9baf6c7', 'status': 'completed', 'code': 200} Jul 16 17:58:07.796619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Pushing event updated for resources: {'Port': ['ID=ecc56c7d-5b6d-41f9-940d-559dbe201d67,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:07.809448 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ac4f3198-c3d6-4c04-99e2-27a3e4c1767d no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:07.925763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: ac4f3198-c3d6-4c04-99e2-27a3e4c1767d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:07.926394 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ac4f3198-c3d6-4c04-99e2-27a3e4c1767d not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:08.233094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3 req-e5466b1f-4b8b-49f2-af06-f785237347a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.233641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3 req-e5466b1f-4b8b-49f2-af06-f785237347a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.234221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3 req-e5466b1f-4b8b-49f2-af06-f785237347a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.234709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3 req-e5466b1f-4b8b-49f2-af06-f785237347a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.235196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3 req-e5466b1f-4b8b-49f2-af06-f785237347a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.235675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3 req-e5466b1f-4b8b-49f2-af06-f785237347a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.238009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3 req-e5466b1f-4b8b-49f2-af06-f785237347a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5245 time: 0.6896789 Jul 16 17:58:08.242688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Attempting to bind port ecc56c7d-5b6d-41f9-940d-559dbe201d67 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:08.243016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Attempting to bind port ecc56c7d-5b6d-41f9-940d-559dbe201d67 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:08.243368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Attempting to bind port ecc56c7d-5b6d-41f9-940d-559dbe201d67 on network c5839ed7-b863-47b2-ae80-65f108c6ba10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:08.385121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3 req-b7ccf30b-38dd-4301-b6fa-5dfd9ade9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.391609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3 req-b7ccf30b-38dd-4301-b6fa-5dfd9ade9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.391609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3 req-b7ccf30b-38dd-4301-b6fa-5dfd9ade9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.391609 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3 req-b7ccf30b-38dd-4301-b6fa-5dfd9ade9a85 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e842df9b6b02407381982d4560f93832&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1399276 Jul 16 17:58:08.397264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Port ecc56c7d-5b6d-41f9-940d-559dbe201d67 on network c5839ed7-b863-47b2-ae80-65f108c6ba10 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:08.397692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Attempting to bind port ecc56c7d-5b6d-41f9-940d-559dbe201d67 on network c5839ed7-b863-47b2-ae80-65f108c6ba10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:08.451035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:08.451538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Checking segment: {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:08.451941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Bound using segment: {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:08.452574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Bound port: ecc56c7d-5b6d-41f9-940d-559dbe201d67, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:08.452984 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:08.482124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f4583-5899-412b-8f6a-40e95fd1e014 req-2156687a-d085-48eb-8a97-e8907269c509 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.488872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f4583-5899-412b-8f6a-40e95fd1e014 req-2156687a-d085-48eb-8a97-e8907269c509 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.497805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f4583-5899-412b-8f6a-40e95fd1e014 req-2156687a-d085-48eb-8a97-e8907269c509 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.506879 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f4583-5899-412b-8f6a-40e95fd1e014 req-2156687a-d085-48eb-8a97-e8907269c509 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.516228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f4583-5899-412b-8f6a-40e95fd1e014 req-2156687a-d085-48eb-8a97-e8907269c509 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.523608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f4583-5899-412b-8f6a-40e95fd1e014 req-2156687a-d085-48eb-8a97-e8907269c509 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.526074 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa4f4583-5899-412b-8f6a-40e95fd1e014 req-2156687a-d085-48eb-8a97-e8907269c509 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 4599 time: 0.5596259 Jul 16 17:58:08.593894 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f905a-8987-4368-a453-3dedfcdd815a req-195c537a-c43e-443b-90e9-213777a5e6b6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.597761 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-525f905a-8987-4368-a453-3dedfcdd815a req-195c537a-c43e-443b-90e9-213777a5e6b6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 950 time: 0.2086849 Jul 16 17:58:08.759037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87dfd5-9a41-4993-b755-e4ee6ac8efb5 req-529b1c82-9cd9-4db8-afee-2f42e7ff2a49 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.760377 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e87dfd5-9a41-4993-b755-e4ee6ac8efb5 req-529b1c82-9cd9-4db8-afee-2f42e7ff2a49 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcd54a1a-a1f5-4ea9-9410-93fa9a399f80 HTTP/1.1" status: 200 len: 945 time: 0.7272532 Jul 16 17:58:08.850545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-525f905a-8987-4368-a453-3dedfcdd815a req-3429a049-3895-42c8-9d0f-1032619735e6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Deleting port 9ca380a7-b9e2-4165-920f-8a3151e53416 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:08.856787 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-525f905a-8987-4368-a453-3dedfcdd815a req-3429a049-3895-42c8-9d0f-1032619735e6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:08.995745 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa4f4583-5899-412b-8f6a-40e95fd1e014 req-7637e1e0-e9a7-4bc5-83f9-521f6bb38c21 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4575806 Jul 16 17:58:09.051145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3 req-c76c533a-b44d-47eb-820f-d2742cc82b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.054230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84d00ce7-4d79-4e19-b2e7-dc894c2339f3 req-c76c533a-b44d-47eb-820f-d2742cc82b12 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6525731 Jul 16 17:58:09.084104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] For port ecc56c7d-5b6d-41f9-940d-559dbe201d67, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:09.214717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] For port ecc56c7d-5b6d-41f9-940d-559dbe201d67, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ecc56c7d-5b6d-41f9-940d-559dbe201d67,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:09.262197 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.407663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-525f905a-8987-4368-a453-3dedfcdd815a req-3429a049-3895-42c8-9d0f-1032619735e6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] For port 9ca380a7-b9e2-4165-920f-8a3151e53416, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9ca380a7-b9e2-4165-920f-8a3151e53416,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:09.411289 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-525f905a-8987-4368-a453-3dedfcdd815a req-3429a049-3895-42c8-9d0f-1032619735e6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.440764 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53f24534-4346-4e5a-bb80-695a656f403e req-68d2bbf2-9ecc-4a31-8e22-f20e4968c872 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 210 time: 0.2135651 Jul 16 17:58:09.475036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-525f905a-8987-4368-a453-3dedfcdd815a req-3429a049-3895-42c8-9d0f-1032619735e6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Calling delete_port for 9ca380a7-b9e2-4165-920f-8a3151e53416 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:09.525808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4118400-c509-419a-9d84-616018c14d08 req-c06d3189-f89d-4f75-ac60-d7cd68c92042 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.531025 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a4118400-c509-419a-9d84-616018c14d08 req-c06d3189-f89d-4f75-ac60-d7cd68c92042 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=06ff5b37-6957-47e1-9aa1-6b242f1bb6ee HTTP/1.1" status: 200 len: 950 time: 0.8360968 Jul 16 17:58:09.539507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.541260 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.543097 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] 10.222.0.11 "PUT /v2.0/ports/ecc56c7d-5b6d-41f9-940d-559dbe201d67 HTTP/1.1" status: 200 len: 1131 time: 3.7963414 Jul 16 17:58:09.575965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': 'ecc56c7d-5b6d-41f9-940d-559dbe201d67'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:09.578969 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bc00b5-c3f4-42dd-b200-cfcfad552096" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "ecc56c7d-5b6d-41f9-940d-559dbe201d67"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:09.797651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Request body: {'port': {'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:09.800991 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-525f905a-8987-4368-a453-3dedfcdd815a req-3429a049-3895-42c8-9d0f-1032619735e6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.814582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['c8d5528d-f760-45ac-a5e0-69aa4a85fe19', '4de4eec5-b507-4e63-86d1-cec9f439a5ae'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:09.884828 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'b3808cb4-ba56-4d3b-939f-159a78c9b52a', '64f3b18a-3a38-4dae-869a-d760d9865e74'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:09.886799 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429a049-3895-42c8-9d0f-1032619735e6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event deleted for resources: {'Port': ['ID=9ca380a7-b9e2-4165-920f-8a3151e53416,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:10.027534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55074) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:10.051340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-19bd25a2-b3a2-423e-bced-80c42c21de0b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-694117410'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:10.194563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702f3e2-aa9f-4b1f-8285-3485a6c1cade service neutron] Pushing event updated for resources: {'Port': ['ID=ecc56c7d-5b6d-41f9-940d-559dbe201d67,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:10.206152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-525f905a-8987-4368-a453-3dedfcdd815a req-3429a049-3895-42c8-9d0f-1032619735e6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] No DVR routers for this DVR port 9ca380a7-b9e2-4165-920f-8a3151e53416 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:10.213850 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-525f905a-8987-4368-a453-3dedfcdd815a req-3429a049-3895-42c8-9d0f-1032619735e6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.220676 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-525f905a-8987-4368-a453-3dedfcdd815a req-3429a049-3895-42c8-9d0f-1032619735e6 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "DELETE /v2.0/ports/9ca380a7-b9e2-4165-920f-8a3151e53416 HTTP/1.1" status: 204 len: 173 time: 1.6155193 Jul 16 17:58:10.227908 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-89c19512-9a04-4da8-899d-c6966d6a16e3 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=93fc2e4959a74738af7d00667617c71d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744197 Jul 16 17:58:10.233477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ff5b37-6957-47e1-9aa1-6b242f1bb6ee', 'name': 'network-vif-deleted', 'tag': '9ca380a7-b9e2-4165-920f-8a3151e53416'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:10.241088 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4539e0-de3f-42cd-9e04-5237c11f70de" -d '{"events": [{"server_uuid": "06ff5b37-6957-47e1-9aa1-6b242f1bb6ee", "name": "network-vif-deleted", "tag": "9ca380a7-b9e2-4165-920f-8a3151e53416"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:10.364983 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cbce98-12e2-483b-bb30-853c5941a077 x-openstack-request-id: req-c2cbce98-12e2-483b-bb30-853c5941a077 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:10.365574 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "ecc56c7d-5b6d-41f9-940d-559dbe201d67", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:10.365574 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2cbce98-12e2-483b-bb30-853c5941a077 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:10.382236 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': 'ecc56c7d-5b6d-41f9-940d-559dbe201d67', 'status': 'completed', 'code': 200} Jul 16 17:58:10.512357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bd25a2-b3a2-423e-bced-80c42c21de0b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Made reservation on behalf of 439f2b33d61f41dca0e5c59052b5e9cf for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:10.516294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a4118400-c509-419a-9d84-616018c14d08 req-a4a58674-a0df-4ecd-87bd-5b026b1f29af tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9206207 Jul 16 17:58:10.516991 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19bd25a2-b3a2-423e-bced-80c42c21de0b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.641210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-4e87dfd5-9a41-4993-b755-e4ee6ac8efb5 req-a2140293-1f10-4e61-a165-f186d7adfd3a tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Deleting port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:10.646929 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4e87dfd5-9a41-4993-b755-e4ee6ac8efb5 req-a2140293-1f10-4e61-a165-f186d7adfd3a tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.717224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bd25a2-b3a2-423e-bced-80c42c21de0b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:10.733695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc00b5-c3f4-42dd-b200-cfcfad552096 req-d6022536-9247-4968-afbd-c28f3b1ee692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.734419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc00b5-c3f4-42dd-b200-cfcfad552096 req-d6022536-9247-4968-afbd-c28f3b1ee692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.736902 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc00b5-c3f4-42dd-b200-cfcfad552096 req-d6022536-9247-4968-afbd-c28f3b1ee692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.738479 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc00b5-c3f4-42dd-b200-cfcfad552096 req-d6022536-9247-4968-afbd-c28f3b1ee692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.740248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc00b5-c3f4-42dd-b200-cfcfad552096 req-d6022536-9247-4968-afbd-c28f3b1ee692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.740909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc00b5-c3f4-42dd-b200-cfcfad552096 req-d6022536-9247-4968-afbd-c28f3b1ee692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.743011 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-64bc00b5-c3f4-42dd-b200-cfcfad552096 req-d6022536-9247-4968-afbd-c28f3b1ee692 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5287 time: 0.3959894 Jul 16 17:58:10.751262 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.952031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-916625ca-22f9-43a5-92a6-0ebfd5f0df4a tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.960208 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-916625ca-22f9-43a5-92a6-0ebfd5f0df4a tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7086983 Jul 16 17:58:10.965630 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19bd25a2-b3a2-423e-bced-80c42c21de0b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.969145 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-19bd25a2-b3a2-423e-bced-80c42c21de0b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Added segment cba54123-8b29-4c6c-b3b6-b2db131abf1b of type vlan for network d14411d5-9208-45c8-b382-da9f272bc971 Jul 16 17:58:11.008360 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Request body: {'port': {'device_id': 'cb81637e-572d-4ff3-884c-d3454b751e27', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '93fc2e4959a74738af7d00667617c71d'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:11.248469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device be071549-33d8-4df8-9dfd-2b04bab152e6 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:11.296861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65e841-ea88-416b-b046-bc46b3e6b75a req-11e6ef41-8662-4d2c-ad38-9e531ca8f9ff tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.318478 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab65e841-ea88-416b-b046-bc46b3e6b75a req-11e6ef41-8662-4d2c-ad38-9e531ca8f9ff tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.11 "GET /v2.0/ports?device_id=128a13d8-16c7-4d74-a880-bbe3ec6ef391 HTTP/1.1" status: 200 len: 946 time: 1.3606229 Jul 16 17:58:11.471422 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19bd25a2-b3a2-423e-bced-80c42c21de0b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.599373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3254b77-babc-4804-bed0-d9cbb14cb084 req-4efa5e6f-d253-40de-9291-c52d3c5378f6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.616488 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Made reservation on behalf of 93fc2e4959a74738af7d00667617c71d for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:11.618104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3254b77-babc-4804-bed0-d9cbb14cb084 req-4efa5e6f-d253-40de-9291-c52d3c5378f6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.624562 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.630460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3254b77-babc-4804-bed0-d9cbb14cb084 req-4efa5e6f-d253-40de-9291-c52d3c5378f6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.650454 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.652282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3254b77-babc-4804-bed0-d9cbb14cb084 req-4efa5e6f-d253-40de-9291-c52d3c5378f6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.665933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3254b77-babc-4804-bed0-d9cbb14cb084 req-4efa5e6f-d253-40de-9291-c52d3c5378f6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.675870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc00b5-c3f4-42dd-b200-cfcfad552096 req-6c254bf8-68f2-4c3c-90b2-b5f0db51288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.676337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc00b5-c3f4-42dd-b200-cfcfad552096 req-6c254bf8-68f2-4c3c-90b2-b5f0db51288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.679246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc00b5-c3f4-42dd-b200-cfcfad552096 req-6c254bf8-68f2-4c3c-90b2-b5f0db51288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.680984 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-64bc00b5-c3f4-42dd-b200-cfcfad552096 req-6c254bf8-68f2-4c3c-90b2-b5f0db51288d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e842df9b6b02407381982d4560f93832&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9062665 Jul 16 17:58:11.684104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3254b77-babc-4804-bed0-d9cbb14cb084 req-4efa5e6f-d253-40de-9291-c52d3c5378f6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.687237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3254b77-babc-4804-bed0-d9cbb14cb084 req-4efa5e6f-d253-40de-9291-c52d3c5378f6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 4599 time: 1.0703831 Jul 16 17:58:11.744598 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4e87dfd5-9a41-4993-b755-e4ee6ac8efb5 req-a2140293-1f10-4e61-a165-f186d7adfd3a tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] For port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8bdb0f3d-d31c-4bc5-9294-bad18e9618be,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:11.745010 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4e87dfd5-9a41-4993-b755-e4ee6ac8efb5 req-a2140293-1f10-4e61-a165-f186d7adfd3a tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.796044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-4e87dfd5-9a41-4993-b755-e4ee6ac8efb5 req-a2140293-1f10-4e61-a165-f186d7adfd3a tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Calling delete_port for 8bdb0f3d-d31c-4bc5-9294-bad18e9618be owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:11.855347 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.959724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128a13d8-16c7-4d74-a880-bbe3ec6ef391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be071549-33d8-4df8-9dfd-2b04bab152e6'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:11.980541 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ab7c7b-5818-48d9-b93b-1c0ddfa95357" -d '{"events": [{"server_uuid": "128a13d8-16c7-4d74-a880-bbe3ec6ef391", "name": "network-vif-unplugged", "status": "completed", "tag": "be071549-33d8-4df8-9dfd-2b04bab152e6"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:12.020828 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port be071549-33d8-4df8-9dfd-2b04bab152e6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=be071549-33d8-4df8-9dfd-2b04bab152e6,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:12.040464 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.041486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9ca380a7-b9e2-4165-920f-8a3151e53416 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:12.084645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 9ca380a7-b9e2-4165-920f-8a3151e53416 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:12.085221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9ca380a7-b9e2-4165-920f-8a3151e53416 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:12.155387 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc00b5-c3f4-42dd-b200-cfcfad552096 req-d9a15470-988a-4144-abd1-7f21641232ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.160382 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-64bc00b5-c3f4-42dd-b200-cfcfad552096 req-d9a15470-988a-4144-abd1-7f21641232ce service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4689841 Jul 16 17:58:12.161372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fcff5-488f-43d6-ba02-9f3b90ca8cc2 req-c0de973d-9cf1-466d-8a11-added4dcd3c4 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.164140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c43fcff5-488f-43d6-ba02-9f3b90ca8cc2 req-c0de973d-9cf1-466d-8a11-added4dcd3c4 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcd54a1a-a1f5-4ea9-9410-93fa9a399f80 HTTP/1.1" status: 200 len: 945 time: 1.2861998 Jul 16 17:58:12.172426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19bd25a2-b3a2-423e-bced-80c42c21de0b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.186429 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd25a2-b3a2-423e-bced-80c42c21de0b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.189045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19bd25a2-b3a2-423e-bced-80c42c21de0b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.235892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=be071549-33d8-4df8-9dfd-2b04bab152e6,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:12.441866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f22134-cd1e-4de1-a750-e9783ad69ae9 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:12.451873 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.467230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Transition to ACTIVE for port object 42f22134-cd1e-4de1-a750-e9783ad69ae9 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:12.481688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3254b77-babc-4804-bed0-d9cbb14cb084 req-1fd6cfd4-590f-4f10-80dc-5357651bbd60 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5677550 Jul 16 17:58:12.485866 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.631171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c43fcff5-488f-43d6-ba02-9f3b90ca8cc2 req-ff9d37d9-43e0-4b2c-8433-4798f9ea7e5f tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f72e46a-d887-423a-b9d1-5434ce279fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349177 Jul 16 17:58:12.640592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-ab65e841-ea88-416b-b046-bc46b3e6b75a req-f3321b2e-fe9e-407f-8ca6-a8523cb2caba tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Deleting port be071549-33d8-4df8-9dfd-2b04bab152e6 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:12.641242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ab65e841-ea88-416b-b046-bc46b3e6b75a req-f3321b2e-fe9e-407f-8ca6-a8523cb2caba tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.727174 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:58:12.739652 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f3fbc2-7043-492c-97d1-6f8fa8e1e02f x-openstack-request-id: req-57f3fbc2-7043-492c-97d1-6f8fa8e1e02f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:12.739963 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ff5b37-6957-47e1-9aa1-6b242f1bb6ee", "name": "network-vif-deleted", "tag": "9ca380a7-b9e2-4165-920f-8a3151e53416", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:12.740189 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57f3fbc2-7043-492c-97d1-6f8fa8e1e02f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:12.740594 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ff5b37-6957-47e1-9aa1-6b242f1bb6ee', 'name': 'network-vif-deleted', 'tag': '9ca380a7-b9e2-4165-920f-8a3151e53416', 'status': 'completed', 'code': 200} Jul 16 17:58:12.745690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd25a2-b3a2-423e-bced-80c42c21de0b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'Network': ['ID=d14411d5-9208-45c8-b382-da9f272bc971,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:12.763262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network d14411d5-9208-45c8-b382-da9f272bc971 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:12.858391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Pushing event updated for resources: {'Port': ['ID=42f22134-cd1e-4de1-a750-e9783ad69ae9,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:12.985559 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.004936 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.055238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:13.071097 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-19bd25a2-b3a2-423e-bced-80c42c21de0b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.0353956 Jul 16 17:58:13.072360 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55110) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:13.079749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-dbd11893-c567-4999-833d-deca7d44f706 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-62571500'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:13.111013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd11893-c567-4999-833d-deca7d44f706 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Made reservation on behalf of 439f2b33d61f41dca0e5c59052b5e9cf for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:13.130221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbd11893-c567-4999-833d-deca7d44f706 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.272735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c62ee67c-3d61-4d4e-8b70-4f1f23dbe118 req-797ef00c-a725-4af6-aa42-4cd14c54469e tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 210 time: 0.1527486 Jul 16 17:58:13.301511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd11893-c567-4999-833d-deca7d44f706 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:13.323754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ab65e841-ea88-416b-b046-bc46b3e6b75a req-f3321b2e-fe9e-407f-8ca6-a8523cb2caba tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] For port be071549-33d8-4df8-9dfd-2b04bab152e6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=be071549-33d8-4df8-9dfd-2b04bab152e6,segment=NetworkSegment(72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68),segment_id=72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:13.324129 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ab65e841-ea88-416b-b046-bc46b3e6b75a req-f3321b2e-fe9e-407f-8ca6-a8523cb2caba tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.324250 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbd11893-c567-4999-833d-deca7d44f706 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.324681 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-dbd11893-c567-4999-833d-deca7d44f706 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Added segment 070a09f1-949f-46a9-a5e9-a7ee4eccd4bb of type vlan for network bc9a0f10-00e0-4fad-8805-19b95ad2b63f Jul 16 17:58:13.351460 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0664b3bf-ae15-4050-967f-3ce13ed8a050 x-openstack-request-id: req-0664b3bf-ae15-4050-967f-3ce13ed8a050 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:13.351923 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128a13d8-16c7-4d74-a880-bbe3ec6ef391", "name": "network-vif-unplugged", "status": "completed", "tag": "be071549-33d8-4df8-9dfd-2b04bab152e6", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:13.352343 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0664b3bf-ae15-4050-967f-3ce13ed8a050 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:13.352895 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128a13d8-16c7-4d74-a880-bbe3ec6ef391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be071549-33d8-4df8-9dfd-2b04bab152e6', 'code': 200} Jul 16 17:58:13.399075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-ab65e841-ea88-416b-b046-bc46b3e6b75a req-f3321b2e-fe9e-407f-8ca6-a8523cb2caba tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Calling delete_port for be071549-33d8-4df8-9dfd-2b04bab152e6 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:13.406593 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbd11893-c567-4999-833d-deca7d44f706 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.421693 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d09659a9-a9a7-4a37-8b56-fd6fbab24419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.459069 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbd11893-c567-4999-833d-deca7d44f706 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.468068 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd11893-c567-4999-833d-deca7d44f706 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.468893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dbd11893-c567-4999-833d-deca7d44f706 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.561124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd11893-c567-4999-833d-deca7d44f706 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'Network': ['ID=bc9a0f10-00e0-4fad-8805-19b95ad2b63f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:13.574373 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network bc9a0f10-00e0-4fad-8805-19b95ad2b63f details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:13.618001 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dbd11893-c567-4999-833d-deca7d44f706 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5427301 Jul 16 17:58:13.623223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55120) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:13.630628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-44283f71-1523-453d-aed5-28ddc345ff36 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'subnet': {'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:13.697241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Allocated IP 192.168.233.31 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/8058ac10-255a-4ec4-9369-35aa9e54d490) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:13.781787 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4e87dfd5-9a41-4993-b755-e4ee6ac8efb5 req-a2140293-1f10-4e61-a165-f186d7adfd3a tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:13.836878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 8bdb0f3d-d31c-4bc5-9294-bad18e9618be no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:13.904993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 8bdb0f3d-d31c-4bc5-9294-bad18e9618be {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:13.906364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 8bdb0f3d-d31c-4bc5-9294-bad18e9618be not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:13.914849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44283f71-1523-453d-aed5-28ddc345ff36 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Made reservation on behalf of 439f2b33d61f41dca0e5c59052b5e9cf for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:13.930078 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44283f71-1523-453d-aed5-28ddc345ff36 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.065517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Attempting to bind port 42f22134-cd1e-4de1-a750-e9783ad69ae9 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:14.073849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Attempting to bind port 42f22134-cd1e-4de1-a750-e9783ad69ae9 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:14.078111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Attempting to bind port 42f22134-cd1e-4de1-a750-e9783ad69ae9 on network c5839ed7-b863-47b2-ae80-65f108c6ba10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:14.206650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2140293-1f10-4e61-a165-f186d7adfd3a tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Pushing event deleted for resources: {'Port': ['ID=8bdb0f3d-d31c-4bc5-9294-bad18e9618be,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:14.236102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e87dfd5-9a41-4993-b755-e4ee6ac8efb5 req-a2140293-1f10-4e61-a165-f186d7adfd3a tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] No DVR routers for this DVR port 8bdb0f3d-d31c-4bc5-9294-bad18e9618be on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:14.264106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4e87dfd5-9a41-4993-b755-e4ee6ac8efb5 req-a2140293-1f10-4e61-a165-f186d7adfd3a tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.279542 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e87dfd5-9a41-4993-b755-e4ee6ac8efb5 req-a2140293-1f10-4e61-a165-f186d7adfd3a tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.32 "DELETE /v2.0/ports/8bdb0f3d-d31c-4bc5-9294-bad18e9618be HTTP/1.1" status: 204 len: 173 time: 5.4593961 Jul 16 17:58:14.283198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd54a1a-a1f5-4ea9-9410-93fa9a399f80', 'name': 'network-vif-deleted', 'tag': '8bdb0f3d-d31c-4bc5-9294-bad18e9618be'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:14.293905 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52004a2-3288-40f2-a774-205e06b91b16" -d '{"events": [{"server_uuid": "fcd54a1a-a1f5-4ea9-9410-93fa9a399f80", "name": "network-vif-deleted", "tag": "8bdb0f3d-d31c-4bc5-9294-bad18e9618be"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:14.300062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Port 42f22134-cd1e-4de1-a750-e9783ad69ae9 on network c5839ed7-b863-47b2-ae80-65f108c6ba10 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:14.301061 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Attempting to bind port 42f22134-cd1e-4de1-a750-e9783ad69ae9 on network c5839ed7-b863-47b2-ae80-65f108c6ba10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:14.333912 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67c118f4-07f3-4486-99e7-17cf01b87b34 req-ddaa4ae0-d728-4c8a-94fb-3f5b74ccb365 tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcd54a1a-a1f5-4ea9-9410-93fa9a399f80 HTTP/1.1" status: 200 len: 210 time: 0.2161858 Jul 16 17:58:14.364209 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.382701 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Transition to ACTIVE for port object 8058ac10-255a-4ec4-9369-35aa9e54d490 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:14.457229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:14.477676 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44283f71-1523-453d-aed5-28ddc345ff36 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.478163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Checking segment: {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:14.478688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Bound using segment: {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:14.479237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Bound port: 42f22134-cd1e-4de1-a750-e9783ad69ae9, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:14.479740 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.552325 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44283f71-1523-453d-aed5-28ddc345ff36 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'Subnet': ['ID=06074b83-f168-4f07-b7c7-abb44a4c8c52,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:14.565347 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.635453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44283f71-1523-453d-aed5-28ddc345ff36 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Checking segment: {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:14.635837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44283f71-1523-453d-aed5-28ddc345ff36 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Network hostable DHCP agents. Network: d14411d5-9208-45c8-b382-da9f272bc971, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:14.683983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:14.706305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:14.712634 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:14.719058 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Pushing event updated for resources: {'Port': ['ID=8058ac10-255a-4ec4-9369-35aa9e54d490,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:14.743144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] For port 42f22134-cd1e-4de1-a750-e9783ad69ae9, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:14.751113 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] For port 42f22134-cd1e-4de1-a750-e9783ad69ae9, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=42f22134-cd1e-4de1-a750-e9783ad69ae9,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:14.767354 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.794049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44283f71-1523-453d-aed5-28ddc345ff36 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Network d14411d5-9208-45c8-b382-da9f272bc971 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:14.824506 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-44283f71-1523-453d-aed5-28ddc345ff36 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, d14411d5-9208-45c8-b382-da9f272bc971) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:14.838759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c8af29-9ca6-4b81-b6b1-9609e3bc2b66 None None] Network d14411d5-9208-45c8-b382-da9f272bc971 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:14.842543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44283f71-1523-453d-aed5-28ddc345ff36 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:14.843156 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44283f71-1523-453d-aed5-28ddc345ff36 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.890576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:14.907859 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.927006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:14.929778 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.937701 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] 10.222.0.11 "PUT /v2.0/ports/42f22134-cd1e-4de1-a750-e9783ad69ae9 HTTP/1.1" status: 200 len: 1131 time: 5.2868173 Jul 16 17:58:14.938908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f7811-9390-470f-96c7-4c20e3159d4b service neutron] Pushing event updated for resources: {'Port': ['ID=42f22134-cd1e-4de1-a750-e9783ad69ae9,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:14.956661 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-44283f71-1523-453d-aed5-28ddc345ff36 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3313286 Jul 16 17:58:14.975356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55138) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:14.999201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827141-e8b9-4656-82b9-ecee06362e3d req-16f9f755-4f5a-42ce-8755-6bd60522dddf tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.002025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ba1db09e-4cf0-4acc-9961-9f23c2bced68 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'subnet': {'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:15.033154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827141-e8b9-4656-82b9-ecee06362e3d req-16f9f755-4f5a-42ce-8755-6bd60522dddf tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.053293 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-c71d30c8-bc0d-4727-85e7-24bd036cc933 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0553839 Jul 16 17:58:15.068731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Request body: {'port': {'device_id': 'cb81637e-572d-4ff3-884c-d3454b751e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:15.072059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827141-e8b9-4656-82b9-ecee06362e3d req-16f9f755-4f5a-42ce-8755-6bd60522dddf tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.084174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827141-e8b9-4656-82b9-ecee06362e3d req-16f9f755-4f5a-42ce-8755-6bd60522dddf tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.107107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827141-e8b9-4656-82b9-ecee06362e3d req-16f9f755-4f5a-42ce-8755-6bd60522dddf tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.138707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827141-e8b9-4656-82b9-ecee06362e3d req-16f9f755-4f5a-42ce-8755-6bd60522dddf tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.165040 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb827141-e8b9-4656-82b9-ecee06362e3d req-16f9f755-4f5a-42ce-8755-6bd60522dddf tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.184030 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb827141-e8b9-4656-82b9-ecee06362e3d req-16f9f755-4f5a-42ce-8755-6bd60522dddf tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5371 time: 1.0553501 Jul 16 17:58:15.184794 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ab65e841-ea88-416b-b046-bc46b3e6b75a req-f3321b2e-fe9e-407f-8ca6-a8523cb2caba tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.276959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1db09e-4cf0-4acc-9961-9f23c2bced68 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Made reservation on behalf of 439f2b33d61f41dca0e5c59052b5e9cf for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:15.281541 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba1db09e-4cf0-4acc-9961-9f23c2bced68 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.321071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Request body: {'port': {'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:15.332581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3321b2e-fe9e-407f-8ca6-a8523cb2caba tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Pushing event deleted for resources: {'Port': ['ID=be071549-33d8-4df8-9dfd-2b04bab152e6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:15.484458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-50c1dcb8-74ca-429e-b0a5-dd72812c011a None None] Provisioning for port 8058ac10-255a-4ec4-9369-35aa9e54d490 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:15.488607 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-50c1dcb8-74ca-429e-b0a5-dd72812c011a None None] Provisioning complete for port 8058ac10-255a-4ec4-9369-35aa9e54d490 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:15.488990 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-50c1dcb8-74ca-429e-b0a5-dd72812c011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.536244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-50c1dcb8-74ca-429e-b0a5-dd72812c011a None None] Port 8058ac10-255a-4ec4-9369-35aa9e54d490 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:15.539718 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db677614-4866-431e-b431-87e21c435b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-d14411d5-9208-45c8-b382-da9f272bc971', 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'fixed_ips': [{'subnet_id': '06074b83-f168-4f07-b7c7-abb44a4c8c52'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:58:15.540594 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db677614-4866-431e-b431-87e21c435b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.579751 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.619528 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab65e841-ea88-416b-b046-bc46b3e6b75a req-f3321b2e-fe9e-407f-8ca6-a8523cb2caba tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] No DVR routers for this DVR port be071549-33d8-4df8-9dfd-2b04bab152e6 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:15.638982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ab65e841-ea88-416b-b046-bc46b3e6b75a req-f3321b2e-fe9e-407f-8ca6-a8523cb2caba tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.644389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab65e841-ea88-416b-b046-bc46b3e6b75a req-f3321b2e-fe9e-407f-8ca6-a8523cb2caba tempest-ListServersNegativeTestJSON-370608709 tempest-ListServersNegativeTestJSON-370608709-project] 10.222.0.11 "DELETE /v2.0/ports/be071549-33d8-4df8-9dfd-2b04bab152e6 HTTP/1.1" status: 204 len: 173 time: 4.3214066 Jul 16 17:58:15.673361 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb827141-e8b9-4656-82b9-ecee06362e3d req-4237d99f-980f-4c41-b936-cc7b88caa76f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4778476 Jul 16 17:58:15.790524 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573b58dd-f546-41de-b0fb-2f7a5a6cfe64 x-openstack-request-id: req-573b58dd-f546-41de-b0fb-2f7a5a6cfe64 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:15.790813 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd54a1a-a1f5-4ea9-9410-93fa9a399f80", "name": "network-vif-deleted", "tag": "8bdb0f3d-d31c-4bc5-9294-bad18e9618be", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:15.791071 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-573b58dd-f546-41de-b0fb-2f7a5a6cfe64 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:15.791479 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd54a1a-a1f5-4ea9-9410-93fa9a399f80', 'name': 'network-vif-deleted', 'tag': '8bdb0f3d-d31c-4bc5-9294-bad18e9618be', 'status': 'completed', 'code': 200} Jul 16 17:58:15.827557 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.931277 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8eb613c9-d9fd-4e88-b540-0d085c8eabf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.086539 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.097238 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba1db09e-4cf0-4acc-9961-9f23c2bced68 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.116375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-db677614-4866-431e-b431-87e21c435b56 None None] Allocated IP 10.1.1.2 (d14411d5-9208-45c8-b382-da9f272bc971/06074b83-f168-4f07-b7c7-abb44a4c8c52/ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:16.196258 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1db09e-4cf0-4acc-9961-9f23c2bced68 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'Subnet': ['ID=ecc90bf6-64d1-40fc-ae7a-e5075092d38e,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:16.347828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1db09e-4cf0-4acc-9961-9f23c2bced68 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Checking segment: {'id': '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:16.348677 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db677614-4866-431e-b431-87e21c435b56 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.348789 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1db09e-4cf0-4acc-9961-9f23c2bced68 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Network hostable DHCP agents. Network: bc9a0f10-00e0-4fad-8805-19b95ad2b63f, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:16.361865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-db677614-4866-431e-b431-87e21c435b56 None None] Transition to ACTIVE for port object ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:16.392146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-db677614-4866-431e-b431-87e21c435b56 None None] Transition to ACTIVE for port object ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:16.400369 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db677614-4866-431e-b431-87e21c435b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.438714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1db09e-4cf0-4acc-9961-9f23c2bced68 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Network bc9a0f10-00e0-4fad-8805-19b95ad2b63f is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:16.461827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db677614-4866-431e-b431-87e21c435b56 None None] Network d14411d5-9208-45c8-b382-da9f272bc971 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:16.468007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-db677614-4866-431e-b431-87e21c435b56 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:16.481619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db677614-4866-431e-b431-87e21c435b56 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:16.493473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db677614-4866-431e-b431-87e21c435b56 None None] Pushing event updated for resources: {'Port': ['ID=ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:16.560994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ba1db09e-4cf0-4acc-9961-9f23c2bced68 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, bc9a0f10-00e0-4fad-8805-19b95ad2b63f) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:16.608947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a2ccf0-e95e-4b6a-a0ab-c5b339bc5491 None None] Network bc9a0f10-00e0-4fad-8805-19b95ad2b63f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:16.633746 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1db09e-4cf0-4acc-9961-9f23c2bced68 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.637878 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba1db09e-4cf0-4acc-9961-9f23c2bced68 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.692504 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ba1db09e-4cf0-4acc-9961-9f23c2bced68 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7147610 Jul 16 17:58:16.697047 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55152) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:16.727356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'port': {'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971', 'name': 'tempest-TaggedBootDevicesTest_v242-1766194361', 'fixed_ips': [{'subnet_id': '06074b83-f168-4f07-b7c7-abb44a4c8c52'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:16.754045 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-db677614-4866-431e-b431-87e21c435b56 None None] Attempting to bind port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:16.758500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-db677614-4866-431e-b431-87e21c435b56 None None] Attempting to bind port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:16.759107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db677614-4866-431e-b431-87e21c435b56 None None] Attempting to bind port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f on network d14411d5-9208-45c8-b382-da9f272bc971 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:16.787459 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db677614-4866-431e-b431-87e21c435b56 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:16.788150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db677614-4866-431e-b431-87e21c435b56 None None] Checking segment: {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:16.788732 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db677614-4866-431e-b431-87e21c435b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.794347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db677614-4866-431e-b431-87e21c435b56 None None] Bound using segment: {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:16.796916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-db677614-4866-431e-b431-87e21c435b56 None None] Bound port: ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:16.797537 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db677614-4866-431e-b431-87e21c435b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.965568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-db677614-4866-431e-b431-87e21c435b56 None None] For port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:16.970446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-db677614-4866-431e-b431-87e21c435b56 None None] For port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:16.991827 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db677614-4866-431e-b431-87e21c435b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.205540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8058ac10-255a-4ec4-9369-35aa9e54d490 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:17.223140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ad15d-344a-435a-824a-da0b003b99c0 req-d610e6b6-1e56-4c58-89a9-47f4a2bc2bfb tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:17.232336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-703ad15d-344a-435a-824a-da0b003b99c0 req-d610e6b6-1e56-4c58-89a9-47f4a2bc2bfb tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 935 time: 1.1227131 Jul 16 17:58:17.250788 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.275131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc88dd0-fe70-4f47-a83f-aa08686ae4bd req-f3012b8f-e132-48e1-a914-6b11dc9823af tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:17.277726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cc88dd0-fe70-4f47-a83f-aa08686ae4bd req-f3012b8f-e132-48e1-a914-6b11dc9823af tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 950 time: 1.1817107 Jul 16 17:58:17.328891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-703ad15d-344a-435a-824a-da0b003b99c0 req-0c7c04a5-f580-42e0-a954-8e359ff6dafc tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952504 Jul 16 17:58:17.348647 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Transition to ACTIVE for port object 8058ac10-255a-4ec4-9369-35aa9e54d490 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:17.361064 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.410766 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Made reservation on behalf of 439f2b33d61f41dca0e5c59052b5e9cf for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:17.580889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55160) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:17.680602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52949bee-b7b2-43f3-8847-4ebf771d95be req-aa732307-a298-48ef-99e1-8ff381301f0b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:17.692692 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52949bee-b7b2-43f3-8847-4ebf771d95be req-aa732307-a298-48ef-99e1-8ff381301f0b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "GET /v2.0/ports?device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 950 time: 1.3716769 Jul 16 17:58:17.844832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': '42f22134-cd1e-4de1-a750-e9783ad69ae9'}, {'server_uuid': '128a13d8-16c7-4d74-a880-bbe3ec6ef391', 'name': 'network-vif-deleted', 'tag': 'be071549-33d8-4df8-9dfd-2b04bab152e6'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:17.850591 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f646c5bb-d8f7-44c6-999a-296637fb1e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "42f22134-cd1e-4de1-a750-e9783ad69ae9"}, {"server_uuid": "128a13d8-16c7-4d74-a880-bbe3ec6ef391", "name": "network-vif-deleted", "tag": "be071549-33d8-4df8-9dfd-2b04bab152e6"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:17.867440 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cc88dd0-fe70-4f47-a83f-aa08686ae4bd req-731045c0-cdda-411a-9af7-8a0249c72e65 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650754 Jul 16 17:58:17.912135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Pushing event updated for resources: {'Port': ['ID=8058ac10-255a-4ec4-9369-35aa9e54d490,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:17.985723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-bc9a0f10-00e0-4fad-8805-19b95ad2b63f', 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'fixed_ips': [{'subnet_id': 'ecc90bf6-64d1-40fc-ae7a-e5075092d38e'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:58:17.986760 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.048054 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.068416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db677614-4866-431e-b431-87e21c435b56 None None] Pushing event updated for resources: {'Port': ['ID=ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:18.263721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55172) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:18.276309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:18.381105 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Attempting to bind port 8058ac10-255a-4ec4-9369-35aa9e54d490 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:18.388839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Attempting to bind port 8058ac10-255a-4ec4-9369-35aa9e54d490 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:18.389316 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Attempting to bind port 8058ac10-255a-4ec4-9369-35aa9e54d490 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:18.403719 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.440148 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Transition to ACTIVE for port object dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:18.466963 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8284a8e9-6df2-432a-83f8-23493ed17b34 admin admin] Deleting subnet 4d989a7f-4fc8-4f7c-9b72-5db3918c4e51 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:18.470718 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e08785-845f-4876-b2c7-200671e3ee51 x-openstack-request-id: req-b9e08785-845f-4876-b2c7-200671e3ee51 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:18.471363 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Allocated IP 10.2.2.2 (bc9a0f10-00e0-4fad-8805-19b95ad2b63f/ecc90bf6-64d1-40fc-ae7a-e5075092d38e/f2596a45-1878-409d-b644-88102f4f7c2c) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:18.471485 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "42f22134-cd1e-4de1-a750-e9783ad69ae9", "status": "completed", "code": 200}, {"server_uuid": "128a13d8-16c7-4d74-a880-bbe3ec6ef391", "name": "network-vif-deleted", "tag": "be071549-33d8-4df8-9dfd-2b04bab152e6", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:18.471812 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9e08785-845f-4876-b2c7-200671e3ee51 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:18.472678 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.472978 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': '42f22134-cd1e-4de1-a750-e9783ad69ae9', 'status': 'completed', 'code': 200} Jul 16 17:58:18.473346 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128a13d8-16c7-4d74-a880-bbe3ec6ef391', 'name': 'network-vif-deleted', 'tag': 'be071549-33d8-4df8-9dfd-2b04bab152e6', 'status': 'completed', 'code': 200} Jul 16 17:58:18.493204 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8284a8e9-6df2-432a-83f8-23493ed17b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.496166 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.537563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7046053b-6da8-4843-8645-92d05a222522 admin admin] Deleting subnet 2324e370-e975-41f3-a89b-e91fd3d77fc8 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:18.545762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Port 8058ac10-255a-4ec4-9369-35aa9e54d490 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:18.546099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Attempting to bind port 8058ac10-255a-4ec4-9369-35aa9e54d490 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:18.580662 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7046053b-6da8-4843-8645-92d05a222522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.591616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] device_id is not set on port 9934b156-2ff0-44c2-b42b-b8b7148a6def yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 17:58:18.665232 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-52949bee-b7b2-43f3-8847-4ebf771d95be req-2f300888-e16a-4ac2-9d72-366761831d43 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Deleting port 4de4eec5-b507-4e63-86d1-cec9f439a5ae {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:18.666104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52949bee-b7b2-43f3-8847-4ebf771d95be req-2f300888-e16a-4ac2-9d72-366761831d43 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.720950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:18.741234 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7046053b-6da8-4843-8645-92d05a222522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.941443 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.942994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Allocated IP 10.1.1.214 (d14411d5-9208-45c8-b382-da9f272bc971/06074b83-f168-4f07-b7c7-abb44a4c8c52/9934b156-2ff0-44c2-b42b-b8b7148a6def) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:18.955377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Transition to ACTIVE for port object f2596a45-1878-409d-b644-88102f4f7c2c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:18.991764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Transition to ACTIVE for port object f2596a45-1878-409d-b644-88102f4f7c2c will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:19.038132 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.093099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7046053b-6da8-4843-8645-92d05a222522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.129788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Pushing event updated for resources: {'Port': ['ID=f2596a45-1878-409d-b644-88102f4f7c2c,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:19.160796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4de4eec5-b507-4e63-86d1-cec9f439a5ae no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:19.165380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:19.165881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:19.166683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:19.170233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:19.170733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:19.171397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:19.172984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:19.173425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:19.175187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:19.175999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:19.176975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:19.178065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:19.192947 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.198110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a29f50-2cf7-4ae1-8faf-c927104c54db None None] Network d14411d5-9208-45c8-b382-da9f272bc971 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:19.238296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-52949bee-b7b2-43f3-8847-4ebf771d95be req-2f300888-e16a-4ac2-9d72-366761831d43 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] For port 4de4eec5-b507-4e63-86d1-cec9f439a5ae, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4de4eec5-b507-4e63-86d1-cec9f439a5ae,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:19.238676 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52949bee-b7b2-43f3-8847-4ebf771d95be req-2f300888-e16a-4ac2-9d72-366761831d43 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.254124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.255358 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-52949bee-b7b2-43f3-8847-4ebf771d95be req-2f300888-e16a-4ac2-9d72-366761831d43 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Calling delete_port for 4de4eec5-b507-4e63-86d1-cec9f439a5ae owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:19.288264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Transition to ACTIVE for port object 9934b156-2ff0-44c2-b42b-b8b7148a6def will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:19.301415 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Network bc9a0f10-00e0-4fad-8805-19b95ad2b63f is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:19.332180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:19.345947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:19.346282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:19.346722 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:19.347216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Bound port: 8058ac10-255a-4ec4-9369-35aa9e54d490, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:19.347578 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.357257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:19.440015 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7046053b-6da8-4843-8645-92d05a222522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.495243 n-d-787205-10 neutron-server[105592]: INFO neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No ports have port_id starting with 4de4eec5-b507-4e63-86d1-cec9f439a5ae Jul 16 17:58:19.495977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0485ee-7822-4f9f-9841-7c61480a7618 req-6b56cd02-f1d9-49ce-8209-2792a566d05c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.501214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0485ee-7822-4f9f-9841-7c61480a7618 req-6b56cd02-f1d9-49ce-8209-2792a566d05c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.508224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0485ee-7822-4f9f-9841-7c61480a7618 req-6b56cd02-f1d9-49ce-8209-2792a566d05c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.515194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0485ee-7822-4f9f-9841-7c61480a7618 req-6b56cd02-f1d9-49ce-8209-2792a566d05c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.522316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0485ee-7822-4f9f-9841-7c61480a7618 req-6b56cd02-f1d9-49ce-8209-2792a566d05c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.530520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0485ee-7822-4f9f-9841-7c61480a7618 req-6b56cd02-f1d9-49ce-8209-2792a566d05c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.539037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0485ee-7822-4f9f-9841-7c61480a7618 req-6b56cd02-f1d9-49ce-8209-2792a566d05c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.539625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-571d0521-890a-4e5d-8ad6-dc60a8dce593 None None] Provisioning for port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:19.541640 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c0485ee-7822-4f9f-9841-7c61480a7618 req-6b56cd02-f1d9-49ce-8209-2792a566d05c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5371 time: 1.3437111 Jul 16 17:58:19.543826 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52949bee-b7b2-43f3-8847-4ebf771d95be req-2f300888-e16a-4ac2-9d72-366761831d43 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.547313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Attempting to bind port f2596a45-1878-409d-b644-88102f4f7c2c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:19.547920 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7046053b-6da8-4843-8645-92d05a222522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.550294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7046053b-6da8-4843-8645-92d05a222522 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2324e370-e975-41f3-a89b-e91fd3d77fc8 HTTP/1.1" status: 204 len: 168 time: 1.9680636 Jul 16 17:58:19.550441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Attempting to bind port f2596a45-1878-409d-b644-88102f4f7c2c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:19.550722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Attempting to bind port f2596a45-1878-409d-b644-88102f4f7c2c on network bc9a0f10-00e0-4fad-8805-19b95ad2b63f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:19.553570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046053b-6da8-4843-8645-92d05a222522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2324e370-e975-41f3-a89b-e91fd3d77fc8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:19.559879 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55184) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:19.597055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] For port 8058ac10-255a-4ec4-9369-35aa9e54d490, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:19.601052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] For port 8058ac10-255a-4ec4-9369-35aa9e54d490, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8058ac10-255a-4ec4-9369-35aa9e54d490,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:19.606999 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.626425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['c8d5528d-f760-45ac-a5e0-69aa4a85fe19'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:19.635741 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'b3808cb4-ba56-4d3b-939f-159a78c9b52a', '64f3b18a-3a38-4dae-869a-d760d9865e74'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:19.706689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac70bff-7729-43a6-a9c9-4c1b44e29e1f req-b26401ea-6c49-4578-8446-d8b4aa13b8e1 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.708311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bac70bff-7729-43a6-a9c9-4c1b44e29e1f req-b26401ea-6c49-4578-8446-d8b4aa13b8e1 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 947 time: 1.1998897 Jul 16 17:58:19.716825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f300888-e16a-4ac2-9d72-366761831d43 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event deleted for resources: {'Port': ['ID=4de4eec5-b507-4e63-86d1-cec9f439a5ae,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:19.720958 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:19.721181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be939e69-e856-4df5-ac1b-c51e5f802e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.735360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:19.735960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Checking segment: {'id': '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:19.736920 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.737602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Bound using segment: {'id': '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:19.738310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Bound port: f2596a45-1878-409d-b644-88102f4f7c2c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:19.738853 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.786983 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bac70bff-7729-43a6-a9c9-4c1b44e29e1f req-9bf91041-5cb5-4eb4-bdb1-9b50a3923dd0 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612733 Jul 16 17:58:19.806784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Attempting to bind port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:19.807121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Attempting to bind port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:19.807606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Attempting to bind port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 on network c5839ed7-b863-47b2-ae80-65f108c6ba10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:19.819408 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.844018 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8284a8e9-6df2-432a-83f8-23493ed17b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.849462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'Port': ['ID=9934b156-2ff0-44c2-b42b-b8b7148a6def,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:19.857137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 on network c5839ed7-b863-47b2-ae80-65f108c6ba10 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:19.857451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Attempting to bind port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 on network c5839ed7-b863-47b2-ae80-65f108c6ba10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:19.900120 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c0485ee-7822-4f9f-9841-7c61480a7618 req-dc782750-26a2-4b2c-9929-9d22c0c680ba tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3391273 Jul 16 17:58:19.902600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:19.902947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Checking segment: {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:19.903335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Bound using segment: {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:19.903796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Bound port: dfd8d951-9a7f-428d-9bdb-7388f3aec8e1, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:19.904162 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.906461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-52949bee-b7b2-43f3-8847-4ebf771d95be req-2f300888-e16a-4ac2-9d72-366761831d43 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] No DVR routers for this DVR port 4de4eec5-b507-4e63-86d1-cec9f439a5ae on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:19.931094 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52949bee-b7b2-43f3-8847-4ebf771d95be req-2f300888-e16a-4ac2-9d72-366761831d43 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.933393 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52949bee-b7b2-43f3-8847-4ebf771d95be req-2f300888-e16a-4ac2-9d72-366761831d43 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "DELETE /v2.0/ports/4de4eec5-b507-4e63-86d1-cec9f439a5ae HTTP/1.1" status: 204 len: 173 time: 2.1033199 Jul 16 17:58:19.961385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-ad011a19-e7de-407f-996b-a52b12ff319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.963015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-ad011a19-e7de-407f-996b-a52b12ff319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.963504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-ad011a19-e7de-407f-996b-a52b12ff319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.968419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-ad011a19-e7de-407f-996b-a52b12ff319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.969511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-ad011a19-e7de-407f-996b-a52b12ff319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.972641 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-ad011a19-e7de-407f-996b-a52b12ff319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.973140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-ad011a19-e7de-407f-996b-a52b12ff319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.975200 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-ad011a19-e7de-407f-996b-a52b12ff319c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 6211 time: 1.6092618 Jul 16 17:58:20.043231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] For port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:20.047342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] For port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:20.057030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.127205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] For port f2596a45-1878-409d-b644-88102f4f7c2c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:20.150047 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] For port f2596a45-1878-409d-b644-88102f4f7c2c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f2596a45-1878-409d-b644-88102f4f7c2c,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:20.181711 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.261036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Pushing event updated for resources: {'Port': ['ID=8058ac10-255a-4ec4-9369-35aa9e54d490,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.328192 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be939e69-e856-4df5-ac1b-c51e5f802e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.331537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Network d14411d5-9208-45c8-b382-da9f272bc971 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:20.360808 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.363819 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.366783 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-2acf6068-133d-4fd2-8e24-18a76e3a651c service neutron] 10.222.0.11 "PUT /v2.0/ports/8058ac10-255a-4ec4-9369-35aa9e54d490 HTTP/1.1" status: 200 len: 1096 time: 5.3028653 Jul 16 17:58:20.391935 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8284a8e9-6df2-432a-83f8-23493ed17b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.440507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb81637e-572d-4ff3-884c-d3454b751e27', 'tag': '8058ac10-255a-4ec4-9369-35aa9e54d490'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:20.443365 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb3a645-05d1-497a-8a2a-01d7516c524a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb81637e-572d-4ff3-884c-d3454b751e27", "tag": "8058ac10-255a-4ec4-9369-35aa9e54d490"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:20.505849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.509977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.510254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:20.515241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-114841df-0e99-49c2-96c7-638a5fd53a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.515728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-114841df-0e99-49c2-96c7-638a5fd53a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.516255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-114841df-0e99-49c2-96c7-638a5fd53a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.518648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] 10.222.0.11 "PUT /v2.0/ports/dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 HTTP/1.1" status: 200 len: 1090 time: 5.3251386 Jul 16 17:58:20.519182 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be8042d-71af-48a7-ba49-e5a5998040b1', 'name': 'network-vif-deleted', 'tag': '4de4eec5-b507-4e63-86d1-cec9f439a5ae'}, {'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': 'dfd8d951-9a7f-428d-9bdb-7388f3aec8e1'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:20.520382 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-114841df-0e99-49c2-96c7-638a5fd53a13 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e842df9b6b02407381982d4560f93832&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4861779 Jul 16 17:58:20.523191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:20.530311 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8299de9f-52c7-465d-8f0d-706c5bb5284e" -d '{"events": [{"server_uuid": "1be8042d-71af-48a7-ba49-e5a5998040b1", "name": "network-vif-deleted", "tag": "4de4eec5-b507-4e63-86d1-cec9f439a5ae"}, {"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "dfd8d951-9a7f-428d-9bdb-7388f3aec8e1"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:20.568385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc8f28-f765-424b-b70f-42c371093e5f None None] Pushing event updated for resources: {'Port': ['ID=f2596a45-1878-409d-b644-88102f4f7c2c,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.570483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-be939e69-e856-4df5-ac1b-c51e5f802e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4a1e11-5d66-4db2-adc7-71a724319593']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:20.682480 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b07ba21-cf94-409e-8f46-71a85d2259d5 req-a6c585c7-722f-4fd4-a560-4c8885ffc072 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=1be8042d-71af-48a7-ba49-e5a5998040b1 HTTP/1.1" status: 200 len: 210 time: 0.3180866 Jul 16 17:58:20.684103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:20.685132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd365d-3755-4109-bdc0-e4c7c0841d10 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.719542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Request body: {'port': {'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:20.776041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:20.778709 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.814885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-be939e69-e856-4df5-ac1b-c51e5f802e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c13e3e-d7a6-4064-ba41-f61a39797e40') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:20.815205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-be939e69-e856-4df5-ac1b-c51e5f802e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c13e3e-d7a6-4064-ba41-f61a39797e40') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:20.848692 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be939e69-e856-4df5-ac1b-c51e5f802e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.957183 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.962456 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.970461 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427c250d-b2e7-4764-b82b-8a0abaca79a9 x-openstack-request-id: req-427c250d-b2e7-4764-b82b-8a0abaca79a9 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:20.972492 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be8042d-71af-48a7-ba49-e5a5998040b1", "name": "network-vif-deleted", "tag": "4de4eec5-b507-4e63-86d1-cec9f439a5ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "dfd8d951-9a7f-428d-9bdb-7388f3aec8e1", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:20.972995 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-427c250d-b2e7-4764-b82b-8a0abaca79a9 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:20.974173 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be8042d-71af-48a7-ba49-e5a5998040b1', 'name': 'network-vif-deleted', 'tag': '4de4eec5-b507-4e63-86d1-cec9f439a5ae', 'status': 'completed', 'code': 200} Jul 16 17:58:20.978911 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': 'dfd8d951-9a7f-428d-9bdb-7388f3aec8e1', 'status': 'completed', 'code': 200} Jul 16 17:58:21.006038 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0816075b-f30f-475f-bd06-cde76b915efb x-openstack-request-id: req-0816075b-f30f-475f-bd06-cde76b915efb {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:21.009278 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be939e69-e856-4df5-ac1b-c51e5f802e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.025866 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb81637e-572d-4ff3-884c-d3454b751e27", "tag": "8058ac10-255a-4ec4-9369-35aa9e54d490", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:21.027700 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0816075b-f30f-475f-bd06-cde76b915efb {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:21.029642 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb81637e-572d-4ff3-884c-d3454b751e27', 'tag': '8058ac10-255a-4ec4-9369-35aa9e54d490', 'status': 'completed', 'code': 200} Jul 16 17:58:21.038313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be939e69-e856-4df5-ac1b-c51e5f802e8a admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:21.060772 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be939e69-e856-4df5-ac1b-c51e5f802e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.061146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8284a8e9-6df2-432a-83f8-23493ed17b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: timer() Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:21.081197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:21.086955 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:21.086955 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:21.096333 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8284a8e9-6df2-432a-83f8-23493ed17b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.101734 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8284a8e9-6df2-432a-83f8-23493ed17b34 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4d989a7f-4fc8-4f7c-9b72-5db3918c4e51 HTTP/1.1" status: 204 len: 168 time: 2.8213816 Jul 16 17:58:21.109235 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e854bd62-96a5-4bbe-9150-8fffb0f568f4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4081953 Jul 16 17:58:21.109235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55204) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:21.147031 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55206) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:21.187253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'port': {'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971', 'name': 'tempest-TaggedBootDevicesTest_v242-156551996', 'fixed_ips': [{'subnet_id': '06074b83-f168-4f07-b7c7-abb44a4c8c52'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:21.270793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284a8e9-6df2-432a-83f8-23493ed17b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d989a7f-4fc8-4f7c-9b72-5db3918c4e51,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:21.318510 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.381151 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.436633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-4f6d6a96-77e6-4632-818a-92cf141538df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.439144 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-4f6d6a96-77e6-4632-818a-92cf141538df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=93fc2e4959a74738af7d00667617c71d&device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 1099 time: 0.9068258 Jul 16 17:58:21.457980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-f56107ab-955e-406d-ba6b-4c3a49167010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.459679 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f646c5bb-d8f7-44c6-999a-296637fb1e2c req-f56107ab-955e-406d-ba6b-4c3a49167010 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9072347 Jul 16 17:58:21.503690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:21.514430 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.567402 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cba93243-c4b4-421b-afec-2f5da84597fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.655865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:21.661174 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-6abfa559-252d-45ce-ab57-c1f0877fb423 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=8058ac10-255a-4ec4-9369-35aa9e54d490 HTTP/1.1" status: 200 len: 217 time: 0.2140913 Jul 16 17:58:21.678640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-907b46c7-688b-4914-9175-ee0015ee77a0 None None] Provisioning complete for port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:21.679173 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-907b46c7-688b-4914-9175-ee0015ee77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.755051 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be939e69-e856-4df5-ac1b-c51e5f802e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.782992 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be939e69-e856-4df5-ac1b-c51e5f802e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.787075 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-be939e69-e856-4df5-ac1b-c51e5f802e8a admin admin] 10.222.0.24 "DELETE /v2.0/networks/5f4a1e11-5d66-4db2-adc7-71a724319593 HTTP/1.1" status: 204 len: 168 time: 2.1710804 Jul 16 17:58:21.859140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f2596a45-1878-409d-b644-88102f4f7c2c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:21.876638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef90c94-0d1f-41d7-8c90-e206a718a8bc req-5515e86e-69ea-4c48-bf22-116176c96aef tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.878322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cef90c94-0d1f-41d7-8c90-e206a718a8bc req-5515e86e-69ea-4c48-bf22-116176c96aef tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 945 time: 1.4224308 Jul 16 17:58:21.921839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-47654d1d-81e6-4bc4-8163-c25a893cb7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.924579 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-47654d1d-81e6-4bc4-8163-c25a893cb7cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.2439384 Jul 16 17:58:21.982088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be939e69-e856-4df5-ac1b-c51e5f802e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=5f4a1e11-5d66-4db2-adc7-71a724319593,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:22.032465 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cba93243-c4b4-421b-afec-2f5da84597fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.067236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55216) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:22.078306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-cba93243-c4b4-421b-afec-2f5da84597fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69bf11d-cb77-47cb-bbb6-1e1d697da331']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:22.099279 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port f2596a45-1878-409d-b644-88102f4f7c2c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:22.120957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-a92fd000-fad6-4208-b11f-d1db50767585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.121627 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-a92fd000-fad6-4208-b11f-d1db50767585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.122252 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-a92fd000-fad6-4208-b11f-d1db50767585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.122793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-a92fd000-fad6-4208-b11f-d1db50767585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.123358 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-a92fd000-fad6-4208-b11f-d1db50767585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.123885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-a92fd000-fad6-4208-b11f-d1db50767585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.124454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-a92fd000-fad6-4208-b11f-d1db50767585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.126864 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-a92fd000-fad6-4208-b11f-d1db50767585 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 6279 time: 0.5274618 Jul 16 17:58:22.129024 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-cba93243-c4b4-421b-afec-2f5da84597fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:22.129469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-cba93243-c4b4-421b-afec-2f5da84597fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72dd2bf6-85ac-4ce3-b8d8-53ee7f0adb68') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:22.145892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-907b46c7-688b-4914-9175-ee0015ee77a0 None None] Provisioning for port 9934b156-2ff0-44c2-b42b-b8b7148a6def completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:22.151506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-907b46c7-688b-4914-9175-ee0015ee77a0 None None] Provisioning complete for port 9934b156-2ff0-44c2-b42b-b8b7148a6def triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:22.152115 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-907b46c7-688b-4914-9175-ee0015ee77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.159157 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cba93243-c4b4-421b-afec-2f5da84597fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.177263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23b68e-07bc-49ff-9880-3ec177930f17 req-0fe4a1c3-1409-4009-bc09-7e489b8b8a18 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.185952 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b23b68e-07bc-49ff-9880-3ec177930f17 req-0fe4a1c3-1409-4009-bc09-7e489b8b8a18 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 947 time: 0.8883996 Jul 16 17:58:22.216372 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cba93243-c4b4-421b-afec-2f5da84597fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.234648 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-907b46c7-688b-4914-9175-ee0015ee77a0 None None] Port 9934b156-2ff0-44c2-b42b-b8b7148a6def cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:22.246846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-53148aae-9c59-4ada-9b40-9ba2b38b90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.248485 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-53148aae-9c59-4ada-9b40-9ba2b38b90e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2063267 Jul 16 17:58:22.249990 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba93243-c4b4-421b-afec-2f5da84597fa admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:22.250467 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cba93243-c4b4-421b-afec-2f5da84597fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.279379 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cef90c94-0d1f-41d7-8c90-e206a718a8bc req-4c7ceb2b-cb15-4f9d-9dda-86c64b03e94e tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd72cf3-12bb-46c3-8567-70745deba121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984757 Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:22.306102 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:22.361574 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b23b68e-07bc-49ff-9880-3ec177930f17 req-9c3a9856-e9e4-45b9-afb6-ef416f2eb486 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746411 Jul 16 17:58:22.396731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1e9dea73-d02b-4aea-8da2-deb038fabead None None] Provisioning complete for port 9934b156-2ff0-44c2-b42b-b8b7148a6def triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:22.397220 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1e9dea73-d02b-4aea-8da2-deb038fabead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.531487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1e9dea73-d02b-4aea-8da2-deb038fabead None None] Port 9934b156-2ff0-44c2-b42b-b8b7148a6def cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:22.604882 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5f1661-e94c-4dd7-a553-e30b8d878f32 None None] Network bc9a0f10-00e0-4fad-8805-19b95ad2b63f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:22.676875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdc9f5d-e66d-4242-be3b-01c94d11e00c {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:22.702880 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.731437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Transition to ACTIVE for port object abdc9f5d-e66d-4242-be3b-01c94d11e00c will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:22.740844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c9313c7f-8b23-4ca0-99e5-c2ba42e60dcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2cc324b1d64466f8371c193e2dab133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6684129 Jul 16 17:58:22.751763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Made reservation on behalf of 439f2b33d61f41dca0e5c59052b5e9cf for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:22.765702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5aa9e4fd-b56f-4e6e-850a-b5ba41d5678b None None] Provisioning for port f2596a45-1878-409d-b644-88102f4f7c2c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:22.777187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5aa9e4fd-b56f-4e6e-850a-b5ba41d5678b None None] Provisioning complete for port f2596a45-1878-409d-b644-88102f4f7c2c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:22.777443 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5aa9e4fd-b56f-4e6e-850a-b5ba41d5678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.803111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55226) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:22.856022 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.876564 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cba93243-c4b4-421b-afec-2f5da84597fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.906212 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.911760 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cba93243-c4b4-421b-afec-2f5da84597fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.916357 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cba93243-c4b4-421b-afec-2f5da84597fa admin admin] 10.222.0.24 "DELETE /v2.0/networks/a69bf11d-cb77-47cb-bbb6-1e1d697da331 HTTP/1.1" status: 204 len: 168 time: 1.7819583 Jul 16 17:58:22.948925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-372c3e74-5976-4bde-a238-56510b7e4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.962294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-372c3e74-5976-4bde-a238-56510b7e4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.962886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-372c3e74-5976-4bde-a238-56510b7e4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.964716 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-372c3e74-5976-4bde-a238-56510b7e4bde service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e842df9b6b02407381982d4560f93832&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8238485 Jul 16 17:58:22.971118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba93243-c4b4-421b-afec-2f5da84597fa admin admin] Pushing event deleted for resources: {'Network': ['ID=a69bf11d-cb77-47cb-bbb6-1e1d697da331,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:23.048176 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-f506a932-ff96-46cf-a3e1-faebd49bd5a7 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7409515 Jul 16 17:58:23.063494 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5aa9e4fd-b56f-4e6e-850a-b5ba41d5678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.118732 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5aa9e4fd-b56f-4e6e-850a-b5ba41d5678b None None] For port f2596a45-1878-409d-b644-88102f4f7c2c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f2596a45-1878-409d-b644-88102f4f7c2c,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:23.125110 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5aa9e4fd-b56f-4e6e-850a-b5ba41d5678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.171239 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-441ee224-897c-4df8-8e13-0b18391ba8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.218359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9e4fd-b56f-4e6e-850a-b5ba41d5678b None None] Pushing event updated for resources: {'Port': ['ID=f2596a45-1878-409d-b644-88102f4f7c2c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:23.225059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Pushing event updated for resources: {'Port': ['ID=abdc9f5d-e66d-4242-be3b-01c94d11e00c,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:23.254341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55244) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:23.317457 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-441ee224-897c-4df8-8e13-0b18391ba8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.328166 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-84ec3286-ced7-45a7-b8eb-bd62f4d6ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.329555 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8299de9f-52c7-465d-8f0d-706c5bb5284e req-84ec3286-ced7-45a7-b8eb-bd62f4d6ed80 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3561170 Jul 16 17:58:23.349569 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.362740 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451959e-0950-4caa-98c0-2b9293a1c415 req-20d913f2-70b7-475a-86e6-5068545518d6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.369089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451959e-0950-4caa-98c0-2b9293a1c415 req-20d913f2-70b7-475a-86e6-5068545518d6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.376134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451959e-0950-4caa-98c0-2b9293a1c415 req-20d913f2-70b7-475a-86e6-5068545518d6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.383444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451959e-0950-4caa-98c0-2b9293a1c415 req-20d913f2-70b7-475a-86e6-5068545518d6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.391270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451959e-0950-4caa-98c0-2b9293a1c415 req-20d913f2-70b7-475a-86e6-5068545518d6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.396579 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eae66bba-276f-4ac0-b515-28e1b7d87aba req-f7fa58e5-e4a0-45bf-a2ee-84adca51ae1f service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383763 Jul 16 17:58:23.397435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451959e-0950-4caa-98c0-2b9293a1c415 req-20d913f2-70b7-475a-86e6-5068545518d6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.405560 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451959e-0950-4caa-98c0-2b9293a1c415 req-20d913f2-70b7-475a-86e6-5068545518d6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.413250 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2451959e-0950-4caa-98c0-2b9293a1c415 req-20d913f2-70b7-475a-86e6-5068545518d6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5395 time: 0.6677666 Jul 16 17:58:23.520240 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2451959e-0950-4caa-98c0-2b9293a1c415 req-7c878d9b-ec28-4ae8-8540-20140eea5cbe tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055682 Jul 16 17:58:23.561107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] device_id is not set on port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 17:58:23.598877 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-27d866a4-6474-46fb-abe4-6bb9148c8461 None None] Provisioning complete for port f2596a45-1878-409d-b644-88102f4f7c2c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:23.599791 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-27d866a4-6474-46fb-abe4-6bb9148c8461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.646827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:23.664463 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3a645-05d1-497a-8a2a-01d7516c524a req-10998a13-2695-4c7d-9e05-99ec1723e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.666476 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bb3a645-05d1-497a-8a2a-01d7516c524a req-10998a13-2695-4c7d-9e05-99ec1723e088 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=93fc2e4959a74738af7d00667617c71d&device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 1099 time: 0.1292374 Jul 16 17:58:23.727596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-edca83f2-4d0f-4375-8dbd-2e37e7f25664 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d83addcc0d8b49a2beeeea253e002f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4682431 Jul 16 17:58:23.739917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55262) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:23.787468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3a645-05d1-497a-8a2a-01d7516c524a req-4065a992-c0c1-433b-88d3-2d24a5bdbb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.788960 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bb3a645-05d1-497a-8a2a-01d7516c524a req-4065a992-c0c1-433b-88d3-2d24a5bdbb8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.1146791 Jul 16 17:58:23.830553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Attempting to bind port abdc9f5d-e66d-4242-be3b-01c94d11e00c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:23.831344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Attempting to bind port abdc9f5d-e66d-4242-be3b-01c94d11e00c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:23.831344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Attempting to bind port abdc9f5d-e66d-4242-be3b-01c94d11e00c on network c5839ed7-b863-47b2-ae80-65f108c6ba10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:23.838628 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bb3a645-05d1-497a-8a2a-01d7516c524a req-575ce0d8-c003-40ca-96aa-4a2c5d2264a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=8058ac10-255a-4ec4-9369-35aa9e54d490 HTTP/1.1" status: 200 len: 217 time: 0.0405192 Jul 16 17:58:23.893921 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3a645-05d1-497a-8a2a-01d7516c524a req-a372a7ce-bea4-4136-8408-8c617f4de359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.895567 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bb3a645-05d1-497a-8a2a-01d7516c524a req-a372a7ce-bea4-4136-8408-8c617f4de359 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0475130 Jul 16 17:58:23.916002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Port abdc9f5d-e66d-4242-be3b-01c94d11e00c on network c5839ed7-b863-47b2-ae80-65f108c6ba10 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:23.916327 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Attempting to bind port abdc9f5d-e66d-4242-be3b-01c94d11e00c on network c5839ed7-b863-47b2-ae80-65f108c6ba10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:23.952368 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-441ee224-897c-4df8-8e13-0b18391ba8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.954824 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-441ee224-897c-4df8-8e13-0b18391ba8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.955983 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-441ee224-897c-4df8-8e13-0b18391ba8ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32d1b647-0e20-43e6-aa95-e9cea6f6a1c6 HTTP/1.1" status: 204 len: 168 time: 1.1509252 Jul 16 17:58:23.957011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:23.957285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Checking segment: {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:23.957682 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Bound using segment: {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:23.958166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Bound port: abdc9f5d-e66d-4242-be3b-01c94d11e00c, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605313a3-90fe-4063-a928-b9ed02ce416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:23.958489 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.960232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3a645-05d1-497a-8a2a-01d7516c524a req-e7f718f4-5891-4208-971e-42fff2484836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.962051 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bb3a645-05d1-497a-8a2a-01d7516c524a req-e7f718f4-5891-4208-971e-42fff2484836 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0587647 Jul 16 17:58:23.987740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:23.988143 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.016371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ee224-897c-4df8-8e13-0b18391ba8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d1b647-0e20-43e6-aa95-e9cea6f6a1c6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:24.109815 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1b39fd4-fabc-4190-965e-cd6f8b584bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.113407 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bb3a645-05d1-497a-8a2a-01d7516c524a req-132bd070-4758-4cbd-8469-970d1a22906c service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419239 Jul 16 17:58:24.116023 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f2596a45-1878-409d-b644-88102f4f7c2c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:24.131614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1465b8d-6743-4d0d-a9d0-1222f3381f7d req-52d65634-9673-4de9-ab2a-b3980408a082 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.133406 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1465b8d-6743-4d0d-a9d0-1222f3381f7d req-52d65634-9673-4de9-ab2a-b3980408a082 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d HTTP/1.1" status: 200 len: 950 time: 0.3811665 Jul 16 17:58:24.177373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6d6b9-ab61-4e03-9b98-db1decfa2c2a req-b1fc8106-4955-43bd-8264-c8c2e4461fef tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.177912 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58a6d6b9-ab61-4e03-9b98-db1decfa2c2a req-b1fc8106-4955-43bd-8264-c8c2e4461fef tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 947 time: 0.3409212 Jul 16 17:58:24.193496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f2596a45-1878-409d-b644-88102f4f7c2c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:24.194053 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.202507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Allocated IP 10.1.1.251 (d14411d5-9208-45c8-b382-da9f272bc971/06074b83-f168-4f07-b7c7-abb44a4c8c52/5388a20e-2ed9-436f-a11e-87f7ad11fe8a) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:24.225885 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1b39fd4-fabc-4190-965e-cd6f8b584bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.263711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] For port abdc9f5d-e66d-4242-be3b-01c94d11e00c, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:24.290185 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bb3a645-05d1-497a-8a2a-01d7516c524a req-dbe7d855-9d1d-4c5a-a27d-6ac5a5782265 service neutron] 10.222.0.11 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681767 Jul 16 17:58:24.311697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] For port abdc9f5d-e66d-4242-be3b-01c94d11e00c, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=abdc9f5d-e66d-4242-be3b-01c94d11e00c,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:24.327154 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1465b8d-6743-4d0d-a9d0-1222f3381f7d req-3e2d8ed1-43fe-459f-9fe7-8e819a831610 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760454 Jul 16 17:58:24.335435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2eafb-5358-4a49-910a-d1fdaa520821 req-600d4c3d-ad13-48f2-8d56-9b7acd379b31 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.336994 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-76f2eafb-5358-4a49-910a-d1fdaa520821 req-600d4c3d-ad13-48f2-8d56-9b7acd379b31 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d HTTP/1.1" status: 200 len: 950 time: 0.1178191 Jul 16 17:58:24.347582 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.394407 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58a6d6b9-ab61-4e03-9b98-db1decfa2c2a req-c89031a3-24a6-49e5-9589-bfa289a0253d tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932974 Jul 16 17:58:24.543603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-76f2eafb-5358-4a49-910a-d1fdaa520821 req-6a652268-7e83-4d7a-8ace-31dfb3f3b5a7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Deleting port c8d5528d-f760-45ac-a5e0-69aa4a85fe19 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:24.544213 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-76f2eafb-5358-4a49-910a-d1fdaa520821 req-6a652268-7e83-4d7a-8ace-31dfb3f3b5a7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.592617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Pushing event updated for resources: {'Port': ['ID=abdc9f5d-e66d-4242-be3b-01c94d11e00c,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:24.603594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.604306 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.606532 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33cd1908-8e1a-4af5-857a-8e64361e2fbe service neutron] 10.222.0.11 "PUT /v2.0/ports/abdc9f5d-e66d-4242-be3b-01c94d11e00c HTTP/1.1" status: 200 len: 1092 time: 3.9581621 Jul 16 17:58:24.610648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': 'abdc9f5d-e66d-4242-be3b-01c94d11e00c'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:24.613193 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638ab16d-f84a-428b-985c-c7ac69481849" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "abdc9f5d-e66d-4242-be3b-01c94d11e00c"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:24.687243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Request body: {'port': {'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:24.702374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-76f2eafb-5358-4a49-910a-d1fdaa520821 req-6a652268-7e83-4d7a-8ace-31dfb3f3b5a7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] For port c8d5528d-f760-45ac-a5e0-69aa4a85fe19, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c8d5528d-f760-45ac-a5e0-69aa4a85fe19,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:24.702772 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-76f2eafb-5358-4a49-910a-d1fdaa520821 req-6a652268-7e83-4d7a-8ace-31dfb3f3b5a7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.722923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-76f2eafb-5358-4a49-910a-d1fdaa520821 req-6a652268-7e83-4d7a-8ace-31dfb3f3b5a7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Calling delete_port for c8d5528d-f760-45ac-a5e0-69aa4a85fe19 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:24.735148 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.744319 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1b39fd4-fabc-4190-965e-cd6f8b584bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.747580 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1b39fd4-fabc-4190-965e-cd6f8b584bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.748767 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c1b39fd4-fabc-4190-965e-cd6f8b584bdc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f72e46a-d887-423a-b9d1-5434ce279fe6 HTTP/1.1" status: 204 len: 168 time: 1.0053806 Jul 16 17:58:24.791111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Transition to ACTIVE for port object 5388a20e-2ed9-436f-a11e-87f7ad11fe8a will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:24.885413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b39fd4-fabc-4190-965e-cd6f8b584bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f72e46a-d887-423a-b9d1-5434ce279fe6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:24.899096 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-76f2eafb-5358-4a49-910a-d1fdaa520821 req-6a652268-7e83-4d7a-8ace-31dfb3f3b5a7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.915889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'b3808cb4-ba56-4d3b-939f-159a78c9b52a', '64f3b18a-3a38-4dae-869a-d760d9865e74'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:24.921950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['c8d5528d-f760-45ac-a5e0-69aa4a85fe19'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:24.943611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a652268-7e83-4d7a-8ace-31dfb3f3b5a7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event deleted for resources: {'Port': ['ID=c8d5528d-f760-45ac-a5e0-69aa4a85fe19,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:25.014108 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f2eafb-5358-4a49-910a-d1fdaa520821 req-6a652268-7e83-4d7a-8ace-31dfb3f3b5a7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] No DVR routers for this DVR port c8d5528d-f760-45ac-a5e0-69aa4a85fe19 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:25.017423 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-76f2eafb-5358-4a49-910a-d1fdaa520821 req-6a652268-7e83-4d7a-8ace-31dfb3f3b5a7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.021413 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-76f2eafb-5358-4a49-910a-d1fdaa520821 req-6a652268-7e83-4d7a-8ace-31dfb3f3b5a7 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.11 "DELETE /v2.0/ports/c8d5528d-f760-45ac-a5e0-69aa4a85fe19 HTTP/1.1" status: 204 len: 173 time: 0.6774135 Jul 16 17:58:25.021683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d', 'name': 'network-vif-deleted', 'tag': 'c8d5528d-f760-45ac-a5e0-69aa4a85fe19'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:25.042364 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13818d5f-ef93-4aa7-bbca-01d5027d8788" -d '{"events": [{"server_uuid": "cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d", "name": "network-vif-deleted", "tag": "c8d5528d-f760-45ac-a5e0-69aa4a85fe19"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:25.065652 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.207275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 8058ac10-255a-4ec4-9369-35aa9e54d490 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:25.360577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 8058ac10-255a-4ec4-9369-35aa9e54d490, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8058ac10-255a-4ec4-9369-35aa9e54d490,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:25.372569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '8058ac10-255a-4ec4-9369-35aa9e54d490', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '8058ac10-255a-4ec4-9369-35aa9e54d490', 'mac_address': 'fa:16:3e:b6:74:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:25.457256 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.457732 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.485338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8058ac10-255a-4ec4-9369-35aa9e54d490 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:25.538010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'Port': ['ID=5388a20e-2ed9-436f-a11e-87f7ad11fe8a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:25.545531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 8058ac10-255a-4ec4-9369-35aa9e54d490, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8058ac10-255a-4ec4-9369-35aa9e54d490,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:25.566251 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.571918 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Network d14411d5-9208-45c8-b382-da9f272bc971 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:25.579735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:25.583931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:25.662046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb343103-bc8a-42cd-ac4b-1be6b623e05e req-dbee9630-0864-4aaa-94af-57164bb1a84d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.677113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb343103-bc8a-42cd-ac4b-1be6b623e05e req-dbee9630-0864-4aaa-94af-57164bb1a84d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 946 time: 1.0878413 Jul 16 17:58:25.679276 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.707115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd9f4b-7aa9-45cd-9810-1a7a02d7d653 req-4a1f21e6-b541-47c0-bbae-1ee757f4c84e tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.709590 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cedd9f4b-7aa9-45cd-9810-1a7a02d7d653 req-4a1f21e6-b541-47c0-bbae-1ee757f4c84e tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 950 time: 0.9658129 Jul 16 17:58:25.725085 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=8058ac10-255a-4ec4-9369-35aa9e54d490,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:25.816704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['8058ac10-255a-4ec4-9369-35aa9e54d490'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:25.827759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff50bdf-887d-4f88-bdad-97a1728961eb req-82a358b6-e226-428b-b61e-758cef257fc2 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.836387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bff50bdf-887d-4f88-bdad-97a1728961eb req-82a358b6-e226-428b-b61e-758cef257fc2 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 945 time: 1.0946167 Jul 16 17:58:25.942110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.942795 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.998168 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb343103-bc8a-42cd-ac4b-1be6b623e05e req-c222a64b-1958-4372-b923-47eb77b17838 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110347 Jul 16 17:58:26.015786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bff50bdf-887d-4f88-bdad-97a1728961eb req-f9275a58-d926-41ae-9e79-d45b2085a8a9 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd72cf3-12bb-46c3-8567-70745deba121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726661 Jul 16 17:58:26.070297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fdcfb250-dd66-47f4-9eb7-5752d33f5568 None None] Provisioning for port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:26.094122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fdcfb250-dd66-47f4-9eb7-5752d33f5568 None None] Provisioning complete for port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:26.094686 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fdcfb250-dd66-47f4-9eb7-5752d33f5568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.111932 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304d61f8-f114-4419-b5ff-d13e794e77d1 x-openstack-request-id: req-304d61f8-f114-4419-b5ff-d13e794e77d1 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:26.112614 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "abdc9f5d-e66d-4242-be3b-01c94d11e00c", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:26.112927 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-304d61f8-f114-4419-b5ff-d13e794e77d1 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:26.113610 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': 'abdc9f5d-e66d-4242-be3b-01c94d11e00c', 'status': 'completed', 'code': 200} Jul 16 17:58:26.119360 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-83e17893-c12f-4b31-b603-a78cae3c5692 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9465730 Jul 16 17:58:26.216043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-cedd9f4b-7aa9-45cd-9810-1a7a02d7d653 req-cdb17f33-2bdf-4c65-aa13-cd2967b613cd tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Deleting port 64f3b18a-3a38-4dae-869a-d760d9865e74 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:26.216397 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cedd9f4b-7aa9-45cd-9810-1a7a02d7d653 req-cdb17f33-2bdf-4c65-aa13-cd2967b613cd tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.217148 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee50fa7-7a89-4b03-962a-a1a0e2719e01 x-openstack-request-id: req-9ee50fa7-7a89-4b03-962a-a1a0e2719e01 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:26.218025 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d", "name": "network-vif-deleted", "tag": "c8d5528d-f760-45ac-a5e0-69aa4a85fe19", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:26.218481 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ee50fa7-7a89-4b03-962a-a1a0e2719e01 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:26.220900 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf67a0f0-78ab-483d-8f4f-0ee7c90aee4d', 'name': 'network-vif-deleted', 'tag': 'c8d5528d-f760-45ac-a5e0-69aa4a85fe19', 'status': 'completed', 'code': 200} Jul 16 17:58:26.260603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab16d-f84a-428b-985c-c7ac69481849 req-0b3fb10d-0e17-412c-8553-a17f7fdc7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.263006 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-fdcfb250-dd66-47f4-9eb7-5752d33f5568 None None] Port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:26.267980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab16d-f84a-428b-985c-c7ac69481849 req-0b3fb10d-0e17-412c-8553-a17f7fdc7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.269945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab16d-f84a-428b-985c-c7ac69481849 req-0b3fb10d-0e17-412c-8553-a17f7fdc7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.270937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab16d-f84a-428b-985c-c7ac69481849 req-0b3fb10d-0e17-412c-8553-a17f7fdc7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.271985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab16d-f84a-428b-985c-c7ac69481849 req-0b3fb10d-0e17-412c-8553-a17f7fdc7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.273345 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab16d-f84a-428b-985c-c7ac69481849 req-0b3fb10d-0e17-412c-8553-a17f7fdc7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.278515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab16d-f84a-428b-985c-c7ac69481849 req-0b3fb10d-0e17-412c-8553-a17f7fdc7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.280610 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-638ab16d-f84a-428b-985c-c7ac69481849 req-0b3fb10d-0e17-412c-8553-a17f7fdc7863 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 6347 time: 0.1689451 Jul 16 17:58:26.481414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-cedd9f4b-7aa9-45cd-9810-1a7a02d7d653 req-cdb17f33-2bdf-4c65-aa13-cd2967b613cd tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] For port 64f3b18a-3a38-4dae-869a-d760d9865e74, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=64f3b18a-3a38-4dae-869a-d760d9865e74,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:26.481847 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cedd9f4b-7aa9-45cd-9810-1a7a02d7d653 req-cdb17f33-2bdf-4c65-aa13-cd2967b613cd tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.518808 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab16d-f84a-428b-985c-c7ac69481849 req-08c58081-e095-4053-afc3-4dde992b473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.520740 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab16d-f84a-428b-985c-c7ac69481849 req-08c58081-e095-4053-afc3-4dde992b473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.522330 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab16d-f84a-428b-985c-c7ac69481849 req-08c58081-e095-4053-afc3-4dde992b473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.525025 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-638ab16d-f84a-428b-985c-c7ac69481849 req-08c58081-e095-4053-afc3-4dde992b473c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e842df9b6b02407381982d4560f93832&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2367651 Jul 16 17:58:26.551704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55340) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:26.552810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-cedd9f4b-7aa9-45cd-9810-1a7a02d7d653 req-cdb17f33-2bdf-4c65-aa13-cd2967b613cd tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Calling delete_port for 64f3b18a-3a38-4dae-869a-d760d9865e74 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:26.556249 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:26.588432 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.655778 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ab16d-f84a-428b-985c-c7ac69481849 req-10964c76-2e34-4618-b1e7-8bf67f388e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.658757 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-638ab16d-f84a-428b-985c-c7ac69481849 req-10964c76-2e34-4618-b1e7-8bf67f388e07 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268859 Jul 16 17:58:26.678725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d900721-21b9-4fe0-9a0e-64c87e7ad122 req-0ea8a3f4-1953-4410-acd4-f2fa1997a1f1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.685712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d900721-21b9-4fe0-9a0e-64c87e7ad122 req-0ea8a3f4-1953-4410-acd4-f2fa1997a1f1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.691753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d900721-21b9-4fe0-9a0e-64c87e7ad122 req-0ea8a3f4-1953-4410-acd4-f2fa1997a1f1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.697790 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d900721-21b9-4fe0-9a0e-64c87e7ad122 req-0ea8a3f4-1953-4410-acd4-f2fa1997a1f1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.703731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d900721-21b9-4fe0-9a0e-64c87e7ad122 req-0ea8a3f4-1953-4410-acd4-f2fa1997a1f1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.709718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d900721-21b9-4fe0-9a0e-64c87e7ad122 req-0ea8a3f4-1953-4410-acd4-f2fa1997a1f1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.715634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d900721-21b9-4fe0-9a0e-64c87e7ad122 req-0ea8a3f4-1953-4410-acd4-f2fa1997a1f1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.717629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d900721-21b9-4fe0-9a0e-64c87e7ad122 req-0ea8a3f4-1953-4410-acd4-f2fa1997a1f1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5395 time: 0.3656409 Jul 16 17:58:26.723780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Transition to ACTIVE for port object 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:26.741833 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.806223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1939452816-network', 'tenant_id': '70b2dd93e297429ea7490bd0a0bb449d'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:26.863823 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d900721-21b9-4fe0-9a0e-64c87e7ad122 req-0ed6b9ec-ce41-4554-b01d-04d53d00ead6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1345577 Jul 16 17:58:26.889458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Pushing event updated for resources: {'Port': ['ID=4937a153-3b68-417b-8f4b-bf5d6f4c90d0,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:26.926056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Made reservation on behalf of 70b2dd93e297429ea7490bd0a0bb449d for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:26.929264 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.958559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0583-98be-434e-8d80-64953c9cc157 req-5dc3be77-04c7-4603-86f9-91b7cb656e70 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.966705 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b4d0583-98be-434e-8d80-64953c9cc157 req-5dc3be77-04c7-4603-86f9-91b7cb656e70 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 948 time: 0.4159427 Jul 16 17:58:27.011826 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.105921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b4d0583-98be-434e-8d80-64953c9cc157 req-d8ce1470-f804-45fe-8cc2-14e34a321096 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370902 Jul 16 17:58:27.126165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Attempting to bind port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:27.126523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Attempting to bind port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'e45d8ae3-d834-48be-bd8a-d0436215e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06b1d035-0df9-485b-af35-24977c69a808'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:27.126866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Attempting to bind port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 on network 06b1d035-0df9-485b-af35-24977c69a808 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:27.133185 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cedd9f4b-7aa9-45cd-9810-1a7a02d7d653 req-cdb17f33-2bdf-4c65-aa13-cd2967b613cd tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.158617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'b3808cb4-ba56-4d3b-939f-159a78c9b52a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:27.159818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 on network 06b1d035-0df9-485b-af35-24977c69a808 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:27.160162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Attempting to bind port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 on network 06b1d035-0df9-485b-af35-24977c69a808 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:27.210535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb17f33-2bdf-4c65-aa13-cd2967b613cd tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event deleted for resources: {'Port': ['ID=64f3b18a-3a38-4dae-869a-d760d9865e74,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:27.233460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 8058ac10-255a-4ec4-9369-35aa9e54d490 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:27.254266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:27.254612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Checking segment: {'id': 'e45d8ae3-d834-48be-bd8a-d0436215e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06b1d035-0df9-485b-af35-24977c69a808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:27.255009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Bound using segment: {'id': 'e45d8ae3-d834-48be-bd8a-d0436215e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06b1d035-0df9-485b-af35-24977c69a808'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:27.255465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Bound port: 4937a153-3b68-417b-8f4b-bf5d6f4c90d0, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45d8ae3-d834-48be-bd8a-d0436215e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06b1d035-0df9-485b-af35-24977c69a808'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:27.255890 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.318895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedd9f4b-7aa9-45cd-9810-1a7a02d7d653 req-cdb17f33-2bdf-4c65-aa13-cd2967b613cd tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] No DVR routers for this DVR port 64f3b18a-3a38-4dae-869a-d760d9865e74 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:27.338778 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cedd9f4b-7aa9-45cd-9810-1a7a02d7d653 req-cdb17f33-2bdf-4c65-aa13-cd2967b613cd tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.341709 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cedd9f4b-7aa9-45cd-9810-1a7a02d7d653 req-cdb17f33-2bdf-4c65-aa13-cd2967b613cd tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "DELETE /v2.0/ports/64f3b18a-3a38-4dae-869a-d760d9865e74 HTTP/1.1" status: 204 len: 173 time: 1.6239872 Jul 16 17:58:27.376672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55376) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:27.382320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fe86b2df-fc49-4253-ba2d-a6cb5dd92340 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1045250375', 'description': 'tempest-description--626229907'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:27.435465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 8058ac10-255a-4ec4-9369-35aa9e54d490 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:27.444797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 8058ac10-255a-4ec4-9369-35aa9e54d490 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:27.446407 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.489787 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.499235 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.517202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] For port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:27.529251 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe86b2df-fc49-4253-ba2d-a6cb5dd92340 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.550529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] For port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4937a153-3b68-417b-8f4b-bf5d6f4c90d0,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:27.552243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:27.562531 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.565888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa072c8b-8119-4980-ae11-18ae7744157f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:27.591954 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.596034 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Added segment 97af3d0f-88e0-438b-a46b-c7b8a8c5b502 of type vlan for network 561dc560-5855-48d4-93b7-c8ed85943dbd Jul 16 17:58:27.734084 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe86b2df-fc49-4253-ba2d-a6cb5dd92340 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.738514 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.739234 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.740495 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe86b2df-fc49-4253-ba2d-a6cb5dd92340 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.740708 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] 10.222.0.11 "PUT /v2.0/ports/4937a153-3b68-417b-8f4b-bf5d6f4c90d0 HTTP/1.1" status: 200 len: 1092 time: 3.0662055 Jul 16 17:58:27.817630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86b2df-fc49-4253-ba2d-a6cb5dd92340 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c960c388-bc8f-46fc-878a-cf1bc0596491,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:27.840273 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe86b2df-fc49-4253-ba2d-a6cb5dd92340 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.841844 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fe86b2df-fc49-4253-ba2d-a6cb5dd92340 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4638903 Jul 16 17:58:27.845141 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55386) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:27.860269 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-20653db7-7926-42b3-b5fc-41bdc0f86f0f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'security_group_rule': {'security_group_id': 'c960c388-bc8f-46fc-878a-cf1bc0596491', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:27.880972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 44236e70-4da4-4744-b905-861e78acc48e no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:27.888711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd59ac8d-aa8b-4d7d-bc03-a3da609367b1 req-950fbe9a-fde8-4925-9b45-79c9cb9e4c05 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=95065545-cefa-4e8f-8f2c-218b4155075b HTTP/1.1" status: 200 len: 210 time: 0.1968415 Jul 16 17:58:27.921633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Request body: {'port': {'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:27.982731 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.991813 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20653db7-7926-42b3-b5fc-41bdc0f86f0f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.026231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55390) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:28.131164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95065545-cefa-4e8f-8f2c-218b4155075b', 'name': 'network-vif-deleted', 'tag': '64f3b18a-3a38-4dae-869a-d760d9865e74'}, {'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': '4937a153-3b68-417b-8f4b-bf5d6f4c90d0'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:28.136034 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f" -d '{"events": [{"server_uuid": "95065545-cefa-4e8f-8f2c-218b4155075b", "name": "network-vif-deleted", "tag": "64f3b18a-3a38-4dae-869a-d760d9865e74"}, {"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "4937a153-3b68-417b-8f4b-bf5d6f4c90d0"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:28.162394 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.166962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a885ae-a6a7-4ce4-b444-12e11676b459 service neutron] Pushing event updated for resources: {'Port': ['ID=4937a153-3b68-417b-8f4b-bf5d6f4c90d0,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.169077 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20653db7-7926-42b3-b5fc-41bdc0f86f0f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.174774 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20653db7-7926-42b3-b5fc-41bdc0f86f0f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.189231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb81637e-572d-4ff3-884c-d3454b751e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8058ac10-255a-4ec4-9369-35aa9e54d490'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:28.192353 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a144f23f-178b-4c6d-84bc-cd79588e22e6" -d '{"events": [{"server_uuid": "cb81637e-572d-4ff3-884c-d3454b751e27", "name": "network-vif-plugged", "status": "completed", "tag": "8058ac10-255a-4ec4-9369-35aa9e54d490"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:28.225949 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20653db7-7926-42b3-b5fc-41bdc0f86f0f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.227427 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-20653db7-7926-42b3-b5fc-41bdc0f86f0f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3811495 Jul 16 17:58:28.230416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55402) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:28.235497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-cc681114-738a-48cb-88d4-2517e2337769 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'security_group_rule': {'security_group_id': 'c960c388-bc8f-46fc-878a-cf1bc0596491', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:28.242423 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20653db7-7926-42b3-b5fc-41bdc0f86f0f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f505a4b4-1321-408c-908c-439169eebc23,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.252055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 8058ac10-255a-4ec4-9369-35aa9e54d490, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8058ac10-255a-4ec4-9369-35aa9e54d490,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:28.280263 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.281068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c8d5528d-f760-45ac-a5e0-69aa4a85fe19 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:28.284810 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32b54176-c950-4095-924f-e18abe5c8f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.307948 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc681114-738a-48cb-88d4-2517e2337769 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.330172 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.336489 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.337481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.338120 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.343326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.365276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: c8d5528d-f760-45ac-a5e0-69aa4a85fe19 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:28.365607 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c8d5528d-f760-45ac-a5e0-69aa4a85fe19 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:28.408279 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc681114-738a-48cb-88d4-2517e2337769 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.421151 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc681114-738a-48cb-88d4-2517e2337769 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.431685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:28.440513 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.441420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 64f3b18a-3a38-4dae-869a-d760d9865e74 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:28.468630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 64f3b18a-3a38-4dae-869a-d760d9865e74 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:28.468967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 64f3b18a-3a38-4dae-869a-d760d9865e74 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:28.475020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=8058ac10-255a-4ec4-9369-35aa9e54d490,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.481993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] Pushing event updated for resources: {'Network': ['ID=561dc560-5855-48d4-93b7-c8ed85943dbd,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.499762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32b54176-c950-4095-924f-e18abe5c8f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.502673 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc681114-738a-48cb-88d4-2517e2337769 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ea9318-73d5-49eb-8480-e04b2933f70a,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.508903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 561dc560-5855-48d4-93b7-c8ed85943dbd details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:28.511127 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32b54176-c950-4095-924f-e18abe5c8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.531742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a6edd-8983-4c5e-8805-769a8da99dfb req-e4c1581f-c120-4a69-bda9-65ef9f6358cc tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.533540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc681114-738a-48cb-88d4-2517e2337769 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.539376 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cc681114-738a-48cb-88d4-2517e2337769 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3058681 Jul 16 17:58:28.541299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a6edd-8983-4c5e-8805-769a8da99dfb req-e4c1581f-c120-4a69-bda9-65ef9f6358cc tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.543183 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55404) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:28.548821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a6edd-8983-4c5e-8805-769a8da99dfb req-e4c1581f-c120-4a69-bda9-65ef9f6358cc tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.551458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:28.555160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a6edd-8983-4c5e-8805-769a8da99dfb req-e4c1581f-c120-4a69-bda9-65ef9f6358cc tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.565458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a6edd-8983-4c5e-8805-769a8da99dfb req-e4c1581f-c120-4a69-bda9-65ef9f6358cc tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.575427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a6edd-8983-4c5e-8805-769a8da99dfb req-e4c1581f-c120-4a69-bda9-65ef9f6358cc tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.583054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a6edd-8983-4c5e-8805-769a8da99dfb req-e4c1581f-c120-4a69-bda9-65ef9f6358cc tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.593412 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-464a6edd-8983-4c5e-8805-769a8da99dfb req-e4c1581f-c120-4a69-bda9-65ef9f6358cc tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5407 time: 0.4335630 Jul 16 17:58:28.595968 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-32b54176-c950-4095-924f-e18abe5c8f88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e733ff56edc4ccdbffef26b3c150ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5675688 Jul 16 17:58:28.596985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b54176-c950-4095-924f-e18abe5c8f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e41170b-86d2-470d-8273-847f1cb320bf,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.601494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55410) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:28.632610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.652921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.677178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-18962053-759b-44b4-a3c7-372ed77051a4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1147163 Jul 16 17:58:28.684353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55412) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:28.684536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddf934-a6c9-4e47-913f-a4d98b733af1 req-34bbdada-d2c0-4166-825c-6aea2248f20f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.686091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54ddf934-a6c9-4e47-913f-a4d98b733af1 req-34bbdada-d2c0-4166-825c-6aea2248f20f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 945 time: 0.4477899 Jul 16 17:58:28.690681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ec5f0f86-3a49-4de1-a47d-d4bb626119ef admin admin] Request body: {'subnet': {'network_id': '561dc560-5855-48d4-93b7-c8ed85943dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1939452816-subnet', 'tenant_id': '70b2dd93e297429ea7490bd0a0bb449d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:28.730951 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-034256b4-b85a-44af-9df7-15f572f64af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.747594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5f0f86-3a49-4de1-a47d-d4bb626119ef admin admin] Made reservation on behalf of 70b2dd93e297429ea7490bd0a0bb449d for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:28.749983 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec5f0f86-3a49-4de1-a47d-d4bb626119ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.786025 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-464a6edd-8983-4c5e-8805-769a8da99dfb req-a2531541-6afa-4eef-85b0-e95430b98e7e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113074 Jul 16 17:58:28.795595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54ddf934-a6c9-4e47-913f-a4d98b733af1 req-cb77f5a6-4155-422c-80d8-335e14f6524c tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd72cf3-12bb-46c3-8567-70745deba121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007423 Jul 16 17:58:28.812439 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-034256b4-b85a-44af-9df7-15f572f64af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.877324 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6299fe08-6c43-41d4-9c31-004222265bd0 x-openstack-request-id: req-6299fe08-6c43-41d4-9c31-004222265bd0 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:28.877853 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95065545-cefa-4e8f-8f2c-218b4155075b", "name": "network-vif-deleted", "tag": "64f3b18a-3a38-4dae-869a-d760d9865e74", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "4937a153-3b68-417b-8f4b-bf5d6f4c90d0", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:28.878327 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6299fe08-6c43-41d4-9c31-004222265bd0 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:28.878919 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95065545-cefa-4e8f-8f2c-218b4155075b', 'name': 'network-vif-deleted', 'tag': '64f3b18a-3a38-4dae-869a-d760d9865e74', 'status': 'completed', 'code': 200} Jul 16 17:58:28.879590 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': '4937a153-3b68-417b-8f4b-bf5d6f4c90d0', 'status': 'completed', 'code': 200} Jul 16 17:58:28.912524 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f6e9a7-3e49-486d-a0a1-5337e1f74dd7 x-openstack-request-id: req-e1f6e9a7-3e49-486d-a0a1-5337e1f74dd7 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:28.912827 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb81637e-572d-4ff3-884c-d3454b751e27", "name": "network-vif-plugged", "status": "completed", "tag": "8058ac10-255a-4ec4-9369-35aa9e54d490", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:28.913206 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1f6e9a7-3e49-486d-a0a1-5337e1f74dd7 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:28.913518 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb81637e-572d-4ff3-884c-d3454b751e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8058ac10-255a-4ec4-9369-35aa9e54d490', 'code': 200} Jul 16 17:58:28.968858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc4391e-e85d-4a0b-9644-50a353bc8ad9 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:28.999981 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.025475 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-034256b4-b85a-44af-9df7-15f572f64af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.028176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-034256b4-b85a-44af-9df7-15f572f64af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.031167 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-034256b4-b85a-44af-9df7-15f572f64af3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e41170b-86d2-470d-8273-847f1cb320bf HTTP/1.1" status: 204 len: 168 time: 0.4238365 Jul 16 17:58:29.034900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Transition to ACTIVE for port object abc4391e-e85d-4a0b-9644-50a353bc8ad9 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:29.041229 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.048834 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.087177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034256b4-b85a-44af-9df7-15f572f64af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e41170b-86d2-470d-8273-847f1cb320bf,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:29.109131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Pushing event updated for resources: {'Port': ['ID=abc4391e-e85d-4a0b-9644-50a353bc8ad9,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:29.183812 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd563a-3a5e-4e8d-8896-23fd1d7d3092 req-804f2d3f-11e1-4c55-986f-5a395b3f5b09 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.190323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05dd563a-3a5e-4e8d-8896-23fd1d7d3092 req-804f2d3f-11e1-4c55-986f-5a395b3f5b09 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 949 time: 0.2035036 Jul 16 17:58:29.231421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-e39c7d47-def1-4c18-aca0-91d766e4ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.231890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-e39c7d47-def1-4c18-aca0-91d766e4ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.232442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-e39c7d47-def1-4c18-aca0-91d766e4ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.232855 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-e39c7d47-def1-4c18-aca0-91d766e4ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.233332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-e39c7d47-def1-4c18-aca0-91d766e4ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.233942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-e39c7d47-def1-4c18-aca0-91d766e4ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.234425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-e39c7d47-def1-4c18-aca0-91d766e4ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.236624 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-e39c7d47-def1-4c18-aca0-91d766e4ef50 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 6415 time: 0.3292940 Jul 16 17:58:29.266628 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05dd563a-3a5e-4e8d-8896-23fd1d7d3092 req-3c0fe3cb-f6e4-4091-8d1c-78c07fd365a8 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753057 Jul 16 17:58:29.313623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Attempting to bind port abc4391e-e85d-4a0b-9644-50a353bc8ad9 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:29.314234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Attempting to bind port abc4391e-e85d-4a0b-9644-50a353bc8ad9 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'e45d8ae3-d834-48be-bd8a-d0436215e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06b1d035-0df9-485b-af35-24977c69a808'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:29.314772 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Attempting to bind port abc4391e-e85d-4a0b-9644-50a353bc8ad9 on network 06b1d035-0df9-485b-af35-24977c69a808 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:29.319953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Port abc4391e-e85d-4a0b-9644-50a353bc8ad9 on network 06b1d035-0df9-485b-af35-24977c69a808 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:29.321004 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Attempting to bind port abc4391e-e85d-4a0b-9644-50a353bc8ad9 on network 06b1d035-0df9-485b-af35-24977c69a808 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:29.326561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:29.327165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Checking segment: {'id': 'e45d8ae3-d834-48be-bd8a-d0436215e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06b1d035-0df9-485b-af35-24977c69a808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:29.327766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Bound using segment: {'id': 'e45d8ae3-d834-48be-bd8a-d0436215e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06b1d035-0df9-485b-af35-24977c69a808'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:29.328380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Bound port: abc4391e-e85d-4a0b-9644-50a353bc8ad9, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45d8ae3-d834-48be-bd8a-d0436215e4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '06b1d035-0df9-485b-af35-24977c69a808'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:29.328936 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.445944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] For port abc4391e-e85d-4a0b-9644-50a353bc8ad9, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:29.456279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] For port abc4391e-e85d-4a0b-9644-50a353bc8ad9, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=abc4391e-e85d-4a0b-9644-50a353bc8ad9,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:29.463522 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.468642 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec5f0f86-3a49-4de1-a47d-d4bb626119ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.510228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.511826 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.513573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] 10.222.0.11 "PUT /v2.0/ports/abc4391e-e85d-4a0b-9644-50a353bc8ad9 HTTP/1.1" status: 200 len: 1092 time: 1.6219475 Jul 16 17:58:29.555839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcfd59-4dd2-4ac9-8f94-ea6610a3ea2f service neutron] Pushing event updated for resources: {'Port': ['ID=abc4391e-e85d-4a0b-9644-50a353bc8ad9,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:29.564341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55426) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:29.596389 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-7a0f66a0-a0df-41ec-9c59-9b941a83f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.596876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-7a0f66a0-a0df-41ec-9c59-9b941a83f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.597349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-7a0f66a0-a0df-41ec-9c59-9b941a83f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.599036 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-7a0f66a0-a0df-41ec-9c59-9b941a83f427 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e842df9b6b02407381982d4560f93832&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3077397 Jul 16 17:58:29.620324 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea1ef386-d19c-4a4b-b8f5-f3b50ae77d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.642479 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Allocated IP 172.25.3.91 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/8362f3b8-2d76-4209-9071-f1679b54011c) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:29.688100 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-41449de7-07f8-46e0-aa1e-8bb1607535e2 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.689825 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-41449de7-07f8-46e0-aa1e-8bb1607535e2 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 945 time: 0.1245215 Jul 16 17:58:29.748857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99183d55-f350-4fdb-8feb-7b62ff25ab7c req-16e7b8f8-e8d3-4d3a-a42d-5247f2171813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.750473 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-99183d55-f350-4fdb-8feb-7b62ff25ab7c req-16e7b8f8-e8d3-4d3a-a42d-5247f2171813 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 1101 time: 0.7508285 Jul 16 17:58:29.857716 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea1ef386-d19c-4a4b-b8f5-f3b50ae77d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.863350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f0f86-3a49-4de1-a47d-d4bb626119ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1713b5-1278-47dd-ab31-13096f65683a,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:29.865833 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea1ef386-d19c-4a4b-b8f5-f3b50ae77d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.871854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Deleting port 73ecdf5f-546b-4460-8d8d-6c343db16378 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:29.872160 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.882852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 44236e70-4da4-4744-b905-861e78acc48e details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:29.893275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f0f86-3a49-4de1-a47d-d4bb626119ef admin admin] Checking segment: {'id': '97af3d0f-88e0-438b-a46b-c7b8a8c5b502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '561dc560-5855-48d4-93b7-c8ed85943dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:29.893638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5f0f86-3a49-4de1-a47d-d4bb626119ef admin admin] Network hostable DHCP agents. Network: 561dc560-5855-48d4-93b7-c8ed85943dbd, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:29.903109 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-99183d55-f350-4fdb-8feb-7b62ff25ab7c req-8cb3c617-37af-4de7-8546-be10d59d3148 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460860 Jul 16 17:58:29.948118 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.978452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] For port 73ecdf5f-546b-4460-8d8d-6c343db16378, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=73ecdf5f-546b-4460-8d8d-6c343db16378,segment=NetworkSegment(4e265437-19f1-41be-808c-3d6f7270f227),segment_id=4e265437-19f1-41be-808c-3d6f7270f227)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:29.978820 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.997797 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5f0f86-3a49-4de1-a47d-d4bb626119ef admin admin] Network 561dc560-5855-48d4-93b7-c8ed85943dbd is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:30.036581 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-16eb546e-3a5a-4978-95db-4ed9dad09805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.038615 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c23dc3ff-97bd-4db4-8ee6-c47b5c6f877f req-16eb546e-3a5a-4978-95db-4ed9dad09805 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3142850 Jul 16 17:58:30.046722 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ec5f0f86-3a49-4de1-a47d-d4bb626119ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 561dc560-5855-48d4-93b7-c8ed85943dbd) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:30.054744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f0f86-3a49-4de1-a47d-d4bb626119ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.055321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b3698f-a9bf-424a-9874-dd059357e904 None None] Network 561dc560-5855-48d4-93b7-c8ed85943dbd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:30.055475 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec5f0f86-3a49-4de1-a47d-d4bb626119ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.075858 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ec5f0f86-3a49-4de1-a47d-d4bb626119ef admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3895593 Jul 16 17:58:30.077745 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.097880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:30.115203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '44236e70-4da4-4744-b905-861e78acc48e', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'port_id': '44236e70-4da4-4744-b905-861e78acc48e', 'mac_address': 'fa:16:3e:5a:f9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:30.166524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:30.176369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:30.179005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:30.236871 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.262316 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ea1ef386-d19c-4a4b-b8f5-f3b50ae77d52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6f70e83b551466d99a704b51ba11b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6925552 Jul 16 17:58:30.263273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55440) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:30.278469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ef386-d19c-4a4b-b8f5-f3b50ae77d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac438627-18bd-4c59-b737-59a76581011d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:30.301501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44236e70-4da4-4744-b905-861e78acc48e {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:30.307902 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.317177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'Port': ['ID=8362f3b8-2d76-4209-9071-f1679b54011c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:30.367054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8264e998-a8ef-4cd6-8ca1-3dedae884a35 None None] Network 561dc560-5855-48d4-93b7-c8ed85943dbd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:30.391885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:30.404141 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.406526 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.438853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b48b7938-c5fa-4216-97cd-5059f6842ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.439427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b48b7938-c5fa-4216-97cd-5059f6842ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.439914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b48b7938-c5fa-4216-97cd-5059f6842ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.440400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b48b7938-c5fa-4216-97cd-5059f6842ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.440909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b48b7938-c5fa-4216-97cd-5059f6842ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.441385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b48b7938-c5fa-4216-97cd-5059f6842ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.441908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b48b7938-c5fa-4216-97cd-5059f6842ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.445020 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b48b7938-c5fa-4216-97cd-5059f6842ec6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 6483 time: 0.3337719 Jul 16 17:58:30.464917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16c8ff-c791-448e-8b65-749d0a6ba260 req-577921b1-c7b2-4169-a318-08e1bcd886d4 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.467196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a16c8ff-c791-448e-8b65-749d0a6ba260 req-577921b1-c7b2-4169-a318-08e1bcd886d4 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf7b13c-fb7a-4a78-8e35-e0c92919bc13 HTTP/1.1" status: 200 len: 945 time: 0.4228809 Jul 16 17:58:30.482492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a47f72-3a0f-45ce-9816-4228b89d7611 req-625b6cdd-18ee-4b20-96c1-501c3e660e22 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.488923 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a47f72-3a0f-45ce-9816-4228b89d7611 req-625b6cdd-18ee-4b20-96c1-501c3e660e22 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.495272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a47f72-3a0f-45ce-9816-4228b89d7611 req-625b6cdd-18ee-4b20-96c1-501c3e660e22 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.500171 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-d702645b-89b5-40a8-8de0-68b47530843d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=223708c8-1b94-4650-aa99-9e0be9baf6c7 HTTP/1.1" status: 200 len: 217 time: 0.0454254 Jul 16 17:58:30.502255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a47f72-3a0f-45ce-9816-4228b89d7611 req-625b6cdd-18ee-4b20-96c1-501c3e660e22 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.508511 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a47f72-3a0f-45ce-9816-4228b89d7611 req-625b6cdd-18ee-4b20-96c1-501c3e660e22 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.515796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a47f72-3a0f-45ce-9816-4228b89d7611 req-625b6cdd-18ee-4b20-96c1-501c3e660e22 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.522917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a47f72-3a0f-45ce-9816-4228b89d7611 req-625b6cdd-18ee-4b20-96c1-501c3e660e22 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.525390 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8a47f72-3a0f-45ce-9816-4228b89d7611 req-625b6cdd-18ee-4b20-96c1-501c3e660e22 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5419 time: 0.4532275 Jul 16 17:58:30.617799 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b21-a7a3-4584-b0cd-de8f64f35ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.627527 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.628232 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.628766 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Floating IP f0b6d40f-2fd2-475e-b1ae-2c97f1d5f548 disassociated. External IP: 172.25.3.172, port: 73ecdf5f-546b-4460-8d8d-6c343db16378. Jul 16 17:58:30.629491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Calling delete_port for 73ecdf5f-546b-4460-8d8d-6c343db16378 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:30.635527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8a47f72-3a0f-45ce-9816-4228b89d7611 req-8f0a94ea-9b11-44ee-9762-9313aea0aefe tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799074 Jul 16 17:58:30.641274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-d2ba4e49-9940-4a24-9796-424ad7231175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.645201 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-d2ba4e49-9940-4a24-9796-424ad7231175 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=243b46fa-7a93-4ad1-8fd4-e955798c54a4 HTTP/1.1" status: 200 len: 851 time: 0.1371090 Jul 16 17:58:30.664142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a16c8ff-c791-448e-8b65-749d0a6ba260 req-6dc60e32-dd0b-474e-931d-1675cc5f9778 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fd72cf3-12bb-46c3-8567-70745deba121&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374438 Jul 16 17:58:30.670303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:30.687882 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['44236e70-4da4-4744-b905-861e78acc48e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:30.760262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.774454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5b5d4bbb-130a-4a34-bb4c-539ec48f4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.776020 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-5b5d4bbb-130a-4a34-bb4c-539ec48f4914 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1225932 Jul 16 17:58:30.777769 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.874931 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b21-a7a3-4584-b0cd-de8f64f35ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.883515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': 'abc4391e-e85d-4a0b-9644-50a353bc8ad9'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:30.886617 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "abc4391e-e85d-4a0b-9644-50a353bc8ad9"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:30.915011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:30.923421 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2360f624-f059-4a3b-8a95-acbf0639b8ac" -d '{"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-unplugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:30.969754 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'Port': ['ID=8362f3b8-2d76-4209-9071-f1679b54011c,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:30.976527 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.998906 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.000053 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c42a4da7-c6de-4dd9-8b0e-6e23a2446eb4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4537201 Jul 16 17:58:31.011662 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-01f8ee3b-fcc9-4463-8104-14a6b90ef2bd service neutron] 10.222.0.11 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247179 Jul 16 17:58:31.125568 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b23976b8-f567-409b-949b-a8d12a99ac72 service neutron] 10.222.0.11 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065161 Jul 16 17:58:31.141941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470506a-8062-499f-a7eb-94324a0d202c req-e6fd98e5-d12c-4a75-a9b5-1bfe101483f1 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:31.143557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0470506a-8062-499f-a7eb-94324a0d202c req-e6fd98e5-d12c-4a75-a9b5-1bfe101483f1 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 949 time: 0.2288458 Jul 16 17:58:31.155129 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b21-a7a3-4584-b0cd-de8f64f35ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.157688 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b21-a7a3-4584-b0cd-de8f64f35ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.161264 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c09a8b21-a7a3-4584-b0cd-de8f64f35ea3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac438627-18bd-4c59-b737-59a76581011d HTTP/1.1" status: 204 len: 168 time: 0.8912449 Jul 16 17:58:31.194451 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-82aca4a2-a656-4d41-baad-f1a5489e294a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=ecc56c7d-5b6d-41f9-940d-559dbe201d67 HTTP/1.1" status: 200 len: 217 time: 0.0626204 Jul 16 17:58:31.208756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a8b21-a7a3-4584-b0cd-de8f64f35ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac438627-18bd-4c59-b737-59a76581011d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:31.218779 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a16d65-e1ef-4e46-ba49-aa24fe8aae63 req-b130af20-ed71-4742-b986-6ff6976261dc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:31.220590 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-88a16d65-e1ef-4e46-ba49-aa24fe8aae63 req-b130af20-ed71-4742-b986-6ff6976261dc tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=2889d3a1-6142-4a16-9f36-036a8f7259ec HTTP/1.1" status: 200 len: 950 time: 0.2687221 Jul 16 17:58:31.225634 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.256669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8ea93ce6-f463-4ae3-b385-ed16cc19ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:31.258034 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8ea93ce6-f463-4ae3-b385-ed16cc19ab63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.0575423 Jul 16 17:58:31.260472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9daf3c-82a0-4382-a8cd-24686980ec8f req-07c9d2bc-89a1-4828-a47a-b2cf7702e8ca tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:31.262782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d9daf3c-82a0-4382-a8cd-24686980ec8f req-07c9d2bc-89a1-4828-a47a-b2cf7702e8ca tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/ports?device_id=2889d3a1-6142-4a16-9f36-036a8f7259ec HTTP/1.1" status: 200 len: 950 time: 0.2272000 Jul 16 17:58:31.299463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0470506a-8062-499f-a7eb-94324a0d202c req-0ec07f4e-ca1e-43bb-89cb-c2016cd28467 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392398 Jul 16 17:58:31.313310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Pushing event deleted for resources: {'Port': ['ID=73ecdf5f-546b-4460-8d8d-6c343db16378,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:31.327302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-eb155654-7258-410f-b20b-c28b2efeade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:31.328864 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-eb155654-7258-410f-b20b-c28b2efeade3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0652742 Jul 16 17:58:31.434621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-88a16d65-e1ef-4e46-ba49-aa24fe8aae63 req-049ff102-409b-4895-8923-7ec1a827bf6d tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864038 Jul 16 17:58:31.517800 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad38eb9e-1e2d-494e-9f80-2249173b5904 x-openstack-request-id: req-ad38eb9e-1e2d-494e-9f80-2249173b5904 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:31.518084 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "abc4391e-e85d-4a0b-9644-50a353bc8ad9", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:31.518497 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad38eb9e-1e2d-494e-9f80-2249173b5904 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:31.519041 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': 'abc4391e-e85d-4a0b-9644-50a353bc8ad9', 'status': 'completed', 'code': 200} Jul 16 17:58:31.577052 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd0171b-5d87-4229-8143-acffc98cbc85 x-openstack-request-id: req-6dd0171b-5d87-4229-8143-acffc98cbc85 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:31.577448 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-unplugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:31.577852 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6dd0171b-5d87-4229-8143-acffc98cbc85 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:31.578394 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e', 'code': 200} Jul 16 17:58:31.645366 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-3e18c0fd-26f8-49c9-99fe-704e1dbac70e service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103650 Jul 16 17:58:31.681104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Router b2e07c9c-540f-438f-9692-3931e7eda063 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:31.709946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-4d9daf3c-82a0-4382-a8cd-24686980ec8f req-144f0fa1-bd63-4802-8bc9-4c2e6f1f4dde tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Deleting port b3808cb4-ba56-4d3b-939f-159a78c9b52a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:31.710313 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d9daf3c-82a0-4382-a8cd-24686980ec8f req-144f0fa1-bd63-4802-8bc9-4c2e6f1f4dde tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.808958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185abca7-d213-4799-8804-33529a6db519 req-80a75294-cd23-4a14-b0ce-14007056700b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:31.810823 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-185abca7-d213-4799-8804-33529a6db519 req-80a75294-cd23-4a14-b0ce-14007056700b tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff4fb727-71d7-4688-baea-08065ff3f114 HTTP/1.1" status: 200 len: 949 time: 0.4632111 Jul 16 17:58:31.891642 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 44236e70-4da4-4744-b905-861e78acc48e up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:32.010520 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 44236e70-4da4-4744-b905-861e78acc48e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:32.011902 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.038485 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-ae071583-978e-47bb-b133-400c25d6bcda service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835413 Jul 16 17:58:32.160053 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.233565 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:32.247127 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.249473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 73ecdf5f-546b-4460-8d8d-6c343db16378 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:32.315735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 73ecdf5f-546b-4460-8d8d-6c343db16378 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:32.322166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 73ecdf5f-546b-4460-8d8d-6c343db16378 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:32.384267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=10']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:32.557103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0f187d2a-96e0-46a0-aa26-ea959dbd7f30 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1045250375&fields=id&tenant_id=439f2b33d61f41dca0e5c59052b5e9cf HTTP/1.1" status: 200 len: 267 time: 0.8536744 Jul 16 17:58:32.563447 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-23aea98b-03cb-464a-9e8e-79dd20793f35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=42f22134-cd1e-4de1-a750-e9783ad69ae9 HTTP/1.1" status: 200 len: 217 time: 0.5080729 Jul 16 17:58:32.646983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e19275b7-e92c-43b6-8276-ae596004ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.657247 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-e19275b7-e92c-43b6-8276-ae596004ae68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.0857975 Jul 16 17:58:32.658786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-addcacc6-b575-441d-8d8e-47e4fdeb533b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.666452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-addcacc6-b575-441d-8d8e-47e4fdeb533b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports/9934b156-2ff0-44c2-b42b-b8b7148a6def HTTP/1.1" status: 200 len: 937 time: 0.1069026 Jul 16 17:58:32.678259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-185abca7-d213-4799-8804-33529a6db519 req-6d059416-5960-4f14-8904-3eba00140750 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Deleting port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:32.678619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-185abca7-d213-4799-8804-33529a6db519 req-6d059416-5960-4f14-8904-3eba00140750 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.735987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-eb27e620-1070-4733-851e-4c2e3cc71d81 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.737848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-eb27e620-1070-4733-851e-4c2e3cc71d81 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports/5388a20e-2ed9-436f-a11e-87f7ad11fe8a HTTP/1.1" status: 200 len: 936 time: 0.0698321 Jul 16 17:58:32.793022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4d9daf3c-82a0-4382-a8cd-24686980ec8f req-144f0fa1-bd63-4802-8bc9-4c2e6f1f4dde tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] For port b3808cb4-ba56-4d3b-939f-159a78c9b52a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=b3808cb4-ba56-4d3b-939f-159a78c9b52a,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:32.793570 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d9daf3c-82a0-4382-a8cd-24686980ec8f req-144f0fa1-bd63-4802-8bc9-4c2e6f1f4dde tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.807002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-03850d9f-0cb8-469e-a81c-e5ec1187d6f9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?network_id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0505984 Jul 16 17:58:32.849310 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-087ae8af-4482-405f-ad69-fee87a12c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.850828 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-087ae8af-4482-405f-ad69-fee87a12c3ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1831789 Jul 16 17:58:32.855388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-185abca7-d213-4799-8804-33529a6db519 req-6d059416-5960-4f14-8904-3eba00140750 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] For port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d01eba4a-b6a1-4170-9dfa-20fde3efcd3d,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:32.855388 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-185abca7-d213-4799-8804-33529a6db519 req-6d059416-5960-4f14-8904-3eba00140750 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.876752 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-185abca7-d213-4799-8804-33529a6db519 req-6d059416-5960-4f14-8904-3eba00140750 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Calling delete_port for d01eba4a-b6a1-4170-9dfa-20fde3efcd3d owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:32.891088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-4d9daf3c-82a0-4382-a8cd-24686980ec8f req-144f0fa1-bd63-4802-8bc9-4c2e6f1f4dde tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Calling delete_port for b3808cb4-ba56-4d3b-939f-159a78c9b52a owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:32.900862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f0dacc98-4846-4e85-bfec-2bdcfc7bbe65 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?network_id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0929623 Jul 16 17:58:32.909297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:32.925144 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff31499f-ba05-49d7-bbc0-6a556a790ba7 None None] Sync routers for ids ['b2e07c9c-540f-438f-9692-3931e7eda063'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:32.952119 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31499f-ba05-49d7-bbc0-6a556a790ba7 None None] Routers {'b2e07c9c-540f-438f-9692-3931e7eda063'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:32.955474 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ff31499f-ba05-49d7-bbc0-6a556a790ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:58:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b2e07c9c-540f-438f-9692-3931e7eda063'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:33.048451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] No DVR routers for this DVR port 73ecdf5f-546b-4460-8d8d-6c343db16378 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:33.056668 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.059912 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-63ddc088-0c78-4f47-8bc3-4e2b292586d7 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971505 Jul 16 17:58:33.060088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb1ed937-0848-497f-a7e0-7fbfc27c8112 req-32272bec-6718-4d34-9106-d149ae0a328f tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.32 "DELETE /v2.0/ports/73ecdf5f-546b-4460-8d8d-6c343db16378 HTTP/1.1" status: 204 len: 173 time: 3.3629210 Jul 16 17:58:33.072210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-e064a16e-75e6-4287-8f38-2c548e3df8ab tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.081699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-e064a16e-75e6-4287-8f38-2c548e3df8ab tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/networks?id=561dc560-5855-48d4-93b7-c8ed85943dbd HTTP/1.1" status: 200 len: 822 time: 0.6143439 Jul 16 17:58:33.103774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-76ac5b0f-30f4-4c19-913d-e2dee4627668 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/quotas/70b2dd93e297429ea7490bd0a0bb449d HTTP/1.1" status: 200 len: 375 time: 0.0225227 Jul 16 17:58:33.174469 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ff31499f-ba05-49d7-bbc0-6a556a790ba7 None None] Set router b2e07c9c-540f-438f-9692-3931e7eda063 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:33.256527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-c66371b0-5b44-4677-8a3e-3cbe287420f9 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=70b2dd93e297429ea7490bd0a0bb449d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1516194 Jul 16 17:58:33.347104 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-35aede6f-70a7-44a5-a42c-8473fac8a9f6 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717366 Jul 16 17:58:33.399752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-6f7345fd-7a25-44bd-a338-409e5ecef847 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.411150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-6f7345fd-7a25-44bd-a338-409e5ecef847 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.431464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-6f7345fd-7a25-44bd-a338-409e5ecef847 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.439080 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-6f7345fd-7a25-44bd-a338-409e5ecef847 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/networks?id=44337d24-7f19-40cf-a303-f059903d6ce5&id=d14411d5-9208-45c8-b382-da9f272bc971&id=d14411d5-9208-45c8-b382-da9f272bc971&id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f HTTP/1.1" status: 200 len: 1993 time: 0.5363584 Jul 16 17:58:33.471235 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-cb087e5d-efe6-4d08-8994-02dc269dad3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 HTTP/1.1" status: 200 len: 217 time: 0.1058640 Jul 16 17:58:33.478324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-7bcd5e3f-effa-408e-a397-d3705fe14227 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/quotas/439f2b33d61f41dca0e5c59052b5e9cf HTTP/1.1" status: 200 len: 375 time: 0.0374944 Jul 16 17:58:33.580083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:33.582493 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6535c45-a68c-4864-8334-1af634b41dda" -d '{"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-plugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:33.592775 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ff31499f-ba05-49d7-bbc0-6a556a790ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:55:39Z', 'revision_number': 4, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'd10ca451-33ac-4c8e-9815-a36c34b2c73d', 'name': '', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'mac_address': 'fa:16:3e:02:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:38Z', 'updated_at': '2021-07-16T17:55:48Z', 'revision_number': 5, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'subnets': [{'id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:33.614326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf7b13c-fb7a-4a78-8e35-e0c92919bc13', 'name': 'network-vif-deleted', 'tag': '73ecdf5f-546b-4460-8d8d-6c343db16378'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:33.617777 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577a2ccb-f619-4fa8-8824-6d86aa9925ce" -d '{"events": [{"server_uuid": "bdf7b13c-fb7a-4a78-8e35-e0c92919bc13", "name": "network-vif-deleted", "tag": "73ecdf5f-546b-4460-8d8d-6c343db16378"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:33.627879 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-185abca7-d213-4799-8804-33529a6db519 req-6d059416-5960-4f14-8904-3eba00140750 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.642788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'b3808cb4-ba56-4d3b-939f-159a78c9b52a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:33.669207 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff31499f-ba05-49d7-bbc0-6a556a790ba7 None None] Checking router: b2e07c9c-540f-438f-9692-3931e7eda063 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:33.696592 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31499f-ba05-49d7-bbc0-6a556a790ba7 None None] Routers {'b2e07c9c-540f-438f-9692-3931e7eda063'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:33.697448 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ff31499f-ba05-49d7-bbc0-6a556a790ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:58:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b2e07c9c-540f-438f-9692-3931e7eda063'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:33.744656 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d059416-5960-4f14-8904-3eba00140750 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event deleted for resources: {'Port': ['ID=d01eba4a-b6a1-4170-9dfa-20fde3efcd3d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:33.753802 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-1490e151-d875-418b-bdda-7c3eb42516df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.755299 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-1490e151-d875-418b-bdda-7c3eb42516df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.2731891 Jul 16 17:58:33.783950 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d9daf3c-82a0-4382-a8cd-24686980ec8f req-144f0fa1-bd63-4802-8bc9-4c2e6f1f4dde tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.926297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f0fa1-bd63-4802-8bc9-4c2e6f1f4dde tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event deleted for resources: {'Port': ['ID=b3808cb4-ba56-4d3b-939f-159a78c9b52a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:33.965253 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8728bd47-b0c5-42c8-a4ed-f3185172174e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4701228 Jul 16 17:58:33.973815 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-185abca7-d213-4799-8804-33529a6db519 req-6d059416-5960-4f14-8904-3eba00140750 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] No DVR routers for this DVR port d01eba4a-b6a1-4170-9dfa-20fde3efcd3d on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:33.979965 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-185abca7-d213-4799-8804-33529a6db519 req-6d059416-5960-4f14-8904-3eba00140750 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.987278 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-185abca7-d213-4799-8804-33529a6db519 req-6d059416-5960-4f14-8904-3eba00140750 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "DELETE /v2.0/ports/d01eba4a-b6a1-4170-9dfa-20fde3efcd3d HTTP/1.1" status: 204 len: 173 time: 2.1684694 Jul 16 17:58:34.001535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4fb727-71d7-4688-baea-08065ff3f114', 'name': 'network-vif-deleted', 'tag': 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:34.012600 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282f0952-c012-4b66-b178-1af16c6f4979" -d '{"events": [{"server_uuid": "ff4fb727-71d7-4688-baea-08065ff3f114", "name": "network-vif-deleted", "tag": "d01eba4a-b6a1-4170-9dfa-20fde3efcd3d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:34.022384 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ff31499f-ba05-49d7-bbc0-6a556a790ba7 None None] Set router b2e07c9c-540f-438f-9692-3931e7eda063 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:34.079637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-72057697-7751-42a4-adc1-54fb8faa1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.083214 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-72057697-7751-42a4-adc1-54fb8faa1558 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3067617 Jul 16 17:58:34.274770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9daf3c-82a0-4382-a8cd-24686980ec8f req-144f0fa1-bd63-4802-8bc9-4c2e6f1f4dde tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] No DVR routers for this DVR port b3808cb4-ba56-4d3b-939f-159a78c9b52a on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:34.280684 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d9daf3c-82a0-4382-a8cd-24686980ec8f req-144f0fa1-bd63-4802-8bc9-4c2e6f1f4dde tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.287588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['10b719ad-e06b-42d4-98ed-0f3c47b2dfff'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:34.293500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d9daf3c-82a0-4382-a8cd-24686980ec8f req-144f0fa1-bd63-4802-8bc9-4c2e6f1f4dde tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "DELETE /v2.0/ports/b3808cb4-ba56-4d3b-939f-159a78c9b52a HTTP/1.1" status: 204 len: 173 time: 3.0088317 Jul 16 17:58:34.420176 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-f6f70f6a-2f79-4284-b88d-6f6f69ad5c16 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294046 Jul 16 17:58:34.420860 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ff31499f-ba05-49d7-bbc0-6a556a790ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:55:39Z', 'revision_number': 4, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'd10ca451-33ac-4c8e-9815-a36c34b2c73d', 'name': '', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'mac_address': 'fa:16:3e:02:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:38Z', 'updated_at': '2021-07-16T17:55:48Z', 'revision_number': 5, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'subnets': [{'id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:34.451399 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-2516ddc9-1089-4448-bbfe-c9b90bba605f service neutron] 10.222.0.24 "GET /v2.0/networks/44337d24-7f19-40cf-a303-f059903d6ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011514 Jul 16 17:58:34.468749 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff31499f-ba05-49d7-bbc0-6a556a790ba7 None None] The sync data for ids ['b2e07c9c-540f-438f-9692-3931e7eda063'] in n-d-787205-10 is: [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:55:39Z', 'revision_number': 4, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'd10ca451-33ac-4c8e-9815-a36c34b2c73d', 'name': '', 'network_id': 'b71f8054-caf1-446c-aa40-26ffb58e9c4a', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'mac_address': 'fa:16:3e:02:b3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:38Z', 'updated_at': '2021-07-16T17:55:48Z', 'revision_number': 5, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'subnets': [{'id': 'b55e17a7-197e-4ffa-bf70-ad013e87cf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:34.651886 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-ed5fa7e5-5819-4399-a13b-e1e4afce6263 service neutron] 10.222.0.24 "GET /v2.0/networks/561dc560-5855-48d4-93b7-c8ed85943dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3935564 Jul 16 17:58:34.664510 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-21aef0e0-4b0f-4d26-bb59-91b576a27656 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359607 Jul 16 17:58:34.730435 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-1ac6fac2-4562-4e5e-b3e8-abbcbc95c4a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=abdc9f5d-e66d-4242-be3b-01c94d11e00c HTTP/1.1" status: 200 len: 217 time: 0.0589411 Jul 16 17:58:34.831078 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-538055be-aaa5-40d9-90ef-94e123468621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.833443 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-538055be-aaa5-40d9-90ef-94e123468621 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.0959208 Jul 16 17:58:34.943204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-584d654e-a826-447d-a376-327cbee45f28 service neutron] 10.222.0.24 "GET /v2.0/networks/44337d24-7f19-40cf-a303-f059903d6ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647884 Jul 16 17:58:34.952807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33408dde-67d8-4456-bdab-98b2ab0d5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.965043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20371a6-15c5-4872-9c50-7454af531a99 None None] New status for floating IP f0b6d40f-2fd2-475e-b1ae-2c97f1d5f548: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:58:34.987091 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-33408dde-67d8-4456-bdab-98b2ab0d5af2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1194401 Jul 16 17:58:35.023634 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-8ddd15a5-85e3-4043-bdc3-8a2ce4921737 service neutron] 10.222.0.24 "GET /v2.0/networks/561dc560-5855-48d4-93b7-c8ed85943dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708556 Jul 16 17:58:35.047219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-418b2f96-1b35-4e44-9dc8-a2f9f4c631a6 service neutron] 10.222.0.24 "GET /v2.0/ports/9934b156-2ff0-44c2-b42b-b8b7148a6def?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1033244 Jul 16 17:58:35.291159 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-8f49d0f4-c7f9-4b2c-9b4c-9263755c4675 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969916 Jul 16 17:58:35.350564 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-9af204e9-388a-49b3-a518-db62ba111da0 service neutron] 10.222.0.24 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970338 Jul 16 17:58:35.605557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-ff040537-3118-4744-a09f-a0a61943887a service neutron] 10.222.0.24 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461581 Jul 16 17:58:35.703145 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a00e862f-c0eb-45ad-b23a-d62856bf86f5 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954117 Jul 16 17:58:35.724263 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8d391df9-a5f3-449c-84bf-1474b4572fce service neutron] 10.222.0.24 "GET /v2.0/ports/5388a20e-2ed9-436f-a11e-87f7ad11fe8a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1135612 Jul 16 17:58:35.864077 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-44bfa498-f331-4d88-b0c8-6ed445b3cfd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4937a153-3b68-417b-8f4b-bf5d6f4c90d0 HTTP/1.1" status: 200 len: 217 time: 0.1576514 Jul 16 17:58:35.911472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d01eba4a-b6a1-4170-9dfa-20fde3efcd3d no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:35.926083 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0fe271b3-cedc-4610-817d-cfc20def8182 service neutron] 10.222.0.24 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933017 Jul 16 17:58:36.031996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-d1323620-c85b-4992-8208-370a9bcde463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.038469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: d01eba4a-b6a1-4170-9dfa-20fde3efcd3d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:36.039054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d01eba4a-b6a1-4170-9dfa-20fde3efcd3d not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:36.039220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device b3808cb4-ba56-4d3b-939f-159a78c9b52a no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:36.040585 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-d1323620-c85b-4992-8208-370a9bcde463 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b31a67f-4f93-43f1-8c7c-ec9f1b81e549 HTTP/1.1" status: 200 len: 797 time: 0.1691134 Jul 16 17:58:36.088628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: b3808cb4-ba56-4d3b-939f-159a78c9b52a {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:36.089944 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device b3808cb4-ba56-4d3b-939f-159a78c9b52a not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:36.125859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2e8a2-2a25-444e-980d-b7923a78f73d req-4f052c9b-16e1-4501-8b37-f7664b6f95b0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.133771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2e8a2-2a25-444e-980d-b7923a78f73d req-4f052c9b-16e1-4501-8b37-f7664b6f95b0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.142741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2e8a2-2a25-444e-980d-b7923a78f73d req-4f052c9b-16e1-4501-8b37-f7664b6f95b0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.149092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-32ccbebe-6f81-4c2c-8142-2bf89e3c5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.150042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2e8a2-2a25-444e-980d-b7923a78f73d req-4f052c9b-16e1-4501-8b37-f7664b6f95b0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.151364 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-32ccbebe-6f81-4c2c-8142-2bf89e3c5dff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06b1d035-0df9-485b-af35-24977c69a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1043806 Jul 16 17:58:36.157628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2e8a2-2a25-444e-980d-b7923a78f73d req-4f052c9b-16e1-4501-8b37-f7664b6f95b0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.166468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2e8a2-2a25-444e-980d-b7923a78f73d req-4f052c9b-16e1-4501-8b37-f7664b6f95b0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.186233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2e8a2-2a25-444e-980d-b7923a78f73d req-4f052c9b-16e1-4501-8b37-f7664b6f95b0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.194829 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67a2e8a2-2a25-444e-980d-b7923a78f73d req-4f052c9b-16e1-4501-8b37-f7664b6f95b0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5419 time: 0.2675099 Jul 16 17:58:36.237745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55608) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:36.260294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d4bb8cfd-e83e-4d37-b881-26d221f580cc service neutron] 10.222.0.24 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214459 Jul 16 17:58:36.333651 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-b6f14d4d-3625-4888-b0b3-e3f8c1ee5e4e service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748886 Jul 16 17:58:36.397595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67a2e8a2-2a25-444e-980d-b7923a78f73d req-68778307-0b1e-4a63-8c69-4471dffc3523 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2015309 Jul 16 17:58:36.491285 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-36802224-90aa-414d-a686-36e4ac4be668 service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509058 Jul 16 17:58:36.524292 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a4a49f64-31ac-4729-9d87-8a5537e9e0ae service neutron] 10.222.0.24 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368901 Jul 16 17:58:36.550588 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab9be-dc4c-41ad-aff1-f78e374cb4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.569223 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-63a7d445-1519-4908-8360-4195d9dca2a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abc4391e-e85d-4a0b-9644-50a353bc8ad9 HTTP/1.1" status: 200 len: 217 time: 0.0669973 Jul 16 17:58:36.634254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a433edc2-610e-4dbe-8416-06914df49c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.637382 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-a433edc2-610e-4dbe-8416-06914df49c02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b31a67f-4f93-43f1-8c7c-ec9f1b81e549 HTTP/1.1" status: 200 len: 797 time: 0.0597613 Jul 16 17:58:36.717951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-d4b5f2ea-ae0a-4ec2-b4c7-94d71e4565ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.719512 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-d4b5f2ea-ae0a-4ec2-b4c7-94d71e4565ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06b1d035-0df9-485b-af35-24977c69a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0742290 Jul 16 17:58:36.743210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-b9e4fd65-392c-4d85-9285-f972d70157e9 service neutron] 10.222.0.24 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094817 Jul 16 17:58:36.805052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90e601-8e6f-490f-8f41-901edf72c36b req-15854f5e-7a34-4341-b86b-18414621efa5 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.807170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b90e601-8e6f-490f-8f41-901edf72c36b req-15854f5e-7a34-4341-b86b-18414621efa5 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 949 time: 0.1711731 Jul 16 17:58:36.838379 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-de4af57d-0ea5-41c8-96cf-2b0f5c03de44 service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127641 Jul 16 17:58:36.911470 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b90e601-8e6f-490f-8f41-901edf72c36b req-50c37b57-3c1f-4343-b7ac-507e6ea8150e tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952287 Jul 16 17:58:36.953093 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05e8b3c2-00bf-417c-ba54-b9668788ef71 req-d51c0cba-2f67-4ed3-b1c8-9652c04c5eee service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064770 Jul 16 17:58:36.956545 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab9be-dc4c-41ad-aff1-f78e374cb4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.963227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-087827a3-c422-4168-8ed1-39894bd6b35e service neutron] 10.222.0.24 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120903 Jul 16 17:58:36.965501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d1ab9be-dc4c-41ad-aff1-f78e374cb4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.101702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0d1ab9be-dc4c-41ad-aff1-f78e374cb4e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffab17a79433434fb6c57460e2ed1291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8613608 Jul 16 17:58:37.105554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55620) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:37.110573 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ab9be-dc4c-41ad-aff1-f78e374cb4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20cf2ca-2619-4854-bbbd-7bca8ac16b4a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:37.131770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-9de845b7-f34b-4e84-b5d5-11f186cf8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.132287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-9de845b7-f34b-4e84-b5d5-11f186cf8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.132722 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-9de845b7-f34b-4e84-b5d5-11f186cf8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.133194 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-9de845b7-f34b-4e84-b5d5-11f186cf8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.133709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-9de845b7-f34b-4e84-b5d5-11f186cf8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.134172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-9de845b7-f34b-4e84-b5d5-11f186cf8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.142977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-9de845b7-f34b-4e84-b5d5-11f186cf8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.146126 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-9de845b7-f34b-4e84-b5d5-11f186cf8126 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 6483 time: 0.1135323 Jul 16 17:58:37.166046 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11418dfb-7d40-4392-bbed-2988f7d44305 x-openstack-request-id: req-11418dfb-7d40-4392-bbed-2988f7d44305 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:37.166536 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-plugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:37.166630 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11418dfb-7d40-4392-bbed-2988f7d44305 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:37.167134 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e', 'code': 200} Jul 16 17:58:37.216853 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261b401b-4134-4dea-8939-ec6948e09909 x-openstack-request-id: req-261b401b-4134-4dea-8939-ec6948e09909 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:37.217149 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf7b13c-fb7a-4a78-8e35-e0c92919bc13", "name": "network-vif-deleted", "tag": "73ecdf5f-546b-4460-8d8d-6c343db16378", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:37.217411 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-261b401b-4134-4dea-8939-ec6948e09909 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:37.217850 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf7b13c-fb7a-4a78-8e35-e0c92919bc13', 'name': 'network-vif-deleted', 'tag': '73ecdf5f-546b-4460-8d8d-6c343db16378', 'status': 'completed', 'code': 200} Jul 16 17:58:37.263354 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-ddebc8ff-aaa5-46ff-8bbd-e0309cbd68f1 service neutron] 10.222.0.24 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918694 Jul 16 17:58:37.270252 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22289d5e-33ab-4881-ae97-5cd47105f870 x-openstack-request-id: req-22289d5e-33ab-4881-ae97-5cd47105f870 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:37.270575 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4fb727-71d7-4688-baea-08065ff3f114", "name": "network-vif-deleted", "tag": "d01eba4a-b6a1-4170-9dfa-20fde3efcd3d", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:37.270819 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22289d5e-33ab-4881-ae97-5cd47105f870 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:37.271232 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4fb727-71d7-4688-baea-08065ff3f114', 'name': 'network-vif-deleted', 'tag': 'd01eba4a-b6a1-4170-9dfa-20fde3efcd3d', 'status': 'completed', 'code': 200} Jul 16 17:58:37.430655 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de51c2f8-97d9-4135-ab98-e6c9867788d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.475648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-7c1c59b6-b2ae-46e9-89d5-fb4dbcfd48a9 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002785 Jul 16 17:58:37.481195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-5703fd18-51c6-4ca6-91a7-bb388030f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.484071 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-5703fd18-51c6-4ca6-91a7-bb388030f53f service neutron] 10.222.0.11 "GET /v2.0/networks?id=06b1d035-0df9-485b-af35-24977c69a808 HTTP/1.1" status: 200 len: 902 time: 0.3263240 Jul 16 17:58:37.508527 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de51c2f8-97d9-4135-ab98-e6c9867788d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.550238 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-92dd4d15-bdca-452a-9080-04a2d4dd01c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abc4391e-e85d-4a0b-9644-50a353bc8ad9 HTTP/1.1" status: 200 len: 217 time: 0.0586500 Jul 16 17:58:37.590112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3cce9be3-dc80-4512-abc7-e8c30caeda23 req-cc88d639-78bf-44ed-8430-bb6945e511ba tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/ports?device_id=edf038ae-d033-402b-94a3-245e4393aac7 HTTP/1.1" status: 200 len: 210 time: 0.0971665 Jul 16 17:58:37.657235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-c19a3d8c-0f14-4c7d-9829-ab5a8b11c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.658433 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-c19a3d8c-0f14-4c7d-9829-ab5a8b11c5ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b31a67f-4f93-43f1-8c7c-ec9f1b81e549 HTTP/1.1" status: 200 len: 797 time: 0.0977921 Jul 16 17:58:37.676592 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de51c2f8-97d9-4135-ab98-e6c9867788d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.690966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55624) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:37.692058 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de51c2f8-97d9-4135-ab98-e6c9867788d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.695544 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-de51c2f8-97d9-4135-ab98-e6c9867788d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d20cf2ca-2619-4854-bbbd-7bca8ac16b4a HTTP/1.1" status: 204 len: 168 time: 0.5761366 Jul 16 17:58:37.764458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51c2f8-97d9-4135-ab98-e6c9867788d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20cf2ca-2619-4854-bbbd-7bca8ac16b4a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:37.769104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-833bf4f8-aa08-4fb5-9975-1f973b16832f service neutron] 10.222.0.24 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925024 Jul 16 17:58:37.781210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-380af027-d9aa-470a-bebe-71cdd773239f tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.782959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-380af027-d9aa-470a-bebe-71cdd773239f tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.32 "GET /v2.0/networks?id=561dc560-5855-48d4-93b7-c8ed85943dbd HTTP/1.1" status: 200 len: 822 time: 0.2786419 Jul 16 17:58:37.799224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-41d8b3f3-c358-4a46-812d-e7c8c2090951 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Request body: {'port': {'device_id': 'edf038ae-d033-402b-94a3-245e4393aac7', 'network_id': '561dc560-5855-48d4-93b7-c8ed85943dbd', 'admin_state_up': True, 'tenant_id': '70b2dd93e297429ea7490bd0a0bb449d'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:37.857262 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-a21b4b16-cc17-4da1-842a-825fb403f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.859054 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-a21b4b16-cc17-4da1-842a-825fb403f5ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06b1d035-0df9-485b-af35-24977c69a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1942134 Jul 16 17:58:37.871073 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-099408e5-27fe-4505-9c9a-77bcb240669d tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.008682 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-099408e5-27fe-4505-9c9a-77bcb240669d tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.030318 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-3efdb6a4-527d-44a2-847b-4a795cc354f1 service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646304 Jul 16 17:58:38.048381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8f5c60f3-f5a8-4704-88a9-ba43558fbb3c service neutron] 10.222.0.24 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643149 Jul 16 17:58:38.155924 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-099408e5-27fe-4505-9c9a-77bcb240669d tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.160524 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-099408e5-27fe-4505-9c9a-77bcb240669d tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.161748 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-099408e5-27fe-4505-9c9a-77bcb240669d tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "DELETE /v2.0/security-groups/0fd72cf3-12bb-46c3-8567-70745deba121 HTTP/1.1" status: 204 len: 168 time: 0.4697962 Jul 16 17:58:38.164832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55634) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:38.206541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099408e5-27fe-4505-9c9a-77bcb240669d tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd72cf3-12bb-46c3-8567-70745deba121,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:38.208272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-41d8b3f3-c358-4a46-812d-e7c8c2090951 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Made reservation on behalf of 70b2dd93e297429ea7490bd0a0bb449d for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:38.208684 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-a6d90059-7a5c-49b4-8b0a-55cb8a330346 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] show failed (client error): The resource could not be found. Jul 16 17:58:38.210121 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a6d90059-7a5c-49b4-8b0a-55cb8a330346 tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "GET /v2.0/security-groups/0fd72cf3-12bb-46c3-8567-70745deba121 HTTP/1.1" status: 404 len: 347 time: 0.0414307 Jul 16 17:58:38.212788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-41d8b3f3-c358-4a46-812d-e7c8c2090951 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.223128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55638) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:38.301633 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf054a0-3d46-4d37-8e1b-e7de61fa9788 req-65de021f-59b1-4d28-becf-40c37a2faaba service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645659 Jul 16 17:58:38.308926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55642) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:38.340915 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-2fb5cf91-1066-468f-a0c7-f160ce392451 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807631 Jul 16 17:58:38.367538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a78920b0-1ee2-4a06-ab2d-e9c1187d224f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.505015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-41d8b3f3-c358-4a46-812d-e7c8c2090951 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Allocated IP 172.20.0.8 (561dc560-5855-48d4-93b7-c8ed85943dbd/ba1713b5-1278-47dd-ab31-13096f65683a/f8fd5a6c-6104-4d12-8225-a7bcb8c324c7) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:38.520731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-307cd5f0-a700-4c56-9498-e680fc102d3b tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Deleting port 4e60fe48-6f32-4e22-ba14-fe58fbc34ed5 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:38.521484 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-307cd5f0-a700-4c56-9498-e680fc102d3b tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.641239 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a78920b0-1ee2-4a06-ab2d-e9c1187d224f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.655850 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a78920b0-1ee2-4a06-ab2d-e9c1187d224f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.674372 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-307cd5f0-a700-4c56-9498-e680fc102d3b tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.675055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-307cd5f0-a700-4c56-9498-e680fc102d3b tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.712226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-307cd5f0-a700-4c56-9498-e680fc102d3b tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Calling delete_port for 4e60fe48-6f32-4e22-ba14-fe58fbc34ed5 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:38.734713 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a78920b0-1ee2-4a06-ab2d-e9c1187d224f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc4d832442b941198e6e8a6523f7c002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4197776 Jul 16 17:58:38.739763 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55650) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:38.744612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78920b0-1ee2-4a06-ab2d-e9c1187d224f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fbf377-efc6-4323-b807-5794b3abdf44,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:38.813773 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e75eb-35af-492c-a7d8-696724b1b060 req-d20cc750-528b-4513-9fc5-b4db98a3aa16 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.820742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e75eb-35af-492c-a7d8-696724b1b060 req-d20cc750-528b-4513-9fc5-b4db98a3aa16 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.826916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e75eb-35af-492c-a7d8-696724b1b060 req-d20cc750-528b-4513-9fc5-b4db98a3aa16 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.833344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e75eb-35af-492c-a7d8-696724b1b060 req-d20cc750-528b-4513-9fc5-b4db98a3aa16 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.840039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e75eb-35af-492c-a7d8-696724b1b060 req-d20cc750-528b-4513-9fc5-b4db98a3aa16 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.845950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e75eb-35af-492c-a7d8-696724b1b060 req-d20cc750-528b-4513-9fc5-b4db98a3aa16 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.851891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e75eb-35af-492c-a7d8-696724b1b060 req-d20cc750-528b-4513-9fc5-b4db98a3aa16 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.860047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c0e75eb-35af-492c-a7d8-696724b1b060 req-d20cc750-528b-4513-9fc5-b4db98a3aa16 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5419 time: 0.4063563 Jul 16 17:58:38.881534 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-41d8b3f3-c358-4a46-812d-e7c8c2090951 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.932319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c0e75eb-35af-492c-a7d8-696724b1b060 req-3a0b5248-2399-4001-a8fe-0e528cc7b07d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712764 Jul 16 17:58:38.937122 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f95cfd91-8a6c-4b26-9bd9-aae76da0671d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.972944 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f95cfd91-8a6c-4b26-9bd9-aae76da0671d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.014496 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-41d8b3f3-c358-4a46-812d-e7c8c2090951 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.086123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-41d8b3f3-c358-4a46-812d-e7c8c2090951 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Network 561dc560-5855-48d4-93b7-c8ed85943dbd is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:39.100061 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-41d8b3f3-c358-4a46-812d-e7c8c2090951 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:39.102300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8b3f3-c358-4a46-812d-e7c8c2090951 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Pushing event updated for resources: {'Port': ['ID=f8fd5a6c-6104-4d12-8225-a7bcb8c324c7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:39.106692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-41d8b3f3-c358-4a46-812d-e7c8c2090951 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:39.109275 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-307cd5f0-a700-4c56-9498-e680fc102d3b tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.143837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cd5f0-a700-4c56-9498-e680fc102d3b tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Pushing event deleted for resources: {'Port': ['ID=4e60fe48-6f32-4e22-ba14-fe58fbc34ed5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:39.148698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f95cfd91-8a6c-4b26-9bd9-aae76da0671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.151950 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f95cfd91-8a6c-4b26-9bd9-aae76da0671d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.155443 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f95cfd91-8a6c-4b26-9bd9-aae76da0671d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9fbf377-efc6-4323-b807-5794b3abdf44 HTTP/1.1" status: 204 len: 168 time: 0.4121861 Jul 16 17:58:39.194781 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cfd91-8a6c-4b26-9bd9-aae76da0671d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fbf377-efc6-4323-b807-5794b3abdf44,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:39.228963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-41d8b3f3-c358-4a46-812d-e7c8c2090951 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.233362 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-41d8b3f3-c358-4a46-812d-e7c8c2090951 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.237626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2889d3a1-6142-4a16-9f36-036a8f7259ec', 'name': 'network-vif-deleted', 'tag': 'b3808cb4-ba56-4d3b-939f-159a78c9b52a'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:39.244315 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc809e3b-6779-4903-a0e9-ed56966f2095" -d '{"events": [{"server_uuid": "2889d3a1-6142-4a16-9f36-036a8f7259ec", "name": "network-vif-deleted", "tag": "b3808cb4-ba56-4d3b-939f-159a78c9b52a"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:39.281718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-307cd5f0-a700-4c56-9498-e680fc102d3b tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.294663 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-307cd5f0-a700-4c56-9498-e680fc102d3b tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.299705 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-307cd5f0-a700-4c56-9498-e680fc102d3b tempest-ServersTestManualDisk-1195825158 tempest-ServersTestManualDisk-1195825158-project] 10.222.0.24 "DELETE /v2.0/floatingips/f0b6d40f-2fd2-475e-b1ae-2c97f1d5f548 HTTP/1.1" status: 204 len: 168 time: 1.0720229 Jul 16 17:58:39.300534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55674) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:39.303025 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-41d8b3f3-c358-4a46-812d-e7c8c2090951 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5079591 Jul 16 17:58:39.321623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Request body: {'port': {'device_id': 'edf038ae-d033-402b-94a3-245e4393aac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:39.429477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021ee2a-c703-48b3-b038-5e739d5c1212 req-aaf75c5e-21ee-4abb-89c1-8eb40d7b38bf tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.432389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8021ee2a-c703-48b3-b038-5e739d5c1212 req-aaf75c5e-21ee-4abb-89c1-8eb40d7b38bf tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 949 time: 0.3418126 Jul 16 17:58:39.686562 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8021ee2a-c703-48b3-b038-5e739d5c1212 req-f3551e77-3cd5-4a46-ac06-2e3ab1dbff9c tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434957 Jul 16 17:58:39.703508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8edcc-d039-495f-b1aa-628e6cad40ce req-e5fe5153-c6e9-48a4-83da-8c75a015e22f tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.706084 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-adf8edcc-d039-495f-b1aa-628e6cad40ce req-e5fe5153-c6e9-48a4-83da-8c75a015e22f tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 949 time: 0.2029712 Jul 16 17:58:39.709434 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.830297 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3835828d-2ffe-4f3a-b644-6746e0fecf1a x-openstack-request-id: req-3835828d-2ffe-4f3a-b644-6746e0fecf1a {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:39.831514 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2889d3a1-6142-4a16-9f36-036a8f7259ec", "name": "network-vif-deleted", "tag": "b3808cb4-ba56-4d3b-939f-159a78c9b52a", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:39.832697 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3835828d-2ffe-4f3a-b644-6746e0fecf1a {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:39.833314 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2889d3a1-6142-4a16-9f36-036a8f7259ec', 'name': 'network-vif-deleted', 'tag': 'b3808cb4-ba56-4d3b-939f-159a78c9b52a', 'status': 'completed', 'code': 200} Jul 16 17:58:39.964597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-adf8edcc-d039-495f-b1aa-628e6cad40ce req-8bdb311d-ab6f-4b6c-abac-0317e5a603bf tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Deleting port 8058ac10-255a-4ec4-9369-35aa9e54d490 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:39.965270 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-adf8edcc-d039-495f-b1aa-628e6cad40ce req-8bdb311d-ab6f-4b6c-abac-0317e5a603bf tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.115071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-adf8edcc-d039-495f-b1aa-628e6cad40ce req-8bdb311d-ab6f-4b6c-abac-0317e5a603bf tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] For port 8058ac10-255a-4ec4-9369-35aa9e54d490, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8058ac10-255a-4ec4-9369-35aa9e54d490,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:40.116098 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-adf8edcc-d039-495f-b1aa-628e6cad40ce req-8bdb311d-ab6f-4b6c-abac-0317e5a603bf tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.135529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-adf8edcc-d039-495f-b1aa-628e6cad40ce req-8bdb311d-ab6f-4b6c-abac-0317e5a603bf tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Calling delete_port for 8058ac10-255a-4ec4-9369-35aa9e54d490 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:40.160136 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0e56a47b-095e-4133-bc75-9b0d8e054aa5 req-364b694e-7cb3-4fa7-82be-bb1932a9175b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.1732113 Jul 16 17:58:40.316676 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c210dcf3-f739-4164-a1cb-fc62f21923f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.517596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa8abc-426f-446a-a30b-e2f388bb9856 req-9f10f5f0-cb12-457e-9068-b3d9558bfd8f tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.519274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7dfa8abc-426f-446a-a30b-e2f388bb9856 req-9f10f5f0-cb12-457e-9068-b3d9558bfd8f tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/ports?device_id=edf038ae-d033-402b-94a3-245e4393aac7 HTTP/1.1" status: 200 len: 931 time: 0.5313146 Jul 16 17:58:40.652788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7dfa8abc-426f-446a-a30b-e2f388bb9856 req-99f2659c-fe86-4683-9e29-b4a73e8a9fa4 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa072c8b-8119-4980-ae11-18ae7744157f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190977 Jul 16 17:58:40.822378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:40.850473 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.884782 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Transition to ACTIVE for port object f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:40.892223 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.149303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Pushing event updated for resources: {'Port': ['ID=f8fd5a6c-6104-4d12-8225-a7bcb8c324c7,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:41.156088 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-adf8edcc-d039-495f-b1aa-628e6cad40ce req-8bdb311d-ab6f-4b6c-abac-0317e5a603bf tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.168710 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['8058ac10-255a-4ec4-9369-35aa9e54d490'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:41.206944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb311d-ab6f-4b6c-abac-0317e5a603bf tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Pushing event deleted for resources: {'Port': ['ID=8058ac10-255a-4ec4-9369-35aa9e54d490,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:41.305598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf8edcc-d039-495f-b1aa-628e6cad40ce req-8bdb311d-ab6f-4b6c-abac-0317e5a603bf tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] No DVR routers for this DVR port 8058ac10-255a-4ec4-9369-35aa9e54d490 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:41.309609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-adf8edcc-d039-495f-b1aa-628e6cad40ce req-8bdb311d-ab6f-4b6c-abac-0317e5a603bf tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.318085 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-adf8edcc-d039-495f-b1aa-628e6cad40ce req-8bdb311d-ab6f-4b6c-abac-0317e5a603bf tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.11 "DELETE /v2.0/ports/8058ac10-255a-4ec4-9369-35aa9e54d490 HTTP/1.1" status: 204 len: 173 time: 1.6052129 Jul 16 17:58:41.320159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb81637e-572d-4ff3-884c-d3454b751e27', 'name': 'network-vif-deleted', 'tag': '8058ac10-255a-4ec4-9369-35aa9e54d490'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:41.326625 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab3e915-9818-459b-b42a-263080c5fb0d" -d '{"events": [{"server_uuid": "cb81637e-572d-4ff3-884c-d3454b751e27", "name": "network-vif-deleted", "tag": "8058ac10-255a-4ec4-9369-35aa9e54d490"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:41.331281 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Attempting to bind port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:41.331746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Attempting to bind port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '97af3d0f-88e0-438b-a46b-c7b8a8c5b502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '561dc560-5855-48d4-93b7-c8ed85943dbd'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:41.332156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Attempting to bind port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 on network 561dc560-5855-48d4-93b7-c8ed85943dbd {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:41.358971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe30d-322f-442c-8ac8-0bed103b0bf3 req-c0243db5-47ca-4d31-adb9-d43a69529dd2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.365502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe30d-322f-442c-8ac8-0bed103b0bf3 req-c0243db5-47ca-4d31-adb9-d43a69529dd2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.382996 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe30d-322f-442c-8ac8-0bed103b0bf3 req-c0243db5-47ca-4d31-adb9-d43a69529dd2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.397450 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe30d-322f-442c-8ac8-0bed103b0bf3 req-c0243db5-47ca-4d31-adb9-d43a69529dd2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.407348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe30d-322f-442c-8ac8-0bed103b0bf3 req-c0243db5-47ca-4d31-adb9-d43a69529dd2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.412645 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe30d-322f-442c-8ac8-0bed103b0bf3 req-c0243db5-47ca-4d31-adb9-d43a69529dd2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.419075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe30d-322f-442c-8ac8-0bed103b0bf3 req-c0243db5-47ca-4d31-adb9-d43a69529dd2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.421026 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b76fe30d-322f-442c-8ac8-0bed103b0bf3 req-c0243db5-47ca-4d31-adb9-d43a69529dd2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5419 time: 0.5022912 Jul 16 17:58:41.422684 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 on network 561dc560-5855-48d4-93b7-c8ed85943dbd not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:41.423013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Attempting to bind port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 on network 561dc560-5855-48d4-93b7-c8ed85943dbd {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:41.433707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:41.434057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Checking segment: {'id': '97af3d0f-88e0-438b-a46b-c7b8a8c5b502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '561dc560-5855-48d4-93b7-c8ed85943dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:41.434450 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Bound using segment: {'id': '97af3d0f-88e0-438b-a46b-c7b8a8c5b502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '561dc560-5855-48d4-93b7-c8ed85943dbd'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:41.434905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Bound port: f8fd5a6c-6104-4d12-8225-a7bcb8c324c7, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97af3d0f-88e0-438b-a46b-c7b8a8c5b502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '561dc560-5855-48d4-93b7-c8ed85943dbd'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:41.435275 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.496266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0ae57-7b75-4113-b4f6-39231385a887 req-95a51a7e-5e3a-4f4c-a052-68431e1dc923 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.497851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98a0ae57-7b75-4113-b4f6-39231385a887 req-95a51a7e-5e3a-4f4c-a052-68431e1dc923 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb81637e-572d-4ff3-884c-d3454b751e27 HTTP/1.1" status: 200 len: 867 time: 0.4362161 Jul 16 17:58:41.520277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c210dcf3-f739-4164-a1cb-fc62f21923f9 admin admin] Deleting port d10ca451-33ac-4c8e-9815-a36c34b2c73d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:41.520806 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c210dcf3-f739-4164-a1cb-fc62f21923f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.748312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] For port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:41.757785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] For port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f8fd5a6c-6104-4d12-8225-a7bcb8c324c7,segment=NetworkSegment(97af3d0f-88e0-438b-a46b-c7b8a8c5b502),segment_id=97af3d0f-88e0-438b-a46b-c7b8a8c5b502)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:41.778161 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.801247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b76fe30d-322f-442c-8ac8-0bed103b0bf3 req-d97cbaa9-613f-42ba-80db-082aca713c5d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3719337 Jul 16 17:58:41.872944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98a0ae57-7b75-4113-b4f6-39231385a887 req-6087f902-b66e-453c-b6d8-5f7dc0053aa9 tempest-ImagesNegativeTestJSON-1856940369 tempest-ImagesNegativeTestJSON-1856940369-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588638 Jul 16 17:58:41.873755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f9193006-742e-4d44-957f-f915d62b99ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.873755 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f9193006-742e-4d44-957f-f915d62b99ea service neutron] 10.222.0.32 "GET /v2.0/ports/9934b156-2ff0-44c2-b42b-b8b7148a6def HTTP/1.1" status: 200 len: 1033 time: 0.2705574 Jul 16 17:58:41.963492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.964805 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.966487 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] 10.222.0.32 "PUT /v2.0/ports/f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 HTTP/1.1" status: 200 len: 1092 time: 2.6526875 Jul 16 17:58:41.966957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf038ae-d033-402b-94a3-245e4393aac7', 'tag': 'f8fd5a6c-6104-4d12-8225-a7bcb8c324c7'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:41.977971 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d56cd63-720a-49f2-8327-a021fff8946d" -d '{"events": [{"name": "network-changed", "server_uuid": "edf038ae-d033-402b-94a3-245e4393aac7", "tag": "f8fd5a6c-6104-4d12-8225-a7bcb8c324c7"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:42.039664 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c210dcf3-f739-4164-a1cb-fc62f21923f9 admin admin] For port d10ca451-33ac-4c8e-9815-a36c34b2c73d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d10ca451-33ac-4c8e-9815-a36c34b2c73d,segment=NetworkSegment(4e265437-19f1-41be-808c-3d6f7270f227),segment_id=4e265437-19f1-41be-808c-3d6f7270f227)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:42.040033 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c210dcf3-f739-4164-a1cb-fc62f21923f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.083647 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c210dcf3-f739-4164-a1cb-fc62f21923f9 admin admin] Calling delete_port for d10ca451-33ac-4c8e-9815-a36c34b2c73d owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:42.363446 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-656b005e-3a06-4371-977a-1b88014c8f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:42.366877 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-656b005e-3a06-4371-977a-1b88014c8f53 service neutron] 10.222.0.32 "GET /v2.0/ports/5388a20e-2ed9-436f-a11e-87f7ad11fe8a HTTP/1.1" status: 200 len: 1032 time: 0.4812231 Jul 16 17:58:42.621241 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c210dcf3-f739-4164-a1cb-fc62f21923f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.678866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-88a2dc03-5497-499a-8536-48cffb6a46c1 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:42.709387 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-88a2dc03-5497-499a-8536-48cffb6a46c1 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:42.719792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-88a2dc03-5497-499a-8536-48cffb6a46c1 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:42.721576 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-88a2dc03-5497-499a-8536-48cffb6a46c1 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "GET /v2.0/networks?id=44337d24-7f19-40cf-a303-f059903d6ce5&id=d14411d5-9208-45c8-b382-da9f272bc971&id=d14411d5-9208-45c8-b382-da9f272bc971&id=d14411d5-9208-45c8-b382-da9f272bc971&id=d14411d5-9208-45c8-b382-da9f272bc971&id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f HTTP/1.1" status: 200 len: 1993 time: 0.3399065 Jul 16 17:58:42.815418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f946b57-5041-44cf-bf5a-eee1605513bf service neutron] Pushing event updated for resources: {'Port': ['ID=f8fd5a6c-6104-4d12-8225-a7bcb8c324c7,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:42.841412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210dcf3-f739-4164-a1cb-fc62f21923f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10ca451-33ac-4c8e-9815-a36c34b2c73d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:42.866959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f1fb670-dc2a-40d4-bb3f-850aaf085efc req-19e042f0-a46f-4280-9355-afdfa51e9f62 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.2556252 Jul 16 17:58:43.052710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816a0e6-d02e-45c1-bf35-024ec5874133 req-b9242d8e-a120-465d-a460-60e27a71c11e tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.063007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1816a0e6-d02e-45c1-bf35-024ec5874133 req-b9242d8e-a120-465d-a460-60e27a71c11e tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 950 time: 1.0451095 Jul 16 17:58:43.075276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96037b8-ad43-4933-9430-3481e18b26ae req-1a557d51-c5db-44f4-b65b-4f131cbd7afa tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.077905 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a96037b8-ad43-4933-9430-3481e18b26ae req-1a557d51-c5db-44f4-b65b-4f131cbd7afa tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 950 time: 0.4678304 Jul 16 17:58:43.210535 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff59b5a3-8578-4f93-86f2-ef16212d2bd3 x-openstack-request-id: req-ff59b5a3-8578-4f93-86f2-ef16212d2bd3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:43.211024 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb81637e-572d-4ff3-884c-d3454b751e27", "name": "network-vif-deleted", "tag": "8058ac10-255a-4ec4-9369-35aa9e54d490", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:43.211260 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff59b5a3-8578-4f93-86f2-ef16212d2bd3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:43.211587 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb81637e-572d-4ff3-884c-d3454b751e27', 'name': 'network-vif-deleted', 'tag': '8058ac10-255a-4ec4-9369-35aa9e54d490', 'status': 'completed', 'code': 200} Jul 16 17:58:43.212329 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c210dcf3-f739-4164-a1cb-fc62f21923f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.215044 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1816a0e6-d02e-45c1-bf35-024ec5874133 req-d05b754a-5177-47bc-846a-652cbc0d70b2 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509547 Jul 16 17:58:43.222695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-7775157d-bc94-4160-bfe5-cd4dd9cec6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.231336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-7775157d-bc94-4160-bfe5-cd4dd9cec6cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=70b2dd93e297429ea7490bd0a0bb449d&device_id=edf038ae-d033-402b-94a3-245e4393aac7 HTTP/1.1" status: 200 len: 1095 time: 0.6189964 Jul 16 17:58:43.281970 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39b8aa67-c883-4f00-9e4d-918f3537a256 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=439f2b33d61f41dca0e5c59052b5e9cf HTTP/1.1" status: 200 len: 380 time: 0.4813635 Jul 16 17:58:43.300476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 8058ac10-255a-4ec4-9369-35aa9e54d490 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:43.308790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'port': {'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'admin_state_up': True, 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'security_groups': ['c960c388-bc8f-46fc-878a-cf1bc0596491']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:43.377243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 8058ac10-255a-4ec4-9369-35aa9e54d490 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:43.377456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 8058ac10-255a-4ec4-9369-35aa9e54d490 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:43.422278 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ee4596-50ec-4906-95fd-b010a09492a2 x-openstack-request-id: req-71ee4596-50ec-4906-95fd-b010a09492a2 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:43.424301 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf038ae-d033-402b-94a3-245e4393aac7", "tag": "f8fd5a6c-6104-4d12-8225-a7bcb8c324c7", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:43.424666 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71ee4596-50ec-4906-95fd-b010a09492a2 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:43.425194 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf038ae-d033-402b-94a3-245e4393aac7', 'tag': 'f8fd5a6c-6104-4d12-8225-a7bcb8c324c7', 'status': 'completed', 'code': 200} Jul 16 17:58:43.435434 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ec699306-dddb-42f0-b6b9-e799b8c6ae50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.437435 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-ed3218f6-fe73-4136-887a-5148214a0488 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 HTTP/1.1" status: 200 len: 217 time: 0.1964898 Jul 16 17:58:43.755483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-dbb68c9d-da04-4f04-b48e-eb3a571d961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.757453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-dbb68c9d-da04-4f04-b48e-eb3a571d961b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ba1713b5-1278-47dd-ab31-13096f65683a HTTP/1.1" status: 200 len: 862 time: 0.2623532 Jul 16 17:58:43.816851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-6b193478-5951-46ac-b4b5-8d7dba50117f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=561dc560-5855-48d4-93b7-c8ed85943dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491130 Jul 16 17:58:43.890804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Made reservation on behalf of 439f2b33d61f41dca0e5c59052b5e9cf for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:43.903863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.927462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-f6a6ee66-192d-489c-bddb-1dc1b9b7d9d2 service neutron] 10.222.0.32 "GET /v2.0/networks/561dc560-5855-48d4-93b7-c8ed85943dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995116 Jul 16 17:58:43.929235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-a96037b8-ad43-4933-9430-3481e18b26ae req-8b289a5a-0ed5-4078-aeaf-27a8e09dccb5 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Deleting port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:43.936260 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a96037b8-ad43-4933-9430-3481e18b26ae req-8b289a5a-0ed5-4078-aeaf-27a8e09dccb5 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.988272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c210dcf3-f739-4164-a1cb-fc62f21923f9 admin admin] Router b2e07c9c-540f-438f-9692-3931e7eda063 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:43.990478 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55788) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:44.001232 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc73af-7fee-4fb2-91aa-e4be11e313b5 req-08f97a3d-b469-46cf-9748-a74fb16466e8 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.009714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23fc73af-7fee-4fb2-91aa-e4be11e313b5 req-08f97a3d-b469-46cf-9748-a74fb16466e8 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/ports?device_id=edf038ae-d033-402b-94a3-245e4393aac7 HTTP/1.1" status: 200 len: 943 time: 0.6021924 Jul 16 17:58:44.074298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27957-6f1f-40f2-a116-9aef12d60d95 req-12448af7-d4c3-41e1-a15c-1467a97c9700 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.093824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27957-6f1f-40f2-a116-9aef12d60d95 req-12448af7-d4c3-41e1-a15c-1467a97c9700 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.109625 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27957-6f1f-40f2-a116-9aef12d60d95 req-12448af7-d4c3-41e1-a15c-1467a97c9700 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.115891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27957-6f1f-40f2-a116-9aef12d60d95 req-12448af7-d4c3-41e1-a15c-1467a97c9700 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.133849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27957-6f1f-40f2-a116-9aef12d60d95 req-12448af7-d4c3-41e1-a15c-1467a97c9700 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.141043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27957-6f1f-40f2-a116-9aef12d60d95 req-12448af7-d4c3-41e1-a15c-1467a97c9700 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.147008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27957-6f1f-40f2-a116-9aef12d60d95 req-12448af7-d4c3-41e1-a15c-1467a97c9700 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.155166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78e27957-6f1f-40f2-a116-9aef12d60d95 req-12448af7-d4c3-41e1-a15c-1467a97c9700 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5419 time: 0.4954171 Jul 16 17:58:44.256572 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da65fa77-a4cc-428f-af4f-f978c4dac2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.320633 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78e27957-6f1f-40f2-a116-9aef12d60d95 req-ae55354e-9244-42a3-bd5c-8e32da75f642 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1644449 Jul 16 17:58:44.366978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Allocated IP 172.20.0.10 (44337d24-7f19-40cf-a303-f059903d6ce5/69eb66ea-9472-42b1-8bef-cc1b7c6812ce/66b198d4-be15-4005-a079-fa148eb42193) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:44.414886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c210dcf3-f739-4164-a1cb-fc62f21923f9 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:44.433536 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c210dcf3-f739-4164-a1cb-fc62f21923f9 admin admin] 10.222.0.24 "PUT /v2.0/routers/b2e07c9c-540f-438f-9692-3931e7eda063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1279066 Jul 16 17:58:44.437637 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a9fb88-e811-46be-b2cf-b733a3df3276 None None] Sync routers for ids ['b2e07c9c-540f-438f-9692-3931e7eda063'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:44.446934 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55794) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:44.477947 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9fb88-e811-46be-b2cf-b733a3df3276 None None] Routers {'b2e07c9c-540f-438f-9692-3931e7eda063'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:44.479321 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-22a9fb88-e811-46be-b2cf-b733a3df3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:58:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b2e07c9c-540f-438f-9692-3931e7eda063'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:44.481697 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23fc73af-7fee-4fb2-91aa-e4be11e313b5 req-2669f5d8-1282-46a2-9c85-816319d32f4c tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa072c8b-8119-4980-ae11-18ae7744157f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581063 Jul 16 17:58:44.499469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a96037b8-ad43-4933-9430-3481e18b26ae req-8b289a5a-0ed5-4078-aeaf-27a8e09dccb5 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] For port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=10b719ad-e06b-42d4-98ed-0f3c47b2dfff,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:44.504333 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a96037b8-ad43-4933-9430-3481e18b26ae req-8b289a5a-0ed5-4078-aeaf-27a8e09dccb5 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.539173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3242efb2-d80a-4e94-af1f-adddadc80d63 req-eefd6297-5398-4785-be2e-a0540f1b6b94 service neutron] 10.222.0.32 "GET /v2.0/networks/561dc560-5855-48d4-93b7-c8ed85943dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977466 Jul 16 17:58:44.554653 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-a96037b8-ad43-4933-9430-3481e18b26ae req-8b289a5a-0ed5-4078-aeaf-27a8e09dccb5 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Calling delete_port for 10b719ad-e06b-42d4-98ed-0f3c47b2dfff owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:44.707427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.768295 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-22a9fb88-e811-46be-b2cf-b733a3df3276 None None] Set router b2e07c9c-540f-438f-9692-3931e7eda063 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:44.909615 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da65fa77-a4cc-428f-af4f-f978c4dac2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.927458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db388dff-5d7c-47bd-9791-f8ab4540242f req-57c0d9f7-a5a0-4940-8295-2a191da19f99 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.0786364 Jul 16 17:58:45.044495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56cd63-720a-49f2-8327-a021fff8946d req-135bd963-4310-45c4-aa78-e05a5a1ffc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.048243 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d56cd63-720a-49f2-8327-a021fff8946d req-135bd963-4310-45c4-aa78-e05a5a1ffc00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=70b2dd93e297429ea7490bd0a0bb449d&device_id=edf038ae-d033-402b-94a3-245e4393aac7 HTTP/1.1" status: 200 len: 1095 time: 0.3873436 Jul 16 17:58:45.061475 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-22a9fb88-e811-46be-b2cf-b733a3df3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:58:42Z', 'revision_number': 5, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:45.084692 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.088028 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a9fb88-e811-46be-b2cf-b733a3df3276 None None] Checking router: b2e07c9c-540f-438f-9692-3931e7eda063 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:45.097518 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9fb88-e811-46be-b2cf-b733a3df3276 None None] Routers {'b2e07c9c-540f-438f-9692-3931e7eda063'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:45.098220 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-22a9fb88-e811-46be-b2cf-b733a3df3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:58:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b2e07c9c-540f-438f-9692-3931e7eda063'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:45.105351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Transition to ACTIVE for port object 66b198d4-be15-4005-a079-fa148eb42193 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:45.167600 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da65fa77-a4cc-428f-af4f-f978c4dac2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.171851 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.270539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754a796-62d5-4654-aad4-6295d660dd83 req-6da3b214-955e-4144-bde1-6bfe97d02e45 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.283521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d754a796-62d5-4654-aad4-6295d660dd83 req-6da3b214-955e-4144-bde1-6bfe97d02e45 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f3e4663-c44f-43de-be3f-797f594ca99e HTTP/1.1" status: 200 len: 950 time: 0.4993384 Jul 16 17:58:45.309928 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-22a9fb88-e811-46be-b2cf-b733a3df3276 None None] Set router b2e07c9c-540f-438f-9692-3931e7eda063 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:45.328761 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65fa77-a4cc-428f-af4f-f978c4dac2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06d871b-4e82-4526-8888-fc69d52920bc,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:45.338130 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.373303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Network 44337d24-7f19-40cf-a303-f059903d6ce5 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:45.382359 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-da65fa77-a4cc-428f-af4f-f978c4dac2e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ff7165ac500453f80ce3dbe507bd34e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3851554 Jul 16 17:58:45.384720 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55814) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:45.385983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:45.396436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:45.423822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a96037b8-ad43-4933-9430-3481e18b26ae req-8b289a5a-0ed5-4078-aeaf-27a8e09dccb5 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.494688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d754a796-62d5-4654-aad4-6295d660dd83 req-bee030b6-4c1d-4c77-afe0-f5a5e99746f8 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.24 "GET /v2.0/security-groups?id=54956ba5-bb47-4916-883a-9efd7ffa651e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102084 Jul 16 17:58:45.499320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56cd63-720a-49f2-8327-a021fff8946d req-74790011-4a6e-409b-8068-a70b022b68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.505768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'Port': ['ID=66b198d4-be15-4005-a079-fa148eb42193,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:45.506558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d56cd63-720a-49f2-8327-a021fff8946d req-74790011-4a6e-409b-8068-a70b022b68aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=561dc560-5855-48d4-93b7-c8ed85943dbd HTTP/1.1" status: 200 len: 923 time: 0.3913815 Jul 16 17:58:45.668722 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d56cd63-720a-49f2-8327-a021fff8946d req-eb54e931-8254-4382-908c-2a0d00644cef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 HTTP/1.1" status: 200 len: 217 time: 0.0892897 Jul 16 17:58:45.691019 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-161a70cd-9ede-4b4c-bcda-44d4b359ee2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.801637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96037b8-ad43-4933-9430-3481e18b26ae req-8b289a5a-0ed5-4078-aeaf-27a8e09dccb5 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] No DVR routers for this DVR port 10b719ad-e06b-42d4-98ed-0f3c47b2dfff on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:45.805514 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a96037b8-ad43-4933-9430-3481e18b26ae req-8b289a5a-0ed5-4078-aeaf-27a8e09dccb5 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.809643 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a96037b8-ad43-4933-9430-3481e18b26ae req-8b289a5a-0ed5-4078-aeaf-27a8e09dccb5 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] 10.222.0.32 "DELETE /v2.0/ports/10b719ad-e06b-42d4-98ed-0f3c47b2dfff HTTP/1.1" status: 204 len: 173 time: 2.7083263 Jul 16 17:58:45.810908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b289a5a-0ed5-4078-aeaf-27a8e09dccb5 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] Pushing event deleted for resources: {'Port': ['ID=10b719ad-e06b-42d4-98ed-0f3c47b2dfff,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:45.865206 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-22a9fb88-e811-46be-b2cf-b733a3df3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:58:42Z', 'revision_number': 5, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:45.884451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3e4663-c44f-43de-be3f-797f594ca99e', 'name': 'network-vif-deleted', 'tag': '10b719ad-e06b-42d4-98ed-0f3c47b2dfff'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:45.887524 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4817046c-72c1-45af-9139-6fcdb22e4a2b" -d '{"events": [{"server_uuid": "4f3e4663-c44f-43de-be3f-797f594ca99e", "name": "network-vif-deleted", "tag": "10b719ad-e06b-42d4-98ed-0f3c47b2dfff"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:45.912949 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.926065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.926753 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.966956 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0ea0864c-803e-463f-b882-6019918d5e31 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6771548 Jul 16 17:58:45.970344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:45.972532 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 10b719ad-e06b-42d4-98ed-0f3c47b2dfff no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:46.001777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'port': {'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971', 'admin_state_up': True, 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'security_groups': ['c960c388-bc8f-46fc-878a-cf1bc0596491']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:46.029880 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a9fb88-e811-46be-b2cf-b733a3df3276 None None] The sync data for ids ['b2e07c9c-540f-438f-9692-3931e7eda063'] in n-d-787205-10 is: [{'id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'name': 'tempest-ServersTestManualDisk-109989368-router', 'tenant_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:31Z', 'updated_at': '2021-07-16T17:58:42Z', 'revision_number': 5, 'project_id': 'e1c1be4d2aed49b1b7380e63f23c98a2', 'gw_port': {'id': 'e68b2c53-f40a-43be-8c12-5b1004919b85', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e07c9c-540f-438f-9692-3931e7eda063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:33Z', 'updated_at': '2021-07-16T17:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:46.073707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 10b719ad-e06b-42d4-98ed-0f3c47b2dfff {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:46.077167 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 10b719ad-e06b-42d4-98ed-0f3c47b2dfff not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:46.125816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2eb05ca1-d4ef-4f9b-92bc-93a9cfd62eef None None] Provisioning for port 66b198d4-be15-4005-a079-fa148eb42193 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:46.148743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55830) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:46.160967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2eb05ca1-d4ef-4f9b-92bc-93a9cfd62eef None None] Provisioning complete for port 66b198d4-be15-4005-a079-fa148eb42193 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:46.161791 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2eb05ca1-d4ef-4f9b-92bc-93a9cfd62eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.242631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da35f7-dc55-49f9-9b74-bcdbbc8774b3 req-9144caf6-ad48-46d6-8ac2-cb5fda3d16e7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.249615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da35f7-dc55-49f9-9b74-bcdbbc8774b3 req-9144caf6-ad48-46d6-8ac2-cb5fda3d16e7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.257159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da35f7-dc55-49f9-9b74-bcdbbc8774b3 req-9144caf6-ad48-46d6-8ac2-cb5fda3d16e7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.266016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da35f7-dc55-49f9-9b74-bcdbbc8774b3 req-9144caf6-ad48-46d6-8ac2-cb5fda3d16e7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.272419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2eb05ca1-d4ef-4f9b-92bc-93a9cfd62eef None None] Port 66b198d4-be15-4005-a079-fa148eb42193 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:46.273269 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da35f7-dc55-49f9-9b74-bcdbbc8774b3 req-9144caf6-ad48-46d6-8ac2-cb5fda3d16e7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.280888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da35f7-dc55-49f9-9b74-bcdbbc8774b3 req-9144caf6-ad48-46d6-8ac2-cb5fda3d16e7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.288236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da35f7-dc55-49f9-9b74-bcdbbc8774b3 req-9144caf6-ad48-46d6-8ac2-cb5fda3d16e7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.290350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1da35f7-dc55-49f9-9b74-bcdbbc8774b3 req-9144caf6-ad48-46d6-8ac2-cb5fda3d16e7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5419 time: 0.4912248 Jul 16 17:58:46.297801 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07f97716-c876-4004-baa7-4d215055f806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.313985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56cd63-720a-49f2-8327-a021fff8946d req-d060decc-8a0d-42bf-9e81-1e708c671fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.315126 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d56cd63-720a-49f2-8327-a021fff8946d req-d060decc-8a0d-42bf-9e81-1e708c671fcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ba1713b5-1278-47dd-ab31-13096f65683a HTTP/1.1" status: 200 len: 862 time: 0.5743890 Jul 16 17:58:46.367403 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1da35f7-dc55-49f9-9b74-bcdbbc8774b3 req-fd88c900-1a65-429f-a061-fa6d65d3e35d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671835 Jul 16 17:58:46.369959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f8fd5a6c-6104-4d12-8225-a7bcb8c324c7,segment=NetworkSegment(97af3d0f-88e0-438b-a46b-c7b8a8c5b502),segment_id=97af3d0f-88e0-438b-a46b-c7b8a8c5b502)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:46.418021 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07f97716-c876-4004-baa7-4d215055f806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.440893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'f8fd5a6c-6104-4d12-8225-a7bcb8c324c7', 'network_id': '561dc560-5855-48d4-93b7-c8ed85943dbd', 'port_id': 'f8fd5a6c-6104-4d12-8225-a7bcb8c324c7', 'mac_address': 'fa:16:3e:f2:2d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1713b5-1278-47dd-ab31-13096f65683a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:46.441475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ac4c6-ddd0-4653-b1ea-3b95ea341ab3 req-b4092ffe-a865-43da-ad0a-b50be64d12fc tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.443123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd2ac4c6-ddd0-4653-b1ea-3b95ea341ab3 req-b4092ffe-a865-43da-ad0a-b50be64d12fc tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/ports?device_id=edf038ae-d033-402b-94a3-245e4393aac7 HTTP/1.1" status: 200 len: 943 time: 0.4916546 Jul 16 17:58:46.511097 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d56cd63-720a-49f2-8327-a021fff8946d req-d01c2e35-ac59-4a8c-a660-834cb5786cd1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=561dc560-5855-48d4-93b7-c8ed85943dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505826 Jul 16 17:58:46.513580 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Deleting port e68b2c53-f40a-43be-8c12-5b1004919b85 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:46.513957 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.553789 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.590942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:46.611077 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b419e768-3b7a-4364-bb12-ea921c338cac x-openstack-request-id: req-b419e768-3b7a-4364-bb12-ea921c338cac {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:46.616367 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3e4663-c44f-43de-be3f-797f594ca99e", "name": "network-vif-deleted", "tag": "10b719ad-e06b-42d4-98ed-0f3c47b2dfff", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:46.616897 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b419e768-3b7a-4364-bb12-ea921c338cac {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:46.618590 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3e4663-c44f-43de-be3f-797f594ca99e', 'name': 'network-vif-deleted', 'tag': '10b719ad-e06b-42d4-98ed-0f3c47b2dfff', 'status': 'completed', 'code': 200} Jul 16 17:58:46.645050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f8fd5a6c-6104-4d12-8225-a7bcb8c324c7,segment=NetworkSegment(97af3d0f-88e0-438b-a46b-c7b8a8c5b502),segment_id=97af3d0f-88e0-438b-a46b-c7b8a8c5b502)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:46.651624 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.738008 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd2ac4c6-ddd0-4653-b1ea-3b95ea341ab3 req-9bc85319-0388-487a-9938-b9de518a3a7b tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa072c8b-8119-4980-ae11-18ae7744157f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331414 Jul 16 17:58:46.767829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] For port e68b2c53-f40a-43be-8c12-5b1004919b85, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e68b2c53-f40a-43be-8c12-5b1004919b85,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:46.768175 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.786194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f8fd5a6c-6104-4d12-8225-a7bcb8c324c7,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:46.804819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Calling delete_port for e68b2c53-f40a-43be-8c12-5b1004919b85 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:46.866824 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-816d3968-95e2-4e11-8566-14cc94fd6598 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=93fc2e4959a74738af7d00667617c71d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7120509 Jul 16 17:58:46.872322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55840) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:46.882258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['f8fd5a6c-6104-4d12-8225-a7bcb8c324c7'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:46.955547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d56cd63-720a-49f2-8327-a021fff8946d req-8d0cdd59-880b-4b22-a832-64bc616a925a service neutron] 10.222.0.32 "GET /v2.0/networks/561dc560-5855-48d4-93b7-c8ed85943dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139946 Jul 16 17:58:47.072248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Made reservation on behalf of 439f2b33d61f41dca0e5c59052b5e9cf for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:47.076926 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.083595 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07f97716-c876-4004-baa7-4d215055f806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.086345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07f97716-c876-4004-baa7-4d215055f806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.091911 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-07f97716-c876-4004-baa7-4d215055f806 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a06d871b-4e82-4526-8888-fc69d52920bc HTTP/1.1" status: 204 len: 168 time: 1.6816030 Jul 16 17:58:47.103543 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d56cd63-720a-49f2-8327-a021fff8946d req-d905e96c-dd59-412a-8493-0e6784abd5fd service neutron] 10.222.0.32 "GET /v2.0/networks/561dc560-5855-48d4-93b7-c8ed85943dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292162 Jul 16 17:58:47.130279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f97716-c876-4004-baa7-4d215055f806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06d871b-4e82-4526-8888-fc69d52920bc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:47.201885 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5c12779-b713-497c-9f05-5f944b6f6cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.260223 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5c12779-b713-497c-9f05-5f944b6f6cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.325181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001453d2-9977-44d7-b210-3ef0c3826a1e req-c1d8f5dc-744b-48cb-9a2c-ee40b5915314 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.332713 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-001453d2-9977-44d7-b210-3ef0c3826a1e req-c1d8f5dc-744b-48cb-9a2c-ee40b5915314 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 932 time: 0.3759391 Jul 16 17:58:47.351710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Allocated IP 10.1.1.41 (d14411d5-9208-45c8-b382-da9f272bc971/06074b83-f168-4f07-b7c7-abb44a4c8c52/6ea0e187-1c81-443f-a401-224fa078f2c1) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:47.372599 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5c12779-b713-497c-9f05-5f944b6f6cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.376243 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5c12779-b713-497c-9f05-5f944b6f6cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.377557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b5c12779-b713-497c-9f05-5f944b6f6cb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35 HTTP/1.1" status: 204 len: 168 time: 0.5013328 Jul 16 17:58:47.399987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c12779-b713-497c-9f05-5f944b6f6cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e08f4ae-9ba9-4c68-8ef5-e3146cc89d35,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:47.429513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-001453d2-9977-44d7-b210-3ef0c3826a1e req-f22a1ec6-fdef-412d-8619-516af93f6f11 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955250 Jul 16 17:58:47.512097 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.541257 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55854) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:47.656345 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d10ca451-33ac-4c8e-9815-a36c34b2c73d no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:47.714391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: d10ca451-33ac-4c8e-9815-a36c34b2c73d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:47.716131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d10ca451-33ac-4c8e-9815-a36c34b2c73d not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:47.787295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.823377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55864) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:47.833551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Pushing event deleted for resources: {'Port': ['ID=e68b2c53-f40a-43be-8c12-5b1004919b85,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:47.869173 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f73b1a70-6716-46be-b529-c3ce7d5f7378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.983243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:48.049921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.097470 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f73b1a70-6716-46be-b529-c3ce7d5f7378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.116717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:48.123828 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:48.124244 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f73b1a70-6716-46be-b529-c3ce7d5f7378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.124364 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.211057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26204fb-1502-4ee2-97d6-2e8870a402f3 req-1e9e0af9-469e-4ff1-b03f-f490759f3f76 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.233913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26204fb-1502-4ee2-97d6-2e8870a402f3 req-1e9e0af9-469e-4ff1-b03f-f490759f3f76 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.240300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26204fb-1502-4ee2-97d6-2e8870a402f3 req-1e9e0af9-469e-4ff1-b03f-f490759f3f76 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.258240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26204fb-1502-4ee2-97d6-2e8870a402f3 req-1e9e0af9-469e-4ff1-b03f-f490759f3f76 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.264495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26204fb-1502-4ee2-97d6-2e8870a402f3 req-1e9e0af9-469e-4ff1-b03f-f490759f3f76 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.283798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26204fb-1502-4ee2-97d6-2e8870a402f3 req-1e9e0af9-469e-4ff1-b03f-f490759f3f76 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.285048 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.287950 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.289899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26204fb-1502-4ee2-97d6-2e8870a402f3 req-1e9e0af9-469e-4ff1-b03f-f490759f3f76 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.301693 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b26204fb-1502-4ee2-97d6-2e8870a402f3 req-1e9e0af9-469e-4ff1-b03f-f490759f3f76 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5419 time: 0.6470358 Jul 16 17:58:48.336485 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.353074 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.356149 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.356808 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2e07c9c-540f-438f-9692-3931e7eda063 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:58:48.362480 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f73b1a70-6716-46be-b529-c3ce7d5f7378 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=314578c954f1429aafd4e9a41c651874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5377483 Jul 16 17:58:48.376412 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.377720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55876) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:48.378239 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6e1faf52-a420-4913-a7d2-3bb53b04f89e admin admin] 10.222.0.24 "DELETE /v2.0/routers/b2e07c9c-540f-438f-9692-3931e7eda063 HTTP/1.1" status: 204 len: 168 time: 3.9120963 Jul 16 17:58:48.388417 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55878) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:48.390129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f8fd5a6c-6104-4d12-8225-a7bcb8c324c7,segment=NetworkSegment(97af3d0f-88e0-438b-a46b-c7b8a8c5b502),segment_id=97af3d0f-88e0-438b-a46b-c7b8a8c5b502)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:48.392083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf038ae-d033-402b-94a3-245e4393aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fd5a6c-6104-4d12-8225-a7bcb8c324c7'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:48.396564 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f5e7e7-01a6-4889-9349-dd8ab4a13862" -d '{"events": [{"server_uuid": "edf038ae-d033-402b-94a3-245e4393aac7", "name": "network-vif-plugged", "status": "completed", "tag": "f8fd5a6c-6104-4d12-8225-a7bcb8c324c7"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:48.400913 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.427267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b1a70-6716-46be-b529-c3ce7d5f7378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42f2d43-4a5e-40d3-8be0-17f788d09dbc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:48.469842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f8fd5a6c-6104-4d12-8225-a7bcb8c324c7,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:48.498425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Transition to ACTIVE for port object 6ea0e187-1c81-443f-a401-224fa078f2c1 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:48.536495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97934e7-59fe-4213-a990-43e47875b9ac admin admin] Deleting subnet b55e17a7-197e-4ffa-bf70-ad013e87cf95 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:48.549494 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b97934e7-59fe-4213-a990-43e47875b9ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.618598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b26204fb-1502-4ee2-97d6-2e8870a402f3 req-45f297f8-2ae3-4f3c-b37a-859fa6e1aaa6 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3169453 Jul 16 17:58:48.627427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b97934e7-59fe-4213-a990-43e47875b9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.633802 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.672166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f7ac8a52-7998-407a-aea2-9a2073f9adf6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ccdf17dc6774ef385777e775eb283cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1264558 Jul 16 17:58:48.672855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55888) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:48.734229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Network d14411d5-9208-45c8-b382-da9f272bc971 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:48.734521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934582f-de61-4b2a-a87b-86e098d36770 req-140cc10e-fcad-44a1-87ee-f9a3d39d1fa4 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.740182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c934582f-de61-4b2a-a87b-86e098d36770 req-140cc10e-fcad-44a1-87ee-f9a3d39d1fa4 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/ports?device_id=edf038ae-d033-402b-94a3-245e4393aac7 HTTP/1.1" status: 200 len: 944 time: 0.6402347 Jul 16 17:58:48.740779 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:48.751480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:48.851273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.852190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.948427 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1576372c-82c7-49c2-accc-fc12873d9762 x-openstack-request-id: req-1576372c-82c7-49c2-accc-fc12873d9762 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:48.951850 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf038ae-d033-402b-94a3-245e4393aac7", "name": "network-vif-plugged", "status": "completed", "tag": "f8fd5a6c-6104-4d12-8225-a7bcb8c324c7", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:48.952122 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1576372c-82c7-49c2-accc-fc12873d9762 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:48.952552 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf038ae-d033-402b-94a3-245e4393aac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fd5a6c-6104-4d12-8225-a7bcb8c324c7', 'code': 200} Jul 16 17:58:48.953995 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9591c036-7923-4a56-85da-bc0948213e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.957906 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.031123 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9591c036-7923-4a56-85da-bc0948213e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.118799 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7db76ec-2905-4fc3-86cd-d7f269c0545c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.212911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55898) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:49.283084 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c934582f-de61-4b2a-a87b-86e098d36770 req-518d13f8-d011-4d76-b7cd-1a88155da948 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa072c8b-8119-4980-ae11-18ae7744157f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353395 Jul 16 17:58:49.314376 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9591c036-7923-4a56-85da-bc0948213e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.316933 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9591c036-7923-4a56-85da-bc0948213e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.324162 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9591c036-7923-4a56-85da-bc0948213e88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d42f2d43-4a5e-40d3-8be0-17f788d09dbc HTTP/1.1" status: 204 len: 168 time: 0.9201636 Jul 16 17:58:49.343965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591c036-7923-4a56-85da-bc0948213e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42f2d43-4a5e-40d3-8be0-17f788d09dbc,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.348136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-559c0529-799c-47ec-a8f9-133f88a386d2 None None] Provisioning for port 6ea0e187-1c81-443f-a401-224fa078f2c1 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:49.349089 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7db76ec-2905-4fc3-86cd-d7f269c0545c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.369198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-559c0529-799c-47ec-a8f9-133f88a386d2 None None] Provisioning complete for port 6ea0e187-1c81-443f-a401-224fa078f2c1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:49.369586 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-559c0529-799c-47ec-a8f9-133f88a386d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.405064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92605281-6e75-45bb-b5db-d0781a4b011d req-c99f97b6-beb8-4b29-8a6e-cf4f49ae92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.407334 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92605281-6e75-45bb-b5db-d0781a4b011d req-c99f97b6-beb8-4b29-8a6e-cf4f49ae92b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=edf038ae-d033-402b-94a3-245e4393aac7 HTTP/1.1" status: 200 len: 1097 time: 0.2534184 Jul 16 17:58:49.467985 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92605281-6e75-45bb-b5db-d0781a4b011d req-9f039f1c-bd1f-4628-9228-0fdc786fd39c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aa072c8b-8119-4980-ae11-18ae7744157f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526834 Jul 16 17:58:49.479953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67146265-ab21-49c8-87c6-6da75790bd5c req-16672bb0-9aac-4db4-be9d-b463e8a87673 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.486950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67146265-ab21-49c8-87c6-6da75790bd5c req-16672bb0-9aac-4db4-be9d-b463e8a87673 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.489245 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67146265-ab21-49c8-87c6-6da75790bd5c req-16672bb0-9aac-4db4-be9d-b463e8a87673 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 1653 time: 0.3666742 Jul 16 17:58:49.529561 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7db76ec-2905-4fc3-86cd-d7f269c0545c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.532183 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7db76ec-2905-4fc3-86cd-d7f269c0545c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.539461 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c7db76ec-2905-4fc3-86cd-d7f269c0545c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54956ba5-bb47-4916-883a-9efd7ffa651e HTTP/1.1" status: 204 len: 168 time: 0.8304150 Jul 16 17:58:49.549245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db76ec-2905-4fc3-86cd-d7f269c0545c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54956ba5-bb47-4916-883a-9efd7ffa651e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.588451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67146265-ab21-49c8-87c6-6da75790bd5c req-6e782a66-0e2b-413f-b0f5-a0db4621a9be tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789330 Jul 16 17:58:49.626597 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-559c0529-799c-47ec-a8f9-133f88a386d2 None None] Port 6ea0e187-1c81-443f-a401-224fa078f2c1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:49.643542 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b97934e7-59fe-4213-a990-43e47875b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.651663 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-188394468-network', 'tenant_id': '0b06076b1b314f5196e59cb52782930b'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:49.706082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Made reservation on behalf of 0b06076b1b314f5196e59cb52782930b for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:49.708467 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.726896 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:58:49.768264 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.802569 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'Port': ['ID=6ea0e187-1c81-443f-a401-224fa078f2c1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.843229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e68b2c53-f40a-43be-8c12-5b1004919b85 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:49.851458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b97934e7-59fe-4213-a990-43e47875b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.871175 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a2c8ae0e-4d15-49e1-b869-d10882051829 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8861954 Jul 16 17:58:49.896500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: e68b2c53-f40a-43be-8c12-5b1004919b85 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:49.898286 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e68b2c53-f40a-43be-8c12-5b1004919b85 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:49.911787 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'port': {'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971', 'admin_state_up': True, 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'security_groups': ['c960c388-bc8f-46fc-878a-cf1bc0596491']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:50.022149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97934e7-59fe-4213-a990-43e47875b9ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55e17a7-197e-4ffa-bf70-ad013e87cf95,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:50.033103 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b97934e7-59fe-4213-a990-43e47875b9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.039652 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b97934e7-59fe-4213-a990-43e47875b9ac admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b55e17a7-197e-4ffa-bf70-ad013e87cf95 HTTP/1.1" status: 204 len: 168 time: 1.6454737 Jul 16 17:58:50.040408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55918) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:50.045517 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a494f5e-25af-42b6-811d-83f3085a6a3a None None] Network b71f8054-caf1-446c-aa40-26ffb58e9c4a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:50.301855 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.342550 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.392137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Made reservation on behalf of 439f2b33d61f41dca0e5c59052b5e9cf for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:50.413689 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.447472 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.458604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55928) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:50.565729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:50.583459 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244f6928-6b1a-4e55-b65e-d6799a4ffe6f None None] DHCP port deletion for b71f8054-caf1-446c-aa40-26ffb58e9c4a request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:58:50.611669 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f382bc9b-d772-4fae-b716-7864332f4808,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:50.644766 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.645131 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Added segment 343e37e8-b875-496d-aec0-01dfd8a0e495 of type vlan for network 2d9552cb-74d2-4132-97a1-10fbab633a25 Jul 16 17:58:50.716293 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-55da3bb1-a728-4e92-98a1-01af2dc13ed3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e52b55fe2c7c484cbf97726c5a6ad5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454193 Jul 16 17:58:50.719751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55934) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:50.732270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-244f6928-6b1a-4e55-b65e-d6799a4ffe6f None None] Deleting port cc1415c8-d722-41dc-897e-6181217d55ef {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:50.733307 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-244f6928-6b1a-4e55-b65e-d6799a4ffe6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.849144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-244f6928-6b1a-4e55-b65e-d6799a4ffe6f None None] For port cc1415c8-d722-41dc-897e-6181217d55ef, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cc1415c8-d722-41dc-897e-6181217d55ef,segment=NetworkSegment(4e265437-19f1-41be-808c-3d6f7270f227),segment_id=4e265437-19f1-41be-808c-3d6f7270f227)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:50.849144 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-244f6928-6b1a-4e55-b65e-d6799a4ffe6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.875717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-244f6928-6b1a-4e55-b65e-d6799a4ffe6f None None] Calling delete_port for cc1415c8-d722-41dc-897e-6181217d55ef owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:50.907696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Allocated IP 10.1.1.244 (d14411d5-9208-45c8-b382-da9f272bc971/06074b83-f168-4f07-b7c7-abb44a4c8c52/4491f8dd-ddb2-4310-9cd7-053d2271a801) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:50.939014 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.100285 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-244f6928-6b1a-4e55-b65e-d6799a4ffe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.117934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271ec4-d778-401b-8700-1ac0a5ced94a req-c397ec22-0b4f-4a34-afde-2c0d55a95a09 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.126325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271ec4-d778-401b-8700-1ac0a5ced94a req-c397ec22-0b4f-4a34-afde-2c0d55a95a09 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.135028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271ec4-d778-401b-8700-1ac0a5ced94a req-c397ec22-0b4f-4a34-afde-2c0d55a95a09 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.142958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271ec4-d778-401b-8700-1ac0a5ced94a req-c397ec22-0b4f-4a34-afde-2c0d55a95a09 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.152714 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271ec4-d778-401b-8700-1ac0a5ced94a req-c397ec22-0b4f-4a34-afde-2c0d55a95a09 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.152922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.161242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271ec4-d778-401b-8700-1ac0a5ced94a req-c397ec22-0b4f-4a34-afde-2c0d55a95a09 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.169653 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb271ec4-d778-401b-8700-1ac0a5ced94a req-c397ec22-0b4f-4a34-afde-2c0d55a95a09 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.169981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f6928-6b1a-4e55-b65e-d6799a4ffe6f None None] Pushing event deleted for resources: {'Port': ['ID=cc1415c8-d722-41dc-897e-6181217d55ef,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:51.172528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb271ec4-d778-401b-8700-1ac0a5ced94a req-c397ec22-0b4f-4a34-afde-2c0d55a95a09 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5419 time: 0.8625584 Jul 16 17:58:51.184874 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.resource_extend [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:58:51.187589 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Transition to ACTIVE for port object 4491f8dd-ddb2-4310-9cd7-053d2271a801 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:51.191074 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f6928-6b1a-4e55-b65e-d6799a4ffe6f None None] No DVR routers for this DVR port cc1415c8-d722-41dc-897e-6181217d55ef on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:51.232575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Deleting port cc1415c8-d722-41dc-897e-6181217d55ef {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:51.233242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.252044 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.319226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Network d14411d5-9208-45c8-b382-da9f272bc971 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:51.324059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:51.330370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:51.422301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] For port cc1415c8-d722-41dc-897e-6181217d55ef, host n-d-787205-10, got binding levels [] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:51.427082 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.526056 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb271ec4-d778-401b-8700-1ac0a5ced94a req-29ead200-f89f-4cca-90a5-4aba8b22813e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2983010 Jul 16 17:58:51.539814 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'Port': ['ID=4491f8dd-ddb2-4310-9cd7-053d2271a801,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:51.560817 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.563757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.564026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.564706 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.564977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.579510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Calling delete_port for cc1415c8-d722-41dc-897e-6181217d55ef owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:51.608989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_backend_mixin [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Port cc1415c8-d722-41dc-897e-6181217d55ef was not found and therefore no delete operation was performed {{(pid=105591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 17:58:51.616067 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-64c7d5d6-f7cc-45b7-a103-dd097fd83428 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7081485 Jul 16 17:58:51.634294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff327e-80c3-4cec-850c-e2382bf6200b req-da7ccc89-c4a4-4e49-8a95-3ed0bca237e7 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.637535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'port': {'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f', 'admin_state_up': True, 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'security_groups': ['c960c388-bc8f-46fc-878a-cf1bc0596491']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:51.638923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3aff327e-80c3-4cec-850c-e2382bf6200b req-da7ccc89-c4a4-4e49-8a95-3ed0bca237e7 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/ports?device_id=edf038ae-d033-402b-94a3-245e4393aac7 HTTP/1.1" status: 200 len: 945 time: 1.0020819 Jul 16 17:58:51.640514 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-538c611e-1988-43fd-a5ad-7b39963b35e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.693210 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-538c611e-1988-43fd-a5ad-7b39963b35e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.788872 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-da1d9ece-4867-4ec1-b29a-adbf56c0b16e None None] Provisioning for port 4491f8dd-ddb2-4310-9cd7-053d2271a801 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:51.795928 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.800821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-da1d9ece-4867-4ec1-b29a-adbf56c0b16e None None] Provisioning complete for port 4491f8dd-ddb2-4310-9cd7-053d2271a801 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:51.802433 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da1d9ece-4867-4ec1-b29a-adbf56c0b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.896728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-da1d9ece-4867-4ec1-b29a-adbf56c0b16e None None] Port 4491f8dd-ddb2-4310-9cd7-053d2271a801 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:51.902096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cc1415c8-d722-41dc-897e-6181217d55ef no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:51.929522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] No DVR routers for this DVR port cc1415c8-d722-41dc-897e-6181217d55ef on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:51.970382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: cc1415c8-d722-41dc-897e-6181217d55ef {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:51.971099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Made reservation on behalf of 439f2b33d61f41dca0e5c59052b5e9cf for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:51.973240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cc1415c8-d722-41dc-897e-6181217d55ef not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:52.053509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8280585 Jul 16 17:58:52.053509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1415c8-d722-41dc-897e-6181217d55ef,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:52.085842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55958) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:52.092883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-24083a78-972f-4757-8063-eef1e5b83ee8 admin admin] Request body: {'subnet': {'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-188394468-subnet', 'tenant_id': '0b06076b1b314f5196e59cb52782930b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:52.147495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24083a78-972f-4757-8063-eef1e5b83ee8 admin admin] Made reservation on behalf of 0b06076b1b314f5196e59cb52782930b for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:52.150508 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24083a78-972f-4757-8063-eef1e5b83ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.172234 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-538c611e-1988-43fd-a5ad-7b39963b35e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.173483 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.174953 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-538c611e-1988-43fd-a5ad-7b39963b35e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.176131 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-538c611e-1988-43fd-a5ad-7b39963b35e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c13b53d4-01e5-4673-813a-d8d0831c5c30 HTTP/1.1" status: 204 len: 168 time: 1.3864634 Jul 16 17:58:52.177051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bdce5-92e4-4c67-a02e-f2568f183dde admin admin] Pushing event updated for resources: {'Network': ['ID=2d9552cb-74d2-4132-97a1-10fbab633a25,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:52.189142 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 2d9552cb-74d2-4132-97a1-10fbab633a25 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:52.213536 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3aff327e-80c3-4cec-850c-e2382bf6200b req-58d645bd-1abe-4385-abaf-d3a4ea5bf37b tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa072c8b-8119-4980-ae11-18ae7744157f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259138 Jul 16 17:58:52.328939 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c611e-1988-43fd-a5ad-7b39963b35e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13b53d4-01e5-4673-813a-d8d0831c5c30,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:52.455256 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.507516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71f8054-caf1-446c-aa40-26ffb58e9c4a']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:52.538476 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ff683-ead4-4ec8-adfe-131e22fa0830 req-2fe67de6-d21d-440d-89f8-80295d3d16d5 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.557087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ff683-ead4-4ec8-adfe-131e22fa0830 req-2fe67de6-d21d-440d-89f8-80295d3d16d5 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.564541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ff683-ead4-4ec8-adfe-131e22fa0830 req-2fe67de6-d21d-440d-89f8-80295d3d16d5 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.573760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-546ff683-ead4-4ec8-adfe-131e22fa0830 req-2fe67de6-d21d-440d-89f8-80295d3d16d5 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 2374 time: 0.6408355 Jul 16 17:58:52.594382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e265437-19f1-41be-808c-3d6f7270f227') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:52.594960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e265437-19f1-41be-808c-3d6f7270f227') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:52.617174 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.655614 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-546ff683-ead4-4ec8-adfe-131e22fa0830 req-ec962cfa-7c9f-424f-95b9-06f452376d62 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804124 Jul 16 17:58:52.673646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.707405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:52.710688 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: timer() Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:52.713052 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:52.847002 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.868489 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.889859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.899431 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b71f8054-caf1-446c-aa40-26ffb58e9c4a HTTP/1.1" status: 204 len: 168 time: 2.8549180 Jul 16 17:58:53.001820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Allocated IP 10.2.2.100 (bc9a0f10-00e0-4fad-8805-19b95ad2b63f/ecc90bf6-64d1-40fc-ae7a-e5075092d38e/897d6457-d843-4c30-9f5d-1c8d2f827f6b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:53.307211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55996) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:53.617364 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24083a78-972f-4757-8063-eef1e5b83ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.692415 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24083a78-972f-4757-8063-eef1e5b83ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:53.950487 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6c7894b3-3042-4084-8ba8-139ed9a7d10c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1c1be4d2aed49b1b7380e63f23c98a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6215723 Jul 16 17:58:53.981310 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56008) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:54.038812 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.042738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24083a78-972f-4757-8063-eef1e5b83ee8 admin admin] Checking segment: {'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:54.043320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24083a78-972f-4757-8063-eef1e5b83ee8 admin admin] Network hostable DHCP agents. Network: 2d9552cb-74d2-4132-97a1-10fbab633a25, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:54.129411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Transition to ACTIVE for port object 897d6457-d843-4c30-9f5d-1c8d2f827f6b will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:54.147648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2bcd2-d963-4e60-8fdf-aa07d8948ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b71f8054-caf1-446c-aa40-26ffb58e9c4a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:54.161394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24083a78-972f-4757-8063-eef1e5b83ee8 admin admin] Network 2d9552cb-74d2-4132-97a1-10fbab633a25 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:54.239728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-24083a78-972f-4757-8063-eef1e5b83ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 2d9552cb-74d2-4132-97a1-10fbab633a25) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:54.250553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb5d3d-8ac0-4412-9b00-8b4fa4ff9c9b None None] Network 2d9552cb-74d2-4132-97a1-10fbab633a25 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:54.265457 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8e5b730-9242-4ace-9163-cf6b00914d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.268221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24083a78-972f-4757-8063-eef1e5b83ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.268831 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24083a78-972f-4757-8063-eef1e5b83ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.389637 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-24083a78-972f-4757-8063-eef1e5b83ee8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3019998 Jul 16 17:58:54.393376 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8e5b730-9242-4ace-9163-cf6b00914d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.412632 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.423631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bafda-9a1f-4781-b9a9-ad12b5192b06 req-bad91f3b-3d34-43ca-825c-70e30e6d46d2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.429680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bafda-9a1f-4781-b9a9-ad12b5192b06 req-bad91f3b-3d34-43ca-825c-70e30e6d46d2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.435978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bafda-9a1f-4781-b9a9-ad12b5192b06 req-bad91f3b-3d34-43ca-825c-70e30e6d46d2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.462408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bafda-9a1f-4781-b9a9-ad12b5192b06 req-bad91f3b-3d34-43ca-825c-70e30e6d46d2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.468732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bafda-9a1f-4781-b9a9-ad12b5192b06 req-bad91f3b-3d34-43ca-825c-70e30e6d46d2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.487226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bafda-9a1f-4781-b9a9-ad12b5192b06 req-bad91f3b-3d34-43ca-825c-70e30e6d46d2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.493153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bafda-9a1f-4781-b9a9-ad12b5192b06 req-bad91f3b-3d34-43ca-825c-70e30e6d46d2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.508869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f68bafda-9a1f-4781-b9a9-ad12b5192b06 req-bad91f3b-3d34-43ca-825c-70e30e6d46d2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5419 time: 0.3645847 Jul 16 17:58:54.519006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Network bc9a0f10-00e0-4fad-8805-19b95ad2b63f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:54.530550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:54.545045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2517fb6-502b-4986-8eb2-05ea8c6a619a req-5d4c240e-265a-476a-a6ac-a06bfb610b44 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.549701 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:54.555564 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d2517fb6-502b-4986-8eb2-05ea8c6a619a req-5d4c240e-265a-476a-a6ac-a06bfb610b44 tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/ports?device_id=edf038ae-d033-402b-94a3-245e4393aac7 HTTP/1.1" status: 200 len: 945 time: 0.4102609 Jul 16 17:58:54.664203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'Port': ['ID=897d6457-d843-4c30-9f5d-1c8d2f827f6b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:54.669069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-2d9552cb-74d2-4132-97a1-10fbab633a25', 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25', 'tenant_id': '0b06076b1b314f5196e59cb52782930b', 'fixed_ips': [{'subnet_id': 'a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:58:54.673959 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.717790 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8e5b730-9242-4ace-9163-cf6b00914d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.720447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8e5b730-9242-4ace-9163-cf6b00914d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.723944 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e8e5b730-9242-4ace-9163-cf6b00914d5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/467237bc-941d-4ee9-a742-7e1f490b058b HTTP/1.1" status: 204 len: 168 time: 0.7331843 Jul 16 17:58:54.724099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f68bafda-9a1f-4781-b9a9-ad12b5192b06 req-c94c7c27-57b1-4ef0-99f5-c773c3d903fb tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1665013 Jul 16 17:58:54.743911 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.744348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.792030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5b730-9242-4ace-9163-cf6b00914d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467237bc-941d-4ee9-a742-7e1f490b058b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:54.797343 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d2517fb6-502b-4986-8eb2-05ea8c6a619a req-49b04da0-0dd4-4df5-b845-2b5eaacceced tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa072c8b-8119-4980-ae11-18ae7744157f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946621 Jul 16 17:58:54.830495 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f52252a6-b466-41ed-8eee-dba1b1d5c602 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1975708 Jul 16 17:58:54.843387 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'port': {'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f', 'admin_state_up': True, 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'security_groups': ['c960c388-bc8f-46fc-878a-cf1bc0596491']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:54.883497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e57abc-8fab-4703-bed8-1fc18c3b751f req-9524577a-7692-408a-9f19-a90a01c8f9cc tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.887130 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2e57abc-8fab-4703-bed8-1fc18c3b751f req-9524577a-7692-408a-9f19-a90a01c8f9cc tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.32 "GET /v2.0/ports?device_id=edf038ae-d033-402b-94a3-245e4393aac7 HTTP/1.1" status: 200 len: 945 time: 0.3757432 Jul 16 17:58:55.096212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Made reservation on behalf of 439f2b33d61f41dca0e5c59052b5e9cf for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:55.109334 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.212540 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.215398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e82e8349-d546-477a-a48d-579861bc4c17 None None] Provisioning for port 897d6457-d843-4c30-9f5d-1c8d2f827f6b completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:55.216175 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bb7cf-dd47-4d0d-bdcb-2a5209ce26c2 req-7624bc83-a468-4805-bbe5-86b1d17c49ae tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.222814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bb7cf-dd47-4d0d-bdcb-2a5209ce26c2 req-7624bc83-a468-4805-bbe5-86b1d17c49ae tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.230223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bb7cf-dd47-4d0d-bdcb-2a5209ce26c2 req-7624bc83-a468-4805-bbe5-86b1d17c49ae tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.236945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bb7cf-dd47-4d0d-bdcb-2a5209ce26c2 req-7624bc83-a468-4805-bbe5-86b1d17c49ae tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.244942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b01bb7cf-dd47-4d0d-bdcb-2a5209ce26c2 req-7624bc83-a468-4805-bbe5-86b1d17c49ae tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 3095 time: 0.2332628 Jul 16 17:58:55.266537 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e82e8349-d546-477a-a48d-579861bc4c17 None None] Provisioning complete for port 897d6457-d843-4c30-9f5d-1c8d2f827f6b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:55.267119 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e82e8349-d546-477a-a48d-579861bc4c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.273266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Allocated IP 172.20.0.2 (2d9552cb-74d2-4132-97a1-10fbab633a25/a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c/63e2d40c-00ed-4b10-9004-123a51424965) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:55.283678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-a2e57abc-8fab-4703-bed8-1fc18c3b751f req-d22d74ca-adc9-4f2a-9478-b16a9b7ed18a tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Deleting port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:55.284192 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2e57abc-8fab-4703-bed8-1fc18c3b751f req-d22d74ca-adc9-4f2a-9478-b16a9b7ed18a tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.328150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b01bb7cf-dd47-4d0d-bdcb-2a5209ce26c2 req-507e3c21-8275-4098-beca-43729a8badd7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822217 Jul 16 17:58:55.424008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:55.496026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a2e57abc-8fab-4703-bed8-1fc18c3b751f req-d22d74ca-adc9-4f2a-9478-b16a9b7ed18a tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] For port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f8fd5a6c-6104-4d12-8225-a7bcb8c324c7,segment=NetworkSegment(97af3d0f-88e0-438b-a46b-c7b8a8c5b502),segment_id=97af3d0f-88e0-438b-a46b-c7b8a8c5b502)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:55.499577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2e57abc-8fab-4703-bed8-1fc18c3b751f req-d22d74ca-adc9-4f2a-9478-b16a9b7ed18a tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.539738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-a2e57abc-8fab-4703-bed8-1fc18c3b751f req-d22d74ca-adc9-4f2a-9478-b16a9b7ed18a tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Calling delete_port for f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:55.563982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e82e8349-d546-477a-a48d-579861bc4c17 None None] Port 897d6457-d843-4c30-9f5d-1c8d2f827f6b cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:55.585447 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Allocated IP 10.2.2.200 (bc9a0f10-00e0-4fad-8805-19b95ad2b63f/ecc90bf6-64d1-40fc-ae7a-e5075092d38e/7b12fec1-cc34-4266-80a0-396126617771) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:55.771842 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.797182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Transition to ACTIVE for port object 7b12fec1-cc34-4266-80a0-396126617771 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:55.853463 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.978961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Network bc9a0f10-00e0-4fad-8805-19b95ad2b63f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:56.001304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2e57abc-8fab-4703-bed8-1fc18c3b751f req-d22d74ca-adc9-4f2a-9478-b16a9b7ed18a tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.002951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:56.013726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:56.054736 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['f8fd5a6c-6104-4d12-8225-a7bcb8c324c7'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:56.110389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d74ca-adc9-4f2a-9478-b16a9b7ed18a tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Pushing event deleted for resources: {'Port': ['ID=f8fd5a6c-6104-4d12-8225-a7bcb8c324c7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:56.137244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76874626-4991-4bf8-807a-10d4cdd45e3f req-1a42dfaa-d926-4f82-acb5-9110b1fc9f6d tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.24 "GET /v2.0/ports?device_id=edf038ae-d033-402b-94a3-245e4393aac7 HTTP/1.1" status: 200 len: 210 time: 0.1368403 Jul 16 17:58:56.219434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.220185 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.226371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e57abc-8fab-4703-bed8-1fc18c3b751f req-d22d74ca-adc9-4f2a-9478-b16a9b7ed18a tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] No DVR routers for this DVR port f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:56.246653 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2e57abc-8fab-4703-bed8-1fc18c3b751f req-d22d74ca-adc9-4f2a-9478-b16a9b7ed18a tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.249182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2e57abc-8fab-4703-bed8-1fc18c3b751f req-d22d74ca-adc9-4f2a-9478-b16a9b7ed18a tempest-ServerAddressesNegativeTestJSON-1062806355 tempest-ServerAddressesNegativeTestJSON-1062806355-project] 10.222.0.32 "DELETE /v2.0/ports/f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 HTTP/1.1" status: 204 len: 173 time: 1.3526397 Jul 16 17:58:56.250969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf038ae-d033-402b-94a3-245e4393aac7', 'name': 'network-vif-deleted', 'tag': 'f8fd5a6c-6104-4d12-8225-a7bcb8c324c7'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:56.255298 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4b29ac-7c83-4fde-ba91-1040abe31a52" -d '{"events": [{"server_uuid": "edf038ae-d033-402b-94a3-245e4393aac7", "name": "network-vif-deleted", "tag": "f8fd5a6c-6104-4d12-8225-a7bcb8c324c7"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:56.310093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event updated for resources: {'Port': ['ID=7b12fec1-cc34-4266-80a0-396126617771,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:56.328609 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c6e84a2-4445-4727-ab95-f1a0bb6c10d9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4900258 Jul 16 17:58:56.359303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Request body: {'port': {'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:56.400550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4937a153-3b68-417b-8f4b-bf5d6f4c90d0,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:56.478434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cec760-5dbe-4f0c-97e8-2a442f4eac19 req-e10e8719-0b9b-4435-901d-2e275473b4d0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.491969 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '4937a153-3b68-417b-8f4b-bf5d6f4c90d0', 'network_id': '06b1d035-0df9-485b-af35-24977c69a808', 'port_id': '4937a153-3b68-417b-8f4b-bf5d6f4c90d0', 'mac_address': 'fa:16:3e:f0:f2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b31a67f-4f93-43f1-8c7c-ec9f1b81e549', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:56.507011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cec760-5dbe-4f0c-97e8-2a442f4eac19 req-e10e8719-0b9b-4435-901d-2e275473b4d0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.522054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cec760-5dbe-4f0c-97e8-2a442f4eac19 req-e10e8719-0b9b-4435-901d-2e275473b4d0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.546524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cec760-5dbe-4f0c-97e8-2a442f4eac19 req-e10e8719-0b9b-4435-901d-2e275473b4d0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.557266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cec760-5dbe-4f0c-97e8-2a442f4eac19 req-e10e8719-0b9b-4435-901d-2e275473b4d0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.573033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cec760-5dbe-4f0c-97e8-2a442f4eac19 req-e10e8719-0b9b-4435-901d-2e275473b4d0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.581546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cec760-5dbe-4f0c-97e8-2a442f4eac19 req-e10e8719-0b9b-4435-901d-2e275473b4d0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.591495 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22cec760-5dbe-4f0c-97e8-2a442f4eac19 req-e10e8719-0b9b-4435-901d-2e275473b4d0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5419 time: 0.3665111 Jul 16 17:58:56.634965 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.665503 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22cec760-5dbe-4f0c-97e8-2a442f4eac19 req-b71d6f06-05c2-481e-a9c5-23f8af9892b8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659056 Jul 16 17:58:56.770808 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790728fa-aaa1-4f3c-9e70-01d364546898 x-openstack-request-id: req-790728fa-aaa1-4f3c-9e70-01d364546898 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:56.771348 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf038ae-d033-402b-94a3-245e4393aac7", "name": "network-vif-deleted", "tag": "f8fd5a6c-6104-4d12-8225-a7bcb8c324c7", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:56.771750 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-790728fa-aaa1-4f3c-9e70-01d364546898 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:56.772464 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf038ae-d033-402b-94a3-245e4393aac7', 'name': 'network-vif-deleted', 'tag': 'f8fd5a6c-6104-4d12-8225-a7bcb8c324c7', 'status': 'completed', 'code': 200} Jul 16 17:58:57.080529 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.084092 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.107243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:57.119182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Transition to ACTIVE for port object 63e2d40c-00ed-4b10-9004-123a51424965 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:57.156753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4937a153-3b68-417b-8f4b-bf5d6f4c90d0,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:57.159240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Transition to ACTIVE for port object 63e2d40c-00ed-4b10-9004-123a51424965 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:57.161434 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a44079d8-e830-40f3-a80d-3a55be5a8020 None None] Provisioning for port 7b12fec1-cc34-4266-80a0-396126617771 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:57.165167 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.166197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 223708c8-1b94-4650-aa99-9e0be9baf6c7 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:57.218777 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.261865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a44079d8-e830-40f3-a80d-3a55be5a8020 None None] Provisioning complete for port 7b12fec1-cc34-4266-80a0-396126617771 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:57.262245 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a44079d8-e830-40f3-a80d-3a55be5a8020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.411287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67f96-362a-40a7-93fc-a445dc399e03 req-cc02f0be-a4fa-4d14-a399-9deb8c6ff075 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.436321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67f96-362a-40a7-93fc-a445dc399e03 req-cc02f0be-a4fa-4d14-a399-9deb8c6ff075 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.451146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Network 2d9552cb-74d2-4132-97a1-10fbab633a25 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:57.456093 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.resource_extend [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:58:57.462567 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67f96-362a-40a7-93fc-a445dc399e03 req-cc02f0be-a4fa-4d14-a399-9deb8c6ff075 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.489328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67f96-362a-40a7-93fc-a445dc399e03 req-cc02f0be-a4fa-4d14-a399-9deb8c6ff075 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.499903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67f96-362a-40a7-93fc-a445dc399e03 req-cc02f0be-a4fa-4d14-a399-9deb8c6ff075 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.504590 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:57.513922 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:57.516497 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ead67f96-362a-40a7-93fc-a445dc399e03 req-cc02f0be-a4fa-4d14-a399-9deb8c6ff075 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 3816 time: 0.3584702 Jul 16 17:58:57.671327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b198d4-be15-4005-a079-fa148eb42193 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:57.684148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.702354 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a44079d8-e830-40f3-a80d-3a55be5a8020 None None] Port 7b12fec1-cc34-4266-80a0-396126617771 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:57.706710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Transition to ACTIVE for port object 66b198d4-be15-4005-a079-fa148eb42193 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:57.712435 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.713157 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ead67f96-362a-40a7-93fc-a445dc399e03 req-d3441927-5b20-4b27-8965-ad43102f6320 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954634 Jul 16 17:58:57.766799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Attempting to bind port 63e2d40c-00ed-4b10-9004-123a51424965 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:57.766799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Attempting to bind port 63e2d40c-00ed-4b10-9004-123a51424965 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:57.767073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Attempting to bind port 63e2d40c-00ed-4b10-9004-123a51424965 on network 2d9552cb-74d2-4132-97a1-10fbab633a25 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:57.768929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=4937a153-3b68-417b-8f4b-bf5d6f4c90d0,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:57.778352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Pushing event updated for resources: {'Port': ['ID=66b198d4-be15-4005-a079-fa148eb42193,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:57.956017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-aae711c7-daac-49ab-979c-b3fd91b4d1f1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.967863 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-aae711c7-daac-49ab-979c-b3fd91b4d1f1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/networks?id=2d9552cb-74d2-4132-97a1-10fbab633a25 HTTP/1.1" status: 200 len: 815 time: 0.4481342 Jul 16 17:58:58.001888 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-65383daf-6aab-4a6c-9cfc-5a706f282d32 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/quotas/0b06076b1b314f5196e59cb52782930b HTTP/1.1" status: 200 len: 375 time: 0.0323403 Jul 16 17:58:58.036557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56114) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:58.098007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Attempting to bind port 66b198d4-be15-4005-a079-fa148eb42193 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:58.102823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Attempting to bind port 66b198d4-be15-4005-a079-fa148eb42193 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:58.103167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Attempting to bind port 66b198d4-be15-4005-a079-fa148eb42193 on network 44337d24-7f19-40cf-a303-f059903d6ce5 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:58.125928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Port 66b198d4-be15-4005-a079-fa148eb42193 on network 44337d24-7f19-40cf-a303-f059903d6ce5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:58.126370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Attempting to bind port 66b198d4-be15-4005-a079-fa148eb42193 on network 44337d24-7f19-40cf-a303-f059903d6ce5 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:58.131172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 223708c8-1b94-4650-aa99-9e0be9baf6c7, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=223708c8-1b94-4650-aa99-9e0be9baf6c7,segment=NetworkSegment(e866fb8e-9ba7-4848-a0fc-eb2aa0b15def),segment_id=e866fb8e-9ba7-4848-a0fc-eb2aa0b15def)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:58.140155 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:58.143678 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Checking segment: {'id': 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:58.145042 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Bound using segment: {'id': 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:58.145511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Bound port: 66b198d4-be15-4005-a079-fa148eb42193, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:58.145906 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.171407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Pushing event updated for resources: {'Port': ['ID=63e2d40c-00ed-4b10-9004-123a51424965,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:58.179266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '223708c8-1b94-4650-aa99-9e0be9baf6c7', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'port_id': '223708c8-1b94-4650-aa99-9e0be9baf6c7', 'mac_address': 'fa:16:3e:43:8d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:58.190748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:58.191287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Checking segment: {'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:58.191714 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.192097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Bound using segment: {'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:58.192671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Bound port: 63e2d40c-00ed-4b10-9004-123a51424965, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:58.202245 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.295921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-933dfda5-c559-4b27-84d6-265aef44ce2c admin admin] Deleting subnet ba1713b5-1278-47dd-ab31-13096f65683a {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:58.310380 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-933dfda5-c559-4b27-84d6-265aef44ce2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.376590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] For port 66b198d4-be15-4005-a079-fa148eb42193, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:58.380462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] For port 66b198d4-be15-4005-a079-fa148eb42193, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=66b198d4-be15-4005-a079-fa148eb42193,segment=NetworkSegment(d8b080ea-bb0c-44ed-93ac-1a7b3781e34e),segment_id=d8b080ea-bb0c-44ed-93ac-1a7b3781e34e)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:58.389808 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.464549 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.504566 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-933dfda5-c559-4b27-84d6-265aef44ce2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.506585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.509948 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.521143 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] 10.222.0.32 "PUT /v2.0/ports/66b198d4-be15-4005-a079-fa148eb42193 HTTP/1.1" status: 200 len: 1093 time: 2.1849091 Jul 16 17:58:58.521818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '66b198d4-be15-4005-a079-fa148eb42193'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:58.525518 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181af75a-32be-4644-88a4-01e8c09470a5" -d '{"events": [{"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "66b198d4-be15-4005-a079-fa148eb42193"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:58.569445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Request body: {'port': {'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:58.574754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] For port 63e2d40c-00ed-4b10-9004-123a51424965, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:58.606098 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56132) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:58.606439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] For port 63e2d40c-00ed-4b10-9004-123a51424965, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=63e2d40c-00ed-4b10-9004-123a51424965,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:58.617978 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223708c8-1b94-4650-aa99-9e0be9baf6c7 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:58.673362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf583215-c658-4b0d-8cab-0d4da41bff0c service neutron] Pushing event updated for resources: {'Port': ['ID=66b198d4-be15-4005-a079-fa148eb42193,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:58.691167 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 223708c8-1b94-4650-aa99-9e0be9baf6c7, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=223708c8-1b94-4650-aa99-9e0be9baf6c7,segment=NetworkSegment(e866fb8e-9ba7-4848-a0fc-eb2aa0b15def),segment_id=e866fb8e-9ba7-4848-a0fc-eb2aa0b15def)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:58.706977 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.707830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device abdc9f5d-e66d-4242-be3b-01c94d11e00c details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:58.835306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-1a0a6443-8607-4f31-beae-84c641c5309f tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b06076b1b314f5196e59cb52782930b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8320498 Jul 16 17:58:58.857856 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.919235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9aaa3-1a90-4fb5-beac-c3a5ece52b16 req-244ea0c1-341b-4bf1-ac6e-85df9c8d4a62 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.928131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9aaa3-1a90-4fb5-beac-c3a5ece52b16 req-244ea0c1-341b-4bf1-ac6e-85df9c8d4a62 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.937496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9aaa3-1a90-4fb5-beac-c3a5ece52b16 req-244ea0c1-341b-4bf1-ac6e-85df9c8d4a62 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.944468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9aaa3-1a90-4fb5-beac-c3a5ece52b16 req-244ea0c1-341b-4bf1-ac6e-85df9c8d4a62 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.956572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9aaa3-1a90-4fb5-beac-c3a5ece52b16 req-244ea0c1-341b-4bf1-ac6e-85df9c8d4a62 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.966882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-92286641-network', 'tenant_id': 'd97172e1a49846aba5948b04d63bbeab'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:58.973321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9aaa3-1a90-4fb5-beac-c3a5ece52b16 req-244ea0c1-341b-4bf1-ac6e-85df9c8d4a62 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.977830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port abdc9f5d-e66d-4242-be3b-01c94d11e00c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=abdc9f5d-e66d-4242-be3b-01c94d11e00c,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:58.987007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9aaa3-1a90-4fb5-beac-c3a5ece52b16 req-244ea0c1-341b-4bf1-ac6e-85df9c8d4a62 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.990572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-77b9aaa3-1a90-4fb5-beac-c3a5ece52b16 req-244ea0c1-341b-4bf1-ac6e-85df9c8d4a62 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5420 time: 0.6024489 Jul 16 17:58:59.012824 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-933dfda5-c559-4b27-84d6-265aef44ce2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.020925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Made reservation on behalf of d97172e1a49846aba5948b04d63bbeab for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:59.024472 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.054281 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.143699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'abdc9f5d-e66d-4242-be3b-01c94d11e00c', 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10', 'port_id': 'abdc9f5d-e66d-4242-be3b-01c94d11e00c', 'mac_address': 'fa:16:3e:d7:46:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:59.156601 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.163787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=223708c8-1b94-4650-aa99-9e0be9baf6c7,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.247745 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-933dfda5-c559-4b27-84d6-265aef44ce2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.274561 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.293177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdc9f5d-e66d-4242-be3b-01c94d11e00c {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:59.383166 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-933dfda5-c559-4b27-84d6-265aef44ce2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.394481 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-933dfda5-c559-4b27-84d6-265aef44ce2c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba1713b5-1278-47dd-ab31-13096f65683a HTTP/1.1" status: 204 len: 168 time: 1.3552802 Jul 16 17:58:59.408492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-77b9aaa3-1a90-4fb5-beac-c3a5ece52b16 req-87144a6d-d566-4376-adf1-cd51c4c6e59a tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3759758 Jul 16 17:58:59.415709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dfda5-c559-4b27-84d6-265aef44ce2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1713b5-1278-47dd-ab31-13096f65683a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.417999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port abdc9f5d-e66d-4242-be3b-01c94d11e00c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=abdc9f5d-e66d-4242-be3b-01c94d11e00c,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:59.421820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56154) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:59.437052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56156) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:59.449386 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.465455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device abc4391e-e85d-4a0b-9644-50a353bc8ad9 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:59.567471 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port abc4391e-e85d-4a0b-9644-50a353bc8ad9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=abc4391e-e85d-4a0b-9644-50a353bc8ad9,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:59.616786 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'abc4391e-e85d-4a0b-9644-50a353bc8ad9', 'network_id': '06b1d035-0df9-485b-af35-24977c69a808', 'port_id': 'abc4391e-e85d-4a0b-9644-50a353bc8ad9', 'mac_address': 'fa:16:3e:b8:6e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b31a67f-4f93-43f1-8c7c-ec9f1b81e549', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:59.711915 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.775021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-a65c0c0b-f234-4646-b43a-e5b856ff0f48 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9387424 Jul 16 17:58:59.790950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180569f-fc2f-4bb4-a9a7-3f12351b4fd9 None None] Pushing event updated for resources: {'Port': ['ID=63e2d40c-00ed-4b10-9004-123a51424965,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.860430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9934b156-2ff0-44c2-b42b-b8b7148a6def {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:59.888000 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.949452 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Transition to ACTIVE for port object 9934b156-2ff0-44c2-b42b-b8b7148a6def will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:59.965075 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.978166 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d343-8446-4679-8516-140507ca2f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.003343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=abdc9f5d-e66d-4242-be3b-01c94d11e00c,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:00.034936 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.072290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Pushing event updated for resources: {'Port': ['ID=9934b156-2ff0-44c2-b42b-b8b7148a6def,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:00.085815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:00.135683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc4391e-e85d-4a0b-9644-50a353bc8ad9 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:00.147849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:00.148411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f8fd5a6c-6104-4d12-8225-a7bcb8c324c7 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:00.185272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port abc4391e-e85d-4a0b-9644-50a353bc8ad9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=abc4391e-e85d-4a0b-9644-50a353bc8ad9,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:00.193459 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.194569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ecc56c7d-5b6d-41f9-940d-559dbe201d67 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:00.210211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-2d58364f-231d-411f-a940-2579507eb312 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246716 Jul 16 17:59:00.313854 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.337208 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port ecc56c7d-5b6d-41f9-940d-559dbe201d67, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ecc56c7d-5b6d-41f9-940d-559dbe201d67,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:00.337741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561dc560-5855-48d4-93b7-c8ed85943dbd']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:00.379767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97af3d0f-88e0-438b-a46b-c7b8a8c5b502') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:00.380077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97af3d0f-88e0-438b-a46b-c7b8a8c5b502') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:00.418420 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.461391 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58ea3ee-2875-47f5-8f0b-86e2ad4b9817 x-openstack-request-id: req-c58ea3ee-2875-47f5-8f0b-86e2ad4b9817 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:00.461805 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "66b198d4-be15-4005-a079-fa148eb42193", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:00.462535 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c58ea3ee-2875-47f5-8f0b-86e2ad4b9817 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:00.462535 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '66b198d4-be15-4005-a079-fa148eb42193', 'status': 'completed', 'code': 200} Jul 16 17:59:00.472654 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Attempting to bind port 9934b156-2ff0-44c2-b42b-b8b7148a6def on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:00.473001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Attempting to bind port 9934b156-2ff0-44c2-b42b-b8b7148a6def by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:00.477152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Attempting to bind port 9934b156-2ff0-44c2-b42b-b8b7148a6def on network d14411d5-9208-45c8-b382-da9f272bc971 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:00.502078 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.505927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'ecc56c7d-5b6d-41f9-940d-559dbe201d67', 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10', 'port_id': 'ecc56c7d-5b6d-41f9-940d-559dbe201d67', 'mac_address': 'fa:16:3e:d9:10:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:00.506808 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Port 9934b156-2ff0-44c2-b42b-b8b7148a6def on network d14411d5-9208-45c8-b382-da9f272bc971 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:00.508161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Attempting to bind port 9934b156-2ff0-44c2-b42b-b8b7148a6def on network d14411d5-9208-45c8-b382-da9f272bc971 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:00.523020 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.532371 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.558716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:00.559472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Checking segment: {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:00.560039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Bound using segment: {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:00.560768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Bound port: 9934b156-2ff0-44c2-b42b-b8b7148a6def, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:00.562735 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.610711 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:00.626660 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5382402d-46e1-4d5d-95cc-66b2c2e94279,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:00.656493 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.656902 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Added segment c6d52ebc-4377-4f71-88bd-4544b1699fa2 of type vlan for network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 Jul 16 17:59:00.728353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=abc4391e-e85d-4a0b-9644-50a353bc8ad9,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:00.774297 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.829967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc56c7d-5b6d-41f9-940d-559dbe201d67 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:00.842697 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.888980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port ecc56c7d-5b6d-41f9-940d-559dbe201d67, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ecc56c7d-5b6d-41f9-940d-559dbe201d67,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:00.896227 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.897015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 42f22134-cd1e-4de1-a750-e9783ad69ae9 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:00.921483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:59:00.922754 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: timer() Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:59:00.937165 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:59:00.942392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] For port 9934b156-2ff0-44c2-b42b-b8b7148a6def, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:00.989996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 42f22134-cd1e-4de1-a750-e9783ad69ae9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=42f22134-cd1e-4de1-a750-e9783ad69ae9,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:01.021309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '42f22134-cd1e-4de1-a750-e9783ad69ae9', 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10', 'port_id': '42f22134-cd1e-4de1-a750-e9783ad69ae9', 'mac_address': 'fa:16:3e:61:32:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:01.023380 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.030486 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.031280 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.184120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:01.277951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:59:01.288768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=ecc56c7d-5b6d-41f9-940d-559dbe201d67,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:01.312274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] For port 9934b156-2ff0-44c2-b42b-b8b7148a6def, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9934b156-2ff0-44c2-b42b-b8b7148a6def,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:01.321805 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.322138 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.382827 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.405258 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.408206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.410014 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] 10.222.0.32 "PUT /v2.0/ports/9934b156-2ff0-44c2-b42b-b8b7148a6def HTTP/1.1" status: 200 len: 1137 time: 2.8576734 Jul 16 17:59:01.433629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f22134-cd1e-4de1-a750-e9783ad69ae9 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:01.451583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Request body: {'port': {'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:01.459814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006f724-b044-4f1a-8d57-6ba6a06965f5 req-43cfc728-3925-4a75-9be3-792b2e44860e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.469632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006f724-b044-4f1a-8d57-6ba6a06965f5 req-43cfc728-3925-4a75-9be3-792b2e44860e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.478798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006f724-b044-4f1a-8d57-6ba6a06965f5 req-43cfc728-3925-4a75-9be3-792b2e44860e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.488324 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006f724-b044-4f1a-8d57-6ba6a06965f5 req-43cfc728-3925-4a75-9be3-792b2e44860e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.495181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006f724-b044-4f1a-8d57-6ba6a06965f5 req-43cfc728-3925-4a75-9be3-792b2e44860e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.502571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006f724-b044-4f1a-8d57-6ba6a06965f5 req-43cfc728-3925-4a75-9be3-792b2e44860e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.512505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3f49f8-a903-43a5-b5f2-ccc8cbeec560 None None] Network 2d9552cb-74d2-4132-97a1-10fbab633a25 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:01.513224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3006f724-b044-4f1a-8d57-6ba6a06965f5 req-43cfc728-3925-4a75-9be3-792b2e44860e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 4606 time: 0.6542330 Jul 16 17:59:01.547719 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.552365 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/561dc560-5855-48d4-93b7-c8ed85943dbd HTTP/1.1" status: 204 len: 168 time: 2.1114137 Jul 16 17:59:01.607616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8ffff-940e-430f-a051-e976b97a5a65 service neutron] Pushing event updated for resources: {'Port': ['ID=9934b156-2ff0-44c2-b42b-b8b7148a6def,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:01.633771 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 42f22134-cd1e-4de1-a750-e9783ad69ae9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=42f22134-cd1e-4de1-a750-e9783ad69ae9,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:01.671749 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.680821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af75a-32be-4644-88a4-01e8c09470a5 req-48a33b0f-b2cf-4a62-a36b-de7f9c5440e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.681214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:01.681446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af75a-32be-4644-88a4-01e8c09470a5 req-48a33b0f-b2cf-4a62-a36b-de7f9c5440e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.681987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af75a-32be-4644-88a4-01e8c09470a5 req-48a33b0f-b2cf-4a62-a36b-de7f9c5440e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.684737 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af75a-32be-4644-88a4-01e8c09470a5 req-48a33b0f-b2cf-4a62-a36b-de7f9c5440e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.685238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af75a-32be-4644-88a4-01e8c09470a5 req-48a33b0f-b2cf-4a62-a36b-de7f9c5440e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.685744 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af75a-32be-4644-88a4-01e8c09470a5 req-48a33b0f-b2cf-4a62-a36b-de7f9c5440e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.700350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-181af75a-32be-4644-88a4-01e8c09470a5 req-48a33b0f-b2cf-4a62-a36b-de7f9c5440e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5252 time: 1.2373483 Jul 16 17:59:01.803430 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.888231 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3006f724-b044-4f1a-8d57-6ba6a06965f5 req-41dc55d5-7ae4-49ad-9909-bee2f2573452 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3740141 Jul 16 17:59:01.975485 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56200) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:01.985058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b8c5-847e-44e0-89c3-89c2251d3d52 req-5e40609d-51d4-4248-8e2a-dc600ec2982e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.999144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b8c5-847e-44e0-89c3-89c2251d3d52 req-5e40609d-51d4-4248-8e2a-dc600ec2982e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.012811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b8c5-847e-44e0-89c3-89c2251d3d52 req-5e40609d-51d4-4248-8e2a-dc600ec2982e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.036164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 63e2d40c-00ed-4b10-9004-123a51424965 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:02.040066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b8c5-847e-44e0-89c3-89c2251d3d52 req-5e40609d-51d4-4248-8e2a-dc600ec2982e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.053246 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:02.060426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b8c5-847e-44e0-89c3-89c2251d3d52 req-5e40609d-51d4-4248-8e2a-dc600ec2982e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.071051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b8c5-847e-44e0-89c3-89c2251d3d52 req-5e40609d-51d4-4248-8e2a-dc600ec2982e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.080541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196b8c5-847e-44e0-89c3-89c2251d3d52 req-5e40609d-51d4-4248-8e2a-dc600ec2982e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.091530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d196b8c5-847e-44e0-89c3-89c2251d3d52 req-5e40609d-51d4-4248-8e2a-dc600ec2982e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5424 time: 0.9964707 Jul 16 17:59:02.094541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=561dc560-5855-48d4-93b7-c8ed85943dbd,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:02.101849 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d343-8446-4679-8516-140507ca2f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.160953 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-caca6d39-bbd2-4446-a6d6-e3dcd6d58957 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.5485713 Jul 16 17:59:02.168685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56212) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:02.185180 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2dee1869-3719-44e8-b8df-2c52021f978c admin admin] Request body: {'subnet': {'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-92286641-subnet', 'tenant_id': 'd97172e1a49846aba5948b04d63bbeab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:02.235032 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-37c707a4-6938-4fe8-adc8-3df69b7c77f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70b2dd93e297429ea7490bd0a0bb449d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547159 Jul 16 17:59:02.239730 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56220) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:02.260043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-114bc701-5160-4e01-bebe-2af5df00a66f None None] Provisioning for port 63e2d40c-00ed-4b10-9004-123a51424965 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:02.282169 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ec8d343-8446-4679-8516-140507ca2f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.283627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'dfd8d951-9a7f-428d-9bdb-7388f3aec8e1', 'network_id': 'c5839ed7-b863-47b2-ae80-65f108c6ba10', 'port_id': 'dfd8d951-9a7f-428d-9bdb-7388f3aec8e1', 'mac_address': 'fa:16:3e:9e:a2:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:02.304439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:02.304892 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:02.305398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:02.305868 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:02.306295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:02.306700 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:02.307116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:02.308097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:02.308499 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:02.308897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:02.309575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:02.310008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f76ebe-b9e7-4976-a10b-f959be823cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:02.355221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 63e2d40c-00ed-4b10-9004-123a51424965 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:02.360901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=42f22134-cd1e-4de1-a750-e9783ad69ae9,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:02.406615 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5388a20e-2ed9-436f-a11e-87f7ad11fe8a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:02.416520 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.430872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Transition to ACTIVE for port object 5388a20e-2ed9-436f-a11e-87f7ad11fe8a will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:02.444550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 63e2d40c-00ed-4b10-9004-123a51424965 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:02.445396 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.446569 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.456460 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d196b8c5-847e-44e0-89c3-89c2251d3d52 req-b0c5b096-8208-41a1-97f5-78a2afdec8fd tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3632402 Jul 16 17:59:02.465001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '9934b156-2ff0-44c2-b42b-b8b7148a6def'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:02.465305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-04df6804-635a-4279-84de-907de562ac4c tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.467719 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-04df6804-635a-4279-84de-907de562ac4c tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/networks?id=2d9552cb-74d2-4132-97a1-10fbab633a25 HTTP/1.1" status: 200 len: 815 time: 0.1878853 Jul 16 17:59:02.476673 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93437127-a8db-4960-a965-90cf190bcd30" -d '{"events": [{"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "9934b156-2ff0-44c2-b42b-b8b7148a6def"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:02.490266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dee1869-3719-44e8-b8df-2c52021f978c admin admin] Made reservation on behalf of d97172e1a49846aba5948b04d63bbeab for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:02.494142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2dee1869-3719-44e8-b8df-2c52021f978c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.651717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8d343-8446-4679-8516-140507ca2f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eca3c6-60a1-489b-915e-8a375e72a6fc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:02.656725 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.694386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5ec8d343-8446-4679-8516-140507ca2f7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83f32ca232df439292ff9537665d12dc&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2400520 Jul 16 17:59:02.699145 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-6e8067d2-7063-4b82-8535-5fa17e2b6f6a tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/quotas/0b06076b1b314f5196e59cb52782930b HTTP/1.1" status: 200 len: 375 time: 0.1844971 Jul 16 17:59:02.699948 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56232) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:02.704563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af75a-32be-4644-88a4-01e8c09470a5 req-c22dee6f-5733-4c88-9921-e97b534d11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.706143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af75a-32be-4644-88a4-01e8c09470a5 req-c22dee6f-5733-4c88-9921-e97b534d11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.706912 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af75a-32be-4644-88a4-01e8c09470a5 req-c22dee6f-5733-4c88-9921-e97b534d11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.710337 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-181af75a-32be-4644-88a4-01e8c09470a5 req-c22dee6f-5733-4c88-9921-e97b534d11ad service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8806820 Jul 16 17:59:02.764884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:02.791120 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.801683 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea602ef-f541-43df-9f0c-a5085b4dc929 x-openstack-request-id: req-9ea602ef-f541-43df-9f0c-a5085b4dc929 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:02.802322 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "9934b156-2ff0-44c2-b42b-b8b7148a6def", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:02.802766 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ea602ef-f541-43df-9f0c-a5085b4dc929 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:02.804011 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '9934b156-2ff0-44c2-b42b-b8b7148a6def', 'status': 'completed', 'code': 200} Jul 16 17:59:02.815841 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Pushing event updated for resources: {'Port': ['ID=5388a20e-2ed9-436f-a11e-87f7ad11fe8a,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:02.867323 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:02.929995 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.099403 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.127341 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.251672 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:03.257912 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.261541 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.262773 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa072c8b-8119-4980-ae11-18ae7744157f HTTP/1.1" status: 204 len: 168 time: 0.8295548 Jul 16 17:59:03.302451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa072c8b-8119-4980-ae11-18ae7744157f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:03.305069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56250) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:03.357332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:03.359371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:03.360675 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:03.361685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:03.362949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:03.363882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:03.364631 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:03.367000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:03.368028 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:03.369212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:03.370255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:03.371838 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4519478-b9cf-4c9c-b787-28209478d678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:03.423871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181af75a-32be-4644-88a4-01e8c09470a5 req-a87e97a6-d255-4f22-bbc9-ecace204b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.425551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-2d816e2e-0a4a-4e39-8493-3f8b794b86eb tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.426025 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-181af75a-32be-4644-88a4-01e8c09470a5 req-a87e97a6-d255-4f22-bbc9-ecace204b172 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6708527 Jul 16 17:59:03.430432 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-2d816e2e-0a4a-4e39-8493-3f8b794b86eb tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.11 "GET /v2.0/networks?id=2d9552cb-74d2-4132-97a1-10fbab633a25 HTTP/1.1" status: 200 len: 815 time: 0.6317317 Jul 16 17:59:03.443435 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c29ef54-046c-4f2e-8a31-39c0ad70ade1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.452596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Request body: {'port': {'device_id': '54b3dede-6100-4642-9b98-ba3886c645f4', 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25', 'admin_state_up': True, 'tenant_id': '0b06076b1b314f5196e59cb52782930b'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:03.461843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Attempting to bind port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:03.466256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Attempting to bind port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:03.466672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Attempting to bind port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a on network d14411d5-9208-45c8-b382-da9f272bc971 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:03.526877 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['223708c8-1b94-4650-aa99-9e0be9baf6c7'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:03.531105 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-cd25f622-b88f-46da-82de-dae6ec685061 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b06076b1b314f5196e59cb52782930b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8112619 Jul 16 17:59:03.541216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a on network d14411d5-9208-45c8-b382-da9f272bc971 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:03.541470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Attempting to bind port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a on network d14411d5-9208-45c8-b382-da9f272bc971 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:03.577348 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c29ef54-046c-4f2e-8a31-39c0ad70ade1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.628482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:03.628824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Checking segment: {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:03.629208 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Bound using segment: {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:03.629670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Bound port: 5388a20e-2ed9-436f-a11e-87f7ad11fe8a, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:03.630028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.632464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 63e2d40c-00ed-4b10-9004-123a51424965, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=63e2d40c-00ed-4b10-9004-123a51424965,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:03.652763 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b32993-8d68-4c15-9d64-ea2d8a7a7a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.661735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['abdc9f5d-e66d-4242-be3b-01c94d11e00c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:03.663101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f884c0-f7d9-47be-87e3-cf88dabf3862 req-835027f0-1a00-4bea-b70e-9908619b94a3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.669136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['abc4391e-e85d-4a0b-9644-50a353bc8ad9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:03.672900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8f884c0-f7d9-47be-87e3-cf88dabf3862 req-835027f0-1a00-4bea-b70e-9908619b94a3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 947 time: 0.4301209 Jul 16 17:59:03.677544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4937a153-3b68-417b-8f4b-bf5d6f4c90d0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:03.755360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['dfd8d951-9a7f-428d-9bdb-7388f3aec8e1'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:03.757589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['ecc56c7d-5b6d-41f9-940d-559dbe201d67'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:03.795367 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.815182 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437127-a8db-4960-a965-90cf190bcd30 req-69326013-55c9-43b8-aece-984c4f828c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.815806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437127-a8db-4960-a965-90cf190bcd30 req-69326013-55c9-43b8-aece-984c4f828c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.816421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437127-a8db-4960-a965-90cf190bcd30 req-69326013-55c9-43b8-aece-984c4f828c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.817029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437127-a8db-4960-a965-90cf190bcd30 req-69326013-55c9-43b8-aece-984c4f828c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.817727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437127-a8db-4960-a965-90cf190bcd30 req-69326013-55c9-43b8-aece-984c4f828c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.818324 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437127-a8db-4960-a965-90cf190bcd30 req-69326013-55c9-43b8-aece-984c4f828c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.820015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437127-a8db-4960-a965-90cf190bcd30 req-69326013-55c9-43b8-aece-984c4f828c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.822758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93437127-a8db-4960-a965-90cf190bcd30 req-69326013-55c9-43b8-aece-984c4f828c95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 6181 time: 0.2994468 Jul 16 17:59:03.870431 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2dee1869-3719-44e8-b8df-2c52021f978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.880756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] For port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:03.937645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee1869-3719-44e8-b8df-2c52021f978c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7431876d-2556-467a-a82f-bdd789c31bee,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:03.955892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] For port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5388a20e-2ed9-436f-a11e-87f7ad11fe8a,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:03.965211 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.969729 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8f884c0-f7d9-47be-87e3-cf88dabf3862 req-bc24462a-82b5-4e55-868b-98419b48c0d8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2946558 Jul 16 17:59:03.972986 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437127-a8db-4960-a965-90cf190bcd30 req-42c384a5-cef1-4fbc-ad4c-2f15ac784e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.973608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437127-a8db-4960-a965-90cf190bcd30 req-42c384a5-cef1-4fbc-ad4c-2f15ac784e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.974746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437127-a8db-4960-a965-90cf190bcd30 req-42c384a5-cef1-4fbc-ad4c-2f15ac784e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.980216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93437127-a8db-4960-a965-90cf190bcd30 req-42c384a5-cef1-4fbc-ad4c-2f15ac784e2b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1469388 Jul 16 17:59:04.034949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.035500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.037938 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] 10.222.0.32 "PUT /v2.0/ports/5388a20e-2ed9-436f-a11e-87f7ad11fe8a HTTP/1.1" status: 200 len: 1136 time: 2.6025290 Jul 16 17:59:04.049818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c29ef54-046c-4f2e-8a31-39c0ad70ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.056424 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c29ef54-046c-4f2e-8a31-39c0ad70ade1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.062519 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4c29ef54-046c-4f2e-8a31-39c0ad70ade1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95eca3c6-60a1-489b-915e-8a375e72a6fc HTTP/1.1" status: 204 len: 168 time: 1.3489370 Jul 16 17:59:04.071609 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee1869-3719-44e8-b8df-2c52021f978c admin admin] Checking segment: {'id': 'c6d52ebc-4377-4f71-88bd-4544b1699fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:04.072215 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dee1869-3719-44e8-b8df-2c52021f978c admin admin] Network hostable DHCP agents. Network: c4a25aec-8211-4ae2-b2a2-bc85ae7415e3, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:59:04.093588 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Request body: {'port': {'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:04.128771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29ef54-046c-4f2e-8a31-39c0ad70ade1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eca3c6-60a1-489b-915e-8a375e72a6fc,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:04.162287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-8a65553c-6997-45d4-86b4-57218445eaca service neutron] 10.222.0.24 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119490 Jul 16 17:59:04.392600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9b5191b7-e1dc-453c-925d-841c27df9b8f None None] Provisioning complete for port 63e2d40c-00ed-4b10-9004-123a51424965 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:04.393210 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9b5191b7-e1dc-453c-925d-841c27df9b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.444678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['42f22134-cd1e-4de1-a750-e9783ad69ae9'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:04.464562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437127-a8db-4960-a965-90cf190bcd30 req-235d6995-b210-4310-8315-27bcf3456bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.467004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93437127-a8db-4960-a965-90cf190bcd30 req-235d6995-b210-4310-8315-27bcf3456bb1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4615989 Jul 16 17:59:04.481876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-cff5b487-468f-4356-a449-6adf747264dc service neutron] 10.222.0.24 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111744 Jul 16 17:59:04.537504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea0ee1-9908-4122-84cc-01bc86350481 req-fb3c765b-72e1-459c-94de-570a6dcdc08b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.558527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea0ee1-9908-4122-84cc-01bc86350481 req-fb3c765b-72e1-459c-94de-570a6dcdc08b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.572467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea0ee1-9908-4122-84cc-01bc86350481 req-fb3c765b-72e1-459c-94de-570a6dcdc08b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.583628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea0ee1-9908-4122-84cc-01bc86350481 req-fb3c765b-72e1-459c-94de-570a6dcdc08b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.605910 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea0ee1-9908-4122-84cc-01bc86350481 req-fb3c765b-72e1-459c-94de-570a6dcdc08b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.625260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea0ee1-9908-4122-84cc-01bc86350481 req-fb3c765b-72e1-459c-94de-570a6dcdc08b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.642118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea0ee1-9908-4122-84cc-01bc86350481 req-fb3c765b-72e1-459c-94de-570a6dcdc08b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.643383 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8ea0ee1-9908-4122-84cc-01bc86350481 req-fb3c765b-72e1-459c-94de-570a6dcdc08b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5383 time: 0.4096620 Jul 16 17:59:04.756376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8ea0ee1-9908-4122-84cc-01bc86350481 req-83eaebef-4cf3-4f06-bbbd-e731f67789c6 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1044331 Jul 16 17:59:04.774677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291acd3-3c1e-4213-bd33-ab3ac4ebeb23 service neutron] Pushing event updated for resources: {'Port': ['ID=5388a20e-2ed9-436f-a11e-87f7ad11fe8a,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:04.812511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '5388a20e-2ed9-436f-a11e-87f7ad11fe8a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:04.816730 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c341d740-364e-4d63-91e3-b14b114c422e" -d '{"events": [{"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "5388a20e-2ed9-436f-a11e-87f7ad11fe8a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:04.857147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dee1869-3719-44e8-b8df-2c52021f978c admin admin] Network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:59:04.869040 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.877689 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2dee1869-3719-44e8-b8df-2c52021f978c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, c4a25aec-8211-4ae2-b2a2-bc85ae7415e3) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:04.886747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56286) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:04.892785 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dee1869-3719-44e8-b8df-2c52021f978c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.894163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2dee1869-3719-44e8-b8df-2c52021f978c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.914788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-03254b07-22ef-4851-a281-035cb9c26220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.996199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b32993-8d68-4c15-9d64-ea2d8a7a7a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.033383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbac975-8141-44bb-8ffc-4c09f97f2285 None None] Network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:05.045852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c6b32993-8d68-4c15-9d64-ea2d8a7a7a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.175391 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b32993-8d68-4c15-9d64-ea2d8a7a7a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df2863d-f857-43a3-a38a-dda3fe11796a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:05.195981 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2dee1869-3719-44e8-b8df-2c52021f978c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0237479 Jul 16 17:59:05.223725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=63e2d40c-00ed-4b10-9004-123a51424965,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:05.401801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56302) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:05.415275 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c6b32993-8d68-4c15-9d64-ea2d8a7a7a27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70817178caf64a0d946c9393a837a266&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1040993 Jul 16 17:59:05.422929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Made reservation on behalf of 0b06076b1b314f5196e59cb52782930b for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:05.427154 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.429441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56310) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:05.638897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Allocated IP 172.20.0.6 (2d9552cb-74d2-4132-97a1-10fbab633a25/a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c/389ba076-7523-475c-b1ba-fcb288c64bd5) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:06.008781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f72c53-58c6-4c66-bf23-2a8f7273560a req-b9b1bd91-2f2a-41b4-a489-197bec3e936a tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.032552 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f72c53-58c6-4c66-bf23-2a8f7273560a req-b9b1bd91-2f2a-41b4-a489-197bec3e936a tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.047819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f72c53-58c6-4c66-bf23-2a8f7273560a req-b9b1bd91-2f2a-41b4-a489-197bec3e936a tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.055384 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f72c53-58c6-4c66-bf23-2a8f7273560a req-b9b1bd91-2f2a-41b4-a489-197bec3e936a tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.057989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 63e2d40c-00ed-4b10-9004-123a51424965 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:06.067570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f72c53-58c6-4c66-bf23-2a8f7273560a req-b9b1bd91-2f2a-41b4-a489-197bec3e936a tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.081305 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8052b47c-1a6c-4fcf-adf2-e3e78d2e61a2 x-openstack-request-id: req-8052b47c-1a6c-4fcf-adf2-e3e78d2e61a2 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:06.082200 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f72c53-58c6-4c66-bf23-2a8f7273560a req-b9b1bd91-2f2a-41b4-a489-197bec3e936a tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.082762 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "5388a20e-2ed9-436f-a11e-87f7ad11fe8a", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:06.083446 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8052b47c-1a6c-4fcf-adf2-e3e78d2e61a2 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:06.087596 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '5388a20e-2ed9-436f-a11e-87f7ad11fe8a', 'status': 'completed', 'code': 200} Jul 16 17:59:06.098645 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f72c53-58c6-4c66-bf23-2a8f7273560a req-b9b1bd91-2f2a-41b4-a489-197bec3e936a tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.101218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78f72c53-58c6-4c66-bf23-2a8f7273560a req-b9b1bd91-2f2a-41b4-a489-197bec3e936a tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5426 time: 0.9940050 Jul 16 17:59:06.104743 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.123257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Transition to ACTIVE for port object 389ba076-7523-475c-b1ba-fcb288c64bd5 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:06.142332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 44236e70-4da4-4744-b905-861e78acc48e no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:06.150422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-506812599-network', 'tenant_id': '61e153ed80234375a14c4cd4848fa59b'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:06.259246 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.297560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce9cec-1e6e-4200-a4b8-69ecb5e27375 None None] Network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:06.361112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78f72c53-58c6-4c66-bf23-2a8f7273560a req-51aec9b2-ddbd-43f1-a7f0-e79b6f9b850f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1742492 Jul 16 17:59:06.380249 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d740-364e-4d63-91e3-b14b114c422e req-457b73cb-4054-4d1d-9e10-17d67a4e6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.380758 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d740-364e-4d63-91e3-b14b114c422e req-457b73cb-4054-4d1d-9e10-17d67a4e6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.381240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d740-364e-4d63-91e3-b14b114c422e req-457b73cb-4054-4d1d-9e10-17d67a4e6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.381742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d740-364e-4d63-91e3-b14b114c422e req-457b73cb-4054-4d1d-9e10-17d67a4e6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.382226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d740-364e-4d63-91e3-b14b114c422e req-457b73cb-4054-4d1d-9e10-17d67a4e6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.382711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d740-364e-4d63-91e3-b14b114c422e req-457b73cb-4054-4d1d-9e10-17d67a4e6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.383185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d740-364e-4d63-91e3-b14b114c422e req-457b73cb-4054-4d1d-9e10-17d67a4e6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.385194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c341d740-364e-4d63-91e3-b14b114c422e req-457b73cb-4054-4d1d-9e10-17d67a4e6ba3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 6223 time: 0.2590709 Jul 16 17:59:06.441759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea0e187-1c81-443f-a401-224fa078f2c1 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:06.464333 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.476993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-0a96dc81-4295-4718-a2e6-2b77af9258db tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.478615 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-0a96dc81-4295-4718-a2e6-2b77af9258db tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/networks?id=2d9552cb-74d2-4132-97a1-10fbab633a25 HTTP/1.1" status: 200 len: 815 time: 0.3769298 Jul 16 17:59:06.480712 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Transition to ACTIVE for port object 6ea0e187-1c81-443f-a401-224fa078f2c1 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:06.482579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Pushing event updated for resources: {'Port': ['ID=389ba076-7523-475c-b1ba-fcb288c64bd5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:06.485634 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fefd-bdea-4b58-9605-fb543097a408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.507037 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Network 2d9552cb-74d2-4132-97a1-10fbab633a25 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:06.508752 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.537610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:06.543142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-9ec0bccf-2615-45ae-a4ad-1d67f74dabfb tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/quotas/0b06076b1b314f5196e59cb52782930b HTTP/1.1" status: 200 len: 375 time: 0.0208452 Jul 16 17:59:06.558481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:06.627502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 63e2d40c-00ed-4b10-9004-123a51424965 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:06.630176 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.646415 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fefd-bdea-4b58-9605-fb543097a408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.648834 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-03254b07-22ef-4851-a281-035cb9c26220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.682731 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-03254b07-22ef-4851-a281-035cb9c26220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.730836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.731823 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.752106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d740-364e-4d63-91e3-b14b114c422e req-50643b76-3164-4a75-b2bc-62cf60d4ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.754410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d740-364e-4d63-91e3-b14b114c422e req-50643b76-3164-4a75-b2bc-62cf60d4ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.755070 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d740-364e-4d63-91e3-b14b114c422e req-50643b76-3164-4a75-b2bc-62cf60d4ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.758581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c341d740-364e-4d63-91e3-b14b114c422e req-50643b76-3164-4a75-b2bc-62cf60d4ae4e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3600729 Jul 16 17:59:06.833592 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Made reservation on behalf of 61e153ed80234375a14c4cd4848fa59b for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:06.836083 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.844648 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.889027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fefd-bdea-4b58-9605-fb543097a408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.892751 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ae0fefd-bdea-4b58-9605-fb543097a408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.894264 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1ae0fefd-bdea-4b58-9605-fb543097a408 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4df2863d-f857-43a3-a38a-dda3fe11796a HTTP/1.1" status: 204 len: 168 time: 1.4606245 Jul 16 17:59:06.910425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:06.912842 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac100a5-c60a-4ed2-869b-dcc7798ca708" -d '{"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-unplugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:06.932722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:06.940095 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.949446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:07.041414 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.084220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0fefd-bdea-4b58-9605-fb543097a408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df2863d-f857-43a3-a38a-dda3fe11796a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:07.137710 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-03254b07-22ef-4851-a281-035cb9c26220 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8ed888a93034be38865d1670c79ab6a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2473798 Jul 16 17:59:07.157264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56346) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:07.176405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Pushing event updated for resources: {'Port': ['ID=6ea0e187-1c81-443f-a401-224fa078f2c1,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:07.196966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03254b07-22ef-4851-a281-035cb9c26220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739494db-29eb-432f-a49d-9bd2fadc3a7d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:07.208473 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-9b5ffee3-4d1d-4768-abdb-d6bb3db517b4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7691076 Jul 16 17:59:07.260066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Request body: {'port': {'device_id': '54b3dede-6100-4642-9b98-ba3886c645f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:07.286551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-af2883be-f33d-4335-843d-5240854db91c tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b06076b1b314f5196e59cb52782930b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7297068 Jul 16 17:59:07.287642 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341d740-364e-4d63-91e3-b14b114c422e req-27c4e61b-4885-498f-9a3c-8cee54ba612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.289045 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c341d740-364e-4d63-91e3-b14b114c422e req-27c4e61b-4885-498f-9a3c-8cee54ba612e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4930463 Jul 16 17:59:07.317304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=11']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:07.345144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:07.351946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2e99cb76-6f56-4498-b1ea-f373f17351fc None None] Provisioning for port 389ba076-7523-475c-b1ba-fcb288c64bd5 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:07.361604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:07.362732 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.372495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2e99cb76-6f56-4498-b1ea-f373f17351fc None None] Provisioning complete for port 389ba076-7523-475c-b1ba-fcb288c64bd5 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:07.374027 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2e99cb76-6f56-4498-b1ea-f373f17351fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.449698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56350) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:07.495087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Attempting to bind port 6ea0e187-1c81-443f-a401-224fa078f2c1 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:07.495513 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Attempting to bind port 6ea0e187-1c81-443f-a401-224fa078f2c1 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:07.495812 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Attempting to bind port 6ea0e187-1c81-443f-a401-224fa078f2c1 on network d14411d5-9208-45c8-b382-da9f272bc971 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:07.503574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2e99cb76-6f56-4498-b1ea-f373f17351fc None None] Port 389ba076-7523-475c-b1ba-fcb288c64bd5 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:07.546117 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf100911-54ed-41b0-a660-dc1eb764becd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.564435 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.582746 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.586767 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Port 6ea0e187-1c81-443f-a401-224fa078f2c1 on network d14411d5-9208-45c8-b382-da9f272bc971 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:07.587218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Attempting to bind port 6ea0e187-1c81-443f-a401-224fa078f2c1 on network d14411d5-9208-45c8-b382-da9f272bc971 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:07.591682 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de60870a-93a7-49fb-a667-91a5646e3afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.609440 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4937a153-3b68-417b-8f4b-bf5d6f4c90d0,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:07.615895 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.617106 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 223708c8-1b94-4650-aa99-9e0be9baf6c7 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:07.619726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:07.620380 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Checking segment: {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:07.620924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Bound using segment: {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:07.621518 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Bound port: 6ea0e187-1c81-443f-a401-224fa078f2c1, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:07.622337 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.638044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-7a935223-d578-4ead-8013-abd3e2e9b1ba tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.639589 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-7a935223-d578-4ead-8013-abd3e2e9b1ba tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.32 "GET /v2.0/networks?id=2d9552cb-74d2-4132-97a1-10fbab633a25 HTTP/1.1" status: 200 len: 815 time: 0.5766296 Jul 16 17:59:07.646955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-f925cbb9-fc8a-4e1b-ac8c-f00e97b622cb tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.648508 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-f925cbb9-fc8a-4e1b-ac8c-f00e97b622cb tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/networks?id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 HTTP/1.1" status: 200 len: 813 time: 0.6082721 Jul 16 17:59:07.656023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Request body: {'port': {'device_id': 'a60dad37-f6c2-477c-9f89-0de891ab63ce', 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25', 'admin_state_up': True, 'tenant_id': '0b06076b1b314f5196e59cb52782930b'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:07.709628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] For port 6ea0e187-1c81-443f-a401-224fa078f2c1, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:07.714219 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] For port 6ea0e187-1c81-443f-a401-224fa078f2c1, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6ea0e187-1c81-443f-a401-224fa078f2c1,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:07.717328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=4937a153-3b68-417b-8f4b-bf5d6f4c90d0,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:07.726575 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-05772c3f-12d6-4392-8d63-fcff87206509 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159741 Jul 16 17:59:07.733653 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.736934 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-611d5cc7-8946-4400-b691-8eb56280fb98 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/quotas/d97172e1a49846aba5948b04d63bbeab HTTP/1.1" status: 200 len: 375 time: 0.0772173 Jul 16 17:59:07.739006 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 223708c8-1b94-4650-aa99-9e0be9baf6c7 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:07.743700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 223708c8-1b94-4650-aa99-9e0be9baf6c7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:07.744209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.793371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.795058 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.796614 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] 10.222.0.32 "PUT /v2.0/ports/6ea0e187-1c81-443f-a401-224fa078f2c1 HTTP/1.1" status: 200 len: 1091 time: 3.7189319 Jul 16 17:59:07.799262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.856236 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Request body: {'port': {'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:07.863786 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.874993 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de60870a-93a7-49fb-a667-91a5646e3afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.897416 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.930236 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:59:07.930236 n-d-787205-10 neutron-server[105591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:59:07.930236 n-d-787205-10 neutron-server[105591]: [parameters: {'project_id_1': '0b06076b1b314f5196e59cb52782930b', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 59, 7, 870552)}] Jul 16 17:59:07.930236 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:59:07.931254 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:59:07.934696 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-68f097d1-4e94-4281-9f24-7a930959b7a2 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d97172e1a49846aba5948b04d63bbeab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804124 Jul 16 17:59:07.968890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 223708c8-1b94-4650-aa99-9e0be9baf6c7, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=223708c8-1b94-4650-aa99-9e0be9baf6c7,segment=NetworkSegment(e866fb8e-9ba7-4848-a0fc-eb2aa0b15def),segment_id=e866fb8e-9ba7-4848-a0fc-eb2aa0b15def)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:07.975542 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.976120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:07.977211 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ecc56c7d-5b6d-41f9-940d-559dbe201d67 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:08.039545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736cd8ee-5393-4315-a05b-d95f6c6d8bdb,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:08.106445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '6ea0e187-1c81-443f-a401-224fa078f2c1'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:08.108960 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8a55d3-b68c-4c52-a683-b116944369f0" -d '{"events": [{"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "6ea0e187-1c81-443f-a401-224fa078f2c1"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:08.130663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 44236e70-4da4-4744-b905-861e78acc48e details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:08.168862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port ecc56c7d-5b6d-41f9-940d-559dbe201d67 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:08.173144 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c8189f87-9c22-4ba0-9406-e5e056105835 service neutron] 10.222.0.24 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302373 Jul 16 17:59:08.173731 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.174320 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Added segment c426c474-f33a-48d5-a88c-bd23c53a5aa8 of type vlan for network 40eaf875-67fd-4765-ac33-35f60a56b478 Jul 16 17:59:08.175439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=223708c8-1b94-4650-aa99-9e0be9baf6c7,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:08.176692 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.179953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e53de-a041-4eb7-a866-a99c22f24ffd service neutron] Pushing event updated for resources: {'Port': ['ID=6ea0e187-1c81-443f-a401-224fa078f2c1,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:08.185283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port ecc56c7d-5b6d-41f9-940d-559dbe201d67 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:08.185749 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.275447 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-82529db4-e788-4c14-82e8-bbbaceff657b service neutron] 10.222.0.24 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868309 Jul 16 17:59:08.327382 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf100911-54ed-41b0-a660-dc1eb764becd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.327699 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.358513 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de60870a-93a7-49fb-a667-91a5646e3afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.361934 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de60870a-93a7-49fb-a667-91a5646e3afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.363311 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-de60870a-93a7-49fb-a667-91a5646e3afb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/739494db-29eb-432f-a49d-9bd2fadc3a7d HTTP/1.1" status: 204 len: 168 time: 1.1709106 Jul 16 17:59:08.375399 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf100911-54ed-41b0-a660-dc1eb764becd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.435332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60870a-93a7-49fb-a667-91a5646e3afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739494db-29eb-432f-a49d-9bd2fadc3a7d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:08.473212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:08.526606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf100911-54ed-41b0-a660-dc1eb764becd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc5d903-31e0-49fe-b424-3efac0662ef9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:08.531500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.db.resource_extend [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:59:08.567890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Made reservation on behalf of 0b06076b1b314f5196e59cb52782930b for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:08.583483 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.593598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '44236e70-4da4-4744-b905-861e78acc48e', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'port_id': '44236e70-4da4-4744-b905-861e78acc48e', 'mac_address': 'fa:16:3e:5a:f9:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:08.649318 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.650535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:08.651166 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.731644 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.739770 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3363254 Jul 16 17:59:08.746844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56360) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:08.754559 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44236e70-4da4-4744-b905-861e78acc48e {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:08.773942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e49df997-0e9e-4802-afa0-b94f46cee5ce admin admin] Request body: {'subnet': {'network_id': '40eaf875-67fd-4765-ac33-35f60a56b478', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-506812599-subnet', 'tenant_id': '61e153ed80234375a14c4cd4848fa59b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:08.782177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:08.789250 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.792496 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.797205 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cf100911-54ed-41b0-a660-dc1eb764becd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=663fae0f985d46e8bd9a0256d0af3528&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2969885 Jul 16 17:59:08.822667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56362) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:08.874550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=12']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:08.915414 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2828e-52ad-4292-aeb3-be54cb235ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=40eaf875-67fd-4765-ac33-35f60a56b478,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:08.925355 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port ecc56c7d-5b6d-41f9-940d-559dbe201d67, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ecc56c7d-5b6d-41f9-940d-559dbe201d67,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:08.934405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['44236e70-4da4-4744-b905-861e78acc48e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:08.942187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 40eaf875-67fd-4765-ac33-35f60a56b478 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:59:08.966643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389ba076-7523-475c-b1ba-fcb288c64bd5 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:08.981386 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.012296 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-744954ab-5360-482b-89b1-1560c1565f04 service neutron] 10.222.0.24 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7181237 Jul 16 17:59:09.022290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Transition to ACTIVE for port object 389ba076-7523-475c-b1ba-fcb288c64bd5 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:09.028520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49df997-0e9e-4802-afa0-b94f46cee5ce admin admin] Made reservation on behalf of 61e153ed80234375a14c4cd4848fa59b for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:09.033150 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.037022 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e49df997-0e9e-4802-afa0-b94f46cee5ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.123423 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.126010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 42f22134-cd1e-4de1-a750-e9783ad69ae9 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:09.434448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=389ba076-7523-475c-b1ba-fcb288c64bd5,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:09.587643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e49df997-0e9e-4802-afa0-b94f46cee5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.696973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Attempting to bind port 389ba076-7523-475c-b1ba-fcb288c64bd5 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:09.700263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Attempting to bind port 389ba076-7523-475c-b1ba-fcb288c64bd5 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:09.700782 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Attempting to bind port 389ba076-7523-475c-b1ba-fcb288c64bd5 on network 2d9552cb-74d2-4132-97a1-10fbab633a25 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:09.716429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 42f22134-cd1e-4de1-a750-e9783ad69ae9 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:09.738994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Port 389ba076-7523-475c-b1ba-fcb288c64bd5 on network 2d9552cb-74d2-4132-97a1-10fbab633a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:09.746340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Attempting to bind port 389ba076-7523-475c-b1ba-fcb288c64bd5 on network 2d9552cb-74d2-4132-97a1-10fbab633a25 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:09.748571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 42f22134-cd1e-4de1-a750-e9783ad69ae9 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:09.748941 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.750777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=ecc56c7d-5b6d-41f9-940d-559dbe201d67,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:09.783526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4491f8dd-ddb2-4310-9cd7-053d2271a801 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:09.809193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:09.809551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Checking segment: {'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:09.809979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Bound using segment: {'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:09.812623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Bound port: 389ba076-7523-475c-b1ba-fcb288c64bd5, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:09.812961 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.820144 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.890606 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Transition to ACTIVE for port object 4491f8dd-ddb2-4310-9cd7-053d2271a801 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:09.980952 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.033996 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5a6c7-5ac3-47ac-bb06-a0468010fe3d req-7ebb1666-f7d3-4a71-a178-fa19273e8fd3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.046182 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5a6c7-5ac3-47ac-bb06-a0468010fe3d req-7ebb1666-f7d3-4a71-a178-fa19273e8fd3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.055195 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.078032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5a6c7-5ac3-47ac-bb06-a0468010fe3d req-7ebb1666-f7d3-4a71-a178-fa19273e8fd3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.118406 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5a6c7-5ac3-47ac-bb06-a0468010fe3d req-7ebb1666-f7d3-4a71-a178-fa19273e8fd3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.144854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5a6c7-5ac3-47ac-bb06-a0468010fe3d req-7ebb1666-f7d3-4a71-a178-fa19273e8fd3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.158611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5a6c7-5ac3-47ac-bb06-a0468010fe3d req-7ebb1666-f7d3-4a71-a178-fa19273e8fd3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.178632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5a6c7-5ac3-47ac-bb06-a0468010fe3d req-7ebb1666-f7d3-4a71-a178-fa19273e8fd3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.183432 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da5a6c7-5ac3-47ac-bb06-a0468010fe3d req-7ebb1666-f7d3-4a71-a178-fa19273e8fd3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5395 time: 1.3920968 Jul 16 17:59:10.220069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 42f22134-cd1e-4de1-a750-e9783ad69ae9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=42f22134-cd1e-4de1-a750-e9783ad69ae9,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:10.237084 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.238203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:10.300657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Allocated IP 172.20.0.12 (2d9552cb-74d2-4132-97a1-10fbab633a25/a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c/c21d2843-44db-4f8f-9d02-ef6e89d78405) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:10.314349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] For port 389ba076-7523-475c-b1ba-fcb288c64bd5, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:10.423161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8085f-beef-40df-8df6-305340740447 service neutron] Pushing event updated for resources: {'Port': ['ID=4491f8dd-ddb2-4310-9cd7-053d2271a801,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:10.442025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] For port 389ba076-7523-475c-b1ba-fcb288c64bd5, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=389ba076-7523-475c-b1ba-fcb288c64bd5,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:10.462647 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.571779 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=389ba076-7523-475c-b1ba-fcb288c64bd5,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:10.599315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.600523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.602644 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-25fdcff2-b4d8-4057-bb96-10b754f7dfe6 service neutron] 10.222.0.11 "PUT /v2.0/ports/389ba076-7523-475c-b1ba-fcb288c64bd5 HTTP/1.1" status: 200 len: 1092 time: 3.3634567 Jul 16 17:59:10.633069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Attempting to bind port 4491f8dd-ddb2-4310-9cd7-053d2271a801 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:10.633686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Attempting to bind port 4491f8dd-ddb2-4310-9cd7-053d2271a801 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:10.634337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Attempting to bind port 4491f8dd-ddb2-4310-9cd7-053d2271a801 on network d14411d5-9208-45c8-b382-da9f272bc971 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:10.640624 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Port 4491f8dd-ddb2-4310-9cd7-053d2271a801 on network d14411d5-9208-45c8-b382-da9f272bc971 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:10.641061 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Attempting to bind port 4491f8dd-ddb2-4310-9cd7-053d2271a801 on network d14411d5-9208-45c8-b382-da9f272bc971 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:10.648843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:10.649318 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Checking segment: {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:10.650035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Bound using segment: {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:10.650581 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Bound port: 4491f8dd-ddb2-4310-9cd7-053d2271a801, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba54123-8b29-4c6c-b3b6-b2db131abf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:10.651590 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.736920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:10.762141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:10.762955 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.849774 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ce80-5f92-4385-b68b-30e040399b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.869595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=42f22134-cd1e-4de1-a750-e9783ad69ae9,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:10.994110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] For port 4491f8dd-ddb2-4310-9cd7-053d2271a801, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:11.005574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] For port 4491f8dd-ddb2-4310-9cd7-053d2271a801, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4491f8dd-ddb2-4310-9cd7-053d2271a801,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:11.012191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-4d44e89f-f599-4299-ab3b-ea8860de8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:11.013035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49df997-0e9e-4802-afa0-b94f46cee5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=88066ecf-1aa2-4a8c-9081-8f3860b7ee49,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:11.019552 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-4d44e89f-f599-4299-ab3b-ea8860de8884 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b06076b1b314f5196e59cb52782930b&device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 1095 time: 0.3226733 Jul 16 17:59:11.022684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.053510 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.066069 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49df997-0e9e-4802-afa0-b94f46cee5ce admin admin] Checking segment: {'id': 'c426c474-f33a-48d5-a88c-bd23c53a5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '40eaf875-67fd-4765-ac33-35f60a56b478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:11.067011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49df997-0e9e-4802-afa0-b94f46cee5ce admin admin] Network hostable DHCP agents. Network: 40eaf875-67fd-4765-ac33-35f60a56b478, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:59:11.076690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:11.078279 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.079748 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-51c8085f-beef-40df-8df6-305340740447 service neutron] 10.222.0.32 "PUT /v2.0/ports/4491f8dd-ddb2-4310-9cd7-053d2271a801 HTTP/1.1" status: 200 len: 1092 time: 3.2281859 Jul 16 17:59:11.107887 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:11.116280 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.182886 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ce80-5f92-4385-b68b-30e040399b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.226836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Request body: {'port': {'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:11.236676 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-ee049396-7c19-411e-82d0-2d095e4234c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=389ba076-7523-475c-b1ba-fcb288c64bd5 HTTP/1.1" status: 200 len: 217 time: 0.1870275 Jul 16 17:59:11.259755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:11.281464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device abdc9f5d-e66d-4242-be3b-01c94d11e00c up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:11.430044 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port abdc9f5d-e66d-4242-be3b-01c94d11e00c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:11.441267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port abdc9f5d-e66d-4242-be3b-01c94d11e00c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:11.444694 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.523667 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8085f-beef-40df-8df6-305340740447 service neutron] Pushing event updated for resources: {'Port': ['ID=4491f8dd-ddb2-4310-9cd7-053d2271a801,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:11.546945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-ef872219-c1ab-49b8-88c1-da1490f5a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:11.570433 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-ef872219-c1ab-49b8-88c1-da1490f5a78b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c HTTP/1.1" status: 200 len: 854 time: 0.2471516 Jul 16 17:59:11.577059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da5a6c7-5ac3-47ac-bb06-a0468010fe3d req-f2006c10-343a-46b5-9781-f3c544e670de tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6527874 Jul 16 17:59:11.628852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49df997-0e9e-4802-afa0-b94f46cee5ce admin admin] Network 40eaf875-67fd-4765-ac33-35f60a56b478 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:59:11.639614 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.775540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73658577-cff1-479c-aadc-2d711b62711e req-5a72a893-793b-483b-abd0-4f62bec02d2f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:11.777286 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0404c862-dfc2-4402-879a-d92808266752 x-openstack-request-id: req-0404c862-dfc2-4402-879a-d92808266752 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:11.778099 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-unplugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:11.778273 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0404c862-dfc2-4402-879a-d92808266752 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:11.778781 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e', 'code': 200} Jul 16 17:59:11.789078 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73658577-cff1-479c-aadc-2d711b62711e req-5a72a893-793b-483b-abd0-4f62bec02d2f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 946 time: 2.0569773 Jul 16 17:59:11.790955 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ce80-5f92-4385-b68b-30e040399b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.797943 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ce80-5f92-4385-b68b-30e040399b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.802836 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b1b6ce80-5f92-4385-b68b-30e040399b91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9fc5d903-31e0-49fe-b424-3efac0662ef9 HTTP/1.1" status: 204 len: 168 time: 2.9736683 Jul 16 17:59:11.802836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e49df997-0e9e-4802-afa0-b94f46cee5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 40eaf875-67fd-4765-ac33-35f60a56b478) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:11.807915 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Transition to ACTIVE for port object c21d2843-44db-4f8f-9d02-ef6e89d78405 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:11.865534 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0551a43-f27d-417c-b708-4aa481f6abf2 None None] Network 40eaf875-67fd-4765-ac33-35f60a56b478 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:11.899711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49df997-0e9e-4802-afa0-b94f46cee5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:11.904179 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e49df997-0e9e-4802-afa0-b94f46cee5ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.991687 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.995308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6ce80-5f92-4385-b68b-30e040399b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc5d903-31e0-49fe-b424-3efac0662ef9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:12.035255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73658577-cff1-479c-aadc-2d711b62711e req-1cf9bf92-bed1-4679-83b4-31ded7a55864 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452857 Jul 16 17:59:12.084847 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e49df997-0e9e-4802-afa0-b94f46cee5ce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3287268 Jul 16 17:59:12.133201 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:12.146089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:12.248604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 44236e70-4da4-4744-b905-861e78acc48e up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:12.403967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Network 2d9552cb-74d2-4132-97a1-10fbab633a25 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:12.405600 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e1cbe5-825f-4fd4-9495-5d434e379b46 x-openstack-request-id: req-44e1cbe5-825f-4fd4-9495-5d434e379b46 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:12.405931 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "6ea0e187-1c81-443f-a401-224fa078f2c1", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:12.406194 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44e1cbe5-825f-4fd4-9495-5d434e379b46 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:12.406618 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '6ea0e187-1c81-443f-a401-224fa078f2c1', 'status': 'completed', 'code': 200} Jul 16 17:59:12.412675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Pushing event updated for resources: {'Port': ['ID=c21d2843-44db-4f8f-9d02-ef6e89d78405,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:12.451648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:12.462360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:12.593172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port abdc9f5d-e66d-4242-be3b-01c94d11e00c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=abdc9f5d-e66d-4242-be3b-01c94d11e00c,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:12.619751 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-f1bda210-442f-40f6-9219-f8b5d8d63c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:12.625358 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-f1bda210-442f-40f6-9219-f8b5d8d63c07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d9552cb-74d2-4132-97a1-10fbab633a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0534377 Jul 16 17:59:12.671244 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:12.677946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device abc4391e-e85d-4a0b-9644-50a353bc8ad9 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:12.683014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-5d3fb661-bc2e-48ea-ace3-8dae5497cf8e tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:12.687636 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-5d3fb661-bc2e-48ea-ace3-8dae5497cf8e tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.11 "GET /v2.0/networks?id=2d9552cb-74d2-4132-97a1-10fbab633a25 HTTP/1.1" status: 200 len: 815 time: 0.8168852 Jul 16 17:59:12.852911 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Request body: {'port': {'device_id': '23988023-4be5-4a26-819d-8a94ae3d4cdb', 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25', 'admin_state_up': True, 'tenant_id': '0b06076b1b314f5196e59cb52782930b'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:12.945725 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-efae9a1e-711c-43c5-9ece-42bb263886fd req-0c5732a7-4789-47e5-b8af-97e45fad809d tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 210 time: 0.4777398 Jul 16 17:59:13.022815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7bb5ea-bd22-4099-ae86-6284bca26319 None None] Network 40eaf875-67fd-4765-ac33-35f60a56b478 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:13.030630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.050914 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.191911 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 44236e70-4da4-4744-b905-861e78acc48e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:13.193754 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.199766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-9999ed46-c4bc-4b58-bd63-bf6ecf23ed65 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5309725 Jul 16 17:59:13.209212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Request body: {'port': {'device_id': 'a60dad37-f6c2-477c-9f89-0de891ab63ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:13.284463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b98c04-6a52-48bf-b95d-cc92d9b8440d req-076f008f-5016-4760-ad06-4b7a47bef99e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.310467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b98c04-6a52-48bf-b95d-cc92d9b8440d req-076f008f-5016-4760-ad06-4b7a47bef99e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.324371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b98c04-6a52-48bf-b95d-cc92d9b8440d req-076f008f-5016-4760-ad06-4b7a47bef99e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.344551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b98c04-6a52-48bf-b95d-cc92d9b8440d req-076f008f-5016-4760-ad06-4b7a47bef99e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.384727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b98c04-6a52-48bf-b95d-cc92d9b8440d req-076f008f-5016-4760-ad06-4b7a47bef99e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.408264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b98c04-6a52-48bf-b95d-cc92d9b8440d req-076f008f-5016-4760-ad06-4b7a47bef99e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.437084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b98c04-6a52-48bf-b95d-cc92d9b8440d req-076f008f-5016-4760-ad06-4b7a47bef99e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.453594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41b98c04-6a52-48bf-b95d-cc92d9b8440d req-076f008f-5016-4760-ad06-4b7a47bef99e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5431 time: 1.2443926 Jul 16 17:59:13.518640 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-6722192a-405b-40e6-a4ad-cddee3807057 service neutron] 10.222.0.11 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8796263 Jul 16 17:59:13.539010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=abdc9f5d-e66d-4242-be3b-01c94d11e00c,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:13.569113 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-034bac3e-4762-4357-ab09-55ddfbddfa0f None None] Provisioning for port c21d2843-44db-4f8f-9d02-ef6e89d78405 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:13.575892 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-577ad8f2-b42c-4651-a826-669164e24420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.587933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port abc4391e-e85d-4a0b-9644-50a353bc8ad9 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:13.603527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-034bac3e-4762-4357-ab09-55ddfbddfa0f None None] Provisioning complete for port c21d2843-44db-4f8f-9d02-ef6e89d78405 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:13.604228 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-034bac3e-4762-4357-ab09-55ddfbddfa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.693182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port abc4391e-e85d-4a0b-9644-50a353bc8ad9 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:13.693732 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.749278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-a22e9401-debd-4c65-b6d0-be389601fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.757490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-a22e9401-debd-4c65-b6d0-be389601fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.758416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-a22e9401-debd-4c65-b6d0-be389601fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.762201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-a22e9401-debd-4c65-b6d0-be389601fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.763264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-a22e9401-debd-4c65-b6d0-be389601fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.766039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-a22e9401-debd-4c65-b6d0-be389601fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.767000 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-a22e9401-debd-4c65-b6d0-be389601fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.775784 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-a22e9401-debd-4c65-b6d0-be389601fff9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 6359 time: 1.4997375 Jul 16 17:59:13.792643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4937a153-3b68-417b-8f4b-bf5d6f4c90d0'}, {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223708c8-1b94-4650-aa99-9e0be9baf6c7'}, {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc56c7d-5b6d-41f9-940d-559dbe201d67'}, {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f22134-cd1e-4de1-a750-e9783ad69ae9'}, {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd8d951-9a7f-428d-9bdb-7388f3aec8e1'}, {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdc9f5d-e66d-4242-be3b-01c94d11e00c'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:13.800963 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c606ef-0729-4323-989f-8457e54234fc" -d '{"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "4937a153-3b68-417b-8f4b-bf5d6f4c90d0"}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "223708c8-1b94-4650-aa99-9e0be9baf6c7"}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "ecc56c7d-5b6d-41f9-940d-559dbe201d67"}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "42f22134-cd1e-4de1-a750-e9783ad69ae9"}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "dfd8d951-9a7f-428d-9bdb-7388f3aec8e1"}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "abdc9f5d-e66d-4242-be3b-01c94d11e00c"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:13.931160 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.966042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85e6f59a-ccee-4074-ac32-3b9f77207c23 req-f7f0ddfa-2391-4f0b-bdc7-097487eb68ae tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 210 time: 0.4168277 Jul 16 17:59:14.083926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:14.099035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-034bac3e-4762-4357-ab09-55ddfbddfa0f None None] Port c21d2843-44db-4f8f-9d02-ef6e89d78405 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:14.107487 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:14.313389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-072224cc-f3ac-4e13-a3ff-aa30b76b7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:14.315444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-072224cc-f3ac-4e13-a3ff-aa30b76b7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:14.316784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-072224cc-f3ac-4e13-a3ff-aa30b76b7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:14.326089 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-072224cc-f3ac-4e13-a3ff-aa30b76b7b11 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4100316 Jul 16 17:59:14.327025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56504) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:14.419760 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=13']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:14.475580 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:14.562643 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-50a38707-d7e6-4ddf-b997-9997ded0fda9 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:14.566708 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-50a38707-d7e6-4ddf-b997-9997ded0fda9 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.11 "GET /v2.0/networks?id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 HTTP/1.1" status: 200 len: 813 time: 0.8606684 Jul 16 17:59:14.586228 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port abc4391e-e85d-4a0b-9644-50a353bc8ad9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=abc4391e-e85d-4a0b-9644-50a353bc8ad9,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:14.596630 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:14.724723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41b98c04-6a52-48bf-b95d-cc92d9b8440d req-28ae86b4-5f93-4c2f-bb91-beddce5e0a87 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1708615 Jul 16 17:59:14.754848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=abc4391e-e85d-4a0b-9644-50a353bc8ad9,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:14.783232 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-9e384f56-02fb-4468-ab36-475ae15a45ac tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Request body: {'port': {'device_id': '89f27fed-b588-46de-b79a-dd32f149de05', 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3', 'admin_state_up': True, 'tenant_id': 'd97172e1a49846aba5948b04d63bbeab'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:14.832687 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-60b95fb7-bffa-4eee-ab1b-a43568e19e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:14.841714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a8a55d3-b68c-4c52-a683-b116944369f0 req-60b95fb7-bffa-4eee-ab1b-a43568e19e6a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2609692 Jul 16 17:59:15.042023 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce28d374-f1d7-4b35-b78a-841ec266357a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.071769 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.072363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897d6457-d843-4c30-9f5d-1c8d2f827f6b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:15.090046 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.105104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Transition to ACTIVE for port object 897d6457-d843-4c30-9f5d-1c8d2f827f6b will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:15.106391 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b3dede-6100-4642-9b98-ba3886c645f4', 'tag': '389ba076-7523-475c-b1ba-fcb288c64bd5'}, {'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '4491f8dd-ddb2-4310-9cd7-053d2271a801'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:15.108960 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e7584c-5cf0-4535-ac29-52d9d83507ff" -d '{"events": [{"name": "network-changed", "server_uuid": "54b3dede-6100-4642-9b98-ba3886c645f4", "tag": "389ba076-7523-475c-b1ba-fcb288c64bd5"}, {"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "4491f8dd-ddb2-4310-9cd7-053d2271a801"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:15.124106 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.176405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Made reservation on behalf of 0b06076b1b314f5196e59cb52782930b for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:15.180179 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.223641 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Pushing event updated for resources: {'Port': ['ID=897d6457-d843-4c30-9f5d-1c8d2f827f6b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:15.597398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Allocated IP 172.20.0.9 (2d9552cb-74d2-4132-97a1-10fbab633a25/a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c/3aed7065-a33e-464f-968c-28d9df6afee6) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:15.683759 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b0185c0-aa6b-4a4b-80d7-f567b420c754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.910849 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.913786 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.938939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Transition to ACTIVE for port object 3aed7065-a33e-464f-968c-28d9df6afee6 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:15.995548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.030329 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-30894530-21ec-4e7d-a48f-c6f20258ed0d req-86d29956-3266-4473-bb92-459109f5a43a service neutron] 10.222.0.11 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4936187 Jul 16 17:59:16.058459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Network 2d9552cb-74d2-4132-97a1-10fbab633a25 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:16.099852 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:16.117772 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:16.124679 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce28d374-f1d7-4b35-b78a-841ec266357a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.177249 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce28d374-f1d7-4b35-b78a-841ec266357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.185795 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.186740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.234355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Pushing event updated for resources: {'Port': ['ID=3aed7065-a33e-464f-968c-28d9df6afee6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:16.261512 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c4d4ff90-1482-497c-8918-b0109b4987d4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4644105 Jul 16 17:59:16.293067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Request body: {'port': {'device_id': '23988023-4be5-4a26-819d-8a94ae3d4cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:16.361586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a036ab-b915-462f-8492-fc083e0e448d req-63786b4f-1ec3-464f-9255-341f8686dcc9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.368309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a036ab-b915-462f-8492-fc083e0e448d req-63786b4f-1ec3-464f-9255-341f8686dcc9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.374469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a036ab-b915-462f-8492-fc083e0e448d req-63786b4f-1ec3-464f-9255-341f8686dcc9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.381936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a036ab-b915-462f-8492-fc083e0e448d req-63786b4f-1ec3-464f-9255-341f8686dcc9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.388661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a036ab-b915-462f-8492-fc083e0e448d req-63786b4f-1ec3-464f-9255-341f8686dcc9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.395070 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a036ab-b915-462f-8492-fc083e0e448d req-63786b4f-1ec3-464f-9255-341f8686dcc9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.401630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a036ab-b915-462f-8492-fc083e0e448d req-63786b4f-1ec3-464f-9255-341f8686dcc9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.404338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44a036ab-b915-462f-8492-fc083e0e448d req-63786b4f-1ec3-464f-9255-341f8686dcc9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5407 time: 1.6970217 Jul 16 17:59:16.404503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Attempting to bind port 897d6457-d843-4c30-9f5d-1c8d2f827f6b on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:16.404858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Attempting to bind port 897d6457-d843-4c30-9f5d-1c8d2f827f6b by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:16.405195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Attempting to bind port 897d6457-d843-4c30-9f5d-1c8d2f827f6b on network bc9a0f10-00e0-4fad-8805-19b95ad2b63f {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:16.416758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ce28d374-f1d7-4b35-b78a-841ec266357a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72b10dc2b6f54e629575a720f93ef6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8792250 Jul 16 17:59:16.417641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28d374-f1d7-4b35-b78a-841ec266357a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b245ba12-2365-4e5a-8463-c9aacd58448f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:16.420264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56542) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:16.426324 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Port 897d6457-d843-4c30-9f5d-1c8d2f827f6b on network bc9a0f10-00e0-4fad-8805-19b95ad2b63f not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:16.426635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Attempting to bind port 897d6457-d843-4c30-9f5d-1c8d2f827f6b on network bc9a0f10-00e0-4fad-8805-19b95ad2b63f {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:16.437541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:16.439290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Checking segment: {'id': '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:16.439674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Bound using segment: {'id': '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:16.440386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Bound port: 897d6457-d843-4c30-9f5d-1c8d2f827f6b, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:16.442999 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.535039 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.563255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-18a91091-d4dd-4f05-a7c4-8b08d2ab6cbd tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.573174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-18a91091-d4dd-4f05-a7c4-8b08d2ab6cbd tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/networks?id=40eaf875-67fd-4765-ac33-35f60a56b478 HTTP/1.1" status: 200 len: 812 time: 0.4522209 Jul 16 17:59:16.583802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-073c48b7-a0b0-4cf1-b374-225417a847b7 None None] Provisioning for port 3aed7065-a33e-464f-968c-28d9df6afee6 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:16.589105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-073c48b7-a0b0-4cf1-b374-225417a847b7 None None] Provisioning complete for port 3aed7065-a33e-464f-968c-28d9df6afee6 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:16.589964 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-073c48b7-a0b0-4cf1-b374-225417a847b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.641074 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-073c48b7-a0b0-4cf1-b374-225417a847b7 None None] Port 3aed7065-a33e-464f-968c-28d9df6afee6 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:16.656821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-ab1f4bb9-c048-46b9-8ec1-524f428a9259 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/quotas/61e153ed80234375a14c4cd4848fa59b HTTP/1.1" status: 200 len: 375 time: 0.0826905 Jul 16 17:59:16.662179 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44a036ab-b915-462f-8492-fc083e0e448d req-d4608945-b8a2-4fdd-8044-4f3a6107d4e0 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2343903 Jul 16 17:59:16.662864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-9e384f56-02fb-4468-ab36-475ae15a45ac tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Made reservation on behalf of d97172e1a49846aba5948b04d63bbeab for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:16.666243 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-9e384f56-02fb-4468-ab36-475ae15a45ac tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.725499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] For port 897d6457-d843-4c30-9f5d-1c8d2f827f6b, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:16.745327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] For port 897d6457-d843-4c30-9f5d-1c8d2f827f6b, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=897d6457-d843-4c30-9f5d-1c8d2f827f6b,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:16.752379 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.796495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.797160 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.798619 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] 10.222.0.32 "PUT /v2.0/ports/897d6457-d843-4c30-9f5d-1c8d2f827f6b HTTP/1.1" status: 200 len: 1092 time: 5.5785160 Jul 16 17:59:16.828574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Request body: {'port': {'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:16.896988 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-853fe4f7-a019-4169-aa9b-9277ee02d0c4 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=61e153ed80234375a14c4cd4848fa59b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2391908 Jul 16 17:59:16.903737 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860d27e-3a9c-47ad-91e4-cd88450b66a5 service neutron] Pushing event updated for resources: {'Port': ['ID=897d6457-d843-4c30-9f5d-1c8d2f827f6b,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:16.924061 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.967963 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be79d1b5-6c67-4de6-9f71-958da7b29c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.050077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-9e384f56-02fb-4468-ab36-475ae15a45ac tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Allocated IP 172.20.0.14 (c4a25aec-8211-4ae2-b2a2-bc85ae7415e3/7431876d-2556-467a-a82f-bdd789c31bee/6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:17.141867 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be79d1b5-6c67-4de6-9f71-958da7b29c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.272260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-20189e11-6a5b-4fc0-9710-247f22eaa494 service neutron] 10.222.0.24 "GET /v2.0/networks/40eaf875-67fd-4765-ac33-35f60a56b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739960 Jul 16 17:59:17.315296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d0c6a-75e1-423a-9666-019141493f37 req-1d5c43b3-2fbe-4bdc-92eb-e6875dae4fc8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:17.316221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b12fec1-cc34-4266-80a0-396126617771 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:17.322119 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b36d0c6a-75e1-423a-9666-019141493f37 req-1d5c43b3-2fbe-4bdc-92eb-e6875dae4fc8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 947 time: 0.5038047 Jul 16 17:59:17.326149 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.344427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Transition to ACTIVE for port object 7b12fec1-cc34-4266-80a0-396126617771 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:17.352575 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.419700 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Pushing event updated for resources: {'Port': ['ID=7b12fec1-cc34-4266-80a0-396126617771,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:17.527452 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be79d1b5-6c67-4de6-9f71-958da7b29c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.530357 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.536370 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be79d1b5-6c67-4de6-9f71-958da7b29c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.541101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-be79d1b5-6c67-4de6-9f71-958da7b29c01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b245ba12-2365-4e5a-8463-c9aacd58448f HTTP/1.1" status: 204 len: 168 time: 1.1111803 Jul 16 17:59:17.554662 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Attempting to bind port 7b12fec1-cc34-4266-80a0-396126617771 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:17.555011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Attempting to bind port 7b12fec1-cc34-4266-80a0-396126617771 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:17.555352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Attempting to bind port 7b12fec1-cc34-4266-80a0-396126617771 on network bc9a0f10-00e0-4fad-8805-19b95ad2b63f {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:17.558698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b36d0c6a-75e1-423a-9666-019141493f37 req-2a2a393f-940e-47ab-8248-44049ecabc99 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356195 Jul 16 17:59:17.584434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Port 7b12fec1-cc34-4266-80a0-396126617771 on network bc9a0f10-00e0-4fad-8805-19b95ad2b63f not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:17.584434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Attempting to bind port 7b12fec1-cc34-4266-80a0-396126617771 on network bc9a0f10-00e0-4fad-8805-19b95ad2b63f {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:17.590413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:17.590765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Checking segment: {'id': '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:17.591170 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Bound using segment: {'id': '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:17.591622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Bound port: 7b12fec1-cc34-4266-80a0-396126617771, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:17.591993 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.656192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21d2843-44db-4f8f-9d02-ef6e89d78405 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:17.670793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79d1b5-6c67-4de6-9f71-958da7b29c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b245ba12-2365-4e5a-8463-c9aacd58448f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:17.684913 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b6f3d0-9a77-4c0f-b70c-bda612b4f694 x-openstack-request-id: req-04b6f3d0-9a77-4c0f-b70c-bda612b4f694 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:17.685237 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "4937a153-3b68-417b-8f4b-bf5d6f4c90d0", "code": 200}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "223708c8-1b94-4650-aa99-9e0be9baf6c7", "code": 200}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "ecc56c7d-5b6d-41f9-940d-559dbe201d67", "code": 200}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "42f22134-cd1e-4de1-a750-e9783ad69ae9", "code": 200}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "dfd8d951-9a7f-428d-9bdb-7388f3aec8e1", "code": 200}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "abdc9f5d-e66d-4242-be3b-01c94d11e00c", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:17.685503 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04b6f3d0-9a77-4c0f-b70c-bda612b4f694 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:17.685961 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4937a153-3b68-417b-8f4b-bf5d6f4c90d0', 'code': 200} Jul 16 17:59:17.686224 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223708c8-1b94-4650-aa99-9e0be9baf6c7', 'code': 200} Jul 16 17:59:17.686490 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc56c7d-5b6d-41f9-940d-559dbe201d67', 'code': 200} Jul 16 17:59:17.686748 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f22134-cd1e-4de1-a750-e9783ad69ae9', 'code': 200} Jul 16 17:59:17.687154 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd8d951-9a7f-428d-9bdb-7388f3aec8e1', 'code': 200} Jul 16 17:59:17.687469 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdc9f5d-e66d-4242-be3b-01c94d11e00c', 'code': 200} Jul 16 17:59:17.715624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.755853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] For port 7b12fec1-cc34-4266-80a0-396126617771, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:17.766925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] For port 7b12fec1-cc34-4266-80a0-396126617771, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7b12fec1-cc34-4266-80a0-396126617771,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:17.779882 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.794937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-a900104a-29f8-4e4f-af03-ed0e2f2cea56 service neutron] 10.222.0.24 "GET /v2.0/networks/40eaf875-67fd-4765-ac33-35f60a56b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216606 Jul 16 17:59:17.798864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Transition to ACTIVE for port object c21d2843-44db-4f8f-9d02-ef6e89d78405 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:17.814282 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.828486 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-9e384f56-02fb-4468-ab36-475ae15a45ac tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.003094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.007930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.013486 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] 10.222.0.32 "PUT /v2.0/ports/7b12fec1-cc34-4266-80a0-396126617771 HTTP/1.1" status: 200 len: 1092 time: 1.1886277 Jul 16 17:59:18.074260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Pushing event updated for resources: {'Port': ['ID=c21d2843-44db-4f8f-9d02-ef6e89d78405,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:18.284142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aed7065-a33e-464f-968c-28d9df6afee6 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:18.311490 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.318059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56556) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:18.346269 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Transition to ACTIVE for port object 3aed7065-a33e-464f-968c-28d9df6afee6 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:18.407782 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.449019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f73db5-ccab-435a-9826-35daddc5ee3d service neutron] Pushing event updated for resources: {'Port': ['ID=7b12fec1-cc34-4266-80a0-396126617771,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:18.477184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4b0c022-9d6b-420a-8738-159a4ac0692e req-fde4a174-431d-4580-a835-6f73bfa37e20 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 210 time: 0.1165361 Jul 16 17:59:18.482341 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9f45e55c-df08-42b4-900b-add16bccd0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.518390 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-9e384f56-02fb-4468-ab36-475ae15a45ac tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.619781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd3496-f201-4f4d-846f-5b85f04ed76b req-3b9a6499-ecc8-42ea-9207-4a3c228cdabd tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.621927 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5dd3496-f201-4f4d-846f-5b85f04ed76b req-3b9a6499-ecc8-42ea-9207-4a3c228cdabd tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 931 time: 0.6348026 Jul 16 17:59:18.656470 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5087d4-f499-4e72-9c4e-802ff0b911fb x-openstack-request-id: req-8a5087d4-f499-4e72-9c4e-802ff0b911fb {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:18.656803 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b3dede-6100-4642-9b98-ba3886c645f4", "tag": "389ba076-7523-475c-b1ba-fcb288c64bd5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "4491f8dd-ddb2-4310-9cd7-053d2271a801", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:18.657026 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a5087d4-f499-4e72-9c4e-802ff0b911fb {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:18.657424 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b3dede-6100-4642-9b98-ba3886c645f4', 'tag': '389ba076-7523-475c-b1ba-fcb288c64bd5', 'status': 'completed', 'code': 200} Jul 16 17:59:18.657720 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '4491f8dd-ddb2-4310-9cd7-053d2271a801', 'status': 'completed', 'code': 200} Jul 16 17:59:18.671258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Attempting to bind port c21d2843-44db-4f8f-9d02-ef6e89d78405 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:18.671677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Attempting to bind port c21d2843-44db-4f8f-9d02-ef6e89d78405 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:18.673548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Attempting to bind port c21d2843-44db-4f8f-9d02-ef6e89d78405 on network 2d9552cb-74d2-4132-97a1-10fbab633a25 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:18.707758 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-9e384f56-02fb-4468-ab36-475ae15a45ac tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:18.726517 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Pushing event updated for resources: {'Port': ['ID=3aed7065-a33e-464f-968c-28d9df6afee6,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:18.755369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-9e384f56-02fb-4468-ab36-475ae15a45ac tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:18.763398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Port c21d2843-44db-4f8f-9d02-ef6e89d78405 on network 2d9552cb-74d2-4132-97a1-10fbab633a25 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:18.763783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Attempting to bind port c21d2843-44db-4f8f-9d02-ef6e89d78405 on network 2d9552cb-74d2-4132-97a1-10fbab633a25 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:18.774851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-9e384f56-02fb-4468-ab36-475ae15a45ac tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:18.786167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-c3bb8ba5-b719-461a-817d-bb6e10da264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.786876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-c3bb8ba5-b719-461a-817d-bb6e10da264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.787518 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-c3bb8ba5-b719-461a-817d-bb6e10da264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.788065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-c3bb8ba5-b719-461a-817d-bb6e10da264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.788610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-c3bb8ba5-b719-461a-817d-bb6e10da264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.789153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-c3bb8ba5-b719-461a-817d-bb6e10da264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.789799 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-c3bb8ba5-b719-461a-817d-bb6e10da264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.794135 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-c3bb8ba5-b719-461a-817d-bb6e10da264b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 6495 time: 0.4219291 Jul 16 17:59:18.835509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:18.836159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Checking segment: {'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:18.836924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Bound using segment: {'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:18.837577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Bound port: c21d2843-44db-4f8f-9d02-ef6e89d78405, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:18.838928 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.855181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-9e384f56-02fb-4468-ab36-475ae15a45ac tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.856094 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-9e384f56-02fb-4468-ab36-475ae15a45ac tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.862945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e384f56-02fb-4468-ab36-475ae15a45ac tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Pushing event updated for resources: {'Port': ['ID=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:18.918335 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5dd3496-f201-4f4d-846f-5b85f04ed76b req-7845d905-09a9-4f9b-874a-ed254c22f12b tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855761 Jul 16 17:59:18.922075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Attempting to bind port 3aed7065-a33e-464f-968c-28d9df6afee6 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:18.922499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Attempting to bind port 3aed7065-a33e-464f-968c-28d9df6afee6 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:18.922921 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Attempting to bind port 3aed7065-a33e-464f-968c-28d9df6afee6 on network 2d9552cb-74d2-4132-97a1-10fbab633a25 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:18.926287 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.931750 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e5c782cb-99f6-48b1-86ef-48cbfe57e9ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b198d4-be15-4005-a079-fa148eb42193 HTTP/1.1" status: 200 len: 217 time: 0.1186216 Jul 16 17:59:18.935690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Port 3aed7065-a33e-464f-968c-28d9df6afee6 on network 2d9552cb-74d2-4132-97a1-10fbab633a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:18.936074 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Attempting to bind port 3aed7065-a33e-464f-968c-28d9df6afee6 on network 2d9552cb-74d2-4132-97a1-10fbab633a25 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:18.968883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:18.969269 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Checking segment: {'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:18.969540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Bound using segment: {'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:18.970094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Bound port: 3aed7065-a33e-464f-968c-28d9df6afee6, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343e37e8-b875-496d-aec0-01dfd8a0e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:18.970470 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.025041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 389ba076-7523-475c-b1ba-fcb288c64bd5 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:19.102699 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-efb7e155-3fd5-43e3-a8e1-ee5620a17720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.111208 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-efb7e155-3fd5-43e3-a8e1-ee5620a17720 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b06076b1b314f5196e59cb52782930b&device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 1095 time: 0.4212339 Jul 16 17:59:19.216733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] For port c21d2843-44db-4f8f-9d02-ef6e89d78405, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:19.241707 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9f45e55c-df08-42b4-900b-add16bccd0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.282433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] For port c21d2843-44db-4f8f-9d02-ef6e89d78405, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c21d2843-44db-4f8f-9d02-ef6e89d78405,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:19.285417 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9f45e55c-df08-42b4-900b-add16bccd0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.301924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f8ec0b72-bc69-4708-a2c1-d4df0f6670fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.303474 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-f8ec0b72-bc69-4708-a2c1-d4df0f6670fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69eb66ea-9472-42b1-8bef-cc1b7c6812ce HTTP/1.1" status: 200 len: 856 time: 0.3605981 Jul 16 17:59:19.350323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9f45e55c-df08-42b4-900b-add16bccd0d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59219633868a403d8a99efddfc9e0079&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0107598 Jul 16 17:59:19.353420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-9e384f56-02fb-4468-ab36-475ae15a45ac tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6493821 Jul 16 17:59:19.358010 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.360394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56568) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:19.390941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0999d03-7565-47c1-9a7f-d0409b321997 req-53a5fd3f-37c8-4bef-afcb-22607ac5c199 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.399241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0999d03-7565-47c1-9a7f-d0409b321997 req-53a5fd3f-37c8-4bef-afcb-22607ac5c199 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.405980 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0999d03-7565-47c1-9a7f-d0409b321997 req-53a5fd3f-37c8-4bef-afcb-22607ac5c199 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.412673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0999d03-7565-47c1-9a7f-d0409b321997 req-53a5fd3f-37c8-4bef-afcb-22607ac5c199 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.419406 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0999d03-7565-47c1-9a7f-d0409b321997 req-53a5fd3f-37c8-4bef-afcb-22607ac5c199 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.423056 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] For port 3aed7065-a33e-464f-968c-28d9df6afee6, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:19.442074 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0999d03-7565-47c1-9a7f-d0409b321997 req-53a5fd3f-37c8-4bef-afcb-22607ac5c199 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.453225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0999d03-7565-47c1-9a7f-d0409b321997 req-53a5fd3f-37c8-4bef-afcb-22607ac5c199 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.456639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] For port 3aed7065-a33e-464f-968c-28d9df6afee6, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=3aed7065-a33e-464f-968c-28d9df6afee6,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:19.470341 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0999d03-7565-47c1-9a7f-d0409b321997 req-53a5fd3f-37c8-4bef-afcb-22607ac5c199 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5433 time: 0.4743655 Jul 16 17:59:19.478428 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.550919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-1eaf2e9d-30cd-4538-a8ce-925e9685f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.557878 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-1eaf2e9d-30cd-4538-a8ce-925e9685f991 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d9552cb-74d2-4132-97a1-10fbab633a25 HTTP/1.1" status: 200 len: 916 time: 0.4183319 Jul 16 17:59:19.644293 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.645185 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.648300 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] 10.222.0.11 "PUT /v2.0/ports/3aed7065-a33e-464f-968c-28d9df6afee6 HTTP/1.1" status: 200 len: 1092 time: 3.3758767 Jul 16 17:59:19.660030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 389ba076-7523-475c-b1ba-fcb288c64bd5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=389ba076-7523-475c-b1ba-fcb288c64bd5,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:19.668106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Request body: {'port': {'device_id': '89f27fed-b588-46de-b79a-dd32f149de05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:19.699450 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e'}, {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc4391e-e85d-4a0b-9644-50a353bc8ad9'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:19.714596 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2122658e-ea57-4970-90fe-9adaff877c67" -d '{"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-plugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e"}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "abc4391e-e85d-4a0b-9644-50a353bc8ad9"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:19.720403 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-8377b9b9-fe6b-4863-8729-9bbe80d32d8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=389ba076-7523-475c-b1ba-fcb288c64bd5 HTTP/1.1" status: 200 len: 217 time: 0.0947156 Jul 16 17:59:19.725018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '389ba076-7523-475c-b1ba-fcb288c64bd5', 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25', 'port_id': '389ba076-7523-475c-b1ba-fcb288c64bd5', 'mac_address': 'fa:16:3e:49:bf:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:19.778602 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.779670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8292e2a-7b75-4d15-8863-90378038588a service neutron] Pushing event updated for resources: {'Port': ['ID=3aed7065-a33e-464f-968c-28d9df6afee6,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:19.823983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389ba076-7523-475c-b1ba-fcb288c64bd5 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:19.843343 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-ae37cb94-d253-4deb-940e-f1d0d30c12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.845000 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-ae37cb94-d253-4deb-940e-f1d0d30c12d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44337d24-7f19-40cf-a303-f059903d6ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5272954 Jul 16 17:59:19.890929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 389ba076-7523-475c-b1ba-fcb288c64bd5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=389ba076-7523-475c-b1ba-fcb288c64bd5,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:19.897600 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.940763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.944781 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.951576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] 10.222.0.32 "PUT /v2.0/ports/c21d2843-44db-4f8f-9d02-ef6e89d78405 HTTP/1.1" status: 200 len: 1093 time: 6.7460532 Jul 16 17:59:19.956193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60dad37-f6c2-477c-9f89-0de891ab63ce', 'tag': 'c21d2843-44db-4f8f-9d02-ef6e89d78405'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:19.956800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-51ccf14f-119f-46fe-90ba-97a05dec9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.958570 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-51ccf14f-119f-46fe-90ba-97a05dec9c6e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c HTTP/1.1" status: 200 len: 854 time: 0.1666763 Jul 16 17:59:20.000428 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5220ada7-70c4-451a-ba62-0b276d0a6f89" -d '{"events": [{"name": "network-changed", "server_uuid": "a60dad37-f6c2-477c-9f89-0de891ab63ce", "tag": "c21d2843-44db-4f8f-9d02-ef6e89d78405"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:20.003822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45e55c-df08-42b4-900b-add16bccd0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135d54b8-e558-4637-bede-0a46700df02d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:20.024218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=389ba076-7523-475c-b1ba-fcb288c64bd5,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:20.048567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:20.064954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:20.065378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:20.065743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:20.066087 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:20.066421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:20.066751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:20.067077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:20.067404 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:20.067733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:20.068059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:20.068381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:20.081214 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0999d03-7565-47c1-9a7f-d0409b321997 req-425222ed-51d8-460c-814c-cd58cd69e195 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6097543 Jul 16 17:59:20.176800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-11e6d2c0-ae08-47c3-a6f4-80eb9d993961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.178330 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-11e6d2c0-ae08-47c3-a6f4-80eb9d993961 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b06076b1b314f5196e59cb52782930b&device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 1095 time: 0.3851614 Jul 16 17:59:20.217586 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['389ba076-7523-475c-b1ba-fcb288c64bd5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:20.306005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-f68fb0f4-ccb7-4bf5-a55b-c9ef9b0791c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.308260 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-f68fb0f4-ccb7-4bf5-a55b-c9ef9b0791c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d9552cb-74d2-4132-97a1-10fbab633a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3409898 Jul 16 17:59:20.313157 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-c2ea048d-5def-4f3e-88c0-12a51b73cb09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aed7065-a33e-464f-968c-28d9df6afee6 HTTP/1.1" status: 200 len: 217 time: 0.1210096 Jul 16 17:59:20.316792 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-6285d215-5fa5-49d5-83a0-9c9d4379fcc0 service neutron] 10.222.0.32 "GET /v2.0/networks/44337d24-7f19-40cf-a303-f059903d6ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608581 Jul 16 17:59:20.332526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69442f5b-0565-4b89-bfab-a5d88620cb84 service neutron] Pushing event updated for resources: {'Port': ['ID=c21d2843-44db-4f8f-9d02-ef6e89d78405,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:20.411608 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b222ef8-49ab-4acb-b154-2b94aecf3ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:20.565704 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:20.567607 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a06dcf75-0cc1-4ef7-9bbe-74212fc87dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.569294 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-a06dcf75-0cc1-4ef7-9bbe-74212fc87dab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c HTTP/1.1" status: 200 len: 854 time: 0.2481613 Jul 16 17:59:20.660750 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '897d6457-d843-4c30-9f5d-1c8d2f827f6b'}, {'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '7b12fec1-cc34-4266-80a0-396126617771'}, {'name': 'network-changed', 'server_uuid': '23988023-4be5-4a26-819d-8a94ae3d4cdb', 'tag': '3aed7065-a33e-464f-968c-28d9df6afee6'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:20.663086 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801e349f-ae65-4660-8696-668d5dc47ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "897d6457-d843-4c30-9f5d-1c8d2f827f6b"}, {"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "7b12fec1-cc34-4266-80a0-396126617771"}, {"name": "network-changed", "server_uuid": "23988023-4be5-4a26-819d-8a94ae3d4cdb", "tag": "3aed7065-a33e-464f-968c-28d9df6afee6"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:20.693987 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b222ef8-49ab-4acb-b154-2b94aecf3ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:20.696948 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-62486bd3-61a5-4cff-bb84-5ed5af55bb47 service neutron] 10.222.0.32 "GET /v2.0/networks/44337d24-7f19-40cf-a303-f059903d6ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395240 Jul 16 17:59:20.701105 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-1b4ffc1b-51b8-4ba5-a6b8-499c78320dfb service neutron] 10.222.0.11 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604019 Jul 16 17:59:20.713563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe16f567-3a79-42b4-abdf-6e1c6806d0ac req-b623fdd4-0f3f-4741-89e1-460500dcfd15 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/ports?device_id=983111f0-35cc-43d8-b3e6-5aa307db3a38 HTTP/1.1" status: 200 len: 210 time: 0.2970471 Jul 16 17:59:20.777741 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-9967510c-a1e0-4118-8ba7-0c7812c6b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.779684 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-9967510c-a1e0-4118-8ba7-0c7812c6b95a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d9552cb-74d2-4132-97a1-10fbab633a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1767282 Jul 16 17:59:20.787219 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-4cc8a967-ff64-4533-8622-47b60e69b883 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=9934b156-2ff0-44c2-b42b-b8b7148a6def HTTP/1.1" status: 200 len: 217 time: 0.0831642 Jul 16 17:59:20.811051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-5ae96525-f054-457e-995d-8dbb9a81258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.812588 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-5ae96525-f054-457e-995d-8dbb9a81258c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b06076b1b314f5196e59cb52782930b&device_id=a60dad37-f6c2-477c-9f89-0de891ab63ce HTTP/1.1" status: 200 len: 1096 time: 0.7282314 Jul 16 17:59:20.852194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a7ea-4e89-4aaf-bb82-95b1a837d741 req-dc3741c5-b77c-4d36-b442-2e250191a478 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.867617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a7ea-4e89-4aaf-bb82-95b1a837d741 req-dc3741c5-b77c-4d36-b442-2e250191a478 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.880838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a7ea-4e89-4aaf-bb82-95b1a837d741 req-dc3741c5-b77c-4d36-b442-2e250191a478 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.896431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a7ea-4e89-4aaf-bb82-95b1a837d741 req-dc3741c5-b77c-4d36-b442-2e250191a478 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.909067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a7ea-4e89-4aaf-bb82-95b1a837d741 req-dc3741c5-b77c-4d36-b442-2e250191a478 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.915560 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a7ea-4e89-4aaf-bb82-95b1a837d741 req-dc3741c5-b77c-4d36-b442-2e250191a478 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.922781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a7ea-4e89-4aaf-bb82-95b1a837d741 req-dc3741c5-b77c-4d36-b442-2e250191a478 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.930587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95f7a7ea-4e89-4aaf-bb82-95b1a837d741 req-dc3741c5-b77c-4d36-b442-2e250191a478 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5431 time: 0.8069205 Jul 16 17:59:20.962513 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-73401e86-c248-4153-9c07-efca9bc5be61 service neutron] 10.222.0.11 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727214 Jul 16 17:59:20.994741 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0c27bb07-cb14-4a6a-8f45-abfbd4619bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.999341 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0c27bb07-cb14-4a6a-8f45-abfbd4619bae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.1350448 Jul 16 17:59:21.004444 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-b78e4843-6c7f-4f3e-809c-d9b02015c8f0 service neutron] 10.222.0.11 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928517 Jul 16 17:59:21.131205 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-7a23f28b-730c-4617-b24c-92b82ec807a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c21d2843-44db-4f8f-9d02-ef6e89d78405 HTTP/1.1" status: 200 len: 217 time: 0.1871755 Jul 16 17:59:21.149366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-76e86233-461b-489f-80cd-ecb17af1ccad tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.151798 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-76e86233-461b-489f-80cd-ecb17af1ccad tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.32 "GET /v2.0/networks?id=40eaf875-67fd-4765-ac33-35f60a56b478 HTTP/1.1" status: 200 len: 812 time: 0.9344723 Jul 16 17:59:21.156374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-746d6f31-1611-471f-b75d-2b7c1388f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.158073 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-746d6f31-1611-471f-b75d-2b7c1388f2b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1300094 Jul 16 17:59:21.160061 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-878b8c4e-1ff1-407d-bf2c-19e355fd13f5 req-5057dd89-d6b9-4b8e-8437-22f2a7ca235c service neutron] 10.222.0.11 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867397 Jul 16 17:59:21.272260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95f7a7ea-4e89-4aaf-bb82-95b1a837d741 req-749c9725-0df2-4a4e-92f5-49ab7eea826a tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3402162 Jul 16 17:59:21.279719 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e31ca404-534d-47d4-86ae-9b35aabd6383 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125827 Jul 16 17:59:21.291124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-8dd6823b-0119-4251-af64-8262be5a8b85 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Request body: {'port': {'device_id': '983111f0-35cc-43d8-b3e6-5aa307db3a38', 'network_id': '40eaf875-67fd-4765-ac33-35f60a56b478', 'admin_state_up': True, 'tenant_id': '61e153ed80234375a14c4cd4848fa59b'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:21.317106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b222ef8-49ab-4acb-b154-2b94aecf3ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:21.320107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b222ef8-49ab-4acb-b154-2b94aecf3ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:21.325325 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9b222ef8-49ab-4acb-b154-2b94aecf3ad0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/135d54b8-e558-4637-bede-0a46700df02d HTTP/1.1" status: 204 len: 168 time: 1.9487956 Jul 16 17:59:21.365368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b222ef8-49ab-4acb-b154-2b94aecf3ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135d54b8-e558-4637-bede-0a46700df02d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:21.427920 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-fa8d2d6a-9f12-4d5d-a3f3-2e9b024c6016 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393056 Jul 16 17:59:21.443022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d6678-8585-458e-a43a-a72f95005dcd req-0ceada78-47b0-4114-b5d3-65db605c79a5 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.449339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310d6678-8585-458e-a43a-a72f95005dcd req-0ceada78-47b0-4114-b5d3-65db605c79a5 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 947 time: 0.5081704 Jul 16 17:59:21.470951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-669a7035-04fc-459b-8905-53d226575491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.472638 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-669a7035-04fc-459b-8905-53d226575491 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c HTTP/1.1" status: 200 len: 854 time: 0.3196204 Jul 16 17:59:21.509773 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-7e43f206-a080-4ac8-8c10-544bfd20d917 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=5388a20e-2ed9-436f-a11e-87f7ad11fe8a HTTP/1.1" status: 200 len: 217 time: 0.0744035 Jul 16 17:59:22.012026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c5a7dbc-6c97-4b6d-bf5f-1c8cdeb206d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.020069 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8c5a7dbc-6c97-4b6d-bf5f-1c8cdeb206d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.5020201 Jul 16 17:59:22.111801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e444bbda-efc3-4d01-be41-35e086b8df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.113491 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-e444bbda-efc3-4d01-be41-35e086b8df43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0842462 Jul 16 17:59:22.114706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-310d6678-8585-458e-a43a-a72f95005dcd req-2b1f032a-678c-4494-b98a-e390ae101ea8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6644559 Jul 16 17:59:22.206107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-ad73083e-25f5-4359-99f1-e8ab6e0bae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.207825 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-ad73083e-25f5-4359-99f1-e8ab6e0bae69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d9552cb-74d2-4132-97a1-10fbab633a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6947713 Jul 16 17:59:22.283024 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60f8e17-cce2-4142-8b49-22869710653f x-openstack-request-id: req-c60f8e17-cce2-4142-8b49-22869710653f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:22.283715 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-plugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e", "code": 200}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-plugged", "status": "completed", "tag": "abc4391e-e85d-4a0b-9644-50a353bc8ad9", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:22.284593 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c60f8e17-cce2-4142-8b49-22869710653f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:22.285900 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e', 'code': 200} Jul 16 17:59:22.286171 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc4391e-e85d-4a0b-9644-50a353bc8ad9', 'code': 200} Jul 16 17:59:22.296192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e740733-77cb-4aa6-af90-2acc63aa9348 req-c52bb67e-6ba5-4ca2-a541-73bd8de94927 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.298137 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e740733-77cb-4aa6-af90-2acc63aa9348 req-c52bb67e-6ba5-4ca2-a541-73bd8de94927 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 932 time: 0.7193644 Jul 16 17:59:22.305012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-8dd6823b-0119-4251-af64-8262be5a8b85 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Made reservation on behalf of 61e153ed80234375a14c4cd4848fa59b for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:22.310372 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-8dd6823b-0119-4251-af64-8262be5a8b85 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:22.371680 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-4bd048a3-18bb-4123-a41e-b216a686fd37 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347102 Jul 16 17:59:22.536325 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-4bba1bcb-5f90-4505-a49e-3a8fb8554603 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539547 Jul 16 17:59:22.610551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-8dd6823b-0119-4251-af64-8262be5a8b85 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Allocated IP 172.20.0.7 (40eaf875-67fd-4765-ac33-35f60a56b478/88066ecf-1aa2-4a8c-9081-8f3860b7ee49/8ccd2db4-1a70-4daa-895b-5aa1c152f228) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:22.627323 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-7637a5f6-2cb9-4652-bc6c-7394f6b085fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=6ea0e187-1c81-443f-a401-224fa078f2c1 HTTP/1.1" status: 200 len: 217 time: 0.0791605 Jul 16 17:59:22.692859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:22.695043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91aee6-4254-4d59-b405-9eadeb73db3c req-011aa661-4b3e-4389-a5c9-5d7168445c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.695645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91aee6-4254-4d59-b405-9eadeb73db3c req-011aa661-4b3e-4389-a5c9-5d7168445c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.696001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91aee6-4254-4d59-b405-9eadeb73db3c req-011aa661-4b3e-4389-a5c9-5d7168445c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.696471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91aee6-4254-4d59-b405-9eadeb73db3c req-011aa661-4b3e-4389-a5c9-5d7168445c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.697146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91aee6-4254-4d59-b405-9eadeb73db3c req-011aa661-4b3e-4389-a5c9-5d7168445c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.697598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91aee6-4254-4d59-b405-9eadeb73db3c req-011aa661-4b3e-4389-a5c9-5d7168445c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.698307 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91aee6-4254-4d59-b405-9eadeb73db3c req-011aa661-4b3e-4389-a5c9-5d7168445c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.701947 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5f91aee6-4254-4d59-b405-9eadeb73db3c req-011aa661-4b3e-4389-a5c9-5d7168445c28 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 6497 time: 0.1625619 Jul 16 17:59:22.714283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e740733-77cb-4aa6-af90-2acc63aa9348 req-ede10dc5-b5f4-479d-aac7-b8699c8aa6e6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984208 Jul 16 17:59:22.755175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-9bb30bdd-fd82-4b75-9200-6b0d353f0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.756229 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:22.757014 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-9bb30bdd-fd82-4b75-9200-6b0d353f0786 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.1235418 Jul 16 17:59:22.835053 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc341f29-0c25-49d4-9cba-ba8e68044675 x-openstack-request-id: req-fc341f29-0c25-49d4-9cba-ba8e68044675 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:22.835605 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60dad37-f6c2-477c-9f89-0de891ab63ce", "tag": "c21d2843-44db-4f8f-9d02-ef6e89d78405", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:22.836047 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc341f29-0c25-49d4-9cba-ba8e68044675 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:22.836687 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a60dad37-f6c2-477c-9f89-0de891ab63ce', 'tag': 'c21d2843-44db-4f8f-9d02-ef6e89d78405', 'status': 'completed', 'code': 200} Jul 16 17:59:22.872812 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:22.886914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Transition to ACTIVE for port object 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:22.889879 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5f91aee6-4254-4d59-b405-9eadeb73db3c req-b998cf12-376f-442f-85df-763da8e9937f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1787777 Jul 16 17:59:22.893047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-205e1fe0-692c-44c6-9a71-c238c316d05c service neutron] 10.222.0.32 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729262 Jul 16 17:59:22.906658 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:22.912232 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bdd2c7-dd1a-4f20-be2d-51e06d267487 x-openstack-request-id: req-f8bdd2c7-dd1a-4f20-be2d-51e06d267487 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:22.912855 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "897d6457-d843-4c30-9f5d-1c8d2f827f6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "7b12fec1-cc34-4266-80a0-396126617771", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "23988023-4be5-4a26-819d-8a94ae3d4cdb", "tag": "3aed7065-a33e-464f-968c-28d9df6afee6", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:22.916300 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8bdd2c7-dd1a-4f20-be2d-51e06d267487 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:22.917155 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '897d6457-d843-4c30-9f5d-1c8d2f827f6b', 'status': 'completed', 'code': 200} Jul 16 17:59:22.917610 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '7b12fec1-cc34-4266-80a0-396126617771', 'status': 'completed', 'code': 200} Jul 16 17:59:22.918073 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23988023-4be5-4a26-819d-8a94ae3d4cdb', 'tag': '3aed7065-a33e-464f-968c-28d9df6afee6', 'status': 'completed', 'code': 200} Jul 16 17:59:22.965246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-416a50d4-416a-4938-98b7-94e97a5533c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.967407 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-416a50d4-416a-4938-98b7-94e97a5533c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1961913 Jul 16 17:59:23.043426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 389ba076-7523-475c-b1ba-fcb288c64bd5 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:23.063783 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-732b8b48-e19d-4659-bef5-f55fc34be0ed req-c7bddb98-3cf3-4246-9540-8dc3e02926e9 service neutron] 10.222.0.32 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589506 Jul 16 17:59:23.142634 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-fde0124e-00c6-4831-95b1-b0cdffcbf2be service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683915 Jul 16 17:59:23.161521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33525ad3-9f41-4746-b064-f4c32940aaa0 req-f3acaec8-f15d-490d-85a7-3e7873031745 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.169244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33525ad3-9f41-4746-b064-f4c32940aaa0 req-f3acaec8-f15d-490d-85a7-3e7873031745 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 943 time: 0.5127604 Jul 16 17:59:23.195520 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 389ba076-7523-475c-b1ba-fcb288c64bd5 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:23.203847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 389ba076-7523-475c-b1ba-fcb288c64bd5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:23.204476 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:23.318247 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:23.362472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 389ba076-7523-475c-b1ba-fcb288c64bd5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=389ba076-7523-475c-b1ba-fcb288c64bd5,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:23.365511 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Pushing event updated for resources: {'Port': ['ID=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:23.379438 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:23.445431 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=389ba076-7523-475c-b1ba-fcb288c64bd5,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:23.451171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33525ad3-9f41-4746-b064-f4c32940aaa0 req-baa95f92-e6a6-485a-87f2-103b871ce563 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807713 Jul 16 17:59:23.455681 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-8dd6823b-0119-4251-af64-8262be5a8b85 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:23.470354 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-6cf9e794-9212-4ab0-a088-e2b604f1096d service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150096 Jul 16 17:59:23.482678 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-3d528ebf-e667-4b7d-bbbc-a400bae3ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.484248 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-3d528ebf-e667-4b7d-bbbc-a400bae3ea9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b06076b1b314f5196e59cb52782930b&device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 1095 time: 0.3400381 Jul 16 17:59:23.548866 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-8dd6823b-0119-4251-af64-8262be5a8b85 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:23.605983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220ada7-70c4-451a-ba62-0b276d0a6f89 req-9e0824b0-b709-40bf-af51-37c67e636cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.607870 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5220ada7-70c4-451a-ba62-0b276d0a6f89 req-9e0824b0-b709-40bf-af51-37c67e636cd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b06076b1b314f5196e59cb52782930b&device_id=a60dad37-f6c2-477c-9f89-0de891ab63ce HTTP/1.1" status: 200 len: 1096 time: 0.4308693 Jul 16 17:59:23.646544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Attempting to bind port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:23.647199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Attempting to bind port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'c6d52ebc-4377-4f71-88bd-4544b1699fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:23.647317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Attempting to bind port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f on network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:23.678051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-8dd6823b-0119-4251-af64-8262be5a8b85 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Network 40eaf875-67fd-4765-ac33-35f60a56b478 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:23.697556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-c45735f1-60da-4bf8-b870-080526a4c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.701918 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd2422-36e9-49e8-802c-4ea9d26ba117 req-f8283403-f98b-4d70-9bb4-af1d544958ae tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.702634 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-c45735f1-60da-4bf8-b870-080526a4c9bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d9552cb-74d2-4132-97a1-10fbab633a25 HTTP/1.1" status: 200 len: 916 time: 0.1804073 Jul 16 17:59:23.705236 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-9988bb84-2d5e-47ea-8811-a372f7b06b77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=4491f8dd-ddb2-4310-9cd7-053d2271a801 HTTP/1.1" status: 200 len: 217 time: 0.2248738 Jul 16 17:59:23.708117 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd2422-36e9-49e8-802c-4ea9d26ba117 req-f8283403-f98b-4d70-9bb4-af1d544958ae tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.715474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd2422-36e9-49e8-802c-4ea9d26ba117 req-f8283403-f98b-4d70-9bb4-af1d544958ae tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.721563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd2422-36e9-49e8-802c-4ea9d26ba117 req-f8283403-f98b-4d70-9bb4-af1d544958ae tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.727858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd2422-36e9-49e8-802c-4ea9d26ba117 req-f8283403-f98b-4d70-9bb4-af1d544958ae tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.734804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd2422-36e9-49e8-802c-4ea9d26ba117 req-f8283403-f98b-4d70-9bb4-af1d544958ae tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.740823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd2422-36e9-49e8-802c-4ea9d26ba117 req-f8283403-f98b-4d70-9bb4-af1d544958ae tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.758300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95cd2422-36e9-49e8-802c-4ea9d26ba117 req-f8283403-f98b-4d70-9bb4-af1d544958ae tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5433 time: 0.5860703 Jul 16 17:59:23.791308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6823b-0119-4251-af64-8262be5a8b85 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Pushing event updated for resources: {'Port': ['ID=8ccd2db4-1a70-4daa-895b-5aa1c152f228,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:23.820390 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-cb87244e-63cc-45fe-87ef-cf65b9df40a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aed7065-a33e-464f-968c-28d9df6afee6 HTTP/1.1" status: 200 len: 217 time: 0.0938411 Jul 16 17:59:23.834717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f on network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:23.834717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Attempting to bind port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f on network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:23.842779 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-8dd6823b-0119-4251-af64-8262be5a8b85 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:23.848944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:23.849467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Checking segment: {'id': 'c6d52ebc-4377-4f71-88bd-4544b1699fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:23.849608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Bound using segment: {'id': 'c6d52ebc-4377-4f71-88bd-4544b1699fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:23.850253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Bound port: 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d52ebc-4377-4f71-88bd-4544b1699fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:23.850420 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:23.865927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-8dd6823b-0119-4251-af64-8262be5a8b85 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:23.899305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0184ab67-75a4-4b7c-935c-43e6157ea25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.904765 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-0184ab67-75a4-4b7c-935c-43e6157ea25d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.1881425 Jul 16 17:59:23.930067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-8dd6823b-0119-4251-af64-8262be5a8b85 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.930760 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-8dd6823b-0119-4251-af64-8262be5a8b85 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:23.976324 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-c168a3a4-ee31-4ae6-b47a-dcf3f2ee48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.986270 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-c168a3a4-ee31-4ae6-b47a-dcf3f2ee48a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c HTTP/1.1" status: 200 len: 854 time: 0.1546710 Jul 16 17:59:24.067527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8504b0a8-ef89-4090-9a45-4822224967f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.072712 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8504b0a8-ef89-4090-9a45-4822224967f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1617026 Jul 16 17:59:24.102585 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95cd2422-36e9-49e8-802c-4ea9d26ba117 req-fd3d1c5e-b7ab-44d8-8336-12e6ed3bd97d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3404794 Jul 16 17:59:24.156066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-95d2f3d7-bd1c-46b1-9e71-56b1a3e96b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.156641 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-8dd6823b-0119-4251-af64-8262be5a8b85 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8996849 Jul 16 17:59:24.157821 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-95d2f3d7-bd1c-46b1-9e71-56b1a3e96b03 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d9552cb-74d2-4132-97a1-10fbab633a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1635303 Jul 16 17:59:24.196838 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device c21d2843-44db-4f8f-9d02-ef6e89d78405 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:24.229785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Request body: {'port': {'device_id': '983111f0-35cc-43d8-b3e6-5aa307db3a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:24.293847 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-5added71-b217-445d-8f6a-8c5dbf782982 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014229 Jul 16 17:59:24.352664 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220ada7-70c4-451a-ba62-0b276d0a6f89 req-179d91e2-d4dc-41b9-93dc-fd9634d52122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.355486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5220ada7-70c4-451a-ba62-0b276d0a6f89 req-179d91e2-d4dc-41b9-93dc-fd9634d52122 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2d9552cb-74d2-4132-97a1-10fbab633a25 HTTP/1.1" status: 200 len: 916 time: 0.7301655 Jul 16 17:59:24.376265 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] For port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:24.441845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port c21d2843-44db-4f8f-9d02-ef6e89d78405, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c21d2843-44db-4f8f-9d02-ef6e89d78405,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:24.467647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b3dede-6100-4642-9b98-ba3886c645f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389ba076-7523-475c-b1ba-fcb288c64bd5'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:24.469912 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec98e70-ee20-4f5c-8a89-aa35fcd077cd" -d '{"events": [{"server_uuid": "54b3dede-6100-4642-9b98-ba3886c645f4", "name": "network-vif-plugged", "status": "completed", "tag": "389ba076-7523-475c-b1ba-fcb288c64bd5"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:24.476618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'c21d2843-44db-4f8f-9d02-ef6e89d78405', 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25', 'port_id': 'c21d2843-44db-4f8f-9d02-ef6e89d78405', 'mac_address': 'fa:16:3e:8a:9d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:24.487644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b7ee4-bd29-4171-98bb-9fbe3305d7fe req-201aa86c-b5ee-446b-80b7-417474cc94e1 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.500922 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7c0b7ee4-bd29-4171-98bb-9fbe3305d7fe req-201aa86c-b5ee-446b-80b7-417474cc94e1 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/ports?device_id=983111f0-35cc-43d8-b3e6-5aa307db3a38 HTTP/1.1" status: 200 len: 931 time: 0.8216193 Jul 16 17:59:24.536092 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-adea3e20-d599-4c4e-9205-01de1be40435 service neutron] 10.222.0.11 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695199 Jul 16 17:59:24.564783 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:24.565001 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-7fb414ce-ac23-43be-9c61-cb1436d5f64f service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401569 Jul 16 17:59:24.592712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21d2843-44db-4f8f-9d02-ef6e89d78405 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:24.613344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] For port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:24.619047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5220ada7-70c4-451a-ba62-0b276d0a6f89 req-ebcd0592-254a-42c0-9794-73ca37f4500a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c21d2843-44db-4f8f-9d02-ef6e89d78405 HTTP/1.1" status: 200 len: 217 time: 0.2372365 Jul 16 17:59:24.637361 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port c21d2843-44db-4f8f-9d02-ef6e89d78405, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c21d2843-44db-4f8f-9d02-ef6e89d78405,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:24.645900 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:24.677784 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:24.686129 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-ea4d1d3f-0eed-40c5-8753-0b5924c08db1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=897d6457-d843-4c30-9f5d-1c8d2f827f6b HTTP/1.1" status: 200 len: 217 time: 0.1066389 Jul 16 17:59:24.757047 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=c21d2843-44db-4f8f-9d02-ef6e89d78405,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:24.777025 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:24.837786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.839012 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:24.840465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] 10.222.0.11 "PUT /v2.0/ports/6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f HTTP/1.1" status: 200 len: 1093 time: 5.2985599 Jul 16 17:59:24.840927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f27fed-b588-46de-b79a-dd32f149de05', 'tag': '6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:24.843489 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad8dbde-f107-4979-b06c-a66e08eaaf9b" -d '{"events": [{"name": "network-changed", "server_uuid": "89f27fed-b588-46de-b79a-dd32f149de05", "tag": "6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:24.861493 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['c21d2843-44db-4f8f-9d02-ef6e89d78405'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:24.887328 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7c0b7ee4-bd29-4171-98bb-9fbe3305d7fe req-622a6383-716a-44fb-a30a-e36a9ff5b740 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/security-groups?id=736cd8ee-5393-4315-a05b-d95f6c6d8bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853080 Jul 16 17:59:24.975837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-9edaa4f3-9bce-4163-9171-1852e600dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.977332 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-9edaa4f3-9bce-4163-9171-1852e600dd7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecc90bf6-64d1-40fc-ae7a-e5075092d38e HTTP/1.1" status: 200 len: 797 time: 0.2843671 Jul 16 17:59:25.002474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220ada7-70c4-451a-ba62-0b276d0a6f89 req-64194bcd-2938-4b79-b51d-cb9e7d9cd341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.006639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5220ada7-70c4-451a-ba62-0b276d0a6f89 req-64194bcd-2938-4b79-b51d-cb9e7d9cd341 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c HTTP/1.1" status: 200 len: 854 time: 0.3673992 Jul 16 17:59:25.084483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 3aed7065-a33e-464f-968c-28d9df6afee6 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:25.086227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56722) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:25.105809 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-423fb04e-e380-42c8-8051-25f5ef0e1271 service neutron] 10.222.0.11 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615745 Jul 16 17:59:25.142567 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538dbdd-5757-4e58-8c06-e1bee60bd9de service neutron] Pushing event updated for resources: {'Port': ['ID=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:25.228014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-25aeb959-5ebe-4d36-aeab-89aae2233a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.231489 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-25aeb959-5ebe-4d36-aeab-89aae2233a4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2281549 Jul 16 17:59:25.257012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 3aed7065-a33e-464f-968c-28d9df6afee6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=3aed7065-a33e-464f-968c-28d9df6afee6,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:25.296788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '3aed7065-a33e-464f-968c-28d9df6afee6', 'network_id': '2d9552cb-74d2-4132-97a1-10fbab633a25', 'port_id': '3aed7065-a33e-464f-968c-28d9df6afee6', 'mac_address': 'fa:16:3e:03:d6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:25.320488 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.384610 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.399953 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba4b6356-d3df-44df-8037-7ee7c06cd5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.403980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aed7065-a33e-464f-968c-28d9df6afee6 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:25.428415 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 3aed7065-a33e-464f-968c-28d9df6afee6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=3aed7065-a33e-464f-968c-28d9df6afee6,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:25.429527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-52d3e7f0-a654-474d-987e-68e0b23d53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.431121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-52d3e7f0-a654-474d-987e-68e0b23d53bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d97172e1a49846aba5948b04d63bbeab&device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 1096 time: 0.4725311 Jul 16 17:59:25.435808 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.468576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220ada7-70c4-451a-ba62-0b276d0a6f89 req-57d38e84-8ce2-47d3-9050-5d59c1da102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.470165 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5220ada7-70c4-451a-ba62-0b276d0a6f89 req-57d38e84-8ce2-47d3-9050-5d59c1da102c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d9552cb-74d2-4132-97a1-10fbab633a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4248967 Jul 16 17:59:25.496426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476762e0-1e09-4f8d-ae2e-185d4abe299a req-67f1b569-e99d-433a-9587-1d71de49870f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.502434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476762e0-1e09-4f8d-ae2e-185d4abe299a req-67f1b569-e99d-433a-9587-1d71de49870f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.508372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476762e0-1e09-4f8d-ae2e-185d4abe299a req-67f1b569-e99d-433a-9587-1d71de49870f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.515226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476762e0-1e09-4f8d-ae2e-185d4abe299a req-67f1b569-e99d-433a-9587-1d71de49870f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.521074 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476762e0-1e09-4f8d-ae2e-185d4abe299a req-67f1b569-e99d-433a-9587-1d71de49870f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.527239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476762e0-1e09-4f8d-ae2e-185d4abe299a req-67f1b569-e99d-433a-9587-1d71de49870f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.533127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476762e0-1e09-4f8d-ae2e-185d4abe299a req-67f1b569-e99d-433a-9587-1d71de49870f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.535102 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-476762e0-1e09-4f8d-ae2e-185d4abe299a req-67f1b569-e99d-433a-9587-1d71de49870f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5431 time: 0.5011053 Jul 16 17:59:25.549426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0af27-af7b-47e9-953f-2c20bd435c13 req-15c6d2f3-a2e3-4177-82ff-a9a2f6055e9d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.550054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=3aed7065-a33e-464f-968c-28d9df6afee6,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:25.556381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26a0af27-af7b-47e9-953f-2c20bd435c13 req-15c6d2f3-a2e3-4177-82ff-a9a2f6055e9d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 947 time: 0.3802376 Jul 16 17:59:25.593510 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-a0dda203-d001-405d-a245-25f535ffca58 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531451 Jul 16 17:59:25.597288 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56730) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:25.628691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-9768f9e8-79ee-4a9e-8d12-9fe442f88052 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f HTTP/1.1" status: 200 len: 217 time: 0.1555128 Jul 16 17:59:25.714937 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-14ec39af-94bc-43b6-87c9-12b28e031658 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054089 Jul 16 17:59:25.738319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['3aed7065-a33e-464f-968c-28d9df6afee6'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:25.787509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26a0af27-af7b-47e9-953f-2c20bd435c13 req-5062f8ab-8f6c-463d-9b22-cfc55a1c36f9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301428 Jul 16 17:59:25.816076 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-476762e0-1e09-4f8d-ae2e-185d4abe299a req-417acc4b-2250-4832-a355-6f89ac2b82fb tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2537310 Jul 16 17:59:25.841368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-0dd68a61-930d-4f85-abd1-2fedc352de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.842916 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-0dd68a61-930d-4f85-abd1-2fedc352de01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7431876d-2556-467a-a82f-bdd789c31bee HTTP/1.1" status: 200 len: 853 time: 0.2022855 Jul 16 17:59:25.853996 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-4bfb7a56-b79c-4adf-8fe6-437393263646 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b12fec1-cc34-4266-80a0-396126617771 HTTP/1.1" status: 200 len: 217 time: 0.1287498 Jul 16 17:59:25.965416 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58b7d408-9a56-4ec0-b215-8ae5974f23bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.997015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccd2db4-1a70-4daa-895b-5aa1c152f228 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:26.007969 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.023603 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5220ada7-70c4-451a-ba62-0b276d0a6f89 req-39157c3b-72ec-4c9e-b455-7b6331b9b32f service neutron] 10.222.0.32 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864707 Jul 16 17:59:26.028571 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-b372f860-e417-4734-b7e0-851d1b91e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:26.030218 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-b372f860-e417-4734-b7e0-851d1b91e990 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecc90bf6-64d1-40fc-ae7a-e5075092d38e HTTP/1.1" status: 200 len: 797 time: 0.1616426 Jul 16 17:59:26.050077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-79ddcdb2-9f32-4069-8c64-efd0dcee7b3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2000129 Jul 16 17:59:26.052162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Transition to ACTIVE for port object 8ccd2db4-1a70-4daa-895b-5aa1c152f228 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:26.096034 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba4b6356-d3df-44df-8037-7ee7c06cd5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.107520 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba4b6356-d3df-44df-8037-7ee7c06cd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.146150 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ba4b6356-d3df-44df-8037-7ee7c06cd5b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1aa2d67acde47faa2239456f1c9460d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0562057 Jul 16 17:59:26.149518 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.154614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56740) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:26.197487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device c21d2843-44db-4f8f-9d02-ef6e89d78405 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:26.246146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b6356-d3df-44df-8037-7ee7c06cd5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf1a0b7-669a-490b-9759-c72f527f0984,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:26.253951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8b7a5801-f6c3-45dc-a178-b9d4b72aac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:26.255929 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-8b7a5801-f6c3-45dc-a178-b9d4b72aac8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2181408 Jul 16 17:59:26.315470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port c21d2843-44db-4f8f-9d02-ef6e89d78405 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:26.323279 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-42b39927-f5d3-4dd6-942a-07de599b3a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.329562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port c21d2843-44db-4f8f-9d02-ef6e89d78405 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:26.330190 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.410206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccd2db4-1a70-4daa-895b-5aa1c152f228,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:26.444267 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-42b39927-f5d3-4dd6-942a-07de599b3a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.450966 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5220ada7-70c4-451a-ba62-0b276d0a6f89 req-53270c8f-223d-4756-8ca3-03a58c2d5380 service neutron] 10.222.0.32 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999112 Jul 16 17:59:26.466067 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.467691 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-25f29a04-1652-4b2b-89a8-5c12bf002703 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001567 Jul 16 17:59:26.507129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port c21d2843-44db-4f8f-9d02-ef6e89d78405, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c21d2843-44db-4f8f-9d02-ef6e89d78405,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:26.513095 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.534596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351882f6-72a7-43af-af7f-4484b2508f05 req-de347c3a-7645-4cad-ba45-623f0431f9f3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:26.536257 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351882f6-72a7-43af-af7f-4484b2508f05 req-de347c3a-7645-4cad-ba45-623f0431f9f3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 944 time: 0.3700492 Jul 16 17:59:26.551324 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58b7d408-9a56-4ec0-b215-8ae5974f23bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.554750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e116ec-d86b-40cb-8013-8a7b0cc343de req-813e310b-2b46-4ddc-834a-fac38d5974bf tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:26.564376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3e116ec-d86b-40cb-8013-8a7b0cc343de req-813e310b-2b46-4ddc-834a-fac38d5974bf tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 944 time: 0.4667270 Jul 16 17:59:26.573629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-acddc148-c982-4ced-bce1-adc6533b7de9 service neutron] 10.222.0.11 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771519 Jul 16 17:59:26.583991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=c21d2843-44db-4f8f-9d02-ef6e89d78405,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:26.596161 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58b7d408-9a56-4ec0-b215-8ae5974f23bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.642989 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-42b39927-f5d3-4dd6-942a-07de599b3a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.645633 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-42b39927-f5d3-4dd6-942a-07de599b3a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.647043 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-42b39927-f5d3-4dd6-942a-07de599b3a2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cf1a0b7-669a-490b-9759-c72f527f0984 HTTP/1.1" status: 204 len: 168 time: 0.4910965 Jul 16 17:59:26.668844 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-58b7d408-9a56-4ec0-b215-8ae5974f23bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=071cee43d6174bb69b2de4c5f47a7fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0701935 Jul 16 17:59:26.676618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Attempting to bind port 8ccd2db4-1a70-4daa-895b-5aa1c152f228 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:26.676985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Attempting to bind port 8ccd2db4-1a70-4daa-895b-5aa1c152f228 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'c426c474-f33a-48d5-a88c-bd23c53a5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '40eaf875-67fd-4765-ac33-35f60a56b478'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:26.677284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Attempting to bind port 8ccd2db4-1a70-4daa-895b-5aa1c152f228 on network 40eaf875-67fd-4765-ac33-35f60a56b478 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:26.681846 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56744) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:26.692288 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7d408-9a56-4ec0-b215-8ae5974f23bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea410c6-b0cf-43cc-8d6d-e543495302ca,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:26.710017 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f8d71c02-2d9b-4001-a98f-b15a0fbffa6e req-80ead342-3552-4ed0-8b4f-19099dfb7e4b service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292171 Jul 16 17:59:26.711015 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3e116ec-d86b-40cb-8013-8a7b0cc343de req-c929c59e-ff0d-4132-89d6-3c4878283278 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452422 Jul 16 17:59:26.731929 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:59:26.733875 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b39927-f5d3-4dd6-942a-07de599b3a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf1a0b7-669a-490b-9759-c72f527f0984,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:26.799350 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d405dc29-e353-4cb7-9456-3b42ddb06da6 x-openstack-request-id: req-d405dc29-e353-4cb7-9456-3b42ddb06da6 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:26.799766 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b3dede-6100-4642-9b98-ba3886c645f4", "name": "network-vif-plugged", "status": "completed", "tag": "389ba076-7523-475c-b1ba-fcb288c64bd5", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:26.800119 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d405dc29-e353-4cb7-9456-3b42ddb06da6 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:26.800612 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b3dede-6100-4642-9b98-ba3886c645f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389ba076-7523-475c-b1ba-fcb288c64bd5', 'code': 200} Jul 16 17:59:26.835159 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-351882f6-72a7-43af-af7f-4484b2508f05 req-347a0144-5fd6-4f6a-8dfb-a6ee48988856 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681766 Jul 16 17:59:26.836166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Port 8ccd2db4-1a70-4daa-895b-5aa1c152f228 on network 40eaf875-67fd-4765-ac33-35f60a56b478 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:26.836589 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Attempting to bind port 8ccd2db4-1a70-4daa-895b-5aa1c152f228 on network 40eaf875-67fd-4765-ac33-35f60a56b478 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:26.843944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b4f682-9e67-4ab3-bc3c-477a482773b0 req-a9ff5382-01fa-41f4-a39e-2871d0f842e0 service neutron] 10.222.0.11 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601633 Jul 16 17:59:26.853423 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4358cd-419c-49d9-9727-b0cac7f14af7 x-openstack-request-id: req-bf4358cd-419c-49d9-9727-b0cac7f14af7 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:26.854437 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f27fed-b588-46de-b79a-dd32f149de05", "tag": "6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:26.854799 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf4358cd-419c-49d9-9727-b0cac7f14af7 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:26.855328 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f27fed-b588-46de-b79a-dd32f149de05', 'tag': '6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f', 'status': 'completed', 'code': 200} Jul 16 17:59:26.861755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:26.862379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Checking segment: {'id': 'c426c474-f33a-48d5-a88c-bd23c53a5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '40eaf875-67fd-4765-ac33-35f60a56b478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:26.862945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Bound using segment: {'id': 'c426c474-f33a-48d5-a88c-bd23c53a5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '40eaf875-67fd-4765-ac33-35f60a56b478'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:26.863637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Bound port: 8ccd2db4-1a70-4daa-895b-5aa1c152f228, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c426c474-f33a-48d5-a88c-bd23c53a5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '40eaf875-67fd-4765-ac33-35f60a56b478'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:26.864149 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.033900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] For port 8ccd2db4-1a70-4daa-895b-5aa1c152f228, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:27.058493 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 3aed7065-a33e-464f-968c-28d9df6afee6 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:27.091881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-1eb9036a-6cdc-4ba4-97cc-f72dcb920b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.092086 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-1eb9036a-6cdc-4ba4-97cc-f72dcb920b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.092568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-1eb9036a-6cdc-4ba4-97cc-f72dcb920b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.093042 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-1eb9036a-6cdc-4ba4-97cc-f72dcb920b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.098208 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-1eb9036a-6cdc-4ba4-97cc-f72dcb920b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.098746 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-1eb9036a-6cdc-4ba4-97cc-f72dcb920b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.099241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-1eb9036a-6cdc-4ba4-97cc-f72dcb920b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.102058 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-1eb9036a-6cdc-4ba4-97cc-f72dcb920b69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 6495 time: 0.3106737 Jul 16 17:59:27.109314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8dbde-f107-4979-b06c-a66e08eaaf9b req-7dbdaf68-599a-4cc9-9d77-7ff8746fed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.111300 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fad8dbde-f107-4979-b06c-a66e08eaaf9b req-7dbdaf68-599a-4cc9-9d77-7ff8746fed91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d97172e1a49846aba5948b04d63bbeab&device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 1096 time: 0.1856577 Jul 16 17:59:27.126462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] For port 8ccd2db4-1a70-4daa-895b-5aa1c152f228, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8ccd2db4-1a70-4daa-895b-5aa1c152f228,segment=NetworkSegment(c426c474-f33a-48d5-a88c-bd23c53a5aa8),segment_id=c426c474-f33a-48d5-a88c-bd23c53a5aa8)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:27.171755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 3aed7065-a33e-464f-968c-28d9df6afee6 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:27.176482 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 3aed7065-a33e-464f-968c-28d9df6afee6 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:27.179001 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.190322 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4d3577c9-2531-4dd5-b66e-1a7206122886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.193595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e484b-8747-42b6-80fd-2e5064539770 req-aca208f5-c03a-43c7-8b6f-4e330d945772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.195472 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a76e484b-8747-42b6-80fd-2e5064539770 req-aca208f5-c03a-43c7-8b6f-4e330d945772 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 1097 time: 0.2457798 Jul 16 17:59:27.276583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56752) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:27.327421 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99608cb8-9873-4296-9584-0d06cb891a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.333750 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.383158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 3aed7065-a33e-464f-968c-28d9df6afee6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=3aed7065-a33e-464f-968c-28d9df6afee6,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:27.390202 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.418879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8dbde-f107-4979-b06c-a66e08eaaf9b req-5d72644e-a5e9-4838-907e-90336bf2d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.420402 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fad8dbde-f107-4979-b06c-a66e08eaaf9b req-5d72644e-a5e9-4838-907e-90336bf2d5ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 HTTP/1.1" status: 200 len: 914 time: 0.2992539 Jul 16 17:59:27.424112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-6bf1cce9-3404-4238-9cb1-21c4af0b13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.425635 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-6bf1cce9-3404-4238-9cb1-21c4af0b13e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d14411d5-9208-45c8-b382-da9f272bc971 HTTP/1.1" status: 200 len: 902 time: 0.3134625 Jul 16 17:59:27.477862 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fad8dbde-f107-4979-b06c-a66e08eaaf9b req-05564e08-fc6e-4861-b546-ffa3c622eadf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f HTTP/1.1" status: 200 len: 217 time: 0.0455368 Jul 16 17:59:27.483252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=3aed7065-a33e-464f-968c-28d9df6afee6,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:27.517918 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-20096b8e-bf09-4c29-9d66-295d83f38b72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=4491f8dd-ddb2-4310-9cd7-053d2271a801 HTTP/1.1" status: 200 len: 217 time: 0.0389991 Jul 16 17:59:27.615461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.631022 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-ddf2d4cd-0a8b-4c39-a254-c638dbd78d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.632526 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-ddf2d4cd-0a8b-4c39-a254-c638dbd78d70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.1013279 Jul 16 17:59:27.636875 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8dbde-f107-4979-b06c-a66e08eaaf9b req-70d052c1-2bed-4090-81d0-989662d2e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.638221 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fad8dbde-f107-4979-b06c-a66e08eaaf9b req-70d052c1-2bed-4090-81d0-989662d2e089 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7431876d-2556-467a-a82f-bdd789c31bee HTTP/1.1" status: 200 len: 853 time: 0.1173127 Jul 16 17:59:27.694488 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.695101 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.696500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] 10.222.0.32 "PUT /v2.0/ports/8ccd2db4-1a70-4daa-895b-5aa1c152f228 HTTP/1.1" status: 200 len: 1092 time: 3.5165420 Jul 16 17:59:27.710736 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4d3577c9-2531-4dd5-b66e-1a7206122886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.716425 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fad8dbde-f107-4979-b06c-a66e08eaaf9b req-8eca926f-9db6-4c06-8ee4-5c5845ede60f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633771 Jul 16 17:59:27.738222 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99608cb8-9873-4296-9584-0d06cb891a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.757730 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99608cb8-9873-4296-9584-0d06cb891a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.780686 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a76e484b-8747-42b6-80fd-2e5064539770 req-d160a360-23fd-4d61-b571-a245f59857fd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606436 Jul 16 17:59:27.791078 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-99608cb8-9873-4296-9584-0d06cb891a23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0cfb7ffe1464eef8b849d3df8cbd507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5037022 Jul 16 17:59:27.796963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c23974-71ea-45f1-8e3d-cfe3527ac2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccd2db4-1a70-4daa-895b-5aa1c152f228,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:27.799354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56756) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:27.840181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-904267d9-2489-4aa2-8c7d-be9eeedd854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.842073 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-904267d9-2489-4aa2-8c7d-be9eeedd854c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2004039 Jul 16 17:59:27.863231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d5949-2bcc-4bca-8f45-d5d0df1638f3 req-36777053-a3b4-4e07-83ff-3ea2432c9269 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.865467 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-313d5949-2bcc-4bca-8f45-d5d0df1638f3 req-36777053-a3b4-4e07-83ff-3ea2432c9269 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/ports?device_id=983111f0-35cc-43d8-b3e6-5aa307db3a38 HTTP/1.1" status: 200 len: 943 time: 0.7369692 Jul 16 17:59:27.885701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c9b6c-4c94-4307-b345-b937a87c72eb req-d4a8fb6b-43f1-468c-8d85-34c08117759d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.893527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c9b6c-4c94-4307-b345-b937a87c72eb req-d4a8fb6b-43f1-468c-8d85-34c08117759d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.899834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c9b6c-4c94-4307-b345-b937a87c72eb req-d4a8fb6b-43f1-468c-8d85-34c08117759d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.906837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c9b6c-4c94-4307-b345-b937a87c72eb req-d4a8fb6b-43f1-468c-8d85-34c08117759d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.913126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c9b6c-4c94-4307-b345-b937a87c72eb req-d4a8fb6b-43f1-468c-8d85-34c08117759d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.919176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99608cb8-9873-4296-9584-0d06cb891a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea9364b-bdaf-4c94-977e-63cd11379dd8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:27.919765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c9b6c-4c94-4307-b345-b937a87c72eb req-d4a8fb6b-43f1-468c-8d85-34c08117759d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.937591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c9b6c-4c94-4307-b345-b937a87c72eb req-d4a8fb6b-43f1-468c-8d85-34c08117759d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.944438 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f0c9b6c-4c94-4307-b345-b937a87c72eb req-d4a8fb6b-43f1-468c-8d85-34c08117759d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5433 time: 0.8546741 Jul 16 17:59:28.008104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4d3577c9-2531-4dd5-b66e-1a7206122886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.011745 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4d3577c9-2531-4dd5-b66e-1a7206122886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.013149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4d3577c9-2531-4dd5-b66e-1a7206122886 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eea410c6-b0cf-43cc-8d6d-e543495302ca HTTP/1.1" status: 204 len: 168 time: 1.3264933 Jul 16 17:59:28.017402 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fad8dbde-f107-4979-b06c-a66e08eaaf9b req-9a63f808-c629-4563-ab89-005208f01c55 service neutron] 10.222.0.11 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889977 Jul 16 17:59:28.023458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b89ad283-2f4c-44a8-b1cf-db41d37ed3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.051825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-1106ac56-bb10-4170-bdb7-a889851c4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.061315 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-1106ac56-bb10-4170-bdb7-a889851c4d53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61e153ed80234375a14c4cd4848fa59b&device_id=983111f0-35cc-43d8-b3e6-5aa307db3a38 HTTP/1.1" status: 200 len: 1095 time: 0.2826819 Jul 16 17:59:28.065550 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-313d5949-2bcc-4bca-8f45-d5d0df1638f3 req-dbf4a837-9d11-4299-937d-30284030832b tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/security-groups?id=736cd8ee-5393-4315-a05b-d95f6c6d8bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181562 Jul 16 17:59:28.081883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3577c9-2531-4dd5-b66e-1a7206122886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea410c6-b0cf-43cc-8d6d-e543495302ca,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:28.090586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b89ad283-2f4c-44a8-b1cf-db41d37ed3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.111199 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-76fe6cf4-3a50-453d-8ae9-8d1cce7a4d02 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321186 Jul 16 17:59:28.149564 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-7b4e86a9-f92c-491f-aca9-70476b191d90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccd2db4-1a70-4daa-895b-5aa1c152f228 HTTP/1.1" status: 200 len: 217 time: 0.0754924 Jul 16 17:59:28.155228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f0c9b6c-4c94-4307-b345-b937a87c72eb req-b612e84d-75e8-42fb-9610-e5f16fb66c47 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1849926 Jul 16 17:59:28.215173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-7f239968-658f-48a5-ace4-a16de8a10689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.216904 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-7f239968-658f-48a5-ace4-a16de8a10689 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88066ecf-1aa2-4a8c-9081-8f3860b7ee49 HTTP/1.1" status: 200 len: 852 time: 0.0606558 Jul 16 17:59:28.268778 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fad8dbde-f107-4979-b06c-a66e08eaaf9b req-788869d7-a00f-4841-b865-dd536f34993a service neutron] 10.222.0.11 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405531 Jul 16 17:59:28.271372 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b89ad283-2f4c-44a8-b1cf-db41d37ed3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.274087 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b89ad283-2f4c-44a8-b1cf-db41d37ed3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.275243 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b89ad283-2f4c-44a8-b1cf-db41d37ed3ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ea9364b-bdaf-4c94-977e-63cd11379dd8 HTTP/1.1" status: 204 len: 168 time: 0.4769204 Jul 16 17:59:28.296354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ad283-2f4c-44a8-b1cf-db41d37ed3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea9364b-bdaf-4c94-977e-63cd11379dd8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:28.302770 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-c9239215-025a-4b44-96d2-5f45c22df238 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807666 Jul 16 17:59:28.318227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-3657e211-827d-403e-a647-1cc1f11b263e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40eaf875-67fd-4765-ac33-35f60a56b478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718088 Jul 16 17:59:28.481206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-80636f07-bf99-4acc-8242-a794f24b1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.482137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-80636f07-bf99-4acc-8242-a794f24b1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.482946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-80636f07-bf99-4acc-8242-a794f24b1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.483871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-80636f07-bf99-4acc-8242-a794f24b1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.484494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-80636f07-bf99-4acc-8242-a794f24b1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.485322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-80636f07-bf99-4acc-8242-a794f24b1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.485994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-80636f07-bf99-4acc-8242-a794f24b1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.488812 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-80636f07-bf99-4acc-8242-a794f24b1475 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 6495 time: 0.1172657 Jul 16 17:59:28.670545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb234e-24b7-4ec8-a4f5-dd9c10bc77ac req-a32c88ec-a551-4587-9548-532d510ad5df tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.672526 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6fcb234e-24b7-4ec8-a4f5-dd9c10bc77ac req-a32c88ec-a551-4587-9548-532d510ad5df tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 947 time: 0.2787530 Jul 16 17:59:28.679176 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-7fd6ddfa-4368-4215-ab37-1b6ff636c62e service neutron] 10.222.0.32 "GET /v2.0/networks/40eaf875-67fd-4765-ac33-35f60a56b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599870 Jul 16 17:59:28.693497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b9404-3278-4f6d-ad58-83f3b94bf650 req-6a1e8e33-aa6f-4e26-afc6-03aabd5e892e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.700418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b9404-3278-4f6d-ad58-83f3b94bf650 req-6a1e8e33-aa6f-4e26-afc6-03aabd5e892e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.713071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b9404-3278-4f6d-ad58-83f3b94bf650 req-6a1e8e33-aa6f-4e26-afc6-03aabd5e892e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.719878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b9404-3278-4f6d-ad58-83f3b94bf650 req-6a1e8e33-aa6f-4e26-afc6-03aabd5e892e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.726500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b9404-3278-4f6d-ad58-83f3b94bf650 req-6a1e8e33-aa6f-4e26-afc6-03aabd5e892e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.735479 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b9404-3278-4f6d-ad58-83f3b94bf650 req-6a1e8e33-aa6f-4e26-afc6-03aabd5e892e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.741522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b9404-3278-4f6d-ad58-83f3b94bf650 req-6a1e8e33-aa6f-4e26-afc6-03aabd5e892e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.746963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c3b9404-3278-4f6d-ad58-83f3b94bf650 req-6a1e8e33-aa6f-4e26-afc6-03aabd5e892e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5431 time: 0.2267485 Jul 16 17:59:28.802284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60dad37-f6c2-477c-9f89-0de891ab63ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21d2843-44db-4f8f-9d02-ef6e89d78405'}, {'server_uuid': '23988023-4be5-4a26-819d-8a94ae3d4cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aed7065-a33e-464f-968c-28d9df6afee6'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:28.805348 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eecc0a8-6f33-4b82-8e8b-66fe66ba5434" -d '{"events": [{"server_uuid": "a60dad37-f6c2-477c-9f89-0de891ab63ce", "name": "network-vif-plugged", "status": "completed", "tag": "c21d2843-44db-4f8f-9d02-ef6e89d78405"}, {"server_uuid": "23988023-4be5-4a26-819d-8a94ae3d4cdb", "name": "network-vif-plugged", "status": "completed", "tag": "3aed7065-a33e-464f-968c-28d9df6afee6"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:28.808303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56774) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:28.832242 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6fcb234e-24b7-4ec8-a4f5-dd9c10bc77ac req-f75cf4c6-30a9-47de-a339-6266778ccc5a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816381 Jul 16 17:59:28.851845 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa188112-66a5-4121-8c18-33c67497c3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.858427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983111f0-35cc-43d8-b3e6-5aa307db3a38', 'tag': '8ccd2db4-1a70-4daa-895b-5aa1c152f228'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:28.860450 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17de8fd-4836-4a8a-9667-c6af5834ab4b" -d '{"events": [{"name": "network-changed", "server_uuid": "983111f0-35cc-43d8-b3e6-5aa307db3a38", "tag": "8ccd2db4-1a70-4daa-895b-5aa1c152f228"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:28.874213 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-e2c8e097-1caf-48a6-8912-026f66ffbe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.877603 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-e2c8e097-1caf-48a6-8912-026f66ffbe26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f HTTP/1.1" status: 200 len: 901 time: 0.3806663 Jul 16 17:59:28.922404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c3b9404-3278-4f6d-ad58-83f3b94bf650 req-e4313168-6938-472f-a08a-61f39c5e75b5 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637981 Jul 16 17:59:28.978319 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-e49f5ad5-da9e-41a9-a3de-78d7ab8b82bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=897d6457-d843-4c30-9f5d-1c8d2f827f6b HTTP/1.1" status: 200 len: 217 time: 0.0895247 Jul 16 17:59:28.984894 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acb8312-fcf5-4e44-9e6e-5f47e00ea116 req-f7d1454a-e723-4af6-8b1d-7ffeb47ea416 service neutron] 10.222.0.32 "GET /v2.0/networks/40eaf875-67fd-4765-ac33-35f60a56b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322319 Jul 16 17:59:29.175937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35203-c314-4efd-8a1a-6b6a2f5bdc06 req-70b23972-b120-425e-b85d-059c8699abd9 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.184378 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12e35203-c314-4efd-8a1a-6b6a2f5bdc06 req-70b23972-b120-425e-b85d-059c8699abd9 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 945 time: 0.1518090 Jul 16 17:59:29.186013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-c1cdbb6c-0209-46cf-86bd-8886eea5d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.190022 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-c1cdbb6c-0209-46cf-86bd-8886eea5d05d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecc90bf6-64d1-40fc-ae7a-e5075092d38e HTTP/1.1" status: 200 len: 797 time: 0.1928735 Jul 16 17:59:29.229365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1f8b1-e3b7-40f0-bb26-9c54f94a8e58 req-be5a6a7b-d2e8-4f55-8624-c1410a57f750 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.231196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1d1f8b1-e3b7-40f0-bb26-9c54f94a8e58 req-be5a6a7b-d2e8-4f55-8624-c1410a57f750 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 944 time: 0.1588817 Jul 16 17:59:29.278213 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12e35203-c314-4efd-8a1a-6b6a2f5bdc06 req-44396b32-127c-4ba9-8778-64ba2508d6de tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927455 Jul 16 17:59:29.344211 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa188112-66a5-4121-8c18-33c67497c3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:29.346612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-448d8134-348a-477b-9957-e673c1f8235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.348208 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-448d8134-348a-477b-9957-e673c1f8235a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1413970 Jul 16 17:59:29.353539 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa188112-66a5-4121-8c18-33c67497c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:29.370175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1d1f8b1-e3b7-40f0-bb26-9c54f94a8e58 req-a41efe09-99da-4b0c-824d-48d45e29c970 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049075 Jul 16 17:59:29.486392 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fed990d-2216-40b7-9433-881f38e8e32f x-openstack-request-id: req-6fed990d-2216-40b7-9433-881f38e8e32f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:29.486695 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60dad37-f6c2-477c-9f89-0de891ab63ce", "name": "network-vif-plugged", "status": "completed", "tag": "c21d2843-44db-4f8f-9d02-ef6e89d78405", "code": 200}, {"server_uuid": "23988023-4be5-4a26-819d-8a94ae3d4cdb", "name": "network-vif-plugged", "status": "completed", "tag": "3aed7065-a33e-464f-968c-28d9df6afee6", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:29.490954 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fed990d-2216-40b7-9433-881f38e8e32f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:29.492608 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60dad37-f6c2-477c-9f89-0de891ab63ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21d2843-44db-4f8f-9d02-ef6e89d78405', 'code': 200} Jul 16 17:59:29.493291 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23988023-4be5-4a26-819d-8a94ae3d4cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aed7065-a33e-464f-968c-28d9df6afee6', 'code': 200} Jul 16 17:59:29.526843 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aa188112-66a5-4121-8c18-33c67497c3b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cb4a488b46e4626bfdec653ab7d82b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7172542 Jul 16 17:59:29.529570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa188112-66a5-4121-8c18-33c67497c3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10b47c1-5964-448e-a2f9-1fce1059b90d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:29.537952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56794) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:29.539100 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56796) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:29.614395 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7101da43-5bda-4f71-a836-1efb29de7e08 x-openstack-request-id: req-7101da43-5bda-4f71-a836-1efb29de7e08 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:29.614703 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983111f0-35cc-43d8-b3e6-5aa307db3a38", "tag": "8ccd2db4-1a70-4daa-895b-5aa1c152f228", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:29.614935 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7101da43-5bda-4f71-a836-1efb29de7e08 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:29.615336 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983111f0-35cc-43d8-b3e6-5aa307db3a38', 'tag': '8ccd2db4-1a70-4daa-895b-5aa1c152f228', 'status': 'completed', 'code': 200} Jul 16 17:59:29.778143 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f43d0dad-acf6-4f26-8183-a6554c89e60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:29.836272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95dae1-318e-48e6-aa90-01b4199c0d00 req-7357b900-053f-4ccd-ae95-84cb05f8fe85 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.843001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95dae1-318e-48e6-aa90-01b4199c0d00 req-7357b900-053f-4ccd-ae95-84cb05f8fe85 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.849239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95dae1-318e-48e6-aa90-01b4199c0d00 req-7357b900-053f-4ccd-ae95-84cb05f8fe85 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.859570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95dae1-318e-48e6-aa90-01b4199c0d00 req-7357b900-053f-4ccd-ae95-84cb05f8fe85 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.866034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95dae1-318e-48e6-aa90-01b4199c0d00 req-7357b900-053f-4ccd-ae95-84cb05f8fe85 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.873121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95dae1-318e-48e6-aa90-01b4199c0d00 req-7357b900-053f-4ccd-ae95-84cb05f8fe85 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.881276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95dae1-318e-48e6-aa90-01b4199c0d00 req-7357b900-053f-4ccd-ae95-84cb05f8fe85 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.895147 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb95dae1-318e-48e6-aa90-01b4199c0d00 req-7357b900-053f-4ccd-ae95-84cb05f8fe85 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5433 time: 0.4406188 Jul 16 17:59:29.939351 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f43d0dad-acf6-4f26-8183-a6554c89e60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:29.965204 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1785640352-network', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:29.984935 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56802) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:29.998143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7a31ecfc-61c7-4b24-9944-a4d5842a468d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Request body: {'floatingip': {'port_id': '223708c8-1b94-4650-aa99-9e0be9baf6c7'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:29.998357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Made reservation on behalf of c56218ca7e3d44f99e454a88ab8b35bf for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:30.000660 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.037982 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.078853 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-82439bca-97be-45c8-976e-9610130386d1 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183228 Jul 16 17:59:30.116290 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a31ecfc-61c7-4b24-9944-a4d5842a468d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.168780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de8fd-4836-4a8a-9667-c6af5834ab4b req-eb3140b7-b7d7-43f1-9539-cc4c2598ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.170192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d17de8fd-4836-4a8a-9667-c6af5834ab4b req-eb3140b7-b7d7-43f1-9539-cc4c2598ba86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61e153ed80234375a14c4cd4848fa59b&device_id=983111f0-35cc-43d8-b3e6-5aa307db3a38 HTTP/1.1" status: 200 len: 1095 time: 0.5539823 Jul 16 17:59:30.185256 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f43d0dad-acf6-4f26-8183-a6554c89e60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.188114 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f43d0dad-acf6-4f26-8183-a6554c89e60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.191801 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f43d0dad-acf6-4f26-8183-a6554c89e60e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e10b47c1-5964-448e-a2f9-1fce1059b90d HTTP/1.1" status: 204 len: 168 time: 0.6482763 Jul 16 17:59:30.191944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13835575-5173-4dfa-9d8b-e7d2d0ffc132 req-9d943108-9640-4a3f-ba35-33ddc084b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.206399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 8ccd2db4-1a70-4daa-895b-5aa1c152f228 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:30.215486 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-13835575-5173-4dfa-9d8b-e7d2d0ffc132 req-9d943108-9640-4a3f-ba35-33ddc084b7e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 1097 time: 0.2202082 Jul 16 17:59:30.279701 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-9274951e-b65d-460a-924c-db5032c00ee7 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896398 Jul 16 17:59:30.280816 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d0dad-acf6-4f26-8183-a6554c89e60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10b47c1-5964-448e-a2f9-1fce1059b90d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:30.283787 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-13835575-5173-4dfa-9d8b-e7d2d0ffc132 req-ce7482fb-2819-49d1-98da-7f05726328ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674555 Jul 16 17:59:30.297183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5ff52-d5b2-4857-9b44-2f4ac0f8873a req-a3914a09-af80-41cf-a2e0-2e1da33e381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.299067 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-82a5ff52-d5b2-4857-9b44-2f4ac0f8873a req-a3914a09-af80-41cf-a2e0-2e1da33e381b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a60dad37-f6c2-477c-9f89-0de891ab63ce HTTP/1.1" status: 200 len: 1098 time: 0.6791010 Jul 16 17:59:30.353446 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.435841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c2e94-c605-486f-928c-bf61ed0ee2f6 req-3261df8f-f13a-4b6d-ba04-bae453202c9c tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.436010 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.443069 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd5c2e94-c605-486f-928c-bf61ed0ee2f6 req-3261df8f-f13a-4b6d-ba04-bae453202c9c tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/ports?device_id=983111f0-35cc-43d8-b3e6-5aa307db3a38 HTTP/1.1" status: 200 len: 943 time: 0.6692035 Jul 16 17:59:30.444237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 8ccd2db4-1a70-4daa-895b-5aa1c152f228, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8ccd2db4-1a70-4daa-895b-5aa1c152f228,segment=NetworkSegment(c426c474-f33a-48d5-a88c-bd23c53a5aa8),segment_id=c426c474-f33a-48d5-a88c-bd23c53a5aa8)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:30.463207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '8ccd2db4-1a70-4daa-895b-5aa1c152f228', 'network_id': '40eaf875-67fd-4765-ac33-35f60a56b478', 'port_id': '8ccd2db4-1a70-4daa-895b-5aa1c152f228', 'mac_address': 'fa:16:3e:11:5b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88066ecf-1aa2-4a8c-9081-8f3860b7ee49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:30.515848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f04fc5-9663-4436-b016-aeff9a9ab770 req-9e70dd65-5f7f-45c1-b109-540ac04b900c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.517450 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4f04fc5-9663-4436-b016-aeff9a9ab770 req-9e70dd65-5f7f-45c1-b109-540ac04b900c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 947 time: 0.4618936 Jul 16 17:59:30.524512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea4c254-fb02-4a14-8f40-d1cfe24aa2df,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:30.538025 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.542839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:30.562143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccd2db4-1a70-4daa-895b-5aa1c152f228 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:30.567978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de8fd-4836-4a8a-9667-c6af5834ab4b req-34878c8f-f64a-4500-b326-f46e05da0df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.570573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d17de8fd-4836-4a8a-9667-c6af5834ab4b req-34878c8f-f64a-4500-b326-f46e05da0df7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=40eaf875-67fd-4765-ac33-35f60a56b478 HTTP/1.1" status: 200 len: 913 time: 0.3801656 Jul 16 17:59:30.592586 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 8ccd2db4-1a70-4daa-895b-5aa1c152f228, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8ccd2db4-1a70-4daa-895b-5aa1c152f228,segment=NetworkSegment(c426c474-f33a-48d5-a88c-bd23c53a5aa8),segment_id=c426c474-f33a-48d5-a88c-bd23c53a5aa8)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:30.594141 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.594627 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Added segment e8e9c66d-4aa9-4fe6-8856-16be57322da3 of type vlan for network 83b2a6b5-48be-4896-bd6e-8e8215dcbca9 Jul 16 17:59:30.612488 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.650022 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-21695814-2d27-4f41-a9f6-167e2818d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.650528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-21695814-2d27-4f41-a9f6-167e2818d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.651237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-21695814-2d27-4f41-a9f6-167e2818d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.651726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-21695814-2d27-4f41-a9f6-167e2818d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.652232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-21695814-2d27-4f41-a9f6-167e2818d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.652728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-21695814-2d27-4f41-a9f6-167e2818d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.653203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-21695814-2d27-4f41-a9f6-167e2818d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.655368 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-21695814-2d27-4f41-a9f6-167e2818d5ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 6495 time: 0.2970908 Jul 16 17:59:30.679072 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-82a5ff52-d5b2-4857-9b44-2f4ac0f8873a req-8cbb8f53-27a5-4b31-b396-a89a1da9be04 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629599 Jul 16 17:59:30.731135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=8ccd2db4-1a70-4daa-895b-5aa1c152f228,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:30.746178 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.750677 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d17de8fd-4836-4a8a-9667-c6af5834ab4b req-e27925a0-7604-4ca8-8e77-43df5eb59781 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccd2db4-1a70-4daa-895b-5aa1c152f228 HTTP/1.1" status: 200 len: 217 time: 0.0645137 Jul 16 17:59:30.841641 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.843080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.843771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.857157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17de8fd-4836-4a8a-9667-c6af5834ab4b req-1aba75d0-c013-40c4-b41b-bb006ddc5680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.858691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d17de8fd-4836-4a8a-9667-c6af5834ab4b req-1aba75d0-c013-40c4-b41b-bb006ddc5680 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88066ecf-1aa2-4a8c-9081-8f3860b7ee49 HTTP/1.1" status: 200 len: 852 time: 0.0908344 Jul 16 17:59:30.870287 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3254983 Jul 16 17:59:30.881496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['8ccd2db4-1a70-4daa-895b-5aa1c152f228'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:30.914348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4f04fc5-9663-4436-b016-aeff9a9ab770 req-c3c8d5e4-2a41-48f1-ae7d-858cbc33adc9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815958 Jul 16 17:59:30.921696 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d17de8fd-4836-4a8a-9667-c6af5834ab4b req-e24374b2-5070-4d25-8f9c-2f7cbcd1fa1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=40eaf875-67fd-4765-ac33-35f60a56b478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542743 Jul 16 17:59:30.922605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56822) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:30.936389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-51f0c4ba-9689-4109-bc27-bf0dfbbeab83 admin admin] Request body: {'subnet': {'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1785640352-subnet', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:30.952344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd5c2e94-c605-486f-928c-bf61ed0ee2f6 req-2c9e29b5-5ad6-4e95-b809-7064d5cd4aea tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/security-groups?id=736cd8ee-5393-4315-a05b-d95f6c6d8bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084414 Jul 16 17:59:31.005602 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549f893-c27f-4410-9eb7-4b8c41077603 admin admin] Pushing event updated for resources: {'Network': ['ID=83b2a6b5-48be-4896-bd6e-8e8215dcbca9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:31.018958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-83d29d0e-8907-4e3e-b4da-e33a98e14f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:31.038445 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-83d29d0e-8907-4e3e-b4da-e33a98e14f3c service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f HTTP/1.1" status: 200 len: 901 time: 0.3326240 Jul 16 17:59:31.077097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 83b2a6b5-48be-4896-bd6e-8e8215dcbca9 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:59:31.080351 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d17de8fd-4836-4a8a-9667-c6af5834ab4b req-82feed29-ff42-4af4-b13a-dcda3cb48ebc service neutron] 10.222.0.32 "GET /v2.0/networks/40eaf875-67fd-4765-ac33-35f60a56b478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259632 Jul 16 17:59:31.164615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:31.174595 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-88c60c27-d453-4b00-9b75-0f8c2cc14386 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b12fec1-cc34-4266-80a0-396126617771 HTTP/1.1" status: 200 len: 217 time: 0.1350904 Jul 16 17:59:31.299109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-c08db7a6-f340-4468-bf44-be9ca8484399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:31.300611 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-c08db7a6-f340-4468-bf44-be9ca8484399 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecc90bf6-64d1-40fc-ae7a-e5075092d38e HTTP/1.1" status: 200 len: 797 time: 0.1159289 Jul 16 17:59:31.401858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f0c4ba-9689-4109-bc27-bf0dfbbeab83 admin admin] Made reservation on behalf of c56218ca7e3d44f99e454a88ab8b35bf for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:31.404358 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-51f0c4ba-9689-4109-bc27-bf0dfbbeab83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.471707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-29d832c7-3b3d-4294-bc6d-dd8892c15b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:31.474924 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-29d832c7-3b3d-4294-bc6d-dd8892c15b09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1639230 Jul 16 17:59:31.670557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:31.687775 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f', 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3', 'port_id': '6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f', 'mac_address': 'fa:16:3e:34:8a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7431876d-2556-467a-a82f-bdd789c31bee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:31.693049 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-715dd7d5-ceb4-4efb-8cb6-7c2c19519132 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088883 Jul 16 17:59:31.778450 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.810844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:31.830874 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d17de8fd-4836-4a8a-9667-c6af5834ab4b req-f5f68bc2-24df-434c-957e-8908e9dd164d service neutron] 10.222.0.32 "GET /v2.0/networks/40eaf875-67fd-4765-ac33-35f60a56b478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7400355 Jul 16 17:59:31.855184 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-801e349f-ae65-4660-8696-668d5dc47ed4 req-a7229a63-6f94-4a77-bbb9-3d1897ecebb1 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529040 Jul 16 17:59:31.857318 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:31.867846 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.944078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:32.002647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1234df-7a16-4c20-a01b-be699e6d5d1a req-8b350278-37fe-4b6c-b34f-345063772dfb tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.008387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f1234df-7a16-4c20-a01b-be699e6d5d1a req-8b350278-37fe-4b6c-b34f-345063772dfb tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 945 time: 0.8030791 Jul 16 17:59:32.036125 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-51f0c4ba-9689-4109-bc27-bf0dfbbeab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.064502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878a0d3-a149-44f0-84a6-829056c7bf72 req-d5a4c7cd-fcdc-4ee9-a320-55c1df8d8234 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.070696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878a0d3-a149-44f0-84a6-829056c7bf72 req-d5a4c7cd-fcdc-4ee9-a320-55c1df8d8234 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.077527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878a0d3-a149-44f0-84a6-829056c7bf72 req-d5a4c7cd-fcdc-4ee9-a320-55c1df8d8234 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.084091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878a0d3-a149-44f0-84a6-829056c7bf72 req-d5a4c7cd-fcdc-4ee9-a320-55c1df8d8234 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.091137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878a0d3-a149-44f0-84a6-829056c7bf72 req-d5a4c7cd-fcdc-4ee9-a320-55c1df8d8234 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.101082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878a0d3-a149-44f0-84a6-829056c7bf72 req-d5a4c7cd-fcdc-4ee9-a320-55c1df8d8234 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.103499 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878a0d3-a149-44f0-84a6-829056c7bf72 req-d5a4c7cd-fcdc-4ee9-a320-55c1df8d8234 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.111796 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a878a0d3-a149-44f0-84a6-829056c7bf72 req-d5a4c7cd-fcdc-4ee9-a320-55c1df8d8234 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5431 time: 0.8330247 Jul 16 17:59:32.199107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.resource_extend [None req-7a31ecfc-61c7-4b24-9944-a4d5842a468d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:59:32.228071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 8ccd2db4-1a70-4daa-895b-5aa1c152f228 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:32.269092 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a878a0d3-a149-44f0-84a6-829056c7bf72 req-bdb4e493-33ed-45bb-941f-5c143fdcc7da tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1560211 Jul 16 17:59:32.337688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0c4ba-9689-4109-bc27-bf0dfbbeab83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d4c517-128d-4c3f-ae3f-a081a1b418dc,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:32.358301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:32.362919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 8ccd2db4-1a70-4daa-895b-5aa1c152f228 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:32.368791 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 8ccd2db4-1a70-4daa-895b-5aa1c152f228 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:32.368791 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.386466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f1234df-7a16-4c20-a01b-be699e6d5d1a req-0080b51b-5eb2-45bf-91d9-b81efe0397d8 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540347 Jul 16 17:59:32.415424 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a31ecfc-61c7-4b24-9944-a4d5842a468d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.430129 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0c4ba-9689-4109-bc27-bf0dfbbeab83 admin admin] Checking segment: {'id': 'e8e9c66d-4aa9-4fe6-8856-16be57322da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:32.430669 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f0c4ba-9689-4109-bc27-bf0dfbbeab83 admin admin] Network hostable DHCP agents. Network: 83b2a6b5-48be-4896-bd6e-8e8215dcbca9, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:59:32.475496 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a31ecfc-61c7-4b24-9944-a4d5842a468d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.542154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f0c4ba-9689-4109-bc27-bf0dfbbeab83 admin admin] Network 83b2a6b5-48be-4896-bd6e-8e8215dcbca9 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:59:32.592120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-51f0c4ba-9689-4109-bc27-bf0dfbbeab83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 83b2a6b5-48be-4896-bd6e-8e8215dcbca9) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:32.611195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d781e-87b2-4634-adcd-4ca1a703f6bf None None] Network 83b2a6b5-48be-4896-bd6e-8e8215dcbca9 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:32.625203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56854) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:32.630893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f0c4ba-9689-4109-bc27-bf0dfbbeab83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.631624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-51f0c4ba-9689-4109-bc27-bf0dfbbeab83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.666520 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.758068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 8ccd2db4-1a70-4daa-895b-5aa1c152f228, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8ccd2db4-1a70-4daa-895b-5aa1c152f228,segment=NetworkSegment(c426c474-f33a-48d5-a88c-bd23c53a5aa8),segment_id=c426c474-f33a-48d5-a88c-bd23c53a5aa8)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:32.765070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983111f0-35cc-43d8-b3e6-5aa307db3a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccd2db4-1a70-4daa-895b-5aa1c152f228'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:32.767775 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb20ff5c-7736-419c-b1a2-a108842ea65b" -d '{"events": [{"server_uuid": "983111f0-35cc-43d8-b3e6-5aa307db3a38", "name": "network-vif-plugged", "status": "completed", "tag": "8ccd2db4-1a70-4daa-895b-5aa1c152f228"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:32.773872 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.831389 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2092218401'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:32.836464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=8ccd2db4-1a70-4daa-895b-5aa1c152f228,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:32.867122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Made reservation on behalf of 6b524b900d05439187da0dd311f6433a for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:32.873487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.888733 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.980418 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-83b2a6b5-48be-4896-bd6e-8e8215dcbca9', 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'fixed_ips': [{'subnet_id': 'c7d4c517-128d-4c3f-ae3f-a081a1b418dc'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:59:32.982143 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.013289 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.022897 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.061312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:33.085467 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.085932 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Added segment 86e2f0c5-579c-478a-bab9-b7686ebba031 of type vlan for network 16811482-c199-4405-8052-3fb39310106c Jul 16 17:59:33.087797 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aceecc9-01fd-4c03-989c-37d69953fcf1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:33.128785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-51f0c4ba-9689-4109-bc27-bf0dfbbeab83 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2029004 Jul 16 17:59:33.134129 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56860) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:33.147840 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1785640352-router', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:33.158668 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Allocated IP 172.20.0.2 (83b2a6b5-48be-4896-bd6e-8e8215dcbca9/c7d4c517-128d-4c3f-ae3f-a081a1b418dc/a16f4c2a-48d0-497d-bba6-1d8238f9c049) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:33.172241 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.202267 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-7a31ecfc-61c7-4b24-9944-a4d5842a468d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Floating IP 4797bd8a-51ca-47ec-96d3-a7c533ed3270 associated. External IP: 172.25.3.9, port: 223708c8-1b94-4650-aa99-9e0be9baf6c7. Jul 16 17:59:33.228183 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.238980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.240681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.242129 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.243149 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.265318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79e493-de9a-460d-bcc7-42cf3d3611e9 req-8d2d357a-1724-4197-be68-cea33eaf0acf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.267067 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e79e493-de9a-460d-bcc7-42cf3d3611e9 req-8d2d357a-1724-4197-be68-cea33eaf0acf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 947 time: 0.2192924 Jul 16 17:59:33.280471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064ac65-f7db-42f1-9b2e-94b96cee9222 req-d41e9fdd-b82e-4829-83af-2cf51acd1b60 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.287567 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6064ac65-f7db-42f1-9b2e-94b96cee9222 req-d41e9fdd-b82e-4829-83af-2cf51acd1b60 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 945 time: 0.7471797 Jul 16 17:59:33.305322 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6777117 Jul 16 17:59:33.311426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56864) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:33.325739 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2d2c9408-d0bf-44a4-a7dc-d39dfb5775d4 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Request body: {'subnet': {'network_id': '16811482-c199-4405-8052-3fb39310106c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:33.415542 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e332-13b9-4ddc-9db6-6eba492c1554 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Pushing event updated for resources: {'Network': ['ID=16811482-c199-4405-8052-3fb39310106c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:33.437162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 16811482-c199-4405-8052-3fb39310106c details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:59:33.450863 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.454747 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e79e493-de9a-460d-bcc7-42cf3d3611e9 req-993c28b5-b2c4-45e9-8493-93e09ee7f4a3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628163 Jul 16 17:59:33.472237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6064ac65-f7db-42f1-9b2e-94b96cee9222 req-4d9591da-2a6b-4505-88ba-8e6828fd38b2 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837060 Jul 16 17:59:33.494831 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.729937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2c9408-d0bf-44a4-a7dc-d39dfb5775d4 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Made reservation on behalf of 6b524b900d05439187da0dd311f6433a for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:33.739166 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9efedc-404d-4df6-817a-cc4e6b21b227 x-openstack-request-id: req-2a9efedc-404d-4df6-817a-cc4e6b21b227 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:33.739459 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983111f0-35cc-43d8-b3e6-5aa307db3a38", "name": "network-vif-plugged", "status": "completed", "tag": "8ccd2db4-1a70-4daa-895b-5aa1c152f228", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:33.739719 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a9efedc-404d-4df6-817a-cc4e6b21b227 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:33.740134 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9408-d0bf-44a4-a7dc-d39dfb5775d4 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.740381 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983111f0-35cc-43d8-b3e6-5aa307db3a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccd2db4-1a70-4daa-895b-5aa1c152f228', 'code': 200} Jul 16 17:59:33.743109 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Transition to ACTIVE for port object a16f4c2a-48d0-497d-bba6-1d8238f9c049 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:33.766017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Transition to ACTIVE for port object a16f4c2a-48d0-497d-bba6-1d8238f9c049 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:33.794714 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.851349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1feb7-cb19-481b-b490-ff473a3f7c55 req-c7e8cffa-af09-4f8a-8b14-b1b5dca2108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.853227 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a0a1feb7-cb19-481b-b490-ff473a3f7c55 req-c7e8cffa-af09-4f8a-8b14-b1b5dca2108b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=983111f0-35cc-43d8-b3e6-5aa307db3a38 HTTP/1.1" status: 200 len: 1097 time: 0.2216716 Jul 16 17:59:33.862437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Pushing event updated for resources: {'Port': ['ID=a16f4c2a-48d0-497d-bba6-1d8238f9c049,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:33.889050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Network 83b2a6b5-48be-4896-bd6e-8e8215dcbca9 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:33.891072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:33.893704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:33.932692 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a0a1feb7-cb19-481b-b490-ff473a3f7c55 req-c6b947bf-082d-45e3-a0dd-372976daac5c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=736cd8ee-5393-4315-a05b-d95f6c6d8bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686049 Jul 16 17:59:33.966451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Attempting to bind port a16f4c2a-48d0-497d-bba6-1d8238f9c049 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:33.966689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Attempting to bind port a16f4c2a-48d0-497d-bba6-1d8238f9c049 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'e8e9c66d-4aa9-4fe6-8856-16be57322da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:33.967103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Attempting to bind port a16f4c2a-48d0-497d-bba6-1d8238f9c049 on network 83b2a6b5-48be-4896-bd6e-8e8215dcbca9 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:33.972864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:33.973247 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Checking segment: {'id': 'e8e9c66d-4aa9-4fe6-8856-16be57322da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:33.974316 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.974316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Bound using segment: {'id': 'e8e9c66d-4aa9-4fe6-8856-16be57322da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:33.974726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Bound port: a16f4c2a-48d0-497d-bba6-1d8238f9c049, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e9c66d-4aa9-4fe6-8856-16be57322da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:33.975115 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.983171 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.999258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a31ecfc-61c7-4b24-9944-a4d5842a468d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:59:34.059678 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9408-d0bf-44a4-a7dc-d39dfb5775d4 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.062245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] For port a16f4c2a-48d0-497d-bba6-1d8238f9c049, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:34.066145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] For port a16f4c2a-48d0-497d-bba6-1d8238f9c049, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a16f4c2a-48d0-497d-bba6-1d8238f9c049,segment=NetworkSegment(e8e9c66d-4aa9-4fe6-8856-16be57322da3),segment_id=e8e9c66d-4aa9-4fe6-8856-16be57322da3)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:34.083117 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.128231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c9408-d0bf-44a4-a7dc-d39dfb5775d4 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Pushing event updated for resources: {'Subnet': ['ID=d7b6d5df-6cd9-4df1-b30e-d0f96eece1f0,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:34.157411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be7c03-080f-44a4-b25d-f02a000892ff None None] Pushing event updated for resources: {'Port': ['ID=a16f4c2a-48d0-497d-bba6-1d8238f9c049,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:34.164769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c9408-d0bf-44a4-a7dc-d39dfb5775d4 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Checking segment: {'id': '86e2f0c5-579c-478a-bab9-b7686ebba031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '16811482-c199-4405-8052-3fb39310106c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:34.165382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2c9408-d0bf-44a4-a7dc-d39dfb5775d4 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Network hostable DHCP agents. Network: 16811482-c199-4405-8052-3fb39310106c, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:59:34.199677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2c9408-d0bf-44a4-a7dc-d39dfb5775d4 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Network 16811482-c199-4405-8052-3fb39310106c is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:59:34.210877 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2d2c9408-d0bf-44a4-a7dc-d39dfb5775d4 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 16811482-c199-4405-8052-3fb39310106c) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:34.211120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b342-833f-4f39-a769-62764b33b6f3 req-0b17fc8f-3a27-4714-ade6-903ff29ce53e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.217892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c9408-d0bf-44a4-a7dc-d39dfb5775d4 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.218391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b342-833f-4f39-a769-62764b33b6f3 req-0b17fc8f-3a27-4714-ade6-903ff29ce53e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.218775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9408-d0bf-44a4-a7dc-d39dfb5775d4 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.226501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b342-833f-4f39-a769-62764b33b6f3 req-0b17fc8f-3a27-4714-ade6-903ff29ce53e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.228046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e548f2-63f0-4b1a-a371-067452689c6c None None] Network 16811482-c199-4405-8052-3fb39310106c requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:34.241622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b342-833f-4f39-a769-62764b33b6f3 req-0b17fc8f-3a27-4714-ade6-903ff29ce53e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.248562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b342-833f-4f39-a769-62764b33b6f3 req-0b17fc8f-3a27-4714-ade6-903ff29ce53e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.250357 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2d2c9408-d0bf-44a4-a7dc-d39dfb5775d4 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9375076 Jul 16 17:59:34.251668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56874) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:34.256433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b342-833f-4f39-a769-62764b33b6f3 req-0b17fc8f-3a27-4714-ade6-903ff29ce53e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.257966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Request body: {'port': {'network_id': '16811482-c199-4405-8052-3fb39310106c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-610624758'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:34.266489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b342-833f-4f39-a769-62764b33b6f3 req-0b17fc8f-3a27-4714-ade6-903ff29ce53e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.268654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cc3b342-833f-4f39-a769-62764b33b6f3 req-0b17fc8f-3a27-4714-ade6-903ff29ce53e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5431 time: 0.4978645 Jul 16 17:59:34.281037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a50010-2e62-4455-a448-5fa16d46ea5c req-cb075c90-1b3d-4772-a9e9-dfd26db50420 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.288582 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6a50010-2e62-4455-a448-5fa16d46ea5c req-cb075c90-1b3d-4772-a9e9-dfd26db50420 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/ports?device_id=983111f0-35cc-43d8-b3e6-5aa307db3a38 HTTP/1.1" status: 200 len: 945 time: 0.5131373 Jul 16 17:59:34.443539 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Made reservation on behalf of 6b524b900d05439187da0dd311f6433a for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:34.448213 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a31ecfc-61c7-4b24-9944-a4d5842a468d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:34.448539 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.468410 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a31ecfc-61c7-4b24-9944-a4d5842a468d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.479464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ec861e-e2fa-4d3f-9b57-ed480de84d78 None None] Sync routers for ids ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:34.484341 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] device_id is not set on port 21e9cce3-e79b-45ca-b1a6-31a4cb7eeeff yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 17:59:34.486752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cc3b342-833f-4f39-a769-62764b33b6f3 req-67d17944-97f8-4a94-bded-91f79d009fd6 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1956806 Jul 16 17:59:34.500918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-16811482-c199-4405-8052-3fb39310106c', 'network_id': '16811482-c199-4405-8052-3fb39310106c', 'tenant_id': '6b524b900d05439187da0dd311f6433a', 'fixed_ips': [{'subnet_id': 'd7b6d5df-6cd9-4df1-b30e-d0f96eece1f0'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:59:34.502041 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.516273 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec861e-e2fa-4d3f-9b57-ed480de84d78 None None] Routers {'ca3a8428-d2b4-4979-8d76-acc58d5d86a2'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:34.516951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-62ec861e-e2fa-4d3f-9b57-ed480de84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:34.570535 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6a50010-2e62-4455-a448-5fa16d46ea5c req-5b6f608b-49e8-497b-abc6-b0dc315d62f4 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/security-groups?id=736cd8ee-5393-4315-a05b-d95f6c6d8bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810414 Jul 16 17:59:34.609300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7a31ecfc-61c7-4b24-9944-a4d5842a468d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "PUT /v2.0/floatingips/4797bd8a-51ca-47ec-96d3-a7c533ed3270 HTTP/1.1" status: 200 len: 990 time: 4.6216037 Jul 16 17:59:34.610914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': '223708c8-1b94-4650-aa99-9e0be9baf6c7'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:34.615607 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "223708c8-1b94-4650-aa99-9e0be9baf6c7"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:34.642030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Allocated IP 172.20.0.14 (16811482-c199-4405-8052-3fb39310106c/d7b6d5df-6cd9-4df1-b30e-d0f96eece1f0/21e9cce3-e79b-45ca-b1a6-31a4cb7eeeff) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:34.794938 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-62ec861e-e2fa-4d3f-9b57-ed480de84d78 None None] Set router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:34.854007 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.859342 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.876052 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.884792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Transition to ACTIVE for port object 21e9cce3-e79b-45ca-b1a6-31a4cb7eeeff will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:34.953682 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.010988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Pushing event updated for resources: {'Port': ['ID=21e9cce3-e79b-45ca-b1a6-31a4cb7eeeff,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:35.027762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Network 16811482-c199-4405-8052-3fb39310106c is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:35.028873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Allocated IP 172.25.3.233 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/4fb94899-06e8-436b-8f6c-c6ab78a692b3) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:35.029733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:35.033384 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:35.048413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aa025-2803-432b-94b7-4b69b8151555 req-d2b7f8a9-7870-4e3a-927d-f165570a4c92 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.050021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-318aa025-2803-432b-94b7-4b69b8151555 req-d2b7f8a9-7870-4e3a-927d-f165570a4c92 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 945 time: 0.3122551 Jul 16 17:59:35.063498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0d2ad-9394-40bf-8049-d2a7084968c2 req-81d1ff9a-ca40-463d-acdf-9343bb7e2905 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.065705 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8f0d2ad-9394-40bf-8049-d2a7084968c2 req-81d1ff9a-ca40-463d-acdf-9343bb7e2905 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 947 time: 0.3009269 Jul 16 17:59:35.088843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Allocated IP 172.20.0.2 (16811482-c199-4405-8052-3fb39310106c/d7b6d5df-6cd9-4df1-b30e-d0f96eece1f0/e641cf48-59b0-418f-ade4-0dc2268ecc5d) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:35.108018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.108876 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.135954 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e063f24e-5cf2-4cbc-9846-d3dcd2844e24 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8801363 Jul 16 17:59:35.136333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56896) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:35.244153 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-318aa025-2803-432b-94b7-4b69b8151555 req-802d34f3-f5c4-4bac-a67a-0fc343212b01 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769221 Jul 16 17:59:35.272732 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.284264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Transition to ACTIVE for port object e641cf48-59b0-418f-ade4-0dc2268ecc5d will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:35.303782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8f0d2ad-9394-40bf-8049-d2a7084968c2 req-3bce9178-629b-4394-8013-f0badde41850 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148654 Jul 16 17:59:35.351080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Transition to ACTIVE for port object e641cf48-59b0-418f-ade4-0dc2268ecc5d will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:35.366309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:35.385873 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.433592 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4569b03e-676a-48f3-825c-865cfc91c5da tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Deleting port 21e9cce3-e79b-45ca-b1a6-31a4cb7eeeff {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:35.439326 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4569b03e-676a-48f3-825c-865cfc91c5da tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.505368 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.539060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Pushing event updated for resources: {'Port': ['ID=e641cf48-59b0-418f-ade4-0dc2268ecc5d,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:35.590398 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.632489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435cacc-ac91-4469-854d-d07c6a31a5f6 None None] Network 83b2a6b5-48be-4896-bd6e-8e8215dcbca9 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:35.663866 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4569b03e-676a-48f3-825c-865cfc91c5da tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.685929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4569b03e-676a-48f3-825c-865cfc91c5da tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Calling delete_port for 21e9cce3-e79b-45ca-b1a6-31a4cb7eeeff owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:35.712669 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:35.719831 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab6fc33-6b0c-493c-bc98-0b8c21b297ec x-openstack-request-id: req-5ab6fc33-6b0c-493c-bc98-0b8c21b297ec {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:35.720129 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "tag": "223708c8-1b94-4650-aa99-9e0be9baf6c7", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:35.720389 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ab6fc33-6b0c-493c-bc98-0b8c21b297ec {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:35.720822 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'tag': '223708c8-1b94-4650-aa99-9e0be9baf6c7', 'status': 'completed', 'code': 200} Jul 16 17:59:35.736034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:35.746437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:35.810241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Pushing event updated for resources: {'Port': ['ID=4fb94899-06e8-436b-8f6c-c6ab78a692b3,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:35.814383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Network 16811482-c199-4405-8052-3fb39310106c is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:35.821037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f3d2acca-bba9-49a8-9e1b-9bac4e99bb4d None None] Provisioning for port a16f4c2a-48d0-497d-bba6-1d8238f9c049 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:35.828578 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:35.846083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:35.951332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-199c6bf5-2990-429e-b97f-7d150ee8fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.952518 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-199c6bf5-2990-429e-b97f-7d150ee8fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.953331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-199c6bf5-2990-429e-b97f-7d150ee8fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.954023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-199c6bf5-2990-429e-b97f-7d150ee8fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.954686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-199c6bf5-2990-429e-b97f-7d150ee8fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.955322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-199c6bf5-2990-429e-b97f-7d150ee8fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.956010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-199c6bf5-2990-429e-b97f-7d150ee8fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.958651 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-199c6bf5-2990-429e-b97f-7d150ee8fb17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 6497 time: 0.2741611 Jul 16 17:59:36.009583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:36.035046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:36.035046 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.061263 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Attempting to bind port e641cf48-59b0-418f-ade4-0dc2268ecc5d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:36.061803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Attempting to bind port e641cf48-59b0-418f-ade4-0dc2268ecc5d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '86e2f0c5-579c-478a-bab9-b7686ebba031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '16811482-c199-4405-8052-3fb39310106c'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:36.062358 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Attempting to bind port e641cf48-59b0-418f-ade4-0dc2268ecc5d on network 16811482-c199-4405-8052-3fb39310106c {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:36.113829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:36.114234 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Checking segment: {'id': '86e2f0c5-579c-478a-bab9-b7686ebba031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '16811482-c199-4405-8052-3fb39310106c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:36.114692 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.115289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Bound using segment: {'id': '86e2f0c5-579c-478a-bab9-b7686ebba031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '16811482-c199-4405-8052-3fb39310106c'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:36.115856 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Bound port: e641cf48-59b0-418f-ade4-0dc2268ecc5d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e2f0c5-579c-478a-bab9-b7686ebba031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '16811482-c199-4405-8052-3fb39310106c'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:36.116349 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.116692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3a170-5ab9-47a0-862a-b2be12c3989c req-9a638c54-2b0b-4eb6-b244-834b088bb57e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.118353 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73b3a170-5ab9-47a0-862a-b2be12c3989c req-9a638c54-2b0b-4eb6-b244-834b088bb57e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 945 time: 0.5418098 Jul 16 17:59:36.132473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a16f4c2a-48d0-497d-bba6-1d8238f9c049 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:36.147195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-62ec861e-e2fa-4d3f-9b57-ed480de84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 4, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '4797bd8a-51ca-47ec-96d3-a7c533ed3270', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'port_id': '223708c8-1b94-4650-aa99-9e0be9baf6c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'mac_address': 'fa:16:3e:43:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:57:35Z', 'updated_at': '2021-07-16T17:59:31Z', 'revision_number': 1, 'project_id': 'e842df9b6b02407381982d4560f93832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4dec196-5b16-4249-8064-f28ea8ac2b1d', 'name': '', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'mac_address': 'fa:16:3e:76:06:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:50Z', 'updated_at': '2021-07-16T17:56:58Z', 'revision_number': 5, 'project_id': 'e842df9b6b02407381982d4560f93832', 'subnets': [{'id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:36.190626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-490af527-2f92-4e5c-b996-321bfccc1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.193013 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-490af527-2f92-4e5c-b996-321bfccc1c6c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df HTTP/1.1" status: 200 len: 913 time: 0.2190173 Jul 16 17:59:36.200674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73b3a170-5ab9-47a0-862a-b2be12c3989c req-8cc3ae98-ecbb-47bb-9338-e9de089738d8 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566702 Jul 16 17:59:36.214924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1b029-4203-4b81-b1b5-5cf0e8aae9ac req-bed77259-c646-4bd7-adc1-2a1f6ad0eb9c tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.216645 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5e1b029-4203-4b81-b1b5-5cf0e8aae9ac req-bed77259-c646-4bd7-adc1-2a1f6ad0eb9c tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.3515077 Jul 16 17:59:36.224135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ec861e-e2fa-4d3f-9b57-ed480de84d78 None None] Checking router: ca3a8428-d2b4-4979-8d76-acc58d5d86a2 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:36.264837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5e1b029-4203-4b81-b1b5-5cf0e8aae9ac req-b4374527-6a53-4516-8f4e-a8e4c3473b06 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383911 Jul 16 17:59:36.278441 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-e231496d-c26c-41dd-80d7-174a3feb981a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=223708c8-1b94-4650-aa99-9e0be9baf6c7 HTTP/1.1" status: 200 len: 998 time: 0.0768130 Jul 16 17:59:36.287683 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4569b03e-676a-48f3-825c-865cfc91c5da tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.343801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569b03e-676a-48f3-825c-865cfc91c5da tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Pushing event deleted for resources: {'Port': ['ID=21e9cce3-e79b-45ca-b1a6-31a4cb7eeeff,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:36.352998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] For port e641cf48-59b0-418f-ade4-0dc2268ecc5d, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:36.357341 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] For port e641cf48-59b0-418f-ade4-0dc2268ecc5d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e641cf48-59b0-418f-ade4-0dc2268ecc5d,segment=NetworkSegment(86e2f0c5-579c-478a-bab9-b7686ebba031),segment_id=86e2f0c5-579c-478a-bab9-b7686ebba031)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:36.370051 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.448266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec861e-e2fa-4d3f-9b57-ed480de84d78 None None] Routers {'ca3a8428-d2b4-4979-8d76-acc58d5d86a2'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:36.449103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-62ec861e-e2fa-4d3f-9b57-ed480de84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:36.453141 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-f5300612-b439-4820-a275-755f9ec38326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.454920 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-f5300612-b439-4820-a275-755f9ec38326 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=243b46fa-7a93-4ad1-8fd4-e955798c54a4 HTTP/1.1" status: 200 len: 851 time: 0.1690502 Jul 16 17:59:36.527180 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4569b03e-676a-48f3-825c-865cfc91c5da tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.532358 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.532560 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4569b03e-676a-48f3-825c-865cfc91c5da tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] 10.222.0.24 "DELETE /v2.0/ports/21e9cce3-e79b-45ca-b1a6-31a4cb7eeeff HTTP/1.1" status: 204 len: 168 time: 1.3923502 Jul 16 17:59:36.533528 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56938) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:36.553694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-4dd120c0-4b5e-4ca5-81c5-2bd2ea927eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.555951 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-4dd120c0-4b5e-4ca5-81c5-2bd2ea927eba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881860 Jul 16 17:59:36.558967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port a16f4c2a-48d0-497d-bba6-1d8238f9c049 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:36.569400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port a16f4c2a-48d0-497d-bba6-1d8238f9c049 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:36.569916 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.691220 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-da55a4d1-3762-42ea-a179-95733697df4c service neutron] 10.222.0.11 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270504 Jul 16 17:59:36.721191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a5655-a03f-4324-a1f3-d02eb011ac59 req-9a502bdf-c17b-42bf-b6be-096b4ed9ad8e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.727313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a5655-a03f-4324-a1f3-d02eb011ac59 req-9a502bdf-c17b-42bf-b6be-096b4ed9ad8e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.734397 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a5655-a03f-4324-a1f3-d02eb011ac59 req-9a502bdf-c17b-42bf-b6be-096b4ed9ad8e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.740398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a5655-a03f-4324-a1f3-d02eb011ac59 req-9a502bdf-c17b-42bf-b6be-096b4ed9ad8e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.746601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a5655-a03f-4324-a1f3-d02eb011ac59 req-9a502bdf-c17b-42bf-b6be-096b4ed9ad8e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.752540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a5655-a03f-4324-a1f3-d02eb011ac59 req-9a502bdf-c17b-42bf-b6be-096b4ed9ad8e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.758608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a5655-a03f-4324-a1f3-d02eb011ac59 req-9a502bdf-c17b-42bf-b6be-096b4ed9ad8e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.761078 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b36a5655-a03f-4324-a1f3-d02eb011ac59 req-9a502bdf-c17b-42bf-b6be-096b4ed9ad8e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5431 time: 0.3288004 Jul 16 17:59:36.767170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a1840594-0cad-4b29-8732-b36b4afbe993 tempest-DHCPAgentSchedulersTestJSON-1519765063 tempest-DHCPAgentSchedulersTestJSON-1519765063-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.2330472 Jul 16 17:59:36.773234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56944) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:36.778272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-90719072-f194-4a60-969f-8756ab945fd9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1601446262'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:36.843357 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e83f637-7476-4afd-b1d2-4e6e8aed0d0a req-1473ec4b-f839-4bdf-adc6-4a4210c64850 service neutron] 10.222.0.11 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460340 Jul 16 17:59:36.845899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa29c9-54e9-4eec-8112-8d9558a15a4e req-3045ae99-83d9-4fb0-9da3-39fc4ba00242 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.847433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97aa29c9-54e9-4eec-8112-8d9558a15a4e req-3045ae99-83d9-4fb0-9da3-39fc4ba00242 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/ports?device_id=983111f0-35cc-43d8-b3e6-5aa307db3a38 HTTP/1.1" status: 200 len: 945 time: 0.4139354 Jul 16 17:59:36.895146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7857a-c945-44c4-8338-144b302eaaf0 None None] Pushing event updated for resources: {'Port': ['ID=e641cf48-59b0-418f-ade4-0dc2268ecc5d,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:36.940002 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.954474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90719072-f194-4a60-969f-8756ab945fd9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Made reservation on behalf of 6b524b900d05439187da0dd311f6433a for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:36.962110 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90719072-f194-4a60-969f-8756ab945fd9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.986620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-62ec861e-e2fa-4d3f-9b57-ed480de84d78 None None] Set router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:37.002499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b36a5655-a03f-4324-a1f3-d02eb011ac59 req-46b03162-9b1c-4cec-81a0-a6cdadc1c7c4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2307019 Jul 16 17:59:37.050876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f27fed-b588-46de-b79a-dd32f149de05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:37.053994 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067239f8-fbef-4b3f-b52d-5c26ef32ac4c" -d '{"events": [{"server_uuid": "89f27fed-b588-46de-b79a-dd32f149de05", "name": "network-vif-plugged", "status": "completed", "tag": "6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:37.100772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:37.140611 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.199399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.243396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:37.279423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port a16f4c2a-48d0-497d-bba6-1d8238f9c049, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a16f4c2a-48d0-497d-bba6-1d8238f9c049,segment=NetworkSegment(e8e9c66d-4aa9-4fe6-8856-16be57322da3),segment_id=e8e9c66d-4aa9-4fe6-8856-16be57322da3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:37.284868 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.393043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=a16f4c2a-48d0-497d-bba6-1d8238f9c049,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:37.401775 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-88073d08-61b8-45d4-80d2-7dc5fcf048d5 None None] Provisioning complete for port a16f4c2a-48d0-497d-bba6-1d8238f9c049 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:37.402241 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-88073d08-61b8-45d4-80d2-7dc5fcf048d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.465232 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97aa29c9-54e9-4eec-8112-8d9558a15a4e req-c970c0a9-fde6-46c6-b87b-e788decd5cb0 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/security-groups?id=736cd8ee-5393-4315-a05b-d95f6c6d8bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039271 Jul 16 17:59:37.484457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90719072-f194-4a60-969f-8756ab945fd9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:37.505402 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90719072-f194-4a60-969f-8756ab945fd9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.505816 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-90719072-f194-4a60-969f-8756ab945fd9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Added segment 7c80f37c-0081-4f84-99a2-fb5608e5ee20 of type vlan for network 86c93b2f-17a0-4efc-8a8c-d2cc40f961fd Jul 16 17:59:37.522209 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.536506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-62ec861e-e2fa-4d3f-9b57-ed480de84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 4, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '4797bd8a-51ca-47ec-96d3-a7c533ed3270', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'port_id': '223708c8-1b94-4650-aa99-9e0be9baf6c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'mac_address': 'fa:16:3e:43:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:57:35Z', 'updated_at': '2021-07-16T17:59:31Z', 'revision_number': 1, 'project_id': 'e842df9b6b02407381982d4560f93832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4dec196-5b16-4249-8064-f28ea8ac2b1d', 'name': '', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'mac_address': 'fa:16:3e:76:06:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:50Z', 'updated_at': '2021-07-16T17:56:58Z', 'revision_number': 5, 'project_id': 'e842df9b6b02407381982d4560f93832', 'subnets': [{'id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:37.570556 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90719072-f194-4a60-969f-8756ab945fd9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.589274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ec861e-e2fa-4d3f-9b57-ed480de84d78 None None] The sync data for ids ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'] in n-d-787205-10 is: [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 4, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '4797bd8a-51ca-47ec-96d3-a7c533ed3270', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'port_id': '223708c8-1b94-4650-aa99-9e0be9baf6c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'mac_address': 'fa:16:3e:43:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:57:35Z', 'updated_at': '2021-07-16T17:59:31Z', 'revision_number': 1, 'project_id': 'e842df9b6b02407381982d4560f93832', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4dec196-5b16-4249-8064-f28ea8ac2b1d', 'name': '', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'mac_address': 'fa:16:3e:76:06:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:50Z', 'updated_at': '2021-07-16T17:56:58Z', 'revision_number': 5, 'project_id': 'e842df9b6b02407381982d4560f93832', 'subnets': [{'id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:37.676765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad621d68-ef14-4411-8d50-d247a80dbe02 req-0036112b-712a-48bb-bac9-1a873657eba1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:37.678413 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad621d68-ef14-4411-8d50-d247a80dbe02 req-0036112b-712a-48bb-bac9-1a873657eba1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=a60dad37-f6c2-477c-9f89-0de891ab63ce HTTP/1.1" status: 200 len: 946 time: 0.2572141 Jul 16 17:59:37.773129 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90719072-f194-4a60-969f-8756ab945fd9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.778963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90719072-f194-4a60-969f-8756ab945fd9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:37.779586 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90719072-f194-4a60-969f-8756ab945fd9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.789084 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990fea46-b8ea-43d9-8d79-b1fd6f7f21dd None None] Network 16811482-c199-4405-8052-3fb39310106c requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:37.825397 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5050d020-b50e-4d17-a0d8-eb21f432eb7a None None] New status for floating IP 4797bd8a-51ca-47ec-96d3-a7c533ed3270: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:59:37.830784 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-87c21844-4d92-464f-a134-d39f02d5e9ab None None] Provisioning for port e641cf48-59b0-418f-ade4-0dc2268ecc5d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:37.871135 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad621d68-ef14-4411-8d50-d247a80dbe02 req-4e16947d-bcd5-4354-ae02-0e5d053a29bc tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516602 Jul 16 17:59:37.913330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-90719072-f194-4a60-969f-8756ab945fd9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1388617 Jul 16 17:59:37.915798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56954) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:37.974864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3651f-4e13-43b1-a6c7-084fd9927feb req-951f5a45-650b-41fa-8e45-4e6be0607f19 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:37.983698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0df3651f-4e13-43b1-a6c7-084fd9927feb req-951f5a45-650b-41fa-8e45-4e6be0607f19 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 947 time: 0.3616006 Jul 16 17:59:37.995198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90719072-f194-4a60-969f-8756ab945fd9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Pushing event updated for resources: {'Network': ['ID=86c93b2f-17a0-4efc-8a8c-d2cc40f961fd,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:38.014357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 86c93b2f-17a0-4efc-8a8c-d2cc40f961fd details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:59:38.059372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0df3651f-4e13-43b1-a6c7-084fd9927feb req-554e27bd-75f3-4af3-9d62-e6d033dd6e42 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746496 Jul 16 17:59:38.063055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Router 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:59:38.197309 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04767d6-6605-4c4a-acab-8b5960213a5a x-openstack-request-id: req-a04767d6-6605-4c4a-acab-8b5960213a5a {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:38.197699 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f27fed-b588-46de-b79a-dd32f149de05", "name": "network-vif-plugged", "status": "completed", "tag": "6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:38.198047 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a04767d6-6605-4c4a-acab-8b5960213a5a {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:38.198419 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f27fed-b588-46de-b79a-dd32f149de05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f', 'code': 200} Jul 16 17:59:38.234991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e641cf48-59b0-418f-ade4-0dc2268ecc5d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:38.239336 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 44236e70-4da4-4744-b905-861e78acc48e no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:38.257712 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a9e4fccd-24b9-4037-b023-4f9f3c204cb1 tempest-DHCPAgentSchedulersTestJSON-1519765063 tempest-DHCPAgentSchedulersTestJSON-1519765063-project-admin] 10.222.0.24 "GET /v2.0/agents/2299ca9f-5961-4798-9a83-9bb1a7e27602/dhcp-networks HTTP/1.1" status: 200 len: 12053 time: 0.3377297 Jul 16 17:59:38.258597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56968) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:38.371225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:38.401382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Sync routers for ids ['2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:38.439327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6421ce-c28e-4b26-afca-508c38218e7f tempest-DHCPAgentSchedulersTestJSON-1519765063 tempest-DHCPAgentSchedulersTestJSON-1519765063-project-admin] Network 86c93b2f-17a0-4efc-8a8c-d2cc40f961fd is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:59:38.444967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Routers {'2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:38.451342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:38.458373 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ed6421ce-c28e-4b26-afca-508c38218e7f tempest-DHCPAgentSchedulersTestJSON-1519765063 tempest-DHCPAgentSchedulersTestJSON-1519765063-project-admin] 10.222.0.24 "POST /v2.0/agents/2299ca9f-5961-4798-9a83-9bb1a7e27602/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1985028 Jul 16 17:59:38.461863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56970) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:38.471312 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.472757 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0f520a3f-843a-4ab8-bac8-9fab038c5e5a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3289449 Jul 16 17:59:38.475387 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56972) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:38.517353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3fd33-c515-4c09-bc0e-438a18f007ad req-d72e0d5e-4d20-4e07-8d5d-f2f57f2d9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:38.519224 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dfa3fd33-c515-4c09-bc0e-438a18f007ad req-d72e0d5e-4d20-4e07-8d5d-f2f57f2d9429 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 1098 time: 0.1866753 Jul 16 17:59:38.547810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058a381-631e-4e2c-85d3-aa4718c5a508 None None] Network 86c93b2f-17a0-4efc-8a8c-d2cc40f961fd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:38.616710 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dfa3fd33-c515-4c09-bc0e-438a18f007ad req-d40a9ba2-fe5f-44f7-8370-9c4c72df57e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883362 Jul 16 17:59:38.657999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e641cf48-59b0-418f-ade4-0dc2268ecc5d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:38.700461 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f8c8d013-691e-477f-8875-6749bb4c0493 tempest-DHCPAgentSchedulersTestJSON-1519765063 tempest-DHCPAgentSchedulersTestJSON-1519765063-project-admin] 10.222.0.24 "GET /v2.0/agents/2299ca9f-5961-4798-9a83-9bb1a7e27602/dhcp-networks HTTP/1.1" status: 200 len: 12824 time: 0.2321923 Jul 16 17:59:38.703327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56976) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:38.731830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c62b4d19-d595-4d9e-8216-bc7e497ef1e3 None None] Provisioning complete for port e641cf48-59b0-418f-ade4-0dc2268ecc5d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:38.732115 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c62b4d19-d595-4d9e-8216-bc7e497ef1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.738752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e641cf48-59b0-418f-ade4-0dc2268ecc5d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:38.739210 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.818176 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ac18fca7-37be-4f95-9d1c-47dfbcfa41a4 tempest-DHCPAgentSchedulersTestJSON-1519765063 tempest-DHCPAgentSchedulersTestJSON-1519765063-project-admin] 10.222.0.24 "DELETE /v2.0/agents/2299ca9f-5961-4798-9a83-9bb1a7e27602/dhcp-networks/86c93b2f-17a0-4efc-8a8c-d2cc40f961fd HTTP/1.1" status: 204 len: 168 time: 0.1136012 Jul 16 17:59:38.820325 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56978) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:38.825119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7c73d-25ab-4dcc-a7dd-5d7fcd9b028a req-7dfa30b7-ae7a-4def-bddc-9c1154e0dfec tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:38.826832 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7a7c73d-25ab-4dcc-a7dd-5d7fcd9b028a req-7dfa30b7-ae7a-4def-bddc-9c1154e0dfec tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.4490387 Jul 16 17:59:38.840896 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Set router 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:38.884752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7a7c73d-25ab-4dcc-a7dd-5d7fcd9b028a req-20fe15a1-0a73-4f0f-8891-dc1ec7637936 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Jul 16 17:59:38.996128 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.048120 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-40d08b49-4a2a-4c87-bca6-3190afec1c03 tempest-DHCPAgentSchedulersTestJSON-1519765063 tempest-DHCPAgentSchedulersTestJSON-1519765063-project-admin] 10.222.0.24 "GET /v2.0/agents/2299ca9f-5961-4798-9a83-9bb1a7e27602/dhcp-networks HTTP/1.1" status: 200 len: 12053 time: 0.2228279 Jul 16 17:59:39.049561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56980) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:39.167820 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1801276e-f3bd-4b72-91f1-8788fba053c1 tempest-DHCPAgentSchedulersTestJSON-1519765063 tempest-DHCPAgentSchedulersTestJSON-1519765063-project-admin] 10.222.0.24 "GET /v2.0/networks/16811482-c199-4405-8052-3fb39310106c/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1149211 Jul 16 17:59:39.171618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56984) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:39.189563 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.194086 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-169e5295-9322-4dc7-9a48-547167b6e75e tempest-DHCPAgentSchedulersTestJSON-1519765063 tempest-DHCPAgentSchedulersTestJSON-1519765063-project-admin] 10.222.0.24 "GET /v2.0/networks/16811482-c199-4405-8052-3fb39310106c/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0211282 Jul 16 17:59:39.196626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56986) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:39.216073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:39.223390 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.254924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964231f-eaa7-458b-b966-2363ea8eac26 req-67beb686-9993-47f1-9891-6d9d576ba5e1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.256898 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0964231f-eaa7-458b-b966-2363ea8eac26 req-67beb686-9993-47f1-9891-6d9d576ba5e1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 945 time: 0.2083747 Jul 16 17:59:39.298534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f538fc8-df53-428a-b7fb-c95408a8e16f req-ea6167b8-27af-43a8-81ce-5eed97172f49 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.304717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f538fc8-df53-428a-b7fb-c95408a8e16f req-ea6167b8-27af-43a8-81ce-5eed97172f49 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.311235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f538fc8-df53-428a-b7fb-c95408a8e16f req-ea6167b8-27af-43a8-81ce-5eed97172f49 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.317496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f538fc8-df53-428a-b7fb-c95408a8e16f req-ea6167b8-27af-43a8-81ce-5eed97172f49 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.323959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f538fc8-df53-428a-b7fb-c95408a8e16f req-ea6167b8-27af-43a8-81ce-5eed97172f49 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.330234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f538fc8-df53-428a-b7fb-c95408a8e16f req-ea6167b8-27af-43a8-81ce-5eed97172f49 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.336608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f538fc8-df53-428a-b7fb-c95408a8e16f req-ea6167b8-27af-43a8-81ce-5eed97172f49 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.339570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f538fc8-df53-428a-b7fb-c95408a8e16f req-ea6167b8-27af-43a8-81ce-5eed97172f49 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5431 time: 0.2436621 Jul 16 17:59:39.348607 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-afc38616-b881-4fde-a978-e4501bfdd7da tempest-DHCPAgentSchedulersTestJSON-1519765063 tempest-DHCPAgentSchedulersTestJSON-1519765063-project-admin] 10.222.0.24 "GET /v2.0/agents/2299ca9f-5961-4798-9a83-9bb1a7e27602/dhcp-networks HTTP/1.1" status: 200 len: 12053 time: 0.1449525 Jul 16 17:59:39.349710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56988) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:39.376752 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.413003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0964231f-eaa7-458b-b966-2363ea8eac26 req-57372078-0d37-4ee0-80b3-58ef7ddfe593 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336529 Jul 16 17:59:39.434778 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5763b221-4e48-4e04-ac08-84ab54d639e9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.483190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port e641cf48-59b0-418f-ade4-0dc2268ecc5d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e641cf48-59b0-418f-ade4-0dc2268ecc5d,segment=NetworkSegment(86e2f0c5-579c-478a-bab9-b7686ebba031),segment_id=86e2f0c5-579c-478a-bab9-b7686ebba031)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:39.499570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f538fc8-df53-428a-b7fb-c95408a8e16f req-286dd3fe-787e-40c1-aeb8-3a5b7814d401 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838864 Jul 16 17:59:39.500645 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.501435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a16f4c2a-48d0-497d-bba6-1d8238f9c049 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:39.573469 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5763b221-4e48-4e04-ac08-84ab54d639e9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.585896 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5763b221-4e48-4e04-ac08-84ab54d639e9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c93b2f-17a0-4efc-8a8c-d2cc40f961fd']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:39.600673 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5763b221-4e48-4e04-ac08-84ab54d639e9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c80f37c-0081-4f84-99a2-fb5608e5ee20') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:39.600978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5763b221-4e48-4e04-ac08-84ab54d639e9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c80f37c-0081-4f84-99a2-fb5608e5ee20') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:39.613098 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5763b221-4e48-4e04-ac08-84ab54d639e9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.613969 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=14']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:39.625440 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c62b4d19-d595-4d9e-8216-bc7e497ef1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.632979 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5763b221-4e48-4e04-ac08-84ab54d639e9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.642756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5763b221-4e48-4e04-ac08-84ab54d639e9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:59:39.643446 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5763b221-4e48-4e04-ac08-84ab54d639e9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:59:39.647825 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:59:39.672530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Allocated IP 172.20.0.1 (83b2a6b5-48be-4896-bd6e-8e8215dcbca9/c7d4c517-128d-4c3f-ae3f-a081a1b418dc/bf10da6c-0412-4614-b1b6-f6b0b32766f4) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:39.692205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1785640352-router', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:33Z', 'updated_at': '2021-07-16T17:59:36Z', 'revision_number': 3, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'gw_port': {'id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:34Z', 'updated_at': '2021-07-16T17:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:39.733136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5763b221-4e48-4e04-ac08-84ab54d639e9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.745407 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5763b221-4e48-4e04-ac08-84ab54d639e9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.747675 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5763b221-4e48-4e04-ac08-84ab54d639e9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] 10.222.0.24 "DELETE /v2.0/networks/86c93b2f-17a0-4efc-8a8c-d2cc40f961fd HTTP/1.1" status: 204 len: 168 time: 0.3973565 Jul 16 17:59:39.750797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56994) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:39.766374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Checking router: 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:39.766638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Updating router 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c port 4fb94899-06e8-436b-8f6c-c6ab78a692b3 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:59:39.771593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7b26e-e0cf-48e6-bf9e-40f29bd6aaf5 req-8eccf246-d552-4b8c-9b98-9c5dc825a6ec tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.773174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17a7b26e-e0cf-48e6-bf9e-40f29bd6aaf5 req-8eccf246-d552-4b8c-9b98-9c5dc825a6ec tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2163329 Jul 16 17:59:39.790827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763b221-4e48-4e04-ac08-84ab54d639e9 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Pushing event deleted for resources: {'Network': ['ID=86c93b2f-17a0-4efc-8a8c-d2cc40f961fd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:39.809343 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5a9cd3-b280-4556-8485-0045cc31319d tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] DELETE failed (client error): The resource could not be found. Jul 16 17:59:39.810363 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5a9cd3-b280-4556-8485-0045cc31319d tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 17:59:39.811825 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4e5a9cd3-b280-4556-8485-0045cc31319d tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] 10.222.0.24 "DELETE /v2.0/ports/21e9cce3-e79b-45ca-b1a6-31a4cb7eeeff HTTP/1.1" status: 404 len: 333 time: 0.0590813 Jul 16 17:59:39.814861 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56996) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:39.861139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=e641cf48-59b0-418f-ade4-0dc2268ecc5d,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:39.901227 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.906487 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab614b2-af39-4f82-abfb-0c7c12ac1b69 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Deleting subnet d7b6d5df-6cd9-4df1-b30e-d0f96eece1f0 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:59:39.910585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ab614b2-af39-4f82-abfb-0c7c12ac1b69 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.917498 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.934746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Transition to ACTIVE for port object bf10da6c-0412-4614-b1b6-f6b0b32766f4 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:39.959888 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ab614b2-af39-4f82-abfb-0c7c12ac1b69 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.961190 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-c62b4d19-d595-4d9e-8216-bc7e497ef1e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:59:39.961653 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-c62b4d19-d595-4d9e-8216-bc7e497ef1e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:59:39.965436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port a16f4c2a-48d0-497d-bba6-1d8238f9c049 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:39.966000 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.977013 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17a7b26e-e0cf-48e6-bf9e-40f29bd6aaf5 req-56a1b603-feb8-4619-8ab2-0d35e54a8008 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771474 Jul 16 17:59:40.036921 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.120770 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ab614b2-af39-4f82-abfb-0c7c12ac1b69 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.143904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Network 83b2a6b5-48be-4896-bd6e-8e8215dcbca9 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:40.149260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:40.158855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:40.203605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:40.205961 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4dae69-7658-4a5c-a8f8-ba8c43f860a1" -d '{"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-unplugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:40.220199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf10da6c-0412-4614-b1b6-f6b0b32766f4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:40.339128 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.450840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e641cf48-59b0-418f-ade4-0dc2268ecc5d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:40.503441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929734b-f3cb-4eb5-995d-2675ec8f6c17 req-746f4910-9ae0-4fd9-9168-8c8d4a242d2e tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:40.505045 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a929734b-f3cb-4eb5-995d-2675ec8f6c17 req-746f4910-9ae0-4fd9-9168-8c8d4a242d2e tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.2875936 Jul 16 17:59:40.581028 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a929734b-f3cb-4eb5-995d-2675ec8f6c17 req-14690380-0964-45ce-abed-8528e6958040 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565827 Jul 16 17:59:40.589003 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.614729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Transition to ACTIVE for port object 4fb94899-06e8-436b-8f6c-c6ab78a692b3 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:40.638384 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.680385 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.721072 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c35ae10-30ac-4a27-9cbe-9d644bf0aa53 x-openstack-request-id: req-0c35ae10-30ac-4a27-9cbe-9d644bf0aa53 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:40.721704 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-unplugged", "status": "completed", "tag": "44236e70-4da4-4744-b905-861e78acc48e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:40.722157 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c35ae10-30ac-4a27-9cbe-9d644bf0aa53 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:40.722718 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44236e70-4da4-4744-b905-861e78acc48e', 'code': 200} Jul 16 17:59:40.753110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b82a72e7-e376-43d8-bfd9-1801e45e9859 None None] Could not find standard attr ID for object 21e9cce3-e79b-45ca-b1a6-31a4cb7eeeff. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 17:59:40.763101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e641cf48-59b0-418f-ade4-0dc2268ecc5d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:40.763476 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.767951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Attempting to bind port 4fb94899-06e8-436b-8f6c-c6ab78a692b3 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:40.768332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Attempting to bind port 4fb94899-06e8-436b-8f6c-c6ab78a692b3 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:40.768870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Attempting to bind port 4fb94899-06e8-436b-8f6c-c6ab78a692b3 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:40.805714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed100b-b4d1-4be3-86da-435269fe1f73 None None] Pushing event updated for resources: {'Port': ['ID=4fb94899-06e8-436b-8f6c-c6ab78a692b3,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:40.809292 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b82a72e7-e376-43d8-bfd9-1801e45e9859 None None] Provisioning for port bf10da6c-0412-4614-b1b6-f6b0b32766f4 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:40.818673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b82a72e7-e376-43d8-bfd9-1801e45e9859 None None] Provisioning complete for port bf10da6c-0412-4614-b1b6-f6b0b32766f4 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:40.818673 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b82a72e7-e376-43d8-bfd9-1801e45e9859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.856790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:40.857985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:40.860458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae3cb0-e1ba-4b41-ac66-8b62e3d4b110 req-fe479a9c-8be7-43c2-bd33-f1c37098cef8 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:40.861152 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.861652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:40.862198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Bound port: 4fb94899-06e8-436b-8f6c-c6ab78a692b3, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:40.862606 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.863766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73ae3cb0-e1ba-4b41-ac66-8b62e3d4b110 req-fe479a9c-8be7-43c2-bd33-f1c37098cef8 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.2349331 Jul 16 17:59:40.880300 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ab614b2-af39-4f82-abfb-0c7c12ac1b69 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.920377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b82a72e7-e376-43d8-bfd9-1801e45e9859 None None] Port bf10da6c-0412-4614-b1b6-f6b0b32766f4 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:40.933945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab614b2-af39-4f82-abfb-0c7c12ac1b69 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b6d5df-6cd9-4df1-b30e-d0f96eece1f0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:40.936620 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ab614b2-af39-4f82-abfb-0c7c12ac1b69 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.939607 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2ab614b2-af39-4f82-abfb-0c7c12ac1b69 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] 10.222.0.24 "DELETE /v2.0/subnets/d7b6d5df-6cd9-4df1-b30e-d0f96eece1f0 HTTP/1.1" status: 204 len: 168 time: 1.1231849 Jul 16 17:59:40.943734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57056) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:40.967543 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da10ca4-70dc-4680-b1f7-ca907d6fbc77 None None] Network 16811482-c199-4405-8052-3fb39310106c requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:40.981082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] For port 4fb94899-06e8-436b-8f6c-c6ab78a692b3, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:41.017063 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73ae3cb0-e1ba-4b41-ac66-8b62e3d4b110 req-23f8272e-ede6-4757-9d9e-f2cc4d4ab6ff tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304617 Jul 16 17:59:41.023708 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] For port 4fb94899-06e8-436b-8f6c-c6ab78a692b3, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4fb94899-06e8-436b-8f6c-c6ab78a692b3,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:41.045309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c66ab-67c8-4bcb-b742-40d59a49a380 req-af998120-6559-43d2-ad80-d5bdecd1272c tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.053340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-882c66ab-67c8-4bcb-b742-40d59a49a380 req-af998120-6559-43d2-ad80-d5bdecd1272c tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/ports?device_id=983111f0-35cc-43d8-b3e6-5aa307db3a38 HTTP/1.1" status: 200 len: 945 time: 0.2692084 Jul 16 17:59:41.071748 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.130441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-882c66ab-67c8-4bcb-b742-40d59a49a380 req-942c1786-b0ad-444e-8d2c-492aa0374107 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/security-groups?id=736cd8ee-5393-4315-a05b-d95f6c6d8bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754797 Jul 16 17:59:41.137798 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.158912 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.162343 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.219087 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed100b-b4d1-4be3-86da-435269fe1f73 None None] Pushing event updated for resources: {'Port': ['ID=4fb94899-06e8-436b-8f6c-c6ab78a692b3,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:41.240874 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Routers {'2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:41.241533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:41.260737 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Deleting port e641cf48-59b0-418f-ade4-0dc2268ecc5d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:41.261078 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.359768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] For port e641cf48-59b0-418f-ade4-0dc2268ecc5d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e641cf48-59b0-418f-ade4-0dc2268ecc5d,segment=NetworkSegment(86e2f0c5-579c-478a-bab9-b7686ebba031),segment_id=86e2f0c5-579c-478a-bab9-b7686ebba031)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:41.361503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.381597 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.385429 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Calling delete_port for e641cf48-59b0-418f-ade4-0dc2268ecc5d owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:41.414122 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf10da6c-0412-4614-b1b6-f6b0b32766f4,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:41.483959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] Set router 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:41.504137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a65a9-cceb-4a4c-82b0-a8dcd18d5220 req-1fac1858-6b1f-4a08-bb59-c68c26f3b5ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.510286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a65a9-cceb-4a4c-82b0-a8dcd18d5220 req-1fac1858-6b1f-4a08-bb59-c68c26f3b5ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.516506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a65a9-cceb-4a4c-82b0-a8dcd18d5220 req-1fac1858-6b1f-4a08-bb59-c68c26f3b5ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.522389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a65a9-cceb-4a4c-82b0-a8dcd18d5220 req-1fac1858-6b1f-4a08-bb59-c68c26f3b5ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.529425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a65a9-cceb-4a4c-82b0-a8dcd18d5220 req-1fac1858-6b1f-4a08-bb59-c68c26f3b5ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.537348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a65a9-cceb-4a4c-82b0-a8dcd18d5220 req-1fac1858-6b1f-4a08-bb59-c68c26f3b5ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.544495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a65a9-cceb-4a4c-82b0-a8dcd18d5220 req-1fac1858-6b1f-4a08-bb59-c68c26f3b5ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.550235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-068a65a9-cceb-4a4c-82b0-a8dcd18d5220 req-1fac1858-6b1f-4a08-bb59-c68c26f3b5ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5431 time: 0.3412240 Jul 16 17:59:41.566797 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-fdc7d0f6-41c5-4f1c-8b55-bb3e8d183070 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1621389 Jul 16 17:59:41.585353 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.585606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3126351f-cf12-4e93-9147-e1f955f0bd88 None None] DHCP port deletion for 16811482-c199-4405-8052-3fb39310106c request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:59:41.628265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Pushing event deleted for resources: {'Port': ['ID=e641cf48-59b0-418f-ade4-0dc2268ecc5d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:41.637102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] No DVR routers for this DVR port e641cf48-59b0-418f-ade4-0dc2268ecc5d on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:41.670168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Network 83b2a6b5-48be-4896-bd6e-8e8215dcbca9 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:41.685262 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:41.718868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-068a65a9-cceb-4a4c-82b0-a8dcd18d5220 req-8a4dd954-5f0c-48db-a864-951445550bae tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329579 Jul 16 17:59:41.788729 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.804171 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1785640352-router', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:33Z', 'updated_at': '2021-07-16T17:59:40Z', 'revision_number': 4, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'gw_port': {'id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:34Z', 'updated_at': '2021-07-16T17:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'bf10da6c-0412-4614-b1b6-f6b0b32766f4', 'name': '', 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'mac_address': 'fa:16:3e:35:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'c7d4c517-128d-4c3f-ae3f-a081a1b418dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:39Z', 'updated_at': '2021-07-16T17:59:40Z', 'revision_number': 2, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'subnets': [{'id': 'c7d4c517-128d-4c3f-ae3f-a081a1b418dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:41.809689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b707914-c658-4760-b357-2c0f70995023 req-a110665c-6c61-46a7-8926-78764581b93e tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.816569 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b707914-c658-4760-b357-2c0f70995023 req-a110665c-6c61-46a7-8926-78764581b93e tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.823985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b707914-c658-4760-b357-2c0f70995023 req-a110665c-6c61-46a7-8926-78764581b93e tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.825329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16811482-c199-4405-8052-3fb39310106c']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:41.831557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b707914-c658-4760-b357-2c0f70995023 req-a110665c-6c61-46a7-8926-78764581b93e tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb&device_id=a60dad37-f6c2-477c-9f89-0de891ab63ce&device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 2417 time: 0.2629144 Jul 16 17:59:41.835628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607662d-7b89-4219-b67a-302d66eb2279 None None] The sync data for ids ['2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'] in n-d-787205-10 is: [{'id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1785640352-router', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:33Z', 'updated_at': '2021-07-16T17:59:40Z', 'revision_number': 4, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'gw_port': {'id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:34Z', 'updated_at': '2021-07-16T17:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'bf10da6c-0412-4614-b1b6-f6b0b32766f4', 'name': '', 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'mac_address': 'fa:16:3e:35:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'c7d4c517-128d-4c3f-ae3f-a081a1b418dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:39Z', 'updated_at': '2021-07-16T17:59:40Z', 'revision_number': 2, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'subnets': [{'id': 'c7d4c517-128d-4c3f-ae3f-a081a1b418dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:41.883915 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e2f0c5-579c-478a-bab9-b7686ebba031') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:41.884411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e2f0c5-579c-478a-bab9-b7686ebba031') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:41.908358 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.959161 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.969027 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Router 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:59:41.982195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-8d5ee5a5-4053-401d-8c54-007675f986dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.982715 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-8d5ee5a5-4053-401d-8c54-007675f986dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.983159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-8d5ee5a5-4053-401d-8c54-007675f986dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.983629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-8d5ee5a5-4053-401d-8c54-007675f986dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.984098 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-8d5ee5a5-4053-401d-8c54-007675f986dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.984564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-8d5ee5a5-4053-401d-8c54-007675f986dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.985033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-8d5ee5a5-4053-401d-8c54-007675f986dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.987903 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-8d5ee5a5-4053-401d-8c54-007675f986dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 6497 time: 0.3225517 Jul 16 17:59:41.989285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:59:41.989733 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:59:41.995328 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:59:42.031402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b707914-c658-4760-b357-2c0f70995023 req-85c8ecc9-b98e-490d-a0e1-2983d9d5e0e0 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983433 Jul 16 17:59:42.055100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ae98ccc7-6066-4914-b330-867b803258e0 None None] Provisioning complete for port bf10da6c-0412-4614-b1b6-f6b0b32766f4 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:42.055482 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ae98ccc7-6066-4914-b330-867b803258e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:42.140775 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ae98ccc7-6066-4914-b330-867b803258e0 None None] Port bf10da6c-0412-4614-b1b6-f6b0b32766f4 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:42.207551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdaa1e8-cea3-4d28-804d-cf408a5e34d6 req-630fa533-5ad5-404e-b9d1-eb210c490a96 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.209074 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4cdaa1e8-cea3-4d28-804d-cf408a5e34d6 req-630fa533-5ad5-404e-b9d1-eb210c490a96 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.32 "GET /v2.0/ports?device_id=983111f0-35cc-43d8-b3e6-5aa307db3a38 HTTP/1.1" status: 200 len: 945 time: 0.2913411 Jul 16 17:59:42.215153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:42.237565 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:42.240997 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] 10.222.0.24 "DELETE /v2.0/networks/16811482-c199-4405-8052-3fb39310106c HTTP/1.1" status: 204 len: 168 time: 1.2959497 Jul 16 17:59:42.332523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:42.336102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6d808-2bd8-4f51-8029-ace4673dfd44 tempest-DHCPAgentSchedulersTestJSON-1591133364 tempest-DHCPAgentSchedulersTestJSON-1591133364-project] Pushing event deleted for resources: {'Network': ['ID=16811482-c199-4405-8052-3fb39310106c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:42.340791 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-df1f947b-ae44-429b-8360-e610015fdca9 admin admin] 10.222.0.24 "PUT /v2.0/routers/2ecd7c09-7aeb-471c-b11f-a656c11b7f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8641620 Jul 16 17:59:42.386347 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956de95-9bcb-4685-b7e7-46f39357f54f req-eb990e96-6ca7-4bd3-b376-283fc6b17f46 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.398105 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5956de95-9bcb-4685-b7e7-46f39357f54f req-eb990e96-6ca7-4bd3-b376-283fc6b17f46 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.2845833 Jul 16 17:59:42.422263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-36e7eded-2ef2-4870-87ea-e4cc64c6af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.423028 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-36e7eded-2ef2-4870-87ea-e4cc64c6af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.423388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-36e7eded-2ef2-4870-87ea-e4cc64c6af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.425378 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-36e7eded-2ef2-4870-87ea-e4cc64c6af7f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=06b1d035-0df9-485b-af35-24977c69a808&id=06b1d035-0df9-485b-af35-24977c69a808 HTTP/1.1" status: 200 len: 2293 time: 0.3899555 Jul 16 17:59:42.453281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e641cf48-59b0-418f-ade4-0dc2268ecc5d no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:42.488911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5956de95-9bcb-4685-b7e7-46f39357f54f req-57557ed0-59db-4298-88c5-8b9380f0e417 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883064 Jul 16 17:59:42.492901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: e641cf48-59b0-418f-ade4-0dc2268ecc5d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:42.493867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e641cf48-59b0-418f-ade4-0dc2268ecc5d not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:42.533088 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-2291411d-882d-41dd-a060-9fc0153a44d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=223708c8-1b94-4650-aa99-9e0be9baf6c7 HTTP/1.1" status: 200 len: 1000 time: 0.0934734 Jul 16 17:59:42.535666 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08ef63-be59-4d49-b489-bf982ac93c51 req-db506ee5-947d-46f7-a2a6-a9a6ac37911e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.538697 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff08ef63-be59-4d49-b489-bf982ac93c51 req-db506ee5-947d-46f7-a2a6-a9a6ac37911e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.3288636 Jul 16 17:59:42.628577 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff08ef63-be59-4d49-b489-bf982ac93c51 req-0194af8b-5a03-48ec-9bb2-c57852cc287f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822821 Jul 16 17:59:42.643896 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-4cdaa1e8-cea3-4d28-804d-cf408a5e34d6 req-b19c1de7-fcd8-4d8c-92f9-38e9921a9456 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Deleting port 8ccd2db4-1a70-4daa-895b-5aa1c152f228 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:42.644259 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cdaa1e8-cea3-4d28-804d-cf408a5e34d6 req-b19c1de7-fcd8-4d8c-92f9-38e9921a9456 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:42.687240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-170232b8-558b-4f8d-97e6-b391f977395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.689957 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-170232b8-558b-4f8d-97e6-b391f977395f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=243b46fa-7a93-4ad1-8fd4-e955798c54a4 HTTP/1.1" status: 200 len: 851 time: 0.1394145 Jul 16 17:59:42.811168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-4cdaa1e8-cea3-4d28-804d-cf408a5e34d6 req-b19c1de7-fcd8-4d8c-92f9-38e9921a9456 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] For port 8ccd2db4-1a70-4daa-895b-5aa1c152f228, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8ccd2db4-1a70-4daa-895b-5aa1c152f228,segment=NetworkSegment(c426c474-f33a-48d5-a88c-bd23c53a5aa8),segment_id=c426c474-f33a-48d5-a88c-bd23c53a5aa8)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:42.811474 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cdaa1e8-cea3-4d28-804d-cf408a5e34d6 req-b19c1de7-fcd8-4d8c-92f9-38e9921a9456 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:42.834951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-4cdaa1e8-cea3-4d28-804d-cf408a5e34d6 req-b19c1de7-fcd8-4d8c-92f9-38e9921a9456 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Calling delete_port for 8ccd2db4-1a70-4daa-895b-5aa1c152f228 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:42.836980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57108) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:42.861360 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-ae143a40-7ac3-4479-bbe0-ad76627c9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.862931 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-ae143a40-7ac3-4479-bbe0-ad76627c9ff7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355481 Jul 16 17:59:43.012389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fed66-3c6b-45b9-b7e1-e2db983cec72 req-f99ea88b-430e-43bd-a84f-38c9650eacc6 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:43.014008 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f09fed66-3c6b-45b9-b7e1-e2db983cec72 req-f99ea88b-430e-43bd-a84f-38c9650eacc6 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/ports?device_id=983111f0-35cc-43d8-b3e6-5aa307db3a38 HTTP/1.1" status: 200 len: 945 time: 0.2049954 Jul 16 17:59:43.022994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bdfbb-69f8-41ea-b09a-bd1703a48941 req-9326c7b3-42a4-4725-8d8e-831176a95b75 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:43.031235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db3bdfbb-69f8-41ea-b09a-bd1703a48941 req-9326c7b3-42a4-4725-8d8e-831176a95b75 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 945 time: 0.1625237 Jul 16 17:59:43.076421 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-95517531-6983-4513-a93d-bfd5ec041a12 service neutron] 10.222.0.11 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045295 Jul 16 17:59:43.107276 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f09fed66-3c6b-45b9-b7e1-e2db983cec72 req-edf6db68-2a77-4e0b-85c5-4ad889952441 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.24 "GET /v2.0/security-groups?id=736cd8ee-5393-4315-a05b-d95f6c6d8bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742934 Jul 16 17:59:43.116082 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db3bdfbb-69f8-41ea-b09a-bd1703a48941 req-e6da9ebc-cfa7-4cf9-993f-bb19bb269437 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844295 Jul 16 17:59:43.204429 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-12a56b7b-dbf7-4e2a-a55c-86a67e7b8b68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b524b900d05439187da0dd311f6433a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639784 Jul 16 17:59:43.205263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57116) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:43.259440 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cdaa1e8-cea3-4d28-804d-cf408a5e34d6 req-b19c1de7-fcd8-4d8c-92f9-38e9921a9456 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.291036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['8ccd2db4-1a70-4daa-895b-5aa1c152f228'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:43.324830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c1de7-fcd8-4d8c-92f9-38e9921a9456 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Pushing event deleted for resources: {'Port': ['ID=8ccd2db4-1a70-4daa-895b-5aa1c152f228,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:43.376212 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-7dcb00eb-8a77-4947-9ff0-f713c3804c3c service neutron] 10.222.0.11 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883267 Jul 16 17:59:43.386944 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5cc8-cce4-4cb5-896c-d34a17f61d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.410397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdaa1e8-cea3-4d28-804d-cf408a5e34d6 req-b19c1de7-fcd8-4d8c-92f9-38e9921a9456 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] No DVR routers for this DVR port 8ccd2db4-1a70-4daa-895b-5aa1c152f228 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:43.416057 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cdaa1e8-cea3-4d28-804d-cf408a5e34d6 req-b19c1de7-fcd8-4d8c-92f9-38e9921a9456 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.419131 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4cdaa1e8-cea3-4d28-804d-cf408a5e34d6 req-b19c1de7-fcd8-4d8c-92f9-38e9921a9456 tempest-ServerPasswordTestJSON-119776310 tempest-ServerPasswordTestJSON-119776310-project] 10.222.0.32 "DELETE /v2.0/ports/8ccd2db4-1a70-4daa-895b-5aa1c152f228 HTTP/1.1" status: 204 len: 173 time: 1.1851594 Jul 16 17:59:43.419700 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983111f0-35cc-43d8-b3e6-5aa307db3a38', 'name': 'network-vif-deleted', 'tag': '8ccd2db4-1a70-4daa-895b-5aa1c152f228'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:43.424039 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b67773f-bb0b-473a-a009-c9c3152f045a" -d '{"events": [{"server_uuid": "983111f0-35cc-43d8-b3e6-5aa307db3a38", "name": "network-vif-deleted", "tag": "8ccd2db4-1a70-4daa-895b-5aa1c152f228"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:43.433198 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-611abcea-56bd-4ed7-956e-20a77e81f8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.460660 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5cc8-cce4-4cb5-896c-d34a17f61d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.462105 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-cb1ab95f-5b9e-45ae-8f77-4b72d8e144a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=ecc56c7d-5b6d-41f9-940d-559dbe201d67 HTTP/1.1" status: 200 len: 217 time: 0.0619645 Jul 16 17:59:43.524287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-08f0d1bb-1198-4970-94b0-0a00800f85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:43.525705 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-08f0d1bb-1198-4970-94b0-0a00800f85e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.0508883 Jul 16 17:59:43.579289 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5cc8-cce4-4cb5-896c-d34a17f61d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.582099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5cc8-cce4-4cb5-896c-d34a17f61d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.583350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2e1c5cc8-cce4-4cb5-896c-d34a17f61d1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9aceecc9-01fd-4c03-989c-37d69953fcf1 HTTP/1.1" status: 204 len: 168 time: 0.3767066 Jul 16 17:59:43.609137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c5cc8-cce4-4cb5-896c-d34a17f61d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aceecc9-01fd-4c03-989c-37d69953fcf1,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:43.655014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-4cfde414-e4b8-4db5-8fb2-f42c7c6f479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:43.656789 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-4cfde414-e4b8-4db5-8fb2-f42c7c6f479c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1185751 Jul 16 17:59:44.030712 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-c47c801a-10cb-496e-9953-3fd16b2d06d5 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537495 Jul 16 17:59:44.136341 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1c6b2-ba58-4182-947d-2a04a05670a0 req-06208bce-c1e1-4cc2-82c9-4205aadd6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.138028 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ed1c6b2-ba58-4182-947d-2a04a05670a0 req-06208bce-c1e1-4cc2-82c9-4205aadd6c5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 1097 time: 0.2506983 Jul 16 17:59:44.175008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57146) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:44.233850 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ee150a0-c4f9-4ad0-9ef7-2ed2fab55f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.304179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df363-6156-4a8b-9945-16d2db5ad190 req-05c252e4-8450-42c4-a905-57a34fe5de19 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.311826 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df363-6156-4a8b-9945-16d2db5ad190 req-05c252e4-8450-42c4-a905-57a34fe5de19 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.316464 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-9ad16e47-3884-4da9-94af-e43cab78f5be service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845552 Jul 16 17:59:44.317432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1c6b2-ba58-4182-947d-2a04a05670a0 req-8e61f0d8-ff69-482b-b8d5-bb167e0f01e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.318836 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ed1c6b2-ba58-4182-947d-2a04a05670a0 req-8e61f0d8-ff69-482b-b8d5-bb167e0f01e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.1533973 Jul 16 17:59:44.322785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df363-6156-4a8b-9945-16d2db5ad190 req-05c252e4-8450-42c4-a905-57a34fe5de19 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.332814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df363-6156-4a8b-9945-16d2db5ad190 req-05c252e4-8450-42c4-a905-57a34fe5de19 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.342430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df363-6156-4a8b-9945-16d2db5ad190 req-05c252e4-8450-42c4-a905-57a34fe5de19 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.350110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df363-6156-4a8b-9945-16d2db5ad190 req-05c252e4-8450-42c4-a905-57a34fe5de19 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.357244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df363-6156-4a8b-9945-16d2db5ad190 req-05c252e4-8450-42c4-a905-57a34fe5de19 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.365120 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f5df363-6156-4a8b-9945-16d2db5ad190 req-05c252e4-8450-42c4-a905-57a34fe5de19 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5431 time: 0.2934992 Jul 16 17:59:44.413595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4fb94899-06e8-436b-8f6c-c6ab78a692b3 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:44.470212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 4fb94899-06e8-436b-8f6c-c6ab78a692b3 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:44.474926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4fb94899-06e8-436b-8f6c-c6ab78a692b3 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:44.475541 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.494183 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-e85ede4d-6a4a-40a2-bc19-773271c54247 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=42f22134-cd1e-4de1-a750-e9783ad69ae9 HTTP/1.1" status: 200 len: 217 time: 0.1703334 Jul 16 17:59:44.598843 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.606570 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ed1c6b2-ba58-4182-947d-2a04a05670a0 req-34cd97a3-4b7c-4c48-a5f9-6e15c36aa1a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 200 len: 999 time: 0.2747154 Jul 16 17:59:44.615400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-22099bc7-125f-4736-aa0c-4d6b048356e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.618711 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-22099bc7-125f-4736-aa0c-4d6b048356e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.1106102 Jul 16 17:59:44.627031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 4fb94899-06e8-436b-8f6c-c6ab78a692b3, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4fb94899-06e8-436b-8f6c-c6ab78a692b3,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:44.632790 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:44.723461 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=4fb94899-06e8-436b-8f6c-c6ab78a692b3,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:44.769810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1c6b2-ba58-4182-947d-2a04a05670a0 req-47f569b9-0ee8-4fea-86a1-5cca69fc1ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.771691 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ed1c6b2-ba58-4182-947d-2a04a05670a0 req-47f569b9-0ee8-4fea-86a1-5cca69fc1ee8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.1511610 Jul 16 17:59:44.868956 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-ef370736-6ddc-4268-b06a-5f518e61ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.870668 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-ef370736-6ddc-4268-b06a-5f518e61ef49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2380385 Jul 16 17:59:44.927250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1c6b2-ba58-4182-947d-2a04a05670a0 req-8f7da5ae-0d60-4c2c-bef7-be596cf47f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.928809 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ed1c6b2-ba58-4182-947d-2a04a05670a0 req-8f7da5ae-0d60-4c2c-bef7-be596cf47f57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356621 Jul 16 17:59:45.030693 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-611f0283-253f-4f5e-9bf2-0484a0a63426 req-e69c0939-da48-470e-a8df-56d01b7a977e tempest-FloatingIPDetailsNegativeTestJSON-1320240356 tempest-FloatingIPDetailsNegativeTestJSON-1320240356-project] show failed (client error): The resource could not be found. Jul 16 17:59:45.041917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-611f0283-253f-4f5e-9bf2-0484a0a63426 req-e69c0939-da48-470e-a8df-56d01b7a977e tempest-FloatingIPDetailsNegativeTestJSON-1320240356 tempest-FloatingIPDetailsNegativeTestJSON-1320240356-project] 10.222.0.24 "GET /v2.0/floatingips/dab20aaf-9a11-4e2f-aa8f-65a13b0b867c HTTP/1.1" status: 404 len: 350 time: 0.6538308 Jul 16 17:59:45.043137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57148) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:45.054535 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-63e78cf6-6b48-4647-a02b-f1a9c0d2a7d9 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703248 Jul 16 17:59:45.186376 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ed1c6b2-ba58-4182-947d-2a04a05670a0 req-8d26107c-2a53-4bbb-9978-38f9fec499a7 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276630 Jul 16 17:59:45.207807 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f5df363-6156-4a8b-9945-16d2db5ad190 req-c66037f9-f02a-4edf-bb2d-68ce9afce47d tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8369865 Jul 16 17:59:45.255213 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-222605fc-8394-4ac1-93d4-68e1ef9d8469 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825550 Jul 16 17:59:45.295428 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0254ffc4-f27c-4ad4-a970-52ed64fb52af x-openstack-request-id: req-0254ffc4-f27c-4ad4-a970-52ed64fb52af {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:45.295428 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983111f0-35cc-43d8-b3e6-5aa307db3a38", "name": "network-vif-deleted", "tag": "8ccd2db4-1a70-4daa-895b-5aa1c152f228", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:45.295428 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0254ffc4-f27c-4ad4-a970-52ed64fb52af {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:45.298337 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983111f0-35cc-43d8-b3e6-5aa307db3a38', 'name': 'network-vif-deleted', 'tag': '8ccd2db4-1a70-4daa-895b-5aa1c152f228', 'status': 'completed', 'code': 200} Jul 16 17:59:45.425116 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-f9b51199-2600-420b-8a6f-bca658049159 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 HTTP/1.1" status: 200 len: 217 time: 0.1575549 Jul 16 17:59:45.434662 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Sync routers for ids ['2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:45.452584 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Routers {'2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:45.453249 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:45.522424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-b0f67691-8bb6-4385-a830-46b72aec50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:45.526270 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-b0f67691-8bb6-4385-a830-46b72aec50d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.0909393 Jul 16 17:59:45.527107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ee150a0-c4f9-4ad0-9ef7-2ed2fab55f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.573225 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Set router 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:45.602527 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ee150a0-c4f9-4ad0-9ef7-2ed2fab55f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.641812 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ed1c6b2-ba58-4182-947d-2a04a05670a0 req-911cb7d1-6d87-48c1-889a-6214e28f4c55 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454186 Jul 16 17:59:45.662363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-9ed8eac5-a63d-4fae-966d-77d239f98134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:45.664433 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-9ed8eac5-a63d-4fae-966d-77d239f98134 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1260178 Jul 16 17:59:45.691068 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-32bb97c8-48c8-4771-8a14-b876c3ee6222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.701244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee150a0-c4f9-4ad0-9ef7-2ed2fab55f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408a148f-80dd-4019-a823-e1f66b014041,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:45.707694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3ee150a0-c4f9-4ad0-9ef7-2ed2fab55f11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=457def9d6f934738968d4653e9256209&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5318315 Jul 16 17:59:45.710763 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57152) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:45.718936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec1e8f-2c75-40ff-8f02-a302f564a5e0 req-54d4ddd7-1f2d-4013-91a9-5681253ba83f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:45.720851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44ec1e8f-2c75-40ff-8f02-a302f564a5e0 req-54d4ddd7-1f2d-4013-91a9-5681253ba83f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2940073 Jul 16 17:59:45.822920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44ec1e8f-2c75-40ff-8f02-a302f564a5e0 req-ef6ec1a6-94e5-41ef-9fab-2c819384e6bb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897503 Jul 16 17:59:45.835013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e4eb3-4ae4-4fdf-9f68-1c86ad9925a7 req-0518b848-9f05-475e-bcff-f31babad9b10 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:45.836642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-503e4eb3-4ae4-4fdf-9f68-1c86ad9925a7 req-0518b848-9f05-475e-bcff-f31babad9b10 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.1950433 Jul 16 17:59:45.838590 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1785640352-router', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:33Z', 'updated_at': '2021-07-16T17:59:40Z', 'revision_number': 4, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'gw_port': {'id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:34Z', 'updated_at': '2021-07-16T17:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'bf10da6c-0412-4614-b1b6-f6b0b32766f4', 'name': '', 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'mac_address': 'fa:16:3e:35:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'c7d4c517-128d-4c3f-ae3f-a081a1b418dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:39Z', 'updated_at': '2021-07-16T17:59:40Z', 'revision_number': 2, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'subnets': [{'id': 'c7d4c517-128d-4c3f-ae3f-a081a1b418dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:45.841122 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42c7d9f-e8bc-41cb-a5ed-d9f665c6803b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.867484 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42c7d9f-e8bc-41cb-a5ed-d9f665c6803b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.867724 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Checking router: 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:45.868232 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Updating router 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c port bf10da6c-0412-4614-b1b6-f6b0b32766f4 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:59:45.912188 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.919207 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.942086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-503e4eb3-4ae4-4fdf-9f68-1c86ad9925a7 req-3d35d352-db3f-4922-b6df-704ea76258e4 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952902 Jul 16 17:59:45.946237 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-33f40ddb-663c-46bd-a4bc-0a81f9850a56 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659783 Jul 16 17:59:45.946746 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f792c5d7-682c-4e53-b404-55ba78a53b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.949478 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42c7d9f-e8bc-41cb-a5ed-d9f665c6803b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.952806 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c42c7d9f-e8bc-41cb-a5ed-d9f665c6803b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.957191 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c42c7d9f-e8bc-41cb-a5ed-d9f665c6803b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/408a148f-80dd-4019-a823-e1f66b014041 HTTP/1.1" status: 204 len: 168 time: 0.2452087 Jul 16 17:59:46.071625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c7d9f-e8bc-41cb-a5ed-d9f665c6803b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408a148f-80dd-4019-a823-e1f66b014041,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:46.076481 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-4de80d2e-10a7-48ac-af1b-ca47461f7c04 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178141 Jul 16 17:59:46.077127 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57156) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:46.254664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 66b198d4-be15-4005-a079-fa148eb42193 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:46.269108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 8ccd2db4-1a70-4daa-895b-5aa1c152f228 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:46.384149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 8ccd2db4-1a70-4daa-895b-5aa1c152f228 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:46.384504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 8ccd2db4-1a70-4daa-895b-5aa1c152f228 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:46.558589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4fb94899-06e8-436b-8f6c-c6ab78a692b3 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:46.635966 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-cceb3668-18f9-4527-b887-715255594b49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=abdc9f5d-e66d-4242-be3b-01c94d11e00c HTTP/1.1" status: 200 len: 217 time: 0.5505011 Jul 16 17:59:46.664732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f792c5d7-682c-4e53-b404-55ba78a53b4c admin admin] Deleting port bf10da6c-0412-4614-b1b6-f6b0b32766f4 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:46.672128 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f792c5d7-682c-4e53-b404-55ba78a53b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.685711 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecf6488-f63f-4ada-8539-f15aa8122e5f admin admin] Deleting subnet 88066ecf-1aa2-4a8c-9081-8f3860b7ee49 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:59:46.690511 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cecf6488-f63f-4ada-8539-f15aa8122e5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.693907 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.716062 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Transition to ACTIVE for port object bf10da6c-0412-4614-b1b6-f6b0b32766f4 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:46.734439 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.746280 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-6de378de-ffd0-44e4-8d50-e651befeed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:46.748606 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-6de378de-ffd0-44e4-8d50-e651befeed92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.1002235 Jul 16 17:59:46.751173 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cecf6488-f63f-4ada-8539-f15aa8122e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.796614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 66b198d4-be15-4005-a079-fa148eb42193, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=66b198d4-be15-4005-a079-fa148eb42193,segment=NetworkSegment(d8b080ea-bb0c-44ed-93ac-1a7b3781e34e),segment_id=d8b080ea-bb0c-44ed-93ac-1a7b3781e34e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:46.836735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '66b198d4-be15-4005-a079-fa148eb42193', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'port_id': '66b198d4-be15-4005-a079-fa148eb42193', 'mac_address': 'fa:16:3e:00:7b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:46.889861 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cecf6488-f63f-4ada-8539-f15aa8122e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.933238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-09ecbf00-8e32-4b54-b908-e87d9178bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:46.935569 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-09ecbf00-8e32-4b54-b908-e87d9178bc46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1552458 Jul 16 17:59:47.023355 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4fb94899-06e8-436b-8f6c-c6ab78a692b3 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:47.033797 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.038400 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Attempting to bind port bf10da6c-0412-4614-b1b6-f6b0b32766f4 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:47.038772 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Attempting to bind port bf10da6c-0412-4614-b1b6-f6b0b32766f4 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'e8e9c66d-4aa9-4fe6-8856-16be57322da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:47.044891 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Attempting to bind port bf10da6c-0412-4614-b1b6-f6b0b32766f4 on network 83b2a6b5-48be-4896-bd6e-8e8215dcbca9 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:47.054383 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:47.061871 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Checking segment: {'id': 'e8e9c66d-4aa9-4fe6-8856-16be57322da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:47.062463 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.063024 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Bound using segment: {'id': 'e8e9c66d-4aa9-4fe6-8856-16be57322da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:47.077700 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-325947ab-7cd4-402d-ad55-cb521d77c6b4 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257937 Jul 16 17:59:47.078318 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Bound port: bf10da6c-0412-4614-b1b6-f6b0b32766f4, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e9c66d-4aa9-4fe6-8856-16be57322da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:47.079007 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.101808 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f792c5d7-682c-4e53-b404-55ba78a53b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.173214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f792c5d7-682c-4e53-b404-55ba78a53b4c admin admin] Calling delete_port for bf10da6c-0412-4614-b1b6-f6b0b32766f4 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:47.202279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c241-d561-466f-baec-36241ddb3465 req-39de4824-056e-4aad-aa2c-60f417194238 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.218270 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] For port bf10da6c-0412-4614-b1b6-f6b0b32766f4, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:47.219101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c241-d561-466f-baec-36241ddb3465 req-39de4824-056e-4aad-aa2c-60f417194238 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.221598 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] For port bf10da6c-0412-4614-b1b6-f6b0b32766f4, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bf10da6c-0412-4614-b1b6-f6b0b32766f4,segment=NetworkSegment(e8e9c66d-4aa9-4fe6-8856-16be57322da3),segment_id=e8e9c66d-4aa9-4fe6-8856-16be57322da3)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:47.229080 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Pushing event updated for resources: {'Port': ['ID=bf10da6c-0412-4614-b1b6-f6b0b32766f4,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:47.231688 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.237194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c241-d561-466f-baec-36241ddb3465 req-39de4824-056e-4aad-aa2c-60f417194238 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.242714 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:47.243068 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:47.243416 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:47.243758 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:47.244096 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:47.244491 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:47.244984 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:47.245326 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:47.245678 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:47.246180 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:47.246516 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:47.246849 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:47.247241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c241-d561-466f-baec-36241ddb3465 req-39de4824-056e-4aad-aa2c-60f417194238 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.270040 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c241-d561-466f-baec-36241ddb3465 req-39de4824-056e-4aad-aa2c-60f417194238 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.284054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c241-d561-466f-baec-36241ddb3465 req-39de4824-056e-4aad-aa2c-60f417194238 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.318715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053c241-d561-466f-baec-36241ddb3465 req-39de4824-056e-4aad-aa2c-60f417194238 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.328240 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4053c241-d561-466f-baec-36241ddb3465 req-39de4824-056e-4aad-aa2c-60f417194238 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5431 time: 0.5227878 Jul 16 17:59:47.340727 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cecf6488-f63f-4ada-8539-f15aa8122e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.341296 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Routers {'2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:47.342150 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:47.345616 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8422ad-df3b-4def-807a-e760a9b82de5 None None] Pushing event updated for resources: {'Port': ['ID=bf10da6c-0412-4614-b1b6-f6b0b32766f4,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:47.372109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cecf6488-f63f-4ada-8539-f15aa8122e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.374735 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cecf6488-f63f-4ada-8539-f15aa8122e5f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/88066ecf-1aa2-4a8c-9081-8f3860b7ee49 HTTP/1.1" status: 204 len: 168 time: 1.2958341 Jul 16 17:59:47.380372 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.382196 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57184) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:47.416715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b198d4-be15-4005-a079-fa148eb42193 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:47.470029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 66b198d4-be15-4005-a079-fa148eb42193, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=66b198d4-be15-4005-a079-fa148eb42193,segment=NetworkSegment(d8b080ea-bb0c-44ed-93ac-1a7b3781e34e),segment_id=d8b080ea-bb0c-44ed-93ac-1a7b3781e34e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:47.503888 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] Set router 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:47.512598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fc55-0b37-44d8-80ba-61b6f56fe352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.536405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e775-48ec-42c4-9df4-839ac4b32810 req-ff3fbca4-ae08-4d41-b07f-170ed6b8bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.540482 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1a5e775-48ec-42c4-9df4-839ac4b32810 req-ff3fbca4-ae08-4d41-b07f-170ed6b8bf17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 1097 time: 0.4550960 Jul 16 17:59:47.540941 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.541484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf6488-f63f-4ada-8539-f15aa8122e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88066ecf-1aa2-4a8c-9081-8f3860b7ee49,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:47.542471 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 7b12fec1-cc34-4266-80a0-396126617771 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:47.625646 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-bc8c525e-6a90-4683-9e6e-bb8bed2e5ddc service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316381 Jul 16 17:59:47.715075 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f792c5d7-682c-4e53-b404-55ba78a53b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.729633 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-b15c3e55-8a0c-49b2-8224-03259f1abfa9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4937a153-3b68-417b-8f4b-bf5d6f4c90d0 HTTP/1.1" status: 200 len: 217 time: 0.0903480 Jul 16 17:59:47.737209 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 7b12fec1-cc34-4266-80a0-396126617771, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7b12fec1-cc34-4266-80a0-396126617771,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:47.758742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '7b12fec1-cc34-4266-80a0-396126617771', 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f', 'port_id': '7b12fec1-cc34-4266-80a0-396126617771', 'mac_address': 'fa:16:3e:bc:3d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc90bf6-64d1-40fc-ae7a-e5075092d38e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:47.777578 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.806995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-bf0e47c2-6581-42f9-8a7c-181e6623f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.808590 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-bf0e47c2-6581-42f9-8a7c-181e6623f935 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b31a67f-4f93-43f1-8c7c-ec9f1b81e549 HTTP/1.1" status: 200 len: 797 time: 0.0592844 Jul 16 17:59:47.812902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792c5d7-682c-4e53-b404-55ba78a53b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf10da6c-0412-4614-b1b6-f6b0b32766f4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:47.827035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-737e8061-4051-44e0-958a-305c2cbff4d9 None None] Could not find standard attr ID for object bf10da6c-0412-4614-b1b6-f6b0b32766f4. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 17:59:47.831952 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.851683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4053c241-d561-466f-baec-36241ddb3465 req-515e81e7-884a-4805-98c2-2391d9597005 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604321 Jul 16 17:59:47.867362 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b12fec1-cc34-4266-80a0-396126617771 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:47.878984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=66b198d4-be15-4005-a079-fa148eb42193,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:47.915942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 7b12fec1-cc34-4266-80a0-396126617771, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7b12fec1-cc34-4266-80a0-396126617771,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:47.927542 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.928447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5388a20e-2ed9-436f-a11e-87f7ad11fe8a details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:47.942002 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1785640352-router', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:33Z', 'updated_at': '2021-07-16T17:59:40Z', 'revision_number': 4, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'gw_port': {'id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:34Z', 'updated_at': '2021-07-16T17:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'bf10da6c-0412-4614-b1b6-f6b0b32766f4', 'name': '', 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'mac_address': 'fa:16:3e:35:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'c7d4c517-128d-4c3f-ae3f-a081a1b418dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:39Z', 'updated_at': '2021-07-16T17:59:47Z', 'revision_number': 4, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'subnets': [{'id': 'c7d4c517-128d-4c3f-ae3f-a081a1b418dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:47.942643 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fc55-0b37-44d8-80ba-61b6f56fe352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.945541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e775-48ec-42c4-9df4-839ac4b32810 req-4f69a916-82a1-4396-a2b8-e81d1ba46b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.947113 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1a5e775-48ec-42c4-9df4-839ac4b32810 req-4f69a916-82a1-4396-a2b8-e81d1ba46b8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.3716948 Jul 16 17:59:47.968005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7bb0fc55-0b37-44d8-80ba-61b6f56fe352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40eaf875-67fd-4765-ac33-35f60a56b478']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:48.028725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7bb0fc55-0b37-44d8-80ba-61b6f56fe352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c426c474-f33a-48d5-a88c-bd23c53a5aa8') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:48.029083 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7bb0fc55-0b37-44d8-80ba-61b6f56fe352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c426c474-f33a-48d5-a88c-bd23c53a5aa8') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:48.033072 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2add5ea-916d-4c4b-a52f-7ee056ca4232 None None] The sync data for ids ['2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'] in n-d-787205-10 is: [{'id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1785640352-router', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:33Z', 'updated_at': '2021-07-16T17:59:40Z', 'revision_number': 4, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'gw_port': {'id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:34Z', 'updated_at': '2021-07-16T17:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'bf10da6c-0412-4614-b1b6-f6b0b32766f4', 'name': '', 'network_id': '83b2a6b5-48be-4896-bd6e-8e8215dcbca9', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'mac_address': 'fa:16:3e:35:63:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'c7d4c517-128d-4c3f-ae3f-a081a1b418dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:39Z', 'updated_at': '2021-07-16T17:59:47Z', 'revision_number': 4, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'subnets': [{'id': 'c7d4c517-128d-4c3f-ae3f-a081a1b418dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:48.049646 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fc55-0b37-44d8-80ba-61b6f56fe352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.102443 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fc55-0b37-44d8-80ba-61b6f56fe352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.103541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c0d7c-88e3-4974-8247-0204c0a87014 req-d1d930ac-7b26-4620-8141-c3b0800db487 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:48.111686 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa4c0d7c-88e3-4974-8247-0204c0a87014 req-d1d930ac-7b26-4620-8141-c3b0800db487 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.4228776 Jul 16 17:59:48.131788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb0fc55-0b37-44d8-80ba-61b6f56fe352 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:59:48.132101 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fc55-0b37-44d8-80ba-61b6f56fe352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.143099 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1a5e775-48ec-42c4-9df4-839ac4b32810 req-ac02531e-46f8-44ff-b4bd-11d509cd8fed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 200 len: 999 time: 0.1857738 Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:59:48.143809 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:59:48.166255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-52814486-01dd-4017-a841-e3ed024ae347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:48.170177 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-52814486-01dd-4017-a841-e3ed024ae347 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06b1d035-0df9-485b-af35-24977c69a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3373344 Jul 16 17:59:48.185070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5388a20e-2ed9-436f-a11e-87f7ad11fe8a,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:48.225787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=7b12fec1-cc34-4266-80a0-396126617771,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:48.237132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '5388a20e-2ed9-436f-a11e-87f7ad11fe8a', 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971', 'port_id': '5388a20e-2ed9-436f-a11e-87f7ad11fe8a', 'mac_address': 'fa:16:3e:fa:14:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06074b83-f168-4f07-b7c7-abb44a4c8c52', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:48.328114 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.349997 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa4c0d7c-88e3-4974-8247-0204c0a87014 req-a632cae3-254d-4a3e-a684-1369bc718590 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369738 Jul 16 17:59:48.353417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5388a20e-2ed9-436f-a11e-87f7ad11fe8a {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:48.422821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5388a20e-2ed9-436f-a11e-87f7ad11fe8a,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:48.428618 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.430208 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 897d6457-d843-4c30-9f5d-1c8d2f827f6b details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:48.494741 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fc55-0b37-44d8-80ba-61b6f56fe352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.513188 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f792c5d7-682c-4e53-b404-55ba78a53b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.581860 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fc55-0b37-44d8-80ba-61b6f56fe352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.584420 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7bb0fc55-0b37-44d8-80ba-61b6f56fe352 admin admin] 10.222.0.24 "DELETE /v2.0/networks/40eaf875-67fd-4765-ac33-35f60a56b478 HTTP/1.1" status: 204 len: 168 time: 1.1977770 Jul 16 17:59:48.607724 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-a0bf11a1-eabf-4087-ae46-d98c7bf822db service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169583 Jul 16 17:59:48.611061 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0fc55-0b37-44d8-80ba-61b6f56fe352 admin admin] Pushing event deleted for resources: {'Network': ['ID=40eaf875-67fd-4765-ac33-35f60a56b478,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:48.628864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 897d6457-d843-4c30-9f5d-1c8d2f827f6b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=897d6457-d843-4c30-9f5d-1c8d2f827f6b,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:48.634084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e775-48ec-42c4-9df4-839ac4b32810 req-2b7c87b7-1035-4ced-8560-a630fb8de98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:48.639355 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=5388a20e-2ed9-436f-a11e-87f7ad11fe8a,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:48.646352 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1a5e775-48ec-42c4-9df4-839ac4b32810 req-2b7c87b7-1035-4ced-8560-a630fb8de98b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.4577990 Jul 16 17:59:48.658602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '897d6457-d843-4c30-9f5d-1c8d2f827f6b', 'network_id': 'bc9a0f10-00e0-4fad-8805-19b95ad2b63f', 'port_id': '897d6457-d843-4c30-9f5d-1c8d2f827f6b', 'mac_address': 'fa:16:3e:5b:38:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc90bf6-64d1-40fc-ae7a-e5075092d38e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:48.714531 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.754190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897d6457-d843-4c30-9f5d-1c8d2f827f6b {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:48.804615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 897d6457-d843-4c30-9f5d-1c8d2f827f6b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=897d6457-d843-4c30-9f5d-1c8d2f827f6b,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:48.816029 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.816799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9934b156-2ff0-44c2-b42b-b8b7148a6def details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:48.890001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5e775-48ec-42c4-9df4-839ac4b32810 req-3a714320-8e80-4409-bf10-f25a91e50cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:48.892519 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1a5e775-48ec-42c4-9df4-839ac4b32810 req-3a714320-8e80-4409-bf10-f25a91e50cf4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2367318 Jul 16 17:59:48.894863 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-f961b933-c959-4be3-bee8-31829e0edb49 service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629850 Jul 16 17:59:48.916377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b05bae-b2b7-40aa-b811-a031c25c5768 req-b11db025-84e6-4f89-8a0f-cc2249f0f988 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:48.923734 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40b05bae-b2b7-40aa-b811-a031c25c5768 req-b11db025-84e6-4f89-8a0f-cc2249f0f988 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.3070683 Jul 16 17:59:48.996056 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.012112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57218) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:49.039069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9934b156-2ff0-44c2-b42b-b8b7148a6def, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9934b156-2ff0-44c2-b42b-b8b7148a6def,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:49.040943 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-a00b25d2-133c-4104-855f-5c5e62ff388a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abc4391e-e85d-4a0b-9644-50a353bc8ad9 HTTP/1.1" status: 200 len: 217 time: 0.1371024 Jul 16 17:59:49.043163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=897d6457-d843-4c30-9f5d-1c8d2f827f6b,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:49.058640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '9934b156-2ff0-44c2-b42b-b8b7148a6def', 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971', 'port_id': '9934b156-2ff0-44c2-b42b-b8b7148a6def', 'mac_address': 'fa:16:3e:b8:df:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06074b83-f168-4f07-b7c7-abb44a4c8c52', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:49.116857 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.136697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9934b156-2ff0-44c2-b42b-b8b7148a6def {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:49.147699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40b05bae-b2b7-40aa-b811-a031c25c5768 req-3e15e457-5c41-4ab3-8eb5-a62ae77f4ff2 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229116 Jul 16 17:59:49.156662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f792c5d7-682c-4e53-b404-55ba78a53b4c admin admin] Router 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:59:49.195486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9934b156-2ff0-44c2-b42b-b8b7148a6def, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9934b156-2ff0-44c2-b42b-b8b7148a6def,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:49.204709 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.206535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6ea0e187-1c81-443f-a401-224fa078f2c1 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:49.235943 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-76b43b90-2a00-4e82-9d55-469b4d48bd13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61e153ed80234375a14c4cd4848fa59b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2040160 Jul 16 17:59:49.244231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-c74cfba2-a92c-46ad-ad0d-5275899d1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.247038 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-c74cfba2-a92c-46ad-ad0d-5275899d1cf7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b31a67f-4f93-43f1-8c7c-ec9f1b81e549 HTTP/1.1" status: 200 len: 797 time: 0.1882107 Jul 16 17:59:49.247358 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57222) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:49.251596 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1a5e775-48ec-42c4-9df4-839ac4b32810 req-528df543-45d8-4446-849c-368faa7e8f3a service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465850 Jul 16 17:59:49.377323 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6ea0e187-1c81-443f-a401-224fa078f2c1, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6ea0e187-1c81-443f-a401-224fa078f2c1,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:49.401702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9934b156-2ff0-44c2-b42b-b8b7148a6def,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:49.410295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '6ea0e187-1c81-443f-a401-224fa078f2c1', 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971', 'port_id': '6ea0e187-1c81-443f-a401-224fa078f2c1', 'mac_address': 'fa:16:3e:37:86:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06074b83-f168-4f07-b7c7-abb44a4c8c52', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:49.425397 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f792c5d7-682c-4e53-b404-55ba78a53b4c admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:49.434895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f792c5d7-682c-4e53-b404-55ba78a53b4c admin admin] 10.222.0.24 "PUT /v2.0/routers/2ecd7c09-7aeb-471c-b11f-a656c11b7f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3862092 Jul 16 17:59:49.444778 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57228) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:49.444963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d10baa-3cb2-48cc-8ee6-734a4fd8a7cc None None] Sync routers for ids ['2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:49.454145 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca105aeb-91bc-42b3-9273-9aea64806a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.473986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d10baa-3cb2-48cc-8ee6-734a4fd8a7cc None None] Routers {'2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:49.474275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f6d10baa-3cb2-48cc-8ee6-734a4fd8a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:49.477440 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.521826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea0e187-1c81-443f-a401-224fa078f2c1 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:49.552705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6ea0e187-1c81-443f-a401-224fa078f2c1, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6ea0e187-1c81-443f-a401-224fa078f2c1,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:49.572471 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca105aeb-91bc-42b3-9273-9aea64806a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.589601 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.590444 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4491f8dd-ddb2-4310-9cd7-053d2271a801 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:49.595851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd013-53bb-4636-9c8f-dfe8eac705c2 req-37fb5414-e775-496f-a514-3c9e2ddf671b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.614053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd013-53bb-4636-9c8f-dfe8eac705c2 req-37fb5414-e775-496f-a514-3c9e2ddf671b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.629103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd013-53bb-4636-9c8f-dfe8eac705c2 req-37fb5414-e775-496f-a514-3c9e2ddf671b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.640284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd013-53bb-4636-9c8f-dfe8eac705c2 req-37fb5414-e775-496f-a514-3c9e2ddf671b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.656202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd013-53bb-4636-9c8f-dfe8eac705c2 req-37fb5414-e775-496f-a514-3c9e2ddf671b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.660463 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-f6d10baa-3cb2-48cc-8ee6-734a4fd8a7cc None None] Set router 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:49.663613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd013-53bb-4636-9c8f-dfe8eac705c2 req-37fb5414-e775-496f-a514-3c9e2ddf671b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.671433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcd013-53bb-4636-9c8f-dfe8eac705c2 req-37fb5414-e775-496f-a514-3c9e2ddf671b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.674306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cfcd013-53bb-4636-9c8f-dfe8eac705c2 req-37fb5414-e775-496f-a514-3c9e2ddf671b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5436 time: 0.2377443 Jul 16 17:59:49.693092 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1a5e775-48ec-42c4-9df4-839ac4b32810 req-7ed34d21-7de7-4e70-a0e3-7e23b235ef5b service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022248 Jul 16 17:59:49.697028 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85002af2-1661-4b5c-b709-52303e495930 req-c8c971c4-2f8c-4233-8465-b26136697c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.699982 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-c8c971c4-2f8c-4233-8465-b26136697c97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06b1d035-0df9-485b-af35-24977c69a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4103739 Jul 16 17:59:49.760291 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4491f8dd-ddb2-4310-9cd7-053d2271a801, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4491f8dd-ddb2-4310-9cd7-053d2271a801,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:49.762874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.763017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6ea0e187-1c81-443f-a401-224fa078f2c1,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:49.765073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cfcd013-53bb-4636-9c8f-dfe8eac705c2 req-9408da2e-5f96-4bf7-a9ef-025902ef6adc tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754914 Jul 16 17:59:49.810939 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e535ae-f307-4249-a079-b5c888ae7190 req-d763ddbb-0646-4545-be03-b98209109377 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:49.812758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91e535ae-f307-4249-a079-b5c888ae7190 req-d763ddbb-0646-4545-be03-b98209109377 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1370595 Jul 16 17:59:49.819425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '4491f8dd-ddb2-4310-9cd7-053d2271a801', 'network_id': 'd14411d5-9208-45c8-b382-da9f272bc971', 'port_id': '4491f8dd-ddb2-4310-9cd7-053d2271a801', 'mac_address': 'fa:16:3e:84:53:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06074b83-f168-4f07-b7c7-abb44a4c8c52', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:49.859484 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca105aeb-91bc-42b3-9273-9aea64806a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.862478 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca105aeb-91bc-42b3-9273-9aea64806a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:49.863635 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ca105aeb-91bc-42b3-9273-9aea64806a25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/736cd8ee-5393-4315-a05b-d95f6c6d8bdb HTTP/1.1" status: 204 len: 168 time: 0.6144366 Jul 16 17:59:49.884012 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91e535ae-f307-4249-a079-b5c888ae7190 req-3c9dffff-1875-4243-83ae-bb5bf8c5ce9d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616977 Jul 16 17:59:49.889107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57242) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:49.917147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca105aeb-91bc-42b3-9273-9aea64806a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736cd8ee-5393-4315-a05b-d95f6c6d8bdb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:49.964213 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-7f3cbb28-f2d1-49e5-8da8-07e4358d328a service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562876 Jul 16 17:59:49.994044 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.066239 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.129501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4491f8dd-ddb2-4310-9cd7-053d2271a801 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:50.183299 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Deleting port 4fb94899-06e8-436b-8f6c-c6ab78a692b3 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:50.183656 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.187137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4491f8dd-ddb2-4310-9cd7-053d2271a801, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4491f8dd-ddb2-4310-9cd7-053d2271a801,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:50.198503 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.233577 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-85002af2-1661-4b5c-b709-52303e495930 req-b4ca8836-ceb5-4f3f-8f25-250214c107ac service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564614 Jul 16 17:59:50.269144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f6d10baa-3cb2-48cc-8ee6-734a4fd8a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1785640352-router', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:33Z', 'updated_at': '2021-07-16T17:59:47Z', 'revision_number': 5, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'gw_port': {'id': '4fb94899-06e8-436b-8f6c-c6ab78a692b3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:30:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:34Z', 'updated_at': '2021-07-16T17:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:50.270210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:50.345546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] For port 4fb94899-06e8-436b-8f6c-c6ab78a692b3, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4fb94899-06e8-436b-8f6c-c6ab78a692b3,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:50.345859 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.347494 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.366653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Calling delete_port for 4fb94899-06e8-436b-8f6c-c6ab78a692b3 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:50.367455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d10baa-3cb2-48cc-8ee6-734a4fd8a7cc None None] Checking router: 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:50.402492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d10baa-3cb2-48cc-8ee6-734a4fd8a7cc None None] Routers {'2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:50.403351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f6d10baa-3cb2-48cc-8ee6-734a4fd8a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:50.406676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=4491f8dd-ddb2-4310-9cd7-053d2271a801,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:50.435652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d3bd8-bf90-45e6-af22-7bafd8b934a8 req-c7c63f2d-e026-4260-abff-3db9ac0824df tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:50.443385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee6d3bd8-bf90-45e6-af22-7bafd8b934a8 req-c7c63f2d-e026-4260-abff-3db9ac0824df tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2086899 Jul 16 17:59:50.531181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee6d3bd8-bf90-45e6-af22-7bafd8b934a8 req-14ee62c7-7c41-4bd7-9387-0151765ba137 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868034 Jul 16 17:59:50.532734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-f6d10baa-3cb2-48cc-8ee6-734a4fd8a7cc None None] Set router 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:50.610809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b7b2f-527e-4ad1-9cfa-005405786241 req-9c99cb01-3b6f-477a-8805-d3a501dcabb6 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:50.618840 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a8b7b2f-527e-4ad1-9cfa-005405786241 req-9c99cb01-3b6f-477a-8805-d3a501dcabb6 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.2604449 Jul 16 17:59:50.619842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f6d10baa-3cb2-48cc-8ee6-734a4fd8a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1785640352-router', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:33Z', 'updated_at': '2021-07-16T17:59:49Z', 'revision_number': 6, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:50.624358 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.664768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d10baa-3cb2-48cc-8ee6-734a4fd8a7cc None None] The sync data for ids ['2ecd7c09-7aeb-471c-b11f-a656c11b7f6c'] in n-d-787205-10 is: [{'id': '2ecd7c09-7aeb-471c-b11f-a656c11b7f6c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1785640352-router', 'tenant_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:59:33Z', 'updated_at': '2021-07-16T17:59:49Z', 'revision_number': 6, 'project_id': 'c56218ca7e3d44f99e454a88ab8b35bf', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:50.694454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb94899-06e8-436b-8f6c-c6ab78a692b3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:50.764172 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a8b7b2f-527e-4ad1-9cfa-005405786241 req-2c46d6ad-ed26-4248-b15b-2a1268be9ebb tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429026 Jul 16 17:59:50.798231 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.821755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.952822 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.956967 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.964365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4133f-f437-4129-b606-1cbc87d4b366 req-7633b2d4-c0dc-45e8-ada3-db115141e2da tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:50.966760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1bc4133f-f437-4129-b606-1cbc87d4b366 req-7633b2d4-c0dc-45e8-ada3-db115141e2da tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.1989210 Jul 16 17:59:50.971347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['6ea0e187-1c81-443f-a401-224fa078f2c1'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:51.007245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['4491f8dd-ddb2-4310-9cd7-053d2271a801'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:51.027491 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.028517 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ecd7c09-7aeb-471c-b11f-a656c11b7f6c {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:59:51.038236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.039597 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c50728f6-e669-425f-af23-52907924f9c4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2ecd7c09-7aeb-471c-b11f-a656c11b7f6c HTTP/1.1" status: 204 len: 168 time: 1.5930438 Jul 16 17:59:51.043564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57282) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:51.047508 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['5388a20e-2ed9-436f-a11e-87f7ad11fe8a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:51.050196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['897d6457-d843-4c30-9f5d-1c8d2f827f6b'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:51.081337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['7b12fec1-cc34-4266-80a0-396126617771'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:51.123229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-547b53e6-5ad8-4fc6-9342-763a6e9a6253 admin admin] Deleting subnet c7d4c517-128d-4c3f-ae3f-a081a1b418dc {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:59:51.127358 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-547b53e6-5ad8-4fc6-9342-763a6e9a6253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.169968 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-547b53e6-5ad8-4fc6-9342-763a6e9a6253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.296372 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-547b53e6-5ad8-4fc6-9342-763a6e9a6253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.319152 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Allocated IP 172.25.3.157 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/5082e51d-6d04-407a-b4b2-d92a791fe376) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:51.328252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['9934b156-2ff0-44c2-b42b-b8b7148a6def'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:51.333904 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1bc4133f-f437-4129-b606-1cbc87d4b366 req-e9b58632-d854-4de8-ba2d-382bd7f8e907 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176221 Jul 16 17:59:51.346448 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac495f51-9481-4492-97da-3edc499154e5 req-47813a4a-b848-4f7c-bc67-e0737bfda3fa tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.358330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-47813a4a-b848-4f7c-bc67-e0737bfda3fa tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 812 time: 0.4570994 Jul 16 17:59:51.383149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-e469a285-39a5-4abb-91c4-a67c89a34720 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/quotas/1af5d81a79f3409394a537182ef343ba HTTP/1.1" status: 200 len: 375 time: 0.0233035 Jul 16 17:59:51.393552 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-547b53e6-5ad8-4fc6-9342-763a6e9a6253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.429061 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b53e6-5ad8-4fc6-9342-763a6e9a6253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d4c517-128d-4c3f-ae3f-a081a1b418dc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:51.431293 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-547b53e6-5ad8-4fc6-9342-763a6e9a6253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.433387 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-547b53e6-5ad8-4fc6-9342-763a6e9a6253 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c7d4c517-128d-4c3f-ae3f-a081a1b418dc HTTP/1.1" status: 204 len: 168 time: 0.3884211 Jul 16 17:59:51.435926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57290) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:51.462474 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8cedb-c0db-4587-867f-7336bf3574a4 None None] Network 83b2a6b5-48be-4896-bd6e-8e8215dcbca9 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:51.541968 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.553916 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.579178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-4be64e52-9958-4fbe-a6bd-026ce73d1d90 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1948864 Jul 16 17:59:51.635264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Deleting port a16f4c2a-48d0-497d-bba6-1d8238f9c049 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:51.636002 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.772482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-c371147d-d4c3-4ff1-955b-c4d7342dad37 service neutron] 10.222.0.24 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919155 Jul 16 17:59:51.785441 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.897804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc004bb-b376-4829-bc8d-5b85b39cd181 req-1e5efd11-8d18-40e7-9d98-05d415a7b38f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.905730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc004bb-b376-4829-bc8d-5b85b39cd181 req-1e5efd11-8d18-40e7-9d98-05d415a7b38f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.906611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['66b198d4-be15-4005-a079-fa148eb42193'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:51.911604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc004bb-b376-4829-bc8d-5b85b39cd181 req-1e5efd11-8d18-40e7-9d98-05d415a7b38f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.918628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc004bb-b376-4829-bc8d-5b85b39cd181 req-1e5efd11-8d18-40e7-9d98-05d415a7b38f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.924269 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc004bb-b376-4829-bc8d-5b85b39cd181 req-1e5efd11-8d18-40e7-9d98-05d415a7b38f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.930607 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc004bb-b376-4829-bc8d-5b85b39cd181 req-1e5efd11-8d18-40e7-9d98-05d415a7b38f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.937373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc004bb-b376-4829-bc8d-5b85b39cd181 req-1e5efd11-8d18-40e7-9d98-05d415a7b38f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.939348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fc004bb-b376-4829-bc8d-5b85b39cd181 req-1e5efd11-8d18-40e7-9d98-05d415a7b38f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5438 time: 0.3494923 Jul 16 17:59:51.941353 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:51.948822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:51.965011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:51.970424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event updated for resources: {'Port': ['ID=5082e51d-6d04-407a-b4b2-d92a791fe376,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:52.054765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-78452994-9b7e-4f06-99b1-3bf27a96ab87 service neutron] 10.222.0.24 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813540 Jul 16 17:59:52.065204 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] For port a16f4c2a-48d0-497d-bba6-1d8238f9c049, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a16f4c2a-48d0-497d-bba6-1d8238f9c049,segment=NetworkSegment(e8e9c66d-4aa9-4fe6-8856-16be57322da3),segment_id=e8e9c66d-4aa9-4fe6-8856-16be57322da3)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:52.066146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.072860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fc004bb-b376-4829-bc8d-5b85b39cd181 req-4124ed0c-8d46-4577-8597-d7dbeb7fefe1 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185238 Jul 16 17:59:52.087145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Calling delete_port for a16f4c2a-48d0-497d-bba6-1d8238f9c049 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:52.177058 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.215431 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.250995 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.253636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] No DVR routers for this DVR port a16f4c2a-48d0-497d-bba6-1d8238f9c049 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:52.259348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Pushing event deleted for resources: {'Port': ['ID=a16f4c2a-48d0-497d-bba6-1d8238f9c049,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:52.377314 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.396821 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b2a6b5-48be-4896-bd6e-8e8215dcbca9']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:52.420553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e9c66d-4aa9-4fe6-8856-16be57322da3') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:52.420877 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e9c66d-4aa9-4fe6-8856-16be57322da3') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:52.429365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4cff5f-5629-4059-a084-cf58ee9faad5 None None] DHCP port deletion for 83b2a6b5-48be-4896-bd6e-8e8215dcbca9 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:59:52.434472 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.454347 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.475011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:59:52.477132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bf10da6c-0412-4614-b1b6-f6b0b32766f4 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:52.477592 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: timer() Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:59:52.483289 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:59:52.567510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: bf10da6c-0412-4614-b1b6-f6b0b32766f4 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:52.568203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bf10da6c-0412-4614-b1b6-f6b0b32766f4 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:52.568313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4fb94899-06e8-436b-8f6c-c6ab78a692b3 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:52.582143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.592340 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.595585 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] 10.222.0.24 "DELETE /v2.0/networks/83b2a6b5-48be-4896-bd6e-8e8215dcbca9 HTTP/1.1" status: 204 len: 168 time: 1.1586628 Jul 16 17:59:52.609133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 4fb94899-06e8-436b-8f6c-c6ab78a692b3 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:52.609577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4fb94899-06e8-436b-8f6c-c6ab78a692b3 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:52.616087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317c878-5576-4980-a61d-552ee92e869d admin admin] Pushing event deleted for resources: {'Network': ['ID=83b2a6b5-48be-4896-bd6e-8e8215dcbca9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:52.832659 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57312) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:52.875883 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.877788 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0c181e76-2576-4e6b-bfa3-d121df736b2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c56218ca7e3d44f99e454a88ab8b35bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435288 Jul 16 17:59:52.880458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57314) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:52.940730 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9873a439-9780-4e13-9170-ed8c3c1a6c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.970057 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9873a439-9780-4e13-9170-ed8c3c1a6c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.021514 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b820be3-f77c-4c09-9eb0-b0ff020192c6 req-44151b35-48c6-48c4-9442-668461b65b08 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 210 time: 0.4313066 Jul 16 17:59:53.049253 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9873a439-9780-4e13-9170-ed8c3c1a6c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.053233 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9873a439-9780-4e13-9170-ed8c3c1a6c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.058248 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9873a439-9780-4e13-9170-ed8c3c1a6c61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cea4c254-fb02-4a14-8f40-d1cfe24aa2df HTTP/1.1" status: 204 len: 168 time: 0.1744730 Jul 16 17:59:53.067597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873a439-9780-4e13-9170-ed8c3c1a6c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea4c254-fb02-4a14-8f40-d1cfe24aa2df,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:53.098388 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.115952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0868e-eb47-4c6c-8a86-25a4a677ca80 req-c55e6fc6-5978-4b04-bd8f-04da4632d5d5 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.117704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05d0868e-eb47-4c6c-8a86-25a4a677ca80 req-c55e6fc6-5978-4b04-bd8f-04da4632d5d5 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.5601490 Jul 16 17:59:53.119793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.224009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05d0868e-eb47-4c6c-8a86-25a4a677ca80 req-7b4572c5-b218-4697-9c13-e394bf9a91d6 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961823 Jul 16 17:59:53.281592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event updated for resources: {'Port': ['ID=5082e51d-6d04-407a-b4b2-d92a791fe376,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:53.304732 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.336861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d3b3d-99d5-4d7e-9bdb-5dd4e01bac96 req-c33e612d-1a7a-4b86-8e78-213662a6666b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.340168 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e74d3b3d-99d5-4d7e-9bdb-5dd4e01bac96 req-c33e612d-1a7a-4b86-8e78-213662a6666b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.1666250 Jul 16 17:59:53.341887 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.343947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f75f4eca-de15-42cd-8dfb-de9f7f824bdb tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4501815 Jul 16 17:59:53.346801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57326) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:53.352952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1284569876'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:53.401926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Made reservation on behalf of 4b39baee742b421096ead9e6d08eb7a6 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:53.407039 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.420061 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e74d3b3d-99d5-4d7e-9bdb-5dd4e01bac96 req-357c1915-5ab2-4423-b5f9-327c35139b23 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623033 Jul 16 17:59:53.421468 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.530984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f43e3-0001-4934-9382-81441fcd653b req-aaddedca-c631-425c-9e7b-fe8d530839ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.538932 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f43e3-0001-4934-9382-81441fcd653b req-aaddedca-c631-425c-9e7b-fe8d530839ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.547904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f43e3-0001-4934-9382-81441fcd653b req-aaddedca-c631-425c-9e7b-fe8d530839ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.555639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f43e3-0001-4934-9382-81441fcd653b req-aaddedca-c631-425c-9e7b-fe8d530839ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.562855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f43e3-0001-4934-9382-81441fcd653b req-aaddedca-c631-425c-9e7b-fe8d530839ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.567544 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.571805 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.573547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f43e3-0001-4934-9382-81441fcd653b req-aaddedca-c631-425c-9e7b-fe8d530839ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.580916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f43e3-0001-4934-9382-81441fcd653b req-aaddedca-c631-425c-9e7b-fe8d530839ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.590014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:53.590981 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f14f43e3-0001-4934-9382-81441fcd653b req-aaddedca-c631-425c-9e7b-fe8d530839ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5438 time: 0.2170644 Jul 16 17:59:53.628548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.628840 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Added segment 26edead8-1505-4739-9d73-41efe7e7a69e of type vlan for network 80981c5c-3fbe-426a-80e9-7c632d5e2e5a Jul 16 17:59:53.645303 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f14f43e3-0001-4934-9382-81441fcd653b req-500bfe66-43db-42ed-a62a-e9e69d62504e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534198 Jul 16 17:59:53.667725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9f9265-2984-4baf-a5c1-8e5f8eb2fb71,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:53.682538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.727540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.735349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.736079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57338) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:53.736393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.785144 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4336615 Jul 16 17:59:53.785440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57342) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:53.790625 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Request body: {'subnet': {'network_id': '80981c5c-3fbe-426a-80e9-7c632d5e2e5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:53.835910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3b551-8340-4823-9498-efaf1790bf8e tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event updated for resources: {'Network': ['ID=80981c5c-3fbe-426a-80e9-7c632d5e2e5a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:53.850533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 80981c5c-3fbe-426a-80e9-7c632d5e2e5a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:59:53.913949 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b2df6e28-3d85-4fad-aa70-8c6d4fa07aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.996678 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:59:53.996678 n-d-787205-10 neutron-server[105591]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 17:59:53.996678 n-d-787205-10 neutron-server[105591]: [parameters: {'project_id': '4b39baee742b421096ead9e6d08eb7a6', 'id': '03e8239c-5660-431f-be9f-759041ee8b64', 'expiration': datetime.datetime(2021, 7, 16, 18, 1, 53, 958734)}] Jul 16 17:59:53.996678 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:59:53.997172 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:59:54.046108 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b2df6e28-3d85-4fad-aa70-8c6d4fa07aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.054018 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b2df6e28-3d85-4fad-aa70-8c6d4fa07aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.078350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac495f51-9481-4492-97da-3edc499154e5 req-a59058d3-2b94-4ce9-9e47-ee7dddc12a8d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.080457 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-a59058d3-2b94-4ce9-9e47-ee7dddc12a8d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 812 time: 0.2190247 Jul 16 17:59:54.100311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b2df6e28-3d85-4fad-aa70-8c6d4fa07aab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7267f54c6ab94d1ab05c1f10c2200536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627567 Jul 16 17:59:54.102594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df6e28-3d85-4fad-aa70-8c6d4fa07aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f2f538-f058-431b-a216-15082a22d662,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:54.105535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57354) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:54.118599 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ac495f51-9481-4492-97da-3edc499154e5 req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Request body: {'port': {'device_id': '56522d4a-b6c1-4663-85f7-990548a5d52e', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'admin_state_up': True, 'tenant_id': '1af5d81a79f3409394a537182ef343ba'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:54.193115 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5a40b299-1a67-4c21-9737-aa67a9c14d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.205140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 7b12fec1-cc34-4266-80a0-396126617771 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:54.254008 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5a40b299-1a67-4c21-9737-aa67a9c14d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.296881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 7b12fec1-cc34-4266-80a0-396126617771 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:54.303868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 7b12fec1-cc34-4266-80a0-396126617771 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:54.308863 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.355651 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac495f51-9481-4492-97da-3edc499154e5 req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Made reservation on behalf of 1af5d81a79f3409394a537182ef343ba for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:54.363853 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ac495f51-9481-4492-97da-3edc499154e5 req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.378732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b026d9a-ac8a-4176-b014-30e295c652b5 req-9c241dcb-b2d8-4e70-908f-d84d8dba54b2 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 210 time: 0.0492687 Jul 16 17:59:54.395955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a16f4c2a-48d0-497d-bba6-1d8238f9c049 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:54.414930 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5a40b299-1a67-4c21-9737-aa67a9c14d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.419752 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5a40b299-1a67-4c21-9737-aa67a9c14d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.421050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5a40b299-1a67-4c21-9737-aa67a9c14d71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61f2f538-f058-431b-a216-15082a22d662 HTTP/1.1" status: 204 len: 168 time: 0.3143921 Jul 16 17:59:54.440789 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40b299-1a67-4c21-9737-aa67a9c14d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f2f538-f058-431b-a216-15082a22d662,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:54.525090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: a16f4c2a-48d0-497d-bba6-1d8238f9c049 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:54.529400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a16f4c2a-48d0-497d-bba6-1d8238f9c049 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:54.564267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Made reservation on behalf of 4b39baee742b421096ead9e6d08eb7a6 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:54.576662 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.635920 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.665544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12fec1-cc34-4266-80a0-396126617771'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:54.668960 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf97fc4-9dad-4834-beff-b3b53ed91274" -d '{"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "7b12fec1-cc34-4266-80a0-396126617771"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:54.687797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 7b12fec1-cc34-4266-80a0-396126617771, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7b12fec1-cc34-4266-80a0-396126617771,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:54.701310 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.736695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-ac495f51-9481-4492-97da-3edc499154e5 req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Allocated IP 172.20.0.4 (ce5910f5-8a6a-42c9-ae15-dd85a86886b0/9128c187-0dcc-4b2d-a7a9-7d554e016ae8/4ff59b35-868d-4f58-9930-b707fe880933) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:54.792497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=7b12fec1-cc34-4266-80a0-396126617771,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:54.811676 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68711524-55c8-4607-8965-58c18bb894da req-0fc2c95c-f520-4a54-88a3-47be007ad135 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.813267 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68711524-55c8-4607-8965-58c18bb894da req-0fc2c95c-f520-4a54-88a3-47be007ad135 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.2750123 Jul 16 17:59:54.887714 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052c88e-9126-48ae-9d7b-2f5cb3054e5e req-1a3a7a4c-80cb-4476-9f1e-59a6cb51a1c3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.889610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b052c88e-9126-48ae-9d7b-2f5cb3054e5e req-1a3a7a4c-80cb-4476-9f1e-59a6cb51a1c3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.2199638 Jul 16 17:59:54.927264 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68711524-55c8-4607-8965-58c18bb894da req-5425ec03-cb26-4557-9aff-93a971a8e452 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047366 Jul 16 17:59:54.943648 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ac495f51-9481-4492-97da-3edc499154e5 req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.980181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-ac495f51-9481-4492-97da-3edc499154e5 req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Transition to ACTIVE for port object 4ff59b35-868d-4f58-9930-b707fe880933 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:54.996939 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b052c88e-9126-48ae-9d7b-2f5cb3054e5e req-3a6b28f7-9795-41be-bfb9-e95f12327c3d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899322 Jul 16 17:59:55.004880 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.040416 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ac495f51-9481-4492-97da-3edc499154e5 req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.074335 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.112071 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99716689-f318-4ed5-800a-708b2cdf2e3f x-openstack-request-id: req-99716689-f318-4ed5-800a-708b2cdf2e3f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:55.113149 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "7b12fec1-cc34-4266-80a0-396126617771", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:55.115927 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99716689-f318-4ed5-800a-708b2cdf2e3f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:55.116619 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b12fec1-cc34-4266-80a0-396126617771', 'code': 200} Jul 16 17:59:55.121953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac495f51-9481-4492-97da-3edc499154e5 req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:55.127788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-ac495f51-9481-4492-97da-3edc499154e5 req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:55.132635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac495f51-9481-4492-97da-3edc499154e5 req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:55.142824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event updated for resources: {'Subnet': ['ID=a795cf80-95de-42b8-a1fc-45c3fc0dca25,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:55.155048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Checking segment: {'id': '26edead8-1505-4739-9d73-41efe7e7a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80981c5c-3fbe-426a-80e9-7c632d5e2e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:55.155467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Network hostable DHCP agents. Network: 80981c5c-3fbe-426a-80e9-7c632d5e2e5a, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:59:55.171029 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event updated for resources: {'Port': ['ID=4ff59b35-868d-4f58-9930-b707fe880933,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:55.189692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Network 80981c5c-3fbe-426a-80e9-7c632d5e2e5a is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:59:55.215053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 80981c5c-3fbe-426a-80e9-7c632d5e2e5a) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:55.224345 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2889db76-ae56-4d2e-b8ec-64f068b13f40 None None] Network 80981c5c-3fbe-426a-80e9-7c632d5e2e5a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:55.229807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.231169 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.234771 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac495f51-9481-4492-97da-3edc499154e5 req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.235456 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ac495f51-9481-4492-97da-3edc499154e5 req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.268004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5ffb508f-5395-4df8-8c5c-62efaef46d31 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4806454 Jul 16 17:59:55.270437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57386) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:55.270579 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-203187d0-ef1e-4d05-bded-dc0ccad948ce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1769121 Jul 16 17:59:55.285943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2098714424', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}, 'admin_state_up': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:55.288273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Request body: {'port': {'device_id': '56522d4a-b6c1-4663-85f7-990548a5d52e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:55.426138 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.454736 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.459285 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.524840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-80981c5c-3fbe-426a-80e9-7c632d5e2e5a', 'network_id': '80981c5c-3fbe-426a-80e9-7c632d5e2e5a', 'tenant_id': '4b39baee742b421096ead9e6d08eb7a6', 'fixed_ips': [{'subnet_id': 'a795cf80-95de-42b8-a1fc-45c3fc0dca25'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:59:55.525963 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.596353 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.618670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487e01c-ff3c-4a45-b32a-b40114aebc44 req-607d0f0a-8714-47a8-8620-e2cb444bfb33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.625531 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487e01c-ff3c-4a45-b32a-b40114aebc44 req-607d0f0a-8714-47a8-8620-e2cb444bfb33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.632549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487e01c-ff3c-4a45-b32a-b40114aebc44 req-607d0f0a-8714-47a8-8620-e2cb444bfb33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.639184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487e01c-ff3c-4a45-b32a-b40114aebc44 req-607d0f0a-8714-47a8-8620-e2cb444bfb33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.646883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487e01c-ff3c-4a45-b32a-b40114aebc44 req-607d0f0a-8714-47a8-8620-e2cb444bfb33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.653933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487e01c-ff3c-4a45-b32a-b40114aebc44 req-607d0f0a-8714-47a8-8620-e2cb444bfb33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.660350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487e01c-ff3c-4a45-b32a-b40114aebc44 req-607d0f0a-8714-47a8-8620-e2cb444bfb33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.662634 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f487e01c-ff3c-4a45-b32a-b40114aebc44 req-607d0f0a-8714-47a8-8620-e2cb444bfb33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5439 time: 0.3077438 Jul 16 17:59:55.812675 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Allocated IP 172.20.0.2 (80981c5c-3fbe-426a-80e9-7c632d5e2e5a/a795cf80-95de-42b8-a1fc-45c3fc0dca25/efc0ac8d-d0e5-4724-b6b6-6946095f84bd) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:55.832223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff59b35-868d-4f58-9930-b707fe880933 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:55.843547 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.859870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d1edc664-0fdc-493d-bde3-024606af932b None None] Provisioning for port 4ff59b35-868d-4f58-9930-b707fe880933 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:55.865393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Transition to ACTIVE for port object 4ff59b35-868d-4f58-9930-b707fe880933 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:55.871199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.875328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d1edc664-0fdc-493d-bde3-024606af932b None None] Provisioning complete for port 4ff59b35-868d-4f58-9930-b707fe880933 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:55.875716 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d1edc664-0fdc-493d-bde3-024606af932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.886096 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.954308 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f487e01c-ff3c-4a45-b32a-b40114aebc44 req-e12f6879-5d08-4c50-a857-485439ef9ab9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1773870 Jul 16 17:59:55.969879 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d1edc664-0fdc-493d-bde3-024606af932b None None] Port 4ff59b35-868d-4f58-9930-b707fe880933 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:56.034005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Pushing event updated for resources: {'Port': ['ID=4ff59b35-868d-4f58-9930-b707fe880933,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:56.099719 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.115238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Transition to ACTIVE for port object efc0ac8d-d0e5-4724-b6b6-6946095f84bd will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:56.152342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Transition to ACTIVE for port object efc0ac8d-d0e5-4724-b6b6-6946095f84bd will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:56.167184 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.191217 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Attempting to bind port 4ff59b35-868d-4f58-9930-b707fe880933 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:56.191758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Attempting to bind port 4ff59b35-868d-4f58-9930-b707fe880933 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:56.191879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Attempting to bind port 4ff59b35-868d-4f58-9930-b707fe880933 on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:56.217458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Port 4ff59b35-868d-4f58-9930-b707fe880933 on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:56.217924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Attempting to bind port 4ff59b35-868d-4f58-9930-b707fe880933 on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:56.244585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:56.244924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Checking segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:56.245322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Bound using segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:56.245815 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Bound port: 4ff59b35-868d-4f58-9930-b707fe880933, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:56.246190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.294163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 66b198d4-be15-4005-a079-fa148eb42193 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:56.381523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Network 80981c5c-3fbe-426a-80e9-7c632d5e2e5a is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:56.388787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:56.397983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:56.402474 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Pushing event updated for resources: {'Port': ['ID=efc0ac8d-d0e5-4724-b6b6-6946095f84bd,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:56.422011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 66b198d4-be15-4005-a079-fa148eb42193 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:56.487084 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 66b198d4-be15-4005-a079-fa148eb42193 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:56.487589 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.491146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Attempting to bind port efc0ac8d-d0e5-4724-b6b6-6946095f84bd on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:56.491880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Attempting to bind port efc0ac8d-d0e5-4724-b6b6-6946095f84bd by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '26edead8-1505-4739-9d73-41efe7e7a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80981c5c-3fbe-426a-80e9-7c632d5e2e5a'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:56.492443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Attempting to bind port efc0ac8d-d0e5-4724-b6b6-6946095f84bd on network 80981c5c-3fbe-426a-80e9-7c632d5e2e5a {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:56.498444 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.503421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:56.504063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Checking segment: {'id': '26edead8-1505-4739-9d73-41efe7e7a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80981c5c-3fbe-426a-80e9-7c632d5e2e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:56.504714 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.505033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] For port 4ff59b35-868d-4f58-9930-b707fe880933, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:56.505536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Bound using segment: {'id': '26edead8-1505-4739-9d73-41efe7e7a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80981c5c-3fbe-426a-80e9-7c632d5e2e5a'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:56.506237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Bound port: efc0ac8d-d0e5-4724-b6b6-6946095f84bd, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26edead8-1505-4739-9d73-41efe7e7a69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80981c5c-3fbe-426a-80e9-7c632d5e2e5a'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:56.506990 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.517841 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] For port 4ff59b35-868d-4f58-9930-b707fe880933, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4ff59b35-868d-4f58-9930-b707fe880933,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:56.525162 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.527856 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.582329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:56.584753 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.587215 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] 10.222.0.32 "PUT /v2.0/ports/4ff59b35-868d-4f58-9930-b707fe880933 HTTP/1.1" status: 200 len: 1092 time: 1.3046153 Jul 16 17:59:56.607952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56522d4a-b6c1-4663-85f7-990548a5d52e', 'tag': '4ff59b35-868d-4f58-9930-b707fe880933'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:56.613841 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950c22de-482a-4b90-8cfb-1ea601134059" -d '{"events": [{"name": "network-changed", "server_uuid": "56522d4a-b6c1-4663-85f7-990548a5d52e", "tag": "4ff59b35-868d-4f58-9930-b707fe880933"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:56.618939 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef7cec-d659-4e9f-8233-f2ec55f820a9 req-5b7f7c77-969b-42af-81c4-825e65c53fb8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:56.629107 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0ef7cec-d659-4e9f-8233-f2ec55f820a9 req-5b7f7c77-969b-42af-81c4-825e65c53fb8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 943 time: 0.3555117 Jul 16 17:59:56.678435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] For port efc0ac8d-d0e5-4724-b6b6-6946095f84bd, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:56.691524 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] For port efc0ac8d-d0e5-4724-b6b6-6946095f84bd, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=efc0ac8d-d0e5-4724-b6b6-6946095f84bd,segment=NetworkSegment(26edead8-1505-4739-9d73-41efe7e7a69e),segment_id=26edead8-1505-4739-9d73-41efe7e7a69e)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:56.722101 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.725177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0ef7cec-d659-4e9f-8233-f2ec55f820a9 req-a68031d4-e8d0-4992-9716-bfdb5089eb00 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950882 Jul 16 17:59:56.861580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb9abe-5a85-4558-996d-75741c86cc3f None None] Pushing event updated for resources: {'Port': ['ID=efc0ac8d-d0e5-4724-b6b6-6946095f84bd,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:56.927666 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce34967-5f36-4bca-9322-c470f92e8a8d service neutron] Pushing event updated for resources: {'Port': ['ID=4ff59b35-868d-4f58-9930-b707fe880933,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:56.947133 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.973299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Allocated IP 172.25.3.232 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/f76f4077-d3d9-4ac4-967e-c9201c6c66b8) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:57.017312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac495f51-9481-4492-97da-3edc499154e5 req-2f67a3da-2746-4469-a5cf-c12dffe3d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.025848 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-2f67a3da-2746-4469-a5cf-c12dffe3d93b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 1095 time: 0.3468256 Jul 16 17:59:57.028297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 66b198d4-be15-4005-a079-fa148eb42193, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=66b198d4-be15-4005-a079-fa148eb42193,segment=NetworkSegment(d8b080ea-bb0c-44ed-93ac-1a7b3781e34e),segment_id=d8b080ea-bb0c-44ed-93ac-1a7b3781e34e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:57.035325 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.036242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 897d6457-d843-4c30-9f5d-1c8d2f827f6b up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:57.161816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b198d4-be15-4005-a079-fa148eb42193'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:57.164115 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926a500d-23b1-4e6a-bfbf-6797a21022ab" -d '{"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "66b198d4-be15-4005-a079-fa148eb42193"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:57.165346 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-94929876-13f8-4a3d-b0d0-f75672ac9327 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff59b35-868d-4f58-9930-b707fe880933 HTTP/1.1" status: 200 len: 217 time: 0.1308060 Jul 16 17:59:57.166915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=66b198d4-be15-4005-a079-fa148eb42193,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:57.178708 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.203728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 897d6457-d843-4c30-9f5d-1c8d2f827f6b completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:57.208950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 897d6457-d843-4c30-9f5d-1c8d2f827f6b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:57.209332 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.249501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.359857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:57.366553 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.378089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:57.381622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac495f51-9481-4492-97da-3edc499154e5 req-ab6406a4-143a-4a16-af3c-c90e3c0b40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.383238 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-ab6406a4-143a-4a16-af3c-c90e3c0b40a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.2086678 Jul 16 17:59:57.385225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:57.421713 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 897d6457-d843-4c30-9f5d-1c8d2f827f6b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=897d6457-d843-4c30-9f5d-1c8d2f827f6b,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:57.428301 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.429993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9934b156-2ff0-44c2-b42b-b8b7148a6def up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:57.504162 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac495f51-9481-4492-97da-3edc499154e5 req-fef7547c-9952-454e-a957-188c4d24662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.507295 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-fef7547c-9952-454e-a957-188c4d24662d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106627 Jul 16 17:59:57.512473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event updated for resources: {'Port': ['ID=f76f4077-d3d9-4ac4-967e-c9201c6c66b8,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:57.544945 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=897d6457-d843-4c30-9f5d-1c8d2f827f6b,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:57.570040 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 9934b156-2ff0-44c2-b42b-b8b7148a6def completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:57.576765 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 9934b156-2ff0-44c2-b42b-b8b7148a6def triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:57.576765 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.585588 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bb2bf-af3b-43bc-b65c-703937eebfb5 req-2a8ab3d5-259d-47dc-9702-59718716c699 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.587350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b0bb2bf-af3b-43bc-b65c-703937eebfb5 req-2a8ab3d5-259d-47dc-9702-59718716c699 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.5314891 Jul 16 17:59:57.670975 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-2d29b5bf-777a-4341-9818-9a0b720b2f7f service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559451 Jul 16 17:59:57.681032 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.731052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d570d-af40-405a-b660-eb31a4e23852 req-2d679d00-2815-4d7b-99ac-09ac240c4c0e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.733280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967d570d-af40-405a-b660-eb31a4e23852 req-2d679d00-2815-4d7b-99ac-09ac240c4c0e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.3601518 Jul 16 17:59:57.743596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9934b156-2ff0-44c2-b42b-b8b7148a6def, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9934b156-2ff0-44c2-b42b-b8b7148a6def,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:57.754005 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.755097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5388a20e-2ed9-436f-a11e-87f7ad11fe8a up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:57.773458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b0bb2bf-af3b-43bc-b65c-703937eebfb5 req-293356a8-c846-482e-b72e-88837fed0ff6 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481745 Jul 16 17:59:57.812068 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac495f51-9481-4492-97da-3edc499154e5 req-d6f378bd-5486-47df-8035-9e9c0017c9bc service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331475 Jul 16 17:59:57.882668 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9934b156-2ff0-44c2-b42b-b8b7148a6def,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:57.888962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:57.895988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:57.897231 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.943122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967d570d-af40-405a-b660-eb31a4e23852 req-f771fb59-b965-413c-b4cf-a6f5ea2993c9 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990535 Jul 16 17:59:58.004795 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0432332c-955e-4d93-9986-8a2fcd36f58c x-openstack-request-id: req-0432332c-955e-4d93-9986-8a2fcd36f58c {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:58.005092 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56522d4a-b6c1-4663-85f7-990548a5d52e", "tag": "4ff59b35-868d-4f58-9930-b707fe880933", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:58.005355 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0432332c-955e-4d93-9986-8a2fcd36f58c {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:58.005783 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56522d4a-b6c1-4663-85f7-990548a5d52e', 'tag': '4ff59b35-868d-4f58-9930-b707fe880933', 'status': 'completed', 'code': 200} Jul 16 17:59:58.046995 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.131984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c22de-482a-4b90-8cfb-1ea601134059 req-f3ebc5f4-4ea9-4055-a557-60193f373eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.133683 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-950c22de-482a-4b90-8cfb-1ea601134059 req-f3ebc5f4-4ea9-4055-a557-60193f373eed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 1095 time: 0.0958412 Jul 16 17:59:58.134604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5388a20e-2ed9-436f-a11e-87f7ad11fe8a,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:58.148167 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.148997 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6ea0e187-1c81-443f-a401-224fa078f2c1 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:58.193615 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.323556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=5388a20e-2ed9-436f-a11e-87f7ad11fe8a,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:58.326594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c22de-482a-4b90-8cfb-1ea601134059 req-9d42697c-0fa4-496e-809d-c4bb1a49b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.336064 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-950c22de-482a-4b90-8cfb-1ea601134059 req-9d42697c-0fa4-496e-809d-c4bb1a49b7fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.1852751 Jul 16 17:59:58.398132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 6ea0e187-1c81-443f-a401-224fa078f2c1 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:58.406805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 6ea0e187-1c81-443f-a401-224fa078f2c1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:58.407186 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.433535 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-950c22de-482a-4b90-8cfb-1ea601134059 req-219cdf20-f230-4411-9a91-01178d2f2f82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff59b35-868d-4f58-9930-b707fe880933 HTTP/1.1" status: 200 len: 217 time: 0.0964665 Jul 16 17:59:58.547720 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c22de-482a-4b90-8cfb-1ea601134059 req-8464ddae-0960-4f06-a24f-f162a36312d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.550320 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-950c22de-482a-4b90-8cfb-1ea601134059 req-8464ddae-0960-4f06-a24f-f162a36312d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.1078665 Jul 16 17:59:58.552407 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.555048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device efc0ac8d-d0e5-4724-b6b6-6946095f84bd up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:58.622440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb4ef1-63ce-4a85-810b-a0ffbbb8dd7d req-736c1f6e-e166-41b0-89c7-3850f834c18e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.629650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb4ef1-63ce-4a85-810b-a0ffbbb8dd7d req-736c1f6e-e166-41b0-89c7-3850f834c18e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.637066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb4ef1-63ce-4a85-810b-a0ffbbb8dd7d req-736c1f6e-e166-41b0-89c7-3850f834c18e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.639787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port efc0ac8d-d0e5-4724-b6b6-6946095f84bd completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:58.644833 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb4ef1-63ce-4a85-810b-a0ffbbb8dd7d req-736c1f6e-e166-41b0-89c7-3850f834c18e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.654359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6ea0e187-1c81-443f-a401-224fa078f2c1, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6ea0e187-1c81-443f-a401-224fa078f2c1,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:58.661775 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.663302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4491f8dd-ddb2-4310-9cd7-053d2271a801 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:58.665859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb4ef1-63ce-4a85-810b-a0ffbbb8dd7d req-736c1f6e-e166-41b0-89c7-3850f834c18e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.671194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35db98c9-9f65-426b-aeee-89d954337032 None None] Network 80981c5c-3fbe-426a-80e9-7c632d5e2e5a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:58.672878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb4ef1-63ce-4a85-810b-a0ffbbb8dd7d req-736c1f6e-e166-41b0-89c7-3850f834c18e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.680389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb4ef1-63ce-4a85-810b-a0ffbbb8dd7d req-736c1f6e-e166-41b0-89c7-3850f834c18e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.683614 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37eb4ef1-63ce-4a85-810b-a0ffbbb8dd7d req-736c1f6e-e166-41b0-89c7-3850f834c18e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5443 time: 0.3897343 Jul 16 17:59:58.701242 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c22de-482a-4b90-8cfb-1ea601134059 req-8cccb9f1-f017-4cca-a246-04e36cab9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.705468 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-950c22de-482a-4b90-8cfb-1ea601134059 req-8cccb9f1-f017-4cca-a246-04e36cab9361 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446373 Jul 16 17:59:58.785042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37eb4ef1-63ce-4a85-810b-a0ffbbb8dd7d req-a3a20526-1f88-4dd2-9b4e-7778dfa8170b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941978 Jul 16 17:59:58.862465 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.894232 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-950c22de-482a-4b90-8cfb-1ea601134059 req-31cf70f0-4304-431b-b9b6-0e4eef75d2f3 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788852 Jul 16 17:59:58.927431 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5600e1-75b3-4ce8-b5e2-21f60b68c873 x-openstack-request-id: req-1f5600e1-75b3-4ce8-b5e2-21f60b68c873 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:58.927716 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "66b198d4-be15-4005-a079-fa148eb42193", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:58.927972 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f5600e1-75b3-4ce8-b5e2-21f60b68c873 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:58.928354 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b198d4-be15-4005-a079-fa148eb42193', 'code': 200} Jul 16 17:59:58.971741 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8bcbd74d-a9f6-4b3b-8b89-2b77806d1007 None None] Provisioning for port efc0ac8d-d0e5-4724-b6b6-6946095f84bd completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:59.039466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8bcbd74d-a9f6-4b3b-8b89-2b77806d1007 None None] Provisioning complete for port efc0ac8d-d0e5-4724-b6b6-6946095f84bd triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:59.039843 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8bcbd74d-a9f6-4b3b-8b89-2b77806d1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.075063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6ea0e187-1c81-443f-a401-224fa078f2c1,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:59.076853 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-950c22de-482a-4b90-8cfb-1ea601134059 req-738d7760-28d1-4362-ac61-cb5af68f2d37 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708612 Jul 16 17:59:59.169385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 4491f8dd-ddb2-4310-9cd7-053d2271a801 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:59.181373 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 4491f8dd-ddb2-4310-9cd7-053d2271a801 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:59.182020 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.190661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23708bef-350a-42dc-9a6a-98216fd969fb req-be944523-6a95-4cc9-830b-348dbb6854d8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.192387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23708bef-350a-42dc-9a6a-98216fd969fb req-be944523-6a95-4cc9-830b-348dbb6854d8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 943 time: 0.2352018 Jul 16 17:59:59.207972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14821028-f6fe-4d86-bb46-d8ed4280dfe6 req-a3dc11ae-3576-408b-98e4-171c310c5381 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.209732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14821028-f6fe-4d86-bb46-d8ed4280dfe6 req-a3dc11ae-3576-408b-98e4-171c310c5381 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.1933489 Jul 16 17:59:59.290517 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14821028-f6fe-4d86-bb46-d8ed4280dfe6 req-97593ff7-ff09-41c4-b9ff-6500d3da9145 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699360 Jul 16 17:59:59.294208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23708bef-350a-42dc-9a6a-98216fd969fb req-6391867c-1132-48e4-bb52-ed7adee08e5e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833287 Jul 16 17:59:59.295108 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Router 8d22c840-3df4-4330-bec1-19ae742940ff is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:59:59.316175 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8bcbd74d-a9f6-4b3b-8b89-2b77806d1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.450915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-8bcbd74d-a9f6-4b3b-8b89-2b77806d1007 None None] For port efc0ac8d-d0e5-4724-b6b6-6946095f84bd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=efc0ac8d-d0e5-4724-b6b6-6946095f84bd,segment=NetworkSegment(26edead8-1505-4739-9d73-41efe7e7a69e),segment_id=26edead8-1505-4739-9d73-41efe7e7a69e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:59.453157 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.458573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57472) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:59.466957 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8bcbd74d-a9f6-4b3b-8b89-2b77806d1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.525996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbd74d-a9f6-4b3b-8b89-2b77806d1007 None None] Pushing event updated for resources: {'Port': ['ID=efc0ac8d-d0e5-4724-b6b6-6946095f84bd,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:59.564420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4491f8dd-ddb2-4310-9cd7-053d2271a801, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4491f8dd-ddb2-4310-9cd7-053d2271a801,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:59.573041 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.648381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=4491f8dd-ddb2-4310-9cd7-053d2271a801,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:59.649196 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-360f726b-684c-4844-8771-2dd6487d17fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.787567 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-360f726b-684c-4844-8771-2dd6487d17fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.793971 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5b06e896-7458-4b17-aaee-680286f8ca4c None None] Provisioning complete for port efc0ac8d-d0e5-4724-b6b6-6946095f84bd triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:59.794406 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-360f726b-684c-4844-8771-2dd6487d17fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.794545 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b06e896-7458-4b17-aaee-680286f8ca4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.840496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f726b-684c-4844-8771-2dd6487d17fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5620ba-3882-4f0e-9eb4-ed238b627113,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:59.849061 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-360f726b-684c-4844-8771-2dd6487d17fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9038e394fc53499882a782e1f4393380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3891854 Jul 16 17:59:59.850297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57486) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:59.951461 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e659bfbf-90d8-4439-993b-70e9125ff62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.980351 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e659bfbf-90d8-4439-993b-70e9125ff62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.027448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57490) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:00.037118 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e659bfbf-90d8-4439-993b-70e9125ff62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.039739 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e659bfbf-90d8-4439-993b-70e9125ff62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.041791 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e659bfbf-90d8-4439-993b-70e9125ff62b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c5620ba-3882-4f0e-9eb4-ed238b627113 HTTP/1.1" status: 204 len: 168 time: 0.1890152 Jul 16 18:00:00.050867 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659bfbf-90d8-4439-993b-70e9125ff62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5620ba-3882-4f0e-9eb4-ed238b627113,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:00.113064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:00.127733 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1660ece-da2a-427c-a41e-16610d13b752 None None] Sync routers for ids ['8d22c840-3df4-4330-bec1-19ae742940ff'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:00.141777 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1660ece-da2a-427c-a41e-16610d13b752 None None] Routers {'8d22c840-3df4-4330-bec1-19ae742940ff'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:00.142778 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a1660ece-da2a-427c-a41e-16610d13b752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8d22c840-3df4-4330-bec1-19ae742940ff'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:00.158368 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.159880 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8b0a7b5a-6076-4f0f-a7ea-8a832c0a9276 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.8883073 Jul 16 18:00:00.162881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57496) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:00.185640 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4abda1d-8696-4fb4-966c-633c5864d29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.193258 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a1660ece-da2a-427c-a41e-16610d13b752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:00.205077 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1660ece-da2a-427c-a41e-16610d13b752 None None] Routers {'8d22c840-3df4-4330-bec1-19ae742940ff'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:00.205940 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a1660ece-da2a-427c-a41e-16610d13b752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8d22c840-3df4-4330-bec1-19ae742940ff'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:00.229953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4b3e-246f-4d6b-ac13-d1fa29f843f7 req-a67c61b4-09b9-4746-882b-3151cc07926e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.237027 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4b3e-246f-4d6b-ac13-d1fa29f843f7 req-a67c61b4-09b9-4746-882b-3151cc07926e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.241382 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a1660ece-da2a-427c-a41e-16610d13b752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:00.242317 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1660ece-da2a-427c-a41e-16610d13b752 None None] The sync data for ids ['8d22c840-3df4-4330-bec1-19ae742940ff'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:00.245786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4b3e-246f-4d6b-ac13-d1fa29f843f7 req-a67c61b4-09b9-4746-882b-3151cc07926e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.253477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4b3e-246f-4d6b-ac13-d1fa29f843f7 req-a67c61b4-09b9-4746-882b-3151cc07926e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.259615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4b3e-246f-4d6b-ac13-d1fa29f843f7 req-a67c61b4-09b9-4746-882b-3151cc07926e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.267173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4b3e-246f-4d6b-ac13-d1fa29f843f7 req-a67c61b4-09b9-4746-882b-3151cc07926e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.273175 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4b3e-246f-4d6b-ac13-d1fa29f843f7 req-a67c61b4-09b9-4746-882b-3151cc07926e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.275817 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60ac4b3e-246f-4d6b-ac13-d1fa29f843f7 req-a67c61b4-09b9-4746-882b-3151cc07926e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5445 time: 0.2640336 Jul 16 18:00:00.288335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac2045-dbef-41ec-a279-1ef9016924a9 req-b286d57e-ef89-4157-a31f-a82cd9c77bb0 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.296400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0ac2045-dbef-41ec-a279-1ef9016924a9 req-b286d57e-ef89-4157-a31f-a82cd9c77bb0 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.2881446 Jul 16 18:00:00.326910 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4abda1d-8696-4fb4-966c-633c5864d29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.333056 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4abda1d-8696-4fb4-966c-633c5864d29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.359131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device efc0ac8d-d0e5-4724-b6b6-6946095f84bd up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:00.389859 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e4abda1d-8696-4fb4-966c-633c5864d29b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d784a0dda9d34558b896eaa60663c2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627529 Jul 16 18:00:00.390968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abda1d-8696-4fb4-966c-633c5864d29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc381134-ed82-4fce-a5e9-eac10230a9c0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:00.394574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57504) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:00.436185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port efc0ac8d-d0e5-4724-b6b6-6946095f84bd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:00.436931 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.456856 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60ac4b3e-246f-4d6b-ac13-d1fa29f843f7 req-527cb954-c421-48d2-8762-047817354f1f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579998 Jul 16 18:00:00.458988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57506) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:00.465685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0ac2045-dbef-41ec-a279-1ef9016924a9 req-ecf51b60-024f-4e7e-a913-57cde3242e39 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681445 Jul 16 18:00:00.466276 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-941e8ff6-7fea-4d3f-8a54-ca52a374a735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.479588 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6c453d7-8d86-4d73-a71d-3dbe0d14e694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.521702 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-941e8ff6-7fea-4d3f-8a54-ca52a374a735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.655771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-941e8ff6-7fea-4d3f-8a54-ca52a374a735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.659136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-941e8ff6-7fea-4d3f-8a54-ca52a374a735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.660713 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-941e8ff6-7fea-4d3f-8a54-ca52a374a735 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc381134-ed82-4fce-a5e9-eac10230a9c0 HTTP/1.1" status: 204 len: 168 time: 0.2649846 Jul 16 18:00:00.675126 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6c453d7-8d86-4d73-a71d-3dbe0d14e694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.693196 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e8ff6-7fea-4d3f-8a54-ca52a374a735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc381134-ed82-4fce-a5e9-eac10230a9c0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:00.696425 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6c453d7-8d86-4d73-a71d-3dbe0d14e694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.755997 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a6c453d7-8d86-4d73-a71d-3dbe0d14e694 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aff239288f994a1bb5988541c4bd677c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930119 Jul 16 18:00:00.755997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c453d7-8d86-4d73-a71d-3dbe0d14e694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0135c6b2-853e-4f10-af29-670203f46544,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:00.757545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57512) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:00.814585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0dbbf1d9-e9ae-4fd6-99bf-3b72465afcb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.839910 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0dbbf1d9-e9ae-4fd6-99bf-3b72465afcb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.869603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550d901-3066-4e04-82df-809b68dea191 req-f72162df-1d63-4a81-874f-b7c2af278f11 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.871604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f550d901-3066-4e04-82df-809b68dea191 req-f72162df-1d63-4a81-874f-b7c2af278f11 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 943 time: 0.2234862 Jul 16 18:00:00.901582 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0dbbf1d9-e9ae-4fd6-99bf-3b72465afcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.904930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0dbbf1d9-e9ae-4fd6-99bf-3b72465afcb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.906144 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0dbbf1d9-e9ae-4fd6-99bf-3b72465afcb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0135c6b2-853e-4f10-af29-670203f46544 HTTP/1.1" status: 204 len: 168 time: 0.1476207 Jul 16 18:00:00.915502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbf1d9-e9ae-4fd6-99bf-3b72465afcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0135c6b2-853e-4f10-af29-670203f46544,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:00.927558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709e638-8170-42e0-9d48-912ef5173cc4 req-30ac766b-0565-4f1d-80b9-e31a1b6ce2a1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.929217 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5709e638-8170-42e0-9d48-912ef5173cc4 req-30ac766b-0565-4f1d-80b9-e31a1b6ce2a1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.2480216 Jul 16 18:00:00.933139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897d6457-d843-4c30-9f5d-1c8d2f827f6b'}, {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9934b156-2ff0-44c2-b42b-b8b7148a6def'}, {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5388a20e-2ed9-436f-a11e-87f7ad11fe8a'}, {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea0e187-1c81-443f-a401-224fa078f2c1'}, {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4491f8dd-ddb2-4310-9cd7-053d2271a801'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:00.937527 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1a991b-144f-4474-b179-d92746e348ea" -d '{"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "897d6457-d843-4c30-9f5d-1c8d2f827f6b"}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "9934b156-2ff0-44c2-b42b-b8b7148a6def"}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "5388a20e-2ed9-436f-a11e-87f7ad11fe8a"}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "6ea0e187-1c81-443f-a401-224fa078f2c1"}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "4491f8dd-ddb2-4310-9cd7-053d2271a801"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:01.024341 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f550d901-3066-4e04-82df-809b68dea191 req-c61ce510-a29f-43be-966d-b7dab1361673 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262369 Jul 16 18:00:01.037024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5709e638-8170-42e0-9d48-912ef5173cc4 req-9da0b4d9-4334-4f6f-9ac6-2978aaff3009 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949655 Jul 16 18:00:01.099276 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.124286 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4e0baa-6c8d-414e-9dba-e00974d60f58 x-openstack-request-id: req-8a4e0baa-6c8d-414e-9dba-e00974d60f58 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:01.125865 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "897d6457-d843-4c30-9f5d-1c8d2f827f6b", "code": 200}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "9934b156-2ff0-44c2-b42b-b8b7148a6def", "code": 200}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "5388a20e-2ed9-436f-a11e-87f7ad11fe8a", "code": 200}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "6ea0e187-1c81-443f-a401-224fa078f2c1", "code": 200}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-plugged", "status": "completed", "tag": "4491f8dd-ddb2-4310-9cd7-053d2271a801", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:01.126559 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a4e0baa-6c8d-414e-9dba-e00974d60f58 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:01.127122 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897d6457-d843-4c30-9f5d-1c8d2f827f6b', 'code': 200} Jul 16 18:00:01.127584 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9934b156-2ff0-44c2-b42b-b8b7148a6def', 'code': 200} Jul 16 18:00:01.127987 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5388a20e-2ed9-436f-a11e-87f7ad11fe8a', 'code': 200} Jul 16 18:00:01.128458 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea0e187-1c81-443f-a401-224fa078f2c1', 'code': 200} Jul 16 18:00:01.128995 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4491f8dd-ddb2-4310-9cd7-053d2271a801', 'code': 200} Jul 16 18:00:01.309354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985c487-4b3a-47c3-be34-a74853a6f4d0 req-243a4258-d7b6-4c21-9978-5257d6cd9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.309938 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985c487-4b3a-47c3-be34-a74853a6f4d0 req-243a4258-d7b6-4c21-9978-5257d6cd9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.311160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985c487-4b3a-47c3-be34-a74853a6f4d0 req-243a4258-d7b6-4c21-9978-5257d6cd9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.311738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985c487-4b3a-47c3-be34-a74853a6f4d0 req-243a4258-d7b6-4c21-9978-5257d6cd9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.312334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985c487-4b3a-47c3-be34-a74853a6f4d0 req-243a4258-d7b6-4c21-9978-5257d6cd9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.313451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985c487-4b3a-47c3-be34-a74853a6f4d0 req-243a4258-d7b6-4c21-9978-5257d6cd9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.313595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985c487-4b3a-47c3-be34-a74853a6f4d0 req-243a4258-d7b6-4c21-9978-5257d6cd9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.317087 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4985c487-4b3a-47c3-be34-a74853a6f4d0 req-243a4258-d7b6-4c21-9978-5257d6cd9a76 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 6509 time: 0.0805349 Jul 16 18:00:01.391375 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4985c487-4b3a-47c3-be34-a74853a6f4d0 req-43f057bc-b845-45bd-a8ee-de3fe41abc41 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659928 Jul 16 18:00:01.538489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Allocated IP 172.20.0.1 (80981c5c-3fbe-426a-80e9-7c632d5e2e5a/a795cf80-95de-42b8-a1fc-45c3fc0dca25/d0597ff4-fbfc-4e4f-87e0-89e81d3378d0) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:01.843066 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.875282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290182c9-ad9c-43f9-aeef-43c75177fc3f req-4c08a3f5-c4e7-4732-a48b-2fc329afc151 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.883533 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290182c9-ad9c-43f9-aeef-43c75177fc3f req-4c08a3f5-c4e7-4732-a48b-2fc329afc151 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.892419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290182c9-ad9c-43f9-aeef-43c75177fc3f req-4c08a3f5-c4e7-4732-a48b-2fc329afc151 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.898657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290182c9-ad9c-43f9-aeef-43c75177fc3f req-4c08a3f5-c4e7-4732-a48b-2fc329afc151 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.905857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290182c9-ad9c-43f9-aeef-43c75177fc3f req-4c08a3f5-c4e7-4732-a48b-2fc329afc151 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.912770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290182c9-ad9c-43f9-aeef-43c75177fc3f req-4c08a3f5-c4e7-4732-a48b-2fc329afc151 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.920285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290182c9-ad9c-43f9-aeef-43c75177fc3f req-4c08a3f5-c4e7-4732-a48b-2fc329afc151 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.927143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-290182c9-ad9c-43f9-aeef-43c75177fc3f req-4c08a3f5-c4e7-4732-a48b-2fc329afc151 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5445 time: 0.2663603 Jul 16 18:00:01.933947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Transition to ACTIVE for port object d0597ff4-fbfc-4e4f-87e0-89e81d3378d0 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:01.971472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176637-9282-4944-a540-83cc8bb22c60 req-a50f701c-5660-44e2-9d8a-56e69f976515 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.973295 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d176637-9282-4944-a540-83cc8bb22c60 req-a50f701c-5660-44e2-9d8a-56e69f976515 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.2317030 Jul 16 18:00:02.041433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-290182c9-ad9c-43f9-aeef-43c75177fc3f req-dbed5c49-2e13-4b4b-a0d7-447f29a6a299 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113105 Jul 16 18:00:02.063367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d176637-9282-4944-a540-83cc8bb22c60 req-e8e8389c-7b5f-4fc3-8b59-94eddb061ce6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827146 Jul 16 18:00:02.075558 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.128653 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Network 80981c5c-3fbe-426a-80e9-7c632d5e2e5a is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:02.132146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:02.139413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:02.194584 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.198618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event updated for resources: {'Port': ['ID=d0597ff4-fbfc-4e4f-87e0-89e81d3378d0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:02.272374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4ff59b35-868d-4f58-9930-b707fe880933 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:02.383032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d1134-a4a9-4863-a5c4-61a4ffaa0745 req-98e8f9c8-2349-405b-8ab5-6f9653871817 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.384696 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b7d1134-a4a9-4863-a5c4-61a4ffaa0745 req-98e8f9c8-2349-405b-8ab5-6f9653871817 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 943 time: 0.1140125 Jul 16 18:00:02.479845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4ff59b35-868d-4f58-9930-b707fe880933, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4ff59b35-868d-4f58-9930-b707fe880933,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:02.509293 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b7d1134-a4a9-4863-a5c4-61a4ffaa0745 req-88935a03-7e48-4229-924b-e4ec20b0c151 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966184 Jul 16 18:00:02.511461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.512969 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '4ff59b35-868d-4f58-9930-b707fe880933', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'port_id': '4ff59b35-868d-4f58-9930-b707fe880933', 'mac_address': 'fa:16:3e:9c:a2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:02.580547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-897bf1ac-084b-4fff-b132-2f44ff414422 None None] Provisioning for port d0597ff4-fbfc-4e4f-87e0-89e81d3378d0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:02.597997 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-897bf1ac-084b-4fff-b132-2f44ff414422 None None] Provisioning complete for port d0597ff4-fbfc-4e4f-87e0-89e81d3378d0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:02.598384 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-897bf1ac-084b-4fff-b132-2f44ff414422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.671333 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.693679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-897bf1ac-084b-4fff-b132-2f44ff414422 None None] Port d0597ff4-fbfc-4e4f-87e0-89e81d3378d0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:02.701312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff59b35-868d-4f58-9930-b707fe880933 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:02.732565 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4ff59b35-868d-4f58-9930-b707fe880933, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4ff59b35-868d-4f58-9930-b707fe880933,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:02.738409 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.809288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=4ff59b35-868d-4f58-9930-b707fe880933,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:03.043959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7835e03-de54-4a9d-abcf-a0608157e369 req-0e12e5bc-e7f9-44d7-8110-e61a3e233088 tempest-AbsoluteLimitsNegativeTestJSON-2023560959 tempest-AbsoluteLimitsNegativeTestJSON-2023560959-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1aa780b6a27f451f850162b8b95c1fd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639896 Jul 16 18:00:03.115072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['4ff59b35-868d-4f58-9930-b707fe880933'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:03.143999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00b392-1dc0-4395-9b8f-77696c393a4c req-4785f735-41a8-4670-98b3-1ae63ad13740 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.143999 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f00b392-1dc0-4395-9b8f-77696c393a4c req-4785f735-41a8-4670-98b3-1ae63ad13740 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.4779696 Jul 16 18:00:03.339035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f00b392-1dc0-4395-9b8f-77696c393a4c req-1940d83c-5bc2-420a-bb90-7f0d8a0f5879 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812749 Jul 16 18:00:03.375511 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7835e03-de54-4a9d-abcf-a0608157e369 req-644de528-48f7-477a-b4a7-c91de320c793 tempest-AbsoluteLimitsNegativeTestJSON-2023560959 tempest-AbsoluteLimitsNegativeTestJSON-2023560959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.377017 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7835e03-de54-4a9d-abcf-a0608157e369 req-644de528-48f7-477a-b4a7-c91de320c793 tempest-AbsoluteLimitsNegativeTestJSON-2023560959 tempest-AbsoluteLimitsNegativeTestJSON-2023560959-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255026 Jul 16 18:00:03.410436 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7835e03-de54-4a9d-abcf-a0608157e369 req-73febfbb-d6f0-4bb5-b626-8794ea2b8b86 tempest-AbsoluteLimitsNegativeTestJSON-2023560959 tempest-AbsoluteLimitsNegativeTestJSON-2023560959-project] 10.222.0.24 "GET /v2.0/quotas/1aa780b6a27f451f850162b8b95c1fd2 HTTP/1.1" status: 200 len: 375 time: 0.0184619 Jul 16 18:00:03.455512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7835e03-de54-4a9d-abcf-a0608157e369 req-770b37fa-f3bd-4da8-82ee-5adc782a4b9e tempest-AbsoluteLimitsNegativeTestJSON-2023560959 tempest-AbsoluteLimitsNegativeTestJSON-2023560959-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1aa780b6a27f451f850162b8b95c1fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397744 Jul 16 18:00:03.524660 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.533154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.670438 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.679444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event updated for resources: {'Port': ['ID=d0597ff4-fbfc-4e4f-87e0-89e81d3378d0,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:03.701598 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934fff-4f69-40a9-9f37-9199ba166c89 req-ecb359e9-dbec-4077-9212-9879cd206e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.707871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934fff-4f69-40a9-9f37-9199ba166c89 req-ecb359e9-dbec-4077-9212-9879cd206e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.714179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934fff-4f69-40a9-9f37-9199ba166c89 req-ecb359e9-dbec-4077-9212-9879cd206e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.720854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934fff-4f69-40a9-9f37-9199ba166c89 req-ecb359e9-dbec-4077-9212-9879cd206e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.727353 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934fff-4f69-40a9-9f37-9199ba166c89 req-ecb359e9-dbec-4077-9212-9879cd206e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.733990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934fff-4f69-40a9-9f37-9199ba166c89 req-ecb359e9-dbec-4077-9212-9879cd206e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.734816 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:00:03.740296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67934fff-4f69-40a9-9f37-9199ba166c89 req-ecb359e9-dbec-4077-9212-9879cd206e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.742501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67934fff-4f69-40a9-9f37-9199ba166c89 req-ecb359e9-dbec-4077-9212-9879cd206e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5445 time: 0.2658689 Jul 16 18:00:03.767436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:03.767793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:03.768148 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:03.768492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:03.768833 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:03.769171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:03.769507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:03.770333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:03.770333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:03.770671 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:03.770951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:03.771291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:03.859977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57644) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:03.880937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67934fff-4f69-40a9-9f37-9199ba166c89 req-056ba2bc-0b4c-4488-ab0d-5fa35a42cb1f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159904 Jul 16 18:00:03.895976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae4c41-6ac2-42d4-8107-a9f3abb16635 req-02c92dd4-5ee3-4c62-b022-506fd850ac05 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.897537 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dbae4c41-6ac2-42d4-8107-a9f3abb16635 req-02c92dd4-5ee3-4c62-b022-506fd850ac05 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.2866838 Jul 16 18:00:03.935253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Network 80981c5c-3fbe-426a-80e9-7c632d5e2e5a is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:03.943664 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:03.960410 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dbae4c41-6ac2-42d4-8107-a9f3abb16635 req-8db2c08b-b023-42b7-9bb6-4b0849077be9 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547943 Jul 16 18:00:04.083003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.162243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Router 8d22c840-3df4-4330-bec1-19ae742940ff has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:04.188065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12201-b5e8-43d5-8797-d19a9ad782a5 req-1a18e601-f840-4f98-8f4a-6c661f8f8f75 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.190199 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fcb12201-b5e8-43d5-8797-d19a9ad782a5 req-1a18e601-f840-4f98-8f4a-6c661f8f8f75 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 944 time: 0.1107533 Jul 16 18:00:04.273005 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.278991 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.319644 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1aa780b6a27f451f850162b8b95c1fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4585664 Jul 16 18:00:04.321148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41b9ca4-f30f-4619-b643-265bd260dd63,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:04.324209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57658) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:04.331058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1121eb0f-367d-4863-8242-5cf7b386bf1d None None] Provisioning complete for port d0597ff4-fbfc-4e4f-87e0-89e81d3378d0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:04.332088 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1121eb0f-367d-4863-8242-5cf7b386bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.339747 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fcb12201-b5e8-43d5-8797-d19a9ad782a5 req-a413339c-dd80-46f3-9953-d9deda6d73de tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404867 Jul 16 18:00:04.342500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:04.343264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:04.343772 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:04.344267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:04.344770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:04.345263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:04.345786 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:04.346282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:04.347449 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:04.347975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:04.348491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:04.349010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629e54b-002e-432c-96b4-e322b3b5c471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:04.363783 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57660) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:04.410966 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e921060c-9f84-4291-847e-88685e5c53fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.441838 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e921060c-9f84-4291-847e-88685e5c53fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.443006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90972a-8d51-4ba7-9a6a-9d0edff84b97 req-3a5a9c4c-df24-400c-8ebb-89110b0fca11 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.444892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1121eb0f-367d-4863-8242-5cf7b386bf1d None None] Port d0597ff4-fbfc-4e4f-87e0-89e81d3378d0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:04.449866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90972a-8d51-4ba7-9a6a-9d0edff84b97 req-3a5a9c4c-df24-400c-8ebb-89110b0fca11 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.456031 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90972a-8d51-4ba7-9a6a-9d0edff84b97 req-3a5a9c4c-df24-400c-8ebb-89110b0fca11 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.461930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90972a-8d51-4ba7-9a6a-9d0edff84b97 req-3a5a9c4c-df24-400c-8ebb-89110b0fca11 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.468794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90972a-8d51-4ba7-9a6a-9d0edff84b97 req-3a5a9c4c-df24-400c-8ebb-89110b0fca11 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.474976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90972a-8d51-4ba7-9a6a-9d0edff84b97 req-3a5a9c4c-df24-400c-8ebb-89110b0fca11 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.481128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90972a-8d51-4ba7-9a6a-9d0edff84b97 req-3a5a9c4c-df24-400c-8ebb-89110b0fca11 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.483304 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e90972a-8d51-4ba7-9a6a-9d0edff84b97 req-3a5a9c4c-df24-400c-8ebb-89110b0fca11 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5445 time: 0.2061899 Jul 16 18:00:04.494252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:04.494252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f47a829b-5b8a-4f8c-9d5f-db4ab12f0f75 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "PUT /v2.0/routers/8d22c840-3df4-4330-bec1-19ae742940ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3274665 Jul 16 18:00:04.494252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57666) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:04.495362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57668) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:04.498720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4accc687-755f-42e9-aa9b-05c04381d49c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Request body: {'floatingip': {'port_id': '66b198d4-be15-4005-a079-fa148eb42193'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:04.508304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef0ecfd-5218-450e-a679-52be4c6baf2b None None] Sync routers for ids ['8d22c840-3df4-4330-bec1-19ae742940ff'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:04.522163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0ecfd-5218-450e-a679-52be4c6baf2b None None] Routers {'8d22c840-3df4-4330-bec1-19ae742940ff'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:04.523130 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Request body: {'port': {'network_id': '80981c5c-3fbe-426a-80e9-7c632d5e2e5a', 'name': 'tempest-FloatingIPAdminTestJSON-1960697686'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:04.525962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6ef0ecfd-5218-450e-a679-52be4c6baf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8d22c840-3df4-4330-bec1-19ae742940ff'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:04.545502 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4accc687-755f-42e9-aa9b-05c04381d49c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.574031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6ef0ecfd-5218-450e-a679-52be4c6baf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:04.584664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0ecfd-5218-450e-a679-52be4c6baf2b None None] Routers {'8d22c840-3df4-4330-bec1-19ae742940ff'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:04.586832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6ef0ecfd-5218-450e-a679-52be4c6baf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8d22c840-3df4-4330-bec1-19ae742940ff'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:04.594586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e921060c-9f84-4291-847e-88685e5c53fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.597539 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e921060c-9f84-4291-847e-88685e5c53fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.598980 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e921060c-9f84-4291-847e-88685e5c53fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f41b9ca4-f30f-4619-b643-265bd260dd63 HTTP/1.1" status: 204 len: 168 time: 0.2736335 Jul 16 18:00:04.612845 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ba1d3ce-d233-405e-8deb-4c58c8a1734c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.647594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6ef0ecfd-5218-450e-a679-52be4c6baf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:04.648982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef0ecfd-5218-450e-a679-52be4c6baf2b None None] The sync data for ids ['8d22c840-3df4-4330-bec1-19ae742940ff'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:04.658781 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921060c-9f84-4291-847e-88685e5c53fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41b9ca4-f30f-4619-b643-265bd260dd63,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:04.741007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb299b-602b-4fe7-8c5e-6a579712a099 req-cc5d14b2-9c06-4e03-a974-755d3d6cbc12 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.748731 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0cdb299b-602b-4fe7-8c5e-6a579712a099 req-cc5d14b2-9c06-4e03-a974-755d3d6cbc12 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.1666517 Jul 16 18:00:04.788331 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ba1d3ce-d233-405e-8deb-4c58c8a1734c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.795848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ba1d3ce-d233-405e-8deb-4c58c8a1734c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.832796 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0cdb299b-602b-4fe7-8c5e-6a579712a099 req-9edc2123-3238-40ae-aaf9-89a5e08c1a2e tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800607 Jul 16 18:00:04.842503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Made reservation on behalf of 4b39baee742b421096ead9e6d08eb7a6 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:04.848046 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.867517 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7ba1d3ce-d233-405e-8deb-4c58c8a1734c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b69801239001439a93abe568090cd0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023639 Jul 16 18:00:04.871490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57676) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:04.880124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1d3ce-d233-405e-8deb-4c58c8a1734c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616fb7be-cca0-442a-9e47-9a16fe45e9e9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:04.904329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] device_id is not set on port 44416159-c34e-47c4-b20b-b3b161fee343 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:00:04.992669 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a27cf09-940d-4d4c-87b0-3554365c4bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.048394 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a27cf09-940d-4d4c-87b0-3554365c4bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.076434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Allocated IP 172.20.0.9 (80981c5c-3fbe-426a-80e9-7c632d5e2e5a/a795cf80-95de-42b8-a1fc-45c3fc0dca25/44416159-c34e-47c4-b20b-b3b161fee343) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:05.156091 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a27cf09-940d-4d4c-87b0-3554365c4bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.160026 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a27cf09-940d-4d4c-87b0-3554365c4bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.161275 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7a27cf09-940d-4d4c-87b0-3554365c4bbc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/616fb7be-cca0-442a-9e47-9a16fe45e9e9 HTTP/1.1" status: 204 len: 168 time: 0.2888479 Jul 16 18:00:05.196339 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27cf09-940d-4d4c-87b0-3554365c4bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616fb7be-cca0-442a-9e47-9a16fe45e9e9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:05.300045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.319958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Transition to ACTIVE for port object 44416159-c34e-47c4-b20b-b3b161fee343 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:05.372242 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.501035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Network 80981c5c-3fbe-426a-80e9-7c632d5e2e5a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:05.518060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:05.535118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event updated for resources: {'Port': ['ID=44416159-c34e-47c4-b20b-b3b161fee343,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:05.542397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:05.556261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57702) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:05.645365 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4accc687-755f-42e9-aa9b-05c04381d49c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.645842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.646852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.657222 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4accc687-755f-42e9-aa9b-05c04381d49c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.671338 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c3f6aef9-5ac6-4416-9793-331e7e40da3f tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1736107 Jul 16 18:00:05.674843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57706) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:05.708248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa55b14-0d38-418a-9f27-be4d0d16f985 req-04138d06-71cf-4994-a3ee-bf2642002bcd tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.717083 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffa55b14-0d38-418a-9f27-be4d0d16f985 req-04138d06-71cf-4994-a3ee-bf2642002bcd tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.6164024 Jul 16 18:00:05.739745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1204234218-network', 'tenant_id': '165f501fe1b848e38e45019db458be05'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:05.740392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57710) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:05.755784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93fcb96b-06fe-4a5e-8342-592a52423609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.840701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba5e27-d378-4bd5-bbd9-694b7445f2cf req-91fa3362-a631-4aa5-9c92-90160aa9369b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.842241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32ba5e27-d378-4bd5-bbd9-694b7445f2cf req-91fa3362-a631-4aa5-9c92-90160aa9369b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 944 time: 0.2869511 Jul 16 18:00:05.845203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Made reservation on behalf of 165f501fe1b848e38e45019db458be05 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:05.847635 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.866509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffa55b14-0d38-418a-9f27-be4d0d16f985 req-87eb837f-f362-43a5-9b93-b6071d8bc4d3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482146 Jul 16 18:00:05.882269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-be1e9b49-1bd4-4cf3-a6f2-46a8a696f27d None None] Provisioning for port 44416159-c34e-47c4-b20b-b3b161fee343 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:05.892059 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.893760 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-be1e9b49-1bd4-4cf3-a6f2-46a8a696f27d None None] Provisioning complete for port 44416159-c34e-47c4-b20b-b3b161fee343 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:05.894377 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be1e9b49-1bd4-4cf3-a6f2-46a8a696f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.940894 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-4accc687-755f-42e9-aa9b-05c04381d49c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Floating IP a1cfe686-ab69-4727-a3a5-f04420eb38c2 associated. External IP: 172.25.3.91, port: 66b198d4-be15-4005-a079-fa148eb42193. Jul 16 18:00:05.973966 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-be1e9b49-1bd4-4cf3-a6f2-46a8a696f27d None None] Port 44416159-c34e-47c4-b20b-b3b161fee343 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:06.006297 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93fcb96b-06fe-4a5e-8342-592a52423609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.007112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32ba5e27-d378-4bd5-bbd9-694b7445f2cf req-20d59f73-f06b-4c44-a70e-aee4677b0587 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553700 Jul 16 18:00:06.014623 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93fcb96b-06fe-4a5e-8342-592a52423609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.057226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'project_id': '4b39baee742b421096ead9e6d08eb7a6', 'port_id': '44416159-c34e-47c4-b20b-b3b161fee343'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:06.080626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcb96b-06fe-4a5e-8342-592a52423609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302057f0-f091-4c9c-b9fc-26ebe06a9e49,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:06.087571 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-93fcb96b-06fe-4a5e-8342-592a52423609 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34c60469872744c9b6f8de31a0e58237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434560 Jul 16 18:00:06.088481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57714) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:06.146468 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a24b0e55-8b51-4e2d-972b-2b50552b69ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.170775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a24b0e55-8b51-4e2d-972b-2b50552b69ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.224526 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a24b0e55-8b51-4e2d-972b-2b50552b69ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.227036 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a24b0e55-8b51-4e2d-972b-2b50552b69ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.228182 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a24b0e55-8b51-4e2d-972b-2b50552b69ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/302057f0-f091-4c9c-b9fc-26ebe06a9e49 HTTP/1.1" status: 204 len: 168 time: 0.1393337 Jul 16 18:00:06.228378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490832f-6947-4a56-864b-e10e33ab98d3 req-ee4395da-227d-46c2-8d23-ae56726fbd70 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.235396 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5490832f-6947-4a56-864b-e10e33ab98d3 req-ee4395da-227d-46c2-8d23-ae56726fbd70 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.2279809 Jul 16 18:00:06.237091 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b0e55-8b51-4e2d-972b-2b50552b69ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302057f0-f091-4c9c-b9fc-26ebe06a9e49,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:06.283868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4ff59b35-868d-4f58-9930-b707fe880933 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:06.331784 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.343504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 4ff59b35-868d-4f58-9930-b707fe880933 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:06.346159 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5490832f-6947-4a56-864b-e10e33ab98d3 req-b986abce-87ff-4f01-aae2-fb87f8e83ab0 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097734 Jul 16 18:00:06.350163 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.351918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 4ff59b35-868d-4f58-9930-b707fe880933 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:06.352511 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.386190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.431524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:06.447970 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.449103 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Added segment 78db6917-37f1-4619-b193-94b606297ea6 of type vlan for network c39243c9-bf2d-4eab-8a57-923b366e35e6 Jul 16 18:00:06.475663 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.486271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2095a62b-4784-4f5b-8ecc-594311dda783,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:06.511222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4accc687-755f-42e9-aa9b-05c04381d49c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Router bf9365b8-2c60-4e30-9a4d-1c18c549f78d has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:06.523670 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.543572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4ff59b35-868d-4f58-9930-b707fe880933, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4ff59b35-868d-4f58-9930-b707fe880933,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:06.549598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56522d4a-b6c1-4663-85f7-990548a5d52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff59b35-868d-4f58-9930-b707fe880933'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:06.556184 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9360298b-a8ac-4093-a521-f1e38472b697" -d '{"events": [{"server_uuid": "56522d4a-b6c1-4663-85f7-990548a5d52e", "name": "network-vif-plugged", "status": "completed", "tag": "4ff59b35-868d-4f58-9930-b707fe880933"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:06.563330 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.610864 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.629101 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4bd985-440f-4a6d-9adb-adf1c78852b9 x-openstack-request-id: req-db4bd985-440f-4a6d-9adb-adf1c78852b9 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:06.629709 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56522d4a-b6c1-4663-85f7-990548a5d52e", "name": "network-vif-plugged", "status": "completed", "tag": "4ff59b35-868d-4f58-9930-b707fe880933", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:06.630142 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db4bd985-440f-4a6d-9adb-adf1c78852b9 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:06.631761 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56522d4a-b6c1-4663-85f7-990548a5d52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff59b35-868d-4f58-9930-b707fe880933', 'code': 200} Jul 16 18:00:06.651811 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.653938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.654825 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.680081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=4ff59b35-868d-4f58-9930-b707fe880933,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:06.807430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2425377 Jul 16 18:00:06.810951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57734) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:06.816432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8f0dd5cc-8271-4110-9049-0aa5bf7a1672 admin admin] Request body: {'subnet': {'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1204234218-subnet', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:06.882198 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0dd5cc-8271-4110-9049-0aa5bf7a1672 admin admin] Made reservation on behalf of 165f501fe1b848e38e45019db458be05 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:06.889096 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4accc687-755f-42e9-aa9b-05c04381d49c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:06.895394 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd5cc-8271-4110-9049-0aa5bf7a1672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.895781 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4accc687-755f-42e9-aa9b-05c04381d49c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.897970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b0f34-ea00-475a-b59d-e25508613e30 admin admin] Pushing event updated for resources: {'Network': ['ID=c39243c9-bf2d-4eab-8a57-923b366e35e6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:06.902633 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6d789-674e-44fe-8642-52899007f7c1 None None] Sync routers for ids ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:06.904296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Allocated IP 172.25.3.150 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/931f1cba-ee56-4571-bcb6-36c9b4dec164) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:06.920892 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab6d789-674e-44fe-8642-52899007f7c1 None None] Routers {'bf9365b8-2c60-4e30-9a4d-1c18c549f78d'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:06.921578 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bab6d789-674e-44fe-8642-52899007f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:06.925560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network c39243c9-bf2d-4eab-8a57-923b366e35e6 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:06.973881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47723cf2-1721-48b8-b4af-00af962bebd7 req-0cef9660-df75-4397-8452-6829b834a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.975582 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47723cf2-1721-48b8-b4af-00af962bebd7 req-0cef9660-df75-4397-8452-6829b834a6cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 1097 time: 0.2421150 Jul 16 18:00:07.074502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4accc687-755f-42e9-aa9b-05c04381d49c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "PUT /v2.0/floatingips/a1cfe686-ab69-4727-a3a5-f04420eb38c2 HTTP/1.1" status: 200 len: 991 time: 2.5760958 Jul 16 18:00:07.075860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '66b198d4-be15-4005-a079-fa148eb42193'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:07.084221 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "66b198d4-be15-4005-a079-fa148eb42193"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:07.209545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4c17c-1516-4c80-9177-aba9d23bda02 req-1032b4e9-0502-452f-b475-585cc32635c7 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.218668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2f4c17c-1516-4c80-9177-aba9d23bda02 req-1032b4e9-0502-452f-b475-585cc32635c7 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.1206994 Jul 16 18:00:07.249216 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-bab6d789-674e-44fe-8642-52899007f7c1 None None] Set router bf9365b8-2c60-4e30-9a4d-1c18c549f78d gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:07.330057 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2f4c17c-1516-4c80-9177-aba9d23bda02 req-f859ceed-2958-42ff-8bd1-34dcc7b945f5 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082711 Jul 16 18:00:07.357283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19910257-6f0e-4a2e-ac0c-7c4bf430f0d5 req-e55fef70-9cda-4e4c-accf-a64af8376509 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.367896 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19910257-6f0e-4a2e-ac0c-7c4bf430f0d5 req-e55fef70-9cda-4e4c-accf-a64af8376509 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.1202950 Jul 16 18:00:07.429379 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19910257-6f0e-4a2e-ac0c-7c4bf430f0d5 req-9d5d0b2a-8c6d-4fba-88c8-d25f14ae4238 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605526 Jul 16 18:00:07.498272 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47723cf2-1721-48b8-b4af-00af962bebd7 req-eb3f2fcf-419f-4e54-9b01-0cf8fb938140 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039790 Jul 16 18:00:07.508168 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd5cc-8271-4110-9049-0aa5bf7a1672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.605799 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dd5cc-8271-4110-9049-0aa5bf7a1672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec990d3c-ee94-472b-a701-26c32f3ed3e8,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:07.611873 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.638405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7964-3627-40e1-aa5c-9e80e1c668c7 req-d7c9c8a4-d586-4e75-a663-217078ac059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.640019 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5d1e7964-3627-40e1-aa5c-9e80e1c668c7 req-d7c9c8a4-d586-4e75-a663-217078ac059b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b06076b1b314f5196e59cb52782930b&device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 1097 time: 0.3264363 Jul 16 18:00:07.649945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b563e17-7809-4d1a-ae9b-a58680e54cc8 req-24e74998-5adb-4927-b512-f231c40ebc20 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.652432 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7b563e17-7809-4d1a-ae9b-a58680e54cc8 req-24e74998-5adb-4927-b512-f231c40ebc20 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.1374700 Jul 16 18:00:07.661132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0dd5cc-8271-4110-9049-0aa5bf7a1672 admin admin] Checking segment: {'id': '78db6917-37f1-4619-b193-94b606297ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:07.661493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0dd5cc-8271-4110-9049-0aa5bf7a1672 admin admin] Network hostable DHCP agents. Network: c39243c9-bf2d-4eab-8a57-923b366e35e6, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:07.737673 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc500511-cd50-4b87-a015-f59f3996c94e x-openstack-request-id: req-bc500511-cd50-4b87-a015-f59f3996c94e {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:07.742188 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "tag": "66b198d4-be15-4005-a079-fa148eb42193", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:07.742704 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc500511-cd50-4b87-a015-f59f3996c94e {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:07.743012 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'tag': '66b198d4-be15-4005-a079-fa148eb42193', 'status': 'completed', 'code': 200} Jul 16 18:00:07.766520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0dd5cc-8271-4110-9049-0aa5bf7a1672 admin admin] Network c39243c9-bf2d-4eab-8a57-923b366e35e6 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:07.769842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7b563e17-7809-4d1a-ae9b-a58680e54cc8 req-afa6606e-27e9-43a1-9466-200e9f179a16 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034105 Jul 16 18:00:07.774384 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.778609 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bab6d789-674e-44fe-8642-52899007f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 4, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port': {'id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'a1cfe686-ab69-4727-a3a5-f04420eb38c2', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'port_id': '66b198d4-be15-4005-a079-fa148eb42193', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'mac_address': 'fa:16:3e:00:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T18:00:05Z', 'revision_number': 1, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf1c279-4920-4945-986f-8bb80f2814a7', 'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'mac_address': 'fa:16:3e:6b:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:29Z', 'updated_at': '2021-07-16T17:57:44Z', 'revision_number': 5, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'subnets': [{'id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:07.813831 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6d789-674e-44fe-8642-52899007f7c1 None None] Checking router: bf9365b8-2c60-4e30-9a4d-1c18c549f78d for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:07.826951 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab6d789-674e-44fe-8642-52899007f7c1 None None] Routers {'bf9365b8-2c60-4e30-9a4d-1c18c549f78d'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:07.828159 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bab6d789-674e-44fe-8642-52899007f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:07.833375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8f0dd5cc-8271-4110-9049-0aa5bf7a1672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, c39243c9-bf2d-4eab-8a57-923b366e35e6) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:07.844533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98263d8-2b6f-4ae2-a498-d4eb08cdd927 None None] Network c39243c9-bf2d-4eab-8a57-923b366e35e6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:07.865795 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0dd5cc-8271-4110-9049-0aa5bf7a1672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.866402 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd5cc-8271-4110-9049-0aa5bf7a1672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.872714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7964-3627-40e1-aa5c-9e80e1c668c7 req-8e884ee6-2f75-4008-ab60-2456aea64cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.874232 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5d1e7964-3627-40e1-aa5c-9e80e1c668c7 req-8e884ee6-2f75-4008-ab60-2456aea64cf1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d9552cb-74d2-4132-97a1-10fbab633a25 HTTP/1.1" status: 200 len: 916 time: 0.2247357 Jul 16 18:00:07.888629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:07.906470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:07.945320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:07.951663 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8f0dd5cc-8271-4110-9049-0aa5bf7a1672 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1394391 Jul 16 18:00:07.952370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Pushing event updated for resources: {'Port': ['ID=931f1cba-ee56-4571-bcb6-36c9b4dec164,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:07.954727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57766) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:07.959670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:07.975168 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5d1e7964-3627-40e1-aa5c-9e80e1c668c7 req-599df99e-49b3-49d8-9ca1-fb891459dfba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=389ba076-7523-475c-b1ba-fcb288c64bd5 HTTP/1.1" status: 200 len: 217 time: 0.0828040 Jul 16 18:00:08.008033 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-bab6d789-674e-44fe-8642-52899007f7c1 None None] Set router bf9365b8-2c60-4e30-9a4d-1c18c549f78d gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:08.010563 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.012662 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.078899 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-a022c0d9-dfcf-4eda-b596-09e9142eeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.079392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-a022c0d9-dfcf-4eda-b596-09e9142eeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.079780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-c39243c9-bf2d-4eab-8a57-923b366e35e6', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'fixed_ips': [{'subnet_id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:00:08.080252 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-a022c0d9-dfcf-4eda-b596-09e9142eeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.080460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-a022c0d9-dfcf-4eda-b596-09e9142eeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.080790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-a022c0d9-dfcf-4eda-b596-09e9142eeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.081259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-a022c0d9-dfcf-4eda-b596-09e9142eeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.081746 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-a022c0d9-dfcf-4eda-b596-09e9142eeb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.082372 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.083672 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-a022c0d9-dfcf-4eda-b596-09e9142eeb05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 6509 time: 0.3060844 Jul 16 18:00:08.097497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7964-3627-40e1-aa5c-9e80e1c668c7 req-67071400-02fd-49f4-a79f-0fd0dee5c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.098975 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5d1e7964-3627-40e1-aa5c-9e80e1c668c7 req-67071400-02fd-49f4-a79f-0fd0dee5c167 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c HTTP/1.1" status: 200 len: 854 time: 0.1156995 Jul 16 18:00:08.175958 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.296319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Allocated IP 172.20.0.2 (c39243c9-bf2d-4eab-8a57-923b366e35e6/ec990d3c-ee94-472b-a701-26c32f3ed3e8/37b0494e-d66f-4a31-a39c-4e7c3de8a05f) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:08.391594 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bab6d789-674e-44fe-8642-52899007f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 4, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port': {'id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'a1cfe686-ab69-4727-a3a5-f04420eb38c2', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'port_id': '66b198d4-be15-4005-a079-fa148eb42193', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'mac_address': 'fa:16:3e:00:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T18:00:05Z', 'revision_number': 1, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf1c279-4920-4945-986f-8bb80f2814a7', 'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'mac_address': 'fa:16:3e:6b:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:29Z', 'updated_at': '2021-07-16T17:57:44Z', 'revision_number': 5, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'subnets': [{'id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:08.420474 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.452417 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6d789-674e-44fe-8642-52899007f7c1 None None] The sync data for ids ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'] in n-d-787205-10 is: [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 4, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port': {'id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'a1cfe686-ab69-4727-a3a5-f04420eb38c2', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'port_id': '66b198d4-be15-4005-a079-fa148eb42193', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'mac_address': 'fa:16:3e:00:7b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21583104-32da-4216-b26b-378c98677d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:58:30Z', 'updated_at': '2021-07-16T18:00:05Z', 'revision_number': 1, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf1c279-4920-4945-986f-8bb80f2814a7', 'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'mac_address': 'fa:16:3e:6b:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:29Z', 'updated_at': '2021-07-16T17:57:44Z', 'revision_number': 5, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'subnets': [{'id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:08.733840 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.753758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Transition to ACTIVE for port object 37b0494e-d66f-4a31-a39c-4e7c3de8a05f will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:08.789399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Transition to ACTIVE for port object 37b0494e-d66f-4a31-a39c-4e7c3de8a05f will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:08.797847 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.833234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e7964-3627-40e1-aa5c-9e80e1c668c7 req-85cd100d-0249-4b15-a2fe-860cf0f3b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.833976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24542420-0ac3-4d9f-870a-859e4b61f253 req-6b417029-93de-42f1-8caf-0c7b1220f942 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.834502 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5d1e7964-3627-40e1-aa5c-9e80e1c668c7 req-85cd100d-0249-4b15-a2fe-860cf0f3b25d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d9552cb-74d2-4132-97a1-10fbab633a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7233415 Jul 16 18:00:08.835540 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24542420-0ac3-4d9f-870a-859e4b61f253 req-6b417029-93de-42f1-8caf-0c7b1220f942 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.2423782 Jul 16 18:00:08.872984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc09d52-ce3b-4dbd-ae93-69d01303ca98 None None] New status for floating IP a1cfe686-ab69-4727-a3a5-f04420eb38c2: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:00:08.885126 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-882c352b-bcaa-4f8d-ae7d-fbcc8d6e4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.886891 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-882c352b-bcaa-4f8d-ae7d-fbcc8d6e4d3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=44337d24-7f19-40cf-a303-f059903d6ce5 HTTP/1.1" status: 200 len: 918 time: 0.7913315 Jul 16 18:00:08.942404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24542420-0ac3-4d9f-870a-859e4b61f253 req-94fb9bbd-f14e-44cb-8019-b65961887e29 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970023 Jul 16 18:00:08.988778 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.020442 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.041944 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Network c39243c9-bf2d-4eab-8a57-923b366e35e6 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:09.067123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:09.074400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:09.089754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Pushing event updated for resources: {'Port': ['ID=37b0494e-d66f-4a31-a39c-4e7c3de8a05f,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:09.175716 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-e4f753a1-3637-47f8-9981-704c523a0ec0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b198d4-be15-4005-a079-fa148eb42193 HTTP/1.1" status: 200 len: 999 time: 0.2758718 Jul 16 18:00:09.294403 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5d1e7964-3627-40e1-aa5c-9e80e1c668c7 req-2efc2512-f80e-402d-9760-f840d588a9a1 service neutron] 10.222.0.11 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114459 Jul 16 18:00:09.313046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Attempting to bind port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:09.313568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Attempting to bind port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '78db6917-37f1-4619-b193-94b606297ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:09.317701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Attempting to bind port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f on network c39243c9-bf2d-4eab-8a57-923b366e35e6 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:09.340001 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:09.340313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Checking segment: {'id': '78db6917-37f1-4619-b193-94b606297ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:09.341831 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.342257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Bound using segment: {'id': '78db6917-37f1-4619-b193-94b606297ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:09.342778 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Bound port: 37b0494e-d66f-4a31-a39c-4e7c3de8a05f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78db6917-37f1-4619-b193-94b606297ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:09.345688 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.391380 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-cb44bcfe-25c6-4507-832b-979d75615371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.393001 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-cb44bcfe-25c6-4507-832b-979d75615371 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69eb66ea-9472-42b1-8bef-cc1b7c6812ce HTTP/1.1" status: 200 len: 856 time: 0.1809330 Jul 16 18:00:09.550272 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5d1e7964-3627-40e1-aa5c-9e80e1c668c7 req-c8d767ac-a675-4475-bb25-da3f3fc6d201 service neutron] 10.222.0.11 "GET /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474930 Jul 16 18:00:09.580508 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.605757 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] For port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:09.629067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-715dbb76-7c68-43ff-8db6-91787e16e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.631544 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-715dbb76-7c68-43ff-8db6-91787e16e5c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44337d24-7f19-40cf-a303-f059903d6ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2034392 Jul 16 18:00:09.647415 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] For port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=37b0494e-d66f-4a31-a39c-4e7c3de8a05f,segment=NetworkSegment(78db6917-37f1-4619-b193-94b606297ea6),segment_id=78db6917-37f1-4619-b193-94b606297ea6)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:09.661360 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.753170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1bd76-45f0-4667-9c04-b692f4aaa4fb req-65c5c097-8485-48f7-b550-fb60ad4ed290 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.755837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85f1bd76-45f0-4667-9c04-b692f4aaa4fb req-65c5c097-8485-48f7-b550-fb60ad4ed290 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.9677217 Jul 16 18:00:09.815973 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d192938-3a7a-4efa-b0f2-7895e89ed1ec None None] Pushing event updated for resources: {'Port': ['ID=37b0494e-d66f-4a31-a39c-4e7c3de8a05f,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:09.871681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.944621 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-32f20c41-5995-4913-a71d-acb489121fc2 service neutron] 10.222.0.32 "GET /v2.0/networks/44337d24-7f19-40cf-a303-f059903d6ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926459 Jul 16 18:00:09.988948 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85f1bd76-45f0-4667-9c04-b692f4aaa4fb req-8725d664-6ad8-4386-a1df-5e131b142d33 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092113 Jul 16 18:00:10.039071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Allocated IP 172.25.3.40 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/adb6b3a9-fe26-4c9e-8e82-5a3775c8158c) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:10.051156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ef572-cee0-4900-a816-ef27e2d15221 req-57e7f6e3-0ca3-4381-8e9f-d73d73cce6e2 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:10.059437 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed3ef572-cee0-4900-a816-ef27e2d15221 req-57e7f6e3-0ca3-4381-8e9f-d73d73cce6e2 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.2982094 Jul 16 18:00:10.154039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed3ef572-cee0-4900-a816-ef27e2d15221 req-0ef7b247-2914-4edf-965f-756a167ebfc3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935607 Jul 16 18:00:10.206710 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fcfe35fe-1524-41be-800e-df3a6f4a5bf6 req-a357796c-23f6-4b45-892e-92ef1bb05c53 service neutron] 10.222.0.32 "GET /v2.0/networks/44337d24-7f19-40cf-a303-f059903d6ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516289 Jul 16 18:00:10.329158 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.357910 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.497496 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.529818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 37b0494e-d66f-4a31-a39c-4e7c3de8a05f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:10.559488 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Pushing event updated for resources: {'Port': ['ID=931f1cba-ee56-4571-bcb6-36c9b4dec164,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:10.576464 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.597492 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.631920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:10.672277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:10.708389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:10.721822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:10.759950 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Floating IP 974ed97e-9648-4924-a480-b5529ab5cf8f associated. External IP: 172.25.3.150, port: 44416159-c34e-47c4-b20b-b3b161fee343. Jul 16 18:00:10.796163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe57fee-661d-42ea-a7e0-5282fa1b16a4 req-877e9f36-02a8-4d0f-9a22-99cdf21caff6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:10.797796 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fe57fee-661d-42ea-a7e0-5282fa1b16a4 req-877e9f36-02a8-4d0f-9a22-99cdf21caff6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.2385180 Jul 16 18:00:10.798947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Pushing event updated for resources: {'Port': ['ID=adb6b3a9-fe26-4c9e-8e82-5a3775c8158c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:11.067033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fe57fee-661d-42ea-a7e0-5282fa1b16a4 req-3001b79a-8e92-47dd-b64b-e1da05e779e2 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332312 Jul 16 18:00:11.126822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Router 8d22c840-3df4-4330-bec1-19ae742940ff has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:11.229267 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.309546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:11.321964 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5945cbe0-6387-4a2b-a3e3-4feef8835764 None None] Sync routers for ids ['8d22c840-3df4-4330-bec1-19ae742940ff'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:11.348465 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.351894 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5945cbe0-6387-4a2b-a3e3-4feef8835764 None None] Routers {'8d22c840-3df4-4330-bec1-19ae742940ff'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:11.355943 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5945cbe0-6387-4a2b-a3e3-4feef8835764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8d22c840-3df4-4330-bec1-19ae742940ff'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:11.447352 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-93e3c806-9e0f-43ae-8cdf-43c4ae8f75cb tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.7711992 Jul 16 18:00:11.450220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57840) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:11.462492 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5945cbe0-6387-4a2b-a3e3-4feef8835764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:11.474654 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5945cbe0-6387-4a2b-a3e3-4feef8835764 None None] Routers {'8d22c840-3df4-4330-bec1-19ae742940ff'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:11.475293 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5945cbe0-6387-4a2b-a3e3-4feef8835764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8d22c840-3df4-4330-bec1-19ae742940ff'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:11.488890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d10f2f-1a2b-4731-abde-1ea768f8121a None None] Network c39243c9-bf2d-4eab-8a57-923b366e35e6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:11.510450 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5945cbe0-6387-4a2b-a3e3-4feef8835764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:11.511117 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5945cbe0-6387-4a2b-a3e3-4feef8835764 None None] The sync data for ids ['8d22c840-3df4-4330-bec1-19ae742940ff'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:11.538029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-77aec369-981e-4b9b-88c8-28d6634d240c None None] Provisioning for port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:11.547865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-77aec369-981e-4b9b-88c8-28d6634d240c None None] Provisioning complete for port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:11.548304 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-77aec369-981e-4b9b-88c8-28d6634d240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.702820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeeab3b-a505-4886-b7ea-1d2073efdc73 req-c0bca912-5799-4d1a-a081-7427b7fb50f4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.708625 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9cfe783d-1253-4d3d-8a1f-3cad5f9278b5 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] 10.222.0.24 "GET /v2.0/floatingips/974ed97e-9648-4924-a480-b5529ab5cf8f HTTP/1.1" status: 200 len: 983 time: 0.2545989 Jul 16 18:00:11.709067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57848) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:11.719120 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fbeeab3b-a505-4886-b7ea-1d2073efdc73 req-c0bca912-5799-4d1a-a081-7427b7fb50f4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.3507867 Jul 16 18:00:11.849307 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fbeeab3b-a505-4886-b7ea-1d2073efdc73 req-0367b380-3bb8-4c7b-a678-2663ce209ed7 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277840 Jul 16 18:00:11.889152 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-77aec369-981e-4b9b-88c8-28d6634d240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.914170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49223062-bc20-4da7-82d4-fad4ab1de67a req-fd323693-91eb-4f9c-9c04-e8a945515a0a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.914995 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d3db57e8-3395-489b-aca0-effa83af47f6 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.2047081 Jul 16 18:00:11.920106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57854) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:11.926365 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49223062-bc20-4da7-82d4-fad4ab1de67a req-fd323693-91eb-4f9c-9c04-e8a945515a0a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.3732624 Jul 16 18:00:11.946749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-77aec369-981e-4b9b-88c8-28d6634d240c None None] For port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=37b0494e-d66f-4a31-a39c-4e7c3de8a05f,segment=NetworkSegment(78db6917-37f1-4619-b193-94b606297ea6),segment_id=78db6917-37f1-4619-b193-94b606297ea6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:11.956954 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-77aec369-981e-4b9b-88c8-28d6634d240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.971057 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.994899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49223062-bc20-4da7-82d4-fad4ab1de67a req-62781e49-a08d-47f7-9721-ffaf72baea26 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672371 Jul 16 18:00:12.042767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aec369-981e-4b9b-88c8-28d6634d240c None None] Pushing event updated for resources: {'Port': ['ID=37b0494e-d66f-4a31-a39c-4e7c3de8a05f,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:12.345689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Router af04af6e-02bf-4c9f-8eea-7d3374540dcd is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:00:12.407284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 37b0494e-d66f-4a31-a39c-4e7c3de8a05f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:12.468710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9c9f8-7e49-4149-96de-29b8b251e236 req-be92ed8a-d109-4d6a-bfb4-245f4036d434 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.471537 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34e9c9f8-7e49-4149-96de-29b8b251e236 req-be92ed8a-d109-4d6a-bfb4-245f4036d434 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.2844658 Jul 16 18:00:12.501713 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:12.502445 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.558230 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f5be36ec-4c14-4ea3-ad20-68fa300c3230 None None] Provisioning complete for port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:12.559534 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5be36ec-4c14-4ea3-ad20-68fa300c3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.725087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34e9c9f8-7e49-4149-96de-29b8b251e236 req-18b6b072-93e4-4a53-9519-dd81495b077a tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975400 Jul 16 18:00:12.744938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc18a0-1a37-4436-80ef-08a5f845e5a6 req-55b5c9e1-83a4-4a74-bf16-5a2e86bddb69 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.746646 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06fc18a0-1a37-4436-80ef-08a5f845e5a6 req-55b5c9e1-83a4-4a74-bf16-5a2e86bddb69 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.2981491 Jul 16 18:00:12.755174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:12.770768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Sync routers for ids ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:12.770942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0fb90edc-bf0f-4e40-ac37-a715c6052b71 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Deleting port 931f1cba-ee56-4571-bcb6-36c9b4dec164 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:12.771454 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0fb90edc-bf0f-4e40-ac37-a715c6052b71 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.785791 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.787126 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-45c274b0-2c5d-4623-8aa6-db3582fe836d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.8314648 Jul 16 18:00:12.790723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57866) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:12.792572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Routers {'af04af6e-02bf-4c9f-8eea-7d3374540dcd'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:12.794415 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:12.876270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06fc18a0-1a37-4436-80ef-08a5f845e5a6 req-0ac5594b-9e54-4317-b795-3166aec5c58d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189737 Jul 16 18:00:12.894199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0fb90edc-bf0f-4e40-ac37-a715c6052b71 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.901385 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0fb90edc-bf0f-4e40-ac37-a715c6052b71 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.917566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0fb90edc-bf0f-4e40-ac37-a715c6052b71 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Calling delete_port for 931f1cba-ee56-4571-bcb6-36c9b4dec164 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:12.980603 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Set router af04af6e-02bf-4c9f-8eea-7d3374540dcd gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:13.091916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56984bf2-e6d1-43f2-99c0-f48af378ef7c req-35430035-c56a-4545-af20-74f2ac42e8fb tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.103417 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56984bf2-e6d1-43f2-99c0-f48af378ef7c req-35430035-c56a-4545-af20-74f2ac42e8fb tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=a60dad37-f6c2-477c-9f89-0de891ab63ce HTTP/1.1" status: 200 len: 946 time: 0.1771681 Jul 16 18:00:13.180399 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0fb90edc-bf0f-4e40-ac37-a715c6052b71 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.211862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb90edc-bf0f-4e40-ac37-a715c6052b71 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event deleted for resources: {'Port': ['ID=931f1cba-ee56-4571-bcb6-36c9b4dec164,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:13.253517 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56984bf2-e6d1-43f2-99c0-f48af378ef7c req-3242cbb4-ad7e-4060-ad8a-a23389f181f5 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487482 Jul 16 18:00:13.294056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:00:10Z', 'revision_number': 3, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port': {'id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:09Z', 'updated_at': '2021-07-16T18:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:13.348396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Checking router: af04af6e-02bf-4c9f-8eea-7d3374540dcd for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:13.348761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Updating router af04af6e-02bf-4c9f-8eea-7d3374540dcd port adb6b3a9-fe26-4c9e-8e82-5a3775c8158c binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:00:13.381700 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0fb90edc-bf0f-4e40-ac37-a715c6052b71 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.382138 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-0fb90edc-bf0f-4e40-ac37-a715c6052b71 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Floating IP 974ed97e-9648-4924-a480-b5529ab5cf8f disassociated (deleted). External IP: 172.25.3.150, port: 44416159-c34e-47c4-b20b-b3b161fee343. Jul 16 18:00:13.426620 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.491292 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8f0618ff-7134-4aa7-af78-a1a77b18b4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.743160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb90edc-bf0f-4e40-ac37-a715c6052b71 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Router 8d22c840-3df4-4330-bec1-19ae742940ff has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:13.859326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.873515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Transition to ACTIVE for port object adb6b3a9-fe26-4c9e-8e82-5a3775c8158c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:13.881984 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.921817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb90edc-bf0f-4e40-ac37-a715c6052b71 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:13.933518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40947a24-0533-4989-a7c9-ea3a6b2d547b req-a3080cc8-3025-4b46-8a61-d3d3a8a1d9ba tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.935294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40947a24-0533-4989-a7c9-ea3a6b2d547b req-a3080cc8-3025-4b46-8a61-d3d3a8a1d9ba tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 945 time: 0.1999943 Jul 16 18:00:13.938569 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d678228-7c97-4811-b4ba-fb319bdf2d18 None None] Sync routers for ids ['8d22c840-3df4-4330-bec1-19ae742940ff'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:13.943672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ee9f4-3e8a-4a4e-9646-771a1830f9c3 req-e69f8035-562d-4cea-864a-640cbaf6fd57 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.947881 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0fb90edc-bf0f-4e40-ac37-a715c6052b71 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.951756 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c04ee9f4-3e8a-4a4e-9646-771a1830f9c3 req-e69f8035-562d-4cea-864a-640cbaf6fd57 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.2178035 Jul 16 18:00:13.955832 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d678228-7c97-4811-b4ba-fb319bdf2d18 None None] Routers {'8d22c840-3df4-4330-bec1-19ae742940ff'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:13.960076 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1d678228-7c97-4811-b4ba-fb319bdf2d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8d22c840-3df4-4330-bec1-19ae742940ff'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:14.011759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Attempting to bind port adb6b3a9-fe26-4c9e-8e82-5a3775c8158c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:14.012168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Attempting to bind port adb6b3a9-fe26-4c9e-8e82-5a3775c8158c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:14.012508 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Attempting to bind port adb6b3a9-fe26-4c9e-8e82-5a3775c8158c on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:14.023110 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0fb90edc-bf0f-4e40-ac37-a715c6052b71 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "DELETE /v2.0/floatingips/974ed97e-9648-4924-a480-b5529ab5cf8f HTTP/1.1" status: 204 len: 168 time: 2.0982108 Jul 16 18:00:14.023920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe1558-8009-4272-a640-ea972c7aada1 None None] Pushing event updated for resources: {'Port': ['ID=adb6b3a9-fe26-4c9e-8e82-5a3775c8158c,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:14.024387 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57896) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:14.031322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:14.036661 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:14.037050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:14.037455 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.040574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:14.045378 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1d678228-7c97-4811-b4ba-fb319bdf2d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:14.045582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Bound port: adb6b3a9-fe26-4c9e-8e82-5a3775c8158c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:14.045982 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.064400 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.074919 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d678228-7c97-4811-b4ba-fb319bdf2d18 None None] Routers {'8d22c840-3df4-4330-bec1-19ae742940ff'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:14.075581 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1d678228-7c97-4811-b4ba-fb319bdf2d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8d22c840-3df4-4330-bec1-19ae742940ff'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:14.127020 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1d678228-7c97-4811-b4ba-fb319bdf2d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:14.127694 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d678228-7c97-4811-b4ba-fb319bdf2d18 None None] The sync data for ids ['8d22c840-3df4-4330-bec1-19ae742940ff'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:14.166173 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] For port adb6b3a9-fe26-4c9e-8e82-5a3775c8158c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:14.171303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] For port adb6b3a9-fe26-4c9e-8e82-5a3775c8158c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=adb6b3a9-fe26-4c9e-8e82-5a3775c8158c,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:14.172826 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40947a24-0533-4989-a7c9-ea3a6b2d547b req-40b73d37-77f1-44db-a923-9bddc3ecf6ec tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154920 Jul 16 18:00:14.178691 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.262936 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.263729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe1558-8009-4272-a640-ea972c7aada1 None None] Pushing event updated for resources: {'Port': ['ID=adb6b3a9-fe26-4c9e-8e82-5a3775c8158c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:14.292355 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Routers {'af04af6e-02bf-4c9f-8eea-7d3374540dcd'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:14.293224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T17:59:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:14.305829 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c04ee9f4-3e8a-4a4e-9646-771a1830f9c3 req-3e3182b4-2ab5-41ac-a863-c69533b2adc5 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531191 Jul 16 18:00:14.321256 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.463910 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-2c18f833-c620-4b21-be2c-ec44fc9ebf7b req-4f0bd13d-3243-44a1-982e-2f956ff70ee1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:14.471629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c18f833-c620-4b21-be2c-ec44fc9ebf7b req-4f0bd13d-3243-44a1-982e-2f956ff70ee1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0620914 Jul 16 18:00:14.498580 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Allocated IP 172.25.3.114 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/8f1aa91a-964e-4131-8717-87036c6d812b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:14.506906 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] Set router af04af6e-02bf-4c9f-8eea-7d3374540dcd gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:14.660744 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.730130 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Allocated IP 172.20.0.1 (c39243c9-bf2d-4eab-8a57-923b366e35e6/ec990d3c-ee94-472b-a701-26c32f3ed3e8/48513513-ecba-4033-a62f-99746c7bd1d2) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:14.738435 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.786741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c18f833-c620-4b21-be2c-ec44fc9ebf7b req-4e82c9c8-46ed-461f-8b94-0afc93de5ac1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3139884 Jul 16 18:00:14.816075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Pushing event updated for resources: {'Port': ['ID=8f1aa91a-964e-4131-8717-87036c6d812b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:14.830836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a8c12-f5ba-45d3-bbe8-efed004293e1 req-aed3a043-ff46-41c0-841e-98b44c1b0538 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:14.833279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:14.836919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:14.839128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-707a8c12-f5ba-45d3-bbe8-efed004293e1 req-aed3a043-ff46-41c0-841e-98b44c1b0538 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.4279766 Jul 16 18:00:14.841541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:14.871575 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:00:10Z', 'revision_number': 3, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port': {'id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:09Z', 'updated_at': '2021-07-16T18:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:14.911065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6f313-82dc-42a9-bd7a-093d400fa018 None None] The sync data for ids ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'] in n-d-787205-10 is: [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:00:10Z', 'revision_number': 3, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port': {'id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:09Z', 'updated_at': '2021-07-16T18:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:14.920550 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-707a8c12-f5ba-45d3-bbe8-efed004293e1 req-6a86bd3f-900f-4c79-9871-c62464210d11 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792241 Jul 16 18:00:15.026324 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.072171 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.098765 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.099690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Transition to ACTIVE for port object 48513513-ecba-4033-a62f-99746c7bd1d2 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:15.179418 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.252155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Network c39243c9-bf2d-4eab-8a57-923b366e35e6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:15.261071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:15.265935 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:15.314045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Pushing event updated for resources: {'Port': ['ID=48513513-ecba-4033-a62f-99746c7bd1d2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:15.331807 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.367211 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.397872 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.466764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Pushing event updated for resources: {'Port': ['ID=8f1aa91a-964e-4131-8717-87036c6d812b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:15.574954 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.601685 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.604076 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d516fe37-4b9a-4d16-8406-2c28bff193b0 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5777361 Jul 16 18:00:15.606929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57922) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:15.670957 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b7ff91d-0b92-4ba2-8cf3-4f322c4fd2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.750518 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-32ecfb68-9006-431d-92b0-20812016a2b2 None None] Provisioning for port 48513513-ecba-4033-a62f-99746c7bd1d2 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:15.762059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-32ecfb68-9006-431d-92b0-20812016a2b2 None None] Provisioning complete for port 48513513-ecba-4033-a62f-99746c7bd1d2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:15.762854 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-32ecfb68-9006-431d-92b0-20812016a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.790126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39bb99-b537-4e81-959a-eaef7fa361d0 req-8cfea3bb-0170-41e6-a0c7-b37cbf9ca6c9 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.793759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac39bb99-b537-4e81-959a-eaef7fa361d0 req-8cfea3bb-0170-41e6-a0c7-b37cbf9ca6c9 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.3543513 Jul 16 18:00:15.810390 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-32ecfb68-9006-431d-92b0-20812016a2b2 None None] Port 48513513-ecba-4033-a62f-99746c7bd1d2 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:15.868468 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.910618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac39bb99-b537-4e81-959a-eaef7fa361d0 req-bc3ca01c-66cd-4705-b83e-7c23a9b8c3e4 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920436 Jul 16 18:00:15.935326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.965995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da1804-e7d1-425d-a0dd-5c781e76af54 req-cf7e421e-2434-4c53-a28f-9496e53bfdf7 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.974430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-65da1804-e7d1-425d-a0dd-5c781e76af54 req-cf7e421e-2434-4c53-a28f-9496e53bfdf7 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.3775065 Jul 16 18:00:15.987935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:16.037766 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.061516 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-65da1804-e7d1-425d-a0dd-5c781e76af54 req-624a54b6-3bf3-43e4-80ae-37c0bc0db868 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860066 Jul 16 18:00:16.239662 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.311962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67f904-1283-4a5b-96ed-e022e16c91c8 req-190c70c1-c0f9-4c80-b68c-bbdb1b00631a tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.319837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b67f904-1283-4a5b-96ed-e022e16c91c8 req-190c70c1-c0f9-4c80-b68c-bbdb1b00631a tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.2249756 Jul 16 18:00:16.402520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Allocated IP 172.25.3.189 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/571d0352-d6cd-4391-9444-017a0f67aaab) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:16.404881 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.413756 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.431184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b67f904-1283-4a5b-96ed-e022e16c91c8 req-8493e0d9-f3d6-427a-aa44-373615119e39 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102319 Jul 16 18:00:16.480036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device adb6b3a9-fe26-4c9e-8e82-5a3775c8158c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:16.522296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964133b-45df-4cdd-ac34-6a95b24b1db8 req-a9d5ef96-58c4-4acb-ae05-8c5bcf690d84 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.530229 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d964133b-45df-4cdd-ac34-6a95b24b1db8 req-a9d5ef96-58c4-4acb-ae05-8c5bcf690d84 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=a60dad37-f6c2-477c-9f89-0de891ab63ce HTTP/1.1" status: 200 len: 946 time: 0.3400314 Jul 16 18:00:16.564890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port adb6b3a9-fe26-4c9e-8e82-5a3775c8158c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:16.570529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port adb6b3a9-fe26-4c9e-8e82-5a3775c8158c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:16.573358 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.644920 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.658588 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.661049 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Pushing event updated for resources: {'Port': ['ID=48513513-ecba-4033-a62f-99746c7bd1d2,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:16.709944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d964133b-45df-4cdd-ac34-6a95b24b1db8 req-5db5dd89-7a9a-4167-aadf-efb9b8cb02a6 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786063 Jul 16 18:00:16.723718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.734911 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.750873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:16.776355 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port adb6b3a9-fe26-4c9e-8e82-5a3775c8158c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=adb6b3a9-fe26-4c9e-8e82-5a3775c8158c,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:16.781803 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.854213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=adb6b3a9-fe26-4c9e-8e82-5a3775c8158c,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:16.863402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Pushing event updated for resources: {'Port': ['ID=571d0352-d6cd-4391-9444-017a0f67aaab,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:16.870894 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:16.875440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:16.901548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Network c39243c9-bf2d-4eab-8a57-923b366e35e6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:16.918305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57944) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:16.922619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:17.017680 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.113947 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.140249 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043b83b-e934-46f7-b3cc-1140fbc11a1d req-f4de5394-42ba-440e-91b0-47bfdef8693f tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.142432 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e043b83b-e934-46f7-b3cc-1140fbc11a1d req-f4de5394-42ba-440e-91b0-47bfdef8693f tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 945 time: 0.2441032 Jul 16 18:00:17.173122 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Router af04af6e-02bf-4c9f-8eea-7d3374540dcd has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:17.277874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-300ff466-02e2-429b-bdab-4047c00578ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.322870 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e043b83b-e934-46f7-b3cc-1140fbc11a1d req-e7a1d21f-75e3-4e35-b9bb-94cc3d2713d0 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478891 Jul 16 18:00:17.347679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a00a8a15-9e6b-452e-9291-c2510d4f22e7 None None] Provisioning complete for port 48513513-ecba-4033-a62f-99746c7bd1d2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:17.348834 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a00a8a15-9e6b-452e-9291-c2510d4f22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.367824 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.377333 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.419674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bde1b7-8e04-4051-aa79-4a347e8c0436 req-d5ebea6e-77f8-4414-92f1-fc0c9cf1cda6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.426155 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98bde1b7-8e04-4051-aa79-4a347e8c0436 req-d5ebea6e-77f8-4414-92f1-fc0c9cf1cda6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.1710646 Jul 16 18:00:17.430080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:17.435691 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a00a8a15-9e6b-452e-9291-c2510d4f22e7 None None] Port 48513513-ecba-4033-a62f-99746c7bd1d2 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:17.444588 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-28802ca3-b794-48e7-b4be-d4b04cc064fa admin admin] 10.222.0.24 "PUT /v2.0/routers/af04af6e-02bf-4c9f-8eea-7d3374540dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6522934 Jul 16 18:00:17.487358 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98bde1b7-8e04-4051-aa79-4a347e8c0436 req-55a743da-c51d-46c0-a2f8-619b4e716713 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Jul 16 18:00:17.538431 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.587394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Pushing event updated for resources: {'Port': ['ID=571d0352-d6cd-4391-9444-017a0f67aaab,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:17.595411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Sync routers for ids ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:17.606960 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.617306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Routers {'af04af6e-02bf-4c9f-8eea-7d3374540dcd'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:17.621290 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:00:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:17.631299 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-300ff466-02e2-429b-bdab-4047c00578ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.636722 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-300ff466-02e2-429b-bdab-4047c00578ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.649276 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.651492 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5973c328-e518-4493-b31b-cced7a2c92da tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0435350 Jul 16 18:00:17.655659 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57962) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:17.682875 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-300ff466-02e2-429b-bdab-4047c00578ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=958061b6a1a04568b73ef59ff4a999f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7633574 Jul 16 18:00:17.686565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57964) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:17.695990 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ff466-02e2-429b-bdab-4047c00578ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd6566f-74f8-4829-b91c-7c791083184a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:17.769831 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6018e716-dc40-413a-85b5-087b60aede48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.795035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6018e716-dc40-413a-85b5-087b60aede48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.801188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Set router af04af6e-02bf-4c9f-8eea-7d3374540dcd gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:17.856901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6018e716-dc40-413a-85b5-087b60aede48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.860058 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6018e716-dc40-413a-85b5-087b60aede48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.864593 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6018e716-dc40-413a-85b5-087b60aede48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bd6566f-74f8-4829-b91c-7c791083184a HTTP/1.1" status: 204 len: 168 time: 0.1740787 Jul 16 18:00:17.875328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018e716-dc40-413a-85b5-087b60aede48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd6566f-74f8-4829-b91c-7c791083184a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:18.169992 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2d723187-7d04-4e38-8057-579cb8396c12 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.5106754 Jul 16 18:00:18.170727 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57972) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:18.214204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa681a-00dc-42bd-b6e7-0eaf065412bf req-17ecc4ee-f0e2-4d37-986b-7114de2dc660 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.220394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa681a-00dc-42bd-b6e7-0eaf065412bf req-17ecc4ee-f0e2-4d37-986b-7114de2dc660 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.225884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:00:15Z', 'revision_number': 4, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port': {'id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:09Z', 'updated_at': '2021-07-16T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '48513513-ecba-4033-a62f-99746c7bd1d2', 'name': '', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'mac_address': 'fa:16:3e:2e:8a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:14Z', 'updated_at': '2021-07-16T18:00:16Z', 'revision_number': 2, 'project_id': '165f501fe1b848e38e45019db458be05', 'subnets': [{'id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:18.226557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa681a-00dc-42bd-b6e7-0eaf065412bf req-17ecc4ee-f0e2-4d37-986b-7114de2dc660 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.233790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-65fa681a-00dc-42bd-b6e7-0eaf065412bf req-17ecc4ee-f0e2-4d37-986b-7114de2dc660 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb&device_id=a60dad37-f6c2-477c-9f89-0de891ab63ce&device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 2417 time: 0.5312808 Jul 16 18:00:18.249394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec109d-3d20-4c5c-9352-9deaba3ff6a2 req-09aae54d-ed82-499c-bc77-8292d3a18c68 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.252300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99ec109d-3d20-4c5c-9352-9deaba3ff6a2 req-09aae54d-ed82-499c-bc77-8292d3a18c68 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.4809544 Jul 16 18:00:18.261143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Checking router: af04af6e-02bf-4c9f-8eea-7d3374540dcd for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:18.261510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Updating router af04af6e-02bf-4c9f-8eea-7d3374540dcd port 48513513-ecba-4033-a62f-99746c7bd1d2 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:00:18.265287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57974) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:18.279640 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5efa0b0a-a2ab-4a94-8409-a82f3364ffe0 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1070390 Jul 16 18:00:18.281295 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57976) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:18.295805 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f7b698e-3c3d-4ed8-b75e-74fa6a1d0ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.304866 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.326289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-65fa681a-00dc-42bd-b6e7-0eaf065412bf req-0d5de6eb-eef9-414f-b49c-2b9926c3b3aa tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915031 Jul 16 18:00:18.345182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99ec109d-3d20-4c5c-9352-9deaba3ff6a2 req-bab13279-1ab8-4d34-867b-d93d0d881f4e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862753 Jul 16 18:00:18.388678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device adb6b3a9-fe26-4c9e-8e82-5a3775c8158c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:18.507172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a32fa-4b02-4586-9d81-b5bc0bc8c162 tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Deleting port 571d0352-d6cd-4391-9444-017a0f67aaab {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:18.507531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f3a32fa-4b02-4586-9d81-b5bc0bc8c162 tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.526272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port adb6b3a9-fe26-4c9e-8e82-5a3775c8158c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:18.526663 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.594179 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f7b698e-3c3d-4ed8-b75e-74fa6a1d0ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.603883 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f7b698e-3c3d-4ed8-b75e-74fa6a1d0ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.639199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f3a32fa-4b02-4586-9d81-b5bc0bc8c162 tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.639539 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f3a32fa-4b02-4586-9d81-b5bc0bc8c162 tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.674868 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3f3a32fa-4b02-4586-9d81-b5bc0bc8c162 tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Calling delete_port for 571d0352-d6cd-4391-9444-017a0f67aaab owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:18.677099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b698e-3c3d-4ed8-b75e-74fa6a1d0ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9f8a9e-3bbe-4081-a97a-fc0cd51f6afd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:18.687758 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9f7b698e-3c3d-4ed8-b75e-74fa6a1d0ac2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08d15a5aaf0f4c4ab7cc2da646315ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207549 Jul 16 18:00:18.690476 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57984) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:18.753064 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.766802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Transition to ACTIVE for port object 48513513-ecba-4033-a62f-99746c7bd1d2 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:18.774278 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e596d0c-634d-4abc-bbad-2d1ab81b4d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.791995 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.810918 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e596d0c-634d-4abc-bbad-2d1ab81b4d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.871165 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3553879-0483-4682-915d-fba2057047d3 None None] Pushing event updated for resources: {'Port': ['ID=48513513-ecba-4033-a62f-99746c7bd1d2,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:18.901308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-d5deede9-d572-49be-95ae-0153d3dc3ff6 req-cdf2994d-7c81-4fee-bcc8-856a1037f674 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:18.902371 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d5deede9-d572-49be-95ae-0153d3dc3ff6 req-cdf2994d-7c81-4fee-bcc8-856a1037f674 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074036 Jul 16 18:00:18.910728 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e596d0c-634d-4abc-bbad-2d1ab81b4d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.913603 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e596d0c-634d-4abc-bbad-2d1ab81b4d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.918145 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5e596d0c-634d-4abc-bbad-2d1ab81b4d11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef9f8a9e-3bbe-4081-a97a-fc0cd51f6afd HTTP/1.1" status: 204 len: 168 time: 0.2257822 Jul 16 18:00:18.986997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e596d0c-634d-4abc-bbad-2d1ab81b4d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9f8a9e-3bbe-4081-a97a-fc0cd51f6afd,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:19.000190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f3a32fa-4b02-4586-9d81-b5bc0bc8c162 tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.042624 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d5deede9-d572-49be-95ae-0153d3dc3ff6 req-3fb119c2-0722-446d-948e-7cfec8261062 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1229529 Jul 16 18:00:19.054367 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a32fa-4b02-4586-9d81-b5bc0bc8c162 tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Pushing event deleted for resources: {'Port': ['ID=571d0352-d6cd-4391-9444-017a0f67aaab,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:19.057490 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.063015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Attempting to bind port 48513513-ecba-4033-a62f-99746c7bd1d2 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:19.063407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Attempting to bind port 48513513-ecba-4033-a62f-99746c7bd1d2 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '78db6917-37f1-4619-b193-94b606297ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:19.063775 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Attempting to bind port 48513513-ecba-4033-a62f-99746c7bd1d2 on network c39243c9-bf2d-4eab-8a57-923b366e35e6 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:19.097055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:19.097441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Checking segment: {'id': '78db6917-37f1-4619-b193-94b606297ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:19.097948 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.098348 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Bound using segment: {'id': '78db6917-37f1-4619-b193-94b606297ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:19.100320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Bound port: 48513513-ecba-4033-a62f-99746c7bd1d2, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78db6917-37f1-4619-b193-94b606297ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:19.100714 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.169223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f3a32fa-4b02-4586-9d81-b5bc0bc8c162 tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.173016 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f3a32fa-4b02-4586-9d81-b5bc0bc8c162 tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.175251 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3f3a32fa-4b02-4586-9d81-b5bc0bc8c162 tempest-FloatingIPAdminTestJSON-509925534 tempest-FloatingIPAdminTestJSON-509925534-project] 10.222.0.24 "DELETE /v2.0/floatingips/11f3d11d-d41d-4407-97c9-df5cb6958d29 HTTP/1.1" status: 204 len: 168 time: 0.8929350 Jul 16 18:00:19.178058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57988) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:19.248490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] For port 48513513-ecba-4033-a62f-99746c7bd1d2, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:19.249103 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57992) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:19.250488 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] For port 48513513-ecba-4033-a62f-99746c7bd1d2, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=48513513-ecba-4033-a62f-99746c7bd1d2,segment=NetworkSegment(78db6917-37f1-4619-b193-94b606297ea6),segment_id=78db6917-37f1-4619-b193-94b606297ea6)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:19.255739 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7db3762d-7df9-48d2-b42e-43fe6e4ba999 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--910573650', 'description': 'tempest-description--1366259666'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:19.260978 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.294420 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7db3762d-7df9-48d2-b42e-43fe6e4ba999 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.424389 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Routers {'af04af6e-02bf-4c9f-8eea-7d3374540dcd'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:19.429364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:00:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:19.443435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3553879-0483-4682-915d-fba2057047d3 None None] Pushing event updated for resources: {'Port': ['ID=48513513-ecba-4033-a62f-99746c7bd1d2,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:19.479990 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7db3762d-7df9-48d2-b42e-43fe6e4ba999 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.484993 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7db3762d-7df9-48d2-b42e-43fe6e4ba999 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.535531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7db3762d-7df9-48d2-b42e-43fe6e4ba999 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.537207 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7db3762d-7df9-48d2-b42e-43fe6e4ba999 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2863066 Jul 16 18:00:19.540782 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58004) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:19.550611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7a674377-c738-4684-baae-2d364c8eb633 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Request body: {'security_group_rule': {'security_group_id': '0cfe7d43-a83d-4c4f-a395-781ac14b54b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:19.562229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3762d-7df9-48d2-b42e-43fe6e4ba999 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfe7d43-a83d-4c4f-a395-781ac14b54b1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:19.623952 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a674377-c738-4684-baae-2d364c8eb633 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.656071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] Set router af04af6e-02bf-4c9f-8eea-7d3374540dcd gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:19.693077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c24537-62a5-478e-ac42-9617478b00d8 req-335a4fa2-c134-4988-896b-0f8ba5a6e6a6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:19.704021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5c24537-62a5-478e-ac42-9617478b00d8 req-335a4fa2-c134-4988-896b-0f8ba5a6e6a6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.2701578 Jul 16 18:00:19.749634 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a674377-c738-4684-baae-2d364c8eb633 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.755472 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a674377-c738-4684-baae-2d364c8eb633 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.773588 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72f40f-f263-486e-8f0c-a8a3806cd67d req-ac1ebd6c-9004-4e36-bae0-fa8b2d8cb7b6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:19.776061 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a72f40f-f263-486e-8f0c-a8a3806cd67d req-ac1ebd6c-9004-4e36-bae0-fa8b2d8cb7b6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.1836164 Jul 16 18:00:19.788597 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5c24537-62a5-478e-ac42-9617478b00d8 req-b28e85bd-ab02-4121-a63c-db9ea5cf11d2 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832486 Jul 16 18:00:19.790108 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a674377-c738-4684-baae-2d364c8eb633 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.795937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c9fe86c6-21f4-4977-ae03-c8998cdd9084 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Deleting port 8f1aa91a-964e-4131-8717-87036c6d812b {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:19.797137 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9fe86c6-21f4-4977-ae03-c8998cdd9084 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.798371 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7a674377-c738-4684-baae-2d364c8eb633 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2552676 Jul 16 18:00:19.799283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58010) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:19.814553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2cc7474d-71f0-462e-a613-428a6f435b6e tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Request body: {'security_group_rule': {'security_group_id': '0cfe7d43-a83d-4c4f-a395-781ac14b54b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:19.851397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a674377-c738-4684-baae-2d364c8eb633 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ae8031-1277-4112-83db-78fc1791855c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:19.863864 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cc7474d-71f0-462e-a613-428a6f435b6e tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.939206 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9fe86c6-21f4-4977-ae03-c8998cdd9084 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.939564 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9fe86c6-21f4-4977-ae03-c8998cdd9084 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.957844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a72f40f-f263-486e-8f0c-a8a3806cd67d req-eec23ae7-925c-4786-88e2-7782ff807f4a tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691237 Jul 16 18:00:19.958088 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cc7474d-71f0-462e-a613-428a6f435b6e tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.962267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c9fe86c6-21f4-4977-ae03-c8998cdd9084 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Calling delete_port for 8f1aa91a-964e-4131-8717-87036c6d812b owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:19.967179 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cc7474d-71f0-462e-a613-428a6f435b6e tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.995866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7474d-71f0-462e-a613-428a6f435b6e tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6917a29-bafa-4152-b5ae-4873aa8daf61,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:19.997139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:00:15Z', 'revision_number': 4, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port': {'id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:09Z', 'updated_at': '2021-07-16T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '48513513-ecba-4033-a62f-99746c7bd1d2', 'name': '', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'mac_address': 'fa:16:3e:2e:8a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:14Z', 'updated_at': '2021-07-16T18:00:19Z', 'revision_number': 4, 'project_id': '165f501fe1b848e38e45019db458be05', 'subnets': [{'id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:20.024508 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cc7474d-71f0-462e-a613-428a6f435b6e tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.026781 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2cc7474d-71f0-462e-a613-428a6f435b6e tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2244401 Jul 16 18:00:20.029628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58020) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:20.038192 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:20.070555 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.088692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2291e62b-b621-430a-a26f-bdd4c7d176b3 None None] The sync data for ids ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'] in n-d-787205-10 is: [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:00:15Z', 'revision_number': 4, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port': {'id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:09Z', 'updated_at': '2021-07-16T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '48513513-ecba-4033-a62f-99746c7bd1d2', 'name': '', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'mac_address': 'fa:16:3e:2e:8a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:14Z', 'updated_at': '2021-07-16T18:00:19Z', 'revision_number': 4, 'project_id': '165f501fe1b848e38e45019db458be05', 'subnets': [{'id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:20.169828 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9fe86c6-21f4-4977-ae03-c8998cdd9084 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.223707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe86c6-21f4-4977-ae03-c8998cdd9084 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f1aa91a-964e-4131-8717-87036c6d812b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:20.317621 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9fe86c6-21f4-4977-ae03-c8998cdd9084 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.320904 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9fe86c6-21f4-4977-ae03-c8998cdd9084 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.325985 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c9fe86c6-21f4-4977-ae03-c8998cdd9084 tempest-FloatingIPAdminTestJSON-602695213 tempest-FloatingIPAdminTestJSON-602695213-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/2a5c3ae5-d9c7-442a-8d7a-ea8f9e8d3e0d HTTP/1.1" status: 204 len: 168 time: 1.1431899 Jul 16 18:00:20.327016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58028) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:20.448688 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.471806 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 48513513-ecba-4033-a62f-99746c7bd1d2 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:20.591119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e267cb5d-3ad3-4a87-a842-df449be95024 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Deleting port 44416159-c34e-47c4-b20b-b3b161fee343 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:20.591842 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e267cb5d-3ad3-4a87-a842-df449be95024 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.630179 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 48513513-ecba-4033-a62f-99746c7bd1d2 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:20.637568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 48513513-ecba-4033-a62f-99746c7bd1d2 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:20.638008 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.708492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Allocated IP 172.25.3.114 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/f4ec7aad-5eac-47ac-8800-aca063669b28) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:20.772827 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.804344 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e267cb5d-3ad3-4a87-a842-df449be95024 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.870925 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 48513513-ecba-4033-a62f-99746c7bd1d2, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=48513513-ecba-4033-a62f-99746c7bd1d2,segment=NetworkSegment(78db6917-37f1-4619-b193-94b606297ea6),segment_id=78db6917-37f1-4619-b193-94b606297ea6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:20.871544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e267cb5d-3ad3-4a87-a842-df449be95024 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Calling delete_port for 44416159-c34e-47c4-b20b-b3b161fee343 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:20.876606 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.967453 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=48513513-ecba-4033-a62f-99746c7bd1d2,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:20.978825 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.979706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:20.980064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:20.980411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:20.980752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:20.981086 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:20.981417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:20.981835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:20.982170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:20.982515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:20.983103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:20.983250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:20.983504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:21.091725 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.179294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e20f-0b62-4a4b-ace6-74063a3ded66 req-9d255fe4-9477-4221-92cb-598dd9833069 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:21.180925 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef50e20f-0b62-4a4b-ace6-74063a3ded66 req-9d255fe4-9477-4221-92cb-598dd9833069 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.1354272 Jul 16 18:00:21.202568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Pushing event updated for resources: {'Port': ['ID=f4ec7aad-5eac-47ac-8800-aca063669b28,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:21.221523 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e267cb5d-3ad3-4a87-a842-df449be95024 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.224261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:21.230600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:21.235988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:21.257923 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267cb5d-3ad3-4a87-a842-df449be95024 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event deleted for resources: {'Port': ['ID=44416159-c34e-47c4-b20b-b3b161fee343,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:21.308229 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef50e20f-0b62-4a4b-ace6-74063a3ded66 req-8b3d306e-3386-4829-8520-10ffd33f69cb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170502 Jul 16 18:00:21.339535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:21.421776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.449240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58066) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:21.528497 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e267cb5d-3ad3-4a87-a842-df449be95024 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.535138 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e267cb5d-3ad3-4a87-a842-df449be95024 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "DELETE /v2.0/ports/44416159-c34e-47c4-b20b-b3b161fee343 HTTP/1.1" status: 204 len: 168 time: 1.2062306 Jul 16 18:00:21.538083 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58070) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:21.564323 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.623719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:21.638736 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:21.644270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f', 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3', 'port_id': '6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f', 'mac_address': 'fa:16:3e:34:8a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7431876d-2556-467a-a82f-bdd789c31bee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:21.724291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46512e-2f92-4991-afdb-304c096fd8d1 req-df9a465e-0894-4157-90ca-07b3a2e03ec7 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:21.735924 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e46512e-2f92-4991-afdb-304c096fd8d1 req-df9a465e-0894-4157-90ca-07b3a2e03ec7 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.1980736 Jul 16 18:00:21.758159 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.796646 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e46512e-2f92-4991-afdb-304c096fd8d1 req-7eb21652-1e5d-429b-a950-cf7b76a85ac3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593479 Jul 16 18:00:21.816502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:21.876287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:21.911895 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.978228 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.004408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:22.051324 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54333730-f442-448f-892c-cf360362ca1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.072908 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:00:22.073314 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:00:22.193648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b25d45-a527-42cd-add8-be4c4a0147e8 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.195210 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d9b25d45-a527-42cd-add8-be4c4a0147e8 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d22c840-3df4-4330-bec1-19ae742940ff HTTP/1.1" status: 200 len: 913 time: 0.6557422 Jul 16 18:00:22.199338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58076) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:22.228372 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.236364 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.282357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:22.325523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Pushing event updated for resources: {'Port': ['ID=f4ec7aad-5eac-47ac-8800-aca063669b28,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:22.342588 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54333730-f442-448f-892c-cf360362ca1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.353635 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.356405 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54333730-f442-448f-892c-cf360362ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.405410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 48513513-ecba-4033-a62f-99746c7bd1d2 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:22.413932 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.415233 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bf2ffb7f-ab88-4278-ba67-ddc5511c16ce tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3835552 Jul 16 18:00:22.416452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4f81f-c306-4fb8-8c6b-afb7e7333831 req-a7cdb2bc-dc07-4e23-94e9-65d9c1777c07 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.418032 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4a4f81f-c306-4fb8-8c6b-afb7e7333831 req-a7cdb2bc-dc07-4e23-94e9-65d9c1777c07 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 945 time: 0.1717954 Jul 16 18:00:22.437022 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-54333730-f442-448f-892c-cf360362ca1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=448afd500c804b638602ec6af875820d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9857202 Jul 16 18:00:22.437860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54333730-f442-448f-892c-cf360362ca1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab50b0c9-58c5-48b4-a098-14ff8dac539c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:22.452217 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58082) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:22.508597 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5044-2b1c-4c23-b61f-0a7c70c49308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.539311 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5044-2b1c-4c23-b61f-0a7c70c49308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.564719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 48513513-ecba-4033-a62f-99746c7bd1d2 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:22.565318 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.611807 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5044-2b1c-4c23-b61f-0a7c70c49308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.615459 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5044-2b1c-4c23-b61f-0a7c70c49308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.620108 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a4ca5044-2b1c-4c23-b61f-0a7c70c49308 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab50b0c9-58c5-48b4-a098-14ff8dac539c HTTP/1.1" status: 204 len: 168 time: 0.1636958 Jul 16 18:00:22.641992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca5044-2b1c-4c23-b61f-0a7c70c49308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab50b0c9-58c5-48b4-a098-14ff8dac539c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:22.657276 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.670761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4a4f81f-c306-4fb8-8c6b-afb7e7333831 req-b4c90821-a770-4d39-a4cb-7cbfa511d2f3 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111008 Jul 16 18:00:22.716916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:22.753436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:22.760127 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.770676 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7995a6a-2123-453a-9df4-8da33c793078 req-e9a94fc5-c77a-48ed-9392-6acb56dcb16a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.774154 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c7995a6a-2123-453a-9df4-8da33c793078 req-e9a94fc5-c77a-48ed-9392-6acb56dcb16a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.2241490 Jul 16 18:00:22.813375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:22.878492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c7995a6a-2123-453a-9df4-8da33c793078 req-1a36ffcb-e29d-4438-a4f6-83f887f256be tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968907 Jul 16 18:00:22.879421 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.893927 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-104365e5-7596-4895-a8ea-c43abe98c098 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--910573650&fields=id&tenant_id=165f501fe1b848e38e45019db458be05 HTTP/1.1" status: 200 len: 267 time: 0.0766349 Jul 16 18:00:23.118070 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-455270ad-dbff-4491-bbe0-6b3f9ceb8ef1 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.120321 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-455270ad-dbff-4491-bbe0-6b3f9ceb8ef1 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/networks?id=c39243c9-bf2d-4eab-8a57-923b366e35e6 HTTP/1.1" status: 200 len: 806 time: 0.2107358 Jul 16 18:00:23.123117 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97effec3-5c6b-43ad-85a4-f5937ca61700 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.181266 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-cf4bae02-0740-4f1f-bdb1-41709a1896d6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/quotas/165f501fe1b848e38e45019db458be05 HTTP/1.1" status: 200 len: 375 time: 0.0526304 Jul 16 18:00:23.235731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caab4a-c5e6-4801-a1a8-2bc832d72914 req-b5a5ef16-9f7e-43f7-9858-f58ac2b19f90 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.237208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7caab4a-c5e6-4801-a1a8-2bc832d72914 req-b5a5ef16-9f7e-43f7-9858-f58ac2b19f90 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 944 time: 0.2019794 Jul 16 18:00:23.348565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7caab4a-c5e6-4801-a1a8-2bc832d72914 req-815ac8ac-ba82-4172-8d88-ab12588441a2 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993435 Jul 16 18:00:23.400428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-e56aac93-5e82-41cf-baf1-e160d4c3c1f7 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=165f501fe1b848e38e45019db458be05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1765845 Jul 16 18:00:23.855240 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-49b09a4d-edf8-4267-9ecb-50daf83f5604 service neutron] 10.222.0.24 "GET /v2.0/networks/c39243c9-bf2d-4eab-8a57-923b366e35e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408636 Jul 16 18:00:23.997751 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7273d-c15e-4db5-8d85-f8c96f2cb305 req-b2fcf548-7af7-4a51-a1c1-9d291ccebdc6 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.999905 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-93d7273d-c15e-4db5-8d85-f8c96f2cb305 req-b2fcf548-7af7-4a51-a1c1-9d291ccebdc6 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.11 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 945 time: 0.0870528 Jul 16 18:00:24.004041 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-97effec3-5c6b-43ad-85a4-f5937ca61700 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Deleting port d0597ff4-fbfc-4e4f-87e0-89e81d3378d0 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:24.004388 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97effec3-5c6b-43ad-85a4-f5937ca61700 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.012236 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-e932a3c1-b04e-49d9-9acf-c9e19f90c9e6 service neutron] 10.222.0.24 "GET /v2.0/networks/c39243c9-bf2d-4eab-8a57-923b366e35e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472187 Jul 16 18:00:24.044022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495875a-22d8-45fd-aa80-712442c40e5d req-2ce5f922-2c0e-4d29-aa28-42751debfb70 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.045589 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4495875a-22d8-45fd-aa80-712442c40e5d req-2ce5f922-2c0e-4d29-aa28-42751debfb70 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 945 time: 0.1945965 Jul 16 18:00:24.139492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-93d7273d-c15e-4db5-8d85-f8c96f2cb305 req-057d51ff-a518-4bae-a7a3-488b6fa5f4c1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Deleting port 3aed7065-a33e-464f-968c-28d9df6afee6 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:24.139843 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-93d7273d-c15e-4db5-8d85-f8c96f2cb305 req-057d51ff-a518-4bae-a7a3-488b6fa5f4c1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.176501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97effec3-5c6b-43ad-85a4-f5937ca61700 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.188583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4495875a-22d8-45fd-aa80-712442c40e5d req-af8abf47-baab-4e96-88fc-48fdd3d118b1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286895 Jul 16 18:00:24.202913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-97effec3-5c6b-43ad-85a4-f5937ca61700 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Calling delete_port for d0597ff4-fbfc-4e4f-87e0-89e81d3378d0 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:24.325958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-93d7273d-c15e-4db5-8d85-f8c96f2cb305 req-057d51ff-a518-4bae-a7a3-488b6fa5f4c1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] For port 3aed7065-a33e-464f-968c-28d9df6afee6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=3aed7065-a33e-464f-968c-28d9df6afee6,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:24.325958 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-93d7273d-c15e-4db5-8d85-f8c96f2cb305 req-057d51ff-a518-4bae-a7a3-488b6fa5f4c1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.365635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-93d7273d-c15e-4db5-8d85-f8c96f2cb305 req-057d51ff-a518-4bae-a7a3-488b6fa5f4c1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Calling delete_port for 3aed7065-a33e-464f-968c-28d9df6afee6 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:24.461695 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf7fefd5-c1bb-4dc8-8842-d985a8ce43d8 req-411ed565-6933-4b10-8807-2c4ac0e07912 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 210 time: 0.0549371 Jul 16 18:00:24.515876 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-93d7273d-c15e-4db5-8d85-f8c96f2cb305 req-057d51ff-a518-4bae-a7a3-488b6fa5f4c1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.531799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['389ba076-7523-475c-b1ba-fcb288c64bd5', '3aed7065-a33e-464f-968c-28d9df6afee6'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:24.561151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43875a-095f-4bd1-bb41-219ceebfb248 req-645baa3e-7293-4817-95cf-705bf7ccdb37 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.563035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7c43875a-095f-4bd1-bb41-219ceebfb248 req-645baa3e-7293-4817-95cf-705bf7ccdb37 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.1958363 Jul 16 18:00:24.588311 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d51ff-a518-4bae-a7a3-488b6fa5f4c1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Pushing event deleted for resources: {'Port': ['ID=3aed7065-a33e-464f-968c-28d9df6afee6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:24.592007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['c21d2843-44db-4f8f-9d02-ef6e89d78405'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:24.659378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d7273d-c15e-4db5-8d85-f8c96f2cb305 req-057d51ff-a518-4bae-a7a3-488b6fa5f4c1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] No DVR routers for this DVR port 3aed7065-a33e-464f-968c-28d9df6afee6 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:24.671631 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-93d7273d-c15e-4db5-8d85-f8c96f2cb305 req-057d51ff-a518-4bae-a7a3-488b6fa5f4c1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.674448 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-93d7273d-c15e-4db5-8d85-f8c96f2cb305 req-057d51ff-a518-4bae-a7a3-488b6fa5f4c1 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.11 "DELETE /v2.0/ports/3aed7065-a33e-464f-968c-28d9df6afee6 HTTP/1.1" status: 204 len: 173 time: 0.6680338 Jul 16 18:00:24.675154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23988023-4be5-4a26-819d-8a94ae3d4cdb', 'name': 'network-vif-deleted', 'tag': '3aed7065-a33e-464f-968c-28d9df6afee6'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:24.678398 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a44e9f2-b171-495e-a2d6-13cb6d7b6bba" -d '{"events": [{"server_uuid": "23988023-4be5-4a26-819d-8a94ae3d4cdb", "name": "network-vif-deleted", "tag": "3aed7065-a33e-464f-968c-28d9df6afee6"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:24.795400 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97effec3-5c6b-43ad-85a4-f5937ca61700 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:24.878393 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7c43875a-095f-4bd1-bb41-219ceebfb248 req-52e24a8c-69d7-44b9-aed2-ddd2c6c9db94 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045208 Jul 16 18:00:24.899895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97effec3-5c6b-43ad-85a4-f5937ca61700 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event deleted for resources: {'Port': ['ID=d0597ff4-fbfc-4e4f-87e0-89e81d3378d0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:25.165902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35e4c5-e0cd-4847-a297-9a4e65204c2e req-c5c8d32b-19b8-4d24-b2fd-9b87c3b5da92 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.174690 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd35e4c5-e0cd-4847-a297-9a4e65204c2e req-c5c8d32b-19b8-4d24-b2fd-9b87c3b5da92 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 944 time: 0.3998246 Jul 16 18:00:25.226183 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.329982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd35e4c5-e0cd-4847-a297-9a4e65204c2e req-bd5321f7-e853-4631-a938-2c93504ef368 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538703 Jul 16 18:00:25.364197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:25.470280 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff30529f-0432-44ea-854d-e7501b48e119 x-openstack-request-id: req-ff30529f-0432-44ea-854d-e7501b48e119 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:25.471306 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23988023-4be5-4a26-819d-8a94ae3d4cdb", "name": "network-vif-deleted", "tag": "3aed7065-a33e-464f-968c-28d9df6afee6", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:25.471802 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff30529f-0432-44ea-854d-e7501b48e119 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:25.472403 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23988023-4be5-4a26-819d-8a94ae3d4cdb', 'name': 'network-vif-deleted', 'tag': '3aed7065-a33e-464f-968c-28d9df6afee6', 'status': 'completed', 'code': 200} Jul 16 18:00:25.488513 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97effec3-5c6b-43ad-85a4-f5937ca61700 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.575665 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:25.576456 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.721516 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.750133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f27fed-b588-46de-b79a-dd32f149de05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:25.752620 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139a85dd-3b6d-48b2-9bbd-d3ead6820d9c" -d '{"events": [{"server_uuid": "89f27fed-b588-46de-b79a-dd32f149de05", "name": "network-vif-plugged", "status": "completed", "tag": "6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:25.766626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:25.778818 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:25.810178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c7df71a9-fa51-4439-b45e-d5a518a922dd req-da52804c-8a4d-4cb0-98e9-af0ef8f9cc0a tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=23988023-4be5-4a26-819d-8a94ae3d4cdb HTTP/1.1" status: 200 len: 210 time: 0.0580428 Jul 16 18:00:25.839726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e28dfe26-fe22-4808-a689-8cdcc50a3dea req-49c911fc-c3ef-4bc0-8534-9de038bcb5c3 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 210 time: 0.0862434 Jul 16 18:00:25.890160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:25.898610 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10df6d78-9a2f-42fc-a39e-4c5dd08b7cef x-openstack-request-id: req-10df6d78-9a2f-42fc-a39e-4c5dd08b7cef {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:25.899134 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f27fed-b588-46de-b79a-dd32f149de05", "name": "network-vif-plugged", "status": "completed", "tag": "6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:25.899756 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10df6d78-9a2f-42fc-a39e-4c5dd08b7cef {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:25.901719 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f27fed-b588-46de-b79a-dd32f149de05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f', 'code': 200} Jul 16 18:00:26.071197 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97effec3-5c6b-43ad-85a4-f5937ca61700 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Router 8d22c840-3df4-4330-bec1-19ae742940ff has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:26.147157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe2f27-d783-46e1-8f66-c6423873e996 req-f0044511-fd27-4e1e-b8e8-bf7746ad0ef2 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.154239 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7bfe2f27-d783-46e1-8f66-c6423873e996 req-f0044511-fd27-4e1e-b8e8-bf7746ad0ef2 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.1284034 Jul 16 18:00:26.193625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb256d39-9f45-4057-bd08-a95a03b6b3d4 req-90c4bff9-bee9-4a97-a3ce-8961da010bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.196420 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fb256d39-9f45-4057-bd08-a95a03b6b3d4 req-90c4bff9-bee9-4a97-a3ce-8961da010bf5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 1098 time: 0.0938847 Jul 16 18:00:26.260835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97effec3-5c6b-43ad-85a4-f5937ca61700 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:26.275893 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b9a05-f84d-4672-8826-7209a0810585 None None] Sync routers for ids ['8d22c840-3df4-4330-bec1-19ae742940ff'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:26.276442 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7bfe2f27-d783-46e1-8f66-c6423873e996 req-88276864-598e-44b6-a98a-0484072775f2 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167886 Jul 16 18:00:26.286276 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-97effec3-5c6b-43ad-85a4-f5937ca61700 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "PUT /v2.0/routers/8d22c840-3df4-4330-bec1-19ae742940ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0857470 Jul 16 18:00:26.293587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58246) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:26.317918 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b9a05-f84d-4672-8826-7209a0810585 None None] Routers {'8d22c840-3df4-4330-bec1-19ae742940ff'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:26.320436 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a12b9a05-f84d-4672-8826-7209a0810585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:00:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8d22c840-3df4-4330-bec1-19ae742940ff'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:26.342033 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fb256d39-9f45-4057-bd08-a95a03b6b3d4 req-1ec22a12-1d8d-44c1-8e3b-3514fc76d363 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325476 Jul 16 18:00:26.382088 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a12b9a05-f84d-4672-8826-7209a0810585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:26.408706 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b9a05-f84d-4672-8826-7209a0810585 None None] Routers {'8d22c840-3df4-4330-bec1-19ae742940ff'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:26.409549 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a12b9a05-f84d-4672-8826-7209a0810585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:00:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8d22c840-3df4-4330-bec1-19ae742940ff'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:26.478576 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a12b9a05-f84d-4672-8826-7209a0810585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:26.480264 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b9a05-f84d-4672-8826-7209a0810585 None None] The sync data for ids ['8d22c840-3df4-4330-bec1-19ae742940ff'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:26.483780 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.721526 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.838229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Deleting port f76f4077-d3d9-4ac4-967e-c9201c6c66b8 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:26.838586 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:26.849134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00692672-80fd-4775-b7df-a65c1fdb101e req-6a10aad3-f6cd-4f01-b318-60a816dac6bc tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.856861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00692672-80fd-4775-b7df-a65c1fdb101e req-6a10aad3-f6cd-4f01-b318-60a816dac6bc tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.1219780 Jul 16 18:00:26.882539 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-d297f79f-1a1d-4493-8b3e-bc1c8d72d336 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.885936 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-d297f79f-1a1d-4493-8b3e-bc1c8d72d336 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.11 "GET /v2.0/networks?id=c39243c9-bf2d-4eab-8a57-923b366e35e6 HTTP/1.1" status: 200 len: 806 time: 0.3679132 Jul 16 18:00:26.961244 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-c0b9fe9d-c6b1-4adf-93c2-3e31ff4e9c41 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=165f501fe1b848e38e45019db458be05 HTTP/1.1" status: 200 len: 379 time: 0.0653110 Jul 16 18:00:26.975190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Request body: {'port': {'device_id': '9d069f46-b0ba-41d0-a617-69e58c79df8d', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'admin_state_up': True, 'tenant_id': '165f501fe1b848e38e45019db458be05', 'security_groups': ['0cfe7d43-a83d-4c4f-a395-781ac14b54b1']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:26.982206 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00692672-80fd-4775-b7df-a65c1fdb101e req-7197826f-efe1-4a14-a3ef-f77ef0cfbd78 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243191 Jul 16 18:00:27.012459 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.030389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Calling delete_port for f76f4077-d3d9-4ac4-967e-c9201c6c66b8 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:27.152610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Made reservation on behalf of 165f501fe1b848e38e45019db458be05 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:27.157580 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.377281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Allocated IP 172.20.0.10 (c39243c9-bf2d-4eab-8a57-923b366e35e6/ec990d3c-ee94-472b-a701-26c32f3ed3e8/7405950f-f509-455d-aac4-a06beb5e5b55) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:27.378278 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 3aed7065-a33e-464f-968c-28d9df6afee6 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:27.411584 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.433150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6cf7f136-c23c-4305-876d-d7c03363f212 req-a9a515b5-6f37-41e2-8acf-4253d506eb74 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 210 time: 0.0974617 Jul 16 18:00:27.434978 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 3aed7065-a33e-464f-968c-28d9df6afee6 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:27.436475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 3aed7065-a33e-464f-968c-28d9df6afee6 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:27.522503 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event deleted for resources: {'Port': ['ID=f76f4077-d3d9-4ac4-967e-c9201c6c66b8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:27.632980 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.650145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Transition to ACTIVE for port object 7405950f-f509-455d-aac4-a06beb5e5b55 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:27.687915 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.689100 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.767107 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Network c39243c9-bf2d-4eab-8a57-923b366e35e6 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:27.772102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:27.785176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Pushing event updated for resources: {'Port': ['ID=7405950f-f509-455d-aac4-a06beb5e5b55,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:27.788619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:27.858029 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:27.858889 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.880619 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-fd4c8a23-569b-46a4-8216-99bde0ac94e6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9113657 Jul 16 18:00:27.896116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Request body: {'port': {'device_id': '9d069f46-b0ba-41d0-a617-69e58c79df8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:27.998600 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.101265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4abfcfd7-4482-4ec3-82f6-27fe5da76782 None None] Provisioning for port 7405950f-f509-455d-aac4-a06beb5e5b55 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:28.113244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4abfcfd7-4482-4ec3-82f6-27fe5da76782 None None] Provisioning complete for port 7405950f-f509-455d-aac4-a06beb5e5b55 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:28.113704 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4abfcfd7-4482-4ec3-82f6-27fe5da76782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.150403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4abfcfd7-4482-4ec3-82f6-27fe5da76782 None None] Port 7405950f-f509-455d-aac4-a06beb5e5b55 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:28.184173 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.195301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c61b85-8c1d-47e2-99b9-f3b21626ecf2 req-922866ea-2ec0-4efa-abc1-cd65e417643f tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.197397 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7c61b85-8c1d-47e2-99b9-f3b21626ecf2 req-922866ea-2ec0-4efa-abc1-cd65e417643f tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=a60dad37-f6c2-477c-9f89-0de891ab63ce HTTP/1.1" status: 200 len: 946 time: 0.7605927 Jul 16 18:00:28.199002 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.288484 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.289058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Fanout notify agent at l3_agent the message router_deleted on router 8d22c840-3df4-4330-bec1-19ae742940ff {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:00:28.297844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3a429-ab6f-45ee-8ef7-0a3bf34534be req-88f55001-9028-4b64-a202-a63a00a6977c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.304672 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30a3a429-ab6f-45ee-8ef7-0a3bf34534be req-88f55001-9028-4b64-a202-a63a00a6977c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.6926775 Jul 16 18:00:28.311557 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.312526 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b83caff2-e3d5-4fe1-b1bb-05b3b9ec6ee9 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "DELETE /v2.0/routers/8d22c840-3df4-4330-bec1-19ae742940ff HTTP/1.1" status: 204 len: 168 time: 2.0176511 Jul 16 18:00:28.317840 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58380) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:28.338364 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7c61b85-8c1d-47e2-99b9-f3b21626ecf2 req-2caa90a6-1955-4cee-9276-1f725704be79 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318388 Jul 16 18:00:28.367003 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7405950f-f509-455d-aac4-a06beb5e5b55 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:28.368012 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30a3a429-ab6f-45ee-8ef7-0a3bf34534be req-22818730-f809-468e-a06c-817c50790465 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624673 Jul 16 18:00:28.388945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.450489 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Transition to ACTIVE for port object 7405950f-f509-455d-aac4-a06beb5e5b55 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:28.457521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f152753a-9439-49ef-8711-48cec63b64d0 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Deleting subnet a795cf80-95de-42b8-a1fc-45c3fc0dca25 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:28.462956 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.467141 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f152753a-9439-49ef-8711-48cec63b64d0 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.611354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7405950f-f509-455d-aac4-a06beb5e5b55,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:28.617460 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f152753a-9439-49ef-8711-48cec63b64d0 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.808211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Attempting to bind port 7405950f-f509-455d-aac4-a06beb5e5b55 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:28.808565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Attempting to bind port 7405950f-f509-455d-aac4-a06beb5e5b55 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '78db6917-37f1-4619-b193-94b606297ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:28.809404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Attempting to bind port 7405950f-f509-455d-aac4-a06beb5e5b55 on network c39243c9-bf2d-4eab-8a57-923b366e35e6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:28.818798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Port 7405950f-f509-455d-aac4-a06beb5e5b55 on network c39243c9-bf2d-4eab-8a57-923b366e35e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:28.819131 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Attempting to bind port 7405950f-f509-455d-aac4-a06beb5e5b55 on network c39243c9-bf2d-4eab-8a57-923b366e35e6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:28.822692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1802575-5fad-4e3d-9c4f-709fd38f4c6b req-679047cd-b60a-4341-902d-e26f05441f1d tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.824183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1802575-5fad-4e3d-9c4f-709fd38f4c6b req-679047cd-b60a-4341-902d-e26f05441f1d tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 944 time: 0.1277194 Jul 16 18:00:28.830143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f152753a-9439-49ef-8711-48cec63b64d0 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.833360 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:28.833961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Checking segment: {'id': '78db6917-37f1-4619-b193-94b606297ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:28.834353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Bound using segment: {'id': '78db6917-37f1-4619-b193-94b606297ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:28.834803 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Bound port: 7405950f-f509-455d-aac4-a06beb5e5b55, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78db6917-37f1-4619-b193-94b606297ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:28.835153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.838391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d67a8-6a6f-4e6a-8789-b719175cf370 req-10c3718f-42aa-4aa4-98e2-fe041f593c9c tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.855882 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b86d67a8-6a6f-4e6a-8789-b719175cf370 req-10c3718f-42aa-4aa4-98e2-fe041f593c9c tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.1764584 Jul 16 18:00:28.932902 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b86d67a8-6a6f-4e6a-8789-b719175cf370 req-b0638039-9876-4f9b-bbc2-941342d27fe7 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759804 Jul 16 18:00:28.936592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1802575-5fad-4e3d-9c4f-709fd38f4c6b req-1631774e-671a-4ed0-bf37-b80f9291631c tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfe7d43-a83d-4c4f-a395-781ac14b54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786817 Jul 16 18:00:28.952120 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f152753a-9439-49ef-8711-48cec63b64d0 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.000696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152753a-9439-49ef-8711-48cec63b64d0 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event deleted for resources: {'Subnet': ['ID=a795cf80-95de-42b8-a1fc-45c3fc0dca25,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:29.028331 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f152753a-9439-49ef-8711-48cec63b64d0 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.032481 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f152753a-9439-49ef-8711-48cec63b64d0 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "DELETE /v2.0/subnets/a795cf80-95de-42b8-a1fc-45c3fc0dca25 HTTP/1.1" status: 204 len: 168 time: 0.7112296 Jul 16 18:00:29.032782 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58428) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:29.033927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d48ff9-b455-4c2e-b13c-739b4dc3454c None None] Network 80981c5c-3fbe-426a-80e9-7c632d5e2e5a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:29.065981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] For port 7405950f-f509-455d-aac4-a06beb5e5b55, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:29.071200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] For port 7405950f-f509-455d-aac4-a06beb5e5b55, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=7405950f-f509-455d-aac4-a06beb5e5b55,segment=NetworkSegment(78db6917-37f1-4619-b193-94b606297ea6),segment_id=78db6917-37f1-4619-b193-94b606297ea6)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:29.079561 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.139512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.140152 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.145118 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] 10.222.0.11 "PUT /v2.0/ports/7405950f-f509-455d-aac4-a06beb5e5b55 HTTP/1.1" status: 200 len: 1093 time: 1.2551596 Jul 16 18:00:29.145618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d069f46-b0ba-41d0-a617-69e58c79df8d', 'tag': '7405950f-f509-455d-aac4-a06beb5e5b55'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:29.148463 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8cc7f6-0dd6-4e14-b990-930ab8d0d74a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d069f46-b0ba-41d0-a617-69e58c79df8d", "tag": "7405950f-f509-455d-aac4-a06beb5e5b55"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:29.171837 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.238453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439668a-5803-43c7-8c50-a6d949d717b1 req-ab9b8141-c72a-474e-ae64-374ebb388404 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.242769 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a439668a-5803-43c7-8c50-a6d949d717b1 req-ab9b8141-c72a-474e-ae64-374ebb388404 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60dad37-f6c2-477c-9f89-0de891ab63ce HTTP/1.1" status: 200 len: 946 time: 0.2559144 Jul 16 18:00:29.248085 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f802fec-4fb8-406a-86ae-3bcbeffa41e3 x-openstack-request-id: req-0f802fec-4fb8-406a-86ae-3bcbeffa41e3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:29.250595 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d069f46-b0ba-41d0-a617-69e58c79df8d", "tag": "7405950f-f509-455d-aac4-a06beb5e5b55", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:29.250868 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f802fec-4fb8-406a-86ae-3bcbeffa41e3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:29.251482 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d069f46-b0ba-41d0-a617-69e58c79df8d', 'tag': '7405950f-f509-455d-aac4-a06beb5e5b55', 'status': 'completed', 'code': 200} Jul 16 18:00:29.251732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bf413-2eab-443e-b100-a69d5fe89517 req-385b883f-4397-4b5e-8824-29d5190f0ddd tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.254310 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-934bf413-2eab-443e-b100-a69d5fe89517 req-385b883f-4397-4b5e-8824-29d5190f0ddd tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.1708415 Jul 16 18:00:29.327527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-934bf413-2eab-443e-b100-a69d5fe89517 req-0d316b69-5175-4624-aa5e-aa62b3a7a319 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654233 Jul 16 18:00:29.340631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Deleting port efc0ac8d-d0e5-4724-b6b6-6946095f84bd {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:29.341536 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.377136 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c56489-b138-44bd-943c-2037f4ef7fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7405950f-f509-455d-aac4-a06beb5e5b55,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:29.380282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f415cb40-8f90-40d6-bf13-e470c4b47edc None None] DHCP port deletion for 80981c5c-3fbe-426a-80e9-7c632d5e2e5a request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:00:29.504645 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] For port efc0ac8d-d0e5-4724-b6b6-6946095f84bd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=efc0ac8d-d0e5-4724-b6b6-6946095f84bd,segment=NetworkSegment(26edead8-1505-4739-9d73-41efe7e7a69e),segment_id=26edead8-1505-4739-9d73-41efe7e7a69e)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:29.505486 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.516036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f415cb40-8f90-40d6-bf13-e470c4b47edc None None] Deleting port efc0ac8d-d0e5-4724-b6b6-6946095f84bd {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:29.516415 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f415cb40-8f90-40d6-bf13-e470c4b47edc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.545993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Calling delete_port for efc0ac8d-d0e5-4724-b6b6-6946095f84bd owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:29.562618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-09be0559-d5db-46af-a613-958761586761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.565254 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-09be0559-d5db-46af-a613-958761586761 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=165f501fe1b848e38e45019db458be05&device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 1096 time: 0.3656545 Jul 16 18:00:29.646914 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-3e302856-905a-4799-8a1f-bdfd25c90340 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7405950f-f509-455d-aac4-a06beb5e5b55 HTTP/1.1" status: 200 len: 217 time: 0.0716653 Jul 16 18:00:29.707964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f415cb40-8f90-40d6-bf13-e470c4b47edc None None] For port efc0ac8d-d0e5-4724-b6b6-6946095f84bd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=efc0ac8d-d0e5-4724-b6b6-6946095f84bd,segment=NetworkSegment(26edead8-1505-4739-9d73-41efe7e7a69e),segment_id=26edead8-1505-4739-9d73-41efe7e7a69e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:29.708371 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f415cb40-8f90-40d6-bf13-e470c4b47edc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.712969 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-296311d5-05a0-4825-898d-829cffc42f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.714506 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-296311d5-05a0-4825-898d-829cffc42f86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ec990d3c-ee94-472b-a701-26c32f3ed3e8 HTTP/1.1" status: 200 len: 845 time: 0.0610774 Jul 16 18:00:29.716954 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-a439668a-5803-43c7-8c50-a6d949d717b1 req-f7ceb57c-6076-4761-9772-14545402c606 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Deleting port c21d2843-44db-4f8f-9d02-ef6e89d78405 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:29.717302 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a439668a-5803-43c7-8c50-a6d949d717b1 req-f7ceb57c-6076-4761-9772-14545402c606 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.741643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f415cb40-8f90-40d6-bf13-e470c4b47edc None None] Calling delete_port for efc0ac8d-d0e5-4724-b6b6-6946095f84bd owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:29.841254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fd330-b8ea-4917-8524-848d82595e05 req-8425ae5d-dff0-4e59-b421-317d9379fd2f tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.868197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-59873142-baa2-40df-8ffb-5b10940d7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.869926 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-59873142-baa2-40df-8ffb-5b10940d7aec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c39243c9-bf2d-4eab-8a57-923b366e35e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474972 Jul 16 18:00:29.871086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f2fd330-b8ea-4917-8524-848d82595e05 req-8425ae5d-dff0-4e59-b421-317d9379fd2f tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=a60dad37-f6c2-477c-9f89-0de891ab63ce HTTP/1.1" status: 200 len: 946 time: 0.2064614 Jul 16 18:00:29.876448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-a439668a-5803-43c7-8c50-a6d949d717b1 req-f7ceb57c-6076-4761-9772-14545402c606 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] For port c21d2843-44db-4f8f-9d02-ef6e89d78405, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c21d2843-44db-4f8f-9d02-ef6e89d78405,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:29.876830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a439668a-5803-43c7-8c50-a6d949d717b1 req-f7ceb57c-6076-4761-9772-14545402c606 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.885952 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.929588 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f415cb40-8f90-40d6-bf13-e470c4b47edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.934505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event deleted for resources: {'Port': ['ID=efc0ac8d-d0e5-4724-b6b6-6946095f84bd,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:29.937090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] No DVR routers for this DVR port efc0ac8d-d0e5-4724-b6b6-6946095f84bd on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:29.989984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415cb40-8f90-40d6-bf13-e470c4b47edc None None] Pushing event deleted for resources: {'Port': ['ID=efc0ac8d-d0e5-4724-b6b6-6946095f84bd,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:29.993922 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f415cb40-8f90-40d6-bf13-e470c4b47edc None None] No DVR routers for this DVR port efc0ac8d-d0e5-4724-b6b6-6946095f84bd on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:30.017562 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f2fd330-b8ea-4917-8524-848d82595e05 req-99361347-1571-48bb-aaa9-07900024ce83 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344135 Jul 16 18:00:30.018434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-a439668a-5803-43c7-8c50-a6d949d717b1 req-f7ceb57c-6076-4761-9772-14545402c606 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Calling delete_port for c21d2843-44db-4f8f-9d02-ef6e89d78405 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:30.113896 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-b61ad8f8-c094-4b71-a852-d95b02093983 service neutron] 10.222.0.11 "GET /v2.0/networks/c39243c9-bf2d-4eab-8a57-923b366e35e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336318 Jul 16 18:00:30.125006 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.142075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80981c5c-3fbe-426a-80e9-7c632d5e2e5a']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:30.186192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26edead8-1505-4739-9d73-41efe7e7a69e') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:30.186500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26edead8-1505-4739-9d73-41efe7e7a69e') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:30.217974 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.280547 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9e03cd14-6d34-454f-87f8-e2c7a259102a req-ecd03e17-c5e8-4964-85c6-0f537a14d9c3 service neutron] 10.222.0.11 "GET /v2.0/networks/c39243c9-bf2d-4eab-8a57-923b366e35e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562212 Jul 16 18:00:30.282246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34348bba-e911-40b7-8cdc-9b1b9f7a4cf4 req-714292dc-5769-4bab-9224-c05a85cd514b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.283826 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34348bba-e911-40b7-8cdc-9b1b9f7a4cf4 req-714292dc-5769-4bab-9224-c05a85cd514b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.2517259 Jul 16 18:00:30.286843 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.307988 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:30.309278 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: items = [ Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:30.313919 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:30.371146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a439668a-5803-43c7-8c50-a6d949d717b1 req-f7ceb57c-6076-4761-9772-14545402c606 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.384356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['389ba076-7523-475c-b1ba-fcb288c64bd5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:30.426066 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34348bba-e911-40b7-8cdc-9b1b9f7a4cf4 req-72fe3df5-603c-492c-90cb-c54e81a973e9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317818 Jul 16 18:00:30.445444 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.451240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['c21d2843-44db-4f8f-9d02-ef6e89d78405'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:30.462701 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.468578 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "DELETE /v2.0/networks/80981c5c-3fbe-426a-80e9-7c632d5e2e5a HTTP/1.1" status: 204 len: 168 time: 1.4347365 Jul 16 18:00:30.476352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ceb57c-6076-4761-9772-14545402c606 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Pushing event deleted for resources: {'Port': ['ID=c21d2843-44db-4f8f-9d02-ef6e89d78405,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:30.479774 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58512) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:30.537227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dab9e-d2d6-4d9e-a367-3b3a1ac35ae1 tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event deleted for resources: {'Network': ['ID=80981c5c-3fbe-426a-80e9-7c632d5e2e5a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:30.567557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device efc0ac8d-d0e5-4724-b6b6-6946095f84bd no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:30.583647 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a439668a-5803-43c7-8c50-a6d949d717b1 req-f7ceb57c-6076-4761-9772-14545402c606 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] No DVR routers for this DVR port c21d2843-44db-4f8f-9d02-ef6e89d78405 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:30.590327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a439668a-5803-43c7-8c50-a6d949d717b1 req-f7ceb57c-6076-4761-9772-14545402c606 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.592732 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a439668a-5803-43c7-8c50-a6d949d717b1 req-f7ceb57c-6076-4761-9772-14545402c606 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.32 "DELETE /v2.0/ports/c21d2843-44db-4f8f-9d02-ef6e89d78405 HTTP/1.1" status: 204 len: 173 time: 1.2753727 Jul 16 18:00:30.613873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cc7f6-0dd6-4e14-b990-930ab8d0d74a req-5e1c23fa-2b21-461f-a369-d6fc064b1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.616180 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cd8cc7f6-0dd6-4e14-b990-930ab8d0d74a req-5e1c23fa-2b21-461f-a369-d6fc064b1285 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=165f501fe1b848e38e45019db458be05&device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 1096 time: 0.2557783 Jul 16 18:00:30.623748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: efc0ac8d-d0e5-4724-b6b6-6946095f84bd {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:30.624397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device efc0ac8d-d0e5-4724-b6b6-6946095f84bd not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:30.666665 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7385d65-36f2-40f2-b279-6c949ef7881e req-bcc0e32a-2d94-49e4-b1af-7b6ffd3a0ef9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.674313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7385d65-36f2-40f2-b279-6c949ef7881e req-bcc0e32a-2d94-49e4-b1af-7b6ffd3a0ef9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 944 time: 0.2138174 Jul 16 18:00:30.799387 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cc7f6-0dd6-4e14-b990-930ab8d0d74a req-099e2e49-abf5-41f0-883c-891acf75406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.804859 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cd8cc7f6-0dd6-4e14-b990-930ab8d0d74a req-099e2e49-abf5-41f0-883c-891acf75406e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c39243c9-bf2d-4eab-8a57-923b366e35e6 HTTP/1.1" status: 200 len: 907 time: 0.1801322 Jul 16 18:00:30.864888 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7385d65-36f2-40f2-b279-6c949ef7881e req-7cb475bc-2777-49d2-8402-e845d3dbc813 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfe7d43-a83d-4c4f-a395-781ac14b54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895814 Jul 16 18:00:30.891093 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cd8cc7f6-0dd6-4e14-b990-930ab8d0d74a req-b3ea00d2-e330-4d73-b998-6cb171e0ea4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7405950f-f509-455d-aac4-a06beb5e5b55 HTTP/1.1" status: 200 len: 217 time: 0.0752141 Jul 16 18:00:30.891639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-7f0614f0-0c3b-4f73-bf9f-3b1762ffbed4 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.898559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-7f0614f0-0c3b-4f73-bf9f-3b1762ffbed4 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/networks?id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 HTTP/1.1" status: 200 len: 813 time: 0.2221093 Jul 16 18:00:30.913889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-a1146cfe-d753-44e2-a96a-1d915f80aef4 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/quotas/d97172e1a49846aba5948b04d63bbeab HTTP/1.1" status: 200 len: 375 time: 0.0142913 Jul 16 18:00:30.919254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7059f81a-9350-4423-bdf4-39918c523cad tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Deleting port 5082e51d-6d04-407a-b4b2-d92a791fe376 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:30.919613 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7059f81a-9350-4423-bdf4-39918c523cad tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.968700 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cc7f6-0dd6-4e14-b990-930ab8d0d74a req-6ff68a3b-d95e-439f-b754-d3363fed371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.972567 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cd8cc7f6-0dd6-4e14-b990-930ab8d0d74a req-6ff68a3b-d95e-439f-b754-d3363fed371a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ec990d3c-ee94-472b-a701-26c32f3ed3e8 HTTP/1.1" status: 200 len: 845 time: 0.0731840 Jul 16 18:00:31.051353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cc7f6-0dd6-4e14-b990-930ab8d0d74a req-3051679c-88e8-450f-8ab0-0a9d727a9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.053731 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cd8cc7f6-0dd6-4e14-b990-930ab8d0d74a req-3051679c-88e8-450f-8ab0-0a9d727a9c73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c39243c9-bf2d-4eab-8a57-923b366e35e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693753 Jul 16 18:00:31.076723 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58532) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:31.127931 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7059f81a-9350-4423-bdf4-39918c523cad tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.128905 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7059f81a-9350-4423-bdf4-39918c523cad tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.171232 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-809cc787-50ab-431f-b9da-874113fcc5bb tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d97172e1a49846aba5948b04d63bbeab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2482598 Jul 16 18:00:31.194501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7059f81a-9350-4423-bdf4-39918c523cad tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Calling delete_port for 5082e51d-6d04-407a-b4b2-d92a791fe376 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:31.306658 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d50df42-86ea-4452-bd3f-28dbb41db7ad req-c5a16518-3877-4789-8c46-81ed35846b8c tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=a60dad37-f6c2-477c-9f89-0de891ab63ce HTTP/1.1" status: 200 len: 210 time: 0.0842478 Jul 16 18:00:31.466516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60dad37-f6c2-477c-9f89-0de891ab63ce', 'name': 'network-vif-deleted', 'tag': 'c21d2843-44db-4f8f-9d02-ef6e89d78405'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:31.468476 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb40a6a8-50d2-490a-b65d-7d82d6aaa022" -d '{"events": [{"server_uuid": "a60dad37-f6c2-477c-9f89-0de891ab63ce", "name": "network-vif-deleted", "tag": "c21d2843-44db-4f8f-9d02-ef6e89d78405"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:31.492771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7430ee67-ae16-4765-b9e9-18372f5691e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.525726 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cd8cc7f6-0dd6-4e14-b990-930ab8d0d74a req-c279106f-00cd-498e-ba68-db699c66da2b service neutron] 10.222.0.11 "GET /v2.0/networks/c39243c9-bf2d-4eab-8a57-923b366e35e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628458 Jul 16 18:00:31.534239 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-8011e9d1-961c-405e-9533-e9c0bafaadae service neutron] 10.222.0.24 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528969 Jul 16 18:00:31.648993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a43d14-ba67-4a70-ae4b-1b967808a460 req-c07149ca-9ff1-444c-810a-927b693a7269 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.651570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6a43d14-ba67-4a70-ae4b-1b967808a460 req-c07149ca-9ff1-444c-810a-927b693a7269 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.11 "GET /v2.0/ports?device_id=89f27fed-b588-46de-b79a-dd32f149de05 HTTP/1.1" status: 200 len: 946 time: 0.2831600 Jul 16 18:00:31.703409 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cd8cc7f6-0dd6-4e14-b990-930ab8d0d74a req-b723665a-5bca-4029-a8ca-3566badbf18f service neutron] 10.222.0.11 "GET /v2.0/networks/c39243c9-bf2d-4eab-8a57-923b366e35e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672871 Jul 16 18:00:31.752543 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-1edac0d8-0c04-4e2b-ae1e-5e0424a48d55 service neutron] 10.222.0.24 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173493 Jul 16 18:00:31.761252 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7059f81a-9350-4423-bdf4-39918c523cad tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.770755 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7430ee67-ae16-4765-b9e9-18372f5691e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.777712 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7430ee67-ae16-4765-b9e9-18372f5691e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.824393 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7430ee67-ae16-4765-b9e9-18372f5691e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b91651987a0f43d692f0c98d7009a925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7448599 Jul 16 18:00:31.825593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58544) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:31.862160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059f81a-9350-4423-bdf4-39918c523cad tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Pushing event deleted for resources: {'Port': ['ID=5082e51d-6d04-407a-b4b2-d92a791fe376,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:31.903558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430ee67-ae16-4765-b9e9-18372f5691e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8d7c37-0a87-4863-88cd-174066dc4ade,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:31.936564 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a292d9-ed78-49c8-89a1-ba25dda732c1 x-openstack-request-id: req-f1a292d9-ed78-49c8-89a1-ba25dda732c1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:31.937243 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60dad37-f6c2-477c-9f89-0de891ab63ce", "name": "network-vif-deleted", "tag": "c21d2843-44db-4f8f-9d02-ef6e89d78405", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:31.937788 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1a292d9-ed78-49c8-89a1-ba25dda732c1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:31.938399 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60dad37-f6c2-477c-9f89-0de891ab63ce', 'name': 'network-vif-deleted', 'tag': 'c21d2843-44db-4f8f-9d02-ef6e89d78405', 'status': 'completed', 'code': 200} Jul 16 18:00:31.978967 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a193db72-ab7e-4521-84d2-c147c30bf17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.004087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-462ac690-8676-49a0-b79a-648e8e55e68a req-6049aeb9-64d1-45f1-801e-b28b1aab8ae6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 210 time: 0.0487752 Jul 16 18:00:32.007754 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a193db72-ab7e-4521-84d2-c147c30bf17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.019793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7059f81a-9350-4423-bdf4-39918c523cad tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.022854 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7059f81a-9350-4423-bdf4-39918c523cad tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.026895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7059f81a-9350-4423-bdf4-39918c523cad tempest-FloatingIPAdminTestJSON-1656370159 tempest-FloatingIPAdminTestJSON-1656370159-project] 10.222.0.24 "DELETE /v2.0/floatingips/275c4912-dfa5-43cf-9426-23c10390c316 HTTP/1.1" status: 204 len: 168 time: 1.5427611 Jul 16 18:00:32.052860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-d6a43d14-ba67-4a70-ae4b-1b967808a460 req-53187aea-72df-4cc5-aa1f-c468a723e1ce tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Deleting port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:32.054043 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d6a43d14-ba67-4a70-ae4b-1b967808a460 req-53187aea-72df-4cc5-aa1f-c468a723e1ce tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.094799 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4769-f6a9-4ff4-af97-f342e007d3e1 req-5229015a-008d-4c52-bd4e-efe20ae1b6f0 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.106059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-253f4769-f6a9-4ff4-af97-f342e007d3e1 req-5229015a-008d-4c52-bd4e-efe20ae1b6f0 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.3200161 Jul 16 18:00:32.111799 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a193db72-ab7e-4521-84d2-c147c30bf17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.116709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a193db72-ab7e-4521-84d2-c147c30bf17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.118011 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a193db72-ab7e-4521-84d2-c147c30bf17f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e8d7c37-0a87-4863-88cd-174066dc4ade HTTP/1.1" status: 204 len: 168 time: 0.2896349 Jul 16 18:00:32.129574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193db72-ab7e-4521-84d2-c147c30bf17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8d7c37-0a87-4863-88cd-174066dc4ade,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:32.221442 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-253f4769-f6a9-4ff4-af97-f342e007d3e1 req-6422bce4-56ec-45db-ac98-3866e32b7084 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136744 Jul 16 18:00:32.355768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-d6a43d14-ba67-4a70-ae4b-1b967808a460 req-53187aea-72df-4cc5-aa1f-c468a723e1ce tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] For port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:32.356486 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d6a43d14-ba67-4a70-ae4b-1b967808a460 req-53187aea-72df-4cc5-aa1f-c468a723e1ce tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.390885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device c21d2843-44db-4f8f-9d02-ef6e89d78405 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:32.397146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-d6a43d14-ba67-4a70-ae4b-1b967808a460 req-53187aea-72df-4cc5-aa1f-c468a723e1ce tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Calling delete_port for 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:32.415208 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58566) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:32.433954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaefd8-bcf1-4511-a303-7aba5ef29532 req-d4f9ca55-e72c-4de2-93e4-6283039cbd1e tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.442923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95aaefd8-bcf1-4511-a303-7aba5ef29532 req-d4f9ca55-e72c-4de2-93e4-6283039cbd1e tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 944 time: 0.2467101 Jul 16 18:00:32.452753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: c21d2843-44db-4f8f-9d02-ef6e89d78405 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:32.453505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device c21d2843-44db-4f8f-9d02-ef6e89d78405 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:32.549115 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95aaefd8-bcf1-4511-a303-7aba5ef29532 req-816aa1d0-0b23-40e8-b48a-504ee1bb54e0 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfe7d43-a83d-4c4f-a395-781ac14b54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051362 Jul 16 18:00:32.711908 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d6a43d14-ba67-4a70-ae4b-1b967808a460 req-53187aea-72df-4cc5-aa1f-c468a723e1ce tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.713238 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e04da947-d57b-4259-a1cb-64768006746d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b39baee742b421096ead9e6d08eb7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959015 Jul 16 18:00:32.718139 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58584) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:32.732319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:32.811117 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53187aea-72df-4cc5-aa1f-c468a723e1ce tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Pushing event deleted for resources: {'Port': ['ID=6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:32.833081 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e78bb4fe-0d77-47fe-8756-ee1a1485dbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.895017 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e78bb4fe-0d77-47fe-8756-ee1a1485dbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.928735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a43d14-ba67-4a70-ae4b-1b967808a460 req-53187aea-72df-4cc5-aa1f-c468a723e1ce tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] No DVR routers for this DVR port 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:32.933106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-d6a43d14-ba67-4a70-ae4b-1b967808a460 req-53187aea-72df-4cc5-aa1f-c468a723e1ce tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.935450 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6a43d14-ba67-4a70-ae4b-1b967808a460 req-53187aea-72df-4cc5-aa1f-c468a723e1ce tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.11 "DELETE /v2.0/ports/6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f HTTP/1.1" status: 204 len: 173 time: 1.2623484 Jul 16 18:00:32.938183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f27fed-b588-46de-b79a-dd32f149de05', 'name': 'network-vif-deleted', 'tag': '6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:32.960272 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a703b6-8b87-41d1-b8ff-1d33c101c811" -d '{"events": [{"server_uuid": "89f27fed-b588-46de-b79a-dd32f149de05", "name": "network-vif-deleted", "tag": "6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:33.025496 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e78bb4fe-0d77-47fe-8756-ee1a1485dbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.028710 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e78bb4fe-0d77-47fe-8756-ee1a1485dbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.033547 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e78bb4fe-0d77-47fe-8756-ee1a1485dbea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e9f9265-2984-4baf-a5c1-8e5f8eb2fb71 HTTP/1.1" status: 204 len: 168 time: 0.2993705 Jul 16 18:00:33.055214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bb4fe-0d77-47fe-8756-ee1a1485dbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9f9265-2984-4baf-a5c1-8e5f8eb2fb71,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:33.132325 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9bafcf-0484-4c4b-9f24-355ac985a331 x-openstack-request-id: req-5d9bafcf-0484-4c4b-9f24-355ac985a331 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:33.132972 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f27fed-b588-46de-b79a-dd32f149de05", "name": "network-vif-deleted", "tag": "6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:33.133483 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d9bafcf-0484-4c4b-9f24-355ac985a331 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:33.134613 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f27fed-b588-46de-b79a-dd32f149de05', 'name': 'network-vif-deleted', 'tag': '6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f', 'status': 'completed', 'code': 200} Jul 16 18:00:33.314455 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c053b2c-d84c-4322-93ab-2ae94cf427e6 req-38c85042-8bde-4859-8561-cf9d84b5636f tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 210 time: 0.0686982 Jul 16 18:00:33.421313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 7405950f-f509-455d-aac4-a06beb5e5b55 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:33.483855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cc14b-a382-4098-8e9a-e35c62341fb4 req-694017ff-e2ce-49e2-892c-17d8557f7262 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:33.492688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f5cc14b-a382-4098-8e9a-e35c62341fb4 req-694017ff-e2ce-49e2-892c-17d8557f7262 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.1638801 Jul 16 18:00:33.592282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 7405950f-f509-455d-aac4-a06beb5e5b55, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=7405950f-f509-455d-aac4-a06beb5e5b55,segment=NetworkSegment(78db6917-37f1-4619-b193-94b606297ea6),segment_id=78db6917-37f1-4619-b193-94b606297ea6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:33.605772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '7405950f-f509-455d-aac4-a06beb5e5b55', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'port_id': '7405950f-f509-455d-aac4-a06beb5e5b55', 'mac_address': 'fa:16:3e:34:a5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:33.622573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f5cc14b-a382-4098-8e9a-e35c62341fb4 req-c645c432-9f46-43a2-a7b5-cb1f4b30d363 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288812 Jul 16 18:00:33.662576 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.678970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7405950f-f509-455d-aac4-a06beb5e5b55 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:33.681964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad5825-13aa-4570-b034-24855e98ab6c req-82767f8e-fc91-41b3-81fc-fe5b600f2aae tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:33.684430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8ad5825-13aa-4570-b034-24855e98ab6c req-82767f8e-fc91-41b3-81fc-fe5b600f2aae tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.1609640 Jul 16 18:00:33.708755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 7405950f-f509-455d-aac4-a06beb5e5b55, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=7405950f-f509-455d-aac4-a06beb5e5b55,segment=NetworkSegment(78db6917-37f1-4619-b193-94b606297ea6),segment_id=78db6917-37f1-4619-b193-94b606297ea6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:33.715125 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.752460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58612) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:33.786441 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83726686-f17d-4784-83cc-33707dfca6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.802635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=7405950f-f509-455d-aac4-a06beb5e5b55,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:33.842800 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8ad5825-13aa-4570-b034-24855e98ab6c req-9927cfc9-ccc6-429d-a008-ce235d5163d6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514087 Jul 16 18:00:34.031273 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83726686-f17d-4784-83cc-33707dfca6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.038348 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['7405950f-f509-455d-aac4-a06beb5e5b55'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:34.044572 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83726686-f17d-4784-83cc-33707dfca6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.086842 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-83726686-f17d-4784-83cc-33707dfca6cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09eb8fdd07454cebaac29c2921b250f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3318219 Jul 16 18:00:34.096336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58618) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:34.184101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1192cb1-4447-47cc-832a-bb043e1b3a6c req-42f2d556-f5b0-4977-bd48-c2e973874cb4 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:34.185266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83726686-f17d-4784-83cc-33707dfca6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598df369-6df6-4c23-9015-db908ca70db7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:34.201786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1192cb1-4447-47cc-832a-bb043e1b3a6c req-42f2d556-f5b0-4977-bd48-c2e973874cb4 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 945 time: 0.2413604 Jul 16 18:00:34.303105 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1192cb1-4447-47cc-832a-bb043e1b3a6c req-9855f4b9-019c-4750-8227-fc3654b39baf tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfe7d43-a83d-4c4f-a395-781ac14b54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933051 Jul 16 18:00:34.340556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61a895e1-1065-4932-b7d3-db11cc5f4f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.392574 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61a895e1-1065-4932-b7d3-db11cc5f4f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.407344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-de0a7d4b-d963-4b29-82ca-dff54568b09f tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:34.408899 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-de0a7d4b-d963-4b29-82ca-dff54568b09f tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.32 "GET /v2.0/networks?id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 HTTP/1.1" status: 200 len: 813 time: 0.2450233 Jul 16 18:00:34.432326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-88b1b77a-c1bc-472c-83ea-3014ed28b82b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Request body: {'port': {'device_id': '91a29416-3712-4265-9776-b348532e5cd7', 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3', 'admin_state_up': True, 'tenant_id': 'd97172e1a49846aba5948b04d63bbeab'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:34.546667 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7315bc9-d404-4ddd-9678-6e1d7e466a86 req-87f8f757-2940-4c1f-ad63-64c27845cf57 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 210 time: 0.0480185 Jul 16 18:00:34.602191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-88b1b77a-c1bc-472c-83ea-3014ed28b82b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Made reservation on behalf of d97172e1a49846aba5948b04d63bbeab for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:34.606527 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-88b1b77a-c1bc-472c-83ea-3014ed28b82b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.633531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61a895e1-1065-4932-b7d3-db11cc5f4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.636362 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61a895e1-1065-4932-b7d3-db11cc5f4f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.637740 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-61a895e1-1065-4932-b7d3-db11cc5f4f95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/598df369-6df6-4c23-9015-db908ca70db7 HTTP/1.1" status: 204 len: 168 time: 0.5401075 Jul 16 18:00:34.675156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a895e1-1065-4932-b7d3-db11cc5f4f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598df369-6df6-4c23-9015-db908ca70db7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:34.822951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-88b1b77a-c1bc-472c-83ea-3014ed28b82b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Allocated IP 172.20.0.2 (c4a25aec-8211-4ae2-b2a2-bc85ae7415e3/7431876d-2556-467a-a82f-bdd789c31bee/6aa664f7-c621-4a88-a387-61a68d7fab60) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:34.844600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806bad6-1da9-420e-8239-23e344f3013f req-8e496201-92a3-4ffe-b1d1-99e54bf6aa4c tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:34.851711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d806bad6-1da9-420e-8239-23e344f3013f req-8e496201-92a3-4ffe-b1d1-99e54bf6aa4c tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.0852294 Jul 16 18:00:35.062601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-88b1b77a-c1bc-472c-83ea-3014ed28b82b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.083596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58644) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:35.123517 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-88b1b77a-c1bc-472c-83ea-3014ed28b82b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.186885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-88b1b77a-c1bc-472c-83ea-3014ed28b82b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:35.191109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-88b1b77a-c1bc-472c-83ea-3014ed28b82b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:35.195566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-88b1b77a-c1bc-472c-83ea-3014ed28b82b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:35.204959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1b77a-c1bc-472c-83ea-3014ed28b82b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Pushing event updated for resources: {'Port': ['ID=6aa664f7-c621-4a88-a387-61a68d7fab60,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:35.246587 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58648) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:35.274339 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c27e41ee-bda8-4604-a36c-a5ec041c961b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.281821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d806bad6-1da9-420e-8239-23e344f3013f req-84523e42-ec22-4794-843c-6f0d4770036e tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/security-groups?id=f382bc9b-d772-4fae-b716-7864332f4808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291821 Jul 16 18:00:35.291444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-88b1b77a-c1bc-472c-83ea-3014ed28b82b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.292120 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-88b1b77a-c1bc-472c-83ea-3014ed28b82b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.330459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec68a16-5029-43f5-bc1b-1fca6bfff5a1 req-fff0d55d-92f7-43aa-9118-09f40dae297f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.339096 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aec68a16-5029-43f5-bc1b-1fca6bfff5a1 req-fff0d55d-92f7-43aa-9118-09f40dae297f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.1594346 Jul 16 18:00:35.349166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a9b9a-1435-4912-a851-b31bd0634e1c req-509139e3-6467-4e23-bab7-703ab32beff9 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.350731 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a2a9b9a-1435-4912-a851-b31bd0634e1c req-509139e3-6467-4e23-bab7-703ab32beff9 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.11 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 945 time: 0.1724377 Jul 16 18:00:35.354693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1161903659'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:35.433200 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 7405950f-f509-455d-aac4-a06beb5e5b55 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:35.444573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aec68a16-5029-43f5-bc1b-1fca6bfff5a1 req-92ea8588-e3c9-4ede-becf-9835ecfa0683 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045549 Jul 16 18:00:35.456093 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c27e41ee-bda8-4604-a36c-a5ec041c961b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.471245 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c27e41ee-bda8-4604-a36c-a5ec041c961b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.482291 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-88b1b77a-c1bc-472c-83ea-3014ed28b82b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0582948 Jul 16 18:00:35.507346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Request body: {'port': {'device_id': '91a29416-3712-4265-9776-b348532e5cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:35.523504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 7405950f-f509-455d-aac4-a06beb5e5b55 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:35.531563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 7405950f-f509-455d-aac4-a06beb5e5b55 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:35.532064 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.559002 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c27e41ee-bda8-4604-a36c-a5ec041c961b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e57557c021464098a82693977ca3d319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112829 Jul 16 18:00:35.562821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58654) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:35.564323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-7a2a9b9a-1435-4912-a851-b31bd0634e1c req-37c9eb0e-ec23-4a71-b0fc-4fcc17b9932d tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Deleting port 389ba076-7523-475c-b1ba-fcb288c64bd5 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:35.564727 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7a2a9b9a-1435-4912-a851-b31bd0634e1c req-37c9eb0e-ec23-4a71-b0fc-4fcc17b9932d tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.573825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Made reservation on behalf of 14bc3cce03ef4d1ea37935a3da8011a2 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:35.585425 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.616820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e41ee-bda8-4604-a36c-a5ec041c961b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace4acf4-c81c-4123-86c5-0d73def68f8e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:35.622436 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.663493 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.710071 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.736198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d069f46-b0ba-41d0-a617-69e58c79df8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7405950f-f509-455d-aac4-a06beb5e5b55'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:35.740088 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3976b7-c1e4-4281-8765-95ccaf208c59" -d '{"events": [{"server_uuid": "9d069f46-b0ba-41d0-a617-69e58c79df8d", "name": "network-vif-plugged", "status": "completed", "tag": "7405950f-f509-455d-aac4-a06beb5e5b55"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:35.760579 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 7405950f-f509-455d-aac4-a06beb5e5b55, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=7405950f-f509-455d-aac4-a06beb5e5b55,segment=NetworkSegment(78db6917-37f1-4619-b193-94b606297ea6),segment_id=78db6917-37f1-4619-b193-94b606297ea6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:35.766861 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.767640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:35.796109 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:35.796109 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d5f5548-6c6a-4f15-bfe2-d49f8b78c92f not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:35.815224 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86248885-9ccf-44ed-9824-e60bbb720b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.848762 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=7405950f-f509-455d-aac4-a06beb5e5b55,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:35.878970 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86248885-9ccf-44ed-9824-e60bbb720b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.882188 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-7a2a9b9a-1435-4912-a851-b31bd0634e1c req-37c9eb0e-ec23-4a71-b0fc-4fcc17b9932d tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] For port 389ba076-7523-475c-b1ba-fcb288c64bd5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=389ba076-7523-475c-b1ba-fcb288c64bd5,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:35.882564 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7a2a9b9a-1435-4912-a851-b31bd0634e1c req-37c9eb0e-ec23-4a71-b0fc-4fcc17b9932d tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.923320 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.935752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-7a2a9b9a-1435-4912-a851-b31bd0634e1c req-37c9eb0e-ec23-4a71-b0fc-4fcc17b9932d tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Calling delete_port for 389ba076-7523-475c-b1ba-fcb288c64bd5 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:35.936384 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.983829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f6e64-2c72-42de-bc6b-685b5dbae733 req-62fae356-4a8d-48dd-ac13-b44e39dba16e tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.985557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a23f6e64-2c72-42de-bc6b-685b5dbae733 req-62fae356-4a8d-48dd-ac13-b44e39dba16e tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 945 time: 0.3407607 Jul 16 18:00:36.025908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:36.037379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2e14d2-ee40-45c3-afb8-9035a739846f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:36.047494 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6704fd-9fb1-4fa9-bc12-caf8c4ade936 req-c688af2a-20ec-4f93-9491-262675bca727 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.049451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff6704fd-9fb1-4fa9-bc12-caf8c4ade936 req-c688af2a-20ec-4f93-9491-262675bca727 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 931 time: 0.2872066 Jul 16 18:00:36.120161 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86248885-9ccf-44ed-9824-e60bbb720b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.123191 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86248885-9ccf-44ed-9824-e60bbb720b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.127952 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-86248885-9ccf-44ed-9824-e60bbb720b6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ace4acf4-c81c-4123-86c5-0d73def68f8e HTTP/1.1" status: 204 len: 168 time: 0.5419579 Jul 16 18:00:36.132441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a23f6e64-2c72-42de-bc6b-685b5dbae733 req-7427e928-821f-4eec-b6d3-eab49a114976 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfe7d43-a83d-4c4f-a395-781ac14b54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388102 Jul 16 18:00:36.136651 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.137276 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Added segment ba625f1f-5170-4bbc-a1be-5c766efb8b47 of type vlan for network 19028d93-a766-4e43-a9a9-20b181ed6fed Jul 16 18:00:36.148109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86248885-9ccf-44ed-9824-e60bbb720b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace4acf4-c81c-4123-86c5-0d73def68f8e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:36.193327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff6704fd-9fb1-4fa9-bc12-caf8c4ade936 req-919d53d1-282f-4d03-89eb-a0016d2a758d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251910 Jul 16 18:00:36.217967 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aaecd1-a690-4466-a211-49db1331d2cf x-openstack-request-id: req-48aaecd1-a690-4466-a211-49db1331d2cf {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:36.218412 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d069f46-b0ba-41d0-a617-69e58c79df8d", "name": "network-vif-plugged", "status": "completed", "tag": "7405950f-f509-455d-aac4-a06beb5e5b55", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:36.218808 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48aaecd1-a690-4466-a211-49db1331d2cf {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:36.219402 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d069f46-b0ba-41d0-a617-69e58c79df8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7405950f-f509-455d-aac4-a06beb5e5b55', 'code': 200} Jul 16 18:00:36.253950 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa664f7-c621-4a88-a387-61a68d7fab60 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:36.280048 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.285894 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.323792 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7a2a9b9a-1435-4912-a851-b31bd0634e1c req-37c9eb0e-ec23-4a71-b0fc-4fcc17b9932d tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.338346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['389ba076-7523-475c-b1ba-fcb288c64bd5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:36.366165 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Transition to ACTIVE for port object 6aa664f7-c621-4a88-a387-61a68d7fab60 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:36.410793 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.418164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9eb0e-ec23-4a71-b0fc-4fcc17b9932d tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Pushing event deleted for resources: {'Port': ['ID=389ba076-7523-475c-b1ba-fcb288c64bd5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:36.493213 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.500799 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.501523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.505270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2a9b9a-1435-4912-a851-b31bd0634e1c req-37c9eb0e-ec23-4a71-b0fc-4fcc17b9932d tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] No DVR routers for this DVR port 389ba076-7523-475c-b1ba-fcb288c64bd5 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:36.510406 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-7a2a9b9a-1435-4912-a851-b31bd0634e1c req-37c9eb0e-ec23-4a71-b0fc-4fcc17b9932d tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.513532 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a2a9b9a-1435-4912-a851-b31bd0634e1c req-37c9eb0e-ec23-4a71-b0fc-4fcc17b9932d tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.11 "DELETE /v2.0/ports/389ba076-7523-475c-b1ba-fcb288c64bd5 HTTP/1.1" status: 204 len: 173 time: 1.1561430 Jul 16 18:00:36.514257 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b3dede-6100-4642-9b98-ba3886c645f4', 'name': 'network-vif-deleted', 'tag': '389ba076-7523-475c-b1ba-fcb288c64bd5'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:36.534483 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9fe5ae-c82a-4b38-a665-c2ee15f10b2c" -d '{"events": [{"server_uuid": "54b3dede-6100-4642-9b98-ba3886c645f4", "name": "network-vif-deleted", "tag": "389ba076-7523-475c-b1ba-fcb288c64bd5"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:36.558972 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4691839 Jul 16 18:00:36.562250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58670) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:36.607945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa664f7-c621-4a88-a387-61a68d7fab60,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:36.774770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b750f-348e-4970-94bc-a3b190d9f589 req-10eea358-47dc-4542-afca-10e4f5753683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.777388 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4c9b750f-348e-4970-94bc-a3b190d9f589 req-10eea358-47dc-4542-afca-10e4f5753683 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 1098 time: 0.4656446 Jul 16 18:00:36.782482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-feb96770-d9ac-4518-b35d-100f390d91a2 req-60c3ed0b-e420-4db8-a06f-9f0306a9cc49 tempest-ListServerFiltersTestJSON-467172023 tempest-ListServerFiltersTestJSON-467172023-project] 10.222.0.24 "GET /v2.0/ports?device_id=54b3dede-6100-4642-9b98-ba3886c645f4 HTTP/1.1" status: 200 len: 210 time: 0.0701046 Jul 16 18:00:36.831665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b6743-ec10-4e47-8c77-b9169721c0cb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Pushing event updated for resources: {'Network': ['ID=19028d93-a766-4e43-a9a9-20b181ed6fed,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:36.863421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 19028d93-a766-4e43-a9a9-20b181ed6fed details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:36.889221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Request body: {'network': {'name': 'tempest-network--1619517791', 'router:external': True}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:36.895177 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4c9b750f-348e-4970-94bc-a3b190d9f589 req-f6e11d15-0d5b-4688-82f1-2c6a7cff6e31 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0cfe7d43-a83d-4c4f-a395-781ac14b54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844312 Jul 16 18:00:36.896731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Attempting to bind port 6aa664f7-c621-4a88-a387-61a68d7fab60 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:36.897330 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Attempting to bind port 6aa664f7-c621-4a88-a387-61a68d7fab60 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'c6d52ebc-4377-4f71-88bd-4544b1699fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:36.898018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Attempting to bind port 6aa664f7-c621-4a88-a387-61a68d7fab60 on network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:36.906550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Port 6aa664f7-c621-4a88-a387-61a68d7fab60 on network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:36.907499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Attempting to bind port 6aa664f7-c621-4a88-a387-61a68d7fab60 on network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:36.915192 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:36.916082 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Checking segment: {'id': 'c6d52ebc-4377-4f71-88bd-4544b1699fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:36.917532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Bound using segment: {'id': 'c6d52ebc-4377-4f71-88bd-4544b1699fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:36.918260 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Bound port: 6aa664f7-c621-4a88-a387-61a68d7fab60, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d52ebc-4377-4f71-88bd-4544b1699fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:36.918894 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:36.957341 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddf3da1-35d4-431a-bc2a-b2e6112bbe96 x-openstack-request-id: req-1ddf3da1-35d4-431a-bc2a-b2e6112bbe96 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:36.957943 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b3dede-6100-4642-9b98-ba3886c645f4", "name": "network-vif-deleted", "tag": "389ba076-7523-475c-b1ba-fcb288c64bd5", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:36.958311 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ddf3da1-35d4-431a-bc2a-b2e6112bbe96 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:36.959106 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b3dede-6100-4642-9b98-ba3886c645f4', 'name': 'network-vif-deleted', 'tag': '389ba076-7523-475c-b1ba-fcb288c64bd5', 'status': 'completed', 'code': 200} Jul 16 18:00:37.010059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Made reservation on behalf of 4d3d746e3d8e47278bdb7c0b8d6139a2 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:37.014575 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.035600 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.044442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] For port 6aa664f7-c621-4a88-a387-61a68d7fab60, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:37.056823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] For port 6aa664f7-c621-4a88-a387-61a68d7fab60, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6aa664f7-c621-4a88-a387-61a68d7fab60,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:37.072599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.136963 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.137855 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.139810 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] 10.222.0.32 "PUT /v2.0/ports/6aa664f7-c621-4a88-a387-61a68d7fab60 HTTP/1.1" status: 200 len: 1092 time: 1.6416328 Jul 16 18:00:37.140815 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a29416-3712-4265-9776-b348532e5cd7', 'tag': '6aa664f7-c621-4a88-a387-61a68d7fab60'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:37.144121 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b492ea52-196d-4e4a-8638-6e1574dc52e4" -d '{"events": [{"name": "network-changed", "server_uuid": "91a29416-3712-4265-9776-b348532e5cd7", "tag": "6aa664f7-c621-4a88-a387-61a68d7fab60"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:37.185765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756c36a-6c1b-416c-a599-8f692e0299f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa664f7-c621-4a88-a387-61a68d7fab60,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:37.224610 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccdc189-f726-48a3-9cb9-54ced591fcd7 x-openstack-request-id: req-bccdc189-f726-48a3-9cb9-54ced591fcd7 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:37.224882 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a29416-3712-4265-9776-b348532e5cd7", "tag": "6aa664f7-c621-4a88-a387-61a68d7fab60", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:37.225232 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bccdc189-f726-48a3-9cb9-54ced591fcd7 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:37.225939 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a29416-3712-4265-9776-b348532e5cd7', 'tag': '6aa664f7-c621-4a88-a387-61a68d7fab60', 'status': 'completed', 'code': 200} Jul 16 18:00:37.276432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-5cc14967-17d9-4e8a-9030-793466084f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.278226 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-5cc14967-17d9-4e8a-9030-793466084f9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d97172e1a49846aba5948b04d63bbeab&device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 1095 time: 0.0767696 Jul 16 18:00:37.303590 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.335211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d8604-e134-47e5-8b45-af2f248ed68f req-075d83de-f3c5-4370-bbff-e89d630c3b4c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.340412 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-b785b866-854e-4a7f-a28f-69b141ede197 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6aa664f7-c621-4a88-a387-61a68d7fab60 HTTP/1.1" status: 200 len: 217 time: 0.0534406 Jul 16 18:00:37.343366 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-404d8604-e134-47e5-8b45-af2f248ed68f req-075d83de-f3c5-4370-bbff-e89d630c3b4c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.2422609 Jul 16 18:00:37.344748 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.407990 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-eb5daa51-0f24-4a77-b14b-d8f3199f9ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.409578 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-eb5daa51-0f24-4a77-b14b-d8f3199f9ad5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7431876d-2556-467a-a82f-bdd789c31bee HTTP/1.1" status: 200 len: 853 time: 0.0628376 Jul 16 18:00:37.449930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:37.458729 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-803dc85f-6afe-4e61-a88f-5401344a8717 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409579 Jul 16 18:00:37.470750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d2a4d0-d6bc-4a30-8444-227f3a432316,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:37.491956 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.492604 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Added segment 552339ad-f60b-4d28-a6c0-6eab4489cd87 of type vlan for network cd9f5c72-103f-4a1a-9f33-31f38545cee0 Jul 16 18:00:37.544815 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-404d8604-e134-47e5-8b45-af2f248ed68f req-ac5eb16d-d859-484d-88e5-371127177663 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880350 Jul 16 18:00:37.606410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e947ee2-8ab0-4ae9-a478-acdea4cd921f req-5e808675-0275-416e-bc19-28722ee77788 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.608046 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e947ee2-8ab0-4ae9-a478-acdea4cd921f req-5e808675-0275-416e-bc19-28722ee77788 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 946 time: 0.2503245 Jul 16 18:00:37.647794 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.655632 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-03b791af-7f59-4eb3-9616-196b674f49e6 service neutron] 10.222.0.32 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902478 Jul 16 18:00:37.798779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e947ee2-8ab0-4ae9-a478-acdea4cd921f req-445904b6-b656-4368-b9e7-5692500c494f tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfe7d43-a83d-4c4f-a395-781ac14b54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668217 Jul 16 18:00:37.828443 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1c5628f0-1482-4aad-b57a-cda4545546ee req-1d502ff3-c3e4-46a7-9f50-4a7d5a4e5c54 service neutron] 10.222.0.32 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629918 Jul 16 18:00:37.922480 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9600208-1d72-4716-8170-42955cb57f2c req-2083018c-d312-4e64-a067-386950f2c669 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.933088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d9600208-1d72-4716-8170-42955cb57f2c req-2083018c-d312-4e64-a067-386950f2c669 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 943 time: 0.2335467 Jul 16 18:00:37.944257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.945649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.947975 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.978990 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58708) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:38.026984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492ea52-196d-4e4a-8638-6e1574dc52e4 req-0cb055f4-c193-4dfe-ad39-ffbba76853d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.029198 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b492ea52-196d-4e4a-8638-6e1574dc52e4 req-0cb055f4-c193-4dfe-ad39-ffbba76853d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d97172e1a49846aba5948b04d63bbeab&device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 1095 time: 0.1371663 Jul 16 18:00:38.050394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc990ca-0127-43c5-accc-989d3e5d1e63 admin admin] Deleting subnet a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:38.067793 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbc990ca-0127-43c5-accc-989d3e5d1e63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.079409 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d9600208-1d72-4716-8170-42955cb57f2c req-83e5b49e-15e9-47d5-a2f5-3245468a6acf tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444843 Jul 16 18:00:38.102174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58712) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:38.103718 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5380390 Jul 16 18:00:38.141306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e714d-2917-43a1-86a9-5d7619f264e3 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event updated for resources: {'Network': ['ID=cd9f5c72-103f-4a1a-9f33-31f38545cee0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:38.153715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network cd9f5c72-103f-4a1a-9f33-31f38545cee0 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:38.202359 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbc990ca-0127-43c5-accc-989d3e5d1e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.307215 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.349857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492ea52-196d-4e4a-8638-6e1574dc52e4 req-0ce1a6a5-3329-4736-ab49-b7073e3a8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.352429 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b492ea52-196d-4e4a-8638-6e1574dc52e4 req-0ce1a6a5-3329-4736-ab49-b7073e3a8916 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 HTTP/1.1" status: 200 len: 914 time: 0.3151519 Jul 16 18:00:38.431906 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b492ea52-196d-4e4a-8638-6e1574dc52e4 req-7790bacf-0143-4eeb-b28b-813c98370a88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6aa664f7-c621-4a88-a387-61a68d7fab60 HTTP/1.1" status: 200 len: 217 time: 0.0703280 Jul 16 18:00:38.467522 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbc990ca-0127-43c5-accc-989d3e5d1e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.513569 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58724) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:38.561642 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.580268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9f5c72-103f-4a1a-9f33-31f38545cee0']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:38.604461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492ea52-196d-4e4a-8638-6e1574dc52e4 req-b487cd76-ff60-4e34-94e6-b8328d58bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.607180 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b492ea52-196d-4e4a-8638-6e1574dc52e4 req-b487cd76-ff60-4e34-94e6-b8328d58bc7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7431876d-2556-467a-a82f-bdd789c31bee HTTP/1.1" status: 200 len: 853 time: 0.1558845 Jul 16 18:00:38.614435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552339ad-f60b-4d28-a6c0-6eab4489cd87') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:38.614889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552339ad-f60b-4d28-a6c0-6eab4489cd87') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:38.654954 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.697377 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b492ea52-196d-4e4a-8638-6e1574dc52e4 req-bded7ca9-7b69-4629-afdd-4fb7cef39d76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784931 Jul 16 18:00:38.722247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.739163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1100643616'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:38.753325 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:38.753764 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.755896 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbc990ca-0127-43c5-accc-989d3e5d1e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:38.757760 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:38.772656 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa02a6b-562b-43ca-b52a-3bcf8219110f req-f9f1ead5-b744-48c4-8f1a-18106bec9390 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.774236 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fa02a6b-562b-43ca-b52a-3bcf8219110f req-f9f1ead5-b744-48c4-8f1a-18106bec9390 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.0912101 Jul 16 18:00:38.826251 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc990ca-0127-43c5-accc-989d3e5d1e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:38.826355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fa02a6b-562b-43ca-b52a-3bcf8219110f req-7d6c9d6a-f73a-4750-8d78-f4354ca8fdb5 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 Jul 16 18:00:38.842107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f253e8-7ee8-4ba3-89ad-a51ca5d9d463 None None] Network 2d9552cb-74d2-4132-97a1-10fbab633a25 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:38.864603 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbc990ca-0127-43c5-accc-989d3e5d1e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.866866 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fbc990ca-0127-43c5-accc-989d3e5d1e63 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a8bf5bfa-f4c5-4b20-90d4-93e27f9fa83c HTTP/1.1" status: 204 len: 168 time: 0.8866835 Jul 16 18:00:38.872410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58732) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:38.926012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Made reservation on behalf of 7373eddda293439cbb4c4b4b544ecf38 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:38.931482 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.939942 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.963231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd9f5c72-103f-4a1a-9f33-31f38545cee0 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:00:38.967522 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.979090 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.981080 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "DELETE /v2.0/networks/cd9f5c72-103f-4a1a-9f33-31f38545cee0 HTTP/1.1" status: 204 len: 168 time: 0.8751445 Jul 16 18:00:38.986571 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b492ea52-196d-4e4a-8638-6e1574dc52e4 req-b6955d28-1e40-4053-96fa-ffb314d36a86 service neutron] 10.222.0.32 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789440 Jul 16 18:00:38.987156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58734) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:38.992798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ad636-bbf9-4ded-bb50-580f10be71b8 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd9f5c72-103f-4a1a-9f33-31f38545cee0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:39.000957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0038d374-2f93-4cb1-b5ad-6877ef2a4d15 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:39.053064 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:00:39.053064 n-d-787205-10 neutron-server[105590]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:00:39.053064 n-d-787205-10 neutron-server[105590]: [parameters: {'project_id_1': '7373eddda293439cbb4c4b4b544ecf38', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 0, 39, 26499)}] Jul 16 18:00:39.053064 n-d-787205-10 neutron-server[105590]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:00:39.054255 n-d-787205-10 neutron-server[105590]: DEBUG oslo_db.api [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:00:39.093272 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.169299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e053150a-f577-4a2c-bc55-0fd5d25ff5da None None] DHCP port deletion for 2d9552cb-74d2-4132-97a1-10fbab633a25 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:00:39.187100 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c0299-2017-4d57-952a-54b5dfa055de req-5bbb4b24-618a-4de9-8346-3a87587980de tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.188872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd2c0299-2017-4d57-952a-54b5dfa055de req-5bbb4b24-618a-4de9-8346-3a87587980de tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 946 time: 0.1799178 Jul 16 18:00:39.282570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Deleting port 63e2d40c-00ed-4b10-9004-123a51424965 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:39.282935 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.294289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e053150a-f577-4a2c-bc55-0fd5d25ff5da None None] Deleting port 63e2d40c-00ed-4b10-9004-123a51424965 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:39.294790 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e053150a-f577-4a2c-bc55-0fd5d25ff5da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.329937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd2c0299-2017-4d57-952a-54b5dfa055de req-2e3c488a-b0a5-4bd4-b04a-dbdcdb4ab402 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfe7d43-a83d-4c4f-a395-781ac14b54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301701 Jul 16 18:00:39.354505 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0038d374-2f93-4cb1-b5ad-6877ef2a4d15 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Made reservation on behalf of 4d3d746e3d8e47278bdb7c0b8d6139a2 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:39.354505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0038d374-2f93-4cb1-b5ad-6877ef2a4d15 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.406299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e053150a-f577-4a2c-bc55-0fd5d25ff5da None None] For port 63e2d40c-00ed-4b10-9004-123a51424965, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=63e2d40c-00ed-4b10-9004-123a51424965,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:39.406710 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e053150a-f577-4a2c-bc55-0fd5d25ff5da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.430467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e053150a-f577-4a2c-bc55-0fd5d25ff5da None None] Calling delete_port for 63e2d40c-00ed-4b10-9004-123a51424965 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:39.475338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0038d374-2f93-4cb1-b5ad-6877ef2a4d15 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:39.487237 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b492ea52-196d-4e4a-8638-6e1574dc52e4 req-82bbb8ce-fe2b-46e8-a6a4-0ad623a798e8 service neutron] 10.222.0.32 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901900 Jul 16 18:00:39.507735 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0038d374-2f93-4cb1-b5ad-6877ef2a4d15 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.508267 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-0038d374-2f93-4cb1-b5ad-6877ef2a4d15 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Added segment 34a69357-5d16-452e-bf10-dd628844a6bb of type vlan for network 9235dbcb-3f7c-495e-a2a7-7a10c7656eb5 Jul 16 18:00:39.533604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 389ba076-7523-475c-b1ba-fcb288c64bd5 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:39.538159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] For port 63e2d40c-00ed-4b10-9004-123a51424965, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=63e2d40c-00ed-4b10-9004-123a51424965,segment=NetworkSegment(343e37e8-b875-496d-aec0-01dfd8a0e495),segment_id=343e37e8-b875-496d-aec0-01dfd8a0e495)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:39.538529 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.568442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 389ba076-7523-475c-b1ba-fcb288c64bd5 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:39.569830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 389ba076-7523-475c-b1ba-fcb288c64bd5 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:39.575116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Calling delete_port for 63e2d40c-00ed-4b10-9004-123a51424965 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:39.589027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.635148 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e053150a-f577-4a2c-bc55-0fd5d25ff5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.636950 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0038d374-2f93-4cb1-b5ad-6877ef2a4d15 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.656332 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80da57-e47f-4886-b1f0-8baed57edebf req-60300d90-5f74-4e93-a8d3-90031f0b4a15 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.662403 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc80da57-e47f-4886-b1f0-8baed57edebf req-60300d90-5f74-4e93-a8d3-90031f0b4a15 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 943 time: 0.3244700 Jul 16 18:00:39.722942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e053150a-f577-4a2c-bc55-0fd5d25ff5da None None] No DVR routers for this DVR port 63e2d40c-00ed-4b10-9004-123a51424965 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:39.723154 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc80da57-e47f-4886-b1f0-8baed57edebf req-bc9578b2-abb2-4f88-a8dc-1008d834af2b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529993 Jul 16 18:00:39.733614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053150a-f577-4a2c-bc55-0fd5d25ff5da None None] Pushing event deleted for resources: {'Port': ['ID=63e2d40c-00ed-4b10-9004-123a51424965,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:39.744796 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0038d374-2f93-4cb1-b5ad-6877ef2a4d15 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.745822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0038d374-2f93-4cb1-b5ad-6877ef2a4d15 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.746420 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0038d374-2f93-4cb1-b5ad-6877ef2a4d15 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.819973 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.833421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038d374-2f93-4cb1-b5ad-6877ef2a4d15 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event updated for resources: {'Network': ['ID=9235dbcb-3f7c-495e-a2a7-7a10c7656eb5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:39.847553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 9235dbcb-3f7c-495e-a2a7-7a10c7656eb5 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:39.860544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e2d40c-00ed-4b10-9004-123a51424965,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:39.864222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] No DVR routers for this DVR port 63e2d40c-00ed-4b10-9004-123a51424965 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:39.888441 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.898637 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.899283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0077df9-25ff-4670-a5e4-05e10d492dc1 req-b3255b66-de74-4e42-96fd-e1516322b6d2 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.905174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0077df9-25ff-4670-a5e4-05e10d492dc1 req-b3255b66-de74-4e42-96fd-e1516322b6d2 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 946 time: 0.1530828 Jul 16 18:00:39.910913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58746) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:39.915859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-cbaa9d3e-9fd9-458a-9922-f3781713d332 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Request body: {'floatingip': {'port_id': '7405950f-f509-455d-aac4-a06beb5e5b55'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:39.925874 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0038d374-2f93-4cb1-b5ad-6877ef2a4d15 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9303865 Jul 16 18:00:39.933330 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58748) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:39.941050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1537e43f-5132-4ed6-8d61-0c72fd697646 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Request body: {'subnet': {'network_id': '9235dbcb-3f7c-495e-a2a7-7a10c7656eb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:39.949300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:39.975258 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.975499 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Added segment f358d22b-5042-4133-bb55-1dade04ee520 of type vlan for network 036c5f0a-9663-498f-a374-04d41ab47233 Jul 16 18:00:39.978271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1d5ede-4cdb-478f-99b5-1da289eacf8e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:40.015274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1537e43f-5132-4ed6-8d61-0c72fd697646 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Made reservation on behalf of 4d3d746e3d8e47278bdb7c0b8d6139a2 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:40.018306 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1537e43f-5132-4ed6-8d61-0c72fd697646 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.050712 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.066978 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.074414 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9d3e-9fd9-458a-9922-f3781713d332 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.127687 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.133366 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.134102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.171095 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9552cb-74d2-4132-97a1-10fbab633a25']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:40.178299 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6568160 Jul 16 18:00:40.207888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343e37e8-b875-496d-aec0-01dfd8a0e495') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:40.208418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343e37e8-b875-496d-aec0-01dfd8a0e495') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:40.244911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.245859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa2afe-bd1d-46d6-8bff-6c4c45de7fb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Pushing event updated for resources: {'Network': ['ID=036c5f0a-9663-498f-a374-04d41ab47233,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:40.258851 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 036c5f0a-9663-498f-a374-04d41ab47233 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:40.341885 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.387248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:40.389075 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:40.393128 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:40.435852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 63e2d40c-00ed-4b10-9004-123a51424965 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:40.441338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6aa664f7-c621-4a88-a387-61a68d7fab60 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:40.471072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 63e2d40c-00ed-4b10-9004-123a51424965 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:40.471824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 63e2d40c-00ed-4b10-9004-123a51424965 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:40.588694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58756) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:40.589441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.objects.ports [None req-1537e43f-5132-4ed6-8d61-0c72fd697646 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:00:40.590292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1537e43f-5132-4ed6-8d61-0c72fd697646 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.604089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Request body: {'port': {'network_id': '036c5f0a-9663-498f-a374-04d41ab47233', 'binding:host_id': 'n-h2-787205-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1024388474'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:40.629568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b41a0b-3fa1-4eae-9c29-2991b7b3767a req-8c8d4475-d80f-42f2-985b-81a4acb95a1b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.632423 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-77b41a0b-3fa1-4eae-9c29-2991b7b3767a req-8c8d4475-d80f-42f2-985b-81a4acb95a1b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.5609636 Jul 16 18:00:40.658270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6aa664f7-c621-4a88-a387-61a68d7fab60, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6aa664f7-c621-4a88-a387-61a68d7fab60,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:40.676893 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.685091 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.692958 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2d9552cb-74d2-4132-97a1-10fbab633a25 HTTP/1.1" status: 204 len: 168 time: 1.8184755 Jul 16 18:00:40.716307 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537e43f-5132-4ed6-8d61-0c72fd697646 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c2c0d5b-a3ef-47df-918d-4cd7457adf0e,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:40.716825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '6aa664f7-c621-4a88-a387-61a68d7fab60', 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3', 'port_id': '6aa664f7-c621-4a88-a387-61a68d7fab60', 'mac_address': 'fa:16:3e:9d:87:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7431876d-2556-467a-a82f-bdd789c31bee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:40.737373 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:00:40.805630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Made reservation on behalf of a9a8d74c12ce48999db54e998513e9a0 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:40.806726 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.821706 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.830270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea2900-2eaf-42a8-b3d4-4eeec44e8a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9552cb-74d2-4132-97a1-10fbab633a25,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:40.851571 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.859461 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa664f7-c621-4a88-a387-61a68d7fab60 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:40.884338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1537e43f-5132-4ed6-8d61-0c72fd697646 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Checking segment: {'id': '34a69357-5d16-452e-bf10-dd628844a6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9235dbcb-3f7c-495e-a2a7-7a10c7656eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:40.885126 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1537e43f-5132-4ed6-8d61-0c72fd697646 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Network hostable DHCP agents. Network: 9235dbcb-3f7c-495e-a2a7-7a10c7656eb5, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:40.923351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6aa664f7-c621-4a88-a387-61a68d7fab60, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6aa664f7-c621-4a88-a387-61a68d7fab60,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:40.933891 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.938152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1537e43f-5132-4ed6-8d61-0c72fd697646 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Network 9235dbcb-3f7c-495e-a2a7-7a10c7656eb5 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:40.954091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-77b41a0b-3fa1-4eae-9c29-2991b7b3767a req-aa348076-d239-4b7d-a9c8-d529ac896d53 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995431 Jul 16 18:00:40.959601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1537e43f-5132-4ed6-8d61-0c72fd697646 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 9235dbcb-3f7c-495e-a2a7-7a10c7656eb5) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:40.970658 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1537e43f-5132-4ed6-8d61-0c72fd697646 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.971561 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1537e43f-5132-4ed6-8d61-0c72fd697646 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.043362 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee409b76-35f8-4d82-86e0-500b7c13f2da None None] Network 9235dbcb-3f7c-495e-a2a7-7a10c7656eb5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:41.069628 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.082493 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.108146 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1537e43f-5132-4ed6-8d61-0c72fd697646 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1702828 Jul 16 18:00:41.112206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] device_id is not set on port 5b1a312f-22d9-4532-8364-b356105d7729 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:00:41.131271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58764) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:41.145041 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58766) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:41.171420 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Request body: {'floatingip': {'floating_network_id': '9235dbcb-3f7c-495e-a2a7-7a10c7656eb5'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:41.342030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c391df-c7ae-4197-994b-a35336da33e7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:41.390804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6aa664f7-c621-4a88-a387-61a68d7fab60,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:41.401275 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.415617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['6aa664f7-c621-4a88-a387-61a68d7fab60'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:41.420970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb84546-8c18-4927-ab2f-1aeab7513abe None None] Network 9235dbcb-3f7c-495e-a2a7-7a10c7656eb5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:41.465241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f6dc9e7f-76f7-4661-ba8e-5c401a2dac56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b06076b1b314f5196e59cb52782930b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080370 Jul 16 18:00:41.477807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58768) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:41.543261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8823fcd-34f1-439c-a443-da4c90989eb0 req-78029b19-8787-4891-af5c-4392f66df676 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.544918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8823fcd-34f1-439c-a443-da4c90989eb0 req-78029b19-8787-4891-af5c-4392f66df676 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 944 time: 0.1938586 Jul 16 18:00:41.550602 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9d3e-9fd9-458a-9922-f3781713d332 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.566799 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9d3e-9fd9-458a-9922-f3781713d332 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.645832 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8823fcd-34f1-439c-a443-da4c90989eb0 req-515af537-6e6c-4a89-b86d-f461c34a4a05 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884430 Jul 16 18:00:41.751755 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-cbaa9d3e-9fd9-458a-9922-f3781713d332 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Floating IP c9110213-b066-4534-b6eb-1919a1bea060 associated. External IP: 172.25.3.114, port: 7405950f-f509-455d-aac4-a06beb5e5b55. Jul 16 18:00:41.756798 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76da4379-5427-47b6-852e-61f4f2934741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.760436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] device_id is not set on port 5b1a312f-22d9-4532-8364-b356105d7729 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:00:41.783923 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.822805 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Transition to ACTIVE for port object 5b1a312f-22d9-4532-8364-b356105d7729 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:41.828505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76da4379-5427-47b6-852e-61f4f2934741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.858868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.897344 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.967863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event updated for resources: {'Port': ['ID=5b1a312f-22d9-4532-8364-b356105d7729,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:42.000723 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76da4379-5427-47b6-852e-61f4f2934741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.003324 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76da4379-5427-47b6-852e-61f4f2934741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.014411 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-76da4379-5427-47b6-852e-61f4f2934741 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f382bc9b-d772-4fae-b716-7864332f4808 HTTP/1.1" status: 204 len: 168 time: 0.5254557 Jul 16 18:00:42.029566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da4379-5427-47b6-852e-61f4f2934741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f382bc9b-d772-4fae-b716-7864332f4808,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:42.031609 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Checking segment: {'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:42.032057 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Network hostable DHCP agents. Network: 036c5f0a-9663-498f-a374-04d41ab47233, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:42.122495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Allocated IP 172.20.0.11 (9235dbcb-3f7c-495e-a2a7-7a10c7656eb5/5c2c0d5b-a3ef-47df-918d-4cd7457adf0e/243cdef8-3a6f-4f8c-b7f2-4a4471812c3f) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:42.125640 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Network 036c5f0a-9663-498f-a374-04d41ab47233 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:42.161263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbaa9d3e-9fd9-458a-9922-f3781713d332 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Router af04af6e-02bf-4c9f-8eea-7d3374540dcd has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:42.184730 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 036c5f0a-9663-498f-a374-04d41ab47233) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:42.211928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:42.223653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ba0bc3-06bd-41a2-ba6c-e95df754cb3f None None] Network 036c5f0a-9663-498f-a374-04d41ab47233 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:42.249063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:42.249689 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:42.250255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:42.258349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:42.259099 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:42.291460 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 2 to bind port 5b1a312f-22d9-4532-8364-b356105d7729 Jul 16 18:00:42.316589 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:42.317199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:42.317738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:42.331909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:42.332487 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:42.334682 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 3 to bind port 5b1a312f-22d9-4532-8364-b356105d7729 Jul 16 18:00:42.369820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:42.370488 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:42.370994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:42.385879 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.398458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:42.399174 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:42.401821 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 4 to bind port 5b1a312f-22d9-4532-8364-b356105d7729 Jul 16 18:00:42.441624 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:42.442250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:42.443260 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:42.452300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:42.452762 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:42.454649 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 5 to bind port 5b1a312f-22d9-4532-8364-b356105d7729 Jul 16 18:00:42.479160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:42.479523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:42.479907 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:42.487846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:42.488176 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:42.489775 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 6 to bind port 5b1a312f-22d9-4532-8364-b356105d7729 Jul 16 18:00:42.501248 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.518336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c727dd-0899-4ddf-b1f4-eba96312e857 req-669260d9-93dc-454d-adae-51f1ad2d5b42 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.520271 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60c727dd-0899-4ddf-b1f4-eba96312e857 req-669260d9-93dc-454d-adae-51f1ad2d5b42 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.2697034 Jul 16 18:00:42.532881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:42.533287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:42.533589 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:42.535968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaa9d3e-9fd9-458a-9922-f3781713d332 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:42.544782 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:42.545254 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:42.550197 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 7 to bind port 5b1a312f-22d9-4532-8364-b356105d7729 Jul 16 18:00:42.552394 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676e9c2-0589-4720-be5d-b7a938c1a765 None None] Sync routers for ids ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:42.558970 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Network 9235dbcb-3f7c-495e-a2a7-7a10c7656eb5 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:42.572891 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:42.573444 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676e9c2-0589-4720-be5d-b7a938c1a765 None None] Routers {'af04af6e-02bf-4c9f-8eea-7d3374540dcd'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:42.574905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0676e9c2-0589-4720-be5d-b7a938c1a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:00:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:42.577073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:42.579472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event updated for resources: {'Port': ['ID=243cdef8-3a6f-4f8c-b7f2-4a4471812c3f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:42.586128 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9d3e-9fd9-458a-9922-f3781713d332 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.610724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:42.611084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:42.611594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:42.632910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:42.633237 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:42.637576 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 8 to bind port 5b1a312f-22d9-4532-8364-b356105d7729 Jul 16 18:00:42.656830 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cbaa9d3e-9fd9-458a-9922-f3781713d332 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "PUT /v2.0/floatingips/c9110213-b066-4534-b6eb-1919a1bea060 HTTP/1.1" status: 200 len: 992 time: 2.7423594 Jul 16 18:00:42.664382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d069f46-b0ba-41d0-a617-69e58c79df8d', 'tag': '7405950f-f509-455d-aac4-a06beb5e5b55'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:42.668610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:42.668610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:42.668610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:42.669596 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3389276-ae17-4f92-9b3e-ea64d4593182" -d '{"events": [{"name": "network-changed", "server_uuid": "9d069f46-b0ba-41d0-a617-69e58c79df8d", "tag": "7405950f-f509-455d-aac4-a06beb5e5b55"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:42.688203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:42.688203 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:42.688203 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 9 to bind port 5b1a312f-22d9-4532-8364-b356105d7729 Jul 16 18:00:42.718610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60c727dd-0899-4ddf-b1f4-eba96312e857 req-2da3dee2-fa58-4019-988e-9af24d445e07 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754827 Jul 16 18:00:42.722919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:42.723260 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:42.723599 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:42.748113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:42.750225 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:42.756294 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 10 to bind port 5b1a312f-22d9-4532-8364-b356105d7729 Jul 16 18:00:42.768130 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f18b588-a306-482b-90e3-b086e54b4fae x-openstack-request-id: req-0f18b588-a306-482b-90e3-b086e54b4fae {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:42.768448 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d069f46-b0ba-41d0-a617-69e58c79df8d", "tag": "7405950f-f509-455d-aac4-a06beb5e5b55", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:42.768701 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f18b588-a306-482b-90e3-b086e54b4fae {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:42.769131 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d069f46-b0ba-41d0-a617-69e58c79df8d', 'tag': '7405950f-f509-455d-aac4-a06beb5e5b55', 'status': 'completed', 'code': 200} Jul 16 18:00:42.770650 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.781154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:42.781777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:42.782713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:42.790273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 5b1a312f-22d9-4532-8364-b356105d7729 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:42.790898 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 5b1a312f-22d9-4532-8364-b356105d7729 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:42.791343 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.811052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-0676e9c2-0589-4720-be5d-b7a938c1a765 None None] Set router af04af6e-02bf-4c9f-8eea-7d3374540dcd gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:42.971192 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.075180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1d398-ed1f-43a8-810f-95bd7eff5a53 req-5ffdeb2a-5352-4185-b5e1-a5f4ba163a57 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.088624 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fea1d398-ed1f-43a8-810f-95bd7eff5a53 req-5ffdeb2a-5352-4185-b5e1-a5f4ba163a57 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 944 time: 0.1155684 Jul 16 18:00:43.107632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] For port 5b1a312f-22d9-4532-8364-b356105d7729, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:43.108421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempted to set empty binding levels {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:00:43.130574 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.164669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3389276-ae17-4f92-9b3e-ea64d4593182 req-bf78436e-c7cb-4a3c-aa6d-10d52052a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.167140 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c3389276-ae17-4f92-9b3e-ea64d4593182 req-bf78436e-c7cb-4a3c-aa6d-10d52052a081 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=165f501fe1b848e38e45019db458be05&device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 1098 time: 0.3473408 Jul 16 18:00:43.195533 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fea1d398-ed1f-43a8-810f-95bd7eff5a53 req-50dc252f-8be4-4afa-a6bb-badd9f69c02e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057160 Jul 16 18:00:43.233254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.234434 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.307954 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event updated for resources: {'Port': ['ID=5b1a312f-22d9-4532-8364-b356105d7729,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:43.341472 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9d4592b8-6a19-4a99-92a4-7b719f19de4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.7409580 Jul 16 18:00:43.367949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58808) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:43.376056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0676e9c2-0589-4720-be5d-b7a938c1a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:00:15Z', 'revision_number': 4, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port': {'id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:09Z', 'updated_at': '2021-07-16T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'c9110213-b066-4534-b6eb-1919a1bea060', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'port_id': '7405950f-f509-455d-aac4-a06beb5e5b55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'mac_address': 'fa:16:3e:34:a5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d069f46-b0ba-41d0-a617-69e58c79df8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:00:21Z', 'updated_at': '2021-07-16T18:00:41Z', 'revision_number': 1, 'project_id': '165f501fe1b848e38e45019db458be05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48513513-ecba-4033-a62f-99746c7bd1d2', 'name': '', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'mac_address': 'fa:16:3e:2e:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:14Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 5, 'project_id': '165f501fe1b848e38e45019db458be05', 'subnets': [{'id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:43.414050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3389276-ae17-4f92-9b3e-ea64d4593182 req-53962900-b666-4dc5-b4ce-78b2bbe6f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.416125 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c3389276-ae17-4f92-9b3e-ea64d4593182 req-53962900-b666-4dc5-b4ce-78b2bbe6f666 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c39243c9-bf2d-4eab-8a57-923b366e35e6 HTTP/1.1" status: 200 len: 907 time: 0.2118633 Jul 16 18:00:43.458469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676e9c2-0589-4720-be5d-b7a938c1a765 None None] Checking router: af04af6e-02bf-4c9f-8eea-7d3374540dcd for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:43.468988 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58810) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:43.474295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676e9c2-0589-4720-be5d-b7a938c1a765 None None] Routers {'af04af6e-02bf-4c9f-8eea-7d3374540dcd'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:43.475533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0676e9c2-0589-4720-be5d-b7a938c1a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:00:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:43.508263 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.516693 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.521912 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c3389276-ae17-4f92-9b3e-ea64d4593182 req-e524271d-a7aa-44f0-b870-510c35433973 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7405950f-f509-455d-aac4-a06beb5e5b55 HTTP/1.1" status: 200 len: 1000 time: 0.0896790 Jul 16 18:00:43.538823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce3aeb-76d9-46e8-8a96-7d50f89136eb req-087b903a-9df1-4da8-b64e-a820be71d0a0 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.541246 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91ce3aeb-76d9-46e8-8a96-7d50f89136eb req-087b903a-9df1-4da8-b64e-a820be71d0a0 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2332780 Jul 16 18:00:43.602599 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-630aa19b-9acd-493f-adef-0f5a680d41fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.616419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e76ce6cb-2b77-4314-b9c9-93e9268b4095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Deleting port 5b1a312f-22d9-4532-8364-b356105d7729 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:43.616778 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e76ce6cb-2b77-4314-b9c9-93e9268b4095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.648936 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91ce3aeb-76d9-46e8-8a96-7d50f89136eb req-9717e66d-2e57-4e51-87af-4d426a394a48 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967681 Jul 16 18:00:43.663106 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-0676e9c2-0589-4720-be5d-b7a938c1a765 None None] Set router af04af6e-02bf-4c9f-8eea-7d3374540dcd gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:43.671312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1725153133-network', 'tenant_id': '80cde74f37354194b9730fb6cb65de28'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:43.673277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event updated for resources: {'Port': ['ID=243cdef8-3a6f-4f8c-b7f2-4a4471812c3f,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:43.693315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3389276-ae17-4f92-9b3e-ea64d4593182 req-07e7f607-07f7-4df5-84b8-1a592d3cbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.694883 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c3389276-ae17-4f92-9b3e-ea64d4593182 req-07e7f607-07f7-4df5-84b8-1a592d3cbf08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ec990d3c-ee94-472b-a701-26c32f3ed3e8 HTTP/1.1" status: 200 len: 845 time: 0.1456037 Jul 16 18:00:43.704901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.780425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3389276-ae17-4f92-9b3e-ea64d4593182 req-7c77fa20-8f39-414f-9037-5615a855660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.782539 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c3389276-ae17-4f92-9b3e-ea64d4593182 req-7c77fa20-8f39-414f-9037-5615a855660f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c39243c9-bf2d-4eab-8a57-923b366e35e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732682 Jul 16 18:00:43.886039 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c3389276-ae17-4f92-9b3e-ea64d4593182 req-7d3f71e8-d5e4-4539-bb37-bda3b4e5e119 service neutron] 10.222.0.11 "GET /v2.0/networks/c39243c9-bf2d-4eab-8a57-923b366e35e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960698 Jul 16 18:00:43.957542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0676e9c2-0589-4720-be5d-b7a938c1a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:00:15Z', 'revision_number': 4, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port': {'id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:09Z', 'updated_at': '2021-07-16T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'c9110213-b066-4534-b6eb-1919a1bea060', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'port_id': '7405950f-f509-455d-aac4-a06beb5e5b55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'mac_address': 'fa:16:3e:34:a5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d069f46-b0ba-41d0-a617-69e58c79df8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:00:21Z', 'updated_at': '2021-07-16T18:00:41Z', 'revision_number': 1, 'project_id': '165f501fe1b848e38e45019db458be05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48513513-ecba-4033-a62f-99746c7bd1d2', 'name': '', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'mac_address': 'fa:16:3e:2e:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:14Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 5, 'project_id': '165f501fe1b848e38e45019db458be05', 'subnets': [{'id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:43.998498 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676e9c2-0589-4720-be5d-b7a938c1a765 None None] The sync data for ids ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'] in n-d-787205-10 is: [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:00:15Z', 'revision_number': 4, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port': {'id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:09Z', 'updated_at': '2021-07-16T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'c9110213-b066-4534-b6eb-1919a1bea060', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'floating_ip_address': '172.25.3.114', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'port_id': '7405950f-f509-455d-aac4-a06beb5e5b55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'mac_address': 'fa:16:3e:34:a5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d069f46-b0ba-41d0-a617-69e58c79df8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:00:21Z', 'updated_at': '2021-07-16T18:00:41Z', 'revision_number': 1, 'project_id': '165f501fe1b848e38e45019db458be05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48513513-ecba-4033-a62f-99746c7bd1d2', 'name': '', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'mac_address': 'fa:16:3e:2e:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:14Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 5, 'project_id': '165f501fe1b848e38e45019db458be05', 'subnets': [{'id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:44.013568 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c3389276-ae17-4f92-9b3e-ea64d4593182 req-d0660a5a-1acc-40d1-8776-9a5dcda1c46e service neutron] 10.222.0.11 "GET /v2.0/networks/c39243c9-bf2d-4eab-8a57-923b366e35e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201813 Jul 16 18:00:44.090690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-e76ce6cb-2b77-4314-b9c9-93e9268b4095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] For port 5b1a312f-22d9-4532-8364-b356105d7729, host n-h2-787205-10, got binding levels [] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:44.091062 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e76ce6cb-2b77-4314-b9c9-93e9268b4095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.103275 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.107380 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dc504cdf-00a2-4c34-9059-43189bc950dd tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9533000 Jul 16 18:00:44.107551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Made reservation on behalf of 80cde74f37354194b9730fb6cb65de28 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:44.107668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58820) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:44.108201 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.116339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e76ce6cb-2b77-4314-b9c9-93e9268b4095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Calling delete_port for 5b1a312f-22d9-4532-8364-b356105d7729 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:44.129325 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.182548 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f285cde6-b29b-4954-be0a-3f4a05911585 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=9235dbcb-3f7c-495e-a2a7-7a10c7656eb5 HTTP/1.1" status: 200 len: 690 time: 0.0737853 Jul 16 18:00:44.184972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58822) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:44.231252 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b77903d-da40-4445-b6d4-409e927074e3 None None] New status for floating IP c9110213-b066-4534-b6eb-1919a1bea060: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:00:44.237153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeea38-0a1e-484d-bd1d-927d98660f01 req-ce6594c0-c81c-44ff-9787-97fab267b606 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.238797 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5daeea38-0a1e-484d-bd1d-927d98660f01 req-ce6594c0-c81c-44ff-9787-97fab267b606 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1896598 Jul 16 18:00:44.307929 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e76ce6cb-2b77-4314-b9c9-93e9268b4095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.317990 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.330674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5daeea38-0a1e-484d-bd1d-927d98660f01 req-1ff784e5-db3f-4b61-bbd7-a328d7235d0f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817974 Jul 16 18:00:44.405678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ce6cb-2b77-4314-b9c9-93e9268b4095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b1a312f-22d9-4532-8364-b356105d7729,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:44.429271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6aa664f7-c621-4a88-a387-61a68d7fab60 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:44.443326 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e76ce6cb-2b77-4314-b9c9-93e9268b4095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.445311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e76ce6cb-2b77-4314-b9c9-93e9268b4095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5b1a312f-22d9-4532-8364-b356105d7729 HTTP/1.1" status: 204 len: 168 time: 1.0743709 Jul 16 18:00:44.451292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58830) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:44.484368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Deleting port 243cdef8-3a6f-4f8c-b7f2-4a4471812c3f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:44.485124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.511596 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dabef6d-33d6-4f8e-8a2d-f398c660e223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:00:44.516994 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2dabef6d-33d6-4f8e-8a2d-f398c660e223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "GET /v2.0/ports/5b1a312f-22d9-4532-8364-b356105d7729 HTTP/1.1" status: 404 len: 333 time: 0.0563610 Jul 16 18:00:44.519101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58834) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:44.525891 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5d7dba5c-1384-4e16-b1e0-400d6983f6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Request body: {'port': {'network_id': '036c5f0a-9663-498f-a374-04d41ab47233', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-639123100'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:44.550578 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 6aa664f7-c621-4a88-a387-61a68d7fab60 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:44.558345 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 6aa664f7-c621-4a88-a387-61a68d7fab60 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:44.559107 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.567949 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.583372 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.628092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a48b75-b772-4557-bfc2-e1f63b6e8268 req-6e1f8fd8-c91e-4006-ad1b-bd125f74be9d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.629578 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60a48b75-b772-4557-bfc2-e1f63b6e8268 req-6e1f8fd8-c91e-4006-ad1b-bd125f74be9d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 944 time: 0.2469237 Jul 16 18:00:44.641793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:44.645094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7dba5c-1384-4e16-b1e0-400d6983f6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Made reservation on behalf of a9a8d74c12ce48999db54e998513e9a0 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:44.647292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d7dba5c-1384-4e16-b1e0-400d6983f6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.661355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.661846 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.682686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5d7dba5c-1384-4e16-b1e0-400d6983f6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] device_id is not set on port a7413f29-9793-4261-aebc-d4cfc321de8e yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:00:44.687466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Calling delete_port for 243cdef8-3a6f-4f8c-b7f2-4a4471812c3f owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:44.702804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b074a1-dd35-41b5-8a99-5b711d491cb9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:44.729117 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.729473 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Added segment 4e033585-407d-4bad-8b69-d6f21f9155b4 of type vlan for network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 Jul 16 18:00:44.742985 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60a48b75-b772-4557-bfc2-e1f63b6e8268 req-6b6aa7c9-4ecb-46af-a034-281fcc721e36 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024930 Jul 16 18:00:44.750568 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.828005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6aa664f7-c621-4a88-a387-61a68d7fab60, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6aa664f7-c621-4a88-a387-61a68d7fab60,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:44.830302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a29416-3712-4265-9776-b348532e5cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa664f7-c621-4a88-a387-61a68d7fab60'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:44.836228 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1038fbec-f4b7-4e91-8d4b-98cab69bca01" -d '{"events": [{"server_uuid": "91a29416-3712-4265-9776-b348532e5cd7", "name": "network-vif-plugged", "status": "completed", "tag": "6aa664f7-c621-4a88-a387-61a68d7fab60"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:44.842520 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.856774 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.928335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6aa664f7-c621-4a88-a387-61a68d7fab60,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:44.973568 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d7dba5c-1384-4e16-b1e0-400d6983f6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.976641 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b481fff7-a410-4429-827a-fbdc532dbcba x-openstack-request-id: req-b481fff7-a410-4429-827a-fbdc532dbcba {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:44.977151 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a29416-3712-4265-9776-b348532e5cd7", "name": "network-vif-plugged", "status": "completed", "tag": "6aa664f7-c621-4a88-a387-61a68d7fab60", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:44.977467 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b481fff7-a410-4429-827a-fbdc532dbcba {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:44.978837 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a29416-3712-4265-9776-b348532e5cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa664f7-c621-4a88-a387-61a68d7fab60', 'code': 200} Jul 16 18:00:45.026082 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.027398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.028225 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.052329 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.112461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] Pushing event updated for resources: {'Network': ['ID=3d5a478f-e18d-4e6c-b340-f40c1de80c01,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:45.126505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d7dba5c-1384-4e16-b1e0-400d6983f6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.128551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event deleted for resources: {'Port': ['ID=243cdef8-3a6f-4f8c-b7f2-4a4471812c3f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:45.145085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d1b96e1e-c700-43ff-aca1-b1e2d57efc9a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6746886 Jul 16 18:00:45.149135 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58850) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:45.152618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:45.160151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4a0e33b1-4d2a-4bb4-9e8f-ec96f52781c8 admin admin] Request body: {'subnet': {'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1725153133-subnet', 'tenant_id': '80cde74f37354194b9730fb6cb65de28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:45.193607 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-035259d5-fdd5-4c62-a363-52d937802df1 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.203404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-035259d5-fdd5-4c62-a363-52d937802df1 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 812 time: 0.3512893 Jul 16 18:00:45.229379 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-57744004-de5d-4ca6-9fb5-844c957ddb21 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/quotas/1af5d81a79f3409394a537182ef343ba HTTP/1.1" status: 200 len: 375 time: 0.0237188 Jul 16 18:00:45.231132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0e33b1-4d2a-4bb4-9e8f-ec96f52781c8 admin admin] Made reservation on behalf of 80cde74f37354194b9730fb6cb65de28 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:45.234907 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a0e33b1-4d2a-4bb4-9e8f-ec96f52781c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.444720 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3c389bda-5b91-4f0f-b4f7-3cfb2889ca03 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2046821 Jul 16 18:00:45.466438 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7dba5c-1384-4e16-b1e0-400d6983f6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Network 036c5f0a-9663-498f-a374-04d41ab47233 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:45.478041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5d7dba5c-1384-4e16-b1e0-400d6983f6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:45.488526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7dba5c-1384-4e16-b1e0-400d6983f6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:45.489495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7dba5c-1384-4e16-b1e0-400d6983f6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.490138 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d7dba5c-1384-4e16-b1e0-400d6983f6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.499824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7dba5c-1384-4e16-b1e0-400d6983f6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event updated for resources: {'Port': ['ID=a7413f29-9793-4261-aebc-d4cfc321de8e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:45.512646 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.527106 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5d7dba5c-1384-4e16-b1e0-400d6983f6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0062618 Jul 16 18:00:45.529837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58852) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:45.537084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:45.543033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90dd01-dbe8-4538-8672-c5cb031cb866 req-a4324062-e73b-4ae9-9d64-19085ca5defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.544559 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3f90dd01-dbe8-4538-8672-c5cb031cb866 req-a4324062-e73b-4ae9-9d64-19085ca5defd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 1097 time: 0.4897628 Jul 16 18:00:45.666211 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3f90dd01-dbe8-4538-8672-c5cb031cb866 req-52a9d1bc-8312-4749-9e5a-2a6e1f92e99d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949454 Jul 16 18:00:45.668029 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.668189 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a0e33b1-4d2a-4bb4-9e8f-ec96f52781c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.682162 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-098c7f32-e1cb-403a-94d3-222b54faf367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.730149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-8b5409da-87e1-4467-bc86-d2888c7bd056 service neutron] 10.222.0.24 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489851 Jul 16 18:00:45.751595 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.816685 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.829301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e33b1-4d2a-4bb4-9e8f-ec96f52781c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf4c637-b854-4aa9-a59b-319c7f4fe00f,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:45.856946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e33b1-4d2a-4bb4-9e8f-ec96f52781c8 admin admin] Checking segment: {'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:45.857313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e33b1-4d2a-4bb4-9e8f-ec96f52781c8 admin admin] Network hostable DHCP agents. Network: 3d5a478f-e18d-4e6c-b340-f40c1de80c01, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:45.865467 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2c0d5b-a3ef-47df-918d-4cd7457adf0e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:45.894433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3df88b40-777c-47bd-8e55-48974b471cf7 service neutron] 10.222.0.24 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631653 Jul 16 18:00:45.945546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e33b1-4d2a-4bb4-9e8f-ec96f52781c8 admin admin] Network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:45.949079 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.963836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e33b1-4d2a-4bb4-9e8f-ec96f52781c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 3d5a478f-e18d-4e6c-b340-f40c1de80c01) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:45.972162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0e33b1-4d2a-4bb4-9e8f-ec96f52781c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.973090 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a0e33b1-4d2a-4bb4-9e8f-ec96f52781c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.985313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c525aca-c7f7-4486-a3da-fb4c9f74b455 None None] Network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:45.985561 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.993126 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4a0e33b1-4d2a-4bb4-9e8f-ec96f52781c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8414507 Jul 16 18:00:46.025890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38eff0-fdb3-47b6-9954-bd5baa7dd093 req-4de207e2-b35c-4ea8-b950-4e08c4b6881f tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.034761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a38eff0-fdb3-47b6-9954-bd5baa7dd093 req-4de207e2-b35c-4ea8-b950-4e08c4b6881f tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.1474066 Jul 16 18:00:46.053203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9235dbcb-3f7c-495e-a2a7-7a10c7656eb5']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:46.106641 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a38eff0-fdb3-47b6-9954-bd5baa7dd093 req-c502a424-6536-4261-a7e7-79bb408ca28b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708692 Jul 16 18:00:46.108611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a69357-5d16-452e-bf10-dd628844a6bb') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:46.108922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a69357-5d16-452e-bf10-dd628844a6bb') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:46.157709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.205357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0895c0f-6058-4a96-8b26-c7c7c94fa8e8 None None] Network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:46.252493 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dfece661-2a16-4c26-958c-70f06da98fef req-fa022ed4-0d9d-4a0e-8dd2-df9145735ee8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 210 time: 0.0558085 Jul 16 18:00:46.298073 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.333119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:46.334486 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:46.356281 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:46.376102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] device_id is not set on port a7413f29-9793-4261-aebc-d4cfc321de8e yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:00:46.408678 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.480686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Transition to ACTIVE for port object a7413f29-9793-4261-aebc-d4cfc321de8e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:46.482053 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.518023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9235dbcb-3f7c-495e-a2a7-7a10c7656eb5 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:00:46.521893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.525587 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.530193 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "DELETE /v2.0/networks/9235dbcb-3f7c-495e-a2a7-7a10c7656eb5 HTTP/1.1" status: 204 len: 168 time: 2.3419855 Jul 16 18:00:46.530594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58880) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:46.533428 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d7970-8c9b-4abf-9ef7-ecf9cbea0815 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event deleted for resources: {'Network': ['ID=9235dbcb-3f7c-495e-a2a7-7a10c7656eb5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:46.646425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event updated for resources: {'Port': ['ID=a7413f29-9793-4261-aebc-d4cfc321de8e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:46.661962 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:46.662689 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:46.663334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:46.670448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:46.671068 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:46.671684 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 2 to bind port a7413f29-9793-4261-aebc-d4cfc321de8e Jul 16 18:00:46.691297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:46.692167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:46.692429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7e72e265-ce5c-4709-af54-3872ca6dac4c tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3350 time: 0.1605804 Jul 16 18:00:46.693352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:46.696232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58890) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:46.718666 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:46.719348 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:46.748039 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 3 to bind port a7413f29-9793-4261-aebc-d4cfc321de8e Jul 16 18:00:46.811600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-41d1af2c-317d-4c5b-b6d1-638b3cc7a156 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.813371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:46.813645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:46.814040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:46.819024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-41d1af2c-317d-4c5b-b6d1-638b3cc7a156 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/networks?id=3d5a478f-e18d-4e6c-b340-f40c1de80c01 HTTP/1.1" status: 200 len: 813 time: 0.1701784 Jul 16 18:00:46.838124 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-c6d7f223-822f-41ff-b95a-e7bc4d2c8bae tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/quotas/80cde74f37354194b9730fb6cb65de28 HTTP/1.1" status: 200 len: 375 time: 0.0172539 Jul 16 18:00:46.853959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:46.854367 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:46.865124 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 4 to bind port a7413f29-9793-4261-aebc-d4cfc321de8e Jul 16 18:00:46.884163 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b9e0a922-4042-4c4c-b109-d23cf087be32 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80cde74f37354194b9730fb6cb65de28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445373 Jul 16 18:00:46.902703 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.903296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.903761 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.904215 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.904668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.917975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.918538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.919008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.919469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.919923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.920379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.920829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.921313 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.923593 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-af7221c3-0136-42c9-b97c-76846c46254b tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8282 time: 0.2249091 Jul 16 18:00:46.927452 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58894) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:46.933983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:46.934316 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:46.934651 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:46.984386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:46.984728 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:46.985598 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-94b74acf-fcc4-495b-93e9-abdf7568c33d tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] delete failed (client error): The resource could not be found. Jul 16 18:00:46.989170 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-94b74acf-fcc4-495b-93e9-abdf7568c33d tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/272d8471-773a-40c9-ba2b-f56210dee409 HTTP/1.1" status: 404 len: 345 time: 0.0582981 Jul 16 18:00:46.989170 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 5 to bind port a7413f29-9793-4261-aebc-d4cfc321de8e Jul 16 18:00:46.989937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58896) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:47.007355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-026478f0-fb84-4149-8f0e-953075895682 service neutron] 10.222.0.24 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218915 Jul 16 18:00:47.019548 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1851611-b2e5-4d43-b0c4-4bdfcf0c3057 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 18:00:47.020598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1851611-b2e5-4d43-b0c4-4bdfcf0c3057 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:00:47.023384 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a1851611-b2e5-4d43-b0c4-4bdfcf0c3057 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "DELETE /v2.0/networks/9235dbcb-3f7c-495e-a2a7-7a10c7656eb5 HTTP/1.1" status: 404 len: 339 time: 0.0311651 Jul 16 18:00:47.027323 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:47.027874 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:47.028430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:47.030825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58898) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:47.036739 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9ab2f46d-3f66-4fdb-8aea-53f9f7ace608 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Request body: {'network': {'name': 'tempest-network--1992108401', 'router:external': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:47.046503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:47.046845 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:47.049262 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 6 to bind port a7413f29-9793-4261-aebc-d4cfc321de8e Jul 16 18:00:47.069033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:47.069523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:47.069980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:47.075995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:47.076332 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:47.076947 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 7 to bind port a7413f29-9793-4261-aebc-d4cfc321de8e Jul 16 18:00:47.080878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab2f46d-3f66-4fdb-8aea-53f9f7ace608 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Made reservation on behalf of 4d3d746e3d8e47278bdb7c0b8d6139a2 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:47.083428 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ab2f46d-3f66-4fdb-8aea-53f9f7ace608 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.113321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab2f46d-3f66-4fdb-8aea-53f9f7ace608 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:47.124439 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ab2f46d-3f66-4fdb-8aea-53f9f7ace608 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.124925 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-9ab2f46d-3f66-4fdb-8aea-53f9f7ace608 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Added segment 8516e53c-166f-42a5-9e19-24b0653d0f8d of type vlan for network ab8dfe12-acdc-42f0-81a1-60f7fd6c352c Jul 16 18:00:47.125745 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-c90ca2df-1e0f-4729-acae-ae71604eb391 service neutron] 10.222.0.24 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110265 Jul 16 18:00:47.175638 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ab2f46d-3f66-4fdb-8aea-53f9f7ace608 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.222677 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ab2f46d-3f66-4fdb-8aea-53f9f7ace608 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.223957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab2f46d-3f66-4fdb-8aea-53f9f7ace608 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:47.224599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ab2f46d-3f66-4fdb-8aea-53f9f7ace608 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.227172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:47.228465 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:47.228748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:47.251262 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:47.251651 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:47.271174 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 8 to bind port a7413f29-9793-4261-aebc-d4cfc321de8e Jul 16 18:00:47.287700 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9ab2f46d-3f66-4fdb-8aea-53f9f7ace608 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2557659 Jul 16 18:00:47.292308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58906) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:47.346993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942667b4-f3c2-498b-8048-36c38a034d01 req-e8e87532-8d91-4a1f-852b-4082c05299de tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:47.348843 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-942667b4-f3c2-498b-8048-36c38a034d01 req-e8e87532-8d91-4a1f-852b-4082c05299de tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.0833035 Jul 16 18:00:47.416662 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-942667b4-f3c2-498b-8048-36c38a034d01 req-5c66baf9-5797-4b96-b280-764b33365c32 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520685 Jul 16 18:00:47.441384 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:47.441751 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:47.442168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:47.484449 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2f46d-3f66-4fdb-8aea-53f9f7ace608 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event updated for resources: {'Network': ['ID=ab8dfe12-acdc-42f0-81a1-60f7fd6c352c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:47.497776 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ab8dfe12-acdc-42f0-81a1-60f7fd6c352c details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:47.503382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:47.503837 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:47.504335 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 9 to bind port a7413f29-9793-4261-aebc-d4cfc321de8e Jul 16 18:00:47.565761 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:47.566201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:47.566594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:47.586424 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.594861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-439a48bc-f57c-4028-b430-ca419775ed09 req-21a262a0-59ca-49be-b292-2d652d5d8294 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 210 time: 0.0576503 Jul 16 18:00:47.672079 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:47.672429 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:47.672824 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 10 to bind port a7413f29-9793-4261-aebc-d4cfc321de8e Jul 16 18:00:47.685080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8adddb-4fdd-4972-b64b-ebe9f19ef2eb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:47.691802 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8adddb-4fdd-4972-b64b-ebe9f19ef2eb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:47.704102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8adddb-4fdd-4972-b64b-ebe9f19ef2eb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:47.710926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8adddb-4fdd-4972-b64b-ebe9f19ef2eb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:47.712779 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dc8adddb-4fdd-4972-b64b-ebe9f19ef2eb tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4175639 Jul 16 18:00:47.715858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58922) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:47.722991 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:47.723343 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:47.723711 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:47.730494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:47.730853 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port a7413f29-9793-4261-aebc-d4cfc321de8e on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:47.731242 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.859496 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.928518 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] For port a7413f29-9793-4261-aebc-d4cfc321de8e, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:47.929493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempted to set empty binding levels {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:00:47.939120 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.942537 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68ec0536-83aa-4d88-8f4c-09aaf181dc2e req-d3f175a5-ee93-4774-9f0b-6dd9b7aed3f3 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 210 time: 0.0794008 Jul 16 18:00:47.998364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] In _notify_port_updated(), no bound segment for port a7413f29-9793-4261-aebc-d4cfc321de8e on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:00:47.999851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.001027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.006587 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "PUT /v2.0/ports/a7413f29-9793-4261-aebc-d4cfc321de8e HTTP/1.1" status: 200 len: 979 time: 2.4746354 Jul 16 18:00:48.016760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-0d8e674d-2015-42a9-aa50-9c543f29e6bc tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.019056 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-0d8e674d-2015-42a9-aa50-9c543f29e6bc tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.11 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 812 time: 0.2358119 Jul 16 18:00:48.020595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58930) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:48.044453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Request body: {'port': {'device_id': 'f1e69f0a-c3dc-4175-82df-34a4826045bc', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'admin_state_up': True, 'tenant_id': '1af5d81a79f3409394a537182ef343ba'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:48.130580 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa412389-51de-4d5f-99ae-09267268a665 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event updated for resources: {'Port': ['ID=a7413f29-9793-4261-aebc-d4cfc321de8e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:48.199302 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.210592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8dfe12-acdc-42f0-81a1-60f7fd6c352c']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:48.225411 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8516e53c-166f-42a5-9e19-24b0653d0f8d') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:48.225973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8516e53c-166f-42a5-9e19-24b0653d0f8d') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:48.237465 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.261744 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.274035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:48.274963 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:48.277038 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:48.279264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.279264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.279264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.279264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.279825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.280383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.280917 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.281576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.282089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.282619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.283144 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.283738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.284235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.284681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.285283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.286004 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.286528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.287064 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.287533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.288127 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.289160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.289553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.289743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.290817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.291555 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.292264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.292583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.293118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.293558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.294265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.294523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.295119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.295585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.296307 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.296754 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.297228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.297790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.298304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.299089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.299563 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.300254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.300603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.301000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.306991 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-11e464df-1ae9-42f7-9aa1-6a7363218f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38772 time: 0.2825608 Jul 16 18:00:48.311478 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58934) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:48.359863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddd109-28e3-4a9a-877a-52dc2c340522 req-db3563a8-a1cf-4332-9003-7fb06a97cecd tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.362368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4ddd109-28e3-4a9a-877a-52dc2c340522 req-db3563a8-a1cf-4332-9003-7fb06a97cecd tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.3998976 Jul 16 18:00:48.376176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Made reservation on behalf of 1af5d81a79f3409394a537182ef343ba for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:48.380277 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.393706 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.405957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab8dfe12-acdc-42f0-81a1-60f7fd6c352c {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:00:48.409421 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.412072 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ab8dfe12-acdc-42f0-81a1-60f7fd6c352c HTTP/1.1" status: 204 len: 168 time: 0.6949835 Jul 16 18:00:48.422344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58936) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:48.428297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ac450bb0-d728-466d-8aef-77fd6ae1c1b6 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Request body: {'network': {'name': 'tempest-network--668189342', 'router:external': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:48.455391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4ddd109-28e3-4a9a-877a-52dc2c340522 req-8719f98b-bed8-4832-8795-aca83c1f7af4 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809355 Jul 16 18:00:48.457558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a215779-a6f3-4361-81ac-689164fa938f tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab8dfe12-acdc-42f0-81a1-60f7fd6c352c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:48.538117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac450bb0-d728-466d-8aef-77fd6ae1c1b6 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Made reservation on behalf of 4d3d746e3d8e47278bdb7c0b8d6139a2 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:48.541542 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac450bb0-d728-466d-8aef-77fd6ae1c1b6 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.563428 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-66217fb4-39d7-4414-a4aa-c97f65e13233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Deleting port a7413f29-9793-4261-aebc-d4cfc321de8e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:48.564007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-66217fb4-39d7-4414-a4aa-c97f65e13233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.671177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac450bb0-d728-466d-8aef-77fd6ae1c1b6 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:48.742799 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-66217fb4-39d7-4414-a4aa-c97f65e13233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] For port a7413f29-9793-4261-aebc-d4cfc321de8e, host n-h2-787205-10, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:48.743175 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-66217fb4-39d7-4414-a4aa-c97f65e13233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.749081 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Allocated IP 172.20.0.9 (ce5910f5-8a6a-42c9-ae15-dd85a86886b0/9128c187-0dcc-4b2d-a7a9-7d554e016ae8/8d38dd41-219f-4923-97ef-092fedcb9cd0) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:48.751632 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac450bb0-d728-466d-8aef-77fd6ae1c1b6 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.751985 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-ac450bb0-d728-466d-8aef-77fd6ae1c1b6 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Added segment ffa36482-45de-4468-906f-ce0ac68510cb of type vlan for network ffefa477-7b72-4fa7-8244-9e42c038ede2 Jul 16 18:00:48.795924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-66217fb4-39d7-4414-a4aa-c97f65e13233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Calling delete_port for a7413f29-9793-4261-aebc-d4cfc321de8e owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:48.925213 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac450bb0-d728-466d-8aef-77fd6ae1c1b6 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.938878 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.030477 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8079502b-b01f-4ba1-9b39-3690a7ce6f79 req-c507d27d-ac3b-4e19-a86c-bee03c28b008 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 210 time: 0.0679648 Jul 16 18:00:49.065374 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-66217fb4-39d7-4414-a4aa-c97f65e13233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.067079 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac450bb0-d728-466d-8aef-77fd6ae1c1b6 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.068369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac450bb0-d728-466d-8aef-77fd6ae1c1b6 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.069363 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac450bb0-d728-466d-8aef-77fd6ae1c1b6 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.145890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66217fb4-39d7-4414-a4aa-c97f65e13233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7413f29-9793-4261-aebc-d4cfc321de8e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:49.172404 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-66217fb4-39d7-4414-a4aa-c97f65e13233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.174942 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-66217fb4-39d7-4414-a4aa-c97f65e13233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a7413f29-9793-4261-aebc-d4cfc321de8e HTTP/1.1" status: 204 len: 168 time: 0.8623679 Jul 16 18:00:49.178061 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58950) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:49.179917 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ac450bb0-d728-466d-8aef-77fd6ae1c1b6 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7566130 Jul 16 18:00:49.186296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58952) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:49.268204 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a22f0e-7d0a-4ae5-8d1e-4a04d582b8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:00:49.272226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-53a22f0e-7d0a-4ae5-8d1e-4a04d582b8be tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "GET /v2.0/ports/a7413f29-9793-4261-aebc-d4cfc321de8e HTTP/1.1" status: 404 len: 333 time: 0.0924065 Jul 16 18:00:49.284227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58956) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:49.289847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-92332f33-e9a2-48d2-bd44-37787fd70107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-880940731', 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:49.340909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92332f33-e9a2-48d2-bd44-37787fd70107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Made reservation on behalf of a9a8d74c12ce48999db54e998513e9a0 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:49.343512 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92332f33-e9a2-48d2-bd44-37787fd70107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.392069 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07d533db-9abd-4005-96ba-9e00da5d30f4 req-8328d11f-cd60-4fa6-8ada-d964e59acc90 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 210 time: 0.0551980 Jul 16 18:00:49.405529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-92332f33-e9a2-48d2-bd44-37787fd70107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] device_id is not set on port 76764743-a923-4c38-a54b-176672321062 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:00:49.501291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d843d9d-32e4-42e1-9e22-33a3a281f10a req-eabf2efe-cb49-46c0-9a62-74c21ee5616b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.508340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d843d9d-32e4-42e1-9e22-33a3a281f10a req-eabf2efe-cb49-46c0-9a62-74c21ee5616b tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.2415979 Jul 16 18:00:49.529227 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.548296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac450bb0-d728-466d-8aef-77fd6ae1c1b6 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event updated for resources: {'Network': ['ID=ffefa477-7b72-4fa7-8244-9e42c038ede2,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:49.564687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ffefa477-7b72-4fa7-8244-9e42c038ede2 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:49.577546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Transition to ACTIVE for port object 8d38dd41-219f-4923-97ef-092fedcb9cd0 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:49.621780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d843d9d-32e4-42e1-9e22-33a3a281f10a req-dd030641-4ca7-4ac9-95d5-1a366ce78ed9 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124048 Jul 16 18:00:49.695716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0a3e81-afdb-4af0-81a7-407aad102a32 tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.697758 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ce0a3e81-afdb-4af0-81a7-407aad102a32 tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] 10.222.0.24 "GET /v2.0/networks/ffefa477-7b72-4fa7-8244-9e42c038ede2 HTTP/1.1" status: 200 len: 756 time: 0.5024869 Jul 16 18:00:49.700334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58960) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:49.711610 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.724932 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['4ff59b35-868d-4f58-9930-b707fe880933'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:49.739542 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92332f33-e9a2-48d2-bd44-37787fd70107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.921153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:49.937524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:49.993647 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:49.996836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event updated for resources: {'Port': ['ID=8d38dd41-219f-4923-97ef-092fedcb9cd0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:50.011236 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db4510-8b0d-4514-9400-fccc5f3147ec tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.017882 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b6db4510-8b0d-4514-9400-fccc5f3147ec tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] 10.222.0.24 "GET /v2.0/networks/19028d93-a766-4e43-a9a9-20b181ed6fed HTTP/1.1" status: 200 len: 768 time: 0.3137438 Jul 16 18:00:50.021561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58964) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:50.139858 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.150488 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-11e44eef-8617-419f-84a1-bc588f39e7a2 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.152178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-11e44eef-8617-419f-84a1-bc588f39e7a2 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.11 "GET /v2.0/networks?id=3d5a478f-e18d-4e6c-b340-f40c1de80c01 HTTP/1.1" status: 200 len: 813 time: 0.4754982 Jul 16 18:00:50.156824 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92332f33-e9a2-48d2-bd44-37787fd70107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.169248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.170548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.183986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-0fd15f25-2cde-452b-b4dd-ce704b2cd264 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.186599 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-0fd15f25-2cde-452b-b4dd-ce704b2cd264 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.32 "GET /v2.0/networks?id=3d5a478f-e18d-4e6c-b340-f40c1de80c01 HTTP/1.1" status: 200 len: 813 time: 0.3753633 Jul 16 18:00:50.204640 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-991d64a4-efd9-483a-a42a-89428251ad33 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Request body: {'port': {'device_id': '24677d67-c93e-4c08-9baa-191f390a00dd', 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01', 'admin_state_up': True, 'tenant_id': '80cde74f37354194b9730fb6cb65de28'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:50.211727 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-3d0c9b70-d962-420f-9e60-5a36834dca24 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1716280 Jul 16 18:00:50.220102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-6d4da9ff-928e-47e7-9a9f-bb8187ff9744 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Request body: {'port': {'device_id': '7d8fb6e3-2abf-4bf1-93b9-bb3644999247', 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01', 'admin_state_up': True, 'tenant_id': '80cde74f37354194b9730fb6cb65de28'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:50.242599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92332f33-e9a2-48d2-bd44-37787fd70107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Network 036c5f0a-9663-498f-a374-04d41ab47233 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:50.247804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Request body: {'port': {'device_id': 'f1e69f0a-c3dc-4175-82df-34a4826045bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:50.250291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-92332f33-e9a2-48d2-bd44-37787fd70107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:50.266908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92332f33-e9a2-48d2-bd44-37787fd70107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:50.267863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92332f33-e9a2-48d2-bd44-37787fd70107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.268464 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92332f33-e9a2-48d2-bd44-37787fd70107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.310449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28b15391-c72d-4ec3-9477-d67e806acec0 None None] Provisioning for port 8d38dd41-219f-4923-97ef-092fedcb9cd0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:50.314494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28b15391-c72d-4ec3-9477-d67e806acec0 None None] Provisioning complete for port 8d38dd41-219f-4923-97ef-092fedcb9cd0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:50.314955 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28b15391-c72d-4ec3-9477-d67e806acec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.351708 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28b15391-c72d-4ec3-9477-d67e806acec0 None None] Port 8d38dd41-219f-4923-97ef-092fedcb9cd0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:50.391728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92332f33-e9a2-48d2-bd44-37787fd70107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event updated for resources: {'Port': ['ID=76764743-a923-4c38-a54b-176672321062,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:50.400356 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.403584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b8d1f-acc4-4717-a25b-cdc9f2033ee0 req-a4bae7b7-80e1-436e-83e0-3ae8c37d56a7 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.405137 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c2b8d1f-acc4-4717-a25b-cdc9f2033ee0 req-a4bae7b7-80e1-436e-83e0-3ae8c37d56a7 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.5654430 Jul 16 18:00:50.465616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-991d64a4-efd9-483a-a42a-89428251ad33 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Made reservation on behalf of 80cde74f37354194b9730fb6cb65de28 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:50.465927 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-92332f33-e9a2-48d2-bd44-37787fd70107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1769109 Jul 16 18:00:50.466371 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-991d64a4-efd9-483a-a42a-89428251ad33 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.468939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58972) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:50.515206 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.537965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffefa477-7b72-4fa7-8244-9e42c038ede2']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:50.574422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa36482-45de-4468-906f-ce0ac68510cb') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:50.574709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa36482-45de-4468-906f-ce0ac68510cb') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:50.589002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c2b8d1f-acc4-4717-a25b-cdc9f2033ee0 req-72cf30c4-1a7a-4da0-964f-15310804b19e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709585 Jul 16 18:00:50.594893 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.615725 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.627431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b037cbb-e94e-4479-b425-119c8e5b0861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.631456 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8b037cbb-e94e-4479-b425-119c8e5b0861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "GET /v2.0/ports/76764743-a923-4c38-a54b-176672321062 HTTP/1.1" status: 200 len: 958 time: 0.1580145 Jul 16 18:00:50.634181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58978) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:50.639299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:50.639800 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:50.648493 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:50.660048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-6d4da9ff-928e-47e7-9a9f-bb8187ff9744 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Made reservation on behalf of 80cde74f37354194b9730fb6cb65de28 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:50.663918 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-6d4da9ff-928e-47e7-9a9f-bb8187ff9744 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.674233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce22f00-2305-4104-813e-336deed1db54 req-09b2a58a-1ccf-4373-b473-f5c69f78f489 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.675928 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dce22f00-2305-4104-813e-336deed1db54 req-09b2a58a-1ccf-4373-b473-f5c69f78f489 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 931 time: 0.4119346 Jul 16 18:00:50.792884 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-991d64a4-efd9-483a-a42a-89428251ad33 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Allocated IP 172.20.0.9 (3d5a478f-e18d-4e6c-b340-f40c1de80c01/edf4c637-b854-4aa9-a59b-319c7f4fe00f/55ede6f8-c259-4cac-b450-2277db5c646f) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:50.810698 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.851126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ffefa477-7b72-4fa7-8244-9e42c038ede2 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:00:50.895977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.897956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ffefa477-7b72-4fa7-8244-9e42c038ede2 HTTP/1.1" status: 204 len: 168 time: 0.8748848 Jul 16 18:00:50.911520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58980) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:50.914740 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bba8f-707e-48f9-a860-26db9e00c377 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event deleted for resources: {'Network': ['ID=ffefa477-7b72-4fa7-8244-9e42c038ede2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:50.917379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-eeff7d45-cdf2-4adf-942e-b0f5405704e7 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Request body: {'network': {'name': 'tempest-network--980844028'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:50.944287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d38dd41-219f-4923-97ef-092fedcb9cd0 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:50.988031 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.008116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeff7d45-cdf2-4adf-942e-b0f5405704e7 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Made reservation on behalf of 4d3d746e3d8e47278bdb7c0b8d6139a2 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:51.011191 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eeff7d45-cdf2-4adf-942e-b0f5405704e7 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.028479 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Transition to ACTIVE for port object 8d38dd41-219f-4923-97ef-092fedcb9cd0 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:51.039273 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.105421 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-991d64a4-efd9-483a-a42a-89428251ad33 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.123939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeff7d45-cdf2-4adf-942e-b0f5405704e7 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:51.145936 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eeff7d45-cdf2-4adf-942e-b0f5405704e7 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.146252 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-eeff7d45-cdf2-4adf-942e-b0f5405704e7 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Added segment d368d7a3-7f7e-4330-ba82-aa83a0ad7de8 of type vlan for network a7dcaca2-10c2-4ae1-a1da-9a50333d8782 Jul 16 18:00:51.148047 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Pushing event updated for resources: {'Port': ['ID=8d38dd41-219f-4923-97ef-092fedcb9cd0,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:51.260317 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eeff7d45-cdf2-4adf-942e-b0f5405704e7 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.290397 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-611858d9-2e7d-4f9c-a19f-66997bda7079 req-c90bacbe-c7ea-4a79-a4f6-a09b6052526e tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 210 time: 0.4712930 Jul 16 18:00:51.302216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dce22f00-2305-4104-813e-336deed1db54 req-9643e9ac-72c1-4969-9f4a-2feb1afd8061 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5971904 Jul 16 18:00:51.320724 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-991d64a4-efd9-483a-a42a-89428251ad33 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.400601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eeff7d45-cdf2-4adf-942e-b0f5405704e7 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.401565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeff7d45-cdf2-4adf-942e-b0f5405704e7 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.402188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eeff7d45-cdf2-4adf-942e-b0f5405704e7 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.430008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-024a71f2-93a2-4f00-91d9-026c3828241d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Deleting port 76764743-a923-4c38-a54b-176672321062 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:51.430749 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-024a71f2-93a2-4f00-91d9-026c3828241d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.440540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Attempting to bind port 8d38dd41-219f-4923-97ef-092fedcb9cd0 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:51.440882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Attempting to bind port 8d38dd41-219f-4923-97ef-092fedcb9cd0 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:51.441299 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Attempting to bind port 8d38dd41-219f-4923-97ef-092fedcb9cd0 on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:51.445998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-991d64a4-efd9-483a-a42a-89428251ad33 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:51.461650 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-991d64a4-efd9-483a-a42a-89428251ad33 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:51.470501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-991d64a4-efd9-483a-a42a-89428251ad33 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:51.502516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d64a4-efd9-483a-a42a-89428251ad33 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Pushing event updated for resources: {'Port': ['ID=55ede6f8-c259-4cac-b450-2277db5c646f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:51.504809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Port 8d38dd41-219f-4923-97ef-092fedcb9cd0 on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:51.505050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Attempting to bind port 8d38dd41-219f-4923-97ef-092fedcb9cd0 on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:51.510617 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-024a71f2-93a2-4f00-91d9-026c3828241d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.518050 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-eeff7d45-cdf2-4adf-942e-b0f5405704e7 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6053834 Jul 16 18:00:51.526116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-024a71f2-93a2-4f00-91d9-026c3828241d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Calling delete_port for 76764743-a923-4c38-a54b-176672321062 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:51.526715 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58992) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:51.535994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f6d26f29-3567-43c9-9196-c065d6476d5e tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:51.569688 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:51.570357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Checking segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:51.571065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Bound using segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:51.572234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Bound port: 8d38dd41-219f-4923-97ef-092fedcb9cd0, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:51.572851 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.598404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff7d45-cdf2-4adf-942e-b0f5405704e7 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event updated for resources: {'Network': ['ID=a7dcaca2-10c2-4ae1-a1da-9a50333d8782,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:51.619268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network a7dcaca2-10c2-4ae1-a1da-9a50333d8782 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:51.619914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-6d4da9ff-928e-47e7-9a9f-bb8187ff9744 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Allocated IP 172.20.0.11 (3d5a478f-e18d-4e6c-b340-f40c1de80c01/edf4c637-b854-4aa9-a59b-319c7f4fe00f/988c8b5b-a69f-4aec-be4f-9838ac8c889e) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:51.623198 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-024a71f2-93a2-4f00-91d9-026c3828241d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.634768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-991d64a4-efd9-483a-a42a-89428251ad33 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.649086 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-991d64a4-efd9-483a-a42a-89428251ad33 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.668560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-024a71f2-93a2-4f00-91d9-026c3828241d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.671073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-024a71f2-93a2-4f00-91d9-026c3828241d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "DELETE /v2.0/ports/76764743-a923-4c38-a54b-176672321062 HTTP/1.1" status: 204 len: 168 time: 1.0343399 Jul 16 18:00:51.673827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a71f2-93a2-4f00-91d9-026c3828241d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event deleted for resources: {'Port': ['ID=76764743-a923-4c38-a54b-176672321062,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:51.677592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58994) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:51.723078 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-202179ed-1a93-410d-9f33-2e8672a0c309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:00:51.725127 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-202179ed-1a93-410d-9f33-2e8672a0c309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "GET /v2.0/ports/76764743-a923-4c38-a54b-176672321062 HTTP/1.1" status: 404 len: 333 time: 0.0464513 Jul 16 18:00:51.728914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58998) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:51.737350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3919a009-211f-4ff4-95c1-aef7e51ed535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Request body: {'port': {'network_id': '036c5f0a-9663-498f-a374-04d41ab47233', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1938202956'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:51.773889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] For port 8d38dd41-219f-4923-97ef-092fedcb9cd0, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:51.779495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] For port 8d38dd41-219f-4923-97ef-092fedcb9cd0, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8d38dd41-219f-4923-97ef-092fedcb9cd0,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:51.819890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3919a009-211f-4ff4-95c1-aef7e51ed535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Made reservation on behalf of a9a8d74c12ce48999db54e998513e9a0 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:51.826259 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-991d64a4-efd9-483a-a42a-89428251ad33 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6285245 Jul 16 18:00:51.827791 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3919a009-211f-4ff4-95c1-aef7e51ed535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.833050 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.860352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Request body: {'port': {'device_id': '24677d67-c93e-4c08-9baa-191f390a00dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:51.915744 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-3919a009-211f-4ff4-95c1-aef7e51ed535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] device_id is not set on port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:00:51.966704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.967360 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.968780 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] 10.222.0.11 "PUT /v2.0/ports/8d38dd41-219f-4923-97ef-092fedcb9cd0 HTTP/1.1" status: 200 len: 1092 time: 1.7430289 Jul 16 18:00:51.970994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e69f0a-c3dc-4175-82df-34a4826045bc', 'tag': '8d38dd41-219f-4923-97ef-092fedcb9cd0'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:51.973437 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd81ed04-a07c-457d-854e-95cca68809ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e69f0a-c3dc-4175-82df-34a4826045bc", "tag": "8d38dd41-219f-4923-97ef-092fedcb9cd0"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:52.017029 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-6d4da9ff-928e-47e7-9a9f-bb8187ff9744 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.049885 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383ee60c-d3d7-49f1-b135-5b1d0ff796fb x-openstack-request-id: req-383ee60c-d3d7-49f1-b135-5b1d0ff796fb {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:52.050236 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e69f0a-c3dc-4175-82df-34a4826045bc", "tag": "8d38dd41-219f-4923-97ef-092fedcb9cd0", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:52.050447 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-383ee60c-d3d7-49f1-b135-5b1d0ff796fb {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:52.050860 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e69f0a-c3dc-4175-82df-34a4826045bc', 'tag': '8d38dd41-219f-4923-97ef-092fedcb9cd0', 'status': 'completed', 'code': 200} Jul 16 18:00:52.081013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b62e94-bc53-4118-a495-67b79694bc5c service neutron] Pushing event updated for resources: {'Port': ['ID=8d38dd41-219f-4923-97ef-092fedcb9cd0,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:52.102482 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6d26f29-3567-43c9-9196-c065d6476d5e tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.120235 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-6d4da9ff-928e-47e7-9a9f-bb8187ff9744 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.135702 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6d26f29-3567-43c9-9196-c065d6476d5e tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.171348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6d26f29-3567-43c9-9196-c065d6476d5e tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Network a7dcaca2-10c2-4ae1-a1da-9a50333d8782 is not hosted by any dhcp agent {{(pid=105590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:00:52.172244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d26f29-3567-43c9-9196-c065d6476d5e tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.172851 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6d26f29-3567-43c9-9196-c065d6476d5e tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.174196 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f6d26f29-3567-43c9-9196-c065d6476d5e tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "PUT /v2.0/networks/a7dcaca2-10c2-4ae1-a1da-9a50333d8782 HTTP/1.1" status: 200 len: 857 time: 0.6426909 Jul 16 18:00:52.181868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.183271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59008) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:52.237979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-6d4da9ff-928e-47e7-9a9f-bb8187ff9744 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:52.242403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4da9ff-928e-47e7-9a9f-bb8187ff9744 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Pushing event updated for resources: {'Port': ['ID=988c8b5b-a69f-4aec-be4f-9838ac8c889e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:52.252298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-6d4da9ff-928e-47e7-9a9f-bb8187ff9744 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:52.261255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-6d4da9ff-928e-47e7-9a9f-bb8187ff9744 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:52.261559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d26f29-3567-43c9-9196-c065d6476d5e tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event updated for resources: {'Network': ['ID=a7dcaca2-10c2-4ae1-a1da-9a50333d8782,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:52.319626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-f3b092b7-54da-4ce9-929d-81e7de98bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.321191 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-f3b092b7-54da-4ce9-929d-81e7de98bf94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 1095 time: 0.3033855 Jul 16 18:00:52.350183 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.354173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fb356-d0b3-4fa9-94ce-dfc8a8e507ff req-7cc3aec7-275a-4123-8afa-a9f22fc56472 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.355806 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d3fb356-d0b3-4fa9-94ce-dfc8a8e507ff req-7cc3aec7-275a-4123-8afa-a9f22fc56472 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.2529013 Jul 16 18:00:52.399088 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-86788e85-aa55-4fe4-a8b7-0a92eaf69203 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d38dd41-219f-4923-97ef-092fedcb9cd0 HTTP/1.1" status: 200 len: 217 time: 0.0686255 Jul 16 18:00:52.409294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-6d4da9ff-928e-47e7-9a9f-bb8187ff9744 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.409294 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-6d4da9ff-928e-47e7-9a9f-bb8187ff9744 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.459897 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3919a009-211f-4ff4-95c1-aef7e51ed535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.481683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-6d4da9ff-928e-47e7-9a9f-bb8187ff9744 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3146024 Jul 16 18:00:52.506756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Request body: {'port': {'device_id': '7d8fb6e3-2abf-4bf1-93b9-bb3644999247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:52.538119 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d3fb356-d0b3-4fa9-94ce-dfc8a8e507ff req-e04faea9-7832-47dc-8fca-9ae573d710c4 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738920 Jul 16 18:00:52.541111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-710f396d-99a1-4190-ac66-334dd76e3bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.542925 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-710f396d-99a1-4190-ac66-334dd76e3bed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.1335092 Jul 16 18:00:52.630295 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3919a009-211f-4ff4-95c1-aef7e51ed535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.645382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704e63d-5eb3-4097-912b-ae6e52eab310 req-e35e833e-23b2-4b2d-963c-907e84c495a0 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.646884 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0704e63d-5eb3-4097-912b-ae6e52eab310 req-e35e833e-23b2-4b2d-963c-907e84c495a0 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 931 time: 0.2053258 Jul 16 18:00:52.656350 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.698610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7dcaca2-10c2-4ae1-a1da-9a50333d8782']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:52.719442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd368d7a3-7f7e-4330-ba82-aa83a0ad7de8') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:52.719740 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd368d7a3-7f7e-4330-ba82-aa83a0ad7de8') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:52.741946 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.742260 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.747795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3919a009-211f-4ff4-95c1-aef7e51ed535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Network 036c5f0a-9663-498f-a374-04d41ab47233 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:52.765035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-3919a009-211f-4ff4-95c1-aef7e51ed535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:52.769523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-915f5271-6d1c-4472-a61f-11608dee0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.770444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919a009-211f-4ff4-95c1-aef7e51ed535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event updated for resources: {'Port': ['ID=6ffd9696-8094-4d03-a8a1-fea7da0abe01,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:52.770702 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-915f5271-6d1c-4472-a61f-11608dee0ec0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2115254 Jul 16 18:00:52.772974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3919a009-211f-4ff4-95c1-aef7e51ed535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:52.774066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3919a009-211f-4ff4-95c1-aef7e51ed535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.775394 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3919a009-211f-4ff4-95c1-aef7e51ed535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.785050 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.812356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:52.812766 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:52.814564 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:52.822705 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0704e63d-5eb3-4097-912b-ae6e52eab310 req-fb82700d-0d12-47a7-881b-75c4dc450d37 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459739 Jul 16 18:00:52.848644 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3919a009-211f-4ff4-95c1-aef7e51ed535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1131063 Jul 16 18:00:52.848644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59018) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:52.856701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:52.893907 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.985356 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bd8a2-9c72-46da-8cc4-20b32d95fadd req-9b68d9f8-da8e-4d86-8486-c29345bb12a0 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.986981 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e5bd8a2-9c72-46da-8cc4-20b32d95fadd req-9b68d9f8-da8e-4d86-8486-c29345bb12a0 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 943 time: 0.3070848 Jul 16 18:00:53.070293 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.086625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e5bd8a2-9c72-46da-8cc4-20b32d95fadd req-fc66fe63-113e-4d0e-9999-4af7ce979733 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854456 Jul 16 18:00:53.226073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ede6f8-c259-4cac-b450-2277db5c646f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:53.237097 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.251023 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.266530 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Transition to ACTIVE for port object 55ede6f8-c259-4cac-b450-2277db5c646f will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:53.268605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a7dcaca2-10c2-4ae1-a1da-9a50333d8782 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:00:53.272247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] device_id is not set on port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:00:53.280319 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.283770 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] 10.222.0.24 "DELETE /v2.0/networks/a7dcaca2-10c2-4ae1-a1da-9a50333d8782 HTTP/1.1" status: 204 len: 168 time: 1.0952117 Jul 16 18:00:53.283934 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.285035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.288969 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-115fba2e-fb63-4537-a62f-be66c9c58868 service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051591 Jul 16 18:00:53.289896 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c8def-2d28-45b1-8e69-cfe38d244ac0 tempest-ExternalNetworksTestJSON-1265982837 tempest-ExternalNetworksTestJSON-1265982837-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7dcaca2-10c2-4ae1-a1da-9a50333d8782,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:53.293285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59022) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:53.300098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Transition to ACTIVE for port object 6ffd9696-8094-4d03-a8a1-fea7da0abe01 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:53.327673 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.397069 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66f422f-f0bb-4995-a0dd-92c86fb0c811 tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] DELETE failed (client error): The resource could not be found. Jul 16 18:00:53.397440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66f422f-f0bb-4995-a0dd-92c86fb0c811 tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:00:53.400441 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f66f422f-f0bb-4995-a0dd-92c86fb0c811 tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] 10.222.0.24 "DELETE /v2.0/subnets/5c2c0d5b-a3ef-47df-918d-4cd7457adf0e HTTP/1.1" status: 404 len: 337 time: 0.1038740 Jul 16 18:00:53.407979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59024) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:53.481149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Pushing event updated for resources: {'Port': ['ID=55ede6f8-c259-4cac-b450-2277db5c646f,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:53.538348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event updated for resources: {'Port': ['ID=6ffd9696-8094-4d03-a8a1-fea7da0abe01,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:53.561864 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0017c7c0-01aa-4f2d-a843-d450ec0205db tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.564726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Attempting to bind port 55ede6f8-c259-4cac-b450-2277db5c646f on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:53.565102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Attempting to bind port 55ede6f8-c259-4cac-b450-2277db5c646f by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:53.565560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Attempting to bind port 55ede6f8-c259-4cac-b450-2277db5c646f on network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:53.567425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:53.567865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:53.568340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:53.569255 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83d3a26a-4a77-43cc-8748-1329acd8f4ae req-bb2534a6-2329-4983-b4ea-22b229a0ba15 service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692277 Jul 16 18:00:53.573553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Port 55ede6f8-c259-4cac-b450-2277db5c646f on network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:53.573984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Attempting to bind port 55ede6f8-c259-4cac-b450-2277db5c646f on network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:53.580228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:53.580480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Checking segment: {'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:53.580957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Bound using segment: {'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:53.581363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Bound port: 55ede6f8-c259-4cac-b450-2277db5c646f, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:53.582131 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.582588 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:53.583053 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:53.588105 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 2 to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 Jul 16 18:00:53.650158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:53.650756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:53.651201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:53.681297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:53.681880 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:53.684877 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 3 to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 Jul 16 18:00:53.715288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988c8b5b-a69f-4aec-be4f-9838ac8c889e {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:53.718921 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] For port 55ede6f8-c259-4cac-b450-2277db5c646f, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:53.724158 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] For port 55ede6f8-c259-4cac-b450-2277db5c646f, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=55ede6f8-c259-4cac-b450-2277db5c646f,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:53.730763 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.763277 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.774603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:53.775264 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.777459 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] 10.222.0.32 "PUT /v2.0/ports/55ede6f8-c259-4cac-b450-2277db5c646f HTTP/1.1" status: 200 len: 1092 time: 1.9269512 Jul 16 18:00:53.781028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:53.781379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:53.781852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:53.787735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81ed04-a07c-457d-854e-95cca68809ae req-4f7e80e4-8ecb-4517-8258-550afccbed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:53.789249 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd81ed04-a07c-457d-854e-95cca68809ae req-4f7e80e4-8ecb-4517-8258-550afccbed7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 1095 time: 0.1421857 Jul 16 18:00:53.813426 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0017c7c0-01aa-4f2d-a843-d450ec0205db tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.835182 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:53.835571 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:53.836667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Transition to ACTIVE for port object 988c8b5b-a69f-4aec-be4f-9838ac8c889e will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:53.836938 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141ec65-cbe4-4915-9ac3-a417f2446c90 service neutron] Pushing event updated for resources: {'Port': ['ID=55ede6f8-c259-4cac-b450-2277db5c646f,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:53.841208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-0017c7c0-01aa-4f2d-a843-d450ec0205db tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19028d93-a766-4e43-a9a9-20b181ed6fed']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:53.844429 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 4 to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 Jul 16 18:00:53.863956 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.868025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-0017c7c0-01aa-4f2d-a843-d450ec0205db tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba625f1f-5170-4bbc-a1be-5c766efb8b47') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:53.868400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-0017c7c0-01aa-4f2d-a843-d450ec0205db tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba625f1f-5170-4bbc-a1be-5c766efb8b47') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:53.922050 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:53.922395 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:53.922736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:53.928643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0017c7c0-01aa-4f2d-a843-d450ec0205db tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.957476 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:53.957853 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:53.958309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81ed04-a07c-457d-854e-95cca68809ae req-3417c968-cc35-45fb-acb4-1568fe3fc8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:53.959806 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd81ed04-a07c-457d-854e-95cca68809ae req-3417c968-cc35-45fb-acb4-1568fe3fc8ac service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.1570368 Jul 16 18:00:53.965914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-840d64be-8ab5-4127-ae91-530746883d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:53.966788 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 5 to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 Jul 16 18:00:53.967715 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-840d64be-8ab5-4127-ae91-530746883d94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80cde74f37354194b9730fb6cb65de28&device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 1095 time: 0.1322079 Jul 16 18:00:54.001995 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0017c7c0-01aa-4f2d-a843-d450ec0205db tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.004249 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Pushing event updated for resources: {'Port': ['ID=988c8b5b-a69f-4aec-be4f-9838ac8c889e,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.017201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265fdb-2072-47b4-aa51-580074d911cf req-45d3b59e-5c7d-48f4-a118-c72eec5aeae1 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.019155 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f265fdb-2072-47b4-aa51-580074d911cf req-45d3b59e-5c7d-48f4-a118-c72eec5aeae1 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.2988136 Jul 16 18:00:54.049098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:54.049438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:54.049803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:54.051608 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd81ed04-a07c-457d-854e-95cca68809ae req-4b04d507-6c52-4a67-af18-daa19d9d84eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d38dd41-219f-4923-97ef-092fedcb9cd0 HTTP/1.1" status: 200 len: 217 time: 0.0827553 Jul 16 18:00:54.052247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24677d67-c93e-4c08-9baa-191f390a00dd', 'tag': '55ede6f8-c259-4cac-b450-2277db5c646f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:54.054592 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a4cb06-4b8a-4acc-80eb-0b13d07d785d" -d '{"events": [{"name": "network-changed", "server_uuid": "24677d67-c93e-4c08-9baa-191f390a00dd", "tag": "55ede6f8-c259-4cac-b450-2277db5c646f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:54.058620 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-78b6b2a2-433d-4e88-8f5b-8f1274246dae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ede6f8-c259-4cac-b450-2277db5c646f HTTP/1.1" status: 200 len: 217 time: 0.0834832 Jul 16 18:00:54.069076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0017c7c0-01aa-4f2d-a843-d450ec0205db tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:54.069498 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0017c7c0-01aa-4f2d-a843-d450ec0205db tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:54.077561 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:54.135627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:54.135857 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:54.142541 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 6 to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 Jul 16 18:00:54.143747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81ed04-a07c-457d-854e-95cca68809ae req-9e173835-d4ce-472d-9f09-8c73bf1dbd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.145271 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd81ed04-a07c-457d-854e-95cca68809ae req-9e173835-d4ce-472d-9f09-8c73bf1dbd96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.0857439 Jul 16 18:00:54.147003 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-d03f47ac-0135-468f-a47f-95f274a7d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.148358 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-d03f47ac-0135-468f-a47f-95f274a7d287 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=edf4c637-b854-4aa9-a59b-319c7f4fe00f HTTP/1.1" status: 200 len: 853 time: 0.0811102 Jul 16 18:00:54.211939 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-0f86f1f3-29a5-4dc4-9293-62845d4b04c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d5a478f-e18d-4e6c-b340-f40c1de80c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518434 Jul 16 18:00:54.215953 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f265fdb-2072-47b4-aa51-580074d911cf req-a760d050-7eb1-49aa-9967-7b27ba6d8868 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751509 Jul 16 18:00:54.218405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:54.218878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:54.219080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:54.226262 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0017c7c0-01aa-4f2d-a843-d450ec0205db tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.246444 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0017c7c0-01aa-4f2d-a843-d450ec0205db tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.250906 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0017c7c0-01aa-4f2d-a843-d450ec0205db tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] 10.222.0.24 "DELETE /v2.0/networks/19028d93-a766-4e43-a9a9-20b181ed6fed HTTP/1.1" status: 204 len: 168 time: 0.8376875 Jul 16 18:00:54.250906 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:54.250906 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:54.257786 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 7 to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 Jul 16 18:00:54.281578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017c7c0-01aa-4f2d-a843-d450ec0205db tempest-ExternalNetworksTestJSON-545962778 tempest-ExternalNetworksTestJSON-545962778-project] Pushing event deleted for resources: {'Network': ['ID=19028d93-a766-4e43-a9a9-20b181ed6fed,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.283583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Attempting to bind port 988c8b5b-a69f-4aec-be4f-9838ac8c889e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:54.283926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Attempting to bind port 988c8b5b-a69f-4aec-be4f-9838ac8c889e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:54.284257 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Attempting to bind port 988c8b5b-a69f-4aec-be4f-9838ac8c889e on network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:54.302713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cf8c8-10dd-4ef3-bf45-a7d72f05890a req-35e909e7-934c-40d0-a937-d56331367fe0 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.310662 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b7cf8c8-10dd-4ef3-bf45-a7d72f05890a req-35e909e7-934c-40d0-a937-d56331367fe0 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 943 time: 0.3505979 Jul 16 18:00:54.317759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81ed04-a07c-457d-854e-95cca68809ae req-458f6e4d-7df7-46f5-ac79-f7b9c1b14e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.320205 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd81ed04-a07c-457d-854e-95cca68809ae req-458f6e4d-7df7-46f5-ac79-f7b9c1b14e3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1676674 Jul 16 18:00:54.329467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:54.329920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:54.330291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:54.332357 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Port 988c8b5b-a69f-4aec-be4f-9838ac8c889e on network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:54.332656 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Attempting to bind port 988c8b5b-a69f-4aec-be4f-9838ac8c889e on network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:54.343353 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:54.343696 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:54.348021 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 8 to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 Jul 16 18:00:54.350676 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:54.351023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Checking segment: {'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:54.351417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Bound using segment: {'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:54.351865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Bound port: 988c8b5b-a69f-4aec-be4f-9838ac8c889e, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:54.352240 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.385851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b7cf8c8-10dd-4ef3-bf45-a7d72f05890a req-8db09b42-f51b-4d8d-a245-fef4be96c5c7 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742900 Jul 16 18:00:54.386767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:54.387110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:54.387455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:54.424382 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-cbda3d53-9b41-40d3-99be-b9951facc64f service neutron] 10.222.0.32 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042418 Jul 16 18:00:54.434692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:54.435233 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:54.441613 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 9 to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 Jul 16 18:00:54.463186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] For port 988c8b5b-a69f-4aec-be4f-9838ac8c889e, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:54.465481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:54.465887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:54.466223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:54.482690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] For port 988c8b5b-a69f-4aec-be4f-9838ac8c889e, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=988c8b5b-a69f-4aec-be4f-9838ac8c889e,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:54.487114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:54.487737 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:54.488648 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempt 10 to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 Jul 16 18:00:54.498527 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.545518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:54.545891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:54.546237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempting to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:54.549456 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.550137 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.551565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] 10.222.0.11 "PUT /v2.0/ports/988c8b5b-a69f-4aec-be4f-9838ac8c889e HTTP/1.1" status: 200 len: 1093 time: 2.0581341 Jul 16 18:00:54.555055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8fb6e3-2abf-4bf1-93b9-bb3644999247', 'tag': '988c8b5b-a69f-4aec-be4f-9838ac8c889e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:54.557320 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaeb2c1-cfc1-4a3b-85b7-b1290c917416" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8fb6e3-2abf-4bf1-93b9-bb3644999247", "tag": "988c8b5b-a69f-4aec-be4f-9838ac8c889e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:54.569067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:54.569067 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Failed to bind port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on host n-h2-787205-10 for vnic_type normal using segments [{'id': 'f358d22b-5042-4133-bb55-1dade04ee520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '036c5f0a-9663-498f-a374-04d41ab47233'}] Jul 16 18:00:54.569560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.621450 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76341c4f-eeb1-477a-ad13-2d5feb06fa63 x-openstack-request-id: req-76341c4f-eeb1-477a-ad13-2d5feb06fa63 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:54.622140 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24677d67-c93e-4c08-9baa-191f390a00dd", "tag": "55ede6f8-c259-4cac-b450-2277db5c646f", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:54.624606 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76341c4f-eeb1-477a-ad13-2d5feb06fa63 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:54.625252 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24677d67-c93e-4c08-9baa-191f390a00dd', 'tag': '55ede6f8-c259-4cac-b450-2277db5c646f', 'status': 'completed', 'code': 200} Jul 16 18:00:54.677344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a60dea-507d-4a10-b737-842e3182c53e service neutron] Pushing event updated for resources: {'Port': ['ID=988c8b5b-a69f-4aec-be4f-9838ac8c889e,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.754603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59048) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:54.783296 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd81ed04-a07c-457d-854e-95cca68809ae req-708a2f0f-e806-4e1a-a12c-618782f38d1f service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515080 Jul 16 18:00:54.786897 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-f9f6f7a6-10cc-4bc9-ba4f-a1d9eaa253c6 service neutron] 10.222.0.32 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131623 Jul 16 18:00:54.928565 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] For port 6ffd9696-8094-4d03-a8a1-fea7da0abe01, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:54.929201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attempted to set empty binding levels {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:00:54.932279 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b4c717-d2a9-4630-ae31-d33fb188c162 x-openstack-request-id: req-38b4c717-d2a9-4630-ae31-d33fb188c162 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:54.932582 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8fb6e3-2abf-4bf1-93b9-bb3644999247", "tag": "988c8b5b-a69f-4aec-be4f-9838ac8c889e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:54.933398 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38b4c717-d2a9-4630-ae31-d33fb188c162 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:54.933398 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8fb6e3-2abf-4bf1-93b9-bb3644999247', 'tag': '988c8b5b-a69f-4aec-be4f-9838ac8c889e', 'status': 'completed', 'code': 200} Jul 16 18:00:54.939092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.955248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] In _notify_port_updated(), no bound segment for port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 on network 036c5f0a-9663-498f-a374-04d41ab47233 {{(pid=105591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:00:54.956149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.956766 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.958124 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "PUT /v2.0/ports/6ffd9696-8094-4d03-a8a1-fea7da0abe01 HTTP/1.1" status: 200 len: 980 time: 2.1082654 Jul 16 18:00:54.976886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59052) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:54.992455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b9f17684-5b01-471d-bc52-93a150c398e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.994547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-b9f17684-5b01-471d-bc52-93a150c398e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80cde74f37354194b9730fb6cb65de28&device_id=7d8fb6e3-2abf-4bf1-93b9-bb3644999247 HTTP/1.1" status: 200 len: 1096 time: 0.3926377 Jul 16 18:00:55.013067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc8886-697f-416a-b8b3-4b54dc2f04b6 req-526205fc-2599-4fe9-86d2-50ce7eea97ed tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.020427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83fc8886-697f-416a-b8b3-4b54dc2f04b6 req-526205fc-2599-4fe9-86d2-50ce7eea97ed tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 943 time: 0.2800791 Jul 16 18:00:55.044358 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd81ed04-a07c-457d-854e-95cca68809ae req-4c5f93cd-4ab7-44f2-b3fd-f7c9b96e515a service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547569 Jul 16 18:00:55.070849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-c7a8ad65-2048-47e3-8341-f94930ab44b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=988c8b5b-a69f-4aec-be4f-9838ac8c889e HTTP/1.1" status: 200 len: 217 time: 0.0653656 Jul 16 18:00:55.077413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed8903-d2eb-4a4a-b90b-0564c26c0eca tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event updated for resources: {'Port': ['ID=6ffd9696-8094-4d03-a8a1-fea7da0abe01,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:55.079000 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.116507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4cb06-4b8a-4acc-80eb-0b13d07d785d req-80fc5489-470d-4b87-b3bb-783bcc1ff5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.119499 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87a4cb06-4b8a-4acc-80eb-0b13d07d785d req-80fc5489-470d-4b87-b3bb-783bcc1ff5fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80cde74f37354194b9730fb6cb65de28&device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 1095 time: 0.2441425 Jul 16 18:00:55.123626 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e087f1f6-de92-4735-bf63-8e55be44686b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14bc3cce03ef4d1ea37935a3da8011a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631639 Jul 16 18:00:55.128382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59054) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:55.158527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83fc8886-697f-416a-b8b3-4b54dc2f04b6 req-d08e831a-d9f7-4f1c-8e4e-cc92aced66e7 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371331 Jul 16 18:00:55.164254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-ba9c71c8-f9b1-4eef-98bd-319765871f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.166416 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-ba9c71c8-f9b1-4eef-98bd-319765871f27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edf4c637-b854-4aa9-a59b-319c7f4fe00f HTTP/1.1" status: 200 len: 853 time: 0.0843108 Jul 16 18:00:55.211944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-a24465fa-7ac9-4407-b752-3d791d97c045 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d5a478f-e18d-4e6c-b340-f40c1de80c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377460 Jul 16 18:00:55.212842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0aff41c1-24b4-428a-b387-ed940c334565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Deleting port 6ffd9696-8094-4d03-a8a1-fea7da0abe01 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:55.213772 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0aff41c1-24b4-428a-b387-ed940c334565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.250919 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-512f78d1-54ae-4f65-a66e-c84f202daf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.258563 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4cb06-4b8a-4acc-80eb-0b13d07d785d req-29b45d54-ab3f-4082-ab2f-64745766b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.261131 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87a4cb06-4b8a-4acc-80eb-0b13d07d785d req-29b45d54-ab3f-4082-ab2f-64745766b64a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d5a478f-e18d-4e6c-b340-f40c1de80c01 HTTP/1.1" status: 200 len: 914 time: 0.1349232 Jul 16 18:00:55.274279 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-512f78d1-54ae-4f65-a66e-c84f202daf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.339297 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87a4cb06-4b8a-4acc-80eb-0b13d07d785d req-9fe578fe-fb3f-4a2b-b352-812b42e9d397 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ede6f8-c259-4cac-b450-2277db5c646f HTTP/1.1" status: 200 len: 217 time: 0.0502748 Jul 16 18:00:55.340340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0aff41c1-24b4-428a-b387-ed940c334565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] For port 6ffd9696-8094-4d03-a8a1-fea7da0abe01, host n-h2-787205-10, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:55.340700 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0aff41c1-24b4-428a-b387-ed940c334565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.385450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0aff41c1-24b4-428a-b387-ed940c334565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Calling delete_port for 6ffd9696-8094-4d03-a8a1-fea7da0abe01 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:55.395001 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-512f78d1-54ae-4f65-a66e-c84f202daf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.397697 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-512f78d1-54ae-4f65-a66e-c84f202daf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.398947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-512f78d1-54ae-4f65-a66e-c84f202daf03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da2e14d2-ee40-45c3-afb8-9035a739846f HTTP/1.1" status: 204 len: 168 time: 0.2679675 Jul 16 18:00:55.438140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f78d1-54ae-4f65-a66e-c84f202daf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2e14d2-ee40-45c3-afb8-9035a739846f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:55.441835 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-d3e4a873-9ac6-47e0-af2c-1f1fcdeea33e service neutron] 10.222.0.11 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226317 Jul 16 18:00:55.473589 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4cb06-4b8a-4acc-80eb-0b13d07d785d req-febb4a3a-1f28-40bb-9f68-e7d4f97ddb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.475867 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87a4cb06-4b8a-4acc-80eb-0b13d07d785d req-febb4a3a-1f28-40bb-9f68-e7d4f97ddb7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=edf4c637-b854-4aa9-a59b-319c7f4fe00f HTTP/1.1" status: 200 len: 853 time: 0.1267419 Jul 16 18:00:55.509242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8d1cc-1a01-4693-91e4-c9985adfaaca req-5d446b23-67b2-4458-8150-501392f48ef3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.511484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78b8d1cc-1a01-4693-91e4-c9985adfaaca req-5d446b23-67b2-4458-8150-501392f48ef3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.1631653 Jul 16 18:00:55.543175 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87a4cb06-4b8a-4acc-80eb-0b13d07d785d req-5938ab93-de17-4f65-9d83-b730d83c5cb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d5a478f-e18d-4e6c-b340-f40c1de80c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422034 Jul 16 18:00:55.621169 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78b8d1cc-1a01-4693-91e4-c9985adfaaca req-ed2887ef-41c7-43f9-8bed-43a05493f98c tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760887 Jul 16 18:00:55.625804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cf4bad9-3a81-4057-89e9-e4b3c69add07 req-f6d8957b-85f4-4db1-9bb9-66458489c56c service neutron] 10.222.0.11 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753821 Jul 16 18:00:55.644933 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0aff41c1-24b4-428a-b387-ed940c334565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.691223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff41c1-24b4-428a-b387-ed940c334565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ffd9696-8094-4d03-a8a1-fea7da0abe01,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:55.707305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0aff41c1-24b4-428a-b387-ed940c334565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.711660 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0aff41c1-24b4-428a-b387-ed940c334565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "DELETE /v2.0/ports/6ffd9696-8094-4d03-a8a1-fea7da0abe01 HTTP/1.1" status: 204 len: 168 time: 0.7259865 Jul 16 18:00:55.711660 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87a4cb06-4b8a-4acc-80eb-0b13d07d785d req-9e9536cd-edbc-4285-84a0-023c04e9a548 service neutron] 10.222.0.32 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568844 Jul 16 18:00:55.712687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59068) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:55.773578 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-afaee6fa-93b4-4d8a-a79e-58bdb1d2b85b tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:00:55.775927 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-afaee6fa-93b4-4d8a-a79e-58bdb1d2b85b tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141823569-project-admin] 10.222.0.24 "GET /v2.0/ports/6ffd9696-8094-4d03-a8a1-fea7da0abe01 HTTP/1.1" status: 404 len: 333 time: 0.0621569 Jul 16 18:00:55.782221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59070) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:55.846725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeb2c1-cfc1-4a3b-85b7-b1290c917416 req-5fd9bd21-e64a-4511-ad9a-ce9c0e2d5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.848206 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eaaeb2c1-cfc1-4a3b-85b7-b1290c917416 req-5fd9bd21-e64a-4511-ad9a-ce9c0e2d5456 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80cde74f37354194b9730fb6cb65de28&device_id=7d8fb6e3-2abf-4bf1-93b9-bb3644999247 HTTP/1.1" status: 200 len: 1096 time: 0.1600921 Jul 16 18:00:55.855759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59074) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:55.880521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe04ce1-be8a-4931-80ff-e3e3b9e6fe32 req-e3054c4a-a6b3-4933-90ed-ddaa4d895c3c tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.882438 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abe04ce1-be8a-4931-80ff-e3e3b9e6fe32 req-e3054c4a-a6b3-4933-90ed-ddaa4d895c3c tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 943 time: 0.1311224 Jul 16 18:00:55.960647 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35f5b2b8-33ad-4bad-b893-ce785586635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.966644 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87a4cb06-4b8a-4acc-80eb-0b13d07d785d req-db703fa5-3e13-40b4-8896-857b669d8a28 service neutron] 10.222.0.32 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451186 Jul 16 18:00:55.981523 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5bd9127a-83bc-4a0d-a49a-3630cd7e38e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d3d746e3d8e47278bdb7c0b8d6139a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1230786 Jul 16 18:00:55.985029 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59076) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:55.989521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abe04ce1-be8a-4931-80ff-e3e3b9e6fe32 req-f43f9ec4-57da-44a5-ba7b-ba0fb2f17f9b tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941639 Jul 16 18:00:56.015984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeb2c1-cfc1-4a3b-85b7-b1290c917416 req-bc21977a-b9b5-49c1-9103-ff2889883060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.015984 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eaaeb2c1-cfc1-4a3b-85b7-b1290c917416 req-bc21977a-b9b5-49c1-9103-ff2889883060 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d5a478f-e18d-4e6c-b340-f40c1de80c01 HTTP/1.1" status: 200 len: 914 time: 0.1527705 Jul 16 18:00:56.058542 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eaaeb2c1-cfc1-4a3b-85b7-b1290c917416 req-aedfe693-ac0b-4b46-ace2-aaca823b6e5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=988c8b5b-a69f-4aec-be4f-9838ac8c889e HTTP/1.1" status: 200 len: 217 time: 0.0382054 Jul 16 18:00:56.121149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeb2c1-cfc1-4a3b-85b7-b1290c917416 req-0897495e-85df-4a52-8457-4e283df4f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.122887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eaaeb2c1-cfc1-4a3b-85b7-b1290c917416 req-0897495e-85df-4a52-8457-4e283df4f206 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edf4c637-b854-4aa9-a59b-319c7f4fe00f HTTP/1.1" status: 200 len: 853 time: 0.0568962 Jul 16 18:00:56.159970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eaaeb2c1-cfc1-4a3b-85b7-b1290c917416 req-42ce32cd-3954-4461-9500-43b3e2593790 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d5a478f-e18d-4e6c-b340-f40c1de80c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296292 Jul 16 18:00:56.264808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eaaeb2c1-cfc1-4a3b-85b7-b1290c917416 req-6c0a367d-5eeb-48d7-80f2-2ff282d7ab61 service neutron] 10.222.0.11 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980468 Jul 16 18:00:56.388976 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35f5b2b8-33ad-4bad-b893-ce785586635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.399861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eaaeb2c1-cfc1-4a3b-85b7-b1290c917416 req-ed1f2d01-ac34-40d2-888e-015baed422c8 service neutron] 10.222.0.11 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276729 Jul 16 18:00:56.407479 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-35f5b2b8-33ad-4bad-b893-ce785586635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036c5f0a-9663-498f-a374-04d41ab47233']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:56.409878 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddc577ec-f716-471b-909a-30ab0f4e6197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.424794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736f903-7b01-49f9-b431-7937147f4456 req-f75e0636-8aa4-4920-8243-93ba88aebbea tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.427452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3736f903-7b01-49f9-b431-7937147f4456 req-f75e0636-8aa4-4920-8243-93ba88aebbea tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 943 time: 0.1175232 Jul 16 18:00:56.428214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-35f5b2b8-33ad-4bad-b893-ce785586635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f358d22b-5042-4133-bb55-1dade04ee520') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:56.429599 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-35f5b2b8-33ad-4bad-b893-ce785586635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f358d22b-5042-4133-bb55-1dade04ee520') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:56.450018 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35f5b2b8-33ad-4bad-b893-ce785586635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.461185 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddc577ec-f716-471b-909a-30ab0f4e6197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.472734 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3736f903-7b01-49f9-b431-7937147f4456 req-e84b915c-45a1-4111-971c-f90aa5bd5181 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380213 Jul 16 18:00:56.477397 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35f5b2b8-33ad-4bad-b893-ce785586635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.497414 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f5b2b8-33ad-4bad-b893-ce785586635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:56.497895 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35f5b2b8-33ad-4bad-b893-ce785586635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:56.501252 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:56.575835 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35f5b2b8-33ad-4bad-b893-ce785586635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.582698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-35f5b2b8-33ad-4bad-b893-ce785586635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.584503 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-35f5b2b8-33ad-4bad-b893-ce785586635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] 10.222.0.24 "DELETE /v2.0/networks/036c5f0a-9663-498f-a374-04d41ab47233 HTTP/1.1" status: 204 len: 168 time: 0.8014147 Jul 16 18:00:56.597879 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddc577ec-f716-471b-909a-30ab0f4e6197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.600413 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddc577ec-f716-471b-909a-30ab0f4e6197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.601577 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ddc577ec-f716-471b-909a-30ab0f4e6197 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9d2a4d0-d6bc-4a30-8444-227f3a432316 HTTP/1.1" status: 204 len: 168 time: 0.6154003 Jul 16 18:00:56.604271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5b2b8-33ad-4bad-b893-ce785586635f tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039 tempest-PortsAdminExtendedAttrsIpV6TestJSON-192194039-project] Pushing event deleted for resources: {'Network': ['ID=036c5f0a-9663-498f-a374-04d41ab47233,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:56.612474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc577ec-f716-471b-909a-30ab0f4e6197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d2a4d0-d6bc-4a30-8444-227f3a432316,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:56.935897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59096) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.127215 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-355bc8b2-6985-4156-9748-43a157752a3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7373eddda293439cbb4c4b4b544ecf38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869974 Jul 16 18:00:57.127808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59110) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.201540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e1647-05f3-4f9f-a8d5-3b5bc4a63041 req-6253f1fb-b335-4ca6-9c88-e7ed0f95deb3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:57.203346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d9e1647-05f3-4f9f-a8d5-3b5bc4a63041 req-6253f1fb-b335-4ca6-9c88-e7ed0f95deb3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.4118428 Jul 16 18:00:57.219712 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bc4a037-9e16-4bff-bebe-ec464557b1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.288813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bc4a037-9e16-4bff-bebe-ec464557b1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.309600 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d9e1647-05f3-4f9f-a8d5-3b5bc4a63041 req-a4c7e976-0629-4265-b857-522d9cb794c0 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909197 Jul 16 18:00:57.353379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931e0ec-1dcb-4176-a1df-fce973d1cec8 req-8c8ebc60-afcc-4566-8422-54ba249a7388 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:57.354962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b931e0ec-1dcb-4176-a1df-fce973d1cec8 req-8c8ebc60-afcc-4566-8422-54ba249a7388 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 943 time: 0.1506872 Jul 16 18:00:57.391286 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bc4a037-9e16-4bff-bebe-ec464557b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.393814 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bc4a037-9e16-4bff-bebe-ec464557b1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.394961 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7bc4a037-9e16-4bff-bebe-ec464557b1b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e1d5ede-4cdb-478f-99b5-1da289eacf8e HTTP/1.1" status: 204 len: 168 time: 0.2653108 Jul 16 18:00:57.414225 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b931e0ec-1dcb-4176-a1df-fce973d1cec8 req-6b603160-64d3-40c9-a8a0-0cba03ee206b tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496743 Jul 16 18:00:57.415162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4a037-9e16-4bff-bebe-ec464557b1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1d5ede-4cdb-478f-99b5-1da289eacf8e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:57.457322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59122) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.591069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 8d38dd41-219f-4923-97ef-092fedcb9cd0 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:57.701072 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74d55b-32e4-4ad6-83d5-087620eae9d8 req-6406f575-aa9f-4831-aa61-75154ff4c611 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:57.702845 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff74d55b-32e4-4ad6-83d5-087620eae9d8 req-6406f575-aa9f-4831-aa61-75154ff4c611 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 943 time: 0.0894313 Jul 16 18:00:57.708745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-86dcff28-db4d-4eb9-96f1-0e0752786a9a tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.709810 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-86dcff28-db4d-4eb9-96f1-0e0752786a9a tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2514052 Jul 16 18:00:57.713888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59130) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.719530 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-d8ab3970-2c8b-4ddb-9381-f3696f9d52c6 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.723857 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d8ab3970-2c8b-4ddb-9381-f3696f9d52c6 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0085375 Jul 16 18:00:57.724636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59132) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.730944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-f2809a7e-c728-4ba2-900c-9c8f53f07a4e tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.735025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 8d38dd41-219f-4923-97ef-092fedcb9cd0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8d38dd41-219f-4923-97ef-092fedcb9cd0,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:57.735836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59134) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.736682 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f2809a7e-c728-4ba2-900c-9c8f53f07a4e tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0106828 Jul 16 18:00:57.747837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '8d38dd41-219f-4923-97ef-092fedcb9cd0', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'port_id': '8d38dd41-219f-4923-97ef-092fedcb9cd0', 'mac_address': 'fa:16:3e:55:d8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:57.748385 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-123b012f-1f16-4ce0-b2a2-ce4823e088b3 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.752002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-123b012f-1f16-4ce0-b2a2-ce4823e088b3 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0132098 Jul 16 18:00:57.752575 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59136) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.757698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff74d55b-32e4-4ad6-83d5-087620eae9d8 req-f4cb5c0b-3303-437b-87ef-baecfbb271a6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466068 Jul 16 18:00:57.766523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-66b3297f-54cd-4a43-95ba-e59a7a9e94d4 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.767981 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-66b3297f-54cd-4a43-95ba-e59a7a9e94d4 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0145772 Jul 16 18:00:57.770807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59138) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.785609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-a29ac9dd-3a08-47ca-9ae4-f8eedbbd278f tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.785609 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a29ac9dd-3a08-47ca-9ae4-f8eedbbd278f tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0076756 Jul 16 18:00:57.785609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59140) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.788945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-f689a1e7-aa54-44bb-87d0-e42d71f2262c tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.792332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f689a1e7-aa54-44bb-87d0-e42d71f2262c tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043747 Jul 16 18:00:57.792426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59142) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.800009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-4f6ed2b3-3197-4983-8dee-cd63f11ed155 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.800501 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.802152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4f6ed2b3-3197-4983-8dee-cd63f11ed155 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0074749 Jul 16 18:00:57.803617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59146) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.813411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-f5862b8c-ccd0-46ad-8307-97f1afc04fde tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.814601 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f5862b8c-ccd0-46ad-8307-97f1afc04fde tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0094526 Jul 16 18:00:57.817581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59148) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.823797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-1ba051b9-eb13-4201-9bbd-65cb7d1da1c9 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.825441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1ba051b9-eb13-4201-9bbd-65cb7d1da1c9 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0058351 Jul 16 18:00:57.828502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59150) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.832778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-6784fc8d-4227-4449-b9ca-13612004b273 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.833860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6784fc8d-4227-4449-b9ca-13612004b273 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043550 Jul 16 18:00:57.836717 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59152) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.839625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d38dd41-219f-4923-97ef-092fedcb9cd0 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:57.844570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-1a39547c-85c4-41bc-a8d9-ec7d03ac4b3f tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.844991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59154) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.846310 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1a39547c-85c4-41bc-a8d9-ec7d03ac4b3f tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0062921 Jul 16 18:00:57.848823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59156) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.853916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-cc40bcde-3ba0-4a91-8949-8e1e6bf6d5db tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.855389 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cc40bcde-3ba0-4a91-8949-8e1e6bf6d5db tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053601 Jul 16 18:00:57.859976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59158) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.873718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-262e783f-cb6e-4a95-8bd5-5e630b5dbb34 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.874907 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-262e783f-cb6e-4a95-8bd5-5e630b5dbb34 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0138113 Jul 16 18:00:57.877547 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59160) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.883067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-b6e552d7-8230-406a-bef0-2c3ba50e827e tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.885098 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b6e552d7-8230-406a-bef0-2c3ba50e827e tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0062747 Jul 16 18:00:57.887923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59162) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.895683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-74965204-19e2-43e3-8f36-e1890a541168 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.897452 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 8d38dd41-219f-4923-97ef-092fedcb9cd0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8d38dd41-219f-4923-97ef-092fedcb9cd0,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:57.900878 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-74965204-19e2-43e3-8f36-e1890a541168 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0116878 Jul 16 18:00:57.901146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59164) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.904938 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.911398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-20041a99-194c-479b-b40e-ea3cb66a485d tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.912376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-20041a99-194c-479b-b40e-ea3cb66a485d tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0101311 Jul 16 18:00:57.915747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59166) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.917741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-864be230-6ca3-442c-9dcf-3847aaab8545 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9a8d74c12ce48999db54e998513e9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709434 Jul 16 18:00:57.919751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59168) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.921647 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-e0fc2984-592b-4244-9200-5d1406164af6 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.925822 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e0fc2984-592b-4244-9200-5d1406164af6 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0085816 Jul 16 18:00:57.926952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59170) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.932989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-166a2d52-346d-4b87-8240-04a8b93f24a2 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.934118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-166a2d52-346d-4b87-8240-04a8b93f24a2 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0060902 Jul 16 18:00:57.936920 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59172) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.942037 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-f6b1fd48-ba2f-42e0-b8cc-a418274fd60a tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.943191 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f6b1fd48-ba2f-42e0-b8cc-a418274fd60a tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0053122 Jul 16 18:00:57.947009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59174) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.951854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-5e2b9507-57ea-47c0-b3c7-71c304608154 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.952898 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5e2b9507-57ea-47c0-b3c7-71c304608154 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048382 Jul 16 18:00:57.955564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59176) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.960838 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-0b4d2144-fdbe-47c1-8553-5dd2b3dc4217 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.966611 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0b4d2144-fdbe-47c1-8553-5dd2b3dc4217 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0094104 Jul 16 18:00:57.967943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59178) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.978554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-69fd8905-302d-4c3d-8325-00f44a461435 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:57.980847 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-69fd8905-302d-4c3d-8325-00f44a461435 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0101767 Jul 16 18:00:57.992032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59182) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:57.998601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-0f919679-d9bb-440f-8bea-42bf8efcc217 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.003175 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0f919679-d9bb-440f-8bea-42bf8efcc217 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0087738 Jul 16 18:00:58.003355 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59184) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.011498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-dd4afeb4-ec19-4ac0-9444-8e2e8419c0b8 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.012523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dd4afeb4-ec19-4ac0-9444-8e2e8419c0b8 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0082202 Jul 16 18:00:58.015773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59186) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.016904 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ba3974c-c0b3-4560-b309-855d9b17c0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.020800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-541eb1c4-f2ca-416a-adcf-b14eccf8900f tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.025109 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-541eb1c4-f2ca-416a-adcf-b14eccf8900f tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0079854 Jul 16 18:00:58.027813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59188) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.033208 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-b2c66a40-46d3-4728-b3dd-2a186378b7ea tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.037349 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b2c66a40-46d3-4728-b3dd-2a186378b7ea tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0083177 Jul 16 18:00:58.038355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59190) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.044033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-078b9b55-3c30-4a32-98d5-2020fdd23429 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.047883 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ba3974c-c0b3-4560-b309-855d9b17c0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.048561 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-078b9b55-3c30-4a32-98d5-2020fdd23429 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0089245 Jul 16 18:00:58.049166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59192) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.055360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-c1657652-b787-4a0e-b591-ff7c39897431 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.057143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c1657652-b787-4a0e-b591-ff7c39897431 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0066767 Jul 16 18:00:58.060462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59194) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.067145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-d198d50d-5637-4ad9-a6f2-6fa72c4fe0aa tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.072339 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d198d50d-5637-4ad9-a6f2-6fa72c4fe0aa tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0103192 Jul 16 18:00:58.073745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59196) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.079475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-1189f419-c1b8-4574-b99a-b014bb10f9f5 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.080686 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1189f419-c1b8-4574-b99a-b014bb10f9f5 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0056560 Jul 16 18:00:58.083342 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59198) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.089354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-ab1308ad-dbe9-4bc6-9772-9d1c25200e39 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.093723 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ab1308ad-dbe9-4bc6-9772-9d1c25200e39 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0090621 Jul 16 18:00:58.094453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59200) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.101540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-bf0e1638-dd79-43fd-b5f0-2dc58603d17c tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.103011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bf0e1638-dd79-43fd-b5f0-2dc58603d17c tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070794 Jul 16 18:00:58.106849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59204) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.115881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-2900d62e-e6c4-48b1-b2e1-97a97f5943e8 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.120759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59206) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.121334 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2900d62e-e6c4-48b1-b2e1-97a97f5943e8 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0131369 Jul 16 18:00:58.125544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-aa921f77-416d-4751-9181-6c3509b8f8c6 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.129061 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-aa921f77-416d-4751-9181-6c3509b8f8c6 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047758 Jul 16 18:00:58.129784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59208) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.136258 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-0ffe63e7-a6f5-4fdf-a3d1-274d2b47d1e5 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.141353 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59210) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.141822 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0ffe63e7-a6f5-4fdf-a3d1-274d2b47d1e5 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0101793 Jul 16 18:00:58.145780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=8d38dd41-219f-4923-97ef-092fedcb9cd0,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:58.148349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-72b969c3-d867-4d1c-b59f-8f95361cdc3b tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.153397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59212) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.153960 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-72b969c3-d867-4d1c-b59f-8f95361cdc3b tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0112207 Jul 16 18:00:58.155695 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ba3974c-c0b3-4560-b309-855d9b17c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.159186 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ba3974c-c0b3-4560-b309-855d9b17c0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.159458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-905d8093-7515-4fb9-a209-6def910aef5d tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.160331 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-905d8093-7515-4fb9-a209-6def910aef5d tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0053725 Jul 16 18:00:58.161337 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5ba3974c-c0b3-4560-b309-855d9b17c0f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42c391df-c7ae-4197-994b-a35336da33e7 HTTP/1.1" status: 204 len: 168 time: 0.2404132 Jul 16 18:00:58.170665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59214) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.171472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3974c-c0b3-4560-b309-855d9b17c0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c391df-c7ae-4197-994b-a35336da33e7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:58.176439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-2b59dd28-7319-4701-b69f-6e45d679d0eb tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.181137 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2b59dd28-7319-4701-b69f-6e45d679d0eb tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0088589 Jul 16 18:00:58.181788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59218) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.187403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-75a0627e-838c-44e3-8b69-db788f077a7c tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.191757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59220) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.192163 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-75a0627e-838c-44e3-8b69-db788f077a7c tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0088525 Jul 16 18:00:58.207763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-3cda3355-0dc2-403e-b393-d4138692aab0 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.212027 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3cda3355-0dc2-403e-b393-d4138692aab0 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0173874 Jul 16 18:00:58.212266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59222) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.217306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-ef1a7a92-ca72-4db7-a68c-80d2ef5a3f95 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.220688 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['8d38dd41-219f-4923-97ef-092fedcb9cd0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:58.222503 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ef1a7a92-ca72-4db7-a68c-80d2ef5a3f95 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0091643 Jul 16 18:00:58.225171 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59224) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.230980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-d70c680f-ac9c-4ac4-8aa3-3b6ced848a7e tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.232240 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d70c680f-ac9c-4ac4-8aa3-3b6ced848a7e tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0058222 Jul 16 18:00:58.235133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59226) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.240697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-874521b3-30e5-4bfc-8b2b-81ae20320aac tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.244903 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-874521b3-30e5-4bfc-8b2b-81ae20320aac tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0085483 Jul 16 18:00:58.245180 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59228) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.250989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-022b8a6a-ab45-419c-bca0-f6331f3439ad tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.255651 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-022b8a6a-ab45-419c-bca0-f6331f3439ad tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0092490 Jul 16 18:00:58.256314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59230) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.262095 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-67aa7913-9ba5-4835-bc03-06845d6f57b8 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.263857 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-67aa7913-9ba5-4835-bc03-06845d6f57b8 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0061259 Jul 16 18:00:58.266784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59232) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.274183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-fe428875-4873-44f9-bb0f-79b0bc14f896 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.276032 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fe428875-4873-44f9-bb0f-79b0bc14f896 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0077262 Jul 16 18:00:58.277924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59234) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.283278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-4d773946-d9b2-45d5-8a73-16a7b7d3becd tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.284614 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4d773946-d9b2-45d5-8a73-16a7b7d3becd tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0053840 Jul 16 18:00:58.287079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59236) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.293285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-f2ff94fa-9974-4efb-89b8-1ffcda059842 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.295013 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f2ff94fa-9974-4efb-89b8-1ffcda059842 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0053854 Jul 16 18:00:58.297103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59238) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.303110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-aad88282-e7a2-4425-9114-93e671b39535 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.304188 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-aad88282-e7a2-4425-9114-93e671b39535 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0054607 Jul 16 18:00:58.307855 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59240) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.313362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-332c4792-f2c2-4181-b135-f25a4777b8ca tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.314892 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-332c4792-f2c2-4181-b135-f25a4777b8ca tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0056553 Jul 16 18:00:58.317365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59242) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.326015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-cff25f2c-12a0-4195-b75e-bde6cf79ed16 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.327257 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cff25f2c-12a0-4195-b75e-bde6cf79ed16 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0082736 Jul 16 18:00:58.330012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59244) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.335613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-66478fbe-9952-4edb-b9ae-cc6f1b92243c tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.340063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59248) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.340480 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-66478fbe-9952-4edb-b9ae-cc6f1b92243c tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0087361 Jul 16 18:00:58.344501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-f7429eb7-ea17-4fe9-8f21-a57bcad7bf0d tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.348714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59250) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.351236 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f7429eb7-ea17-4fe9-8f21-a57bcad7bf0d tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044439 Jul 16 18:00:58.359360 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-dc53cfe1-20fe-4f02-9cbf-7c1828d61dd7 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.363898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59252) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.365298 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dc53cfe1-20fe-4f02-9cbf-7c1828d61dd7 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0127916 Jul 16 18:00:58.370232 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-69ceaa51-0cb6-4de9-b80f-283e85fcc1df tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.374730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-69ceaa51-0cb6-4de9-b80f-283e85fcc1df tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0096271 Jul 16 18:00:58.375508 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59254) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.380053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-9a563854-56ef-40da-8df0-89dedc293424 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.384527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9a563854-56ef-40da-8df0-89dedc293424 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0073595 Jul 16 18:00:58.384689 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59256) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.402156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-385f5a01-3fe0-4d87-8543-e24b637802ec tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.406297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59260) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.406436 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-385f5a01-3fe0-4d87-8543-e24b637802ec tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0205021 Jul 16 18:00:58.416440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-143a4612-74e6-4433-a60b-fcbb9dd76c37 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.421170 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59262) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.421902 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-143a4612-74e6-4433-a60b-fcbb9dd76c37 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0135028 Jul 16 18:00:58.426571 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-78f9f568-1fc3-4ab5-98da-89162ba706e0 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.430933 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-78f9f568-1fc3-4ab5-98da-89162ba706e0 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080109 Jul 16 18:00:58.431193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59264) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.437260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-a1f7c932-d3bf-4d2e-9d9e-b88b9e4d9313 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.441449 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59266) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.447353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-bf547eb1-0326-4467-8a1a-deba058b861e tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.450496 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bf547eb1-0326-4467-8a1a-deba058b861e tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0072536 Jul 16 18:00:58.451620 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59270) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.452654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a1f7c932-d3bf-4d2e-9d9e-b88b9e4d9313 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0094719 Jul 16 18:00:58.457818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-de561dbd-47a8-40e3-a4dc-5b7c1486b092 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.461721 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-de561dbd-47a8-40e3-a4dc-5b7c1486b092 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0090837 Jul 16 18:00:58.462428 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59272) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.467681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-68fce8fc-07b9-4f67-a0df-6737683a4c74 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.471614 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-68fce8fc-07b9-4f67-a0df-6737683a4c74 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0069692 Jul 16 18:00:58.472220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59274) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.476727 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-d55174a0-08a4-4565-b5c3-2bfae57cd741 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.481726 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d55174a0-08a4-4565-b5c3-2bfae57cd741 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0084345 Jul 16 18:00:58.482300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59276) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.488884 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-f14c3235-b55b-4e71-ac6e-15c9ef50855f tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.492905 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f14c3235-b55b-4e71-ac6e-15c9ef50855f tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0096431 Jul 16 18:00:58.493397 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59278) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.498991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [None req-1a596de1-09bc-43ab-b9d7-77e96787ed61 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.500123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1a596de1-09bc-43ab-b9d7-77e96787ed61 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051641 Jul 16 18:00:58.502985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59280) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.509853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-15e27b09-218e-4e09-93b5-728db232da04 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.513409 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-15e27b09-218e-4e09-93b5-728db232da04 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0090263 Jul 16 18:00:58.514040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59282) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.518985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [None req-15081b99-921e-4c34-b857-59c777f37412 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:58.530093 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-15081b99-921e-4c34-b857-59c777f37412 tempest-ExtensionsTestJSON-860759860 tempest-ExtensionsTestJSON-860759860-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0085700 Jul 16 18:00:58.543519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b4c17-3c32-41dc-891f-7cc2175dd417 req-5a8751a9-ac05-423d-b9f7-e10eeedc624c tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.545789 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f6b4c17-3c32-41dc-891f-7cc2175dd417 req-5a8751a9-ac05-423d-b9f7-e10eeedc624c tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.0917027 Jul 16 18:00:58.551701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 55ede6f8-c259-4cac-b450-2277db5c646f details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:58.620147 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f6b4c17-3c32-41dc-891f-7cc2175dd417 req-2efad9f2-2e92-4319-9b56-5e35c4cc96c1 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668128 Jul 16 18:00:58.673433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fdd9b-5f22-4502-9881-f7accb843bc5 req-d7f78616-39e3-409d-a3fb-862abf6b2fdb tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.678323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-053fdd9b-5f22-4502-9881-f7accb843bc5 req-d7f78616-39e3-409d-a3fb-862abf6b2fdb tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 943 time: 0.1024249 Jul 16 18:00:58.682407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 55ede6f8-c259-4cac-b450-2277db5c646f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=55ede6f8-c259-4cac-b450-2277db5c646f,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:58.695205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '55ede6f8-c259-4cac-b450-2277db5c646f', 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01', 'port_id': '55ede6f8-c259-4cac-b450-2277db5c646f', 'mac_address': 'fa:16:3e:2a:83:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf4c637-b854-4aa9-a59b-319c7f4fe00f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:58.738232 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-053fdd9b-5f22-4502-9881-f7accb843bc5 req-1ec01e7e-1a77-4ccd-b9bc-3981efb04c79 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493267 Jul 16 18:00:58.741762 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.760676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ede6f8-c259-4cac-b450-2277db5c646f {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:58.781879 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 55ede6f8-c259-4cac-b450-2277db5c646f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=55ede6f8-c259-4cac-b450-2277db5c646f,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:58.786318 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.832179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59298) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.851783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=55ede6f8-c259-4cac-b450-2277db5c646f,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:58.948985 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d21710d3-68fb-4050-8b7b-252c9eb859ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.989400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d853b-2694-405a-b3ec-73fe613f45bc req-18dcc757-c796-4909-8edc-e6648d22bc3a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.994707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db7d853b-2694-405a-b3ec-73fe613f45bc req-18dcc757-c796-4909-8edc-e6648d22bc3a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 944 time: 0.0889292 Jul 16 18:00:59.067821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db7d853b-2694-405a-b3ec-73fe613f45bc req-ace92784-8707-4220-9dcf-2f1823f4fa88 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618861 Jul 16 18:00:59.069782 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d21710d3-68fb-4050-8b7b-252c9eb859ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.077750 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d21710d3-68fb-4050-8b7b-252c9eb859ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.116035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['55ede6f8-c259-4cac-b450-2277db5c646f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:59.122705 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d21710d3-68fb-4050-8b7b-252c9eb859ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f77aa7e126a40e881aaac34480cf6df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857761 Jul 16 18:00:59.122705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21710d3-68fb-4050-8b7b-252c9eb859ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfdc340-9cac-46b2-b266-b612d5f7410e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:59.122979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59314) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:59.203931 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74916249-d8ee-446d-85f7-c7d800d90f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.235106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74916249-d8ee-446d-85f7-c7d800d90f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.299899 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74916249-d8ee-446d-85f7-c7d800d90f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.304076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74916249-d8ee-446d-85f7-c7d800d90f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.308931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-74916249-d8ee-446d-85f7-c7d800d90f1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cfdc340-9cac-46b2-b266-b612d5f7410e HTTP/1.1" status: 204 len: 168 time: 0.1825161 Jul 16 18:00:59.322506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74916249-d8ee-446d-85f7-c7d800d90f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfdc340-9cac-46b2-b266-b612d5f7410e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:59.596540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 988c8b5b-a69f-4aec-be4f-9838ac8c889e details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:59.599124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 8d38dd41-219f-4923-97ef-092fedcb9cd0 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:59.718004 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 8d38dd41-219f-4923-97ef-092fedcb9cd0 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:59.725641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 8d38dd41-219f-4923-97ef-092fedcb9cd0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:59.726059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.782483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 988c8b5b-a69f-4aec-be4f-9838ac8c889e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=988c8b5b-a69f-4aec-be4f-9838ac8c889e,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:59.800168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '988c8b5b-a69f-4aec-be4f-9838ac8c889e', 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01', 'port_id': '988c8b5b-a69f-4aec-be4f-9838ac8c889e', 'mac_address': 'fa:16:3e:ed:27:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf4c637-b854-4aa9-a59b-319c7f4fe00f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:59.881258 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.896068 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.897871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61aa79-84fc-46ad-b6dd-a26833593e92 req-86b9813d-1e67-49b5-8b03-cd7fb8cb0843 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.902653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988c8b5b-a69f-4aec-be4f-9838ac8c889e {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:59.908203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df61aa79-84fc-46ad-b6dd-a26833593e92 req-86b9813d-1e67-49b5-8b03-cd7fb8cb0843 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.1078193 Jul 16 18:00:59.935998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 988c8b5b-a69f-4aec-be4f-9838ac8c889e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=988c8b5b-a69f-4aec-be4f-9838ac8c889e,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:59.942674 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e69f0a-c3dc-4175-82df-34a4826045bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d38dd41-219f-4923-97ef-092fedcb9cd0'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:59.944942 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fc5046-21f4-4560-b10c-eba2342709e7" -d '{"events": [{"server_uuid": "f1e69f0a-c3dc-4175-82df-34a4826045bc", "name": "network-vif-plugged", "status": "completed", "tag": "8d38dd41-219f-4923-97ef-092fedcb9cd0"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:59.959428 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.967049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 8d38dd41-219f-4923-97ef-092fedcb9cd0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8d38dd41-219f-4923-97ef-092fedcb9cd0,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:59.972614 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df61aa79-84fc-46ad-b6dd-a26833593e92 req-af22135d-d5ac-4cbc-bad9-c43c4cf38185 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633528 Jul 16 18:01:00.046636 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=988c8b5b-a69f-4aec-be4f-9838ac8c889e,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:00.048814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28f496-1003-4794-9fce-c5e0475e5f4c req-0b21fdd9-d5cf-4de2-800d-df16c07b64d9 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:00.051273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c28f496-1003-4794-9fce-c5e0475e5f4c req-0b21fdd9-d5cf-4de2-800d-df16c07b64d9 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 944 time: 0.0832350 Jul 16 18:01:00.052552 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.068804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59360) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:00.091956 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926572be-8550-4536-afe1-eba5a308a2dd x-openstack-request-id: req-926572be-8550-4536-afe1-eba5a308a2dd {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:00.092630 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e69f0a-c3dc-4175-82df-34a4826045bc", "name": "network-vif-plugged", "status": "completed", "tag": "8d38dd41-219f-4923-97ef-092fedcb9cd0", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:00.093287 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-926572be-8550-4536-afe1-eba5a308a2dd {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:00.093953 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e69f0a-c3dc-4175-82df-34a4826045bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d38dd41-219f-4923-97ef-092fedcb9cd0', 'code': 200} Jul 16 18:01:00.137156 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c28f496-1003-4794-9fce-c5e0475e5f4c req-3c8f5193-e05a-4655-ad8b-9951a489911e tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801816 Jul 16 18:01:00.137693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=8d38dd41-219f-4923-97ef-092fedcb9cd0,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:00.225288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681e498-6fe9-4a81-af5d-edd289ce1588 req-8dca2247-bbd7-4fa8-ae4f-767bbf4eff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:00.227377 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3681e498-6fe9-4a81-af5d-edd289ce1588 req-8dca2247-bbd7-4fa8-ae4f-767bbf4eff90 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 1097 time: 0.0892880 Jul 16 18:01:00.273423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['988c8b5b-a69f-4aec-be4f-9838ac8c889e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:00.341553 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3681e498-6fe9-4a81-af5d-edd289ce1588 req-a32993d7-5501-40df-abe8-509ec39a6337 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067441 Jul 16 18:01:00.373477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-246c88af-9f14-4b17-b5a9-e0c4697f175e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2097725563'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:00.391535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2193bc8-0b4e-4841-b2f2-b20df3feb58b req-7a953a23-3ed9-4558-9ff4-530c04d29179 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:00.398826 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b2193bc8-0b4e-4841-b2f2-b20df3feb58b req-7a953a23-3ed9-4558-9ff4-530c04d29179 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 945 time: 0.1155732 Jul 16 18:01:00.404024 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-246c88af-9f14-4b17-b5a9-e0c4697f175e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.405870 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-246c88af-9f14-4b17-b5a9-e0c4697f175e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.457895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b2193bc8-0b4e-4841-b2f2-b20df3feb58b req-fd0046f3-9a73-41be-803e-f9c12c2cc870 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575016 Jul 16 18:01:00.518572 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-246c88af-9f14-4b17-b5a9-e0c4697f175e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.524221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-246c88af-9f14-4b17-b5a9-e0c4697f175e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.548796 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-246c88af-9f14-4b17-b5a9-e0c4697f175e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.553875 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-246c88af-9f14-4b17-b5a9-e0c4697f175e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4805248 Jul 16 18:01:00.554958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59376) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:00.568334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 55ede6f8-c259-4cac-b450-2277db5c646f up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:00.627386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 55ede6f8-c259-4cac-b450-2277db5c646f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:00.631788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 55ede6f8-c259-4cac-b450-2277db5c646f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:00.632218 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.633274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db70e46b-9291-4a4f-9f3e-9e863b1a6d7a tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.714975 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.754481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 55ede6f8-c259-4cac-b450-2277db5c646f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=55ede6f8-c259-4cac-b450-2277db5c646f,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:00.758954 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.802941 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db70e46b-9291-4a4f-9f3e-9e863b1a6d7a tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.805249 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db70e46b-9291-4a4f-9f3e-9e863b1a6d7a tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.823588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=55ede6f8-c259-4cac-b450-2277db5c646f,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:00.853186 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db70e46b-9291-4a4f-9f3e-9e863b1a6d7a tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.853987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db70e46b-9291-4a4f-9f3e-9e863b1a6d7a tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca7fed82-4144-448e-97dc-636200548a06 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:01:00.858484 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db70e46b-9291-4a4f-9f3e-9e863b1a6d7a tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.859695 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-db70e46b-9291-4a4f-9f3e-9e863b1a6d7a tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] 10.222.0.24 "DELETE /v2.0/routers/ca7fed82-4144-448e-97dc-636200548a06 HTTP/1.1" status: 204 len: 168 time: 0.3026502 Jul 16 18:01:00.862959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59386) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:00.867743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-70561fe2-8c80-4c42-a924-49c0bf8bfa42 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Request body: {'router': {'name': 'tempest-router-156957898', 'distributed': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:00.889928 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70561fe2-8c80-4c42-a924-49c0bf8bfa42 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.891173 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70561fe2-8c80-4c42-a924-49c0bf8bfa42 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.951973 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70561fe2-8c80-4c42-a924-49c0bf8bfa42 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.957300 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70561fe2-8c80-4c42-a924-49c0bf8bfa42 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.972240 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70561fe2-8c80-4c42-a924-49c0bf8bfa42 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:00.976191 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-70561fe2-8c80-4c42-a924-49c0bf8bfa42 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1094742 Jul 16 18:01:00.976392 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59396) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:01.051850 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0ad8-6a65-4985-bc8e-b6e93cedd19e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.262387 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0ad8-6a65-4985-bc8e-b6e93cedd19e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.265742 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0ad8-6a65-4985-bc8e-b6e93cedd19e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.352077 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0ad8-6a65-4985-bc8e-b6e93cedd19e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.354346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1a0ad8-6a65-4985-bc8e-b6e93cedd19e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa658e55-1293-4298-a86b-ca6dfee03f79 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:01:01.363450 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0ad8-6a65-4985-bc8e-b6e93cedd19e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.366349 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fc1a0ad8-6a65-4985-bc8e-b6e93cedd19e tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] 10.222.0.24 "DELETE /v2.0/routers/fa658e55-1293-4298-a86b-ca6dfee03f79 HTTP/1.1" status: 204 len: 168 time: 0.3888237 Jul 16 18:01:01.370331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59424) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:01.380480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-477ffd81-e4a4-4f16-93ed-4e709b1c7865 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Request body: {'router': {'name': 'tempest-router-1444988959', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2fdbe24a0fd94bf6b10f1b4f4cf33ebf'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:01.393492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1407f-0bbd-4eef-af46-64e070a066e2 req-d7ad7c86-13b6-41c9-a859-91c7712b38b9 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.395219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6c1407f-0bbd-4eef-af46-64e070a066e2 req-d7ad7c86-13b6-41c9-a859-91c7712b38b9 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.2774289 Jul 16 18:01:01.409361 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-477ffd81-e4a4-4f16-93ed-4e709b1c7865 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.410503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-477ffd81-e4a4-4f16-93ed-4e709b1c7865 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.445681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28e081-fcb2-479f-a123-f336f31d9d8f req-7de0517b-7146-465d-bae0-f15a63382983 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.448044 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e28e081-fcb2-479f-a123-f336f31d9d8f req-7de0517b-7146-465d-bae0-f15a63382983 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 945 time: 0.1434572 Jul 16 18:01:01.469226 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-477ffd81-e4a4-4f16-93ed-4e709b1c7865 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.472090 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6c1407f-0bbd-4eef-af46-64e070a066e2 req-da2d56f9-6087-49d3-a323-3e81a4547dee tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647573 Jul 16 18:01:01.473787 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-477ffd81-e4a4-4f16-93ed-4e709b1c7865 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.503132 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-477ffd81-e4a4-4f16-93ed-4e709b1c7865 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.504595 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-477ffd81-e4a4-4f16-93ed-4e709b1c7865 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1306615 Jul 16 18:01:01.506685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e28e081-fcb2-479f-a123-f336f31d9d8f req-f95e7460-2af9-4af6-a4ae-b02a71e85903 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477040 Jul 16 18:01:01.507421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59434) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:01.513373 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-901ae85f-2ada-479e-97b6-c0f52096bbe3 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:01.596789 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 988c8b5b-a69f-4aec-be4f-9838ac8c889e up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:01.699322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 988c8b5b-a69f-4aec-be4f-9838ac8c889e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:01.704738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 988c8b5b-a69f-4aec-be4f-9838ac8c889e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:01.706359 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.769084 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-901ae85f-2ada-479e-97b6-c0f52096bbe3 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.769430 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-901ae85f-2ada-479e-97b6-c0f52096bbe3 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.816344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b0511-c685-4b2d-9325-4478a482d410 req-543767bf-7fa3-43af-842f-42780d74d871 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.830574 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b1b0511-c685-4b2d-9325-4478a482d410 req-543767bf-7fa3-43af-842f-42780d74d871 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 945 time: 0.0987582 Jul 16 18:01:01.832165 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.861988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-901ae85f-2ada-479e-97b6-c0f52096bbe3 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105590) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 18:01:01.862319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-901ae85f-2ada-479e-97b6-c0f52096bbe3 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Router ab475b42-601b-453e-9f18-5b8a82b40b99 migrating from provider to provider. {{(pid=105590) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 18:01:01.862698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-901ae85f-2ada-479e-97b6-c0f52096bbe3 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.867858 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-901ae85f-2ada-479e-97b6-c0f52096bbe3 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.872556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-901ae85f-2ada-479e-97b6-c0f52096bbe3 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.878897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 988c8b5b-a69f-4aec-be4f-9838ac8c889e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=988c8b5b-a69f-4aec-be4f-9838ac8c889e,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:01.881718 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b1b0511-c685-4b2d-9325-4478a482d410 req-94c3bc67-bb82-470b-bc7e-5bab1e2d606a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501370 Jul 16 18:01:01.887842 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:01.921957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59442) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:01.954873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=988c8b5b-a69f-4aec-be4f-9838ac8c889e,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:01.973053 n-d-787205-10 neutron-server[105590]: WARNING neutron.scheduler.l3_agent_scheduler [None req-901ae85f-2ada-479e-97b6-c0f52096bbe3 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] No L3 agents can host the router ab475b42-601b-453e-9f18-5b8a82b40b99 Jul 16 18:01:02.054080 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f775-5dad-4f06-b334-01de46cd91d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.077230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ae85f-2ada-479e-97b6-c0f52096bbe3 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Hosts for router ab475b42-601b-453e-9f18-5b8a82b40b99: [] {{(pid=105590) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 18:01:02.094980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24677d67-c93e-4c08-9baa-191f390a00dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ede6f8-c259-4cac-b450-2277db5c646f'}, {'server_uuid': '7d8fb6e3-2abf-4bf1-93b9-bb3644999247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988c8b5b-a69f-4aec-be4f-9838ac8c889e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:02.098480 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ac4eb4-14d0-4d8d-87bf-d96f75941339" -d '{"events": [{"server_uuid": "24677d67-c93e-4c08-9baa-191f390a00dd", "name": "network-vif-plugged", "status": "completed", "tag": "55ede6f8-c259-4cac-b450-2277db5c646f"}, {"server_uuid": "7d8fb6e3-2abf-4bf1-93b9-bb3644999247", "name": "network-vif-plugged", "status": "completed", "tag": "988c8b5b-a69f-4aec-be4f-9838ac8c889e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:02.106528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ae85f-2ada-479e-97b6-c0f52096bbe3 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Hosts for other DVR routers connected to router ab475b42-601b-453e-9f18-5b8a82b40b99: set() {{(pid=105590) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 18:01:02.109272 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-901ae85f-2ada-479e-97b6-c0f52096bbe3 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.110737 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-901ae85f-2ada-479e-97b6-c0f52096bbe3 tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] 10.222.0.24 "PUT /v2.0/routers/ab475b42-601b-453e-9f18-5b8a82b40b99 HTTP/1.1" status: 200 len: 717 time: 0.6021712 Jul 16 18:01:02.113865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59448) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:02.142453 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfb67df-6860-45f3-8ba6-87235938bf2a x-openstack-request-id: req-2cfb67df-6860-45f3-8ba6-87235938bf2a {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:02.142973 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24677d67-c93e-4c08-9baa-191f390a00dd", "name": "network-vif-plugged", "status": "completed", "tag": "55ede6f8-c259-4cac-b450-2277db5c646f", "code": 200}, {"server_uuid": "7d8fb6e3-2abf-4bf1-93b9-bb3644999247", "name": "network-vif-plugged", "status": "completed", "tag": "988c8b5b-a69f-4aec-be4f-9838ac8c889e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:02.143233 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cfb67df-6860-45f3-8ba6-87235938bf2a {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:02.143690 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24677d67-c93e-4c08-9baa-191f390a00dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ede6f8-c259-4cac-b450-2277db5c646f', 'code': 200} Jul 16 18:01:02.144184 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8fb6e3-2abf-4bf1-93b9-bb3644999247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988c8b5b-a69f-4aec-be4f-9838ac8c889e', 'code': 200} Jul 16 18:01:02.151608 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f775-5dad-4f06-b334-01de46cd91d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.156452 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f775-5dad-4f06-b334-01de46cd91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.198700 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-78f2da18-2464-425c-8a0e-2c2e346aac5c tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] 10.222.0.24 "GET /v2.0/routers/ab475b42-601b-453e-9f18-5b8a82b40b99 HTTP/1.1" status: 200 len: 717 time: 0.0833900 Jul 16 18:01:02.201511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59450) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:02.207690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6f775-5dad-4f06-b334-01de46cd91d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b6f867-be2a-4d74-a2b9-194374478a5d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:02.212959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6fb6f775-5dad-4f06-b334-01de46cd91d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1595caff18ec49d88143168a9a319b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899454 Jul 16 18:01:02.216905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59454) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:02.267692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f76cd5-696e-4dc0-83cc-178ebd3f6858 req-6fb3b2de-85e0-44f1-9b9a-9cabdc72e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.269189 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17f76cd5-696e-4dc0-83cc-178ebd3f6858 req-6fb3b2de-85e0-44f1-9b9a-9cabdc72e03e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d8fb6e3-2abf-4bf1-93b9-bb3644999247 HTTP/1.1" status: 200 len: 1098 time: 0.0548360 Jul 16 18:01:02.308021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c5bc9-439e-4914-84e3-6bdb71483ba4 req-e7c9e3cd-f20e-4048-938d-d6f1726a83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.308847 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17f76cd5-696e-4dc0-83cc-178ebd3f6858 req-07998386-41e3-49fd-a8e9-fec8921af999 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312290 Jul 16 18:01:02.309541 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f9c5bc9-439e-4914-84e3-6bdb71483ba4 req-e7c9e3cd-f20e-4048-938d-d6f1726a83f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 1097 time: 0.1014647 Jul 16 18:01:02.312494 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10f9ad95-f066-4142-978a-8e6fbf934585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.461677 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10f9ad95-f066-4142-978a-8e6fbf934585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.495070 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-843d25e8-5345-473a-9850-aa1d565e9cc1 tempest-RoutersTestDVR-703621315 tempest-RoutersTestDVR-703621315-project] 10.222.0.24 "GET /v2.0/routers/ab475b42-601b-453e-9f18-5b8a82b40b99 HTTP/1.1" status: 200 len: 683 time: 0.2925591 Jul 16 18:01:02.497848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59458) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:02.500888 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f9c5bc9-439e-4914-84e3-6bdb71483ba4 req-923aa4ac-edba-498c-b0c6-6246d2e09e5b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840184 Jul 16 18:01:02.542631 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10f9ad95-f066-4142-978a-8e6fbf934585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.547804 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10f9ad95-f066-4142-978a-8e6fbf934585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.549447 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-10f9ad95-f066-4142-978a-8e6fbf934585 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17b6f867-be2a-4d74-a2b9-194374478a5d HTTP/1.1" status: 204 len: 168 time: 0.3315165 Jul 16 18:01:02.559011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9ad95-f066-4142-978a-8e6fbf934585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b6f867-be2a-4d74-a2b9-194374478a5d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:02.612666 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0e87fd2-67c5-4638-8b74-5045db40f32c tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.848500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59470) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:02.852631 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0e87fd2-67c5-4638-8b74-5045db40f32c tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.859138 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0e87fd2-67c5-4638-8b74-5045db40f32c tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.864759 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea2f1278-643a-4fee-8899-b6e5ecb489d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.917422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b0ba3-88cb-477b-a378-e0bb77b300f5 req-b2638c9d-1b5b-46b7-baed-e0c8f67cff72 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.919004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea7b0ba3-88cb-477b-a378-e0bb77b300f5 req-b2638c9d-1b5b-46b7-baed-e0c8f67cff72 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 945 time: 0.2671900 Jul 16 18:01:02.927407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d19381-7a1c-4210-afe1-5682857582d0 req-8883f0ec-7be8-42bc-9eec-1a05a7dfe9ff tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.928854 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d0d19381-7a1c-4210-afe1-5682857582d0 req-8883f0ec-7be8-42bc-9eec-1a05a7dfe9ff tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.2759340 Jul 16 18:01:02.954628 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0e87fd2-67c5-4638-8b74-5045db40f32c tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.955279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e87fd2-67c5-4638-8b74-5045db40f32c tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab475b42-601b-453e-9f18-5b8a82b40b99 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:01:02.958782 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea2f1278-643a-4fee-8899-b6e5ecb489d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.964524 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea2f1278-643a-4fee-8899-b6e5ecb489d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.965684 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0e87fd2-67c5-4638-8b74-5045db40f32c tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:02.966831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d0e87fd2-67c5-4638-8b74-5045db40f32c tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] 10.222.0.24 "DELETE /v2.0/routers/ab475b42-601b-453e-9f18-5b8a82b40b99 HTTP/1.1" status: 204 len: 168 time: 0.4679971 Jul 16 18:01:02.972886 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59474) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:02.977158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-44472c86-7142-4128-a6ba-c4dd7f5f66aa tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Request body: {'router': {'name': 'tempest-router-2082896035', 'distributed': True}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:03.003523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea7b0ba3-88cb-477b-a378-e0bb77b300f5 req-d8a36554-7a58-406b-b9ef-230940d4de3c tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736721 Jul 16 18:01:03.018945 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ea2f1278-643a-4fee-8899-b6e5ecb489d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95e249d0e9414a7a93ba66622169d9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661181 Jul 16 18:01:03.018945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f1278-643a-4fee-8899-b6e5ecb489d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71775fb-bf25-4ce2-b759-0f4c959a823e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:03.020128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59476) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:03.020538 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d0d19381-7a1c-4210-afe1-5682857582d0 req-232aea67-9064-4fea-9192-beb7e48ae12a tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837388 Jul 16 18:01:03.026982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44472c86-7142-4128-a6ba-c4dd7f5f66aa tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.028105 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44472c86-7142-4128-a6ba-c4dd7f5f66aa tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.106237 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3cecc35b-275a-49c6-b6f8-3064727d7a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.117329 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44472c86-7142-4128-a6ba-c4dd7f5f66aa tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.123912 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44472c86-7142-4128-a6ba-c4dd7f5f66aa tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.132347 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3cecc35b-275a-49c6-b6f8-3064727d7a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.160235 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44472c86-7142-4128-a6ba-c4dd7f5f66aa tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.161750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-44472c86-7142-4128-a6ba-c4dd7f5f66aa tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1877840 Jul 16 18:01:03.164550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59480) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:03.261610 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40d66b58-a6de-47dc-8869-5abede8b2f2d tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.354152 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3cecc35b-275a-49c6-b6f8-3064727d7a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.356808 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3cecc35b-275a-49c6-b6f8-3064727d7a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.358080 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3cecc35b-275a-49c6-b6f8-3064727d7a31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c71775fb-bf25-4ce2-b759-0f4c959a823e HTTP/1.1" status: 204 len: 168 time: 0.3354549 Jul 16 18:01:03.476598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecc35b-275a-49c6-b6f8-3064727d7a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71775fb-bf25-4ce2-b759-0f4c959a823e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:03.484010 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40d66b58-a6de-47dc-8869-5abede8b2f2d tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.486938 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40d66b58-a6de-47dc-8869-5abede8b2f2d tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.549638 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40d66b58-a6de-47dc-8869-5abede8b2f2d tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.550541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d66b58-a6de-47dc-8869-5abede8b2f2d tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29423109-f7b5-4c81-83d5-34edfb4d930e {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:01:03.559508 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40d66b58-a6de-47dc-8869-5abede8b2f2d tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.565952 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-40d66b58-a6de-47dc-8869-5abede8b2f2d tempest-RoutersTestDVR-857725763 tempest-RoutersTestDVR-857725763-project-admin] 10.222.0.24 "DELETE /v2.0/routers/29423109-f7b5-4c81-83d5-34edfb4d930e HTTP/1.1" status: 204 len: 168 time: 0.3949363 Jul 16 18:01:03.878863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59496) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:04.087635 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.264139 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.265745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea749b94-6d90-478d-a3af-df6f61b93d4c req-d549e835-4eb8-4ac5-a747-b144347ccf61 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.267493 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea749b94-6d90-478d-a3af-df6f61b93d4c req-d549e835-4eb8-4ac5-a747-b144347ccf61 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.1085625 Jul 16 18:01:04.269722 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.332809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea749b94-6d90-478d-a3af-df6f61b93d4c req-9af5cfd6-1c5c-4852-8658-5a336cd88fe8 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461619 Jul 16 18:01:04.353069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358ca480-e32b-440a-95b0-07d17a4b715b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:04.364249 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fdbe24a0fd94bf6b10f1b4f4cf33ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4841361 Jul 16 18:01:04.364863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59524) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:04.372023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acf189-0bee-4ed2-8c3f-31b74471954f req-9b768692-8083-4246-ad3c-d873f383feb6 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.380567 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00acf189-0bee-4ed2-8c3f-31b74471954f req-9b768692-8083-4246-ad3c-d873f383feb6 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 945 time: 0.1380053 Jul 16 18:01:04.383502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.384976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.385698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.386363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.386937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.387553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.388333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.389496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.390320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.391562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.392660 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.393338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5b3644-673e-4435-812c-00d9ee9d8c30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.439924 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00acf189-0bee-4ed2-8c3f-31b74471954f req-cbfc9631-cb79-4b1f-b8a3-d97362a5198d tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492277 Jul 16 18:01:04.497100 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0a87eb8-d255-4757-aef3-aa684499f784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.523907 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0a87eb8-d255-4757-aef3-aa684499f784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.583834 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0a87eb8-d255-4757-aef3-aa684499f784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.586582 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0a87eb8-d255-4757-aef3-aa684499f784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.588440 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a0a87eb8-d255-4757-aef3-aa684499f784 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/358ca480-e32b-440a-95b0-07d17a4b715b HTTP/1.1" status: 204 len: 168 time: 0.2215376 Jul 16 18:01:04.616839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a87eb8-d255-4757-aef3-aa684499f784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358ca480-e32b-440a-95b0-07d17a4b715b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:04.873270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9ae0e-9296-44b1-b988-49637ad76191 req-5d1e2d14-bb45-4b2d-8bdf-7e788b533afc tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.874943 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5e9ae0e-9296-44b1-b988-49637ad76191 req-5d1e2d14-bb45-4b2d-8bdf-7e788b533afc tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d8fb6e3-2abf-4bf1-93b9-bb3644999247 HTTP/1.1" status: 200 len: 946 time: 0.0947154 Jul 16 18:01:04.920264 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5e9ae0e-9296-44b1-b988-49637ad76191 req-ed631687-ebea-4355-ad49-68deaf5c9fa9 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363162 Jul 16 18:01:04.954896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59542) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:04.969220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.069256 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.073893 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.118973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f6f60313a7848a28ab9b1689e11992a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626849 Jul 16 18:01:05.122027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59548) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:05.122369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06400ef2-bf6c-4e21-9c63-1511bd47c0bb,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:05.130734 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:05.131146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:05.131498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:05.131842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:05.132234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:05.132632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:05.132983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:05.133361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:05.133770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:05.134259 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:05.134773 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:05.135114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae69ac92-37d0-4989-adea-bec02bf2091f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:05.209012 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d466172-f1cf-43d7-9d98-464991bd5dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.231138 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d466172-f1cf-43d7-9d98-464991bd5dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.288229 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d466172-f1cf-43d7-9d98-464991bd5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.291366 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d466172-f1cf-43d7-9d98-464991bd5dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.292563 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7d466172-f1cf-43d7-9d98-464991bd5dc5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06400ef2-bf6c-4e21-9c63-1511bd47c0bb HTTP/1.1" status: 204 len: 168 time: 0.1693647 Jul 16 18:01:05.301274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d466172-f1cf-43d7-9d98-464991bd5dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06400ef2-bf6c-4e21-9c63-1511bd47c0bb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:05.535993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cde02d-9a80-4947-b40c-a9b9e6b128a4 req-fffa461c-d758-4d9c-8224-9755aa0d4a75 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:05.537612 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36cde02d-9a80-4947-b40c-a9b9e6b128a4 req-fffa461c-d758-4d9c-8224-9755aa0d4a75 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.0676482 Jul 16 18:01:05.585400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36cde02d-9a80-4947-b40c-a9b9e6b128a4 req-c932419e-f3f8-4aa9-b22c-374f96f85a40 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413771 Jul 16 18:01:05.794943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-10109172-28b5-4cf1-aa34-92f0305661cc tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:05.796507 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-10109172-28b5-4cf1-aa34-92f0305661cc tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/networks?id=3d5a478f-e18d-4e6c-b340-f40c1de80c01 HTTP/1.1" status: 200 len: 813 time: 0.1137905 Jul 16 18:01:05.814832 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-17ae4f50-e048-4a5a-bf24-532a9fb543fd tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/quotas/80cde74f37354194b9730fb6cb65de28 HTTP/1.1" status: 200 len: 375 time: 0.0124102 Jul 16 18:01:05.897180 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-5028bbb7-55bd-4f80-8e10-c7762c79933d tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80cde74f37354194b9730fb6cb65de28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736506 Jul 16 18:01:06.024294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-991a1d7f-1a9b-4127-b695-a3fb89cf2674 service neutron] 10.222.0.24 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196723 Jul 16 18:01:06.121650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-0b25aca8-6a51-4742-9cbf-e1f5c4931f31 service neutron] 10.222.0.24 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912347 Jul 16 18:01:06.216212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59608) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:06.325188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Request body: {'networks': [{'name': 'tempest-network--674497401'}, {'name': 'tempest-network--428218068'}]} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:06.325620 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Request body: {'network': {'name': 'tempest-network--674497401'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:06.326337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Request body: {'network': {'name': 'tempest-network--428218068'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:06.554454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f26d3b5-3667-45bb-bac6-935a0cb112a4 req-760879e2-454a-4e39-afd3-a8f6f922e83e tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 210 time: 0.0432084 Jul 16 18:01:06.622844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Made reservation on behalf of 466d845bc16546dabbadc24fc18bede0 for: {'network': 2} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:06.628221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.641764 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.751730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd5c3f-0198-4924-9332-cb6a97d4453f req-7c84bf30-ae75-4c60-ae3a-200c86672fd6 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.753472 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4bdd5c3f-0198-4924-9332-cb6a97d4453f req-7c84bf30-ae75-4c60-ae3a-200c86672fd6 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d8fb6e3-2abf-4bf1-93b9-bb3644999247 HTTP/1.1" status: 200 len: 946 time: 0.1019580 Jul 16 18:01:06.771655 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.779114 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.779735 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.851394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:06.885962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:06.886315 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Added segment f99239e7-e956-478c-8ea4-7a2a8e7e35c8 of type vlan for network eafd703b-6741-4b63-9914-f333e666940f Jul 16 18:01:06.891789 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7082fc5-eb7c-4a42-97c3-4de41aeebdde,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:06.947302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d710f-df22-496b-b1fe-917c5231aeec req-b22f1c2c-9f5e-4879-9ba6-c3b026e3b683 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.949693 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-127d710f-df22-496b-b1fe-917c5231aeec req-b22f1c2c-9f5e-4879-9ba6-c3b026e3b683 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.32 "GET /v2.0/ports?device_id=24677d67-c93e-4c08-9baa-191f390a00dd HTTP/1.1" status: 200 len: 945 time: 0.1578696 Jul 16 18:01:06.969913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db328ad8-5887-4ae6-bf1e-ddc2c777cbbd req-ac7a0b77-369a-4912-84cc-fa760b727149 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.975979 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db328ad8-5887-4ae6-bf1e-ddc2c777cbbd req-ac7a0b77-369a-4912-84cc-fa760b727149 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.1750560 Jul 16 18:01:07.006238 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.031665 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-4bdd5c3f-0198-4924-9332-cb6a97d4453f req-a28a77cc-80f2-4224-94cd-b59296221fe3 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Deleting port 988c8b5b-a69f-4aec-be4f-9838ac8c889e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:07.032408 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4bdd5c3f-0198-4924-9332-cb6a97d4453f req-a28a77cc-80f2-4224-94cd-b59296221fe3 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.049288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db328ad8-5887-4ae6-bf1e-ddc2c777cbbd req-413596c5-1318-4109-afce-b19b4cbfa55a tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634902 Jul 16 18:01:07.176229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:07.215777 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.216935 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Added segment 4b48d023-ff62-4581-9f12-c63f81175b1b of type vlan for network c580e97a-3b89-4666-8f5e-e7158d50390c Jul 16 18:01:07.232770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4bdd5c3f-0198-4924-9332-cb6a97d4453f req-a28a77cc-80f2-4224-94cd-b59296221fe3 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] For port 988c8b5b-a69f-4aec-be4f-9838ac8c889e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=988c8b5b-a69f-4aec-be4f-9838ac8c889e,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:07.233142 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4bdd5c3f-0198-4924-9332-cb6a97d4453f req-a28a77cc-80f2-4224-94cd-b59296221fe3 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.249457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-4bdd5c3f-0198-4924-9332-cb6a97d4453f req-a28a77cc-80f2-4224-94cd-b59296221fe3 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Calling delete_port for 988c8b5b-a69f-4aec-be4f-9838ac8c889e owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:07.303205 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-127d710f-df22-496b-b1fe-917c5231aeec req-069a3f31-8cc4-4b1d-b0b5-427a51a29cdf tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Deleting port 55ede6f8-c259-4cac-b450-2277db5c646f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:07.303791 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-127d710f-df22-496b-b1fe-917c5231aeec req-069a3f31-8cc4-4b1d-b0b5-427a51a29cdf tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.404229 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.443869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-127d710f-df22-496b-b1fe-917c5231aeec req-069a3f31-8cc4-4b1d-b0b5-427a51a29cdf tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] For port 55ede6f8-c259-4cac-b450-2277db5c646f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=55ede6f8-c259-4cac-b450-2277db5c646f,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:07.447740 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4bdd5c3f-0198-4924-9332-cb6a97d4453f req-a28a77cc-80f2-4224-94cd-b59296221fe3 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.453557 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-127d710f-df22-496b-b1fe-917c5231aeec req-069a3f31-8cc4-4b1d-b0b5-427a51a29cdf tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.465053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['55ede6f8-c259-4cac-b450-2277db5c646f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:07.495276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-127d710f-df22-496b-b1fe-917c5231aeec req-069a3f31-8cc4-4b1d-b0b5-427a51a29cdf tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Calling delete_port for 55ede6f8-c259-4cac-b450-2277db5c646f owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:07.497723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['988c8b5b-a69f-4aec-be4f-9838ac8c889e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:07.497878 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.498351 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.506529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:07.512632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:07.513379 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.615819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event updated for resources: {'Network': ['ID=eafd703b-6741-4b63-9914-f333e666940f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:07.620067 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4025967 Jul 16 18:01:07.629368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59662) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:07.659899 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network eafd703b-6741-4b63-9914-f333e666940f details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:07.749518 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69896d8f-1783-439f-bde9-03d7a62098e9 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event updated for resources: {'Network': ['ID=c580e97a-3b89-4666-8f5e-e7158d50390c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:07.888134 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network c580e97a-3b89-4666-8f5e-e7158d50390c details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:07.958335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a77cc-80f2-4224-94cd-b59296221fe3 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Pushing event deleted for resources: {'Port': ['ID=988c8b5b-a69f-4aec-be4f-9838ac8c889e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:07.995319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2a314-d52c-4bb4-8968-ac3753851770 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:07.998238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdd5c3f-0198-4924-9332-cb6a97d4453f req-a28a77cc-80f2-4224-94cd-b59296221fe3 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] No DVR routers for this DVR port 988c8b5b-a69f-4aec-be4f-9838ac8c889e on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:08.001251 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2a314-d52c-4bb4-8968-ac3753851770 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.002089 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4bdd5c3f-0198-4924-9332-cb6a97d4453f req-a28a77cc-80f2-4224-94cd-b59296221fe3 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.004573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4bdd5c3f-0198-4924-9332-cb6a97d4453f req-a28a77cc-80f2-4224-94cd-b59296221fe3 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.11 "DELETE /v2.0/ports/988c8b5b-a69f-4aec-be4f-9838ac8c889e HTTP/1.1" status: 204 len: 173 time: 1.2446547 Jul 16 18:01:08.005535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8fb6e3-2abf-4bf1-93b9-bb3644999247', 'name': 'network-vif-deleted', 'tag': '988c8b5b-a69f-4aec-be4f-9838ac8c889e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:08.008194 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2a314-d52c-4bb4-8968-ac3753851770 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.009425 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d05f39c-4998-4a43-8973-2ec0c54f7d1e" -d '{"events": [{"server_uuid": "7d8fb6e3-2abf-4bf1-93b9-bb3644999247", "name": "network-vif-deleted", "tag": "988c8b5b-a69f-4aec-be4f-9838ac8c889e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:08.016663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2a314-d52c-4bb4-8968-ac3753851770 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.018765 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-62b2a314-d52c-4bb4-8968-ac3753851770 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3865716 Jul 16 18:01:08.021411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59672) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:08.028738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d6ce534-835c-45d8-abbb-a9f9980bab6c req-8444ff30-7511-4b26-8c63-46dde4a9998e tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 210 time: 0.1154311 Jul 16 18:01:08.149452 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d67d94a3-11eb-4bf1-944e-4f7b97b34d2a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.191274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-127d710f-df22-496b-b1fe-917c5231aeec req-069a3f31-8cc4-4b1d-b0b5-427a51a29cdf tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.264459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a3f31-8cc4-4b1d-b0b5-427a51a29cdf tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Pushing event deleted for resources: {'Port': ['ID=55ede6f8-c259-4cac-b450-2277db5c646f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:08.324998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-127d710f-df22-496b-b1fe-917c5231aeec req-069a3f31-8cc4-4b1d-b0b5-427a51a29cdf tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] No DVR routers for this DVR port 55ede6f8-c259-4cac-b450-2277db5c646f on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:08.330943 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-127d710f-df22-496b-b1fe-917c5231aeec req-069a3f31-8cc4-4b1d-b0b5-427a51a29cdf tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.333822 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-127d710f-df22-496b-b1fe-917c5231aeec req-069a3f31-8cc4-4b1d-b0b5-427a51a29cdf tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.32 "DELETE /v2.0/ports/55ede6f8-c259-4cac-b450-2277db5c646f HTTP/1.1" status: 204 len: 173 time: 1.3780622 Jul 16 18:01:08.334503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24677d67-c93e-4c08-9baa-191f390a00dd', 'name': 'network-vif-deleted', 'tag': '55ede6f8-c259-4cac-b450-2277db5c646f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:08.338530 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415cd2fa-98ed-45d0-b38d-4348c5f90581" -d '{"events": [{"server_uuid": "24677d67-c93e-4c08-9baa-191f390a00dd", "name": "network-vif-deleted", "tag": "55ede6f8-c259-4cac-b450-2277db5c646f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:08.361742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-2a311b85-96a6-4f0b-bc7b-e11d147f9feb tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.363464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-2a311b85-96a6-4f0b-bc7b-e11d147f9feb tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.32 "GET /v2.0/networks?id=3d5a478f-e18d-4e6c-b340-f40c1de80c01 HTTP/1.1" status: 200 len: 813 time: 0.3316004 Jul 16 18:01:08.368972 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fa1ec7-6541-4285-a666-d3b4c2ea93cb x-openstack-request-id: req-08fa1ec7-6541-4285-a666-d3b4c2ea93cb {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:08.369281 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8fb6e3-2abf-4bf1-93b9-bb3644999247", "name": "network-vif-deleted", "tag": "988c8b5b-a69f-4aec-be4f-9838ac8c889e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:08.369522 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08fa1ec7-6541-4285-a666-d3b4c2ea93cb {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:08.369977 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8fb6e3-2abf-4bf1-93b9-bb3644999247', 'name': 'network-vif-deleted', 'tag': '988c8b5b-a69f-4aec-be4f-9838ac8c889e', 'status': 'completed', 'code': 200} Jul 16 18:01:08.381367 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d67d94a3-11eb-4bf1-944e-4f7b97b34d2a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.396326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-d67d94a3-11eb-4bf1-944e-4f7b97b34d2a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafd703b-6741-4b63-9914-f333e666940f']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:08.410210 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-d67d94a3-11eb-4bf1-944e-4f7b97b34d2a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99239e7-e956-478c-8ea4-7a2a8e7e35c8') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:08.411016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-d67d94a3-11eb-4bf1-944e-4f7b97b34d2a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99239e7-e956-478c-8ea4-7a2a8e7e35c8') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:08.424922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d67d94a3-11eb-4bf1-944e-4f7b97b34d2a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.440549 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d67d94a3-11eb-4bf1-944e-4f7b97b34d2a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.450086 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67d94a3-11eb-4bf1-944e-4f7b97b34d2a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:08.450935 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d67d94a3-11eb-4bf1-944e-4f7b97b34d2a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:08.467962 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:08.532226 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d67d94a3-11eb-4bf1-944e-4f7b97b34d2a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.546199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d67d94a3-11eb-4bf1-944e-4f7b97b34d2a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.548657 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d67d94a3-11eb-4bf1-944e-4f7b97b34d2a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "DELETE /v2.0/networks/eafd703b-6741-4b63-9914-f333e666940f HTTP/1.1" status: 204 len: 168 time: 0.5261943 Jul 16 18:01:08.556719 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59682) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:08.601758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d94a3-11eb-4bf1-944e-4f7b97b34d2a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event deleted for resources: {'Network': ['ID=eafd703b-6741-4b63-9914-f333e666940f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:08.611216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-7b69c901-c79f-4bbc-8e14-5b29ccf56bb7 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.616538 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-7b69c901-c79f-4bbc-8e14-5b29ccf56bb7 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.11 "GET /v2.0/networks?id=3d5a478f-e18d-4e6c-b340-f40c1de80c01 HTTP/1.1" status: 200 len: 813 time: 0.2456696 Jul 16 18:01:08.628703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-37082f24-0251-4d21-8d3c-12def562cf54 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Request body: {'port': {'device_id': '55d5c0c4-db0b-4604-ade6-06a87e919221', 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01', 'admin_state_up': True, 'tenant_id': '80cde74f37354194b9730fb6cb65de28'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:08.669056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Request body: {'port': {'device_id': 'ee3e6aa1-4e9b-4570-b245-23b0ed74a77d', 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01', 'admin_state_up': True, 'tenant_id': '80cde74f37354194b9730fb6cb65de28'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:08.708321 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caa7395-bd75-4351-b36b-04e2a2d922d1 x-openstack-request-id: req-4caa7395-bd75-4351-b36b-04e2a2d922d1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:08.708686 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24677d67-c93e-4c08-9baa-191f390a00dd", "name": "network-vif-deleted", "tag": "55ede6f8-c259-4cac-b450-2277db5c646f", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:08.709014 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4caa7395-bd75-4351-b36b-04e2a2d922d1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:08.709474 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24677d67-c93e-4c08-9baa-191f390a00dd', 'name': 'network-vif-deleted', 'tag': '55ede6f8-c259-4cac-b450-2277db5c646f', 'status': 'completed', 'code': 200} Jul 16 18:01:08.722110 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cc93fcd-cb14-4557-8f6a-92e0bd14811e tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.814995 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cc93fcd-cb14-4557-8f6a-92e0bd14811e tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.835955 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-2cc93fcd-cb14-4557-8f6a-92e0bd14811e tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c580e97a-3b89-4666-8f5e-e7158d50390c']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:08.857849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-2cc93fcd-cb14-4557-8f6a-92e0bd14811e tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b48d023-ff62-4581-9f12-c63f81175b1b') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:08.858285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-2cc93fcd-cb14-4557-8f6a-92e0bd14811e tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b48d023-ff62-4581-9f12-c63f81175b1b') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:08.881728 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cc93fcd-cb14-4557-8f6a-92e0bd14811e tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.938809 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cc93fcd-cb14-4557-8f6a-92e0bd14811e tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.948244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c99ca-266f-47c9-8da8-3249c0e66712 req-c010b010-5933-4eef-a047-ec5049b9c961 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.950289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-318c99ca-266f-47c9-8da8-3249c0e66712 req-c010b010-5933-4eef-a047-ec5049b9c961 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.3327866 Jul 16 18:01:08.970491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc93fcd-cb14-4557-8f6a-92e0bd14811e tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:08.971177 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cc93fcd-cb14-4557-8f6a-92e0bd14811e tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.030806 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:01:09.030806 n-d-787205-10 neutron-server[105591]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:01:09.030806 n-d-787205-10 neutron-server[105591]: [parameters: {'project_id': '80cde74f37354194b9730fb6cb65de28', 'id': 'f75e3899-319e-4a0e-b40b-dc8be0ce36a9', 'expiration': datetime.datetime(2021, 7, 16, 18, 3, 8, 996186)}] Jul 16 18:01:09.030806 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:01:09.031697 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:01:09.067058 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-318c99ca-266f-47c9-8da8-3249c0e66712 req-5c8548d3-08d5-4598-a6d0-55bb1af8bd9c tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061451 Jul 16 18:01:09.076370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-37082f24-0251-4d21-8d3c-12def562cf54 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Made reservation on behalf of 80cde74f37354194b9730fb6cb65de28 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:09.085990 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-37082f24-0251-4d21-8d3c-12def562cf54 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:09.132817 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:09.136385 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cc93fcd-cb14-4557-8f6a-92e0bd14811e tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.177064 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cc93fcd-cb14-4557-8f6a-92e0bd14811e tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.185593 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2cc93fcd-cb14-4557-8f6a-92e0bd14811e tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "DELETE /v2.0/networks/c580e97a-3b89-4666-8f5e-e7158d50390c HTTP/1.1" status: 204 len: 168 time: 0.6247900 Jul 16 18:01:09.187343 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc93fcd-cb14-4557-8f6a-92e0bd14811e tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event deleted for resources: {'Network': ['ID=c580e97a-3b89-4666-8f5e-e7158d50390c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:09.189004 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59698) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:09.316023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-37082f24-0251-4d21-8d3c-12def562cf54 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Allocated IP 172.20.0.4 (3d5a478f-e18d-4e6c-b340-f40c1de80c01/edf4c637-b854-4aa9-a59b-319c7f4fe00f/aab7f5ee-d97c-4172-823a-a373c629a75f) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:09.440144 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d633b512-2cae-4b48-8fcc-982fcf48aa93 req-04f63939-81b6-4a12-a473-9a443598d31e tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 210 time: 0.0684836 Jul 16 18:01:09.456494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa260e0-3316-4880-b00a-b7a3d503e709 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:09.464233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa260e0-3316-4880-b00a-b7a3d503e709 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:09.470443 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-caa260e0-3316-4880-b00a-b7a3d503e709 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2803888 Jul 16 18:01:09.471258 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59704) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:09.476913 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4916ae7c-939c-4ffd-b465-9264047698ea tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1782234287'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:09.501616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4916ae7c-939c-4ffd-b465-9264047698ea tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Made reservation on behalf of 466d845bc16546dabbadc24fc18bede0 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:09.507315 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4916ae7c-939c-4ffd-b465-9264047698ea tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.539091 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4916ae7c-939c-4ffd-b465-9264047698ea tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:09.549231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59708) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:09.553784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4916ae7c-939c-4ffd-b465-9264047698ea tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.554159 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-4916ae7c-939c-4ffd-b465-9264047698ea tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Added segment 72b83760-c43b-4cf9-a532-403508375650 of type vlan for network fcbd9eef-a949-4beb-924e-bd1d8d6fa0c5 Jul 16 18:01:09.588091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Made reservation on behalf of 80cde74f37354194b9730fb6cb65de28 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:09.592713 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.602060 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4916ae7c-939c-4ffd-b465-9264047698ea tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.608169 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-37082f24-0251-4d21-8d3c-12def562cf54 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.618324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 988c8b5b-a69f-4aec-be4f-9838ac8c889e no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:09.643862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 988c8b5b-a69f-4aec-be4f-9838ac8c889e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:09.644672 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 988c8b5b-a69f-4aec-be4f-9838ac8c889e not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:09.658533 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4916ae7c-939c-4ffd-b465-9264047698ea tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.664502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4916ae7c-939c-4ffd-b465-9264047698ea tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:09.665980 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4916ae7c-939c-4ffd-b465-9264047698ea tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.715117 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4916ae7c-939c-4ffd-b465-9264047698ea tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2399702 Jul 16 18:01:09.716279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59714) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:09.720810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b331a1ef-5e0d-4fcb-939b-fe4efe77e1a0 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-871060374'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:09.722823 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d494a75d-08a0-42a8-8274-7dc91dc326de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.736312 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-37082f24-0251-4d21-8d3c-12def562cf54 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.766438 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916ae7c-939c-4ffd-b465-9264047698ea tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event updated for resources: {'Network': ['ID=fcbd9eef-a949-4beb-924e-bd1d8d6fa0c5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:09.781834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b331a1ef-5e0d-4fcb-939b-fe4efe77e1a0 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Made reservation on behalf of 466d845bc16546dabbadc24fc18bede0 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:09.784821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network fcbd9eef-a949-4beb-924e-bd1d8d6fa0c5 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:09.786257 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b331a1ef-5e0d-4fcb-939b-fe4efe77e1a0 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.811950 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b331a1ef-5e0d-4fcb-939b-fe4efe77e1a0 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:09.822215 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b331a1ef-5e0d-4fcb-939b-fe4efe77e1a0 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.822700 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-b331a1ef-5e0d-4fcb-939b-fe4efe77e1a0 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Added segment a2513616-bf2c-402a-870b-70ffa5c24c5a of type vlan for network 0598b3c9-1418-495d-8b8a-42dab139bb08 Jul 16 18:01:09.844757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-37082f24-0251-4d21-8d3c-12def562cf54 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:09.857517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-37082f24-0251-4d21-8d3c-12def562cf54 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:09.862976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Allocated IP 172.20.0.12 (3d5a478f-e18d-4e6c-b340-f40c1de80c01/edf4c637-b854-4aa9-a59b-319c7f4fe00f/61070ae8-70ba-48c4-a552-c024a4c5a97c) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:09.866642 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b331a1ef-5e0d-4fcb-939b-fe4efe77e1a0 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.868810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-37082f24-0251-4d21-8d3c-12def562cf54 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:09.898462 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b331a1ef-5e0d-4fcb-939b-fe4efe77e1a0 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.904150 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b331a1ef-5e0d-4fcb-939b-fe4efe77e1a0 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:09.904750 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b331a1ef-5e0d-4fcb-939b-fe4efe77e1a0 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.912594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37082f24-0251-4d21-8d3c-12def562cf54 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Pushing event updated for resources: {'Port': ['ID=aab7f5ee-d97c-4172-823a-a373c629a75f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:09.966715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-37082f24-0251-4d21-8d3c-12def562cf54 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:09.967356 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-37082f24-0251-4d21-8d3c-12def562cf54 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.977931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331a1ef-5e0d-4fcb-939b-fe4efe77e1a0 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event updated for resources: {'Network': ['ID=0598b3c9-1418-495d-8b8a-42dab139bb08,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:09.990110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 0598b3c9-1418-495d-8b8a-42dab139bb08 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:10.069876 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d494a75d-08a0-42a8-8274-7dc91dc326de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.079009 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b331a1ef-5e0d-4fcb-939b-fe4efe77e1a0 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3622413 Jul 16 18:01:10.081680 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59716) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:10.087351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Request body: {'ports': [{'network_id': 'fcbd9eef-a949-4beb-924e-bd1d8d6fa0c5', 'name': 'tempest-port--1360727635', 'admin_state_up': True}, {'network_id': '0598b3c9-1418-495d-8b8a-42dab139bb08', 'admin_state_up': False}]} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:10.087667 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Request body: {'port': {'network_id': 'fcbd9eef-a949-4beb-924e-bd1d8d6fa0c5', 'name': 'tempest-port--1360727635', 'admin_state_up': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:10.088151 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Request body: {'port': {'network_id': '0598b3c9-1418-495d-8b8a-42dab139bb08', 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:10.103413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d494a75d-08a0-42a8-8274-7dc91dc326de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.120910 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-37082f24-0251-4d21-8d3c-12def562cf54 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5264444 Jul 16 18:01:10.138934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Request body: {'port': {'device_id': '55d5c0c4-db0b-4604-ade6-06a87e919221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:10.214067 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d494a75d-08a0-42a8-8274-7dc91dc326de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ffd0b0a0ebf48669608aa75478377b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6612875 Jul 16 18:01:10.224422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59722) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:10.230778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494a75d-08a0-42a8-8274-7dc91dc326de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354677cc-e3b0-468f-9528-56ad03a9bedb,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:10.270861 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.290172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Made reservation on behalf of 466d845bc16546dabbadc24fc18bede0 for: {'port': 2} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:10.295240 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.315176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7147166c-05a3-4364-8d72-026172508039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.322207 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.326902 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.354104 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7147166c-05a3-4364-8d72-026172508039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.401822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52f89c-4a10-4e5f-8628-a1293d0ff68d req-cf6131b9-19cc-4863-aa15-d0f084892424 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.403489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc52f89c-4a10-4e5f-8628-a1293d0ff68d req-cf6131b9-19cc-4863-aa15-d0f084892424 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.2050264 Jul 16 18:01:10.429033 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.444320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] device_id is not set on port 60e7deaf-214d-454a-8bdf-6664e5a01599 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:01:10.473393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7147166c-05a3-4364-8d72-026172508039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.475960 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7147166c-05a3-4364-8d72-026172508039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.482013 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7147166c-05a3-4364-8d72-026172508039 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/354677cc-e3b0-468f-9528-56ad03a9bedb HTTP/1.1" status: 204 len: 168 time: 0.2516899 Jul 16 18:01:10.492670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147166c-05a3-4364-8d72-026172508039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354677cc-e3b0-468f-9528-56ad03a9bedb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:10.581052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:10.596434 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.598828 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc52f89c-4a10-4e5f-8628-a1293d0ff68d req-f535ca2e-b62e-4817-aa22-4a8d0634cb2f tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864660 Jul 16 18:01:10.606202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:10.640854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 55ede6f8-c259-4cac-b450-2277db5c646f no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:10.648192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:10.672669 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 55ede6f8-c259-4cac-b450-2277db5c646f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:10.685909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 55ede6f8-c259-4cac-b450-2277db5c646f not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:10.707580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Pushing event updated for resources: {'Port': ['ID=61070ae8-70ba-48c4-a552-c024a4c5a97c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:10.716368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] device_id is not set on port cbc4c528-1897-4f89-a21b-5dfb55e49e64 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:01:10.811650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.812467 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.854399 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-ae1001ef-05f1-4182-9167-15df6aedcc31 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2174277 Jul 16 18:01:10.874390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Request body: {'port': {'device_id': 'ee3e6aa1-4e9b-4570-b245-23b0ed74a77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:10.897142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.904025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59736) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:10.912160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0036f1-dc55-46cc-a9c8-f5fde2e6c4a6 req-566d461a-a5eb-415a-83f8-700718591883 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.913813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc0036f1-dc55-46cc-a9c8-f5fde2e6c4a6 req-566d461a-a5eb-415a-83f8-700718591883 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 931 time: 0.2076321 Jul 16 18:01:10.923420 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5080-f48b-4970-83d9-4a374792acea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.985454 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab7f5ee-d97c-4172-823a-a373c629a75f {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:11.001213 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.003074 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.037033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc0036f1-dc55-46cc-a9c8-f5fde2e6c4a6 req-d42d0428-3e0d-44e9-816e-9595b1ea2a1a tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140256 Jul 16 18:01:11.049012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Transition to ACTIVE for port object aab7f5ee-d97c-4172-823a-a373c629a75f will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:11.056649 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.061138 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.095666 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event updated for resources: {'Port': ['ID=60e7deaf-214d-454a-8bdf-6664e5a01599,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.119364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Checking segment: {'id': '72b83760-c43b-4cf9-a532-403508375650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fcbd9eef-a949-4beb-924e-bd1d8d6fa0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:11.119636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Network hostable DHCP agents. Network: fcbd9eef-a949-4beb-924e-bd1d8d6fa0c5, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:11.134290 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5080-f48b-4970-83d9-4a374792acea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.141494 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f0c5080-f48b-4970-83d9-4a374792acea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.161330 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Network fcbd9eef-a949-4beb-924e-bd1d8d6fa0c5 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:11.168059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Pushing event updated for resources: {'Port': ['ID=aab7f5ee-d97c-4172-823a-a373c629a75f,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.192179 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8f0c5080-f48b-4970-83d9-4a374792acea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b63b64e495f484bbdbb7619e7f24d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870424 Jul 16 18:01:11.192869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, fcbd9eef-a949-4beb-924e-bd1d8d6fa0c5) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:11.195782 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c5080-f48b-4970-83d9-4a374792acea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0f28d2-b06d-4bc1-aed3-dab466d4018a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.199616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59738) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:11.203282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376ed3ab-1f13-41fb-b043-480710d193bc None None] Network fcbd9eef-a949-4beb-924e-bd1d8d6fa0c5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:11.209989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:11.211302 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.300062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event updated for resources: {'Port': ['ID=cbc4c528-1897-4f89-a21b-5dfb55e49e64,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.317210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Attempting to bind port aab7f5ee-d97c-4172-823a-a373c629a75f on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:11.317560 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Attempting to bind port aab7f5ee-d97c-4172-823a-a373c629a75f by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:11.317924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Attempting to bind port aab7f5ee-d97c-4172-823a-a373c629a75f on network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:11.325945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Port aab7f5ee-d97c-4172-823a-a373c629a75f on network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:11.326289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Attempting to bind port aab7f5ee-d97c-4172-823a-a373c629a75f on network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:11.337189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:11.337961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Checking segment: {'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:11.338228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Bound using segment: {'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:11.338637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Bound port: aab7f5ee-d97c-4172-823a-a373c629a75f, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:11.338917 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.347664 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Checking segment: {'id': 'a2513616-bf2c-402a-870b-70ffa5c24c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0598b3c9-1418-495d-8b8a-42dab139bb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:11.348109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Network hostable DHCP agents. Network: 0598b3c9-1418-495d-8b8a-42dab139bb08, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:11.350300 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9dd39787-dd8c-48ff-9d0a-d62d96044ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.385374 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9dd39787-dd8c-48ff-9d0a-d62d96044ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.387254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Network 0598b3c9-1418-495d-8b8a-42dab139bb08 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:11.407272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 0598b3c9-1418-495d-8b8a-42dab139bb08) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:11.416714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce2785e-56f9-482c-a680-04f86f80caad None None] Network 0598b3c9-1418-495d-8b8a-42dab139bb08 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:11.430497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:11.438335 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.444536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.444698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.478138 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1040a551-b795-4192-b562-0b19cdf91a83 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3945127 Jul 16 18:01:11.480584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59742) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:11.484435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] For port aab7f5ee-d97c-4172-823a-a373c629a75f, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:11.493084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] For port aab7f5ee-d97c-4172-823a-a373c629a75f, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=aab7f5ee-d97c-4172-823a-a373c629a75f,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:11.519717 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.554781 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9dd39787-dd8c-48ff-9d0a-d62d96044ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.558616 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9dd39787-dd8c-48ff-9d0a-d62d96044ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.563123 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9dd39787-dd8c-48ff-9d0a-d62d96044ff1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d0f28d2-b06d-4bc1-aed3-dab466d4018a HTTP/1.1" status: 204 len: 168 time: 0.3613307 Jul 16 18:01:11.567017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61070ae8-70ba-48c4-a552-c024a4c5a97c {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:11.581319 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.582147 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.583638 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] 10.222.0.32 "PUT /v2.0/ports/aab7f5ee-d97c-4172-823a-a373c629a75f HTTP/1.1" status: 200 len: 1092 time: 1.4520817 Jul 16 18:01:11.587308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d5c0c4-db0b-4604-ade6-06a87e919221', 'tag': 'aab7f5ee-d97c-4172-823a-a373c629a75f'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:11.590162 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849faa3a-fd9c-40da-9240-7a6febb1fa47" -d '{"events": [{"name": "network-changed", "server_uuid": "55d5c0c4-db0b-4604-ade6-06a87e919221", "tag": "aab7f5ee-d97c-4172-823a-a373c629a75f"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:11.593474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd39787-dd8c-48ff-9d0a-d62d96044ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0f28d2-b06d-4bc1-aed3-dab466d4018a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.596241 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.642046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8dd896-0c86-486c-8371-f4d144fc369d tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.651131 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8dd896-0c86-486c-8371-f4d144fc369d tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.656029 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1d8dd896-0c86-486c-8371-f4d144fc369d tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1741748 Jul 16 18:01:11.656683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59750) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:11.664250 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be044ca2-9597-4f3d-a086-b733489ab007 x-openstack-request-id: req-be044ca2-9597-4f3d-a086-b733489ab007 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:11.665407 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d5c0c4-db0b-4604-ade6-06a87e919221", "tag": "aab7f5ee-d97c-4172-823a-a373c629a75f", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:11.665862 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be044ca2-9597-4f3d-a086-b733489ab007 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:11.666415 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d5c0c4-db0b-4604-ade6-06a87e919221', 'tag': 'aab7f5ee-d97c-4172-823a-a373c629a75f', 'status': 'completed', 'code': 200} Jul 16 18:01:11.667482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Transition to ACTIVE for port object 61070ae8-70ba-48c4-a552-c024a4c5a97c will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:11.688292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995f9ab-316e-4d54-a5ec-8d9ef14c6c6f service neutron] Pushing event updated for resources: {'Port': ['ID=aab7f5ee-d97c-4172-823a-a373c629a75f,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.693155 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.760628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Pushing event updated for resources: {'Port': ['ID=61070ae8-70ba-48c4-a552-c024a4c5a97c,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.803656 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f72b7288-4892-4f2f-bbd9-27438b683447 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Deleting port 60e7deaf-214d-454a-8bdf-6664e5a01599 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:11.804266 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f72b7288-4892-4f2f-bbd9-27438b683447 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.809719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-61e9013b-82ca-4a5d-baba-833fb774a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.811150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-61e9013b-82ca-4a5d-baba-833fb774a515 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80cde74f37354194b9730fb6cb65de28&device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 1095 time: 0.1656787 Jul 16 18:01:11.884738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-97391402-02f9-47fb-a803-139f03b8620b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aab7f5ee-d97c-4172-823a-a373c629a75f HTTP/1.1" status: 200 len: 217 time: 0.0566549 Jul 16 18:01:11.893495 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f72b7288-4892-4f2f-bbd9-27438b683447 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.907686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f72b7288-4892-4f2f-bbd9-27438b683447 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Calling delete_port for 60e7deaf-214d-454a-8bdf-6664e5a01599 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:11.958177 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Attempting to bind port 61070ae8-70ba-48c4-a552-c024a4c5a97c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:11.958499 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Attempting to bind port 61070ae8-70ba-48c4-a552-c024a4c5a97c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:11.958836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Attempting to bind port 61070ae8-70ba-48c4-a552-c024a4c5a97c on network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:11.978501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Port 61070ae8-70ba-48c4-a552-c024a4c5a97c on network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:11.978867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Attempting to bind port 61070ae8-70ba-48c4-a552-c024a4c5a97c on network 3d5a478f-e18d-4e6c-b340-f40c1de80c01 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:11.981778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-f1e35d37-1e88-475c-9d7e-3afe18f9210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.983874 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-f1e35d37-1e88-475c-9d7e-3afe18f9210f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=edf4c637-b854-4aa9-a59b-319c7f4fe00f HTTP/1.1" status: 200 len: 853 time: 0.0791433 Jul 16 18:01:11.991152 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:11.991486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Checking segment: {'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:11.991867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Bound using segment: {'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:11.992305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Bound port: 61070ae8-70ba-48c4-a552-c024a4c5a97c, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e033585-407d-4bad-8b69-d6f21f9155b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:11.992668 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.013684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f72b7288-4892-4f2f-bbd9-27438b683447 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.032990 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-8c433d1c-8808-46f7-964d-6cd44ab404bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d5a478f-e18d-4e6c-b340-f40c1de80c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430586 Jul 16 18:01:12.046213 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef72d95-d044-425f-bfdb-a224d071880a req-52f1bd6f-2c15-49b2-b2fb-6eb4edd17bd7 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.047765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ef72d95-d044-425f-bfdb-a224d071880a req-52f1bd6f-2c15-49b2-b2fb-6eb4edd17bd7 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.2108607 Jul 16 18:01:12.050638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b7288-4892-4f2f-bbd9-27438b683447 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event deleted for resources: {'Port': ['ID=60e7deaf-214d-454a-8bdf-6664e5a01599,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:12.057490 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f72b7288-4892-4f2f-bbd9-27438b683447 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.062930 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f72b7288-4892-4f2f-bbd9-27438b683447 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "DELETE /v2.0/ports/60e7deaf-214d-454a-8bdf-6664e5a01599 HTTP/1.1" status: 204 len: 168 time: 0.4047165 Jul 16 18:01:12.063553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59764) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:12.190404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e094dd49-6892-4058-83b4-c726c3ccac4d tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Deleting port cbc4c528-1897-4f89-a21b-5dfb55e49e64 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:12.193292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e094dd49-6892-4058-83b4-c726c3ccac4d tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.200299 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ef72d95-d044-425f-bfdb-a224d071880a req-be4d2210-c7e7-4124-bcbb-240a35a24d24 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200264 Jul 16 18:01:12.202845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] For port 61070ae8-70ba-48c4-a552-c024a4c5a97c, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:12.224871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] For port 61070ae8-70ba-48c4-a552-c024a4c5a97c, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=61070ae8-70ba-48c4-a552-c024a4c5a97c,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:12.230884 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.237957 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-d3372e9d-d9fa-4305-8240-88cb6ac1798b service neutron] 10.222.0.32 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876781 Jul 16 18:01:12.299594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.300220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.301698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/61070ae8-70ba-48c4-a552-c024a4c5a97c HTTP/1.1" status: 200 len: 1093 time: 1.4340696 Jul 16 18:01:12.335348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e094dd49-6892-4058-83b4-c726c3ccac4d tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.359904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e094dd49-6892-4058-83b4-c726c3ccac4d tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Calling delete_port for cbc4c528-1897-4f89-a21b-5dfb55e49e64 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:12.435310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512e1d2-b0a1-4471-805b-7953fabb15c9 service neutron] Pushing event updated for resources: {'Port': ['ID=61070ae8-70ba-48c4-a552-c024a4c5a97c,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:12.468834 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-1327b9db-c733-4fc4-ba7e-eb2a4c850208 service neutron] 10.222.0.32 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067900 Jul 16 18:01:12.470057 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e094dd49-6892-4058-83b4-c726c3ccac4d tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.499841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-4a56cb94-8a9e-443e-bc02-00f1b35b381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.499841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-4a56cb94-8a9e-443e-bc02-00f1b35b381b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80cde74f37354194b9730fb6cb65de28&device_id=ee3e6aa1-4e9b-4570-b245-23b0ed74a77d HTTP/1.1" status: 200 len: 1096 time: 0.1405857 Jul 16 18:01:12.505992 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e094dd49-6892-4058-83b4-c726c3ccac4d tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.509346 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e094dd49-6892-4058-83b4-c726c3ccac4d tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "DELETE /v2.0/ports/cbc4c528-1897-4f89-a21b-5dfb55e49e64 HTTP/1.1" status: 204 len: 168 time: 0.4438937 Jul 16 18:01:12.514242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59782) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:12.530701 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094dd49-6892-4058-83b4-c726c3ccac4d tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event deleted for resources: {'Port': ['ID=cbc4c528-1897-4f89-a21b-5dfb55e49e64,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:12.562624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c9387-66c5-40a6-a56f-d658899534cc req-26a67433-e337-447f-9973-7c8cb3a482ef tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.564185 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b20c9387-66c5-40a6-a56f-d658899534cc req-26a67433-e337-447f-9973-7c8cb3a482ef tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 943 time: 0.2001739 Jul 16 18:01:12.589889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-91cae183-1ce7-40d8-b097-6b9cdc22ac77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61070ae8-70ba-48c4-a552-c024a4c5a97c HTTP/1.1" status: 200 len: 217 time: 0.0892951 Jul 16 18:01:12.634533 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-14150c0a-ffa9-4341-8de4-066c131a8aa7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1146088 Jul 16 18:01:12.635574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59786) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:12.641545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-bdcf509d-2db1-4c9c-83ed-e0832c3697d3 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-507108296'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:12.664575 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcf509d-2db1-4c9c-83ed-e0832c3697d3 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Made reservation on behalf of 466d845bc16546dabbadc24fc18bede0 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:12.668416 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bdcf509d-2db1-4c9c-83ed-e0832c3697d3 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.698118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcf509d-2db1-4c9c-83ed-e0832c3697d3 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:12.709791 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bdcf509d-2db1-4c9c-83ed-e0832c3697d3 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.710191 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-bdcf509d-2db1-4c9c-83ed-e0832c3697d3 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Added segment 63e3748b-421f-4a07-954b-1e73cc0c38c8 of type vlan for network d033449b-ee7a-4cfd-8f99-3863a948dcca Jul 16 18:01:12.713526 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b20c9387-66c5-40a6-a56f-d658899534cc req-4d2a9a7f-8943-4bc5-97cf-763281679d50 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014917 Jul 16 18:01:12.717433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-39e8d593-25c3-407f-8e4b-d25064b0375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.718891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-39e8d593-25c3-407f-8e4b-d25064b0375b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edf4c637-b854-4aa9-a59b-319c7f4fe00f HTTP/1.1" status: 200 len: 853 time: 0.1057124 Jul 16 18:01:12.742028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849faa3a-fd9c-40da-9240-7a6febb1fa47 req-dca8a7b8-10ae-43bd-98be-7d336355d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.743850 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-849faa3a-fd9c-40da-9240-7a6febb1fa47 req-dca8a7b8-10ae-43bd-98be-7d336355d10c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=80cde74f37354194b9730fb6cb65de28&device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 1095 time: 0.1895730 Jul 16 18:01:12.760036 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bdcf509d-2db1-4c9c-83ed-e0832c3697d3 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.773449 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-831691f1-cfea-406e-9ddf-978f05b43ebf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d5a478f-e18d-4e6c-b340-f40c1de80c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470283 Jul 16 18:01:12.800461 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bdcf509d-2db1-4c9c-83ed-e0832c3697d3 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.807677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcf509d-2db1-4c9c-83ed-e0832c3697d3 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.808376 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bdcf509d-2db1-4c9c-83ed-e0832c3697d3 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.849907 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bdcf509d-2db1-4c9c-83ed-e0832c3697d3 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2105913 Jul 16 18:01:12.850656 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59790) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:12.855843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-450d7f9c-ef9f-4721-9144-b7cf9cf3d4b8 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-161701013'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:12.895861 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf509d-2db1-4c9c-83ed-e0832c3697d3 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event updated for resources: {'Network': ['ID=d033449b-ee7a-4cfd-8f99-3863a948dcca,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:12.907535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network d033449b-ee7a-4cfd-8f99-3863a948dcca details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:12.927140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450d7f9c-ef9f-4721-9144-b7cf9cf3d4b8 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Made reservation on behalf of 466d845bc16546dabbadc24fc18bede0 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:12.931957 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-450d7f9c-ef9f-4721-9144-b7cf9cf3d4b8 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.963467 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450d7f9c-ef9f-4721-9144-b7cf9cf3d4b8 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:12.978634 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-450d7f9c-ef9f-4721-9144-b7cf9cf3d4b8 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.978861 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-450d7f9c-ef9f-4721-9144-b7cf9cf3d4b8 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Added segment 98271530-16bc-4862-b4cb-3c80749f10ab of type vlan for network 2e6af40b-6037-4aff-b6df-0816adc8d74f Jul 16 18:01:13.039698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-450d7f9c-ef9f-4721-9144-b7cf9cf3d4b8 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.091744 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-450d7f9c-ef9f-4721-9144-b7cf9cf3d4b8 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.106435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450d7f9c-ef9f-4721-9144-b7cf9cf3d4b8 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:13.107087 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-450d7f9c-ef9f-4721-9144-b7cf9cf3d4b8 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.169416 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-450d7f9c-ef9f-4721-9144-b7cf9cf3d4b8 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3156312 Jul 16 18:01:13.225364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849faa3a-fd9c-40da-9240-7a6febb1fa47 req-08a33d25-25ff-4d4b-9cfc-6fbbcddc21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:13.226931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-849faa3a-fd9c-40da-9240-7a6febb1fa47 req-08a33d25-25ff-4d4b-9cfc-6fbbcddc21c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d5a478f-e18d-4e6c-b340-f40c1de80c01 HTTP/1.1" status: 200 len: 914 time: 0.4568255 Jul 16 18:01:13.233620 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-928ff57f-f961-4644-af78-aa60ec3f7ae6 service neutron] 10.222.0.11 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495974 Jul 16 18:01:13.278407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d7f9c-ef9f-4721-9144-b7cf9cf3d4b8 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event updated for resources: {'Network': ['ID=2e6af40b-6037-4aff-b6df-0816adc8d74f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:13.291429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-849faa3a-fd9c-40da-9240-7a6febb1fa47 req-07ca03c8-48a3-48a1-9ffd-6a8c1e823d0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aab7f5ee-d97c-4172-823a-a373c629a75f HTTP/1.1" status: 200 len: 217 time: 0.0528016 Jul 16 18:01:13.293623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 2e6af40b-6037-4aff-b6df-0816adc8d74f details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:13.338452 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59808) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:13.344200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Request body: {'subnets': [{'network_id': 'd033449b-ee7a-4cfd-8f99-3863a948dcca', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--372068870', 'ip_version': 4}, {'network_id': '2e6af40b-6037-4aff-b6df-0816adc8d74f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:13.344524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Request body: {'subnet': {'network_id': 'd033449b-ee7a-4cfd-8f99-3863a948dcca', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--372068870', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:13.345364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Request body: {'subnet': {'network_id': '2e6af40b-6037-4aff-b6df-0816adc8d74f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:13.394694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849faa3a-fd9c-40da-9240-7a6febb1fa47 req-8a471398-bb3f-480b-8c6f-b4dec732187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:13.396104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-849faa3a-fd9c-40da-9240-7a6febb1fa47 req-8a471398-bb3f-480b-8c6f-b4dec732187b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=edf4c637-b854-4aa9-a59b-319c7f4fe00f HTTP/1.1" status: 200 len: 853 time: 0.0978770 Jul 16 18:01:13.441298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf90b20e-c430-491f-bcc8-7cae50bcaf25 req-c805cb89-b561-4752-9528-f9d8d5e5904d service neutron] 10.222.0.11 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967614 Jul 16 18:01:13.443229 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-849faa3a-fd9c-40da-9240-7a6febb1fa47 req-8777e07a-f19e-47e7-adbc-576392deefdb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d5a478f-e18d-4e6c-b340-f40c1de80c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387793 Jul 16 18:01:13.457946 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8d8e2d1f-59e4-43e6-a1c1-5b38040d56ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.613780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-849faa3a-fd9c-40da-9240-7a6febb1fa47 req-68274dff-458c-4e37-94eb-0c8ab9ef58fa service neutron] 10.222.0.32 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554189 Jul 16 18:01:13.626300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52be79-20b8-4097-94a4-794fc21805f6 req-7db082aa-2781-4a40-9ea8-35ab2532e9d1 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:13.633618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a52be79-20b8-4097-94a4-794fc21805f6 req-7db082aa-2781-4a40-9ea8-35ab2532e9d1 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.1401415 Jul 16 18:01:13.675435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3e6aa1-4e9b-4570-b245-23b0ed74a77d', 'tag': '61070ae8-70ba-48c4-a552-c024a4c5a97c'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:13.678510 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ad8525-6270-4a6c-a482-b35e31e71747" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3e6aa1-4e9b-4570-b245-23b0ed74a77d", "tag": "61070ae8-70ba-48c4-a552-c024a4c5a97c"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:13.754507 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a52be79-20b8-4097-94a4-794fc21805f6 req-16ce26bb-d0f9-406c-8b06-8b445b49aa70 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194298 Jul 16 18:01:13.801132 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-849faa3a-fd9c-40da-9240-7a6febb1fa47 req-f84cc9ef-0b4b-45ee-9620-81b3d9fd6461 service neutron] 10.222.0.32 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648231 Jul 16 18:01:13.935815 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Made reservation on behalf of 466d845bc16546dabbadc24fc18bede0 for: {'subnet': 2} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:13.943456 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.944278 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.969714 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782d013-ec93-4e52-b758-b191a9c423ce req-e8d93770-6e44-417a-bb07-3b95ab237229 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:13.971522 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d782d013-ec93-4e52-b758-b191a9c423ce req-e8d93770-6e44-417a-bb07-3b95ab237229 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 943 time: 0.0904167 Jul 16 18:01:14.053294 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ded928e-c888-44ee-8347-838f47d3a6b4 x-openstack-request-id: req-2ded928e-c888-44ee-8347-838f47d3a6b4 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:14.053726 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3e6aa1-4e9b-4570-b245-23b0ed74a77d", "tag": "61070ae8-70ba-48c4-a552-c024a4c5a97c", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:14.054079 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ded928e-c888-44ee-8347-838f47d3a6b4 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:14.054547 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3e6aa1-4e9b-4570-b245-23b0ed74a77d', 'tag': '61070ae8-70ba-48c4-a552-c024a4c5a97c', 'status': 'completed', 'code': 200} Jul 16 18:01:14.067487 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d782d013-ec93-4e52-b758-b191a9c423ce req-6126b745-e5de-4cf5-82e8-3dfeb140fcd0 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873594 Jul 16 18:01:14.158199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad8525-6270-4a6c-a482-b35e31e71747 req-d935a259-021b-4358-b169-5a055ead0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.160381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28ad8525-6270-4a6c-a482-b35e31e71747 req-d935a259-021b-4358-b169-5a055ead0bd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=80cde74f37354194b9730fb6cb65de28&device_id=ee3e6aa1-4e9b-4570-b245-23b0ed74a77d HTTP/1.1" status: 200 len: 1096 time: 0.0798466 Jul 16 18:01:14.397954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad8525-6270-4a6c-a482-b35e31e71747 req-382e506a-dc43-469b-a898-78079b890c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.400033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28ad8525-6270-4a6c-a482-b35e31e71747 req-382e506a-dc43-469b-a898-78079b890c8d service neutron] 10.222.0.11 "GET /v2.0/networks?id=3d5a478f-e18d-4e6c-b340-f40c1de80c01 HTTP/1.1" status: 200 len: 914 time: 0.2331450 Jul 16 18:01:14.470623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28ad8525-6270-4a6c-a482-b35e31e71747 req-6bf7d451-8490-4ec7-8213-115c9ba96836 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61070ae8-70ba-48c4-a552-c024a4c5a97c HTTP/1.1" status: 200 len: 217 time: 0.0624506 Jul 16 18:01:14.520984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.549821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad8525-6270-4a6c-a482-b35e31e71747 req-582d185a-14d7-43b5-ad90-76990a09fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.551735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28ad8525-6270-4a6c-a482-b35e31e71747 req-582d185a-14d7-43b5-ad90-76990a09fe68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=edf4c637-b854-4aa9-a59b-319c7f4fe00f HTTP/1.1" status: 200 len: 853 time: 0.0736587 Jul 16 18:01:14.592794 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28ad8525-6270-4a6c-a482-b35e31e71747 req-2a30f7d7-adc5-40dd-b481-949ab02eeae9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3d5a478f-e18d-4e6c-b340-f40c1de80c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315919 Jul 16 18:01:14.598911 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event updated for resources: {'Subnet': ['ID=1da0547b-bf2e-492c-8f2b-13851fcfabed,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:14.619229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Checking segment: {'id': '63e3748b-421f-4a07-954b-1e73cc0c38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd033449b-ee7a-4cfd-8f99-3863a948dcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:14.619587 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Network hostable DHCP agents. Network: d033449b-ee7a-4cfd-8f99-3863a948dcca, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:14.639466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Network d033449b-ee7a-4cfd-8f99-3863a948dcca is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:14.652080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, d033449b-ee7a-4cfd-8f99-3863a948dcca) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:14.657141 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.663365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b34d227-e9cb-47c1-b62c-1cc3b7b029d0 None None] Network d033449b-ee7a-4cfd-8f99-3863a948dcca requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:14.732208 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event updated for resources: {'Subnet': ['ID=effb5487-71c3-4d13-b98c-16ad5679cd9d,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:14.745084 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28ad8525-6270-4a6c-a482-b35e31e71747 req-f66e0002-5f18-4811-aaef-2df3b0c80fe6 service neutron] 10.222.0.11 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427116 Jul 16 18:01:14.745324 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Checking segment: {'id': '98271530-16bc-4862-b4cb-3c80749f10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2e6af40b-6037-4aff-b6df-0816adc8d74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:14.745601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Network hostable DHCP agents. Network: 2e6af40b-6037-4aff-b6df-0816adc8d74f, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:14.777306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Network 2e6af40b-6037-4aff-b6df-0816adc8d74f is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:14.797179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 2e6af40b-6037-4aff-b6df-0816adc8d74f) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:14.801925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.805272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.806330 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.812966 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e016beb-196f-4c22-b89f-11f012100123 None None] Network 2e6af40b-6037-4aff-b6df-0816adc8d74f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:14.844172 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5dc80ea0-f517-45e9-9ae4-586468013f85 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.5045054 Jul 16 18:01:14.847149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59856) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:14.958800 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28ad8525-6270-4a6c-a482-b35e31e71747 req-8fe8efe3-535c-4364-a691-696d06ae1123 service neutron] 10.222.0.11 "GET /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053580 Jul 16 18:01:15.043811 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fabb36c-5dda-41ad-b0e0-f35c865edf79 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:15.045565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fabb36c-5dda-41ad-b0e0-f35c865edf79 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:15.052550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fabb36c-5dda-41ad-b0e0-f35c865edf79 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:15.056048 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8fabb36c-5dda-41ad-b0e0-f35c865edf79 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2071695 Jul 16 18:01:15.060455 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59862) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:15.108582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-2e6af40b-6037-4aff-b6df-0816adc8d74f', 'network_id': '2e6af40b-6037-4aff-b6df-0816adc8d74f', 'tenant_id': '466d845bc16546dabbadc24fc18bede0', 'fixed_ips': [{'subnet_id': 'effb5487-71c3-4d13-b98c-16ad5679cd9d'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:15.109305 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.131271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac552fc-7044-4ed6-81ff-b37874f05c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-d033449b-ee7a-4cfd-8f99-3863a948dcca', 'network_id': 'd033449b-ee7a-4cfd-8f99-3863a948dcca', 'tenant_id': '466d845bc16546dabbadc24fc18bede0', 'fixed_ips': [{'subnet_id': '1da0547b-bf2e-492c-8f2b-13851fcfabed'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:15.132766 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9ac552fc-7044-4ed6-81ff-b37874f05c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.146044 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-626a4dc2-5532-4226-b075-617db2fe0089 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Deleting subnet 1da0547b-bf2e-492c-8f2b-13851fcfabed {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:15.151622 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-626a4dc2-5532-4226-b075-617db2fe0089 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.165935 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdf6f9-92bd-412a-ae13-e4192d34eee5 req-a1227b4d-e8f6-4552-8851-7e8449b04c1d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:15.169189 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58fdf6f9-92bd-412a-ae13-e4192d34eee5 req-a1227b4d-e8f6-4552-8851-7e8449b04c1d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.1220396 Jul 16 18:01:15.201074 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-626a4dc2-5532-4226-b075-617db2fe0089 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.255990 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-626a4dc2-5532-4226-b075-617db2fe0089 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.264031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58fdf6f9-92bd-412a-ae13-e4192d34eee5 req-939c7f5a-4dab-4694-9966-caf6bd1bab9a tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856049 Jul 16 18:01:15.311104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb13cd-567e-480e-8168-141af29c59c7 req-b71ccf60-9eac-479c-b1e1-491c12e3a021 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:15.312720 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51bb13cd-567e-480e-8168-141af29c59c7 req-b71ccf60-9eac-479c-b1e1-491c12e3a021 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 943 time: 0.1073792 Jul 16 18:01:15.349013 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-626a4dc2-5532-4226-b075-617db2fe0089 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.385727 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-626a4dc2-5532-4226-b075-617db2fe0089 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.390268 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-626a4dc2-5532-4226-b075-617db2fe0089 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "DELETE /v2.0/subnets/1da0547b-bf2e-492c-8f2b-13851fcfabed HTTP/1.1" status: 204 len: 168 time: 0.3263366 Jul 16 18:01:15.390268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a4dc2-5532-4226-b075-617db2fe0089 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event deleted for resources: {'Subnet': ['ID=1da0547b-bf2e-492c-8f2b-13851fcfabed,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:15.392561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59872) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:15.401757 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51bb13cd-567e-480e-8168-141af29c59c7 req-32a2583f-02bc-40c6-a681-02915d5f0ee0 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798535 Jul 16 18:01:15.426857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Allocated IP 172.20.0.18 (2e6af40b-6037-4aff-b6df-0816adc8d74f/effb5487-71c3-4d13-b98c-16ad5679cd9d/aa659e71-e170-4028-b86a-8a7b975ef54c) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:15.492225 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73a26b7-344a-4e8d-82d9-9f2d25f4701a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Deleting subnet effb5487-71c3-4d13-b98c-16ad5679cd9d {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server [None req-9ac552fc-7044-4ed6-81ff-b37874f05c68 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1da0547b-bf2e-492c-8f2b-13851fcfabed: This subnet is being modified by another concurrent operation. Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:01:15.639820 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1da0547b-bf2e-492c-8f2b-13851fcfabed: This subnet is being modified by another concurrent operation. Jul 16 18:01:15.644123 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Jul 16 18:01:15.649693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 61070ae8-70ba-48c4-a552-c024a4c5a97c details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:15.696899 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-00553af5-7412-455d-bb22-03b57a368e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.721047 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090c9e8-9960-4076-b838-03feb3a8654a None None] Network d033449b-ee7a-4cfd-8f99-3863a948dcca requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:15.872276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f6abc-9305-4784-ad79-2badec20d1c0 req-e1df9bb8-3485-45e4-918b-d8eeb8aa3a95 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:15.878298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-079f6abc-9305-4784-ad79-2badec20d1c0 req-e1df9bb8-3485-45e4-918b-d8eeb8aa3a95 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.0762153 Jul 16 18:01:15.898738 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.923678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-079f6abc-9305-4784-ad79-2badec20d1c0 req-1a53a20e-089a-4b99-86f3-c09841c8550e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431747 Jul 16 18:01:15.958761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 61070ae8-70ba-48c4-a552-c024a4c5a97c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=61070ae8-70ba-48c4-a552-c024a4c5a97c,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:15.963002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Transition to ACTIVE for port object aa659e71-e170-4028-b86a-8a7b975ef54c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:16.020489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '61070ae8-70ba-48c4-a552-c024a4c5a97c', 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01', 'port_id': '61070ae8-70ba-48c4-a552-c024a4c5a97c', 'mac_address': 'fa:16:3e:8b:54:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf4c637-b854-4aa9-a59b-319c7f4fe00f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:16.022767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Transition to ACTIVE for port object aa659e71-e170-4028-b86a-8a7b975ef54c will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:16.034672 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b73a26b7-344a-4e8d-82d9-9f2d25f4701a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.088805 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.091065 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.094930 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.115438 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b73a26b7-344a-4e8d-82d9-9f2d25f4701a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.175861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61070ae8-70ba-48c4-a552-c024a4c5a97c {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:16.194823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Network 2e6af40b-6037-4aff-b6df-0816adc8d74f is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:16.198024 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Pushing event updated for resources: {'Port': ['ID=aa659e71-e170-4028-b86a-8a7b975ef54c,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:16.205829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:16.210241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:16.227963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 61070ae8-70ba-48c4-a552-c024a4c5a97c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=61070ae8-70ba-48c4-a552-c024a4c5a97c,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:16.245827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd85f2d-9774-4dd9-bb24-649b05abbd34 req-7b60b80a-09fc-4936-b023-02a0474b6847 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.247463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9fd85f2d-9774-4dd9-bb24-649b05abbd34 req-7b60b80a-09fc-4936-b023-02a0474b6847 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1172163 Jul 16 18:01:16.249130 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.281278 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b73a26b7-344a-4e8d-82d9-9f2d25f4701a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.308517 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9fd85f2d-9774-4dd9-bb24-649b05abbd34 req-5ae7f53c-6fc8-491d-8868-70b2d5a3cc61 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502038 Jul 16 18:01:16.321088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Attempting to bind port aa659e71-e170-4028-b86a-8a7b975ef54c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:16.322166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Attempting to bind port aa659e71-e170-4028-b86a-8a7b975ef54c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '98271530-16bc-4862-b4cb-3c80749f10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2e6af40b-6037-4aff-b6df-0816adc8d74f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:16.322642 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Attempting to bind port aa659e71-e170-4028-b86a-8a7b975ef54c on network 2e6af40b-6037-4aff-b6df-0816adc8d74f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:16.330524 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:16.332747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Checking segment: {'id': '98271530-16bc-4862-b4cb-3c80749f10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2e6af40b-6037-4aff-b6df-0816adc8d74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:16.332747 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.332747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Bound using segment: {'id': '98271530-16bc-4862-b4cb-3c80749f10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2e6af40b-6037-4aff-b6df-0816adc8d74f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:16.332747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Bound port: aa659e71-e170-4028-b86a-8a7b975ef54c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98271530-16bc-4862-b4cb-3c80749f10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2e6af40b-6037-4aff-b6df-0816adc8d74f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:16.332747 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.394976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=61070ae8-70ba-48c4-a552-c024a4c5a97c,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:16.436098 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b73a26b7-344a-4e8d-82d9-9f2d25f4701a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.479334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] For port aa659e71-e170-4028-b86a-8a7b975ef54c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:16.482567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] For port aa659e71-e170-4028-b86a-8a7b975ef54c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=aa659e71-e170-4028-b86a-8a7b975ef54c,segment=NetworkSegment(98271530-16bc-4862-b4cb-3c80749f10ab),segment_id=98271530-16bc-4862-b4cb-3c80749f10ab)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:16.483604 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a26b7-344a-4e8d-82d9-9f2d25f4701a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event deleted for resources: {'Subnet': ['ID=effb5487-71c3-4d13-b98c-16ad5679cd9d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:16.488619 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.499524 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b73a26b7-344a-4e8d-82d9-9f2d25f4701a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.511422 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b73a26b7-344a-4e8d-82d9-9f2d25f4701a tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "DELETE /v2.0/subnets/effb5487-71c3-4d13-b98c-16ad5679cd9d HTTP/1.1" status: 204 len: 168 time: 1.1109440 Jul 16 18:01:16.511638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59896) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:16.561383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['61070ae8-70ba-48c4-a552-c024a4c5a97c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:16.601794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291d238-9599-457e-9a92-1d1e0939852c None None] Pushing event updated for resources: {'Port': ['ID=aa659e71-e170-4028-b86a-8a7b975ef54c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:16.646444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641f9908-212f-4a65-8c1e-19f2f77dc16f tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.646954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device aab7f5ee-d97c-4172-823a-a373c629a75f details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:16.647992 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-641f9908-212f-4a65-8c1e-19f2f77dc16f tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1340733 Jul 16 18:01:16.652625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59902) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:16.677438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781133c8-e247-40fb-aad3-49d2cff3a44a req-71a53187-4ecc-4fa3-b5e5-c63e056f40bb tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.686838 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-781133c8-e247-40fb-aad3-49d2cff3a44a req-71a53187-4ecc-4fa3-b5e5-c63e056f40bb tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.1921144 Jul 16 18:01:16.755749 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-781133c8-e247-40fb-aad3-49d2cff3a44a req-301b7fb5-7c94-47de-bd46-8f0d16fc636a tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678420 Jul 16 18:01:16.880573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port aab7f5ee-d97c-4172-823a-a373c629a75f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=aab7f5ee-d97c-4172-823a-a373c629a75f,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:16.892876 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.900475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'aab7f5ee-d97c-4172-823a-a373c629a75f', 'network_id': '3d5a478f-e18d-4e6c-b340-f40c1de80c01', 'port_id': 'aab7f5ee-d97c-4172-823a-a373c629a75f', 'mac_address': 'fa:16:3e:3e:6b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf4c637-b854-4aa9-a59b-319c7f4fe00f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:16.990744 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.998161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Deleting port aa659e71-e170-4028-b86a-8a7b975ef54c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:16.998573 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.013126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab7f5ee-d97c-4172-823a-a373c629a75f {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:17.037067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port aab7f5ee-d97c-4172-823a-a373c629a75f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=aab7f5ee-d97c-4172-823a-a373c629a75f,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:17.044665 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.069304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54187444-bd24-4151-8f41-9d43d74b2c5b req-0c5f934b-5d50-473b-986e-44d2827fdaf4 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:17.071610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54187444-bd24-4151-8f41-9d43d74b2c5b req-0c5f934b-5d50-473b-986e-44d2827fdaf4 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 943 time: 0.1176593 Jul 16 18:01:17.128541 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=aab7f5ee-d97c-4172-823a-a373c629a75f,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:17.147298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54187444-bd24-4151-8f41-9d43d74b2c5b req-eef042c5-033a-4d2a-8a7f-421a6e191b86 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643651 Jul 16 18:01:17.156646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] For port aa659e71-e170-4028-b86a-8a7b975ef54c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=aa659e71-e170-4028-b86a-8a7b975ef54c,segment=NetworkSegment(98271530-16bc-4862-b4cb-3c80749f10ab),segment_id=98271530-16bc-4862-b4cb-3c80749f10ab)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:17.157102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.175147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Calling delete_port for aa659e71-e170-4028-b86a-8a7b975ef54c owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:17.278587 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.311601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event deleted for resources: {'Port': ['ID=aa659e71-e170-4028-b86a-8a7b975ef54c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:17.319833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] No DVR routers for this DVR port aa659e71-e170-4028-b86a-8a7b975ef54c on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:17.330939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['aab7f5ee-d97c-4172-823a-a373c629a75f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:17.459455 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.473528 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849695ca-41fd-4712-853d-355567787bf7 req-996d0b17-7c4e-4497-8a31-69be8f7e6fbd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:17.473644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6af40b-6037-4aff-b6df-0816adc8d74f']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:17.475992 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-849695ca-41fd-4712-853d-355567787bf7 req-996d0b17-7c4e-4497-8a31-69be8f7e6fbd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1368937 Jul 16 18:01:17.487164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98271530-16bc-4862-b4cb-3c80749f10ab') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:17.487511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98271530-16bc-4862-b4cb-3c80749f10ab') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:17.503999 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.537177 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.538907 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.547628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:17.549957 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:17.561773 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:17.564040 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-849695ca-41fd-4712-853d-355567787bf7 req-c1409005-4085-4a8e-95b0-6fb3ff66875e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779064 Jul 16 18:01:17.663377 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.669300 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.674288 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "DELETE /v2.0/networks/2e6af40b-6037-4aff-b6df-0816adc8d74f HTTP/1.1" status: 204 len: 168 time: 1.0178392 Jul 16 18:01:17.674496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59918) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:17.687633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072db9cb-fef9-4810-9961-c21f2da3d3b6 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event deleted for resources: {'Network': ['ID=2e6af40b-6037-4aff-b6df-0816adc8d74f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:17.737698 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:01:17.771973 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa07d34e-de08-4bee-ac6a-ccb488ffd9b7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.882845 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa07d34e-de08-4bee-ac6a-ccb488ffd9b7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.895086 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-aa07d34e-de08-4bee-ac6a-ccb488ffd9b7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d033449b-ee7a-4cfd-8f99-3863a948dcca']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:17.908308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-aa07d34e-de08-4bee-ac6a-ccb488ffd9b7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e3748b-421f-4a07-954b-1e73cc0c38c8') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:17.908665 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-aa07d34e-de08-4bee-ac6a-ccb488ffd9b7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e3748b-421f-4a07-954b-1e73cc0c38c8') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:17.920744 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa07d34e-de08-4bee-ac6a-ccb488ffd9b7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.938307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bbf6d015-af35-4ee1-8a3f-8b0c6cc636ad None None] Could not find standard attr ID for object aa659e71-e170-4028-b86a-8a7b975ef54c. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:01:17.944996 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa07d34e-de08-4bee-ac6a-ccb488ffd9b7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.954703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa07d34e-de08-4bee-ac6a-ccb488ffd9b7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:17.955158 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa07d34e-de08-4bee-ac6a-ccb488ffd9b7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:17.958938 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:18.012281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d29be6-ab4a-4406-b76d-e9f9b85d659e None None] DHCP port deletion for 2e6af40b-6037-4aff-b6df-0816adc8d74f request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:01:18.034830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a146a9f-73c6-4c1a-9bf2-3331f0469dc7 None None] Network 2e6af40b-6037-4aff-b6df-0816adc8d74f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:18.051103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a146a9f-73c6-4c1a-9bf2-3331f0469dc7 None None] Network 2e6af40b-6037-4aff-b6df-0816adc8d74f could not be found, it might have been deleted concurrently. {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:01:18.063043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c58c16-9411-4700-9e4a-2f36dbe47f67 None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:01:18.102281 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa07d34e-de08-4bee-ac6a-ccb488ffd9b7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.111974 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa07d34e-de08-4bee-ac6a-ccb488ffd9b7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.113935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-aa07d34e-de08-4bee-ac6a-ccb488ffd9b7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "DELETE /v2.0/networks/d033449b-ee7a-4cfd-8f99-3863a948dcca HTTP/1.1" status: 204 len: 168 time: 0.4383972 Jul 16 18:01:18.116537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59926) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:18.138125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07d34e-de08-4bee-ac6a-ccb488ffd9b7 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event deleted for resources: {'Network': ['ID=d033449b-ee7a-4cfd-8f99-3863a948dcca,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:18.181917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad576c-c881-41af-a3fe-14a621165b69 req-768b9a6c-89ef-4774-8145-e3dd2bc4192c tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.183533 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-baad576c-c881-41af-a3fe-14a621165b69 req-768b9a6c-89ef-4774-8145-e3dd2bc4192c tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.1175458 Jul 16 18:01:18.235862 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1f07ebf-e75a-488e-97d1-2451c3620301 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.271807 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-baad576c-c881-41af-a3fe-14a621165b69 req-5126de99-65f8-44be-b364-9f156650b31d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792964 Jul 16 18:01:18.298356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c58c16-9411-4700-9e4a-2f36dbe47f67 None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:01:18.408644 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1f07ebf-e75a-488e-97d1-2451c3620301 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.423475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a1f07ebf-e75a-488e-97d1-2451c3620301 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0598b3c9-1418-495d-8b8a-42dab139bb08']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:18.445547 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a1f07ebf-e75a-488e-97d1-2451c3620301 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2513616-bf2c-402a-870b-70ffa5c24c5a') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:18.446459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a1f07ebf-e75a-488e-97d1-2451c3620301 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2513616-bf2c-402a-870b-70ffa5c24c5a') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:18.457432 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1f07ebf-e75a-488e-97d1-2451c3620301 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.475855 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1f07ebf-e75a-488e-97d1-2451c3620301 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.489214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f07ebf-e75a-488e-97d1-2451c3620301 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:18.489641 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1f07ebf-e75a-488e-97d1-2451c3620301 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:18.493739 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:18.547036 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99058544-c115-4f4a-8b3b-588f1beb2db2 req-e411b6db-1ace-4b98-ab14-ab1888d2cc99 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.562028 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99058544-c115-4f4a-8b3b-588f1beb2db2 req-e411b6db-1ace-4b98-ab14-ab1888d2cc99 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 944 time: 0.1352096 Jul 16 18:01:18.567187 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1f07ebf-e75a-488e-97d1-2451c3620301 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.578396 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1f07ebf-e75a-488e-97d1-2451c3620301 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.582298 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a1f07ebf-e75a-488e-97d1-2451c3620301 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "DELETE /v2.0/networks/0598b3c9-1418-495d-8b8a-42dab139bb08 HTTP/1.1" status: 204 len: 168 time: 0.4644909 Jul 16 18:01:18.586878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59938) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:18.604424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f07ebf-e75a-488e-97d1-2451c3620301 tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event deleted for resources: {'Network': ['ID=0598b3c9-1418-495d-8b8a-42dab139bb08,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:18.674233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device aab7f5ee-d97c-4172-823a-a373c629a75f up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:18.687666 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99058544-c115-4f4a-8b3b-588f1beb2db2 req-eb961231-677f-4cea-999b-6b18e4576ccc tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246908 Jul 16 18:01:18.701116 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-485f90c0-4038-41ce-91dd-c4d1c328ba6b tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.822162 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-485f90c0-4038-41ce-91dd-c4d1c328ba6b tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.833466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-485f90c0-4038-41ce-91dd-c4d1c328ba6b tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbd9eef-a949-4beb-924e-bd1d8d6fa0c5']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:18.846207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-485f90c0-4038-41ce-91dd-c4d1c328ba6b tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b83760-c43b-4cf9-a532-403508375650') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:18.846594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-485f90c0-4038-41ce-91dd-c4d1c328ba6b tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b83760-c43b-4cf9-a532-403508375650') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:18.861960 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-485f90c0-4038-41ce-91dd-c4d1c328ba6b tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.878612 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-485f90c0-4038-41ce-91dd-c4d1c328ba6b tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.888532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485f90c0-4038-41ce-91dd-c4d1c328ba6b tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:18.890816 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-485f90c0-4038-41ce-91dd-c4d1c328ba6b tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:18.894358 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:19.025851 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-485f90c0-4038-41ce-91dd-c4d1c328ba6b tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.040232 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-485f90c0-4038-41ce-91dd-c4d1c328ba6b tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.042250 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-485f90c0-4038-41ce-91dd-c4d1c328ba6b tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] 10.222.0.24 "DELETE /v2.0/networks/fcbd9eef-a949-4beb-924e-bd1d8d6fa0c5 HTTP/1.1" status: 204 len: 168 time: 0.4545519 Jul 16 18:01:19.055086 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f90c0-4038-41ce-91dd-c4d1c328ba6b tempest-BulkNetworkOpsTest-2044118339 tempest-BulkNetworkOpsTest-2044118339-project] Pushing event deleted for resources: {'Network': ['ID=fcbd9eef-a949-4beb-924e-bd1d8d6fa0c5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:19.088906 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.098204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5a7ad-e4e3-49ec-b47f-f1c799a152d9 req-f5ddb69c-8e59-40da-9edb-f8fac5deaa08 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:19.099960 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46e5a7ad-e4e3-49ec-b47f-f1c799a152d9 req-f5ddb69c-8e59-40da-9edb-f8fac5deaa08 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1583462 Jul 16 18:01:19.152475 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46e5a7ad-e4e3-49ec-b47f-f1c799a152d9 req-80a9d0e3-adf5-4930-9551-64ad720e8b2f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450196 Jul 16 18:01:19.161168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port aab7f5ee-d97c-4172-823a-a373c629a75f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:19.171376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port aab7f5ee-d97c-4172-823a-a373c629a75f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:19.171755 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.257893 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.283133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d5c0c4-db0b-4604-ade6-06a87e919221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab7f5ee-d97c-4172-823a-a373c629a75f'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:19.285451 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45d8b39-708f-4f28-a00f-8d9ab301384e" -d '{"events": [{"server_uuid": "55d5c0c4-db0b-4604-ade6-06a87e919221", "name": "network-vif-plugged", "status": "completed", "tag": "aab7f5ee-d97c-4172-823a-a373c629a75f"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:19.308311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port aab7f5ee-d97c-4172-823a-a373c629a75f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=aab7f5ee-d97c-4172-823a-a373c629a75f,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:19.316567 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.368088 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8792006-2061-44d4-9cbc-379b2252468c x-openstack-request-id: req-a8792006-2061-44d4-9cbc-379b2252468c {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:19.368418 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d5c0c4-db0b-4604-ade6-06a87e919221", "name": "network-vif-plugged", "status": "completed", "tag": "aab7f5ee-d97c-4172-823a-a373c629a75f", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:19.368685 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8792006-2061-44d4-9cbc-379b2252468c {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:19.369528 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d5c0c4-db0b-4604-ade6-06a87e919221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab7f5ee-d97c-4172-823a-a373c629a75f', 'code': 200} Jul 16 18:01:19.388591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=aab7f5ee-d97c-4172-823a-a373c629a75f,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:19.464004 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59956) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:19.566990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c0619-9113-4507-a1fb-e6417912e288 req-0a532af7-ed08-4d3e-be0b-2e8c55947e63 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:19.574658 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a51c0619-9113-4507-a1fb-e6417912e288 req-0a532af7-ed08-4d3e-be0b-2e8c55947e63 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.1273379 Jul 16 18:01:19.597791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2c96b-e195-4754-854b-6039e653d510 req-3009f1cb-6deb-4c34-a68d-53cbb62f8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:19.599313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8c2c96b-e195-4754-854b-6039e653d510 req-3009f1cb-6deb-4c34-a68d-53cbb62f8aca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 1097 time: 0.1419890 Jul 16 18:01:19.657279 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a51c0619-9113-4507-a1fb-e6417912e288 req-c214bd94-b088-467f-8f3a-456a83452b58 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802164 Jul 16 18:01:19.662251 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8c2c96b-e195-4754-854b-6039e653d510 req-0a2d6642-7ea8-42df-86be-66a2efee61d2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539527 Jul 16 18:01:19.673496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 61070ae8-70ba-48c4-a552-c024a4c5a97c up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:19.766161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 61070ae8-70ba-48c4-a552-c024a4c5a97c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:19.768977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59968) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:19.769468 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6e7bd7f9-9574-403d-994a-c6151e041406 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=466d845bc16546dabbadc24fc18bede0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041878 Jul 16 18:01:19.771323 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 61070ae8-70ba-48c4-a552-c024a4c5a97c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:19.771678 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.835407 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bf13e6aa-fd37-406f-a96a-fe0eefdf4477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.884842 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.888290 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bf13e6aa-fd37-406f-a96a-fe0eefdf4477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.921546 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 61070ae8-70ba-48c4-a552-c024a4c5a97c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=61070ae8-70ba-48c4-a552-c024a4c5a97c,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:19.926372 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.989381 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a8f8d-d8b1-43f1-9fe3-447878784768 req-7494b83e-e25e-4735-8895-e58b208c028c tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.000336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-800a8f8d-d8b1-43f1-9fe3-447878784768 req-7494b83e-e25e-4735-8895-e58b208c028c tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 945 time: 0.1350672 Jul 16 18:01:20.014798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=61070ae8-70ba-48c4-a552-c024a4c5a97c,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:20.017488 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bf13e6aa-fd37-406f-a96a-fe0eefdf4477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.030555 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bf13e6aa-fd37-406f-a96a-fe0eefdf4477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.034405 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bf13e6aa-fd37-406f-a96a-fe0eefdf4477 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7082fc5-eb7c-4a42-97c3-4de41aeebdde HTTP/1.1" status: 204 len: 168 time: 0.2607577 Jul 16 18:01:20.058474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13e6aa-fd37-406f-a96a-fe0eefdf4477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7082fc5-eb7c-4a42-97c3-4de41aeebdde,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:20.101782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-800a8f8d-d8b1-43f1-9fe3-447878784768 req-1c4657cc-9b6b-45df-b447-1bd9e881efdb tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950387 Jul 16 18:01:20.375472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cad64-0bbc-429d-9fc0-999f6d14cd00 req-020a1367-2b3e-4a0e-8a7f-c1032c9cff1d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.382848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a8cad64-0bbc-429d-9fc0-999f6d14cd00 req-020a1367-2b3e-4a0e-8a7f-c1032c9cff1d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.0892413 Jul 16 18:01:20.446762 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a8cad64-0bbc-429d-9fc0-999f6d14cd00 req-46a1eaec-64a4-4702-80b1-d37f8d258044 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625379 Jul 16 18:01:20.854449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fc6f4-39cb-4780-8361-9b9261fef015 req-d13ac631-d8ed-44d4-9b59-0dfe4cb114cf tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.856571 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-906fc6f4-39cb-4780-8361-9b9261fef015 req-d13ac631-d8ed-44d4-9b59-0dfe4cb114cf tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.0779734 Jul 16 18:01:20.905739 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-906fc6f4-39cb-4780-8361-9b9261fef015 req-183439ce-7d25-4e0d-a423-dfb41e7d776c tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364227 Jul 16 18:01:20.918654 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60010) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:21.019042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-353588860'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:21.041584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:21.045276 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.059151 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.169689 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.175106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.218904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:21.236700 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522a4d5d-5d64-4791-a411-3fd364513c0a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:21.256786 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.257150 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Added segment 2badc47e-f4f9-4306-b0dd-321ca01dd473 of type vlan for network e5d14e20-90c3-48e0-9661-f6e9d53ac072 Jul 16 18:01:21.338177 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.371390 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3e6aa1-4e9b-4570-b245-23b0ed74a77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61070ae8-70ba-48c4-a552-c024a4c5a97c'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:21.373868 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd588f5-05f8-405b-ba04-c8695e390557" -d '{"events": [{"server_uuid": "ee3e6aa1-4e9b-4570-b245-23b0ed74a77d", "name": "network-vif-plugged", "status": "completed", "tag": "61070ae8-70ba-48c4-a552-c024a4c5a97c"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:21.384571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d305b-a423-4f0d-bd4c-ef99f892ab4b req-c8314dbb-4bfa-4274-866f-47615a8c001f tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.391729 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb3d305b-a423-4f0d-bd4c-ef99f892ab4b req-c8314dbb-4bfa-4274-866f-47615a8c001f tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 945 time: 0.1381347 Jul 16 18:01:21.412158 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.418446 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3140d84-51ae-4716-93de-2a7b0c4ff2e2 x-openstack-request-id: req-d3140d84-51ae-4716-93de-2a7b0c4ff2e2 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:21.418726 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3e6aa1-4e9b-4570-b245-23b0ed74a77d", "name": "network-vif-plugged", "status": "completed", "tag": "61070ae8-70ba-48c4-a552-c024a4c5a97c", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:21.418974 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3140d84-51ae-4716-93de-2a7b0c4ff2e2 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:21.419357 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3e6aa1-4e9b-4570-b245-23b0ed74a77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61070ae8-70ba-48c4-a552-c024a4c5a97c', 'code': 200} Jul 16 18:01:21.419484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.420079 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.485877 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5656435 Jul 16 18:01:21.491558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb3d305b-a423-4f0d-bd4c-ef99f892ab4b req-7c599db7-ff32-46c3-90b7-0e98f361f4c2 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989361 Jul 16 18:01:21.540303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226c1ae-dd2b-4a8a-9f25-0f942e16f648 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Network': ['ID=e5d14e20-90c3-48e0-9661-f6e9d53ac072,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:21.560611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network e5d14e20-90c3-48e0-9661-f6e9d53ac072 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:21.717097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce9bb-9f19-45a1-a1ab-786b08159169 req-476ce757-bcff-470b-88ce-d5bdb863b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.718714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b5ce9bb-9f19-45a1-a1ab-786b08159169 req-476ce757-bcff-470b-88ce-d5bdb863b475 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ee3e6aa1-4e9b-4570-b245-23b0ed74a77d HTTP/1.1" status: 200 len: 1098 time: 0.1993215 Jul 16 18:01:21.807424 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b5ce9bb-9f19-45a1-a1ab-786b08159169 req-2442041e-de6c-4bb2-aeb9-5134561be4de service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770679 Jul 16 18:01:21.823605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d77ad7-e135-4b38-8aa2-fec8e626db87 req-b4a389ff-4fff-496d-8886-9e7c3d5b7772 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.825220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6d77ad7-e135-4b38-8aa2-fec8e626db87 req-b4a389ff-4fff-496d-8886-9e7c3d5b7772 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1883230 Jul 16 18:01:21.841459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d360f-bd60-4af6-ae04-d70f33643bfe req-1134fbd9-bb99-44e9-b6ce-1caa95bce500 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.843076 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e74d360f-bd60-4af6-ae04-d70f33643bfe req-1134fbd9-bb99-44e9-b6ce-1caa95bce500 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3e6aa1-4e9b-4570-b245-23b0ed74a77d HTTP/1.1" status: 200 len: 946 time: 0.1321664 Jul 16 18:01:21.899565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6d77ad7-e135-4b38-8aa2-fec8e626db87 req-6f3f5c68-3277-4e03-adf6-51d192ad38b8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666275 Jul 16 18:01:21.907220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e74d360f-bd60-4af6-ae04-d70f33643bfe req-39ecf1b7-5618-488d-be99-24e72bca6fba tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500777 Jul 16 18:01:22.230497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b86ffb-0bcc-41c6-9f57-f07f7d466933 req-a25aab3c-f048-4aae-8a4f-9eab1774bf54 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.232165 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0b86ffb-0bcc-41c6-9f57-f07f7d466933 req-a25aab3c-f048-4aae-8a4f-9eab1774bf54 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.0702028 Jul 16 18:01:22.272389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0b86ffb-0bcc-41c6-9f57-f07f7d466933 req-b4648969-91f9-4a5d-bb50-7f11bdabce91 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338049 Jul 16 18:01:22.685401 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6aa664f7-c621-4a88-a387-61a68d7fab60 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:22.687604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6aa664f7-c621-4a88-a387-61a68d7fab60 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:22.854991 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.903250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6aa664f7-c621-4a88-a387-61a68d7fab60, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6aa664f7-c621-4a88-a387-61a68d7fab60,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:22.926301 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.931377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6aa664f7-c621-4a88-a387-61a68d7fab60, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6aa664f7-c621-4a88-a387-61a68d7fab60,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:22.932662 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '6aa664f7-c621-4a88-a387-61a68d7fab60', 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3', 'port_id': '6aa664f7-c621-4a88-a387-61a68d7fab60', 'mac_address': 'fa:16:3e:9d:87:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7431876d-2556-467a-a82f-bdd789c31bee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:22.936921 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.023041 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.040351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6aa664f7-c621-4a88-a387-61a68d7fab60,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:23.053819 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa664f7-c621-4a88-a387-61a68d7fab60 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:23.059621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:23.060317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:23.069043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:23.069407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:23.072592 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:23.072964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:23.073340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:23.075442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:23.075827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:23.076255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:23.076510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:23.077011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:23.124214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6aa664f7-c621-4a88-a387-61a68d7fab60, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6aa664f7-c621-4a88-a387-61a68d7fab60,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:23.129980 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.194411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6aa664f7-c621-4a88-a387-61a68d7fab60,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:23.224057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040354fb-af10-4423-ba90-01723b7f51ee req-d53e3617-5c4e-4cea-ab4d-20ac14099132 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:23.225680 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-040354fb-af10-4423-ba90-01723b7f51ee req-d53e3617-5c4e-4cea-ab4d-20ac14099132 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1690984 Jul 16 18:01:23.233919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b84d5-9ee9-435e-965d-81c9678a2387 req-7c9e2b81-fc81-4f23-a14c-0691c3ad21d0 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:23.235417 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-708b84d5-9ee9-435e-965d-81c9678a2387 req-7c9e2b81-fc81-4f23-a14c-0691c3ad21d0 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3e6aa1-4e9b-4570-b245-23b0ed74a77d HTTP/1.1" status: 200 len: 946 time: 0.1195548 Jul 16 18:01:23.300751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-040354fb-af10-4423-ba90-01723b7f51ee req-97cedc33-eb65-46db-b35d-b2ed54c078d2 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642753 Jul 16 18:01:23.306159 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-708b84d5-9ee9-435e-965d-81c9678a2387 req-723f1376-286e-46c8-bbed-8e3643dafab8 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631499 Jul 16 18:01:23.417555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['6aa664f7-c621-4a88-a387-61a68d7fab60'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:23.421687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a29416-3712-4265-9776-b348532e5cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa664f7-c621-4a88-a387-61a68d7fab60'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:23.422932 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c7fb46-989c-49f3-8666-25ad9675fdd9" -d '{"events": [{"server_uuid": "91a29416-3712-4265-9776-b348532e5cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "6aa664f7-c621-4a88-a387-61a68d7fab60"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:23.698242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4225a9-fc57-404c-abd0-535a2dcfa9e4 req-6db0621b-9b73-4097-8020-8c80213c51e8 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:23.707355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f4225a9-fc57-404c-abd0-535a2dcfa9e4 req-6db0621b-9b73-4097-8020-8c80213c51e8 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 944 time: 0.0961292 Jul 16 18:01:23.768092 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f4225a9-fc57-404c-abd0-535a2dcfa9e4 req-27043293-ca96-4b39-9f09-3286c4d1b7a3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590842 Jul 16 18:01:23.822788 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8adf02e-2e6a-4823-808b-cd3a7b1bbb1e x-openstack-request-id: req-a8adf02e-2e6a-4823-808b-cd3a7b1bbb1e {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:23.823357 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a29416-3712-4265-9776-b348532e5cd7", "name": "network-vif-unplugged", "status": "completed", "tag": "6aa664f7-c621-4a88-a387-61a68d7fab60", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:23.823357 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8adf02e-2e6a-4823-808b-cd3a7b1bbb1e {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:23.823725 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a29416-3712-4265-9776-b348532e5cd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa664f7-c621-4a88-a387-61a68d7fab60', 'code': 200} Jul 16 18:01:24.264553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca62b75-1bb0-4b6c-aa08-3a0d60614413 req-33e968f3-deda-442e-af3f-5b8a70c32cbf tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.266498 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aca62b75-1bb0-4b6c-aa08-3a0d60614413 req-33e968f3-deda-442e-af3f-5b8a70c32cbf tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3e6aa1-4e9b-4570-b245-23b0ed74a77d HTTP/1.1" status: 200 len: 946 time: 0.1036282 Jul 16 18:01:24.357894 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aca62b75-1bb0-4b6c-aa08-3a0d60614413 req-ffbaef23-3f9d-4d24-8c92-8743c9f61508 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829415 Jul 16 18:01:24.633272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291e8b9-d206-454f-8606-0d744333898b req-87771ef1-4b96-490f-9f2d-60b829d7635a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.640221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8291e8b9-d206-454f-8606-0d744333898b req-87771ef1-4b96-490f-9f2d-60b829d7635a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1797876 Jul 16 18:01:24.700021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6aa664f7-c621-4a88-a387-61a68d7fab60 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:24.735938 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60090) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:24.741154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8c765b3f-3685-4832-98c3-29b91abc2de6 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'subnet': {'network_id': 'e5d14e20-90c3-48e0-9661-f6e9d53ac072', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:24.758183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8291e8b9-d206-454f-8606-0d744333898b req-e35b1750-edb2-4ece-b08c-1a56c28add04 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151545 Jul 16 18:01:24.832550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 6aa664f7-c621-4a88-a387-61a68d7fab60 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:24.833105 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.880590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c765b3f-3685-4832-98c3-29b91abc2de6 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:24.885823 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c765b3f-3685-4832-98c3-29b91abc2de6 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.945303 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.988012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6aa664f7-c621-4a88-a387-61a68d7fab60, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6aa664f7-c621-4a88-a387-61a68d7fab60,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:24.994029 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.027357 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60098) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:25.069977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcc6c1-2c1a-447f-a9ad-c0e7c153c0ca req-dde5d445-6da8-4d7c-898b-84a7e102c30a tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.072009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3fcc6c1-2c1a-447f-a9ad-c0e7c153c0ca req-dde5d445-6da8-4d7c-898b-84a7e102c30a tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 944 time: 0.1611290 Jul 16 18:01:25.084105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6aa664f7-c621-4a88-a387-61a68d7fab60,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.107701 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.125648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3fcc6c1-2c1a-447f-a9ad-c0e7c153c0ca req-4f52d696-7b43-4201-9841-19e017486f7f tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471807 Jul 16 18:01:25.193869 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b4dd36e-c170-4fff-899b-e324543b589b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.216884 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c765b3f-3685-4832-98c3-29b91abc2de6 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.278657 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c765b3f-3685-4832-98c3-29b91abc2de6 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Subnet': ['ID=aec5e110-d51e-4e43-a50c-0e8c094ec890,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.295512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c765b3f-3685-4832-98c3-29b91abc2de6 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Checking segment: {'id': '2badc47e-f4f9-4306-b0dd-321ca01dd473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e5d14e20-90c3-48e0-9661-f6e9d53ac072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:25.295874 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c765b3f-3685-4832-98c3-29b91abc2de6 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network hostable DHCP agents. Network: e5d14e20-90c3-48e0-9661-f6e9d53ac072, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:25.316174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c765b3f-3685-4832-98c3-29b91abc2de6 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network e5d14e20-90c3-48e0-9661-f6e9d53ac072 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:25.326642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8c765b3f-3685-4832-98c3-29b91abc2de6 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, e5d14e20-90c3-48e0-9661-f6e9d53ac072) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:25.328014 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b4dd36e-c170-4fff-899b-e324543b589b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.331444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c765b3f-3685-4832-98c3-29b91abc2de6 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.332343 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c765b3f-3685-4832-98c3-29b91abc2de6 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.335482 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b4dd36e-c170-4fff-899b-e324543b589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.338406 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cca222-badd-4946-acc1-e5fa431e9c1b None None] Network e5d14e20-90c3-48e0-9661-f6e9d53ac072 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:25.356136 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8c765b3f-3685-4832-98c3-29b91abc2de6 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6188653 Jul 16 18:01:25.359524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60102) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:25.365023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7d4c5ba6-48c2-4e3c-a391-144ecde6f672 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-928793276'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:25.417237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4c5ba6-48c2-4e3c-a391-144ecde6f672 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:25.422129 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5ba6-48c2-4e3c-a391-144ecde6f672 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.439007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0b4dd36e-c170-4fff-899b-e324543b589b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cec4387507c24e0f8e6e4f4e5ce8eb1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102886 Jul 16 18:01:25.444307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60106) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:25.453350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4dd36e-c170-4fff-899b-e324543b589b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2e942a-4184-4e7a-bc8a-05f62d3fa64b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.455373 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4c5ba6-48c2-4e3c-a391-144ecde6f672 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:25.483066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4b33e-4b0e-420a-b1b5-106d005cb387 req-15447cfa-b9da-4164-9471-5f5e146a7506 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.484992 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37e4b33e-4b0e-420a-b1b5-106d005cb387 req-15447cfa-b9da-4164-9471-5f5e146a7506 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee3e6aa1-4e9b-4570-b245-23b0ed74a77d HTTP/1.1" status: 200 len: 946 time: 0.2014699 Jul 16 18:01:25.489189 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5ba6-48c2-4e3c-a391-144ecde6f672 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.489868 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-7d4c5ba6-48c2-4e3c-a391-144ecde6f672 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Added segment 422a76e4-3326-4e71-9186-3d910fb29cd3 of type vlan for network 75825f17-83d5-4455-b6a5-6f114396449c Jul 16 18:01:25.519609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e5d14e20-90c3-48e0-9661-f6e9d53ac072', 'network_id': 'e5d14e20-90c3-48e0-9661-f6e9d53ac072', 'tenant_id': 'd08150c37d7b45e09ff9ee87407a350e', 'fixed_ips': [{'subnet_id': 'aec5e110-d51e-4e43-a50c-0e8c094ec890'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:25.520958 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.538188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5ba6-48c2-4e3c-a391-144ecde6f672 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.573291 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5ba6-48c2-4e3c-a391-144ecde6f672 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.579036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4c5ba6-48c2-4e3c-a391-144ecde6f672 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.579671 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5ba6-48c2-4e3c-a391-144ecde6f672 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.618799 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7d4c5ba6-48c2-4e3c-a391-144ecde6f672 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2579412 Jul 16 18:01:25.623238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60110) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:25.630534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-402f37a4-61bc-4adf-87ec-21865fb10b20 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'subnet': {'network_id': '75825f17-83d5-4455-b6a5-6f114396449c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:25.658410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432fdcc-4659-4ede-921e-79eae422f6e2 req-d51beebb-41e6-4410-842e-10cafa487df3 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.660334 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1432fdcc-4659-4ede-921e-79eae422f6e2 req-d51beebb-41e6-4410-842e-10cafa487df3 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.32 "GET /v2.0/ports?device_id=55d5c0c4-db0b-4604-ade6-06a87e919221 HTTP/1.1" status: 200 len: 945 time: 0.2661464 Jul 16 18:01:25.674985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c5ba6-48c2-4e3c-a391-144ecde6f672 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Network': ['ID=75825f17-83d5-4455-b6a5-6f114396449c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.693400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 75825f17-83d5-4455-b6a5-6f114396449c details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:25.707753 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b27cb7b4-7fa0-4377-b104-38cec1b3a786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.772961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402f37a4-61bc-4adf-87ec-21865fb10b20 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:25.778068 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-402f37a4-61bc-4adf-87ec-21865fb10b20 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.785757 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Allocated IP 2001:db8:0:ffff::2 (e5d14e20-90c3-48e0-9661-f6e9d53ac072/aec5e110-d51e-4e43-a50c-0e8c094ec890/90ecf941-9c55-4f88-b77d-83ba1f4f71a0) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:25.801580 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b27cb7b4-7fa0-4377-b104-38cec1b3a786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.826716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddd659-b461-4520-9b36-bdba81686016 req-3a899dd7-57ca-43ce-b0c1-131e8d629c5e tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.828007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a29416-3712-4265-9776-b348532e5cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa664f7-c621-4a88-a387-61a68d7fab60'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:25.831088 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c066cc-9ddf-45cc-bdae-f02b6a889b30" -d '{"events": [{"server_uuid": "91a29416-3712-4265-9776-b348532e5cd7", "name": "network-vif-plugged", "status": "completed", "tag": "6aa664f7-c621-4a88-a387-61a68d7fab60"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:25.833523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73ddd659-b461-4520-9b36-bdba81686016 req-3a899dd7-57ca-43ce-b0c1-131e8d629c5e tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3e6aa1-4e9b-4570-b245-23b0ed74a77d HTTP/1.1" status: 200 len: 946 time: 0.3212528 Jul 16 18:01:25.987622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-37e4b33e-4b0e-420a-b1b5-106d005cb387 req-01ba1ddc-f589-4d05-89cf-01945ac9fe43 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Deleting port 61070ae8-70ba-48c4-a552-c024a4c5a97c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:25.987871 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-37e4b33e-4b0e-420a-b1b5-106d005cb387 req-01ba1ddc-f589-4d05-89cf-01945ac9fe43 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.990562 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.999884 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73ddd659-b461-4520-9b36-bdba81686016 req-00ee005c-9405-4db9-ae11-84fc137f19e2 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653657 Jul 16 18:01:26.043525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Transition to ACTIVE for port object 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:26.056508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b27cb7b4-7fa0-4377-b104-38cec1b3a786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.059284 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b27cb7b4-7fa0-4377-b104-38cec1b3a786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.073057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Transition to ACTIVE for port object 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:26.073478 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b27cb7b4-7fa0-4377-b104-38cec1b3a786 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f2e942a-4184-4e7a-bc8a-05f62d3fa64b HTTP/1.1" status: 204 len: 168 time: 0.6182127 Jul 16 18:01:26.094326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.128199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1432fdcc-4659-4ede-921e-79eae422f6e2 req-ba1a9562-e872-4180-8ff4-640a5ea3a34b tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Deleting port aab7f5ee-d97c-4172-823a-a373c629a75f {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:26.128574 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1432fdcc-4659-4ede-921e-79eae422f6e2 req-ba1a9562-e872-4180-8ff4-640a5ea3a34b tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.138995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cb7b4-7fa0-4377-b104-38cec1b3a786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2e942a-4184-4e7a-bc8a-05f62d3fa64b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:26.161525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Pushing event updated for resources: {'Port': ['ID=90ecf941-9c55-4f88-b77d-83ba1f4f71a0,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:26.170736 n-d-787205-10 neutron-server[105590]: DEBUG neutron.objects.ports [None req-402f37a4-61bc-4adf-87ec-21865fb10b20 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:01:26.171976 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-402f37a4-61bc-4adf-87ec-21865fb10b20 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.192202 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Network e5d14e20-90c3-48e0-9661-f6e9d53ac072 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:26.194122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:26.203691 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:26.278122 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5036b8a3-e09c-41cb-9af1-c0861ed96a6d x-openstack-request-id: req-5036b8a3-e09c-41cb-9af1-c0861ed96a6d {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:26.279662 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a29416-3712-4265-9776-b348532e5cd7", "name": "network-vif-plugged", "status": "completed", "tag": "6aa664f7-c621-4a88-a387-61a68d7fab60", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:26.281320 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5036b8a3-e09c-41cb-9af1-c0861ed96a6d {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:26.283071 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a29416-3712-4265-9776-b348532e5cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa664f7-c621-4a88-a387-61a68d7fab60', 'code': 200} Jul 16 18:01:26.369048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Attempting to bind port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:26.369625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f37a4-61bc-4adf-87ec-21865fb10b20 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Subnet': ['ID=e88a840c-2399-4314-b55b-ba168fcdc128,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:26.374265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Attempting to bind port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '2badc47e-f4f9-4306-b0dd-321ca01dd473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e5d14e20-90c3-48e0-9661-f6e9d53ac072'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:26.375441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Attempting to bind port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 on network e5d14e20-90c3-48e0-9661-f6e9d53ac072 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:26.387168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:26.388303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Checking segment: {'id': '2badc47e-f4f9-4306-b0dd-321ca01dd473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e5d14e20-90c3-48e0-9661-f6e9d53ac072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:26.388824 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.389326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Bound using segment: {'id': '2badc47e-f4f9-4306-b0dd-321ca01dd473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e5d14e20-90c3-48e0-9661-f6e9d53ac072'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:26.389469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402f37a4-61bc-4adf-87ec-21865fb10b20 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Checking segment: {'id': '422a76e4-3326-4e71-9186-3d910fb29cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '75825f17-83d5-4455-b6a5-6f114396449c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:26.389728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f37a4-61bc-4adf-87ec-21865fb10b20 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network hostable DHCP agents. Network: 75825f17-83d5-4455-b6a5-6f114396449c, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:26.390163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Bound port: 90ecf941-9c55-4f88-b77d-83ba1f4f71a0, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2badc47e-f4f9-4306-b0dd-321ca01dd473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e5d14e20-90c3-48e0-9661-f6e9d53ac072'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:26.390902 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.481859 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] For port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:26.486551 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] For port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=90ecf941-9c55-4f88-b77d-83ba1f4f71a0,segment=NetworkSegment(2badc47e-f4f9-4306-b0dd-321ca01dd473),segment_id=2badc47e-f4f9-4306-b0dd-321ca01dd473)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:26.490649 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f37a4-61bc-4adf-87ec-21865fb10b20 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network 75825f17-83d5-4455-b6a5-6f114396449c is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:26.496016 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.519123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-402f37a4-61bc-4adf-87ec-21865fb10b20 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 75825f17-83d5-4455-b6a5-6f114396449c) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:26.542196 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402f37a4-61bc-4adf-87ec-21865fb10b20 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.542812 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-402f37a4-61bc-4adf-87ec-21865fb10b20 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.554467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf681618-a415-40d8-addf-4a25096950cb None None] Network 75825f17-83d5-4455-b6a5-6f114396449c requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:26.567353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c8386-4bca-4adb-a236-bbb3056728e5 req-8ad96e28-e4e9-4325-b67e-eb38b35e798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.568998 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b54c8386-4bca-4adb-a236-bbb3056728e5 req-8ad96e28-e4e9-4325-b67e-eb38b35e798e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 1097 time: 0.1722040 Jul 16 18:01:26.578684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60126) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:26.612552 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-402f37a4-61bc-4adf-87ec-21865fb10b20 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9857941 Jul 16 18:01:26.631584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60128) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:26.633973 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81fdcb4b-09e4-4df9-b35e-ba1044743280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.639040 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'port': {'network_id': '75825f17-83d5-4455-b6a5-6f114396449c', 'name': 'tempest-NetworksIpV6TestAttrs-401962321'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:26.651240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd16c8-2e52-4967-8e6f-4f8c1d44c1dc None None] Pushing event updated for resources: {'Port': ['ID=90ecf941-9c55-4f88-b77d-83ba1f4f71a0,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:26.672033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3d5e5-85fa-4e75-ae90-ca3fff9506ed req-b3921000-dee0-4f2b-9309-4927595cadc2 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.684089 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b54c8386-4bca-4adb-a236-bbb3056728e5 req-5644870a-6a81-429d-abdc-38478f34e06f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084213 Jul 16 18:01:26.686376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5bd3d5e5-85fa-4e75-ae90-ca3fff9506ed req-b3921000-dee0-4f2b-9309-4927595cadc2 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.7532196 Jul 16 18:01:26.734552 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-37e4b33e-4b0e-420a-b1b5-106d005cb387 req-01ba1ddc-f589-4d05-89cf-01945ac9fe43 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] For port 61070ae8-70ba-48c4-a552-c024a4c5a97c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=61070ae8-70ba-48c4-a552-c024a4c5a97c,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:26.735054 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-37e4b33e-4b0e-420a-b1b5-106d005cb387 req-01ba1ddc-f589-4d05-89cf-01945ac9fe43 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.782724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-75825f17-83d5-4455-b6a5-6f114396449c', 'network_id': '75825f17-83d5-4455-b6a5-6f114396449c', 'tenant_id': 'd08150c37d7b45e09ff9ee87407a350e', 'fixed_ips': [{'subnet_id': 'e88a840c-2399-4314-b55b-ba168fcdc128'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:26.784112 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.787740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81fdcb4b-09e4-4df9-b35e-ba1044743280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.794329 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81fdcb4b-09e4-4df9-b35e-ba1044743280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.806683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-37e4b33e-4b0e-420a-b1b5-106d005cb387 req-01ba1ddc-f589-4d05-89cf-01945ac9fe43 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Calling delete_port for 61070ae8-70ba-48c4-a552-c024a4c5a97c owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:26.829528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdcb4b-09e4-4df9-b35e-ba1044743280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03213c22-6141-4412-8cca-6b68c71ffd60,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:26.893008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-1432fdcc-4659-4ede-921e-79eae422f6e2 req-ba1a9562-e872-4180-8ff4-640a5ea3a34b tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] For port aab7f5ee-d97c-4172-823a-a373c629a75f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=aab7f5ee-d97c-4172-823a-a373c629a75f,segment=NetworkSegment(4e033585-407d-4bad-8b69-d6f21f9155b4),segment_id=4e033585-407d-4bad-8b69-d6f21f9155b4)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:26.893386 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1432fdcc-4659-4ede-921e-79eae422f6e2 req-ba1a9562-e872-4180-8ff4-640a5ea3a34b tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.897814 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-81fdcb4b-09e4-4df9-b35e-ba1044743280 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81c46749da154be8a6175d3cf0bf2a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3192718 Jul 16 18:01:26.901966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60132) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:26.957074 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1432fdcc-4659-4ede-921e-79eae422f6e2 req-ba1a9562-e872-4180-8ff4-640a5ea3a34b tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Calling delete_port for aab7f5ee-d97c-4172-823a-a373c629a75f owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:26.985602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5bd3d5e5-85fa-4e75-ae90-ca3fff9506ed req-5749801d-3d16-4d72-80c3-96891d330526 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835629 Jul 16 18:01:26.990919 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24b47b48-c266-42cc-b9e2-ea323d7e8a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.020624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Allocated IP 2001:db8::f816:3eff:febc:13c7 (75825f17-83d5-4455-b6a5-6f114396449c/e88a840c-2399-4314-b55b-ba168fcdc128/ef17adf4-e8c3-4c2d-8435-f784007a2b2a) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:27.026296 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24b47b48-c266-42cc-b9e2-ea323d7e8a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.093020 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24b47b48-c266-42cc-b9e2-ea323d7e8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.098780 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24b47b48-c266-42cc-b9e2-ea323d7e8a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.103388 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-24b47b48-c266-42cc-b9e2-ea323d7e8a7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03213c22-6141-4412-8cca-6b68c71ffd60 HTTP/1.1" status: 204 len: 168 time: 0.1999531 Jul 16 18:01:27.114630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b47b48-c266-42cc-b9e2-ea323d7e8a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03213c22-6141-4412-8cca-6b68c71ffd60,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:27.117118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2cf1c-4507-428a-89a4-8a7f0e2930f3 req-4f5f55c7-57c3-416c-b04b-ede89fd5f524 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:27.124730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6a2cf1c-4507-428a-89a4-8a7f0e2930f3 req-4f5f55c7-57c3-416c-b04b-ede89fd5f524 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.4819345 Jul 16 18:01:27.222393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:27.227204 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.228261 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.240588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Transition to ACTIVE for port object ef17adf4-e8c3-4c2d-8435-f784007a2b2a will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:27.268928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Transition to ACTIVE for port object ef17adf4-e8c3-4c2d-8435-f784007a2b2a will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:27.278482 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.303425 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6a2cf1c-4507-428a-89a4-8a7f0e2930f3 req-9054d97e-b8e5-4cbd-ab3a-ffec28159496 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614146 Jul 16 18:01:27.337108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Network 75825f17-83d5-4455-b6a5-6f114396449c is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:27.343279 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:27.355304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:27.388100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Pushing event updated for resources: {'Port': ['ID=ef17adf4-e8c3-4c2d-8435-f784007a2b2a,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:27.462637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] device_id is not set on port e0720294-f724-4080-9e6c-260cb5e5fc5d yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:01:27.487418 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1432fdcc-4659-4ede-921e-79eae422f6e2 req-ba1a9562-e872-4180-8ff4-640a5ea3a34b tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.491575 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-37e4b33e-4b0e-420a-b1b5-106d005cb387 req-01ba1ddc-f589-4d05-89cf-01945ac9fe43 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.503032 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['61070ae8-70ba-48c4-a552-c024a4c5a97c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:27.512356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Attempting to bind port ef17adf4-e8c3-4c2d-8435-f784007a2b2a on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:27.512730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Attempting to bind port ef17adf4-e8c3-4c2d-8435-f784007a2b2a by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '422a76e4-3326-4e71-9186-3d910fb29cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '75825f17-83d5-4455-b6a5-6f114396449c'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:27.513100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Attempting to bind port ef17adf4-e8c3-4c2d-8435-f784007a2b2a on network 75825f17-83d5-4455-b6a5-6f114396449c {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:27.566676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:27.567100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Checking segment: {'id': '422a76e4-3326-4e71-9186-3d910fb29cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '75825f17-83d5-4455-b6a5-6f114396449c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:27.567523 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.567928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Bound using segment: {'id': '422a76e4-3326-4e71-9186-3d910fb29cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '75825f17-83d5-4455-b6a5-6f114396449c'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:27.568516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Bound port: ef17adf4-e8c3-4c2d-8435-f784007a2b2a, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422a76e4-3326-4e71-9186-3d910fb29cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '75825f17-83d5-4455-b6a5-6f114396449c'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:27.568809 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.600640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['61070ae8-70ba-48c4-a552-c024a4c5a97c'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:27.625460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa594b7-bd39-4c39-a84a-44c284095b18 req-f2244faa-12fa-4298-8fe7-b68e5d446794 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:27.632383 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-baa594b7-bd39-4c39-a84a-44c284095b18 req-f2244faa-12fa-4298-8fe7-b68e5d446794 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3e6aa1-4e9b-4570-b245-23b0ed74a77d HTTP/1.1" status: 200 len: 867 time: 0.2494299 Jul 16 18:01:27.653493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a9562-e872-4180-8ff4-640a5ea3a34b tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Pushing event deleted for resources: {'Port': ['ID=aab7f5ee-d97c-4172-823a-a373c629a75f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:27.655524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60144) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:27.682960 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5890bc59-e8f0-4293-8998-0bf69a844036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.749291 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] For port ef17adf4-e8c3-4c2d-8435-f784007a2b2a, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:27.754337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] For port ef17adf4-e8c3-4c2d-8435-f784007a2b2a, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ef17adf4-e8c3-4c2d-8435-f784007a2b2a,segment=NetworkSegment(422a76e4-3326-4e71-9186-3d910fb29cd3),segment_id=422a76e4-3326-4e71-9186-3d910fb29cd3)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:27.761059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.779613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e4b33e-4b0e-420a-b1b5-106d005cb387 req-01ba1ddc-f589-4d05-89cf-01945ac9fe43 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] No DVR routers for this DVR port 61070ae8-70ba-48c4-a552-c024a4c5a97c on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:27.782346 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-37e4b33e-4b0e-420a-b1b5-106d005cb387 req-01ba1ddc-f589-4d05-89cf-01945ac9fe43 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.784561 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37e4b33e-4b0e-420a-b1b5-106d005cb387 req-01ba1ddc-f589-4d05-89cf-01945ac9fe43 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.11 "DELETE /v2.0/ports/61070ae8-70ba-48c4-a552-c024a4c5a97c HTTP/1.1" status: 204 len: 173 time: 2.2923241 Jul 16 18:01:27.790567 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3e6aa1-4e9b-4570-b245-23b0ed74a77d', 'name': 'network-vif-deleted', 'tag': '61070ae8-70ba-48c4-a552-c024a4c5a97c'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:27.792924 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05adc89a-7f9c-4320-8cca-84ebbecd36df" -d '{"events": [{"server_uuid": "ee3e6aa1-4e9b-4570-b245-23b0ed74a77d", "name": "network-vif-deleted", "tag": "61070ae8-70ba-48c4-a552-c024a4c5a97c"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:27.795864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba1ddc-f589-4d05-89cf-01945ac9fe43 tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Pushing event deleted for resources: {'Port': ['ID=61070ae8-70ba-48c4-a552-c024a4c5a97c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:27.828065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1432fdcc-4659-4ede-921e-79eae422f6e2 req-ba1a9562-e872-4180-8ff4-640a5ea3a34b tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] No DVR routers for this DVR port aab7f5ee-d97c-4172-823a-a373c629a75f on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:27.830867 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1432fdcc-4659-4ede-921e-79eae422f6e2 req-ba1a9562-e872-4180-8ff4-640a5ea3a34b tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.833171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1432fdcc-4659-4ede-921e-79eae422f6e2 req-ba1a9562-e872-4180-8ff4-640a5ea3a34b tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.32 "DELETE /v2.0/ports/aab7f5ee-d97c-4172-823a-a373c629a75f HTTP/1.1" status: 204 len: 173 time: 2.1382716 Jul 16 18:01:27.845814 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5890bc59-e8f0-4293-8998-0bf69a844036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.848029 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-baa594b7-bd39-4c39-a84a-44c284095b18 req-cbdbac15-629a-4b50-97ac-33e277aa1ffc tempest-MultipleCreateTestJSON-1398100722 tempest-MultipleCreateTestJSON-1398100722-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b074a1-dd35-41b5-8a99-5b711d491cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147064 Jul 16 18:01:27.851067 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5890bc59-e8f0-4293-8998-0bf69a844036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.917373 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5890bc59-e8f0-4293-8998-0bf69a844036 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f80a0419618413bad70de711af04c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583857 Jul 16 18:01:27.917884 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60148) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:27.918800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da213ecc-c1c3-40b5-8294-84a1bd5e403f None None] Pushing event updated for resources: {'Port': ['ID=ef17adf4-e8c3-4c2d-8435-f784007a2b2a,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:27.927119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890bc59-e8f0-4293-8998-0bf69a844036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4019cd-c081-427b-a542-3fcf7293b4e1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:27.941252 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918234a5-360b-4820-9fff-0ed76e428c0f x-openstack-request-id: req-918234a5-360b-4820-9fff-0ed76e428c0f {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:27.941561 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3e6aa1-4e9b-4570-b245-23b0ed74a77d", "name": "network-vif-deleted", "tag": "61070ae8-70ba-48c4-a552-c024a4c5a97c", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:27.941858 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-918234a5-360b-4820-9fff-0ed76e428c0f {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:27.942220 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3e6aa1-4e9b-4570-b245-23b0ed74a77d', 'name': 'network-vif-deleted', 'tag': '61070ae8-70ba-48c4-a552-c024a4c5a97c', 'status': 'completed', 'code': 200} Jul 16 18:01:27.986006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Allocated IP 2001:db8::f816:3eff:fe84:7416 (75825f17-83d5-4455-b6a5-6f114396449c/e88a840c-2399-4314-b55b-ba168fcdc128/e0720294-f724-4080-9e6c-260cb5e5fc5d) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:28.021134 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f726d719-805f-46a8-bfcb-4db822b4ad38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.087341 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f726d719-805f-46a8-bfcb-4db822b4ad38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.177370 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f726d719-805f-46a8-bfcb-4db822b4ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.184215 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f726d719-805f-46a8-bfcb-4db822b4ad38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.193257 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f726d719-805f-46a8-bfcb-4db822b4ad38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef4019cd-c081-427b-a542-3fcf7293b4e1 HTTP/1.1" status: 204 len: 168 time: 0.2728834 Jul 16 18:01:28.236706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726d719-805f-46a8-bfcb-4db822b4ad38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4019cd-c081-427b-a542-3fcf7293b4e1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:28.394259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d85a8bb-4f8e-4b47-aa40-87ba5368ac3f None None] Network e5d14e20-90c3-48e0-9661-f6e9d53ac072 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:28.521913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5327b3-b564-4057-a209-580fbe0ff669 req-86f2a012-1013-4a18-83c3-08f351790978 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.533413 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-45535452-595d-4dbf-957e-7327b5a97fe3 None None] Provisioning for port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:28.541267 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b5327b3-b564-4057-a209-580fbe0ff669 req-86f2a012-1013-4a18-83c3-08f351790978 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.3654492 Jul 16 18:01:28.605046 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.648375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Transition to ACTIVE for port object e0720294-f724-4080-9e6c-260cb5e5fc5d will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:28.657281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:28.674074 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b5327b3-b564-4057-a209-580fbe0ff669 req-8776dd7c-40f5-4ebe-b3bf-6c3f5afa9f5a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315711 Jul 16 18:01:28.869259 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.944902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device aab7f5ee-d97c-4172-823a-a373c629a75f no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:28.988588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: aab7f5ee-d97c-4172-823a-a373c629a75f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:28.989303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device aab7f5ee-d97c-4172-823a-a373c629a75f not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:28.993192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Port': ['ID=e0720294-f724-4080-9e6c-260cb5e5fc5d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.000737 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:29.041435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc772f-ea19-4315-b18a-c9c20fc2cf1d req-c4ba37b7-6e5a-49fb-8fca-c1b522f0784d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:29.051623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:29.052361 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.052871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1fdc772f-ea19-4315-b18a-c9c20fc2cf1d req-c4ba37b7-6e5a-49fb-8fca-c1b522f0784d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.3694234 Jul 16 18:01:29.111146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network 75825f17-83d5-4455-b6a5-6f114396449c is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:29.134346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:29.144515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:29.163845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:29.164935 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.222601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1fdc772f-ea19-4315-b18a-c9c20fc2cf1d req-f496a374-d96b-40a8-9ad0-c7f5d4d64ad7 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488202 Jul 16 18:01:29.225524 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.246735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cc7fe7ac-6906-4d6a-b3ca-cac401597c89 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6120198 Jul 16 18:01:29.247924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60178) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:29.282770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=90ecf941-9c55-4f88-b77d-83ba1f4f71a0,segment=NetworkSegment(2badc47e-f4f9-4306-b0dd-321ca01dd473),segment_id=2badc47e-f4f9-4306-b0dd-321ca01dd473)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:29.290717 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.432871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=90ecf941-9c55-4f88-b77d-83ba1f4f71a0,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.464116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-de735b9e-4c80-4edf-a93a-8130cc9cfe76 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Deleting subnet e88a840c-2399-4314-b55b-ba168fcdc128 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:29.474251 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de735b9e-4c80-4edf-a93a-8130cc9cfe76 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.516509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60190) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:29.580095 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de735b9e-4c80-4edf-a93a-8130cc9cfe76 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.653731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d5645f-49bc-40b3-808d-c19b69fd327a admin admin] Deleting subnet edf4c637-b854-4aa9-a59b-319c7f4fe00f {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:29.665365 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9d5645f-49bc-40b3-808d-c19b69fd327a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.750497 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9d5645f-49bc-40b3-808d-c19b69fd327a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.761330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 61070ae8-70ba-48c4-a552-c024a4c5a97c no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:29.814108 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97687cc-6984-4820-b9d4-4d2b9b133afc req-72291879-439c-436c-bf4a-67aff094a5d4 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:29.815829 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d97687cc-6984-4820-b9d4-4d2b9b133afc req-72291879-439c-436c-bf4a-67aff094a5d4 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.2368844 Jul 16 18:01:29.822486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 61070ae8-70ba-48c4-a552-c024a4c5a97c {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:29.823212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 61070ae8-70ba-48c4-a552-c024a4c5a97c not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:29.833777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8b4ed170-6592-46cf-a966-8d804a217aa8 None None] Provisioning complete for port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:29.834185 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8b4ed170-6592-46cf-a966-8d804a217aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.857127 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9d5645f-49bc-40b3-808d-c19b69fd327a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.866430 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de735b9e-4c80-4edf-a93a-8130cc9cfe76 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.873046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b290a6-871b-4673-bbcd-d84e5d3bc0b8 None None] Network 75825f17-83d5-4455-b6a5-6f114396449c requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:29.920343 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d97687cc-6984-4820-b9d4-4d2b9b133afc req-51b10827-eafa-4ab6-a394-83795a0177f8 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905180 Jul 16 18:01:29.955898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d5c0c4-db0b-4604-ade6-06a87e919221', 'name': 'network-vif-deleted', 'tag': 'aab7f5ee-d97c-4172-823a-a373c629a75f'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:29.958756 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdb9f96-4586-48fd-b019-24e357f2cf74" -d '{"events": [{"server_uuid": "55d5c0c4-db0b-4604-ade6-06a87e919221", "name": "network-vif-deleted", "tag": "aab7f5ee-d97c-4172-823a-a373c629a75f"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:29.978725 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de735b9e-4c80-4edf-a93a-8130cc9cfe76 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.029274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de735b9e-4c80-4edf-a93a-8130cc9cfe76 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Subnet': ['ID=e88a840c-2399-4314-b55b-ba168fcdc128,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:30.037863 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9d5645f-49bc-40b3-808d-c19b69fd327a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.044196 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de735b9e-4c80-4edf-a93a-8130cc9cfe76 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.046342 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-de735b9e-4c80-4edf-a93a-8130cc9cfe76 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/subnets/e88a840c-2399-4314-b55b-ba168fcdc128 HTTP/1.1" status: 204 len: 168 time: 0.7965949 Jul 16 18:01:30.049294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60204) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:30.059909 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9d5645f-49bc-40b3-808d-c19b69fd327a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.062341 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e9d5645f-49bc-40b3-808d-c19b69fd327a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/edf4c637-b854-4aa9-a59b-319c7f4fe00f HTTP/1.1" status: 204 len: 168 time: 0.5443702 Jul 16 18:01:30.065943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60206) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:30.107787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356c38c-55ce-4d6e-8dbc-0470f4049889 req-0780b839-c9eb-4afe-8e23-decd53d81e90 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:30.114722 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2356c38c-55ce-4d6e-8dbc-0470f4049889 req-0780b839-c9eb-4afe-8e23-decd53d81e90 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1770046 Jul 16 18:01:30.122666 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5645f-49bc-40b3-808d-c19b69fd327a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf4c637-b854-4aa9-a59b-319c7f4fe00f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:30.144794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a864460-1aa7-4c91-a127-9fb991648922 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:30.146328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a864460-1aa7-4c91-a127-9fb991648922 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:30.150768 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1a864460-1aa7-4c91-a127-9fb991648922 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0974932 Jul 16 18:01:30.152444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60212) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:30.262039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2356c38c-55ce-4d6e-8dbc-0470f4049889 req-2e166c52-9a1b-465c-9081-6063d76f64c1 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462710 Jul 16 18:01:30.287367 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-914bfa47-76b3-4dbb-aeff-5993be816ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.299002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401b4b98-b943-43d2-a946-cabf616f9692 None None] DHCP port deletion for 75825f17-83d5-4455-b6a5-6f114396449c request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:01:30.311955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-be19ae5a-1ccd-4577-8331-72bd78e08f89 None None] Provisioning for port ef17adf4-e8c3-4c2d-8435-f784007a2b2a completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:30.379638 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7414bc12-d766-4462-b1e8-c5446657a8ee x-openstack-request-id: req-7414bc12-d766-4462-b1e8-c5446657a8ee {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:30.379886 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d5c0c4-db0b-4604-ade6-06a87e919221", "name": "network-vif-deleted", "tag": "aab7f5ee-d97c-4172-823a-a373c629a75f", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:30.380140 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7414bc12-d766-4462-b1e8-c5446657a8ee {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:30.380587 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d5c0c4-db0b-4604-ade6-06a87e919221', 'name': 'network-vif-deleted', 'tag': 'aab7f5ee-d97c-4172-823a-a373c629a75f', 'status': 'completed', 'code': 200} Jul 16 18:01:30.392505 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-054f220f-c4e2-4a3e-8937-9954c522be8e tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.423988 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-054f220f-c4e2-4a3e-8937-9954c522be8e tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:01:30.424471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054f220f-c4e2-4a3e-8937-9954c522be8e tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:01:30.430166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-054f220f-c4e2-4a3e-8937-9954c522be8e tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/networks/75825f17-83d5-4455-b6a5-6f114396449c HTTP/1.1" status: 409 len: 405 time: 0.2729084 Jul 16 18:01:30.430509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60220) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:30.437648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-86dd3f53-d1ac-4951-9ac8-6e11c53f0e01 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-389747211'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:30.454439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-401b4b98-b943-43d2-a946-cabf616f9692 None None] Deleting port ef17adf4-e8c3-4c2d-8435-f784007a2b2a {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:30.455115 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-401b4b98-b943-43d2-a946-cabf616f9692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.483675 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-914bfa47-76b3-4dbb-aeff-5993be816ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.501142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-914bfa47-76b3-4dbb-aeff-5993be816ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5a478f-e18d-4e6c-b340-f40c1de80c01']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:30.514075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:30.528939 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-914bfa47-76b3-4dbb-aeff-5993be816ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e033585-407d-4bad-8b69-d6f21f9155b4') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:30.529244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-914bfa47-76b3-4dbb-aeff-5993be816ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e033585-407d-4bad-8b69-d6f21f9155b4') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:30.552148 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dd3f53-d1ac-4951-9ac8-6e11c53f0e01 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:30.556513 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86dd3f53-d1ac-4951-9ac8-6e11c53f0e01 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.604740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-401b4b98-b943-43d2-a946-cabf616f9692 None None] For port ef17adf4-e8c3-4c2d-8435-f784007a2b2a, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ef17adf4-e8c3-4c2d-8435-f784007a2b2a,segment=NetworkSegment(422a76e4-3326-4e71-9186-3d910fb29cd3),segment_id=422a76e4-3326-4e71-9186-3d910fb29cd3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:30.605134 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-401b4b98-b943-43d2-a946-cabf616f9692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.605867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dd3f53-d1ac-4951-9ac8-6e11c53f0e01 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:30.615511 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86dd3f53-d1ac-4951-9ac8-6e11c53f0e01 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.616196 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-86dd3f53-d1ac-4951-9ac8-6e11c53f0e01 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Added segment 8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65 of type vlan for network 9765e360-b280-49ac-8692-d5f73a72e0c5 Jul 16 18:01:30.622735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-401b4b98-b943-43d2-a946-cabf616f9692 None None] Calling delete_port for ef17adf4-e8c3-4c2d-8435-f784007a2b2a owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:30.658405 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-914bfa47-76b3-4dbb-aeff-5993be816ccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.669014 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86dd3f53-d1ac-4951-9ac8-6e11c53f0e01 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.682472 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-914bfa47-76b3-4dbb-aeff-5993be816ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.691548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914bfa47-76b3-4dbb-aeff-5993be816ccb admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:30.691961 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-914bfa47-76b3-4dbb-aeff-5993be816ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:30.693631 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:30.706830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:30.714805 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.802383 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86dd3f53-d1ac-4951-9ac8-6e11c53f0e01 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.819791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd3f53-d1ac-4951-9ac8-6e11c53f0e01 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:30.820696 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-86dd3f53-d1ac-4951-9ac8-6e11c53f0e01 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.828461 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-401b4b98-b943-43d2-a946-cabf616f9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.884338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b4b98-b943-43d2-a946-cabf616f9692 None None] Pushing event deleted for resources: {'Port': ['ID=ef17adf4-e8c3-4c2d-8435-f784007a2b2a,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:30.896260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b4b98-b943-43d2-a946-cabf616f9692 None None] No DVR routers for this DVR port ef17adf4-e8c3-4c2d-8435-f784007a2b2a on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:30.940003 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-914bfa47-76b3-4dbb-aeff-5993be816ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.968391 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-914bfa47-76b3-4dbb-aeff-5993be816ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.981275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-914bfa47-76b3-4dbb-aeff-5993be816ccb admin admin] 10.222.0.24 "DELETE /v2.0/networks/3d5a478f-e18d-4e6c-b340-f40c1de80c01 HTTP/1.1" status: 204 len: 168 time: 0.8847864 Jul 16 18:01:31.014862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-86dd3f53-d1ac-4951-9ac8-6e11c53f0e01 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5832796 Jul 16 18:01:31.021939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60248) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:31.031059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-bdb2527a-ede3-4770-a57a-05ae629d88bb tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'subnet': {'network_id': '9765e360-b280-49ac-8692-d5f73a72e0c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:31.124539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd3f53-d1ac-4951-9ac8-6e11c53f0e01 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Network': ['ID=9765e360-b280-49ac-8692-d5f73a72e0c5,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:31.139471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-3d474003-f1b9-41d9-aa8c-6a6739eb1b3d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.145502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 9765e360-b280-49ac-8692-d5f73a72e0c5 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:31.147843 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-3d474003-f1b9-41d9-aa8c-6a6739eb1b3d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/networks?id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 HTTP/1.1" status: 200 len: 813 time: 0.3080373 Jul 16 18:01:31.184667 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb2527a-ede3-4770-a57a-05ae629d88bb tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:31.190497 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bdb2527a-ede3-4770-a57a-05ae629d88bb tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.227795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-01375527-ac17-41fb-ae2b-c455af77c086 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/quotas/d97172e1a49846aba5948b04d63bbeab HTTP/1.1" status: 200 len: 375 time: 0.0784421 Jul 16 18:01:31.230173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf286e2b-fea5-41e3-97f2-32ae12f10c35 req-2c5b32cb-966d-492c-9975-9e8e317674c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.231702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf286e2b-fea5-41e3-97f2-32ae12f10c35 req-2c5b32cb-966d-492c-9975-9e8e317674c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 1097 time: 0.2819300 Jul 16 18:01:31.232457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bfa47-76b3-4dbb-aeff-5993be816ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=3d5a478f-e18d-4e6c-b340-f40c1de80c01,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:31.283636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60258) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:31.426216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208d0d1-d648-4e0b-8d7f-2b72b5a15ca0 req-9c3d4de4-b2f3-4032-ab18-e3bdabfd8f3d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.427896 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b208d0d1-d648-4e0b-8d7f-2b72b5a15ca0 req-9c3d4de4-b2f3-4032-ab18-e3bdabfd8f3d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2767639 Jul 16 18:01:31.460060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a8eee131-f055-481b-b6ef-2c7a9ebc03ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80cde74f37354194b9730fb6cb65de28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739781 Jul 16 18:01:31.465746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60260) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:31.485184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf286e2b-fea5-41e3-97f2-32ae12f10c35 req-ceb11c4f-21b2-440e-be11-7aa49bb66aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.486732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf286e2b-fea5-41e3-97f2-32ae12f10c35 req-ceb11c4f-21b2-440e-be11-7aa49bb66aa0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.2464097 Jul 16 18:01:31.518513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-8001e634-8f01-4a50-b5e6-7f7613c13d1e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d97172e1a49846aba5948b04d63bbeab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2665968 Jul 16 18:01:31.551037 n-d-787205-10 neutron-server[105590]: DEBUG neutron.objects.ports [None req-bdb2527a-ede3-4770-a57a-05ae629d88bb tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:01:31.552695 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bdb2527a-ede3-4770-a57a-05ae629d88bb tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.623498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2527a-ede3-4770-a57a-05ae629d88bb tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Subnet': ['ID=fdf88244-e248-4906-81a6-c07a56fc048c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:31.636792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb2527a-ede3-4770-a57a-05ae629d88bb tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Checking segment: {'id': '8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9765e360-b280-49ac-8692-d5f73a72e0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:31.637228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb2527a-ede3-4770-a57a-05ae629d88bb tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network hostable DHCP agents. Network: 9765e360-b280-49ac-8692-d5f73a72e0c5, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:31.638641 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b208d0d1-d648-4e0b-8d7f-2b72b5a15ca0 req-f5997070-22f0-452c-ba75-4951cc65feca tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925929 Jul 16 18:01:31.660751 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb2527a-ede3-4770-a57a-05ae629d88bb tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network 9765e360-b280-49ac-8692-d5f73a72e0c5 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:31.674056 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-bdb2527a-ede3-4770-a57a-05ae629d88bb tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 9765e360-b280-49ac-8692-d5f73a72e0c5) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:31.700077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0df7e7f-bece-4e6c-9949-51194471c28b None None] Network 9765e360-b280-49ac-8692-d5f73a72e0c5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:31.701190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb2527a-ede3-4770-a57a-05ae629d88bb tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.702314 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bdb2527a-ede3-4770-a57a-05ae629d88bb tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.743476 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bdb2527a-ede3-4770-a57a-05ae629d88bb tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7230556 Jul 16 18:01:31.747856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60268) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:31.757282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'port': {'network_id': '9765e360-b280-49ac-8692-d5f73a72e0c5', 'name': 'tempest-NetworksIpV6TestAttrs-1607851421'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:31.834974 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf286e2b-fea5-41e3-97f2-32ae12f10c35 req-e1d3fbea-eae5-41c1-8a08-3d7e42702bd5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 200 len: 999 time: 0.3368695 Jul 16 18:01:31.835622 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41adb637-91c0-4597-b7a4-5a9d76207ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.936601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30d91a-3600-4413-82ea-0c79f60b38d1 req-7135fb82-23bf-4911-a742-bd4d6056cfe9 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.937344 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7c30d91a-3600-4413-82ea-0c79f60b38d1 req-7135fb82-23bf-4911-a742-bd4d6056cfe9 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.32 "GET /v2.0/ports?device_id=91a29416-3712-4265-9776-b348532e5cd7 HTTP/1.1" status: 200 len: 945 time: 0.1594429 Jul 16 18:01:31.947192 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41adb637-91c0-4597-b7a4-5a9d76207ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.974798 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-32416363-1915-494b-8b69-02587909da4e service neutron] 10.222.0.24 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041076 Jul 16 18:01:31.993565 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf286e2b-fea5-41e3-97f2-32ae12f10c35 req-0e17441c-219f-4813-bcb4-6d82c43dd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.995256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf286e2b-fea5-41e3-97f2-32ae12f10c35 req-0e17441c-219f-4813-bcb4-6d82c43dd366 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.1533303 Jul 16 18:01:32.009381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-9765e360-b280-49ac-8692-d5f73a72e0c5', 'network_id': '9765e360-b280-49ac-8692-d5f73a72e0c5', 'tenant_id': 'd08150c37d7b45e09ff9ee87407a350e', 'fixed_ips': [{'subnet_id': 'fdf88244-e248-4906-81a6-c07a56fc048c'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:32.010314 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.135154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:32.145948 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.161107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41adb637-91c0-4597-b7a4-5a9d76207ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.163923 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41adb637-91c0-4597-b7a4-5a9d76207ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.166792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-41adb637-91c0-4597-b7a4-5a9d76207ae0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6b074a1-dd35-41b5-8a99-5b711d491cb9 HTTP/1.1" status: 204 len: 168 time: 0.6923420 Jul 16 18:01:32.168846 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf286e2b-fea5-41e3-97f2-32ae12f10c35 req-beaaac9d-6905-4a08-9beb-26de985f438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:32.170935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf286e2b-fea5-41e3-97f2-32ae12f10c35 req-beaaac9d-6905-4a08-9beb-26de985f438d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1588266 Jul 16 18:01:32.183954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adb637-91c0-4597-b7a4-5a9d76207ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b074a1-dd35-41b5-8a99-5b711d491cb9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:32.197930 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-7c30d91a-3600-4413-82ea-0c79f60b38d1 req-3a6b1c4c-304e-44fc-8994-1566785bf206 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Deleting port 6aa664f7-c621-4a88-a387-61a68d7fab60 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:32.198375 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7c30d91a-3600-4413-82ea-0c79f60b38d1 req-3a6b1c4c-304e-44fc-8994-1566785bf206 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.249837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] device_id is not set on port bf88fc94-e28a-45b3-88d7-2f9caed23d47 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:01:32.281852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Allocated IP 2001:db8::f816:3eff:fefb:5f73 (9765e360-b280-49ac-8692-d5f73a72e0c5/fdf88244-e248-4906-81a6-c07a56fc048c/50ef1e8b-de22-40cb-9374-3b9a7d9b14a0) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:32.493844 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.504473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Transition to ACTIVE for port object 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:32.511497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-7c30d91a-3600-4413-82ea-0c79f60b38d1 req-3a6b1c4c-304e-44fc-8994-1566785bf206 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] For port 6aa664f7-c621-4a88-a387-61a68d7fab60, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6aa664f7-c621-4a88-a387-61a68d7fab60,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:32.512488 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7c30d91a-3600-4413-82ea-0c79f60b38d1 req-3a6b1c4c-304e-44fc-8994-1566785bf206 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.526377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Transition to ACTIVE for port object 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:32.537309 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.597835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Network 9765e360-b280-49ac-8692-d5f73a72e0c5 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:32.603357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:32.605539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Pushing event updated for resources: {'Port': ['ID=50ef1e8b-de22-40cb-9374-3b9a7d9b14a0,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:32.607995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:32.779712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Attempting to bind port 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:32.780457 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Attempting to bind port 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9765e360-b280-49ac-8692-d5f73a72e0c5'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:32.780683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Attempting to bind port 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 on network 9765e360-b280-49ac-8692-d5f73a72e0c5 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:32.798314 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:32.798817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Checking segment: {'id': '8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9765e360-b280-49ac-8692-d5f73a72e0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:32.799354 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.799862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Bound using segment: {'id': '8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9765e360-b280-49ac-8692-d5f73a72e0c5'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:32.800466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Bound port: 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '9765e360-b280-49ac-8692-d5f73a72e0c5'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:32.801178 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.811395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-772d1402-7a5a-4489-818d-e8995388b5ec service neutron] 10.222.0.24 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8350563 Jul 16 18:01:32.942068 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-7c30d91a-3600-4413-82ea-0c79f60b38d1 req-3a6b1c4c-304e-44fc-8994-1566785bf206 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Calling delete_port for 6aa664f7-c621-4a88-a387-61a68d7fab60 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:32.965914 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf286e2b-fea5-41e3-97f2-32ae12f10c35 req-4ccda706-e612-4233-a3b1-5e6d6039d1a8 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7855465 Jul 16 18:01:32.988866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] For port 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:32.994430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] For port 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=50ef1e8b-de22-40cb-9374-3b9a7d9b14a0,segment=NetworkSegment(8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65),segment_id=8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:33.007028 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.042166 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Allocated IP 2001:db8::f816:3eff:feb1:14bb (9765e360-b280-49ac-8692-d5f73a72e0c5/fdf88244-e248-4906-81a6-c07a56fc048c/bf88fc94-e28a-45b3-88d7-2f9caed23d47) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:33.138954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fed0a-e682-41be-a04b-281df3659c9e req-ee7e01ec-b720-495f-9dbf-8c46f817195c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:33.149760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-836fed0a-e682-41be-a04b-281df3659c9e req-ee7e01ec-b720-495f-9dbf-8c46f817195c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2841692 Jul 16 18:01:33.166581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547c617-a6f5-4a4f-86eb-118fcc9ad913 None None] Pushing event updated for resources: {'Port': ['ID=50ef1e8b-de22-40cb-9374-3b9a7d9b14a0,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:33.239484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-836fed0a-e682-41be-a04b-281df3659c9e req-a9c57e90-592c-4300-8e85-534bb3eb1dcd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869107 Jul 16 18:01:33.264613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf286e2b-fea5-41e3-97f2-32ae12f10c35 req-c7066261-a6a5-491e-9d39-e81af116ed8b service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817369 Jul 16 18:01:33.298710 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7c30d91a-3600-4413-82ea-0c79f60b38d1 req-3a6b1c4c-304e-44fc-8994-1566785bf206 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.358121 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b1c4c-304e-44fc-8994-1566785bf206 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Pushing event deleted for resources: {'Port': ['ID=6aa664f7-c621-4a88-a387-61a68d7fab60,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:33.433790 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60310) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:33.446643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c30d91a-3600-4413-82ea-0c79f60b38d1 req-3a6b1c4c-304e-44fc-8994-1566785bf206 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] No DVR routers for this DVR port 6aa664f7-c621-4a88-a387-61a68d7fab60 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:33.484336 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7c30d91a-3600-4413-82ea-0c79f60b38d1 req-3a6b1c4c-304e-44fc-8994-1566785bf206 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.490999 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7c30d91a-3600-4413-82ea-0c79f60b38d1 req-3a6b1c4c-304e-44fc-8994-1566785bf206 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.32 "DELETE /v2.0/ports/6aa664f7-c621-4a88-a387-61a68d7fab60 HTTP/1.1" status: 204 len: 173 time: 1.5464828 Jul 16 18:01:33.492173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a29416-3712-4265-9776-b348532e5cd7', 'name': 'network-vif-deleted', 'tag': '6aa664f7-c621-4a88-a387-61a68d7fab60'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:33.496683 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ed6efe-7775-4e4c-826a-d8e7450b4e35" -d '{"events": [{"server_uuid": "91a29416-3712-4265-9776-b348532e5cd7", "name": "network-vif-deleted", "tag": "6aa664f7-c621-4a88-a387-61a68d7fab60"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:33.502489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dbc93f20-09f9-48ca-9108-c9560787b47b req-fbce518f-abce-4d92-8e8f-2dcca6fd51bf tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 210 time: 0.0519748 Jul 16 18:01:33.507149 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.545392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Transition to ACTIVE for port object bf88fc94-e28a-45b3-88d7-2f9caed23d47 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:33.646214 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.656157 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef91150b-8e49-4423-b149-13dc94f251f3 x-openstack-request-id: req-ef91150b-8e49-4423-b149-13dc94f251f3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:33.656650 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a29416-3712-4265-9776-b348532e5cd7", "name": "network-vif-deleted", "tag": "6aa664f7-c621-4a88-a387-61a68d7fab60", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:33.658129 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef91150b-8e49-4423-b149-13dc94f251f3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:33.658753 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a29416-3712-4265-9776-b348532e5cd7', 'name': 'network-vif-deleted', 'tag': '6aa664f7-c621-4a88-a387-61a68d7fab60', 'status': 'completed', 'code': 200} Jul 16 18:01:33.711284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-362499885-network', 'tenant_id': 'a1ad07966f5945bcb64dbf7a69889ed6'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:33.731415 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network 9765e360-b280-49ac-8692-d5f73a72e0c5 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:33.739934 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:33.744697 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:33.751160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:33.751821 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.771820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Made reservation on behalf of a1ad07966f5945bcb64dbf7a69889ed6 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:33.775110 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.775365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Port': ['ID=bf88fc94-e28a-45b3-88d7-2f9caed23d47,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:33.779583 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a5ae7797-5c6a-4a58-a8e7-b1fc6be174fd tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0301669 Jul 16 18:01:33.782734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60320) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:33.792581 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.856313 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7e3718-5f48-4fab-8255-bc7e2ae615b7 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Deleting subnet fdf88244-e248-4906-81a6-c07a56fc048c {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:33.860380 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de7e3718-5f48-4fab-8255-bc7e2ae615b7 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.904743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.905600 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de7e3718-5f48-4fab-8255-bc7e2ae615b7 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.909791 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.945404 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:33.962414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5a4b08-50f6-41eb-8db4-bfdfbcc67509,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:33.966281 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.966891 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Added segment 53e6684a-0f93-442c-a918-36d635debcb1 of type vlan for network 20e49a12-16cf-400a-b778-7b9fa1994d7c Jul 16 18:01:34.030329 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.049370 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de7e3718-5f48-4fab-8255-bc7e2ae615b7 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.101470 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.103238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.104176 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.120570 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de7e3718-5f48-4fab-8255-bc7e2ae615b7 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.157156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e3718-5f48-4fab-8255-bc7e2ae615b7 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf88244-e248-4906-81a6-c07a56fc048c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:34.159764 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de7e3718-5f48-4fab-8255-bc7e2ae615b7 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.174148 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-de7e3718-5f48-4fab-8255-bc7e2ae615b7 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/subnets/fdf88244-e248-4906-81a6-c07a56fc048c HTTP/1.1" status: 204 len: 168 time: 0.3902512 Jul 16 18:01:34.177231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60326) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:34.204504 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7693825 Jul 16 18:01:34.207079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60328) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:34.259504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-63d69e62-694c-4f9b-add6-c353e7cdc469 admin admin] Request body: {'subnet': {'network_id': '20e49a12-16cf-400a-b778-7b9fa1994d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-362499885-subnet', 'tenant_id': 'a1ad07966f5945bcb64dbf7a69889ed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:34.295498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55047fb-a86f-429d-809f-4608bc483111 admin admin] Pushing event updated for resources: {'Network': ['ID=20e49a12-16cf-400a-b778-7b9fa1994d7c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:34.319003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 20e49a12-16cf-400a-b778-7b9fa1994d7c details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:34.322095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc2715c-830c-4cc2-b7d4-1c7dec95c7e0 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.326419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc2715c-830c-4cc2-b7d4-1c7dec95c7e0 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.338349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60334) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:34.342259 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3bc2715c-830c-4cc2-b7d4-1c7dec95c7e0 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1556029 Jul 16 18:01:34.362459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d69e62-694c-4f9b-add6-c353e7cdc469 admin admin] Made reservation on behalf of a1ad07966f5945bcb64dbf7a69889ed6 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:34.403993 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-63d69e62-694c-4f9b-add6-c353e7cdc469 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.544683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:34.661513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:34.690974 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-afb2dd9b-8240-4add-86cb-901d2a78e1d3 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.719395 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb2dd9b-8240-4add-86cb-901d2a78e1d3 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:01:34.720019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb2dd9b-8240-4add-86cb-901d2a78e1d3 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:01:34.725451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-afb2dd9b-8240-4add-86cb-901d2a78e1d3 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/networks/9765e360-b280-49ac-8692-d5f73a72e0c5 HTTP/1.1" status: 409 len: 405 time: 0.3809824 Jul 16 18:01:34.725817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60344) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:34.731669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-16a26710-2aab-4a9b-9678-6eecfa2f8d37 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-217216472'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:34.762410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6aa664f7-c621-4a88-a387-61a68d7fab60 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:34.775865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a26710-2aab-4a9b-9678-6eecfa2f8d37 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:34.779570 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16a26710-2aab-4a9b-9678-6eecfa2f8d37 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.792730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93745bb6-487e-44a6-9b99-f7f433098cf3 req-23766e57-c12b-4615-9ec0-acc68ba7acbe tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.800871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 6aa664f7-c621-4a88-a387-61a68d7fab60 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:34.805694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93745bb6-487e-44a6-9b99-f7f433098cf3 req-23766e57-c12b-4615-9ec0-acc68ba7acbe tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2519643 Jul 16 18:01:34.808310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6aa664f7-c621-4a88-a387-61a68d7fab60 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:34.833792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a26710-2aab-4a9b-9678-6eecfa2f8d37 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:34.849462 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16a26710-2aab-4a9b-9678-6eecfa2f8d37 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.849893 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-16a26710-2aab-4a9b-9678-6eecfa2f8d37 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Added segment 20ac76ca-bc32-40d8-a758-36ac0ebdc3a4 of type vlan for network aa7a43d4-3973-4640-b112-d6d28daeac6a Jul 16 18:01:34.881034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778d4cfc-8f95-48ba-afb2-8d79f253c600 None None] Network 9765e360-b280-49ac-8692-d5f73a72e0c5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:34.903296 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16a26710-2aab-4a9b-9678-6eecfa2f8d37 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.943679 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16a26710-2aab-4a9b-9678-6eecfa2f8d37 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.946643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-63d69e62-694c-4f9b-add6-c353e7cdc469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.951149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a26710-2aab-4a9b-9678-6eecfa2f8d37 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.951972 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16a26710-2aab-4a9b-9678-6eecfa2f8d37 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.972902 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-16a26710-2aab-4a9b-9678-6eecfa2f8d37 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2434914 Jul 16 18:01:34.982336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60346) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:34.996148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ef1e82c7-26cf-4569-af32-503364b4f42a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'subnet': {'network_id': 'aa7a43d4-3973-4640-b112-d6d28daeac6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:35.038646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-39814a8c-1c02-4353-88b2-fbbf650a7d0d None None] Provisioning for port 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:35.057704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17f78058-c22a-4c8e-a2ee-eba70f81f271 req-c2c15c97-1a2f-498f-a000-b352045bcec3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 210 time: 0.0634964 Jul 16 18:01:35.064967 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a26710-2aab-4a9b-9678-6eecfa2f8d37 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Network': ['ID=aa7a43d4-3973-4640-b112-d6d28daeac6a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:35.080390 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93745bb6-487e-44a6-9b99-f7f433098cf3 req-d451b8f8-a17c-4acc-9587-5c0c922cfbf1 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741795 Jul 16 18:01:35.086606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-39814a8c-1c02-4353-88b2-fbbf650a7d0d None None] Provisioning complete for port 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:35.090181 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-39814a8c-1c02-4353-88b2-fbbf650a7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.101206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network aa7a43d4-3973-4640-b112-d6d28daeac6a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:35.107644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d69e62-694c-4f9b-add6-c353e7cdc469 admin admin] Checking segment: {'id': '53e6684a-0f93-442c-a918-36d635debcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '20e49a12-16cf-400a-b778-7b9fa1994d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:35.110947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d69e62-694c-4f9b-add6-c353e7cdc469 admin admin] Network hostable DHCP agents. Network: 20e49a12-16cf-400a-b778-7b9fa1994d7c, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:35.139388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d69e62-694c-4f9b-add6-c353e7cdc469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=787a005c-a977-44b3-bebd-2eb5fe7ce44e,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:35.167323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d69e62-694c-4f9b-add6-c353e7cdc469 admin admin] Network 20e49a12-16cf-400a-b778-7b9fa1994d7c is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:35.185415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-63d69e62-694c-4f9b-add6-c353e7cdc469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 20e49a12-16cf-400a-b778-7b9fa1994d7c) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:35.192283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1e82c7-26cf-4569-af32-503364b4f42a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:35.193209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d69e62-694c-4f9b-add6-c353e7cdc469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.193959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-63d69e62-694c-4f9b-add6-c353e7cdc469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.196619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ef1e82c7-26cf-4569-af32-503364b4f42a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.211532 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45d540f-62e4-43d5-a261-5c72fde48dd7 None None] Network 20e49a12-16cf-400a-b778-7b9fa1994d7c requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:35.233133 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-63d69e62-694c-4f9b-add6-c353e7cdc469 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0122943 Jul 16 18:01:35.508571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7cf5162e-9900-4d0e-84fc-3917ed4a4be0 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.510605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7cf5162e-9900-4d0e-84fc-3917ed4a4be0 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.11 "GET /v2.0/networks?id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 HTTP/1.1" status: 200 len: 813 time: 0.1932578 Jul 16 18:01:35.529994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810ef42-be65-4cd8-8f3a-be3dc5e60877 req-b6a35bd3-241b-4bbf-8a5b-9b3cb49aa25b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.538417 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e810ef42-be65-4cd8-8f3a-be3dc5e60877 req-b6a35bd3-241b-4bbf-8a5b-9b3cb49aa25b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2633183 Jul 16 18:01:35.546638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-57ef64fb-4580-4018-bf43-bab693fb2b5e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Request body: {'port': {'device_id': 'cd3275db-5967-45b2-8f38-8a17c54b17b2', 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3', 'admin_state_up': True, 'tenant_id': 'd97172e1a49846aba5948b04d63bbeab'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:35.724325 n-d-787205-10 neutron-server[105590]: DEBUG neutron.objects.ports [None req-ef1e82c7-26cf-4569-af32-503364b4f42a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:01:35.728440 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ef1e82c7-26cf-4569-af32-503364b4f42a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.772899 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-39814a8c-1c02-4353-88b2-fbbf650a7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.775134 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb5d627-621f-4a47-aee0-403953a5bad4 None None] Network 20e49a12-16cf-400a-b778-7b9fa1994d7c requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:35.836351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9294e4c6-bd7a-4403-bea8-40dcd7f776b2 None None] DHCP port deletion for 9765e360-b280-49ac-8692-d5f73a72e0c5 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:01:35.898332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e810ef42-be65-4cd8-8f3a-be3dc5e60877 req-ab5e6933-ca40-47b0-bbf7-7f91eace2aeb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3588204 Jul 16 18:01:35.965404 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-39814a8c-1c02-4353-88b2-fbbf650a7d0d None None] For port 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=50ef1e8b-de22-40cb-9374-3b9a7d9b14a0,segment=NetworkSegment(8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65),segment_id=8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:36.009210 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-39814a8c-1c02-4353-88b2-fbbf650a7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.052203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-57ef64fb-4580-4018-bf43-bab693fb2b5e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Made reservation on behalf of d97172e1a49846aba5948b04d63bbeab for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:36.058159 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-57ef64fb-4580-4018-bf43-bab693fb2b5e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.084522 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1e82c7-26cf-4569-af32-503364b4f42a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Checking segment: {'id': '20ac76ca-bc32-40d8-a758-36ac0ebdc3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'aa7a43d4-3973-4640-b112-d6d28daeac6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:36.085074 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e82c7-26cf-4569-af32-503364b4f42a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network hostable DHCP agents. Network: aa7a43d4-3973-4640-b112-d6d28daeac6a, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:36.114466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9294e4c6-bd7a-4403-bea8-40dcd7f776b2 None None] Deleting port 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:36.115237 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9294e4c6-bd7a-4403-bea8-40dcd7f776b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.132428 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e82c7-26cf-4569-af32-503364b4f42a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Subnet': ['ID=0f08b3d7-46b9-472f-a2f7-12c4483764d1,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:36.191598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e82c7-26cf-4569-af32-503364b4f42a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network aa7a43d4-3973-4640-b112-d6d28daeac6a is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:36.230494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ef1e82c7-26cf-4569-af32-503364b4f42a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, aa7a43d4-3973-4640-b112-d6d28daeac6a) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:36.237535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1e82c7-26cf-4569-af32-503364b4f42a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:36.238700 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ef1e82c7-26cf-4569-af32-503364b4f42a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.272689 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ef1e82c7-26cf-4569-af32-503364b4f42a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2890091 Jul 16 18:01:36.277147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60376) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:36.348204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-1dee900a-108e-42bf-9834-d45a41d270b8 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:36.356708 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-1dee900a-108e-42bf-9834-d45a41d270b8 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/networks?id=20e49a12-16cf-400a-b778-7b9fa1994d7c HTTP/1.1" status: 200 len: 813 time: 0.3775823 Jul 16 18:01:36.450390 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-a2f34932-5595-43f8-ac27-40833a830593 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/quotas/a1ad07966f5945bcb64dbf7a69889ed6 HTTP/1.1" status: 200 len: 375 time: 0.0926676 Jul 16 18:01:36.476049 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.529817 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-8101a8b7-9a26-458e-a8fe-f68e94364cc8 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1ad07966f5945bcb64dbf7a69889ed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781875 Jul 16 18:01:36.606209 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.624903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-57ef64fb-4580-4018-bf43-bab693fb2b5e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Allocated IP 172.20.0.10 (c4a25aec-8211-4ae2-b2a2-bc85ae7415e3/7431876d-2556-467a-a82f-bdd789c31bee/729ac8be-5afb-43ce-8505-7c85a67a4c10) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:36.668617 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-5b254e74-bfc2-4b59-add3-31b03b63750e service neutron] 10.222.0.24 "GET /v2.0/networks/20e49a12-16cf-400a-b778-7b9fa1994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280804 Jul 16 18:01:36.701308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396d122c-f190-4e86-b027-a0dd07a1e16b None None] Network aa7a43d4-3973-4640-b112-d6d28daeac6a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:36.729886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.767105 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Subnet': ['ID=0f08b3d7-46b9-472f-a2f7-12c4483764d1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:36.822136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:36.842889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9294e4c6-bd7a-4403-bea8-40dcd7f776b2 None None] For port 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=50ef1e8b-de22-40cb-9374-3b9a7d9b14a0,segment=NetworkSegment(8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65),segment_id=8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:36.843365 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9294e4c6-bd7a-4403-bea8-40dcd7f776b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.855118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-e61647b0-3eda-4c44-bcd9-d9342f57f8d8 service neutron] 10.222.0.24 "GET /v2.0/networks/20e49a12-16cf-400a-b778-7b9fa1994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848187 Jul 16 18:01:36.860802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9294e4c6-bd7a-4403-bea8-40dcd7f776b2 None None] Calling delete_port for 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:36.876848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.895386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7a43d4-3973-4640-b112-d6d28daeac6a']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:36.922710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ac76ca-bc32-40d8-a758-36ac0ebdc3a4') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:36.923365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ac76ca-bc32-40d8-a758-36ac0ebdc3a4') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:36.939948 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.951199 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-57ef64fb-4580-4018-bf43-bab693fb2b5e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.966253 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.976108 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9294e4c6-bd7a-4403-bea8-40dcd7f776b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.991700 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:36.993353 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.062632 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-57ef64fb-4580-4018-bf43-bab693fb2b5e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:37.063311 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:37.074955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:37.075350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:37.090374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9294e4c6-bd7a-4403-bea8-40dcd7f776b2 None None] No DVR routers for this DVR port 50ef1e8b-de22-40cb-9374-3b9a7d9b14a0 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:37.094707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39814a8c-1c02-4353-88b2-fbbf650a7d0d None None] Pushing event updated for resources: {'Port': ['ID=50ef1e8b-de22-40cb-9374-3b9a7d9b14a0,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:37.131190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294e4c6-bd7a-4403-bea8-40dcd7f776b2 None None] Pushing event deleted for resources: {'Port': ['ID=50ef1e8b-de22-40cb-9374-3b9a7d9b14a0,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:37.173159 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.183591 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.189073 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/networks/aa7a43d4-3973-4640-b112-d6d28daeac6a HTTP/1.1" status: 204 len: 168 time: 0.9085169 Jul 16 18:01:37.199046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60386) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:37.207188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-25751517-ae61-4c9d-9d28-2dc3810d52d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1980178566'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:37.210769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a9694-df19-4883-8c9b-031a5d75fa5d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Network': ['ID=aa7a43d4-3973-4640-b112-d6d28daeac6a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:37.233829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef64fb-4580-4018-bf43-bab693fb2b5e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Pushing event updated for resources: {'Port': ['ID=729ac8be-5afb-43ce-8505-7c85a67a4c10,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:37.253237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25751517-ae61-4c9d-9d28-2dc3810d52d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:37.257158 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25751517-ae61-4c9d-9d28-2dc3810d52d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.267252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f28c20a-7501-4413-963f-d2c07acf7631 None None] Network aa7a43d4-3973-4640-b112-d6d28daeac6a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:37.271352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-57ef64fb-4580-4018-bf43-bab693fb2b5e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:37.274557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-57ef64fb-4580-4018-bf43-bab693fb2b5e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:37.278992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-57ef64fb-4580-4018-bf43-bab693fb2b5e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:37.282875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f28c20a-7501-4413-963f-d2c07acf7631 None None] Network aa7a43d4-3973-4640-b112-d6d28daeac6a could not be found, it might have been deleted concurrently. {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:01:37.308639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25751517-ae61-4c9d-9d28-2dc3810d52d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:37.323118 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25751517-ae61-4c9d-9d28-2dc3810d52d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.323474 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-25751517-ae61-4c9d-9d28-2dc3810d52d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Added segment 02d1e2b1-655a-4ce0-bc5d-17bde7c0f375 of type vlan for network d1ebaa7a-e577-4135-9892-6660d1cd457b Jul 16 18:01:37.376643 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-57ef64fb-4580-4018-bf43-bab693fb2b5e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:37.377387 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-57ef64fb-4580-4018-bf43-bab693fb2b5e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.381971 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25751517-ae61-4c9d-9d28-2dc3810d52d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.409703 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-57ef64fb-4580-4018-bf43-bab693fb2b5e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8676703 Jul 16 18:01:37.424132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Request body: {'port': {'device_id': 'cd3275db-5967-45b2-8f38-8a17c54b17b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:37.438711 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25751517-ae61-4c9d-9d28-2dc3810d52d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.450509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25751517-ae61-4c9d-9d28-2dc3810d52d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:37.451206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25751517-ae61-4c9d-9d28-2dc3810d52d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.459436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb831b-aa19-4148-9704-2ff952ac3ea7 req-f065029f-151f-46d3-b057-84a1932f8011 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:37.461691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffbb831b-aa19-4148-9704-2ff952ac3ea7 req-f065029f-151f-46d3-b057-84a1932f8011 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 932 time: 0.1447108 Jul 16 18:01:37.497648 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-25751517-ae61-4c9d-9d28-2dc3810d52d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2971716 Jul 16 18:01:37.500738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60398) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:37.508279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ecc0c4c2-7f85-41b6-8cb4-669cbea0dfa5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'subnet': {'network_id': 'd1ebaa7a-e577-4135-9892-6660d1cd457b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:37.535738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9fc791e-1e6f-415c-877a-2e848e12ff19 req-8496d87e-25b2-480c-bb84-e94747020bb7 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 210 time: 0.1249897 Jul 16 18:01:37.561171 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25751517-ae61-4c9d-9d28-2dc3810d52d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Network': ['ID=d1ebaa7a-e577-4135-9892-6660d1cd457b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:37.599990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network d1ebaa7a-e577-4135-9892-6660d1cd457b details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:37.661317 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffbb831b-aa19-4148-9704-2ff952ac3ea7 req-17cd90e1-8b5e-4118-bddb-1ba07d40dbd7 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903059 Jul 16 18:01:37.683368 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.718852 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc0c4c2-7f85-41b6-8cb4-669cbea0dfa5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:37.723040 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecc0c4c2-7f85-41b6-8cb4-669cbea0dfa5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.953796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d0004-b57d-4211-ab59-d86453c730d5 req-23f6f830-78ab-4cc8-81c2-fb65888a5bd9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:37.962341 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e9d0004-b57d-4211-ab59-d86453c730d5 req-23f6f830-78ab-4cc8-81c2-fb65888a5bd9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2389417 Jul 16 18:01:38.035272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e9d0004-b57d-4211-ab59-d86453c730d5 req-0d920f12-8a7b-4b8e-8ee6-4c735abe8bd8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718844 Jul 16 18:01:38.051066 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecc0c4c2-7f85-41b6-8cb4-669cbea0dfa5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.177828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0c4c2-7f85-41b6-8cb4-669cbea0dfa5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Subnet': ['ID=bd6fb31b-ec40-41c7-95cc-6bbc2ac8214d,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.190285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc0c4c2-7f85-41b6-8cb4-669cbea0dfa5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Checking segment: {'id': '02d1e2b1-655a-4ce0-bc5d-17bde7c0f375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd1ebaa7a-e577-4135-9892-6660d1cd457b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:38.190663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc0c4c2-7f85-41b6-8cb4-669cbea0dfa5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network hostable DHCP agents. Network: d1ebaa7a-e577-4135-9892-6660d1cd457b, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:38.221287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc0c4c2-7f85-41b6-8cb4-669cbea0dfa5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network d1ebaa7a-e577-4135-9892-6660d1cd457b is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:38.233811 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ecc0c4c2-7f85-41b6-8cb4-669cbea0dfa5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, d1ebaa7a-e577-4135-9892-6660d1cd457b) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:38.242544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc0c4c2-7f85-41b6-8cb4-669cbea0dfa5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:38.243614 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecc0c4c2-7f85-41b6-8cb4-669cbea0dfa5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.245681 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e7d17e-f390-4736-b07c-be7a24f69faf None None] Network d1ebaa7a-e577-4135-9892-6660d1cd457b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:38.260963 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ecc0c4c2-7f85-41b6-8cb4-669cbea0dfa5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7587388 Jul 16 18:01:38.263587 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60420) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:38.338483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729ac8be-5afb-43ce-8505-7c85a67a4c10 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:38.346757 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.383939 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Transition to ACTIVE for port object 729ac8be-5afb-43ce-8505-7c85a67a4c10 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:38.399182 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.457838 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.514391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Pushing event updated for resources: {'Port': ['ID=729ac8be-5afb-43ce-8505-7c85a67a4c10,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.541626 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.554705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5c226c-9168-45db-a94d-9919ea559c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-d1ebaa7a-e577-4135-9892-6660d1cd457b', 'network_id': 'd1ebaa7a-e577-4135-9892-6660d1cd457b', 'tenant_id': 'd08150c37d7b45e09ff9ee87407a350e', 'fixed_ips': [{'subnet_id': 'bd6fb31b-ec40-41c7-95cc-6bbc2ac8214d'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:38.556967 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6e5c226c-9168-45db-a94d-9919ea559c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.664758 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.697084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6fb31b-ec40-41c7-95cc-6bbc2ac8214d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server [None req-6e5c226c-9168-45db-a94d-9919ea559c16 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd6fb31b-ec40-41c7-95cc-6bbc2ac8214d: This subnet is being modified by another concurrent operation. Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:01:38.724236 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd6fb31b-ec40-41c7-95cc-6bbc2ac8214d: This subnet is being modified by another concurrent operation. Jul 16 18:01:38.728418 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Jul 16 18:01:38.744109 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db479b0-e4fd-4395-9aae-14f89db051fb None None] Network d1ebaa7a-e577-4135-9892-6660d1cd457b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:38.792877 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3bc3820-25b9-417f-8fa0-40fd8156e97e req-4b3d7c90-7bbc-4a12-8bf7-af2197721258 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 210 time: 0.0472946 Jul 16 18:01:38.803526 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.819091 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1ebaa7a-e577-4135-9892-6660d1cd457b']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:38.832301 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d1e2b1-655a-4ce0-bc5d-17bde7c0f375') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:38.832631 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d1e2b1-655a-4ce0-bc5d-17bde7c0f375') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:38.845600 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.864822 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.870852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db69f51-7b99-401f-b985-10cb04ddcd4f req-420e31f4-6d94-4e80-ac26-dc8ea14b6c37 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:38.872727 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7db69f51-7b99-401f-b985-10cb04ddcd4f req-420e31f4-6d94-4e80-ac26-dc8ea14b6c37 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.3865938 Jul 16 18:01:38.874002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Attempting to bind port 729ac8be-5afb-43ce-8505-7c85a67a4c10 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:38.874344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Attempting to bind port 729ac8be-5afb-43ce-8505-7c85a67a4c10 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'c6d52ebc-4377-4f71-88bd-4544b1699fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:38.874679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Attempting to bind port 729ac8be-5afb-43ce-8505-7c85a67a4c10 on network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:38.879853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f524971-846d-4a45-8924-de459580deb3 None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:01:38.913866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:38.915407 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.917852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Port 729ac8be-5afb-43ce-8505-7c85a67a4c10 on network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:38.918196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Attempting to bind port 729ac8be-5afb-43ce-8505-7c85a67a4c10 on network c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:38.919311 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:38.949901 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:38.949901 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Checking segment: {'id': 'c6d52ebc-4377-4f71-88bd-4544b1699fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:38.950349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Bound using segment: {'id': 'c6d52ebc-4377-4f71-88bd-4544b1699fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:38.950732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Bound port: 729ac8be-5afb-43ce-8505-7c85a67a4c10, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6d52ebc-4377-4f71-88bd-4544b1699fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:38.951105 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.042592 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.052411 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.054345 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/networks/d1ebaa7a-e577-4135-9892-6660d1cd457b HTTP/1.1" status: 204 len: 168 time: 0.7895706 Jul 16 18:01:39.059925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60432) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:39.078082 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-18d67630-ed28-4a64-9914-9159da71ef18 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-592189086'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:39.085839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8714c4-78a2-4b46-9bc5-c9df33480913 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Network': ['ID=d1ebaa7a-e577-4135-9892-6660d1cd457b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:39.101706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f524971-846d-4a45-8924-de459580deb3 None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:01:39.103512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7db69f51-7b99-401f-b985-10cb04ddcd4f req-835985fb-99b4-4357-8d67-5fa9353590ed tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142816 Jul 16 18:01:39.143243 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-b44412ae-1f69-4372-bb63-e8f5c4d8935d tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:39.145352 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-b44412ae-1f69-4372-bb63-e8f5c4d8935d tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.32 "GET /v2.0/networks?id=20e49a12-16cf-400a-b778-7b9fa1994d7c HTTP/1.1" status: 200 len: 813 time: 0.2771056 Jul 16 18:01:39.146932 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d67630-ed28-4a64-9914-9159da71ef18 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:39.152095 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-18d67630-ed28-4a64-9914-9159da71ef18 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.160221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-0abeee58-1977-4616-825d-b6ef87fc1687 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Request body: {'port': {'device_id': 'e73c5ce2-a1c9-4271-8e25-6db1339d90dc', 'network_id': '20e49a12-16cf-400a-b778-7b9fa1994d7c', 'admin_state_up': True, 'tenant_id': 'a1ad07966f5945bcb64dbf7a69889ed6'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:39.162066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] For port 729ac8be-5afb-43ce-8505-7c85a67a4c10, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:39.189822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598727d9-9ab8-45e8-927c-efaa5bdca05b req-8166ff93-b794-472d-ba04-b90f7c64be15 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:39.191416 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-598727d9-9ab8-45e8-927c-efaa5bdca05b req-8166ff93-b794-472d-ba04-b90f7c64be15 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 944 time: 0.1512365 Jul 16 18:01:39.193460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] For port 729ac8be-5afb-43ce-8505-7c85a67a4c10, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=729ac8be-5afb-43ce-8505-7c85a67a4c10,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:39.200134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.270247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Pushing event updated for resources: {'Port': ['ID=729ac8be-5afb-43ce-8505-7c85a67a4c10,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:39.303677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d67630-ed28-4a64-9914-9159da71ef18 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:39.305698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:39.306509 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.308020 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-7d2f3e26-59e4-4336-bb24-08ff84718874 service neutron] 10.222.0.11 "PUT /v2.0/ports/729ac8be-5afb-43ce-8505-7c85a67a4c10 HTTP/1.1" status: 200 len: 1093 time: 1.8904154 Jul 16 18:01:39.308489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3275db-5967-45b2-8f38-8a17c54b17b2', 'tag': '729ac8be-5afb-43ce-8505-7c85a67a4c10'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:39.310871 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea26846-7ed9-4972-829e-f492bd3030c8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3275db-5967-45b2-8f38-8a17c54b17b2", "tag": "729ac8be-5afb-43ce-8505-7c85a67a4c10"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:39.352096 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-18d67630-ed28-4a64-9914-9159da71ef18 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.352486 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-18d67630-ed28-4a64-9914-9159da71ef18 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Added segment 4243f3d1-433c-4026-ad3c-77b574cacd9e of type vlan for network 8f3f62c3-187c-4848-88c1-a18f9a8f4000 Jul 16 18:01:39.361766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-598727d9-9ab8-45e8-927c-efaa5bdca05b req-a778ed1b-3169-49b8-9c02-12ee9eb6ad6d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577735 Jul 16 18:01:39.442967 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28c17c7-c744-40b0-a342-d4bc44cb1c34 x-openstack-request-id: req-d28c17c7-c744-40b0-a342-d4bc44cb1c34 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:39.443700 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3275db-5967-45b2-8f38-8a17c54b17b2", "tag": "729ac8be-5afb-43ce-8505-7c85a67a4c10", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:39.444060 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d28c17c7-c744-40b0-a342-d4bc44cb1c34 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:39.450314 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3275db-5967-45b2-8f38-8a17c54b17b2', 'tag': '729ac8be-5afb-43ce-8505-7c85a67a4c10', 'status': 'completed', 'code': 200} Jul 16 18:01:39.465192 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-18d67630-ed28-4a64-9914-9159da71ef18 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.494568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-0abeee58-1977-4616-825d-b6ef87fc1687 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Made reservation on behalf of a1ad07966f5945bcb64dbf7a69889ed6 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:39.498382 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-0abeee58-1977-4616-825d-b6ef87fc1687 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.508992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-9a256e44-c948-4ae5-9226-4ecfabd19029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:39.516713 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-9a256e44-c948-4ae5-9226-4ecfabd19029 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d97172e1a49846aba5948b04d63bbeab&device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 1096 time: 0.1390798 Jul 16 18:01:39.530970 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-18d67630-ed28-4a64-9914-9159da71ef18 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.537752 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d67630-ed28-4a64-9914-9159da71ef18 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:39.538402 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-18d67630-ed28-4a64-9914-9159da71ef18 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.586168 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-856e0a8b-a2d1-4f9a-98d5-c9ce37a154aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=729ac8be-5afb-43ce-8505-7c85a67a4c10 HTTP/1.1" status: 200 len: 217 time: 0.0614808 Jul 16 18:01:39.641715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-c0f18c6c-6e82-404f-8d30-5553e1780b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:39.643702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-c0f18c6c-6e82-404f-8d30-5553e1780b98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7431876d-2556-467a-a82f-bdd789c31bee HTTP/1.1" status: 200 len: 853 time: 0.0540781 Jul 16 18:01:39.668333 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-18d67630-ed28-4a64-9914-9159da71ef18 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6073205 Jul 16 18:01:39.671876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60442) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:39.673916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d67630-ed28-4a64-9914-9159da71ef18 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Network': ['ID=8f3f62c3-187c-4848-88c1-a18f9a8f4000,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:39.681958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-79f8cd95-1d89-4b44-93fb-39f00e459e19 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Request body: {'subnet': {'network_id': '8f3f62c3-187c-4848-88c1-a18f9a8f4000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:39.700997 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-cf8eeca8-4580-4924-8aa9-cc4737c818ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482950 Jul 16 18:01:39.710246 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 8f3f62c3-187c-4848-88c1-a18f9a8f4000 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:39.812830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-0abeee58-1977-4616-825d-b6ef87fc1687 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Allocated IP 172.20.0.2 (20e49a12-16cf-400a-b778-7b9fa1994d7c/787a005c-a977-44b3-bebd-2eb5fe7ce44e/27f38215-f729-42df-a642-108dd1a15b42) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:39.839290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-166b1ced-83e7-4593-a0a5-83fd379e10f4 service neutron] 10.222.0.11 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214695 Jul 16 18:01:39.944010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f8cd95-1d89-4b44-93fb-39f00e459e19 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Made reservation on behalf of d08150c37d7b45e09ff9ee87407a350e for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:39.947488 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79f8cd95-1d89-4b44-93fb-39f00e459e19 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.965844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-177db488-f4df-4225-95da-884ba0478b30 req-7fbf5982-5d2c-4f6e-ba6e-b34d1b44b1e8 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 210 time: 0.0340989 Jul 16 18:01:39.994255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-967951d7-59cc-4cc0-b176-bd84ff4cb369 req-fd94029e-2164-43f5-9091-0efc3bb7d24b service neutron] 10.222.0.11 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381233 Jul 16 18:01:40.098739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea26846-7ed9-4972-829e-f492bd3030c8 req-d0128969-f320-4485-96f2-ca8121ff64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.100706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ea26846-7ed9-4972-829e-f492bd3030c8 req-d0128969-f320-4485-96f2-ca8121ff64fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d97172e1a49846aba5948b04d63bbeab&device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 1096 time: 0.0616527 Jul 16 18:01:40.110088 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-0abeee58-1977-4616-825d-b6ef87fc1687 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.211336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea26846-7ed9-4972-829e-f492bd3030c8 req-9653e45a-a292-47cf-8363-5e8aad22c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.212488 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ea26846-7ed9-4972-829e-f492bd3030c8 req-9653e45a-a292-47cf-8363-5e8aad22c17c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 HTTP/1.1" status: 200 len: 914 time: 0.1055624 Jul 16 18:01:40.228977 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-0abeee58-1977-4616-825d-b6ef87fc1687 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.261760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ea26846-7ed9-4972-829e-f492bd3030c8 req-0e1d6ee3-f0f9-4676-b2a3-0d690c27608a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=729ac8be-5afb-43ce-8505-7c85a67a4c10 HTTP/1.1" status: 200 len: 217 time: 0.0417612 Jul 16 18:01:40.283755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-0abeee58-1977-4616-825d-b6ef87fc1687 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Network 20e49a12-16cf-400a-b778-7b9fa1994d7c is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:40.305218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-0abeee58-1977-4616-825d-b6ef87fc1687 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:40.311181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-0abeee58-1977-4616-825d-b6ef87fc1687 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:40.349949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abeee58-1977-4616-825d-b6ef87fc1687 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Pushing event updated for resources: {'Port': ['ID=27f38215-f729-42df-a642-108dd1a15b42,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:40.420340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.objects.ports [None req-79f8cd95-1d89-4b44-93fb-39f00e459e19 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:01:40.434822 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79f8cd95-1d89-4b44-93fb-39f00e459e19 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.444868 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-0abeee58-1977-4616-825d-b6ef87fc1687 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.446285 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-0abeee58-1977-4616-825d-b6ef87fc1687 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.473398 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-0abeee58-1977-4616-825d-b6ef87fc1687 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3173122 Jul 16 18:01:40.516966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Request body: {'port': {'device_id': 'e73c5ce2-a1c9-4271-8e25-6db1339d90dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:40.592935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8cd95-1d89-4b44-93fb-39f00e459e19 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event updated for resources: {'Subnet': ['ID=e731743c-cd45-4790-aa2b-222fbc10cab7,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:40.631177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f8cd95-1d89-4b44-93fb-39f00e459e19 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Checking segment: {'id': '4243f3d1-433c-4026-ad3c-77b574cacd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8f3f62c3-187c-4848-88c1-a18f9a8f4000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:40.631732 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f8cd95-1d89-4b44-93fb-39f00e459e19 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network hostable DHCP agents. Network: 8f3f62c3-187c-4848-88c1-a18f9a8f4000, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:40.636388 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.688748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f8cd95-1d89-4b44-93fb-39f00e459e19 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Network 8f3f62c3-187c-4848-88c1-a18f9a8f4000 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:40.706591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea26846-7ed9-4972-829e-f492bd3030c8 req-cb087a48-bc76-4d72-9460-2c37baea4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.707664 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ea26846-7ed9-4972-829e-f492bd3030c8 req-cb087a48-bc76-4d72-9460-2c37baea4dd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7431876d-2556-467a-a82f-bdd789c31bee HTTP/1.1" status: 200 len: 853 time: 0.4371877 Jul 16 18:01:40.749956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ea26846-7ed9-4972-829e-f492bd3030c8 req-475bf3cb-a6e9-430b-b080-f99672b04f0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339422 Jul 16 18:01:40.757307 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-79f8cd95-1d89-4b44-93fb-39f00e459e19 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 8f3f62c3-187c-4848-88c1-a18f9a8f4000) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:40.767704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb05bc-eed4-4e7b-aae2-28918188443f None None] Network 8f3f62c3-187c-4848-88c1-a18f9a8f4000 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:40.770818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd585a7-da38-4893-bfd2-8324a0d2435a req-ba4d5130-c36c-4c9d-8781-6ad8784d840d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.774184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f8cd95-1d89-4b44-93fb-39f00e459e19 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.775146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79f8cd95-1d89-4b44-93fb-39f00e459e19 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.778100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6cd585a7-da38-4893-bfd2-8324a0d2435a req-ba4d5130-c36c-4c9d-8781-6ad8784d840d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.5199060 Jul 16 18:01:40.806584 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-79f8cd95-1d89-4b44-93fb-39f00e459e19 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1331022 Jul 16 18:01:40.810903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60464) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:40.921516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-8f3f62c3-187c-4848-88c1-a18f9a8f4000', 'network_id': '8f3f62c3-187c-4848-88c1-a18f9a8f4000', 'tenant_id': 'd08150c37d7b45e09ff9ee87407a350e', 'fixed_ips': [{'subnet_id': 'e731743c-cd45-4790-aa2b-222fbc10cab7'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:40.922428 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.967732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6cd585a7-da38-4893-bfd2-8324a0d2435a req-f01c9290-b9f0-4f7f-a465-2615e5c33d5b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887472 Jul 16 18:01:41.016484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ea26846-7ed9-4972-829e-f492bd3030c8 req-f082b2f3-4d5e-4717-99cc-2c0dbbf53e1d service neutron] 10.222.0.11 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342036 Jul 16 18:01:41.024814 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f38215-f729-42df-a642-108dd1a15b42 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:41.050519 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.051875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba284f-3936-4b2e-b384-1ae6d9abbbd2 req-a22720b9-d79a-42ac-a896-70f2984ddf44 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:41.059582 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94ba284f-3936-4b2e-b384-1ae6d9abbbd2 req-a22720b9-d79a-42ac-a896-70f2984ddf44 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 944 time: 0.3885744 Jul 16 18:01:41.077669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Transition to ACTIVE for port object 27f38215-f729-42df-a642-108dd1a15b42 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:41.085930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.086412 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Allocated IP 2001:db8::f816:3eff:fe47:cf0c (8f3f62c3-187c-4848-88c1-a18f9a8f4000/e731743c-cd45-4790-aa2b-222fbc10cab7/2cd8ac6b-f9b5-4dff-abcd-7359219292f4) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:41.093859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.184949 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94ba284f-3936-4b2e-b384-1ae6d9abbbd2 req-0a85c4c2-ef93-4922-84dc-bde01ae542a7 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242452 Jul 16 18:01:41.318599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ea26846-7ed9-4972-829e-f492bd3030c8 req-025f4ce5-1a9d-48b0-ae05-fb22aa87d0e1 service neutron] 10.222.0.11 "GET /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897882 Jul 16 18:01:41.371678 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.410480 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.434790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Transition to ACTIVE for port object 2cd8ac6b-f9b5-4dff-abcd-7359219292f4 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:41.482473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Transition to ACTIVE for port object 2cd8ac6b-f9b5-4dff-abcd-7359219292f4 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:41.500721 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.522616 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faec040-64d2-44d5-b2d4-196db2cac972 req-9527644b-4cbc-4a3e-aff7-0455bb69d4fb tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:41.538962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8faec040-64d2-44d5-b2d4-196db2cac972 req-9527644b-4cbc-4a3e-aff7-0455bb69d4fb tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 943 time: 0.1695433 Jul 16 18:01:41.616437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Network 8f3f62c3-187c-4848-88c1-a18f9a8f4000 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:41.623423 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8faec040-64d2-44d5-b2d4-196db2cac972 req-6173ba8e-4573-4a51-b701-feb4827cecbf tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f5a4b08-50f6-41eb-8db4-bfdfbcc67509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794542 Jul 16 18:01:41.625386 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.627114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:41.635792 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:41.648102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Pushing event updated for resources: {'Port': ['ID=2cd8ac6b-f9b5-4dff-abcd-7359219292f4,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:41.653693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Pushing event updated for resources: {'Port': ['ID=27f38215-f729-42df-a642-108dd1a15b42,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:41.722478 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Attempting to bind port 27f38215-f729-42df-a642-108dd1a15b42 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:41.722887 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Attempting to bind port 27f38215-f729-42df-a642-108dd1a15b42 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '53e6684a-0f93-442c-a918-36d635debcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '20e49a12-16cf-400a-b778-7b9fa1994d7c'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:41.723136 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Attempting to bind port 27f38215-f729-42df-a642-108dd1a15b42 on network 20e49a12-16cf-400a-b778-7b9fa1994d7c {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:41.723262 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Subnet': ['ID=e731743c-cd45-4790-aa2b-222fbc10cab7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:41.732847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Port 27f38215-f729-42df-a642-108dd1a15b42 on network 20e49a12-16cf-400a-b778-7b9fa1994d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:41.733123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Attempting to bind port 27f38215-f729-42df-a642-108dd1a15b42 on network 20e49a12-16cf-400a-b778-7b9fa1994d7c {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:41.749627 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:41.750038 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Checking segment: {'id': '53e6684a-0f93-442c-a918-36d635debcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '20e49a12-16cf-400a-b778-7b9fa1994d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:41.750379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Bound using segment: {'id': '53e6684a-0f93-442c-a918-36d635debcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '20e49a12-16cf-400a-b778-7b9fa1994d7c'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:41.750809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Bound port: 27f38215-f729-42df-a642-108dd1a15b42, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e6684a-0f93-442c-a918-36d635debcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '20e49a12-16cf-400a-b778-7b9fa1994d7c'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:41.751162 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.804955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Attempting to bind port 2cd8ac6b-f9b5-4dff-abcd-7359219292f4 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:41.805837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Attempting to bind port 2cd8ac6b-f9b5-4dff-abcd-7359219292f4 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '4243f3d1-433c-4026-ad3c-77b574cacd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8f3f62c3-187c-4848-88c1-a18f9a8f4000'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:41.806072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Attempting to bind port 2cd8ac6b-f9b5-4dff-abcd-7359219292f4 on network 8f3f62c3-187c-4848-88c1-a18f9a8f4000 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:41.819855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:41.821807 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Checking segment: {'id': '4243f3d1-433c-4026-ad3c-77b574cacd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8f3f62c3-187c-4848-88c1-a18f9a8f4000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:41.823115 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.823740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Bound using segment: {'id': '4243f3d1-433c-4026-ad3c-77b574cacd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8f3f62c3-187c-4848-88c1-a18f9a8f4000'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:41.824469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Bound port: 2cd8ac6b-f9b5-4dff-abcd-7359219292f4, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4243f3d1-433c-4026-ad3c-77b574cacd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8f3f62c3-187c-4848-88c1-a18f9a8f4000'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:41.825114 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.852869 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.873512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3f62c3-187c-4848-88c1-a18f9a8f4000']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:41.878643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] For port 27f38215-f729-42df-a642-108dd1a15b42, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:41.883474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] For port 27f38215-f729-42df-a642-108dd1a15b42, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=27f38215-f729-42df-a642-108dd1a15b42,segment=NetworkSegment(53e6684a-0f93-442c-a918-36d635debcb1),segment_id=53e6684a-0f93-442c-a918-36d635debcb1)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:41.893649 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.908053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4243f3d1-433c-4026-ad3c-77b574cacd9e') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:41.908357 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4243f3d1-433c-4026-ad3c-77b574cacd9e') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:41.931282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] For port 2cd8ac6b-f9b5-4dff-abcd-7359219292f4, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:41.935243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] For port 2cd8ac6b-f9b5-4dff-abcd-7359219292f4, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2cd8ac6b-f9b5-4dff-abcd-7359219292f4,segment=NetworkSegment(4243f3d1-433c-4026-ad3c-77b574cacd9e),segment_id=4243f3d1-433c-4026-ad3c-77b574cacd9e)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:41.937686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:41.938385 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.939902 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] 10.222.0.32 "PUT /v2.0/ports/27f38215-f729-42df-a642-108dd1a15b42 HTTP/1.1" status: 200 len: 1092 time: 1.4292109 Jul 16 18:01:41.940362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73c5ce2-a1c9-4271-8e25-6db1339d90dc', 'tag': '27f38215-f729-42df-a642-108dd1a15b42'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:41.941575 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.943247 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f8d366-2b89-4103-b6d2-169a042c7264" -d '{"events": [{"name": "network-changed", "server_uuid": "e73c5ce2-a1c9-4271-8e25-6db1339d90dc", "tag": "27f38215-f729-42df-a642-108dd1a15b42"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:41.951981 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.003490 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.014828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:42.016027 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.048288 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879f247c-a08d-4a30-a14c-5e36980c3a83 x-openstack-request-id: req-879f247c-a08d-4a30-a14c-5e36980c3a83 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:42.048591 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73c5ce2-a1c9-4271-8e25-6db1339d90dc", "tag": "27f38215-f729-42df-a642-108dd1a15b42", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:42.049116 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-879f247c-a08d-4a30-a14c-5e36980c3a83 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:42.049244 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73c5ce2-a1c9-4271-8e25-6db1339d90dc', 'tag': '27f38215-f729-42df-a642-108dd1a15b42', 'status': 'completed', 'code': 200} Jul 16 18:01:42.052123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d75e8d-c805-4300-9bf0-0efd51d8667e service neutron] Pushing event updated for resources: {'Port': ['ID=27f38215-f729-42df-a642-108dd1a15b42,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:42.066519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bdc60-4dc7-42fa-9b77-92bad65258aa None None] Pushing event updated for resources: {'Port': ['ID=2cd8ac6b-f9b5-4dff-abcd-7359219292f4,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:42.076691 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-f4b24418-5822-4664-aeb6-72261c58ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.078252 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-f4b24418-5822-4664-aeb6-72261c58ac92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1ad07966f5945bcb64dbf7a69889ed6&device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 1095 time: 0.0798781 Jul 16 18:01:42.100295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b4dd75-5a38-41e5-84cc-5a60bdbfd40d None None] Network 8f3f62c3-187c-4848-88c1-a18f9a8f4000 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:42.103103 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:42.124523 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:01:42.124523 n-d-787205-10 neutron-server[105591]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:01:42.124523 n-d-787205-10 neutron-server[105591]: [parameters: {'id': '8f3f62c3-187c-4848-88c1-a18f9a8f4000'}] Jul 16 18:01:42.124523 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:01:42.125370 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:01:42.143993 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-27cd511b-c3de-443c-acf3-725f76ec7da3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27f38215-f729-42df-a642-108dd1a15b42 HTTP/1.1" status: 200 len: 217 time: 0.0581434 Jul 16 18:01:42.152202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9e664-7aaf-4aba-80fe-30004417c13e req-741b250a-b25b-4339-87a0-053d825f30fe tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.160039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76e9e664-7aaf-4aba-80fe-30004417c13e req-741b250a-b25b-4339-87a0-053d825f30fe tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.3040891 Jul 16 18:01:42.210033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76e9e664-7aaf-4aba-80fe-30004417c13e req-fda287b7-4346-40ed-9913-8f41bd532e33 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478244 Jul 16 18:01:42.247141 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-fe623d65-b4ab-460c-8ede-1f5e308edf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.251619 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-fe623d65-b4ab-460c-8ede-1f5e308edf4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=787a005c-a977-44b3-bebd-2eb5fe7ce44e HTTP/1.1" status: 200 len: 853 time: 0.1008611 Jul 16 18:01:42.293707 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-397b11e0-8b0c-4e88-92cf-8ab640769f89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20e49a12-16cf-400a-b778-7b9fa1994d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361042 Jul 16 18:01:42.301802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eb01ef-1da5-4078-b017-1953e33940b7 None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:01:42.475790 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-f9c6f88c-7f58-42f8-b310-b85a098b3d45 service neutron] 10.222.0.32 "GET /v2.0/networks/20e49a12-16cf-400a-b778-7b9fa1994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729877 Jul 16 18:01:42.496767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eb01ef-1da5-4078-b017-1953e33940b7 None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:01:42.503121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccec4c2-090f-4a8c-ace1-1d92ce02db5b req-830e3893-f4d9-4d68-aeb9-9e37ce0a7d98 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.512012 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ccec4c2-090f-4a8c-ace1-1d92ce02db5b req-830e3893-f4d9-4d68-aeb9-9e37ce0a7d98 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 944 time: 0.1882734 Jul 16 18:01:42.577499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ccec4c2-090f-4a8c-ace1-1d92ce02db5b req-b4698fed-a577-4696-88b9-6e1bcaec95de tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600195 Jul 16 18:01:42.597162 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-5ab5841e-a972-4cd0-9712-93dd3bd4865a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1888878 Jul 16 18:01:42.614417 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8c639768-354e-4393-9beb-6bb3b67a7088 req-53d4a691-ba32-451d-926d-f0beebfa8644 service neutron] 10.222.0.32 "GET /v2.0/networks/20e49a12-16cf-400a-b778-7b9fa1994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291173 Jul 16 18:01:42.626756 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.810088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8d366-2b89-4103-b6d2-169a042c7264 req-42ed5695-7d3f-47fc-a35c-6443a87128cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.815712 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65f8d366-2b89-4103-b6d2-169a042c7264 req-42ed5695-7d3f-47fc-a35c-6443a87128cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a1ad07966f5945bcb64dbf7a69889ed6&device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 1095 time: 0.1104765 Jul 16 18:01:42.932834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Deleting port 2cd8ac6b-f9b5-4dff-abcd-7359219292f4 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:42.933345 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.953128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8d366-2b89-4103-b6d2-169a042c7264 req-1623de8b-341c-4f22-b8b7-69f32308e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.954183 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65f8d366-2b89-4103-b6d2-169a042c7264 req-1623de8b-341c-4f22-b8b7-69f32308e5af service neutron] 10.222.0.32 "GET /v2.0/networks?id=20e49a12-16cf-400a-b778-7b9fa1994d7c HTTP/1.1" status: 200 len: 914 time: 0.1301086 Jul 16 18:01:43.002305 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65f8d366-2b89-4103-b6d2-169a042c7264 req-ee05c0cb-d697-4154-9ad1-3737e2f4000e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27f38215-f729-42df-a642-108dd1a15b42 HTTP/1.1" status: 200 len: 217 time: 0.0410700 Jul 16 18:01:43.017391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-14deaaa1-f417-4727-86e6-b354154020db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.018056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-14deaaa1-f417-4727-86e6-b354154020db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.018745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-14deaaa1-f417-4727-86e6-b354154020db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.019286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-14deaaa1-f417-4727-86e6-b354154020db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.019822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-14deaaa1-f417-4727-86e6-b354154020db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.020447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-14deaaa1-f417-4727-86e6-b354154020db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.021097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-14deaaa1-f417-4727-86e6-b354154020db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.023936 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-14deaaa1-f417-4727-86e6-b354154020db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 6497 time: 0.3376033 Jul 16 18:01:43.073014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8d366-2b89-4103-b6d2-169a042c7264 req-d48a714d-b7df-4a18-90c4-35471c16d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.075145 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65f8d366-2b89-4103-b6d2-169a042c7264 req-d48a714d-b7df-4a18-90c4-35471c16d28d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=787a005c-a977-44b3-bebd-2eb5fe7ce44e HTTP/1.1" status: 200 len: 853 time: 0.0658121 Jul 16 18:01:43.083418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576df69-2219-4d82-9597-9403845d9209 req-dd5473e4-e704-4490-8b13-7baa485ee5d0 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.084961 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b576df69-2219-4d82-9597-9403845d9209 req-dd5473e4-e704-4490-8b13-7baa485ee5d0 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 943 time: 0.2892582 Jul 16 18:01:43.116913 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65f8d366-2b89-4103-b6d2-169a042c7264 req-207fba1f-c0e7-4679-b2d5-fa71705c958d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20e49a12-16cf-400a-b778-7b9fa1994d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349693 Jul 16 18:01:43.129312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] For port 2cd8ac6b-f9b5-4dff-abcd-7359219292f4, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2cd8ac6b-f9b5-4dff-abcd-7359219292f4,segment=NetworkSegment(4243f3d1-433c-4026-ad3c-77b574cacd9e),segment_id=4243f3d1-433c-4026-ad3c-77b574cacd9e)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:43.129877 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.155586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Calling delete_port for 2cd8ac6b-f9b5-4dff-abcd-7359219292f4 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:43.158201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60496) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:43.217160 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b576df69-2219-4d82-9597-9403845d9209 req-4694219e-778c-49eb-aefd-cbc5be20311b tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f5a4b08-50f6-41eb-8db4-bfdfbcc67509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159525 Jul 16 18:01:43.231147 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65f8d366-2b89-4103-b6d2-169a042c7264 req-54402ed1-02f3-4312-a861-7b0cd73234b7 service neutron] 10.222.0.32 "GET /v2.0/networks/20e49a12-16cf-400a-b778-7b9fa1994d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059816 Jul 16 18:01:43.298355 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-80c2077e-7e22-4dbe-9e8a-aab0b017afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.298842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-80c2077e-7e22-4dbe-9e8a-aab0b017afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.299319 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-80c2077e-7e22-4dbe-9e8a-aab0b017afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.301017 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-80c2077e-7e22-4dbe-9e8a-aab0b017afc5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=06b1d035-0df9-485b-af35-24977c69a808&id=06b1d035-0df9-485b-af35-24977c69a808 HTTP/1.1" status: 200 len: 2293 time: 0.2094843 Jul 16 18:01:43.308513 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a7b083b-f3e4-4a14-bb98-c57ce8db4833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.389123 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.419898 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65f8d366-2b89-4103-b6d2-169a042c7264 req-b1f5d8f9-89ad-49f8-9b79-e16c8f105ec7 service neutron] 10.222.0.32 "GET /v2.0/networks/20e49a12-16cf-400a-b778-7b9fa1994d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764343 Jul 16 18:01:43.443085 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-345afbc1-0121-41bf-9779-2c722304bf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.449610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-76718040-acce-444b-a6fe-118e7e8cceae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=223708c8-1b94-4650-aa99-9e0be9baf6c7 HTTP/1.1" status: 200 len: 1000 time: 0.1381681 Jul 16 18:01:43.464216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Port': ['ID=2cd8ac6b-f9b5-4dff-abcd-7359219292f4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:43.516859 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a7b083b-f3e4-4a14-bb98-c57ce8db4833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.518975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] No DVR routers for this DVR port 2cd8ac6b-f9b5-4dff-abcd-7359219292f4 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:43.522043 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a7b083b-f3e4-4a14-bb98-c57ce8db4833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.564705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b083b-f3e4-4a14-bb98-c57ce8db4833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b717923b-a840-4d4e-936e-e9de93c8a506,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:43.576319 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3a7b083b-f3e4-4a14-bb98-c57ce8db4833 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c936e35e612e4337b28c65d2c14a2ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169524 Jul 16 18:01:43.577082 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60506) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:43.601825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-8c3a298f-c53f-41a6-9763-35ae5f6f39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.603522 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-8c3a298f-c53f-41a6-9763-35ae5f6f39ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=243b46fa-7a93-4ad1-8fd4-e955798c54a4 HTTP/1.1" status: 200 len: 851 time: 0.1425416 Jul 16 18:01:43.641962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5a785d4-e6c6-4a72-a26b-1e6e54027943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.647097 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.668664 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5a785d4-e6c6-4a72-a26b-1e6e54027943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.683443 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3f62c3-187c-4848-88c1-a18f9a8f4000']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:43.701437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce416419-8133-478c-a85c-7925ae04cfda req-b6849fbc-5d03-4abb-b8df-fe0f99294a70 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.708395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce416419-8133-478c-a85c-7925ae04cfda req-b6849fbc-5d03-4abb-b8df-fe0f99294a70 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.3094118 Jul 16 18:01:43.721296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4243f3d1-433c-4026-ad3c-77b574cacd9e') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:43.721621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4243f3d1-433c-4026-ad3c-77b574cacd9e') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:43.743373 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.757418 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5a785d4-e6c6-4a72-a26b-1e6e54027943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.760289 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5a785d4-e6c6-4a72-a26b-1e6e54027943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.763766 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c5a785d4-e6c6-4a72-a26b-1e6e54027943 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b717923b-a840-4d4e-936e-e9de93c8a506 HTTP/1.1" status: 204 len: 168 time: 0.1832235 Jul 16 18:01:43.780948 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a785d4-e6c6-4a72-a26b-1e6e54027943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b717923b-a840-4d4e-936e-e9de93c8a506,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:43.788441 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.797958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:43.798653 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:43.837444 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:43.858411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 729ac8be-5afb-43ce-8505-7c85a67a4c10 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:43.886471 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce416419-8133-478c-a85c-7925ae04cfda req-6706da00-da0f-4a7b-bc60-f7d469dd72ed tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771910 Jul 16 18:01:43.911017 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.973051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-b9f0182c-ae59-444e-9297-eb1267adf190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.974963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-b9f0182c-ae59-444e-9297-eb1267adf190 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3641217 Jul 16 18:01:43.976080 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.981559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/networks/8f3f62c3-187c-4848-88c1-a18f9a8f4000 HTTP/1.1" status: 204 len: 168 time: 3.1648829 Jul 16 18:01:43.984096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60516) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:43.990730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddf58f-20ef-4491-81c3-44c365ec555a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Network': ['ID=8f3f62c3-187c-4848-88c1-a18f9a8f4000,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:43.992963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 729ac8be-5afb-43ce-8505-7c85a67a4c10, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=729ac8be-5afb-43ce-8505-7c85a67a4c10,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:44.017019 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '729ac8be-5afb-43ce-8505-7c85a67a4c10', 'network_id': 'c4a25aec-8211-4ae2-b2a2-bc85ae7415e3', 'port_id': '729ac8be-5afb-43ce-8505-7c85a67a4c10', 'mac_address': 'fa:16:3e:3b:fb:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7431876d-2556-467a-a82f-bdd789c31bee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:44.060551 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.079227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729ac8be-5afb-43ce-8505-7c85a67a4c10 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:44.088111 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3658d7a9-8a12-4a02-a688-069f3ce51678 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] DELETE failed (client error): The resource could not be found. Jul 16 18:01:44.088632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3658d7a9-8a12-4a02-a688-069f3ce51678 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:01:44.091158 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3658d7a9-8a12-4a02-a688-069f3ce51678 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/subnets/e731743c-cd45-4790-aa2b-222fbc10cab7 HTTP/1.1" status: 404 len: 337 time: 0.1060083 Jul 16 18:01:44.094109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60520) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.105464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 729ac8be-5afb-43ce-8505-7c85a67a4c10, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=729ac8be-5afb-43ce-8505-7c85a67a4c10,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:44.111300 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.114566 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-7320603f-edaa-4c23-8d42-2538cec9705f service neutron] 10.222.0.11 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179872 Jul 16 18:01:44.122636 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ec8c67-163c-46c8-8cd6-ff4d194cf6d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] DELETE failed (client error): The resource could not be found. Jul 16 18:01:44.123422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ec8c67-163c-46c8-8cd6-ff4d194cf6d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:01:44.127861 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-04ec8c67-163c-46c8-8cd6-ff4d194cf6d8 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/networks/8f3f62c3-187c-4848-88c1-a18f9a8f4000 HTTP/1.1" status: 404 len: 339 time: 0.0304265 Jul 16 18:01:44.128142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60522) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.166560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=729ac8be-5afb-43ce-8505-7c85a67a4c10,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:44.167157 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0292ab7-542c-4a24-ad46-1587e202ac4a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] DELETE failed (client error): The resource could not be found. Jul 16 18:01:44.167681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0292ab7-542c-4a24-ad46-1587e202ac4a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:01:44.173012 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b0292ab7-542c-4a24-ad46-1587e202ac4a tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/subnets/bd6fb31b-ec40-41c7-95cc-6bbc2ac8214d HTTP/1.1" status: 404 len: 337 time: 0.0413885 Jul 16 18:01:44.173425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60524) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.194474 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f96c543-371d-4e4c-b8ab-7f9c4641a545 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] DELETE failed (client error): The resource could not be found. Jul 16 18:01:44.196331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f96c543-371d-4e4c-b8ab-7f9c4641a545 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:01:44.199423 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2f96c543-371d-4e4c-b8ab-7f9c4641a545 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/networks/d1ebaa7a-e577-4135-9892-6660d1cd457b HTTP/1.1" status: 404 len: 339 time: 0.0224593 Jul 16 18:01:44.199745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60526) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.228523 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fada022-a6ed-47e1-8c42-d326632460c3 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] DELETE failed (client error): The resource could not be found. Jul 16 18:01:44.229057 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fada022-a6ed-47e1-8c42-d326632460c3 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:01:44.230911 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3fada022-a6ed-47e1-8c42-d326632460c3 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/subnets/0f08b3d7-46b9-472f-a2f7-12c4483764d1 HTTP/1.1" status: 404 len: 337 time: 0.0301595 Jul 16 18:01:44.233883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60528) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.245758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60530) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.262236 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abe1e2a-3f29-4b86-b9ad-d824f1965dee tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] DELETE failed (client error): The resource could not be found. Jul 16 18:01:44.262703 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abe1e2a-3f29-4b86-b9ad-d824f1965dee tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:01:44.264428 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6abe1e2a-3f29-4b86-b9ad-d824f1965dee tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/networks/aa7a43d4-3973-4640-b112-d6d28daeac6a HTTP/1.1" status: 404 len: 339 time: 0.0293403 Jul 16 18:01:44.269918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60532) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.278243 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9fc62f07-e05a-42e8-9da1-6086b408594a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.283546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2ebee-0bac-4cf9-a1ec-27b407e1a863 req-7a423418-fe97-4ed6-aa87-66772bb337db tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.285235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92b2ebee-0bac-4cf9-a1ec-27b407e1a863 req-7a423418-fe97-4ed6-aa87-66772bb337db tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 944 time: 0.4207809 Jul 16 18:01:44.332926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64086fa5-3fa0-4051-bdcc-e7be92e0875c req-ffb8b04d-a69c-44f6-8d54-14bf946c396e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.334591 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64086fa5-3fa0-4051-bdcc-e7be92e0875c req-ffb8b04d-a69c-44f6-8d54-14bf946c396e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2409000 Jul 16 18:01:44.339144 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-aecbf6f7-eb47-4784-90ae-e4207c499131 service neutron] 10.222.0.11 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049403 Jul 16 18:01:44.409001 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['729ac8be-5afb-43ce-8505-7c85a67a4c10'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:44.418470 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92b2ebee-0bac-4cf9-a1ec-27b407e1a863 req-3e061332-13bc-4b2c-a655-83aabe6b8020 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215358 Jul 16 18:01:44.421448 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-ea111157-e7c2-40a6-a644-ca4408ee553e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=ecc56c7d-5b6d-41f9-940d-559dbe201d67 HTTP/1.1" status: 200 len: 217 time: 0.0750339 Jul 16 18:01:44.441748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-00461031-6b21-47e9-99cd-98ab8472a81d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Deleting port bf88fc94-e28a-45b3-88d7-2f9caed23d47 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:44.441748 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-00461031-6b21-47e9-99cd-98ab8472a81d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.486852 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64086fa5-3fa0-4051-bdcc-e7be92e0875c req-fa8fe6d6-00e4-488b-b094-74a022e2d5b8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442540 Jul 16 18:01:44.524620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-126ebac5-138b-4bda-a302-b977ce8f365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.528475 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-126ebac5-138b-4bda-a302-b977ce8f365a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.1004076 Jul 16 18:01:44.557185 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-00461031-6b21-47e9-99cd-98ab8472a81d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.573917 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9fc62f07-e05a-42e8-9da1-6086b408594a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.582867 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-00461031-6b21-47e9-99cd-98ab8472a81d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Calling delete_port for bf88fc94-e28a-45b3-88d7-2f9caed23d47 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:44.586937 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9fc62f07-e05a-42e8-9da1-6086b408594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.641628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-0d25bd0c-bdc2-44b8-b890-f8c6f6eab6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.643343 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-0d25bd0c-bdc2-44b8-b890-f8c6f6eab6bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1081119 Jul 16 18:01:44.648113 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9fc62f07-e05a-42e8-9da1-6086b408594a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=902f939cc1894ec2b60782bd5f8e33b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013245 Jul 16 18:01:44.651582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60540) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.677516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc62f07-e05a-42e8-9da1-6086b408594a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d979414-74fe-4d0b-9462-06e318f82c2d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:44.723175 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-00461031-6b21-47e9-99cd-98ab8472a81d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.756161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00461031-6b21-47e9-99cd-98ab8472a81d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Port': ['ID=bf88fc94-e28a-45b3-88d7-2f9caed23d47,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:44.761916 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-00461031-6b21-47e9-99cd-98ab8472a81d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.766407 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-00461031-6b21-47e9-99cd-98ab8472a81d tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/ports/bf88fc94-e28a-45b3-88d7-2f9caed23d47 HTTP/1.1" status: 204 len: 168 time: 0.4930451 Jul 16 18:01:44.766870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60544) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.793920 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecb5515-ade6-4248-ad4c-4d8f007701b1 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] DELETE failed (client error): The resource could not be found. Jul 16 18:01:44.794211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecb5515-ade6-4248-ad4c-4d8f007701b1 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:01:44.795961 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8ecb5515-ade6-4248-ad4c-4d8f007701b1 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/subnets/fdf88244-e248-4906-81a6-c07a56fc048c HTTP/1.1" status: 404 len: 337 time: 0.0283430 Jul 16 18:01:44.798556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60546) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:44.807302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 27f38215-f729-42df-a642-108dd1a15b42 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:44.880018 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cd2b812-e6b6-4c55-9da1-b9b1633fdea5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.893795 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab796bd7-e3e9-49c4-994e-c06e3cdc3ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.900668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-c7b4c5a8-f943-4eb8-9de3-48aefe3e88eb service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479546 Jul 16 18:01:44.912986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 27f38215-f729-42df-a642-108dd1a15b42, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=27f38215-f729-42df-a642-108dd1a15b42,segment=NetworkSegment(53e6684a-0f93-442c-a918-36d635debcb1),segment_id=53e6684a-0f93-442c-a918-36d635debcb1)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:44.926456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '27f38215-f729-42df-a642-108dd1a15b42', 'network_id': '20e49a12-16cf-400a-b778-7b9fa1994d7c', 'port_id': '27f38215-f729-42df-a642-108dd1a15b42', 'mac_address': 'fa:16:3e:6e:22:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787a005c-a977-44b3-bebd-2eb5fe7ce44e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:44.932827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb988c9-fb0c-4c1a-817d-35c6086105b2 req-5b559538-c563-40ed-84af-3e970eff45f5 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.940599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9bb988c9-fb0c-4c1a-817d-35c6086105b2 req-5b559538-c563-40ed-84af-3e970eff45f5 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 943 time: 0.2525735 Jul 16 18:01:44.966342 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.978196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24333b5-1c9a-48a3-97cc-28390966fba6 req-702985e3-038f-4433-958e-de29590b6caa tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.979623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f38215-f729-42df-a642-108dd1a15b42 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:44.979752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d24333b5-1c9a-48a3-97cc-28390966fba6 req-702985e3-038f-4433-958e-de29590b6caa tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2858703 Jul 16 18:01:44.980118 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cd2b812-e6b6-4c55-9da1-b9b1633fdea5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.991351 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab796bd7-e3e9-49c4-994e-c06e3cdc3ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.993784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-2cd2b812-e6b6-4c55-9da1-b9b1633fdea5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9765e360-b280-49ac-8692-d5f73a72e0c5']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:45.002577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 27f38215-f729-42df-a642-108dd1a15b42, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=27f38215-f729-42df-a642-108dd1a15b42,segment=NetworkSegment(53e6684a-0f93-442c-a918-36d635debcb1),segment_id=53e6684a-0f93-442c-a918-36d635debcb1)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:45.005907 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-2cd2b812-e6b6-4c55-9da1-b9b1633fdea5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:45.006082 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-2cd2b812-e6b6-4c55-9da1-b9b1633fdea5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca9f7a8-b1b8-4c61-b71c-735d18e2fe65') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:45.007385 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.017038 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cd2b812-e6b6-4c55-9da1-b9b1633fdea5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.032413 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cd2b812-e6b6-4c55-9da1-b9b1633fdea5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.038652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd2b812-e6b6-4c55-9da1-b9b1633fdea5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:45.039131 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cd2b812-e6b6-4c55-9da1-b9b1633fdea5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:45.042404 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:45.073021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=27f38215-f729-42df-a642-108dd1a15b42,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:45.116974 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cd2b812-e6b6-4c55-9da1-b9b1633fdea5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.122359 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2cd2b812-e6b6-4c55-9da1-b9b1633fdea5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.126627 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2cd2b812-e6b6-4c55-9da1-b9b1633fdea5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/networks/9765e360-b280-49ac-8692-d5f73a72e0c5 HTTP/1.1" status: 204 len: 168 time: 0.3249404 Jul 16 18:01:45.128600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60548) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:45.167837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2b812-e6b6-4c55-9da1-b9b1633fdea5 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Network': ['ID=9765e360-b280-49ac-8692-d5f73a72e0c5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:45.247943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2304007e-59c2-4d4d-9fee-0c13507c6dc1 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Deleting port e0720294-f724-4080-9e6c-260cb5e5fc5d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:45.248291 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2304007e-59c2-4d4d-9fee-0c13507c6dc1 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.286967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['27f38215-f729-42df-a642-108dd1a15b42'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:45.324935 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2304007e-59c2-4d4d-9fee-0c13507c6dc1 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.338635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2304007e-59c2-4d4d-9fee-0c13507c6dc1 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Calling delete_port for e0720294-f724-4080-9e6c-260cb5e5fc5d owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:45.417826 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9bb988c9-fb0c-4c1a-817d-35c6086105b2 req-62203363-cb41-4600-8446-81aceda5a69a tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f5a4b08-50f6-41eb-8db4-bfdfbcc67509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755273 Jul 16 18:01:45.431291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d24333b5-1c9a-48a3-97cc-28390966fba6 req-621c6d1f-1806-4baa-90e5-3fa90d9fa9f9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4372790 Jul 16 18:01:45.448620 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-b07f4754-ef51-4f12-8dfc-5d766177b5a5 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335732 Jul 16 18:01:45.456746 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2304007e-59c2-4d4d-9fee-0c13507c6dc1 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.519994 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2304007e-59c2-4d4d-9fee-0c13507c6dc1 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.524998 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2304007e-59c2-4d4d-9fee-0c13507c6dc1 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/ports/e0720294-f724-4080-9e6c-260cb5e5fc5d HTTP/1.1" status: 204 len: 168 time: 0.3925133 Jul 16 18:01:45.524998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304007e-59c2-4d4d-9fee-0c13507c6dc1 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Port': ['ID=e0720294-f724-4080-9e6c-260cb5e5fc5d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:45.525619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60554) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:45.540717 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab796bd7-e3e9-49c4-994e-c06e3cdc3ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.543472 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab796bd7-e3e9-49c4-994e-c06e3cdc3ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.544812 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ab796bd7-e3e9-49c4-994e-c06e3cdc3ced admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d979414-74fe-4d0b-9462-06e318f82c2d HTTP/1.1" status: 204 len: 168 time: 0.8907528 Jul 16 18:01:45.547992 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-0527ffcf-d2e4-423b-a57a-df73b7e3ffd6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=42f22134-cd1e-4de1-a750-e9783ad69ae9 HTTP/1.1" status: 200 len: 217 time: 0.0833521 Jul 16 18:01:45.555847 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b11787-bebb-4283-b6f4-f6ecf70dca95 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] DELETE failed (client error): The resource could not be found. Jul 16 18:01:45.556309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b11787-bebb-4283-b6f4-f6ecf70dca95 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:01:45.560662 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-34b11787-bebb-4283-b6f4-f6ecf70dca95 tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/subnets/e88a840c-2399-4314-b55b-ba168fcdc128 HTTP/1.1" status: 404 len: 337 time: 0.0316911 Jul 16 18:01:45.560898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60558) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:45.576765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab796bd7-e3e9-49c4-994e-c06e3cdc3ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d979414-74fe-4d0b-9462-06e318f82c2d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:45.682657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-63aeed55-2fa1-4560-a590-8fd6e75c68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.686033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-63aeed55-2fa1-4560-a590-8fd6e75c68c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.1232708 Jul 16 18:01:45.699830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f641b4c5-14a5-406b-ab0a-19ba4f7257ab tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.730198 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ca98170e-cda1-44b7-9252-354e2783c315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.833903 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f641b4c5-14a5-406b-ab0a-19ba4f7257ab tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.840184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-6bebde6c-1e7a-459d-a67a-fc141ab4f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.841796 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-6bebde6c-1e7a-459d-a67a-fc141ab4f3a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1490304 Jul 16 18:01:45.845367 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-f641b4c5-14a5-406b-ab0a-19ba4f7257ab tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75825f17-83d5-4455-b6a5-6f114396449c']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:45.856470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-f641b4c5-14a5-406b-ab0a-19ba4f7257ab tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422a76e4-3326-4e71-9186-3d910fb29cd3') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:45.856728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-f641b4c5-14a5-406b-ab0a-19ba4f7257ab tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422a76e4-3326-4e71-9186-3d910fb29cd3') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:45.866539 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f641b4c5-14a5-406b-ab0a-19ba4f7257ab tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.874972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 729ac8be-5afb-43ce-8505-7c85a67a4c10 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:45.887557 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f641b4c5-14a5-406b-ab0a-19ba4f7257ab tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.895729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f641b4c5-14a5-406b-ab0a-19ba4f7257ab tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:45.896459 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f641b4c5-14a5-406b-ab0a-19ba4f7257ab tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:45.900452 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:45.940511 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.946617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ba830-42ec-4111-b454-19c33d1cfef4 req-41f272f2-5100-4594-bb29-1d126612302e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.954581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-484ba830-42ec-4111-b454-19c33d1cfef4 req-41f272f2-5100-4594-bb29-1d126612302e tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 945 time: 0.2070131 Jul 16 18:01:45.967285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 729ac8be-5afb-43ce-8505-7c85a67a4c10 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:45.971493 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 729ac8be-5afb-43ce-8505-7c85a67a4c10 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:45.971897 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.972348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f641b4c5-14a5-406b-ab0a-19ba4f7257ab tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.973729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af55e1d-00a0-4609-8d72-0e4a0dc6fec1 req-a7460b02-6dec-4ffc-a39a-2e8b89a8a5c9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.975562 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8af55e1d-00a0-4609-8d72-0e4a0dc6fec1 req-a7460b02-6dec-4ffc-a39a-2e8b89a8a5c9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2126038 Jul 16 18:01:45.982983 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f641b4c5-14a5-406b-ab0a-19ba4f7257ab tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.987542 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f641b4c5-14a5-406b-ab0a-19ba4f7257ab tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/networks/75825f17-83d5-4455-b6a5-6f114396449c HTTP/1.1" status: 204 len: 168 time: 0.4234741 Jul 16 18:01:45.989805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60564) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:46.000936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641b4c5-14a5-406b-ab0a-19ba4f7257ab tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Network': ['ID=75825f17-83d5-4455-b6a5-6f114396449c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:46.087029 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.093988 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-3e49c9e5-7041-45ae-81e7-8f1fa23cb2f0 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447379 Jul 16 18:01:46.102620 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-484ba830-42ec-4111-b454-19c33d1cfef4 req-37d64318-239f-4c88-bef7-35bdd2a1f591 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465824 Jul 16 18:01:46.112082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3275db-5967-45b2-8f38-8a17c54b17b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729ac8be-5afb-43ce-8505-7c85a67a4c10'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:46.114999 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b195e1-4ec2-47fa-8fb2-e17099d9f2b9" -d '{"events": [{"server_uuid": "cd3275db-5967-45b2-8f38-8a17c54b17b2", "name": "network-vif-plugged", "status": "completed", "tag": "729ac8be-5afb-43ce-8505-7c85a67a4c10"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:46.131865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-0711c3ce-e317-4c84-ba15-78fafc45d0aa tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Deleting subnet aec5e110-d51e-4e43-a50c-0e8c094ec890 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:46.137987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 729ac8be-5afb-43ce-8505-7c85a67a4c10, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=729ac8be-5afb-43ce-8505-7c85a67a4c10,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:46.144786 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.145227 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0711c3ce-e317-4c84-ba15-78fafc45d0aa tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.159325 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8af55e1d-00a0-4609-8d72-0e4a0dc6fec1 req-d7f908c3-f6cf-4904-a786-4ac7089608c6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657269 Jul 16 18:01:46.219214 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dee3de9-009a-465d-b48b-6dbb500072fe x-openstack-request-id: req-1dee3de9-009a-465d-b48b-6dbb500072fe {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:46.219515 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3275db-5967-45b2-8f38-8a17c54b17b2", "name": "network-vif-plugged", "status": "completed", "tag": "729ac8be-5afb-43ce-8505-7c85a67a4c10", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:46.219777 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1dee3de9-009a-465d-b48b-6dbb500072fe {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:46.220181 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3275db-5967-45b2-8f38-8a17c54b17b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729ac8be-5afb-43ce-8505-7c85a67a4c10', 'code': 200} Jul 16 18:01:46.262464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=729ac8be-5afb-43ce-8505-7c85a67a4c10,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:46.294447 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0711c3ce-e317-4c84-ba15-78fafc45d0aa tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.351247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-831a087c-6d6f-4bbe-a1aa-78f13be5fd6c service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437596 Jul 16 18:01:46.362876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0050cd-7016-4056-980f-eccd7e4c6dcb req-c46d702b-d82f-4a79-ab1f-67741e3abf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:46.364940 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2c0050cd-7016-4056-980f-eccd7e4c6dcb req-c46d702b-d82f-4a79-ab1f-67741e3abf1a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 1098 time: 0.0649166 Jul 16 18:01:46.407481 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2c0050cd-7016-4056-980f-eccd7e4c6dcb req-9efc3eeb-1642-4934-badb-b178587d685f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353038 Jul 16 18:01:46.415361 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-c9ee00b6-492a-4ec6-b78c-327bea3bd324 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 HTTP/1.1" status: 200 len: 217 time: 0.0534713 Jul 16 18:01:46.534124 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0711c3ce-e317-4c84-ba15-78fafc45d0aa tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.540639 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fa9a5e39-384b-47a2-8264-204d050f0f10 req-95fe35b6-7a2e-4af7-931b-b43192a1aff3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1006200 Jul 16 18:01:46.618063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-9d4ce281-6ffe-4d67-bc09-c6e78bcb1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:46.619608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-9d4ce281-6ffe-4d67-bc09-c6e78bcb1014 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.1587417 Jul 16 18:01:46.677432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5e39-384b-47a2-8264-204d050f0f10 req-5defdc09-d138-4fa5-8481-df1fb234c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:46.679067 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fa9a5e39-384b-47a2-8264-204d050f0f10 req-5defdc09-d138-4fa5-8481-df1fb234c927 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 1097 time: 0.0780070 Jul 16 18:01:46.718988 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0711c3ce-e317-4c84-ba15-78fafc45d0aa tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.764925 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0711c3ce-e317-4c84-ba15-78fafc45d0aa tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.767457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0711c3ce-e317-4c84-ba15-78fafc45d0aa tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/subnets/aec5e110-d51e-4e43-a50c-0e8c094ec890 HTTP/1.1" status: 204 len: 168 time: 0.7724731 Jul 16 18:01:46.769482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711c3ce-e317-4c84-ba15-78fafc45d0aa tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Subnet': ['ID=aec5e110-d51e-4e43-a50c-0e8c094ec890,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:46.772210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60594) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:46.777485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ff9cec-267d-4868-9ba2-ce07cf5a63e7 None None] Network e5d14e20-90c3-48e0-9661-f6e9d53ac072 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:46.796033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429b522-4a21-4e04-8090-2445830998d8 req-d91a37b2-eb0a-456e-b1e7-6a51716b209d tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:46.797776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4429b522-4a21-4e04-8090-2445830998d8 req-d91a37b2-eb0a-456e-b1e7-6a51716b209d tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 944 time: 0.2253361 Jul 16 18:01:46.813333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-96843b5c-48d0-43d6-b6cb-740b5a6a6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:46.815122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-96843b5c-48d0-43d6-b6cb-740b5a6a6676 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1847494 Jul 16 18:01:46.837229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 27f38215-f729-42df-a642-108dd1a15b42 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:46.858256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5e39-384b-47a2-8264-204d050f0f10 req-f4b665f7-5b5f-45ff-a7a5-093de486b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:46.860138 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fa9a5e39-384b-47a2-8264-204d050f0f10 req-f4b665f7-5b5f-45ff-a7a5-093de486b291 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.1394603 Jul 16 18:01:46.935664 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.958270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4429b522-4a21-4e04-8090-2445830998d8 req-f92a5e26-b3c4-46de-9d0c-9a8317194f44 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f5a4b08-50f6-41eb-8db4-bfdfbcc67509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471610 Jul 16 18:01:46.988502 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fa9a5e39-384b-47a2-8264-204d050f0f10 req-1012680b-d21e-48d4-bb63-b0ef0733e051 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 200 len: 999 time: 0.1207941 Jul 16 18:01:46.991756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 27f38215-f729-42df-a642-108dd1a15b42 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:46.995921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 27f38215-f729-42df-a642-108dd1a15b42 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:46.996416 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.075759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5e39-384b-47a2-8264-204d050f0f10 req-e50d5e02-545f-4d26-9858-90b07845d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.078734 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-c075be1a-956c-43a0-a227-00de5f9135ff service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481134 Jul 16 18:01:47.082019 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fa9a5e39-384b-47a2-8264-204d050f0f10 req-e50d5e02-545f-4d26-9858-90b07845d4db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.0848742 Jul 16 18:01:47.102868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab194b7c-9a10-4009-9e5e-bad84524c672 None None] DHCP port deletion for e5d14e20-90c3-48e0-9661-f6e9d53ac072 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:01:47.134669 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Deleting port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:47.134669 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.149783 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.168562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a5e39-384b-47a2-8264-204d050f0f10 req-a2203c95-0f83-411b-9e15-152821d0b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.170338 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fa9a5e39-384b-47a2-8264-204d050f0f10 req-a2203c95-0f83-411b-9e15-152821d0b6fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741255 Jul 16 18:01:47.257418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] For port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=90ecf941-9c55-4f88-b77d-83ba1f4f71a0,segment=NetworkSegment(2badc47e-f4f9-4306-b0dd-321ca01dd473),segment_id=2badc47e-f4f9-4306-b0dd-321ca01dd473)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:47.258919 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.285504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 27f38215-f729-42df-a642-108dd1a15b42, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=27f38215-f729-42df-a642-108dd1a15b42,segment=NetworkSegment(53e6684a-0f93-442c-a918-36d635debcb1),segment_id=53e6684a-0f93-442c-a918-36d635debcb1)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:47.290769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Calling delete_port for 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:47.293180 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fa9a5e39-384b-47a2-8264-204d050f0f10 req-5c408501-46ac-4ff6-a7d9-46ff2d8987d7 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129992 Jul 16 18:01:47.296677 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.303908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ab194b7c-9a10-4009-9e5e-bad84524c672 None None] Deleting port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:47.304500 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ab194b7c-9a10-4009-9e5e-bad84524c672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.427276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=27f38215-f729-42df-a642-108dd1a15b42,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:47.441450 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ab194b7c-9a10-4009-9e5e-bad84524c672 None None] For port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=90ecf941-9c55-4f88-b77d-83ba1f4f71a0,segment=NetworkSegment(2badc47e-f4f9-4306-b0dd-321ca01dd473),segment_id=2badc47e-f4f9-4306-b0dd-321ca01dd473)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:47.441873 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ab194b7c-9a10-4009-9e5e-bad84524c672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.456304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ab194b7c-9a10-4009-9e5e-bad84524c672 None None] Calling delete_port for 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:47.480501 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fa9a5e39-384b-47a2-8264-204d050f0f10 req-10b4aeef-5828-4a9b-be76-0a15f22a47fc service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810775 Jul 16 18:01:47.533331 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-a6faaa34-d21b-4893-8498-5f3b9c545b71 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476774 Jul 16 18:01:47.549879 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.560520 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: from cryptography.utils import int_from_bytes Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: from cryptography.utils import int_from_bytes Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.587556 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:01:47.590859 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:01:47.600090 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ab194b7c-9a10-4009-9e5e-bad84524c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.607457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-023b97b4-cdb9-45e9-9e0e-5f48f9b5a250 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=abdc9f5d-e66d-4242-be3b-01c94d11e00c HTTP/1.1" status: 200 len: 217 time: 0.0674553 Jul 16 18:01:47.612371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Port': ['ID=90ecf941-9c55-4f88-b77d-83ba1f4f71a0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:47.628863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] No DVR routers for this DVR port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:47.639568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab194b7c-9a10-4009-9e5e-bad84524c672 None None] Pushing event deleted for resources: {'Port': ['ID=90ecf941-9c55-4f88-b77d-83ba1f4f71a0,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:47.639811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8429f-19cf-414b-90ec-a35f846e00c6 req-ed9e5945-2a46-436c-a1a8-89d63c61ca6d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.642125 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1bd8429f-19cf-414b-90ec-a35f846e00c6 req-ed9e5945-2a46-436c-a1a8-89d63c61ca6d tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 946 time: 0.2314994 Jul 16 18:01:47.642711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab194b7c-9a10-4009-9e5e-bad84524c672 None None] No DVR routers for this DVR port 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:47.753705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-6e2f3ec3-dfb8-44e7-8943-4fccee3421ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.755392 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-6e2f3ec3-dfb8-44e7-8943-4fccee3421ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.1402848 Jul 16 18:01:47.790969 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.837466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1bd8429f-19cf-414b-90ec-a35f846e00c6 req-85ef1d15-364c-4e31-8474-a2c203f0f96f tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579175 Jul 16 18:01:47.839499 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d14e20-90c3-48e0-9661-f6e9d53ac072']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:47.853059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2badc47e-f4f9-4306-b0dd-321ca01dd473') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:47.853373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2badc47e-f4f9-4306-b0dd-321ca01dd473') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:47.869220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.893447 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.903987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:47.904441 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:47.908236 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:47.930709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-dd91ada0-10be-4bf7-86c2-4750e130d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.932243 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-dd91ada0-10be-4bf7-86c2-4750e130d79b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1680698 Jul 16 18:01:48.079832 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.097226 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.099930 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] 10.222.0.24 "DELETE /v2.0/networks/e5d14e20-90c3-48e0-9661-f6e9d53ac072 HTTP/1.1" status: 204 len: 168 time: 1.3230097 Jul 16 18:01:48.115708 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fbf63-163d-4203-a0b0-c292115370dc tempest-NetworksIpV6TestAttrs-1067192700 tempest-NetworksIpV6TestAttrs-1067192700-project] Pushing event deleted for resources: {'Network': ['ID=e5d14e20-90c3-48e0-9661-f6e9d53ac072,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:48.119646 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-e8b54e03-d24f-47cd-b22b-4b870d86f60b service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507804 Jul 16 18:01:48.222410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73c5ce2-a1c9-4271-8e25-6db1339d90dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f38215-f729-42df-a642-108dd1a15b42'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:48.225103 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb911ab-5ffd-4360-a712-2bc48b718ee2" -d '{"events": [{"server_uuid": "e73c5ce2-a1c9-4271-8e25-6db1339d90dc", "name": "network-vif-plugged", "status": "completed", "tag": "27f38215-f729-42df-a642-108dd1a15b42"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:48.268744 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7725d9-b8d4-44ea-b827-f160ecb28131 req-f66f9d2d-5334-4b87-9d93-29944c3fd39b tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.270349 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a7725d9-b8d4-44ea-b827-f160ecb28131 req-f66f9d2d-5334-4b87-9d93-29944c3fd39b tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 945 time: 0.1497138 Jul 16 18:01:48.275963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-6cfcd13b-09d7-4a2f-9edf-d58d7e73db3c service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419399 Jul 16 18:01:48.284100 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a2cd7f-8f06-4bbf-aaa1-9667e33c5fca x-openstack-request-id: req-b7a2cd7f-8f06-4bbf-aaa1-9667e33c5fca {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:48.284966 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73c5ce2-a1c9-4271-8e25-6db1339d90dc", "name": "network-vif-plugged", "status": "completed", "tag": "27f38215-f729-42df-a642-108dd1a15b42", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:48.285454 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7a2cd7f-8f06-4bbf-aaa1-9667e33c5fca {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:48.286106 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73c5ce2-a1c9-4271-8e25-6db1339d90dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f38215-f729-42df-a642-108dd1a15b42', 'code': 200} Jul 16 18:01:48.351670 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-00179281-0fe3-4a1e-bd4c-4dfe8725d3a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4937a153-3b68-417b-8f4b-bf5d6f4c90d0 HTTP/1.1" status: 200 len: 217 time: 0.0663631 Jul 16 18:01:48.436221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:48.449305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a7725d9-b8d4-44ea-b827-f160ecb28131 req-98930ecb-6b7e-435c-972d-969786ed70c7 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f5a4b08-50f6-41eb-8db4-bfdfbcc67509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643541 Jul 16 18:01:48.457741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-c7d40e8b-3067-40b1-8c91-b20d857221d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.459439 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-c7d40e8b-3067-40b1-8c91-b20d857221d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b31a67f-4f93-43f1-8c7c-ec9f1b81e549 HTTP/1.1" status: 200 len: 797 time: 0.0876150 Jul 16 18:01:48.479199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60636) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:48.484383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:48.485326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 90ecf941-9c55-4f88-b77d-83ba1f4f71a0 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:48.547186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-9ba7390c-00c4-4343-a9ea-321c5898889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.549058 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-9ba7390c-00c4-4343-a9ea-321c5898889b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06b1d035-0df9-485b-af35-24977c69a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0826056 Jul 16 18:01:48.623352 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8d8153a2-3b32-4914-b058-2e93da6b844d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d08150c37d7b45e09ff9ee87407a350e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454711 Jul 16 18:01:48.623670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60642) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:48.666838 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-caad6d0b-93ef-44ad-ab32-c6ab24111351 service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098275 Jul 16 18:01:48.672200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65f940-6b47-4e56-8aae-0f95f562fb91 req-2192ea9e-7221-422e-a2e7-1d978923304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.673796 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bf65f940-6b47-4e56-8aae-0f95f562fb91 req-2192ea9e-7221-422e-a2e7-1d978923304b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 1097 time: 0.3231649 Jul 16 18:01:48.705281 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8a6ab87-71d0-4426-813b-06af32e9cd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.742197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8a6ab87-71d0-4426-813b-06af32e9cd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.745813 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bf65f940-6b47-4e56-8aae-0f95f562fb91 req-70169f23-cb29-4653-8d24-aa5615c32faa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1f5a4b08-50f6-41eb-8db4-bfdfbcc67509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641568 Jul 16 18:01:48.789529 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-f020eac3-c60d-4d86-9d20-d4511112e93c service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145689 Jul 16 18:01:48.807610 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8a6ab87-71d0-4426-813b-06af32e9cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.810670 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8a6ab87-71d0-4426-813b-06af32e9cd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.812025 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e8a6ab87-71d0-4426-813b-06af32e9cd72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/522a4d5d-5d64-4791-a411-3fd364513c0a HTTP/1.1" status: 204 len: 168 time: 0.1874456 Jul 16 18:01:48.821228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6ab87-71d0-4426-813b-06af32e9cd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522a4d5d-5d64-4791-a411-3fd364513c0a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:48.848521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-e327d920-3ed9-433e-ac42-922e33fb7505 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abc4391e-e85d-4a0b-9644-50a353bc8ad9 HTTP/1.1" status: 200 len: 217 time: 0.0534844 Jul 16 18:01:48.915660 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-ed92e748-9418-4640-b248-372620842e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.917473 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-ed92e748-9418-4640-b248-372620842e82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b31a67f-4f93-43f1-8c7c-ec9f1b81e549 HTTP/1.1" status: 200 len: 797 time: 0.0628116 Jul 16 18:01:48.937040 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.985080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-2447620d-273d-447d-bced-873af4ba2916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.986667 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-2447620d-273d-447d-bced-873af4ba2916 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06b1d035-0df9-485b-af35-24977c69a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0628300 Jul 16 18:01:49.124151 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-f429fb72-02b9-4891-9d84-b438331da105 service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308057 Jul 16 18:01:49.137904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a1590-fd29-44f4-a10d-1b37ffbe91c8 req-10e4bd19-55d6-419c-bb90-b84dad4f0f71 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:49.139829 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-799a1590-fd29-44f4-a10d-1b37ffbe91c8 req-10e4bd19-55d6-419c-bb90-b84dad4f0f71 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 946 time: 0.1381326 Jul 16 18:01:49.248020 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-799a1590-fd29-44f4-a10d-1b37ffbe91c8 req-181a3924-d7c7-40ef-b787-c6f3d42b4489 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873580 Jul 16 18:01:49.270291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a03384c-0d75-40f5-a6e0-d262dcd1d04d req-30a3f2eb-efac-403c-8798-c30574d6e0d9 service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292741 Jul 16 18:01:49.466760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4dac5-0593-41e1-a415-3ff13814eeb4 req-66313b13-76e2-40f9-af90-4574ca19b9a8 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:49.468306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31d4dac5-0593-41e1-a415-3ff13814eeb4 req-66313b13-76e2-40f9-af90-4574ca19b9a8 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 946 time: 0.0716350 Jul 16 18:01:49.514223 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31d4dac5-0593-41e1-a415-3ff13814eeb4 req-1f4f7795-d137-4b59-9489-bc72070c85b3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398169 Jul 16 18:01:49.740041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60684) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:49.744781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de693a17-808f-48c9-8051-58e1375a5f38 req-ab9dcee7-cfb1-469b-99b5-9c58e71ca76b tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:49.752329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de693a17-808f-48c9-8051-58e1375a5f38 req-ab9dcee7-cfb1-469b-99b5-9c58e71ca76b tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 945 time: 0.1431737 Jul 16 18:01:49.807676 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de693a17-808f-48c9-8051-58e1375a5f38 req-75e544c0-65e8-458e-8396-29fde902ffb2 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f5a4b08-50f6-41eb-8db4-bfdfbcc67509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541952 Jul 16 18:01:49.860142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1036899601'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:49.889398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:49.894276 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.907578 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.029202 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.034715 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.067277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:50.085018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a45e31-5bc9-4076-86c1-daf287fa2b78,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:50.092124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.092589 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Added segment fbcb1bb4-a49c-4799-ad1a-a4530e5ee656 of type vlan for network 41d569ab-808a-4770-9c80-0c5ac4a75771 Jul 16 18:01:50.145398 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.181263 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.188856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:50.189505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.228433 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4833536 Jul 16 18:01:50.228637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60692) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:50.233587 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'name': 'tempest-PortsIpV6TestJSON-1434505621'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:50.347900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a8ab6-3918-4e56-81d3-a4b2f46ddfe8 req-e4767c0a-60c9-440c-afde-0bad55e7cd81 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:50.357703 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df3a8ab6-3918-4e56-81d3-a4b2f46ddfe8 req-e4767c0a-60c9-440c-afde-0bad55e7cd81 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 946 time: 0.4086063 Jul 16 18:01:50.358396 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5773a5-a9bc-44f2-ac59-e057cce60079 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Network': ['ID=41d569ab-808a-4770-9c80-0c5ac4a75771,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:50.375530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:50.393647 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:50.408835 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.412420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df3a8ab6-3918-4e56-81d3-a4b2f46ddfe8 req-01c8270e-02d8-4eed-a542-759e226a9eb8 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531814 Jul 16 18:01:50.446780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:01:50.605533 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785015e-8a80-41aa-9454-2ca923e80e3e req-d5ac74de-dda6-4a2c-9be8-1a4a1bf3e059 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:50.607113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6785015e-8a80-41aa-9454-2ca923e80e3e req-d5ac74de-dda6-4a2c-9be8-1a4a1bf3e059 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 946 time: 0.0692091 Jul 16 18:01:50.614357 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.649647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6785015e-8a80-41aa-9454-2ca923e80e3e req-d38ec38b-bd7e-44ea-b3b0-b74358d410e5 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358930 Jul 16 18:01:50.655917 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.721941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=17f8f6fc-496b-4278-b031-c9f5d4c61fa1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:50.732176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Checking segment: {'id': 'fbcb1bb4-a49c-4799-ad1a-a4530e5ee656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:50.732538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network hostable DHCP agents. Network: 41d569ab-808a-4770-9c80-0c5ac4a75771, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:50.749403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:50.759585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 41d569ab-808a-4770-9c80-0c5ac4a75771) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:50.763478 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:50.770247 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa136167-9d8a-4ccb-9723-35111f0a83a2 None None] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:50.770548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:50.771225 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.794582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60702) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:50.794799 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-20139268-954e-4b23-98b7-93bb655574bf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5648386 Jul 16 18:01:50.799344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-49d075fe-677c-45f6-87e9-abe6a45315f8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-226165646'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:50.824543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d075fe-677c-45f6-87e9-abe6a45315f8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:50.828127 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-49d075fe-677c-45f6-87e9-abe6a45315f8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.855808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d075fe-677c-45f6-87e9-abe6a45315f8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:50.875205 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-49d075fe-677c-45f6-87e9-abe6a45315f8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.875633 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-49d075fe-677c-45f6-87e9-abe6a45315f8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Added segment 0523a89e-17e8-4039-b185-07114ea3f224 of type vlan for network 6dfc3a74-7e6c-4c8c-8f5e-baa540cc2ae6 Jul 16 18:01:50.927132 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-49d075fe-677c-45f6-87e9-abe6a45315f8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.962992 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-49d075fe-677c-45f6-87e9-abe6a45315f8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.968973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d075fe-677c-45f6-87e9-abe6a45315f8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:50.969926 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-49d075fe-677c-45f6-87e9-abe6a45315f8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.023338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-49d075fe-677c-45f6-87e9-abe6a45315f8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2278924 Jul 16 18:01:51.026657 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60710) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:51.034723 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'ports': [{'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771'}, {'network_id': '6dfc3a74-7e6c-4c8c-8f5e-baa540cc2ae6'}]} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:51.035122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:51.035714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': '6dfc3a74-7e6c-4c8c-8f5e-baa540cc2ae6'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:51.113458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d075fe-677c-45f6-87e9-abe6a45315f8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Network': ['ID=6dfc3a74-7e6c-4c8c-8f5e-baa540cc2ae6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:51.124994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 6dfc3a74-7e6c-4c8c-8f5e-baa540cc2ae6 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:51.167619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7253e8f-6ab8-4743-a668-811560a3aaa4 req-3022cf76-8e04-46b8-8602-4b2d194d5498 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:51.169175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7253e8f-6ab8-4743-a668-811560a3aaa4 req-3022cf76-8e04-46b8-8602-4b2d194d5498 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 945 time: 0.1643658 Jul 16 18:01:51.176801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ccb68-1bc1-4f5e-85a9-aa52ad16579d req-f88104c8-56f0-44cb-81a4-ef77d34c3347 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:51.178259 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-397ccb68-1bc1-4f5e-85a9-aa52ad16579d req-f88104c8-56f0-44cb-81a4-ef77d34c3347 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 946 time: 0.1537971 Jul 16 18:01:51.223561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 2} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:51.231523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.247160 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.248590 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7253e8f-6ab8-4743-a668-811560a3aaa4 req-f27eda49-ba68-4fc2-9283-c47c7a1f4942 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f5a4b08-50f6-41eb-8db4-bfdfbcc67509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692170 Jul 16 18:01:51.251885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-397ccb68-1bc1-4f5e-85a9-aa52ad16579d req-28a7d041-ae42-455e-9f19-9a0d04968032 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661106 Jul 16 18:01:51.341433 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port cd9fb307-878f-43db-88fc-3ff161090c81 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:01:51.512042 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.563743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c3c64-ce0b-4f0e-a96e-05fa012d0d47 req-57b735d3-b5a5-48c5-a902-702e8c71a388 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:51.565317 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a3c3c64-ce0b-4f0e-a96e-05fa012d0d47 req-57b735d3-b5a5-48c5-a902-702e8c71a388 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 946 time: 0.0718727 Jul 16 18:01:51.598588 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port 5fff5e8a-d8d5-4272-bfd3-9f842bd8d14e yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:01:51.614378 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a3c3c64-ce0b-4f0e-a96e-05fa012d0d47 req-34bb8fb4-849f-469b-97a2-281549bdc3dc tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Jul 16 18:01:51.755076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.832358 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.897470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:51.902068 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:51.907019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:51.907964 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.910501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=cd9fb307-878f-43db-88fc-3ff161090c81,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:51.992590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Checking segment: {'id': '0523a89e-17e8-4039-b185-07114ea3f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6dfc3a74-7e6c-4c8c-8f5e-baa540cc2ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:51.992924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network hostable DHCP agents. Network: 6dfc3a74-7e6c-4c8c-8f5e-baa540cc2ae6, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:51.995272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=5fff5e8a-d8d5-4272-bfd3-9f842bd8d14e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:52.015449 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 6dfc3a74-7e6c-4c8c-8f5e-baa540cc2ae6 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:52.027657 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 6dfc3a74-7e6c-4c8c-8f5e-baa540cc2ae6) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:52.041974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27216912-4d45-42bb-9b64-9acfccc891a2 None None] Network 6dfc3a74-7e6c-4c8c-8f5e-baa540cc2ae6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:52.051285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:52.079993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.091815 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.092847 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.115204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60738) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:52.116187 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-abd3d5bc-f05c-48bb-9db1-e3cd71b041ba tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0852766 Jul 16 18:01:52.356756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bdcaf-502d-4e92-b636-678f8d98edf9 req-b37db5aa-71e7-44a8-a6c7-e2144893100d tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.358653 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b59bdcaf-502d-4e92-b636-678f8d98edf9 req-b37db5aa-71e7-44a8-a6c7-e2144893100d tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 945 time: 0.1497533 Jul 16 18:01:52.361594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b125f-209a-4c1d-809f-778ffce3106d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 5fff5e8a-d8d5-4272-bfd3-9f842bd8d14e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:52.361964 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d2b125f-209a-4c1d-809f-778ffce3106d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.387924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814855d-dd72-4f6f-b509-3a0a4bd419f5 req-18ca78b0-71be-4008-a0ae-2260d003cc6f tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.389369 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0814855d-dd72-4f6f-b509-3a0a4bd419f5 req-18ca78b0-71be-4008-a0ae-2260d003cc6f tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 946 time: 0.1311147 Jul 16 18:01:52.488420 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d2b125f-209a-4c1d-809f-778ffce3106d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.507216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b59bdcaf-502d-4e92-b636-678f8d98edf9 req-208d8e55-bf79-4f2e-b7d4-9bfdd7d0878d tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f5a4b08-50f6-41eb-8db4-bfdfbcc67509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381373 Jul 16 18:01:52.516104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b125f-209a-4c1d-809f-778ffce3106d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 5fff5e8a-d8d5-4272-bfd3-9f842bd8d14e owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:52.520345 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0814855d-dd72-4f6f-b509-3a0a4bd419f5 req-2ad2aced-15c5-435f-8f94-e8e397123cfa tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159723 Jul 16 18:01:52.618159 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d2b125f-209a-4c1d-809f-778ffce3106d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.662283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b125f-209a-4c1d-809f-778ffce3106d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=5fff5e8a-d8d5-4272-bfd3-9f842bd8d14e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:52.675180 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d2b125f-209a-4c1d-809f-778ffce3106d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.682102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60752) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:52.682399 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0d2b125f-209a-4c1d-809f-778ffce3106d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/5fff5e8a-d8d5-4272-bfd3-9f842bd8d14e HTTP/1.1" status: 204 len: 168 time: 0.5660024 Jul 16 18:01:52.774806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38ae537-b88f-4448-ac9a-3113caf53466 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.781971 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38ae537-b88f-4448-ac9a-3113caf53466 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.786439 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c38ae537-b88f-4448-ac9a-3113caf53466 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1023476 Jul 16 18:01:52.787103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60754) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:52.903311 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.909435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-80f9daff-ad2e-4bde-974e-41b167826a43 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port cd9fb307-878f-43db-88fc-3ff161090c81 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:52.909830 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-80f9daff-ad2e-4bde-974e-41b167826a43 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.978072 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-80f9daff-ad2e-4bde-974e-41b167826a43 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.989651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-80f9daff-ad2e-4bde-974e-41b167826a43 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for cd9fb307-878f-43db-88fc-3ff161090c81 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:53.074490 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-80f9daff-ad2e-4bde-974e-41b167826a43 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.105800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9daff-ad2e-4bde-974e-41b167826a43 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=cd9fb307-878f-43db-88fc-3ff161090c81,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:53.111515 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-80f9daff-ad2e-4bde-974e-41b167826a43 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.116937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-80f9daff-ad2e-4bde-974e-41b167826a43 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/cd9fb307-878f-43db-88fc-3ff161090c81 HTTP/1.1" status: 204 len: 168 time: 0.3252056 Jul 16 18:01:53.117039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60756) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:53.189545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55535a8-61fc-4296-a1df-746feadaa6cb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.190936 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a55535a8-61fc-4296-a1df-746feadaa6cb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0737102 Jul 16 18:01:53.193786 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60758) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:53.220115 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff34a1c-0bed-49aa-a2fe-12e6ee3ad664 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:01:53.221596 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0ff34a1c-0bed-49aa-a2fe-12e6ee3ad664 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/5fff5e8a-d8d5-4272-bfd3-9f842bd8d14e HTTP/1.1" status: 404 len: 333 time: 0.0269125 Jul 16 18:01:53.224232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60760) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:53.251705 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-1785207b-46bc-41e8-83af-51c6cd0b90f7 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:01:53.253202 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1785207b-46bc-41e8-83af-51c6cd0b90f7 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/cd9fb307-878f-43db-88fc-3ff161090c81 HTTP/1.1" status: 404 len: 333 time: 0.0280437 Jul 16 18:01:53.255994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60762) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:53.335433 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bde7476-625c-4237-9df5-637f97a7f672 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.365324 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81994457-8159-499d-a749-8d739519c8fe req-a8c218b5-5e41-4316-a55f-42582ef0f5f3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.367652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81994457-8159-499d-a749-8d739519c8fe req-a8c218b5-5e41-4316-a55f-42582ef0f5f3 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 946 time: 0.0641751 Jul 16 18:01:53.424903 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bde7476-625c-4237-9df5-637f97a7f672 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.435811 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4bde7476-625c-4237-9df5-637f97a7f672 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfc3a74-7e6c-4c8c-8f5e-baa540cc2ae6']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:53.446861 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4bde7476-625c-4237-9df5-637f97a7f672 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0523a89e-17e8-4039-b185-07114ea3f224') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:53.447087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4bde7476-625c-4237-9df5-637f97a7f672 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0523a89e-17e8-4039-b185-07114ea3f224') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:53.456081 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bde7476-625c-4237-9df5-637f97a7f672 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.475273 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bde7476-625c-4237-9df5-637f97a7f672 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.481481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bde7476-625c-4237-9df5-637f97a7f672 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:53.481918 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bde7476-625c-4237-9df5-637f97a7f672 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:53.485195 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:53.497988 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-81994457-8159-499d-a749-8d739519c8fe req-bbc86c6e-129f-49ad-b6ea-d7c0996cdfb6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Deleting port 729ac8be-5afb-43ce-8505-7c85a67a4c10 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:53.498639 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81994457-8159-499d-a749-8d739519c8fe req-bbc86c6e-129f-49ad-b6ea-d7c0996cdfb6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.593001 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bde7476-625c-4237-9df5-637f97a7f672 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.601033 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bde7476-625c-4237-9df5-637f97a7f672 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.606671 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4bde7476-625c-4237-9df5-637f97a7f672 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/networks/6dfc3a74-7e6c-4c8c-8f5e-baa540cc2ae6 HTTP/1.1" status: 204 len: 168 time: 0.3461752 Jul 16 18:01:53.609834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60770) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:53.615403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-dec73059-7435-451c-87dc-5f897eea55b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1542410403'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:53.619014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde7476-625c-4237-9df5-637f97a7f672 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Network': ['ID=6dfc3a74-7e6c-4c8c-8f5e-baa540cc2ae6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:53.627788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dad497-6378-4c4d-b82f-74067589c4ae req-8fc1fc8f-2f76-4f07-b317-a4ebcec9717e tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.629273 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50dad497-6378-4c4d-b82f-74067589c4ae req-8fc1fc8f-2f76-4f07-b317-a4ebcec9717e tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.32 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 945 time: 0.1336379 Jul 16 18:01:53.670165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec73059-7435-451c-87dc-5f897eea55b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:53.674955 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dec73059-7435-451c-87dc-5f897eea55b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.700355 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-81994457-8159-499d-a749-8d739519c8fe req-bbc86c6e-129f-49ad-b6ea-d7c0996cdfb6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] For port 729ac8be-5afb-43ce-8505-7c85a67a4c10, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=729ac8be-5afb-43ce-8505-7c85a67a4c10,segment=NetworkSegment(c6d52ebc-4377-4f71-88bd-4544b1699fa2),segment_id=c6d52ebc-4377-4f71-88bd-4544b1699fa2)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:53.701088 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81994457-8159-499d-a749-8d739519c8fe req-bbc86c6e-129f-49ad-b6ea-d7c0996cdfb6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.750664 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-81994457-8159-499d-a749-8d739519c8fe req-bbc86c6e-129f-49ad-b6ea-d7c0996cdfb6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Calling delete_port for 729ac8be-5afb-43ce-8505-7c85a67a4c10 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:53.769158 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-50dad497-6378-4c4d-b82f-74067589c4ae req-d7f48330-c348-458f-b769-12dda063ba98 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Deleting port 27f38215-f729-42df-a642-108dd1a15b42 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:53.769539 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50dad497-6378-4c4d-b82f-74067589c4ae req-d7f48330-c348-458f-b769-12dda063ba98 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.799457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec73059-7435-451c-87dc-5f897eea55b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:53.857260 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dec73059-7435-451c-87dc-5f897eea55b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.857544 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-dec73059-7435-451c-87dc-5f897eea55b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Added segment 95b33a81-f7fb-4fa8-bdc0-38f68319b99b of type vlan for network 35b0f9e2-dfd5-481d-a5ed-b3d205725ac7 Jul 16 18:01:53.877539 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-50dad497-6378-4c4d-b82f-74067589c4ae req-d7f48330-c348-458f-b769-12dda063ba98 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] For port 27f38215-f729-42df-a642-108dd1a15b42, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=27f38215-f729-42df-a642-108dd1a15b42,segment=NetworkSegment(53e6684a-0f93-442c-a918-36d635debcb1),segment_id=53e6684a-0f93-442c-a918-36d635debcb1)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:53.878145 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50dad497-6378-4c4d-b82f-74067589c4ae req-d7f48330-c348-458f-b769-12dda063ba98 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.891918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-50dad497-6378-4c4d-b82f-74067589c4ae req-d7f48330-c348-458f-b769-12dda063ba98 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Calling delete_port for 27f38215-f729-42df-a642-108dd1a15b42 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:53.924971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928d2b4-01e3-4f67-a9f5-6d3f455fc84d req-542f5edb-647e-454c-9f7c-d9ddc43c3096 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.926822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1928d2b4-01e3-4f67-a9f5-6d3f455fc84d req-542f5edb-647e-454c-9f7c-d9ddc43c3096 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 945 time: 0.2464786 Jul 16 18:01:53.943980 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dec73059-7435-451c-87dc-5f897eea55b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.969898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3807b0b-ab7d-48a7-ad32-7e63ba2b3546 req-bbbac3cc-2e55-4516-a6ce-bcb6b5ce2354 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.971429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3807b0b-ab7d-48a7-ad32-7e63ba2b3546 req-bbbac3cc-2e55-4516-a6ce-bcb6b5ce2354 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd3275db-5967-45b2-8f38-8a17c54b17b2 HTTP/1.1" status: 200 len: 946 time: 0.2407925 Jul 16 18:01:54.053316 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1928d2b4-01e3-4f67-a9f5-6d3f455fc84d req-541ff408-2104-4555-961a-a0a8841e9f43 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f5a4b08-50f6-41eb-8db4-bfdfbcc67509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151712 Jul 16 18:01:54.061200 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dec73059-7435-451c-87dc-5f897eea55b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.066865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec73059-7435-451c-87dc-5f897eea55b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:54.067517 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dec73059-7435-451c-87dc-5f897eea55b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.136627 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3807b0b-ab7d-48a7-ad32-7e63ba2b3546 req-2d39ae8b-8363-44a4-a6b4-adf996393017 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.24 "GET /v2.0/security-groups?id=5382402d-46e1-4d5d-95cc-66b2c2e94279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535134 Jul 16 18:01:54.170869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dec73059-7435-451c-87dc-5f897eea55b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5557096 Jul 16 18:01:54.170869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60778) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:54.182576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-05a65e50-c3df-4682-9d28-95d374f97a4f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': '35b0f9e2-dfd5-481d-a5ed-b3d205725ac7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:54.234981 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81994457-8159-499d-a749-8d739519c8fe req-bbc86c6e-129f-49ad-b6ea-d7c0996cdfb6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.247978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec73059-7435-451c-87dc-5f897eea55b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Network': ['ID=35b0f9e2-dfd5-481d-a5ed-b3d205725ac7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.248337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['729ac8be-5afb-43ce-8505-7c85a67a4c10'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:54.280430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 35b0f9e2-dfd5-481d-a5ed-b3d205725ac7 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:54.300765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc86c6e-129f-49ad-b6ea-d7c0996cdfb6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Pushing event deleted for resources: {'Port': ['ID=729ac8be-5afb-43ce-8505-7c85a67a4c10,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.418826 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50dad497-6378-4c4d-b82f-74067589c4ae req-d7f48330-c348-458f-b769-12dda063ba98 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.429775 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-81994457-8159-499d-a749-8d739519c8fe req-bbc86c6e-129f-49ad-b6ea-d7c0996cdfb6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] No DVR routers for this DVR port 729ac8be-5afb-43ce-8505-7c85a67a4c10 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:54.431673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['27f38215-f729-42df-a642-108dd1a15b42'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:54.434822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-81994457-8159-499d-a749-8d739519c8fe req-bbc86c6e-129f-49ad-b6ea-d7c0996cdfb6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.437008 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81994457-8159-499d-a749-8d739519c8fe req-bbc86c6e-129f-49ad-b6ea-d7c0996cdfb6 tempest-ServerDiskConfigTestJSON-2116792990 tempest-ServerDiskConfigTestJSON-2116792990-project] 10.222.0.11 "DELETE /v2.0/ports/729ac8be-5afb-43ce-8505-7c85a67a4c10 HTTP/1.1" status: 204 len: 173 time: 1.0632243 Jul 16 18:01:54.444073 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3275db-5967-45b2-8f38-8a17c54b17b2', 'name': 'network-vif-deleted', 'tag': '729ac8be-5afb-43ce-8505-7c85a67a4c10'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:54.448365 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcac09eb-6028-4943-a4b3-e494dad67340" -d '{"events": [{"server_uuid": "cd3275db-5967-45b2-8f38-8a17c54b17b2", "name": "network-vif-deleted", "tag": "729ac8be-5afb-43ce-8505-7c85a67a4c10"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:54.461165 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f48330-c348-458f-b769-12dda063ba98 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Pushing event deleted for resources: {'Port': ['ID=27f38215-f729-42df-a642-108dd1a15b42,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.494208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a65e50-c3df-4682-9d28-95d374f97a4f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:54.498740 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05a65e50-c3df-4682-9d28-95d374f97a4f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.533452 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb0ba1f-0769-42bb-97d5-3522dcccdc41 x-openstack-request-id: req-0eb0ba1f-0769-42bb-97d5-3522dcccdc41 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:54.533870 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3275db-5967-45b2-8f38-8a17c54b17b2", "name": "network-vif-deleted", "tag": "729ac8be-5afb-43ce-8505-7c85a67a4c10", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:54.534047 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0eb0ba1f-0769-42bb-97d5-3522dcccdc41 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:54.534460 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3275db-5967-45b2-8f38-8a17c54b17b2', 'name': 'network-vif-deleted', 'tag': '729ac8be-5afb-43ce-8505-7c85a67a4c10', 'status': 'completed', 'code': 200} Jul 16 18:01:54.543496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dad497-6378-4c4d-b82f-74067589c4ae req-d7f48330-c348-458f-b769-12dda063ba98 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] No DVR routers for this DVR port 27f38215-f729-42df-a642-108dd1a15b42 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:54.546351 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50dad497-6378-4c4d-b82f-74067589c4ae req-d7f48330-c348-458f-b769-12dda063ba98 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.548821 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50dad497-6378-4c4d-b82f-74067589c4ae req-d7f48330-c348-458f-b769-12dda063ba98 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.32 "DELETE /v2.0/ports/27f38215-f729-42df-a642-108dd1a15b42 HTTP/1.1" status: 204 len: 173 time: 0.9070423 Jul 16 18:01:54.549410 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73c5ce2-a1c9-4271-8e25-6db1339d90dc', 'name': 'network-vif-deleted', 'tag': '27f38215-f729-42df-a642-108dd1a15b42'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:54.552156 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e860919e-4401-4835-8128-da30c749edf4" -d '{"events": [{"server_uuid": "e73c5ce2-a1c9-4271-8e25-6db1339d90dc", "name": "network-vif-deleted", "tag": "27f38215-f729-42df-a642-108dd1a15b42"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:54.592226 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ef16fe-c786-441e-a8d7-d5d16cf341a9 x-openstack-request-id: req-32ef16fe-c786-441e-a8d7-d5d16cf341a9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:54.592533 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73c5ce2-a1c9-4271-8e25-6db1339d90dc", "name": "network-vif-deleted", "tag": "27f38215-f729-42df-a642-108dd1a15b42", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:54.592794 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32ef16fe-c786-441e-a8d7-d5d16cf341a9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:54.593271 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73c5ce2-a1c9-4271-8e25-6db1339d90dc', 'name': 'network-vif-deleted', 'tag': '27f38215-f729-42df-a642-108dd1a15b42', 'status': 'completed', 'code': 200} Jul 16 18:01:54.738066 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:01:54.748933 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05a65e50-c3df-4682-9d28-95d374f97a4f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.821495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a65e50-c3df-4682-9d28-95d374f97a4f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Subnet': ['ID=a9c9fa87-a568-4097-8e3a-7ef4d04e306c,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.829091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a65e50-c3df-4682-9d28-95d374f97a4f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Checking segment: {'id': '95b33a81-f7fb-4fa8-bdc0-38f68319b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '35b0f9e2-dfd5-481d-a5ed-b3d205725ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:54.829460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a65e50-c3df-4682-9d28-95d374f97a4f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network hostable DHCP agents. Network: 35b0f9e2-dfd5-481d-a5ed-b3d205725ac7, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:54.846968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a65e50-c3df-4682-9d28-95d374f97a4f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 35b0f9e2-dfd5-481d-a5ed-b3d205725ac7 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:54.856226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-05a65e50-c3df-4682-9d28-95d374f97a4f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 35b0f9e2-dfd5-481d-a5ed-b3d205725ac7) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:54.865575 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c84207-7993-4be7-aab5-1aa99642f8d2 None None] Network 35b0f9e2-dfd5-481d-a5ed-b3d205725ac7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:54.870517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a65e50-c3df-4682-9d28-95d374f97a4f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:54.871135 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05a65e50-c3df-4682-9d28-95d374f97a4f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.885897 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-05a65e50-c3df-4682-9d28-95d374f97a4f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7141855 Jul 16 18:01:54.888322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60786) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:54.893693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': '35b0f9e2-dfd5-481d-a5ed-b3d205725ac7', 'name': 'tempest-PortsIpV6TestJSON-1913653015'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:55.025184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:55.029295 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.057551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port a79cc6fe-79b1-4fc7-9f34-b6231a5b9b7a yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:01:55.146529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-35b0f9e2-dfd5-481d-a5ed-b3d205725ac7', 'network_id': '35b0f9e2-dfd5-481d-a5ed-b3d205725ac7', 'tenant_id': '17f2e8233461467da1a70adf2d52d2a7', 'fixed_ips': [{'subnet_id': 'a9c9fa87-a568-4097-8e3a-7ef4d04e306c'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:55.147391 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.179709 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.356658 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8::3e8 (35b0f9e2-dfd5-481d-a5ed-b3d205725ac7/a9c9fa87-a568-4097-8e3a-7ef4d04e306c/a79cc6fe-79b1-4fc7-9f34-b6231a5b9b7a) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:55.411554 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a96f0ec-14ad-4c59-946c-126b5026afb5 req-81032fc5-be71-4c01-911e-9a78dba49083 tempest-ServerAddressesTestJSON-2021864395 tempest-ServerAddressesTestJSON-2021864395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e73c5ce2-a1c9-4271-8e25-6db1339d90dc HTTP/1.1" status: 200 len: 210 time: 0.0787361 Jul 16 18:01:55.675836 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.695376 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Transition to ACTIVE for port object a79cc6fe-79b1-4fc7-9f34-b6231a5b9b7a will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:55.750509 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.800935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Allocated IP 2001:db8::2 (35b0f9e2-dfd5-481d-a5ed-b3d205725ac7/a9c9fa87-a568-4097-8e3a-7ef4d04e306c/9efc0d2b-c8bd-48c3-8d08-fee0c527a35a) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:55.806533 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=a79cc6fe-79b1-4fc7-9f34-b6231a5b9b7a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:55.827542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 35b0f9e2-dfd5-481d-a5ed-b3d205725ac7 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:55.829391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:55.832894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:55.838712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:55.839354 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.853291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3d4f2e3e-0a86-403c-acbd-2de73b050905 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9639261 Jul 16 18:01:55.855914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60808) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:55.899912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60810) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:55.950493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-86285f4d-0336-446e-bcd4-07c6b8c0ff25 admin admin] Deleting subnet 7431876d-2556-467a-a82f-bdd789c31bee {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:55.953974 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86285f4d-0336-446e-bcd4-07c6b8c0ff25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.982577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d3a244e1-240e-4583-974d-a630434083ac tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port a79cc6fe-79b1-4fc7-9f34-b6231a5b9b7a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:55.983361 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d3a244e1-240e-4583-974d-a630434083ac tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.993725 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86285f4d-0336-446e-bcd4-07c6b8c0ff25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.004982 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.016272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Transition to ACTIVE for port object 9efc0d2b-c8bd-48c3-8d08-fee0c527a35a will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:56.036881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Transition to ACTIVE for port object 9efc0d2b-c8bd-48c3-8d08-fee0c527a35a will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:56.046079 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.062731 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86285f4d-0336-446e-bcd4-07c6b8c0ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.091880 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d3a244e1-240e-4583-974d-a630434083ac tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.092267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Pushing event updated for resources: {'Port': ['ID=9efc0d2b-c8bd-48c3-8d08-fee0c527a35a,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.105005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Network 35b0f9e2-dfd5-481d-a5ed-b3d205725ac7 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:56.106639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:56.109419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:56.116223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d3a244e1-240e-4583-974d-a630434083ac tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for a79cc6fe-79b1-4fc7-9f34-b6231a5b9b7a owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:56.144753 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86285f4d-0336-446e-bcd4-07c6b8c0ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.176146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86285f4d-0336-446e-bcd4-07c6b8c0ff25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7431876d-2556-467a-a82f-bdd789c31bee,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.183004 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86285f4d-0336-446e-bcd4-07c6b8c0ff25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.185597 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Attempting to bind port 9efc0d2b-c8bd-48c3-8d08-fee0c527a35a on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:56.185597 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Attempting to bind port 9efc0d2b-c8bd-48c3-8d08-fee0c527a35a by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '95b33a81-f7fb-4fa8-bdc0-38f68319b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '35b0f9e2-dfd5-481d-a5ed-b3d205725ac7'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:56.185919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Attempting to bind port 9efc0d2b-c8bd-48c3-8d08-fee0c527a35a on network 35b0f9e2-dfd5-481d-a5ed-b3d205725ac7 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:56.188091 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-86285f4d-0336-446e-bcd4-07c6b8c0ff25 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7431876d-2556-467a-a82f-bdd789c31bee HTTP/1.1" status: 204 len: 168 time: 0.2874496 Jul 16 18:01:56.189186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60812) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:56.191235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:56.191751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Checking segment: {'id': '95b33a81-f7fb-4fa8-bdc0-38f68319b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '35b0f9e2-dfd5-481d-a5ed-b3d205725ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:56.192166 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.192568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Bound using segment: {'id': '95b33a81-f7fb-4fa8-bdc0-38f68319b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '35b0f9e2-dfd5-481d-a5ed-b3d205725ac7'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:56.193038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Bound port: 9efc0d2b-c8bd-48c3-8d08-fee0c527a35a, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b33a81-f7fb-4fa8-bdc0-38f68319b99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '35b0f9e2-dfd5-481d-a5ed-b3d205725ac7'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:56.193563 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.277584 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d36ec-64f4-49e8-b343-2eca34b52370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.284692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] For port 9efc0d2b-c8bd-48c3-8d08-fee0c527a35a, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:56.285886 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d3a244e1-240e-4583-974d-a630434083ac tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.288441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] For port 9efc0d2b-c8bd-48c3-8d08-fee0c527a35a, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9efc0d2b-c8bd-48c3-8d08-fee0c527a35a,segment=NetworkSegment(95b33a81-f7fb-4fa8-bdc0-38f68319b99b),segment_id=95b33a81-f7fb-4fa8-bdc0-38f68319b99b)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:56.294262 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.324897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a244e1-240e-4583-974d-a630434083ac tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=a79cc6fe-79b1-4fc7-9f34-b6231a5b9b7a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.381980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bab6d1-512f-4501-b10c-625cfa2f39d9 None None] Pushing event updated for resources: {'Port': ['ID=9efc0d2b-c8bd-48c3-8d08-fee0c527a35a,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.399359 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d3a244e1-240e-4583-974d-a630434083ac tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.401828 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d3a244e1-240e-4583-974d-a630434083ac tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/a79cc6fe-79b1-4fc7-9f34-b6231a5b9b7a HTTP/1.1" status: 204 len: 168 time: 0.5449378 Jul 16 18:01:56.405214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60814) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:56.417960 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d36ec-64f4-49e8-b343-2eca34b52370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.430941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-104d36ec-64f4-49e8-b343-2eca34b52370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a25aec-8211-4ae2-b2a2-bc85ae7415e3']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:56.438213 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0808d79a-0802-4294-a069-f6ab7276dfb7 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] DELETE failed (client error): The resource could not be found. Jul 16 18:01:56.439090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0808d79a-0802-4294-a069-f6ab7276dfb7 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:01:56.445283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0808d79a-0802-4294-a069-f6ab7276dfb7 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/a79cc6fe-79b1-4fc7-9f34-b6231a5b9b7a HTTP/1.1" status: 404 len: 333 time: 0.0363054 Jul 16 18:01:56.445593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60818) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:56.458393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-104d36ec-64f4-49e8-b343-2eca34b52370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d52ebc-4377-4f71-88bd-4544b1699fa2') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:56.458798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-104d36ec-64f4-49e8-b343-2eca34b52370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d52ebc-4377-4f71-88bd-4544b1699fa2') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:56.470264 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d36ec-64f4-49e8-b343-2eca34b52370 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.478437 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8565caad-81b6-4ba4-9d93-f5aea1d78337 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:01:56.478437 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8565caad-81b6-4ba4-9d93-f5aea1d78337 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/a79cc6fe-79b1-4fc7-9f34-b6231a5b9b7a HTTP/1.1" status: 404 len: 333 time: 0.0287743 Jul 16 18:01:56.480484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60822) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:56.490540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d36ec-64f4-49e8-b343-2eca34b52370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.502228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104d36ec-64f4-49e8-b343-2eca34b52370 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:56.502698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d36ec-64f4-49e8-b343-2eca34b52370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.543516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-05df5ee9-c216-4b94-a47e-313b77111301 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting subnet a9c9fa87-a568-4097-8e3a-7ef4d04e306c {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:56.548137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60824) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:56.567662 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05df5ee9-c216-4b94-a47e-313b77111301 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:56.619176 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:56.636791 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d36ec-64f4-49e8-b343-2eca34b52370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.654576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-104d36ec-64f4-49e8-b343-2eca34b52370 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.657074 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-104d36ec-64f4-49e8-b343-2eca34b52370 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c4a25aec-8211-4ae2-b2a2-bc85ae7415e3 HTTP/1.1" status: 204 len: 168 time: 0.4667351 Jul 16 18:01:56.689865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d36ec-64f4-49e8-b343-2eca34b52370 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a25aec-8211-4ae2-b2a2-bc85ae7415e3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.702073 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05df5ee9-c216-4b94-a47e-313b77111301 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.740017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f03e2fe0-3c29-4da1-b939-2927cf32dd4f admin admin] Deleting subnet 787a005c-a977-44b3-bebd-2eb5fe7ce44e {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:56.749141 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f03e2fe0-3c29-4da1-b939-2927cf32dd4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.833186 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f03e2fe0-3c29-4da1-b939-2927cf32dd4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.839714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 27f38215-f729-42df-a642-108dd1a15b42 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:56.885457 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 27f38215-f729-42df-a642-108dd1a15b42 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:56.886625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 27f38215-f729-42df-a642-108dd1a15b42 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:56.923386 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05df5ee9-c216-4b94-a47e-313b77111301 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.931381 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f03e2fe0-3c29-4da1-b939-2927cf32dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.947901 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60836) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:56.993453 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5e6c542a-4ff2-48fc-9b3b-f2b97a707bc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d97172e1a49846aba5948b04d63bbeab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439072 Jul 16 18:01:56.995989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60838) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:57.034859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f03e2fe0-3c29-4da1-b939-2927cf32dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.044787 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05df5ee9-c216-4b94-a47e-313b77111301 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.061035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3e8f-c654-437d-8236-cff0f9cd7c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.077478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e2fe0-3c29-4da1-b939-2927cf32dd4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787a005c-a977-44b3-bebd-2eb5fe7ce44e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:57.088117 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3e8f-c654-437d-8236-cff0f9cd7c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.111880 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f03e2fe0-3c29-4da1-b939-2927cf32dd4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.114172 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f03e2fe0-3c29-4da1-b939-2927cf32dd4f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/787a005c-a977-44b3-bebd-2eb5fe7ce44e HTTP/1.1" status: 204 len: 168 time: 0.5646813 Jul 16 18:01:57.116761 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05df5ee9-c216-4b94-a47e-313b77111301 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.118520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60840) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:57.122247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-05df5ee9-c216-4b94-a47e-313b77111301 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/a9c9fa87-a568-4097-8e3a-7ef4d04e306c HTTP/1.1" status: 204 len: 168 time: 0.6385984 Jul 16 18:01:57.122247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df5ee9-c216-4b94-a47e-313b77111301 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c9fa87-a568-4097-8e3a-7ef4d04e306c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:57.122525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60842) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:57.264129 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.266028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3e8f-c654-437d-8236-cff0f9cd7c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.268614 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3e8f-c654-437d-8236-cff0f9cd7c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.272151 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2c4f3e8f-c654-437d-8236-cff0f9cd7c51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5382402d-46e1-4d5d-95cc-66b2c2e94279 HTTP/1.1" status: 204 len: 168 time: 0.2726650 Jul 16 18:01:57.276013 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69ea1d0e-c9f0-44f8-a66c-7c264126dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.288515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f3e8f-c654-437d-8236-cff0f9cd7c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382402d-46e1-4d5d-95cc-66b2c2e94279,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:57.412244 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69ea1d0e-c9f0-44f8-a66c-7c264126dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.422001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 9efc0d2b-c8bd-48c3-8d08-fee0c527a35a {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:57.422322 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.427213 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-69ea1d0e-c9f0-44f8-a66c-7c264126dd09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e49a12-16cf-400a-b778-7b9fa1994d7c']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:57.457889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-69ea1d0e-c9f0-44f8-a66c-7c264126dd09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e6684a-0f93-442c-a918-36d635debcb1') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:57.458186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-69ea1d0e-c9f0-44f8-a66c-7c264126dd09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e6684a-0f93-442c-a918-36d635debcb1') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:57.472197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69ea1d0e-c9f0-44f8-a66c-7c264126dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.519927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69ea1d0e-c9f0-44f8-a66c-7c264126dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.523518 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] For port 9efc0d2b-c8bd-48c3-8d08-fee0c527a35a, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9efc0d2b-c8bd-48c3-8d08-fee0c527a35a,segment=NetworkSegment(95b33a81-f7fb-4fa8-bdc0-38f68319b99b),segment_id=95b33a81-f7fb-4fa8-bdc0-38f68319b99b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:57.523854 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.525168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb342cf0-6809-486d-9228-ec23592fa1d8 None None] Network 35b0f9e2-dfd5-481d-a5ed-b3d205725ac7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:57.536406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ea1d0e-c9f0-44f8-a66c-7c264126dd09 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:57.536820 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69ea1d0e-c9f0-44f8-a66c-7c264126dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:57.538548 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:57.558083 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 9efc0d2b-c8bd-48c3-8d08-fee0c527a35a owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:57.592706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a174379b-7811-4a1a-8a12-658c1d5ea3af None None] Provisioning for port 9efc0d2b-c8bd-48c3-8d08-fee0c527a35a completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:57.662729 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69ea1d0e-c9f0-44f8-a66c-7c264126dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.699027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69ea1d0e-c9f0-44f8-a66c-7c264126dd09 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.700904 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-69ea1d0e-c9f0-44f8-a66c-7c264126dd09 admin admin] 10.222.0.24 "DELETE /v2.0/networks/20e49a12-16cf-400a-b778-7b9fa1994d7c HTTP/1.1" status: 204 len: 168 time: 0.5814960 Jul 16 18:01:57.724181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea1d0e-c9f0-44f8-a66c-7c264126dd09 admin admin] Pushing event deleted for resources: {'Network': ['ID=20e49a12-16cf-400a-b778-7b9fa1994d7c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:57.729097 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.774345 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=9efc0d2b-c8bd-48c3-8d08-fee0c527a35a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:57.778260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c83078f-603c-4283-ae82-8607709bbe2f None None] DHCP port deletion for 35b0f9e2-dfd5-481d-a5ed-b3d205725ac7 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:01:57.783081 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No DVR routers for this DVR port 9efc0d2b-c8bd-48c3-8d08-fee0c527a35a on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:57.884135 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.895875 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b0f9e2-dfd5-481d-a5ed-b3d205725ac7']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:57.908767 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60864) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:57.910077 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b33a81-f7fb-4fa8-bdc0-38f68319b99b') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:57.910381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b33a81-f7fb-4fa8-bdc0-38f68319b99b') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:57.935338 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.968114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 729ac8be-5afb-43ce-8505-7c85a67a4c10 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:57.996792 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9cbeec30-fa2b-453a-b863-5139f5310689 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1ad07966f5945bcb64dbf7a69889ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885155 Jul 16 18:01:57.999662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60870) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:58.002408 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.010588 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:58.011273 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.043423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 729ac8be-5afb-43ce-8505-7c85a67a4c10 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:58.043689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 729ac8be-5afb-43ce-8505-7c85a67a4c10 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:58.087391 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0bc5d59f-799f-4fa3-887d-58f7aebd094d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:58.090678 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:58.095290 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.116101 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0bc5d59f-799f-4fa3-887d-58f7aebd094d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.123953 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.134317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60876) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:58.134578 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/networks/35b0f9e2-dfd5-481d-a5ed-b3d205725ac7 HTTP/1.1" status: 204 len: 168 time: 1.0107658 Jul 16 18:01:58.135261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7a933-3c24-4d88-8b45-a269d371882c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Network': ['ID=35b0f9e2-dfd5-481d-a5ed-b3d205725ac7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.141455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3e2f3c02-3931-4515-8687-c818e7d9fd66 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1041990880'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:58.176517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2f3c02-3931-4515-8687-c818e7d9fd66 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:58.180984 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3e2f3c02-3931-4515-8687-c818e7d9fd66 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.208913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2f3c02-3931-4515-8687-c818e7d9fd66 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:58.211172 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0bc5d59f-799f-4fa3-887d-58f7aebd094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.213870 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0bc5d59f-799f-4fa3-887d-58f7aebd094d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.215265 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0bc5d59f-799f-4fa3-887d-58f7aebd094d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f5a4b08-50f6-41eb-8db4-bfdfbcc67509 HTTP/1.1" status: 204 len: 168 time: 0.2139373 Jul 16 18:01:58.229599 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3e2f3c02-3931-4515-8687-c818e7d9fd66 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.229951 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-3e2f3c02-3931-4515-8687-c818e7d9fd66 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Added segment dcc752c3-b66e-43ed-8d81-ab2453bb27fc of type vlan for network a3940158-30e4-48e0-8b19-2a0e5b019f0e Jul 16 18:01:58.231427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5d59f-799f-4fa3-887d-58f7aebd094d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5a4b08-50f6-41eb-8db4-bfdfbcc67509,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.281131 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3e2f3c02-3931-4515-8687-c818e7d9fd66 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.314293 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60882) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:58.314836 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3e2f3c02-3931-4515-8687-c818e7d9fd66 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.321458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2f3c02-3931-4515-8687-c818e7d9fd66 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.322184 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3e2f3c02-3931-4515-8687-c818e7d9fd66 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.364853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3e2f3c02-3931-4515-8687-c818e7d9fd66 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2294748 Jul 16 18:01:58.369484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60888) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:58.375484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-57ace57e-a034-4945-b21e-e535bc67e401 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': 'a3940158-30e4-48e0-8b19-2a0e5b019f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:58.415627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f3c02-3931-4515-8687-c818e7d9fd66 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Network': ['ID=a3940158-30e4-48e0-8b19-2a0e5b019f0e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.428048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network a3940158-30e4-48e0-8b19-2a0e5b019f0e details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:58.488741 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1564820283-network', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:58.513579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:01:58.513579 n-d-787205-10 neutron-server[105590]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:01:58.513579 n-d-787205-10 neutron-server[105590]: [parameters: {'project_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'id': '4f9b693a-a6c6-4dc7-8a0e-d8dedd219e90', 'expiration': datetime.datetime(2021, 7, 16, 18, 3, 58, 504403)}] Jul 16 18:01:58.513579 n-d-787205-10 neutron-server[105590]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:01:58.513986 n-d-787205-10 neutron-server[105590]: DEBUG oslo_db.api [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:01:58.521271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ace57e-a034-4945-b21e-e535bc67e401 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:58.527011 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57ace57e-a034-4945-b21e-e535bc67e401 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.754614 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57ace57e-a034-4945-b21e-e535bc67e401 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.825307 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ace57e-a034-4945-b21e-e535bc67e401 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Subnet': ['ID=359de6db-10cb-42db-860b-00e8f746df32,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.845618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ace57e-a034-4945-b21e-e535bc67e401 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Checking segment: {'id': 'dcc752c3-b66e-43ed-8d81-ab2453bb27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3940158-30e4-48e0-8b19-2a0e5b019f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:58.846066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ace57e-a034-4945-b21e-e535bc67e401 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network hostable DHCP agents. Network: a3940158-30e4-48e0-8b19-2a0e5b019f0e, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:58.867194 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ace57e-a034-4945-b21e-e535bc67e401 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network a3940158-30e4-48e0-8b19-2a0e5b019f0e is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:58.878866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-57ace57e-a034-4945-b21e-e535bc67e401 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, a3940158-30e4-48e0-8b19-2a0e5b019f0e) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:58.883772 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ace57e-a034-4945-b21e-e535bc67e401 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.885383 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57ace57e-a034-4945-b21e-e535bc67e401 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.888282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b84414-44bf-4b0a-9567-fef0de13d2d4 None None] Network a3940158-30e4-48e0-8b19-2a0e5b019f0e requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:58.905329 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60924) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:58.905799 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-57ace57e-a034-4945-b21e-e535bc67e401 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5348060 Jul 16 18:01:58.911553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': 'a3940158-30e4-48e0-8b19-2a0e5b019f0e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2141668238'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:59.031376 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:59.036460 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.060340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Made reservation on behalf of 68ec2b83b3b84123a5ebbb2a3744295b for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:59.061033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port f3ca5158-64f6-40b0-93f4-284df0e37b11 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:01:59.069220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.097047 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.123817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-a3940158-30e4-48e0-8b19-2a0e5b019f0e', 'network_id': 'a3940158-30e4-48e0-8b19-2a0e5b019f0e', 'tenant_id': '17f2e8233461467da1a70adf2d52d2a7', 'fixed_ips': [{'subnet_id': '359de6db-10cb-42db-860b-00e8f746df32'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:59.124775 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.274093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8::12c (a3940158-30e4-48e0-8b19-2a0e5b019f0e/359de6db-10cb-42db-860b-00e8f746df32/f3ca5158-64f6-40b0-93f4-284df0e37b11) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:59.280430 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.285861 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.321406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:59.351907 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.352650 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Added segment 63e08c8d-3752-45f7-8ff7-cf959a0b1b8b of type vlan for network 00f0acd8-15d8-4280-b6e9-01a022b9c260 Jul 16 18:01:59.366502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777338fb-e538-4dde-8b50-23ca34dd88a7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:59.405723 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.447231 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.449248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:59.450635 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.463114 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.488380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Transition to ACTIVE for port object f3ca5158-64f6-40b0-93f4-284df0e37b11 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:59.503329 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1875882 Jul 16 18:01:59.505901 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60946) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:59.511813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4997285c-3f4b-487b-9e08-505c07d16df6 admin admin] Request body: {'subnet': {'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1564820283-subnet', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:59.544912 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.558199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c9184-4f25-4a3d-a3aa-0f4720e92324 admin admin] Pushing event updated for resources: {'Network': ['ID=00f0acd8-15d8-4280-b6e9-01a022b9c260,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:59.576570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 00f0acd8-15d8-4280-b6e9-01a022b9c260 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:59.590342 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4997285c-3f4b-487b-9e08-505c07d16df6 admin admin] Made reservation on behalf of 68ec2b83b3b84123a5ebbb2a3744295b for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:59.593183 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4997285c-3f4b-487b-9e08-505c07d16df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.656536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network a3940158-30e4-48e0-8b19-2a0e5b019f0e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:59.663736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:59.671446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:59.680657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:59.681719 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.703621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=f3ca5158-64f6-40b0-93f4-284df0e37b11,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:59.706787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Allocated IP 2001:db8::2 (a3940158-30e4-48e0-8b19-2a0e5b019f0e/359de6db-10cb-42db-860b-00e8f746df32/4cf596f8-e4e4-4a06-9b05-afb50a7b297f) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:59.710410 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fb858a81-1211-4cc4-8dd3-6a1db8a78581 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.8035564 Jul 16 18:01:59.715235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60960) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:59.845787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-66777166-cf88-4965-9518-08737d044607 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port f3ca5158-64f6-40b0-93f4-284df0e37b11 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:59.845787 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66777166-cf88-4965-9518-08737d044607 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.890836 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.902642 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Transition to ACTIVE for port object 4cf596f8-e4e4-4a06-9b05-afb50a7b297f will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:59.926249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Transition to ACTIVE for port object 4cf596f8-e4e4-4a06-9b05-afb50a7b297f will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:59.936095 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.003147 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4997285c-3f4b-487b-9e08-505c07d16df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.005282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Network a3940158-30e4-48e0-8b19-2a0e5b019f0e is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:00.010758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:00.016902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:00.020762 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Pushing event updated for resources: {'Port': ['ID=4cf596f8-e4e4-4a06-9b05-afb50a7b297f,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:00.095085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997285c-3f4b-487b-9e08-505c07d16df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9884b77-e74b-4152-ba0a-646cd55d5950,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:00.105771 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Attempting to bind port 4cf596f8-e4e4-4a06-9b05-afb50a7b297f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:00.106162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Attempting to bind port 4cf596f8-e4e4-4a06-9b05-afb50a7b297f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'dcc752c3-b66e-43ed-8d81-ab2453bb27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3940158-30e4-48e0-8b19-2a0e5b019f0e'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:00.107329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Attempting to bind port 4cf596f8-e4e4-4a06-9b05-afb50a7b297f on network a3940158-30e4-48e0-8b19-2a0e5b019f0e {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:00.114248 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:00.114860 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Checking segment: {'id': 'dcc752c3-b66e-43ed-8d81-ab2453bb27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3940158-30e4-48e0-8b19-2a0e5b019f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:00.115442 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.115991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Bound using segment: {'id': 'dcc752c3-b66e-43ed-8d81-ab2453bb27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3940158-30e4-48e0-8b19-2a0e5b019f0e'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:00.116768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Bound port: 4cf596f8-e4e4-4a06-9b05-afb50a7b297f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc752c3-b66e-43ed-8d81-ab2453bb27fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a3940158-30e4-48e0-8b19-2a0e5b019f0e'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:00.117981 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.174513 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4997285c-3f4b-487b-9e08-505c07d16df6 admin admin] Checking segment: {'id': '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:00.175033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997285c-3f4b-487b-9e08-505c07d16df6 admin admin] Network hostable DHCP agents. Network: 00f0acd8-15d8-4280-b6e9-01a022b9c260, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:00.205839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] For port 4cf596f8-e4e4-4a06-9b05-afb50a7b297f, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:00.210423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] For port 4cf596f8-e4e4-4a06-9b05-afb50a7b297f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4cf596f8-e4e4-4a06-9b05-afb50a7b297f,segment=NetworkSegment(dcc752c3-b66e-43ed-8d81-ab2453bb27fc),segment_id=dcc752c3-b66e-43ed-8d81-ab2453bb27fc)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:00.218309 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.218613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997285c-3f4b-487b-9e08-505c07d16df6 admin admin] Network 00f0acd8-15d8-4280-b6e9-01a022b9c260 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:00.235106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4997285c-3f4b-487b-9e08-505c07d16df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 00f0acd8-15d8-4280-b6e9-01a022b9c260) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:00.241139 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4997285c-3f4b-487b-9e08-505c07d16df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.242368 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4997285c-3f4b-487b-9e08-505c07d16df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.254387 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f1344-5806-41d5-b1cb-f6bf979fae6e None None] Network 00f0acd8-15d8-4280-b6e9-01a022b9c260 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:00.277223 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4997285c-3f4b-487b-9e08-505c07d16df6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7702329 Jul 16 18:02:00.279966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60980) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:00.286032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1564820283-router', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:00.332683 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.334336 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.421316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de67770-e187-4f32-b7d9-b6957abae1f8 None None] Pushing event updated for resources: {'Port': ['ID=4cf596f8-e4e4-4a06-9b05-afb50a7b297f,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:00.465371 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.633092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec162b0-243f-4922-a29e-0ce1243e6aa6 None None] Network 00f0acd8-15d8-4280-b6e9-01a022b9c260 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:00.685389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-228297e8-55c3-4ffa-8753-6254dc74b229 req-bce0a78c-0431-4500-904e-829a9cd1089a tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0660057 Jul 16 18:02:00.816523 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66777166-cf88-4965-9518-08737d044607 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.840705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-66777166-cf88-4965-9518-08737d044607 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for f3ca5158-64f6-40b0-93f4-284df0e37b11 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:00.970945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.063593 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66777166-cf88-4965-9518-08737d044607 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.103858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66777166-cf88-4965-9518-08737d044607 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=f3ca5158-64f6-40b0-93f4-284df0e37b11,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:01.146321 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66777166-cf88-4965-9518-08737d044607 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.152474 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-66777166-cf88-4965-9518-08737d044607 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/f3ca5158-64f6-40b0-93f4-284df0e37b11 HTTP/1.1" status: 204 len: 168 time: 1.4339135 Jul 16 18:02:01.155039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60996) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:01.224843 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4d0448-ae57-44f3-ad4c-ea7defb23613 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:02:01.228216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cc4d0448-ae57-44f3-ad4c-ea7defb23613 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/f3ca5158-64f6-40b0-93f4-284df0e37b11 HTTP/1.1" status: 404 len: 333 time: 0.0720835 Jul 16 18:02:01.231570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 32768) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:01.296031 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3c4d46-607d-4c3e-9137-c73bef076eb5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting subnet 359de6db-10cb-42db-860b-00e8f746df32 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:01.299553 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-af3c4d46-607d-4c3e-9137-c73bef076eb5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.304942 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.332803 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.348595 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-af3c4d46-607d-4c3e-9137-c73bef076eb5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.499409 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-af3c4d46-607d-4c3e-9137-c73bef076eb5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.538358 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Allocated IP 172.25.3.153 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/013cff68-9dbd-4366-a180-b125c5f10199) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:01.614154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-af3c4d46-607d-4c3e-9137-c73bef076eb5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.657921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c4d46-607d-4c3e-9137-c73bef076eb5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Subnet': ['ID=359de6db-10cb-42db-860b-00e8f746df32,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:01.671115 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-af3c4d46-607d-4c3e-9137-c73bef076eb5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.673701 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-af3c4d46-607d-4c3e-9137-c73bef076eb5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/359de6db-10cb-42db-860b-00e8f746df32 HTTP/1.1" status: 204 len: 168 time: 0.4404261 Jul 16 18:02:01.675613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 32778) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:01.744637 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.823136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.861249 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:01.900207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:01.903932 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:01.948650 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:01.950575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 4cf596f8-e4e4-4a06-9b05-afb50a7b297f {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:01.951012 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.051233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] For port 4cf596f8-e4e4-4a06-9b05-afb50a7b297f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4cf596f8-e4e4-4a06-9b05-afb50a7b297f,segment=NetworkSegment(dcc752c3-b66e-43ed-8d81-ab2453bb27fc),segment_id=dcc752c3-b66e-43ed-8d81-ab2453bb27fc)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:02.051860 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.068312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 4cf596f8-e4e4-4a06-9b05-afb50a7b297f owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:02.096024 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc402f5-9217-4724-8bb2-fdff3d509c2e None None] Network a3940158-30e4-48e0-8b19-2a0e5b019f0e requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:02.102344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Pushing event updated for resources: {'Port': ['ID=013cff68-9dbd-4366-a180-b125c5f10199,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:02.218665 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a938ef46-8441-4488-923b-822d33a4ae38 None None] Provisioning for port 4cf596f8-e4e4-4a06-9b05-afb50a7b297f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:02.230323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1e68fd6-a36a-4bcb-a5da-3aeaa5b91609 req-0eca7ee8-33d5-44c1-a7c6-c0c29b819147 tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0987375 Jul 16 18:02:02.269441 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.303652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=4cf596f8-e4e4-4a06-9b05-afb50a7b297f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:02.310494 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No DVR routers for this DVR port 4cf596f8-e4e4-4a06-9b05-afb50a7b297f on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:02.360556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a61f38e-7902-407e-bf16-3374f06a0890 None None] DHCP port deletion for a3940158-30e4-48e0-8b19-2a0e5b019f0e request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:02.364218 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.439655 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.450829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3940158-30e4-48e0-8b19-2a0e5b019f0e']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:02.461532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc752c3-b66e-43ed-8d81-ab2453bb27fc') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:02.461974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc752c3-b66e-43ed-8d81-ab2453bb27fc') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:02.471251 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.486022 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.508927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:02.510777 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:02.515860 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:02.608397 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.617564 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.624107 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/networks/a3940158-30e4-48e0-8b19-2a0e5b019f0e HTTP/1.1" status: 204 len: 168 time: 0.9427438 Jul 16 18:02:02.624794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 32798) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:02.634588 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-557aa45b-14bf-4d69-8c51-31eeaf306139 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'name': 'tempest-PortsIpV6TestJSON-711477031'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:02.638533 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c00383-a276-49d8-9d86-97f3598b1302 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Network': ['ID=a3940158-30e4-48e0-8b19-2a0e5b019f0e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:02.995742 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.094195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557aa45b-14bf-4d69-8c51-31eeaf306139 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:03.097864 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-557aa45b-14bf-4d69-8c51-31eeaf306139 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.125590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-557aa45b-14bf-4d69-8c51-31eeaf306139 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port 78cf49d1-6225-4044-9e45-b72fd6b17846 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:03.209972 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87b2a1fb-75e3-4117-9108-ab2afcaedf1b req-6a32e925-4f12-41a3-a41b-f8c03464a51e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0418811 Jul 16 18:02:03.281701 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Router eae6b18f-c415-4bb3-9152-5ced348ad1b7 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:02:03.406421 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-557aa45b-14bf-4d69-8c51-31eeaf306139 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.428497 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa9e5287-f130-40d0-baa9-2b55601f3153 req-34301485-8501-4e49-b193-6eae5d927496 tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0500295 Jul 16 18:02:03.494708 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:03.510153 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Sync routers for ids ['eae6b18f-c415-4bb3-9152-5ced348ad1b7'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:03.510827 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-557aa45b-14bf-4d69-8c51-31eeaf306139 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.527083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Routers {'eae6b18f-c415-4bb3-9152-5ced348ad1b7'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:03.528001 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['eae6b18f-c415-4bb3-9152-5ced348ad1b7'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:03.566455 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557aa45b-14bf-4d69-8c51-31eeaf306139 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=78cf49d1-6225-4044-9e45-b72fd6b17846,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:03.586104 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.587261 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f783fd0d-8b03-4e3f-a275-aa5482c6bce8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3062718 Jul 16 18:02:03.589511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557aa45b-14bf-4d69-8c51-31eeaf306139 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:03.590663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 32822) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:03.592928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-557aa45b-14bf-4d69-8c51-31eeaf306139 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:03.609603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557aa45b-14bf-4d69-8c51-31eeaf306139 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:03.612725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557aa45b-14bf-4d69-8c51-31eeaf306139 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:03.613414 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-557aa45b-14bf-4d69-8c51-31eeaf306139 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.739817 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-557aa45b-14bf-4d69-8c51-31eeaf306139 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1143603 Jul 16 18:02:03.744191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 32828) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:03.752777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Set router eae6b18f-c415-4bb3-9152-5ced348ad1b7 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:04.038809 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1564820283-router', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '013cff68-9dbd-4366-a180-b125c5f10199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:00Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 3, 'project_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'gw_port': {'id': '013cff68-9dbd-4366-a180-b125c5f10199', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:01Z', 'updated_at': '2021-07-16T18:02:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:04.071152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 78cf49d1-6225-4044-9e45-b72fd6b17846 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:04.071603 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.132050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Checking router: eae6b18f-c415-4bb3-9152-5ced348ad1b7 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:04.132050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Updating router eae6b18f-c415-4bb3-9152-5ced348ad1b7 port 013cff68-9dbd-4366-a180-b125c5f10199 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:02:04.181914 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.246799 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.286935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 78cf49d1-6225-4044-9e45-b72fd6b17846 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:04.465357 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.500167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.503260 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.511314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=78cf49d1-6225-4044-9e45-b72fd6b17846,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:04.519198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Transition to ACTIVE for port object 013cff68-9dbd-4366-a180-b125c5f10199 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:04.527596 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.534270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.534617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.534962 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.535302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.535671 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.536007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.536341 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.536672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.537059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.537493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.537853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.538208 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.543106 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.545102 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-17a9e824-c287-4972-aa8f-232875d8f708 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/78cf49d1-6225-4044-9e45-b72fd6b17846 HTTP/1.1" status: 204 len: 168 time: 0.7996836 Jul 16 18:02:04.547953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 32846) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:04.555731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'mac_address': 'fa:16:3e:d7:a8:03', 'name': 'tempest-PortsIpV6TestJSON-208649670'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:04.606348 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Attempting to bind port 013cff68-9dbd-4366-a180-b125c5f10199 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:04.606741 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Attempting to bind port 013cff68-9dbd-4366-a180-b125c5f10199 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:04.607116 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Attempting to bind port 013cff68-9dbd-4366-a180-b125c5f10199 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:04.621531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:04.621979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:04.622436 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.622890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:04.623368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Bound port: 013cff68-9dbd-4366-a180-b125c5f10199, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:04.623925 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.684191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64321b52-5033-4b69-9492-1d4aa43036d7 None None] Pushing event updated for resources: {'Port': ['ID=013cff68-9dbd-4366-a180-b125c5f10199,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:04.692814 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fae22106-f33f-4847-855d-0f15d4537b56 req-fa21df83-efbd-4c89-ad20-cdcc102a6058 tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0795145 Jul 16 18:02:04.706093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] For port 013cff68-9dbd-4366-a180-b125c5f10199, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:04.709880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] For port 013cff68-9dbd-4366-a180-b125c5f10199, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=013cff68-9dbd-4366-a180-b125c5f10199,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:04.718832 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.725273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:04.784139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Routers {'eae6b18f-c415-4bb3-9152-5ced348ad1b7'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:04.785147 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['eae6b18f-c415-4bb3-9152-5ced348ad1b7'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:04.826437 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.873144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port f87394e1-b586-4844-9dc6-6007333683fb yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:04.928766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] Set router eae6b18f-c415-4bb3-9152-5ced348ad1b7 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:05.029158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64321b52-5033-4b69-9492-1d4aa43036d7 None None] Pushing event updated for resources: {'Port': ['ID=013cff68-9dbd-4366-a180-b125c5f10199,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:05.061050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Allocated IP 172.20.0.1 (00f0acd8-15d8-4280-b6e9-01a022b9c260/c9884b77-e74b-4152-ba0a-646cd55d5950/dab06b2e-4585-412e-9ea4-31aaf203622b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:05.149854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1564820283-router', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '013cff68-9dbd-4366-a180-b125c5f10199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:00Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 3, 'project_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'gw_port': {'id': '013cff68-9dbd-4366-a180-b125c5f10199', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:01Z', 'updated_at': '2021-07-16T18:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:05.167122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.179003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05cbcc4-e8fc-4174-b887-66e22d9e6bb1 None None] The sync data for ids ['eae6b18f-c415-4bb3-9152-5ced348ad1b7'] in n-d-787205-10 is: [{'id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1564820283-router', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '013cff68-9dbd-4366-a180-b125c5f10199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:00Z', 'updated_at': '2021-07-16T18:02:02Z', 'revision_number': 3, 'project_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'gw_port': {'id': '013cff68-9dbd-4366-a180-b125c5f10199', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:01Z', 'updated_at': '2021-07-16T18:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:05.244016 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.262228 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.331397 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.384942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Network 00f0acd8-15d8-4280-b6e9-01a022b9c260 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:05.392006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=f87394e1-b586-4844-9dc6-6007333683fb,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:05.393087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:05.397632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:05.404679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Pushing event updated for resources: {'Port': ['ID=dab06b2e-4585-412e-9ea4-31aaf203622b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:05.409432 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:05.409820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:05.410167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:05.410510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:05.410849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:05.411182 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:05.411516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:05.411849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:05.412381 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:05.412623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:05.412957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:05.413283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:05.430825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:05.433473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:05.438019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:05.443864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:05.444517 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.461906 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.465733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3069ce4d-fa1f-4043-af4a-cceac18e6809 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9155574 Jul 16 18:02:05.467367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 32866) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:05.555022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c2a23e-bf8b-418e-82c6-f78ade8addf2 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:05.557320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b4c2a23e-bf8b-418e-82c6-f78ade8addf2 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/f87394e1-b586-4844-9dc6-6007333683fb HTTP/1.1" status: 200 len: 844 time: 0.0884097 Jul 16 18:02:05.560342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 32870) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:05.804038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-27778904-67df-4501-990d-e4f39980d093 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port f87394e1-b586-4844-9dc6-6007333683fb {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:05.805112 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-27778904-67df-4501-990d-e4f39980d093 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.852102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.944967 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-27778904-67df-4501-990d-e4f39980d093 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.976599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-27778904-67df-4501-990d-e4f39980d093 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for f87394e1-b586-4844-9dc6-6007333683fb owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:06.172409 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.178378 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.202068 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-27778904-67df-4501-990d-e4f39980d093 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.251315 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-27778904-67df-4501-990d-e4f39980d093 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.254403 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-27778904-67df-4501-990d-e4f39980d093 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/f87394e1-b586-4844-9dc6-6007333683fb HTTP/1.1" status: 204 len: 168 time: 0.6910226 Jul 16 18:02:06.257177 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 32900) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:06.290007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.312959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27778904-67df-4501-990d-e4f39980d093 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=f87394e1-b586-4844-9dc6-6007333683fb,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:06.350721 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc9fddb-6407-4098-9566-0e8da964e33c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:02:06.353499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6dc9fddb-6407-4098-9566-0e8da964e33c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/f87394e1-b586-4844-9dc6-6007333683fb HTTP/1.1" status: 404 len: 333 time: 0.0957818 Jul 16 18:02:06.361250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 32904) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:06.370114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-07991cfd-b003-441b-b864-fa709612af98 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'name': 'tempest-PortsIpV6TestJSON-1826701418'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:06.557485 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b18e5736-4b62-4594-9f2b-d6a8093cfa1c req-3ba20da0-cf09-44d7-a620-f2743bfc7fe7 tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0698316 Jul 16 18:02:06.591455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07991cfd-b003-441b-b864-fa709612af98 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:06.596343 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-07991cfd-b003-441b-b864-fa709612af98 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.645193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Pushing event updated for resources: {'Port': ['ID=dab06b2e-4585-412e-9ea4-31aaf203622b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:06.674467 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Network 00f0acd8-15d8-4280-b6e9-01a022b9c260 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:06.676230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:06.701217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 013cff68-9dbd-4366-a180-b125c5f10199 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:06.741019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-07991cfd-b003-441b-b864-fa709612af98 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port c8f91e16-acec-4b6a-85cd-7633d64cabaf yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:06.849334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Router eae6b18f-c415-4bb3-9152-5ced348ad1b7 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:06.852316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 013cff68-9dbd-4366-a180-b125c5f10199 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:06.857640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 013cff68-9dbd-4366-a180-b125c5f10199 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:06.858375 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.974522 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-07991cfd-b003-441b-b864-fa709612af98 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.980785 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:07.001694 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b30f2721-1dca-437b-bbfb-15edac02f6bc admin admin] 10.222.0.24 "PUT /v2.0/routers/eae6b18f-c415-4bb3-9152-5ced348ad1b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3964841 Jul 16 18:02:07.001965 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.024019 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 013cff68-9dbd-4366-a180-b125c5f10199, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=013cff68-9dbd-4366-a180-b125c5f10199,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:07.032105 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.032361 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-07991cfd-b003-441b-b864-fa709612af98 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.089252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=013cff68-9dbd-4366-a180-b125c5f10199,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:07.109877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07991cfd-b003-441b-b864-fa709612af98 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:07.113845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-07991cfd-b003-441b-b864-fa709612af98 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:07.120287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07991cfd-b003-441b-b864-fa709612af98 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:07.128682 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07991cfd-b003-441b-b864-fa709612af98 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:07.129389 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-07991cfd-b003-441b-b864-fa709612af98 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.133673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07991cfd-b003-441b-b864-fa709612af98 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=c8f91e16-acec-4b6a-85cd-7633d64cabaf,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:07.151350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-07991cfd-b003-441b-b864-fa709612af98 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7887213 Jul 16 18:02:07.153760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 32922) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:07.163864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-fe78c41f-a248-40e9-8308-f0e991bf5d6f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:07.277113 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe78c41f-a248-40e9-8308-f0e991bf5d6f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.482624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe78c41f-a248-40e9-8308-f0e991bf5d6f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.490751 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe78c41f-a248-40e9-8308-f0e991bf5d6f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.553598 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-fe78c41f-a248-40e9-8308-f0e991bf5d6f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] In _notify_port_updated(), no bound segment for port c8f91e16-acec-4b6a-85cd-7633d64cabaf on network 41d569ab-808a-4770-9c80-0c5ac4a75771 {{(pid=105591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:02:07.559549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe78c41f-a248-40e9-8308-f0e991bf5d6f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:07.560288 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe78c41f-a248-40e9-8308-f0e991bf5d6f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.561979 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fe78c41f-a248-40e9-8308-f0e991bf5d6f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "PUT /v2.0/ports/c8f91e16-acec-4b6a-85cd-7633d64cabaf HTTP/1.1" status: 200 len: 818 time: 0.4063740 Jul 16 18:02:07.565420 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 32948) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:07.596840 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78c41f-a248-40e9-8308-f0e991bf5d6f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=c8f91e16-acec-4b6a-85cd-7633d64cabaf,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:07.728850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fef869cd-6434-4816-ba11-2c033702dbf3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port c8f91e16-acec-4b6a-85cd-7633d64cabaf {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:07.729250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-d5ed88f7-5c00-472f-8be1-5a76c742876c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:07.729378 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fef869cd-6434-4816-ba11-2c033702dbf3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.740012 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-d5ed88f7-5c00-472f-8be1-5a76c742876c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/networks?id=00f0acd8-15d8-4280-b6e9-01a022b9c260 HTTP/1.1" status: 200 len: 819 time: 0.2456846 Jul 16 18:02:07.758899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-3ac887b3-1832-4c4c-89e5-79ed09d07b63 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/quotas/68ec2b83b3b84123a5ebbb2a3744295b HTTP/1.1" status: 200 len: 375 time: 0.0178607 Jul 16 18:02:07.812119 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Sync routers for ids ['eae6b18f-c415-4bb3-9152-5ced348ad1b7'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:07.828709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fef869cd-6434-4816-ba11-2c033702dbf3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:07.833373 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Routers {'eae6b18f-c415-4bb3-9152-5ced348ad1b7'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:07.834151 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['eae6b18f-c415-4bb3-9152-5ced348ad1b7'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:07.845256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fef869cd-6434-4816-ba11-2c033702dbf3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for c8f91e16-acec-4b6a-85cd-7633d64cabaf owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:07.861097 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-fa228472-d6c7-42aa-b48e-1ad44ee5ee57 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=68ec2b83b3b84123a5ebbb2a3744295b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1003635 Jul 16 18:02:07.913161 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-637488cd-02f0-43f3-8fa2-1644d0bbabac req-e7d046a1-50b1-4e6d-b2e4-46c352f5d63d tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0380251 Jul 16 18:02:08.020923 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fef869cd-6434-4816-ba11-2c033702dbf3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.023831 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Set router eae6b18f-c415-4bb3-9152-5ced348ad1b7 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:08.100618 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fef869cd-6434-4816-ba11-2c033702dbf3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.103821 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fef869cd-6434-4816-ba11-2c033702dbf3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/c8f91e16-acec-4b6a-85cd-7633d64cabaf HTTP/1.1" status: 204 len: 168 time: 0.5371637 Jul 16 18:02:08.105369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef869cd-6434-4816-ba11-2c033702dbf3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=c8f91e16-acec-4b6a-85cd-7633d64cabaf,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:08.107969 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 32962) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:08.182966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792bda58-362b-4582-8140-de89e33914db tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:08.185202 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-792bda58-362b-4582-8140-de89e33914db tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0754833 Jul 16 18:02:08.188133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 32964) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:08.238787 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-672a4cd4-6f60-44e8-9e51-64450c8b1488 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:02:08.245784 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-672a4cd4-6f60-44e8-9e51-64450c8b1488 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/c8f91e16-acec-4b6a-85cd-7633d64cabaf HTTP/1.1" status: 404 len: 333 time: 0.0516915 Jul 16 18:02:08.246370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 32972) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:08.251648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-cfeb6c36-4deb-46ce-a88f-9bfb967a775c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-465369576'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:08.259846 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-11bc817e-262b-4574-b5ac-5bec9b6f4b07 service neutron] 10.222.0.24 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897932 Jul 16 18:02:08.284629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeb6c36-4deb-46ce-a88f-9bfb967a775c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:08.289713 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6c36-4deb-46ce-a88f-9bfb967a775c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.290887 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1564820283-router', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '013cff68-9dbd-4366-a180-b125c5f10199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:00Z', 'updated_at': '2021-07-16T18:02:05Z', 'revision_number': 4, 'project_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'gw_port': {'id': '013cff68-9dbd-4366-a180-b125c5f10199', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:01Z', 'updated_at': '2021-07-16T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'dab06b2e-4585-412e-9ea4-31aaf203622b', 'name': '', 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'mac_address': 'fa:16:3e:62:dc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c9884b77-e74b-4152-ba0a-646cd55d5950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:04Z', 'updated_at': '2021-07-16T18:02:05Z', 'revision_number': 2, 'project_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'subnets': [{'id': 'c9884b77-e74b-4152-ba0a-646cd55d5950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:08.327946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfeb6c36-4deb-46ce-a88f-9bfb967a775c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:08.349627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6c36-4deb-46ce-a88f-9bfb967a775c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.350812 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-cfeb6c36-4deb-46ce-a88f-9bfb967a775c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Added segment fa69619f-beb5-4722-b973-101d83186632 of type vlan for network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 Jul 16 18:02:08.412402 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6c36-4deb-46ce-a88f-9bfb967a775c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.434400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-53609aa4-a3f5-4126-a7c4-ccb40ce8cbe9 service neutron] 10.222.0.24 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730189 Jul 16 18:02:08.456003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6c36-4deb-46ce-a88f-9bfb967a775c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.465903 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Checking router: eae6b18f-c415-4bb3-9152-5ced348ad1b7 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:08.466484 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Updating router eae6b18f-c415-4bb3-9152-5ced348ad1b7 port dab06b2e-4585-412e-9ea4-31aaf203622b binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:02:08.485416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb6c36-4deb-46ce-a88f-9bfb967a775c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:08.489116 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfeb6c36-4deb-46ce-a88f-9bfb967a775c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.507098 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.543571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 013cff68-9dbd-4366-a180-b125c5f10199 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:08.555182 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cfeb6c36-4deb-46ce-a88f-9bfb967a775c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3042362 Jul 16 18:02:08.557503 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 32976) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:08.564154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ade26169-0277-4386-accf-c3f132e95b5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': '70e7d526-2ef7-4bf2-a33b-e651d2f010d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:08.614274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb6c36-4deb-46ce-a88f-9bfb967a775c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Network': ['ID=70e7d526-2ef7-4bf2-a33b-e651d2f010d6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:08.653603 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:08.731156 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 013cff68-9dbd-4366-a180-b125c5f10199 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:08.731705 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.797320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade26169-0277-4386-accf-c3f132e95b5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:08.802427 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ade26169-0277-4386-accf-c3f132e95b5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.955512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79d2ea2d-8cf5-4ea5-9802-10fa3191ae6c req-ddec5b2e-ab2b-4f3b-acaa-b25e18071884 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 210 time: 0.0991814 Jul 16 18:02:08.988730 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.011910 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Transition to ACTIVE for port object dab06b2e-4585-412e-9ea4-31aaf203622b will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:09.023972 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.096171 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Pushing event updated for resources: {'Port': ['ID=dab06b2e-4585-412e-9ea4-31aaf203622b,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:09.108892 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:09.109448 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:09.109995 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:09.110511 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:09.111017 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:09.111512 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:09.112004 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:09.112497 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:09.112992 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:09.113490 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:09.114018 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:09.114512 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:09.233462 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Attempting to bind port dab06b2e-4585-412e-9ea4-31aaf203622b on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:09.237070 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Attempting to bind port dab06b2e-4585-412e-9ea4-31aaf203622b by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:09.237767 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Attempting to bind port dab06b2e-4585-412e-9ea4-31aaf203622b on network 00f0acd8-15d8-4280-b6e9-01a022b9c260 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:09.256469 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:09.256910 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Checking segment: {'id': '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:09.257513 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.258057 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Bound using segment: {'id': '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:09.258546 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Bound port: dab06b2e-4585-412e-9ea4-31aaf203622b, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:09.258967 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.283570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3b3b4fed-b19e-4fcf-a300-714d71fb3786 req-adf800ea-c4d3-4550-b53d-f5720bbb6b2b tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0865147 Jul 16 18:02:09.353964 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] For port dab06b2e-4585-412e-9ea4-31aaf203622b, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:09.359224 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] For port dab06b2e-4585-412e-9ea4-31aaf203622b, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dab06b2e-4585-412e-9ea4-31aaf203622b,segment=NetworkSegment(63e08c8d-3752-45f7-8ff7-cf959a0b1b8b),segment_id=63e08c8d-3752-45f7-8ff7-cf959a0b1b8b)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:09.365266 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.436213 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5c698-eccc-4185-ad26-a7c1b15eb507 None None] Pushing event updated for resources: {'Port': ['ID=dab06b2e-4585-412e-9ea4-31aaf203622b,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:09.460575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e2cb4-3352-4f81-89f6-124392355c75 req-4916cab7-60f5-41a0-bc7d-f674f876f372 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:09.462642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-4916cab7-60f5-41a0-bc7d-f674f876f372 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/networks?id=00f0acd8-15d8-4280-b6e9-01a022b9c260 HTTP/1.1" status: 200 len: 819 time: 0.2066674 Jul 16 18:02:09.501058 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Routers {'eae6b18f-c415-4bb3-9152-5ced348ad1b7'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:09.502102 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['eae6b18f-c415-4bb3-9152-5ced348ad1b7'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:09.504490 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-74b4d3e0-9aa7-4878-8947-9991b2dafa21 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/quotas/68ec2b83b3b84123a5ebbb2a3744295b HTTP/1.1" status: 200 len: 375 time: 0.0156803 Jul 16 18:02:09.593258 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ade26169-0277-4386-accf-c3f132e95b5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.643320 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] Set router eae6b18f-c415-4bb3-9152-5ced348ad1b7 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:09.736889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade26169-0277-4386-accf-c3f132e95b5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Subnet': ['ID=2864b206-55af-450d-a605-c85b60653e99,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:09.763922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade26169-0277-4386-accf-c3f132e95b5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Checking segment: {'id': 'fa69619f-beb5-4722-b973-101d83186632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '70e7d526-2ef7-4bf2-a33b-e651d2f010d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:09.764423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade26169-0277-4386-accf-c3f132e95b5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network hostable DHCP agents. Network: 70e7d526-2ef7-4bf2-a33b-e651d2f010d6, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:09.783044 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-e5b519af-6952-4045-ae69-f2de746cb4e7 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=68ec2b83b3b84123a5ebbb2a3744295b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2544346 Jul 16 18:02:09.873250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade26169-0277-4386-accf-c3f132e95b5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:09.908693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-ade26169-0277-4386-accf-c3f132e95b5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 70e7d526-2ef7-4bf2-a33b-e651d2f010d6) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:09.914916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade26169-0277-4386-accf-c3f132e95b5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:09.916614 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ade26169-0277-4386-accf-c3f132e95b5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.921242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccac4b5-1f5c-4611-a056-180c3111fd89 None None] Network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:09.957004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-625d4350-a684-4109-8411-78ff8d4f728d service neutron] 10.222.0.24 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631432 Jul 16 18:02:09.959212 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ade26169-0277-4386-accf-c3f132e95b5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4004488 Jul 16 18:02:09.963738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33032) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:09.974462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-21a14a5a-bb29-4557-9c06-1664f17d65b1 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': '70e7d526-2ef7-4bf2-a33b-e651d2f010d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:10.017902 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1564820283-router', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '013cff68-9dbd-4366-a180-b125c5f10199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:00Z', 'updated_at': '2021-07-16T18:02:05Z', 'revision_number': 4, 'project_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'gw_port': {'id': '013cff68-9dbd-4366-a180-b125c5f10199', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:01Z', 'updated_at': '2021-07-16T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'dab06b2e-4585-412e-9ea4-31aaf203622b', 'name': '', 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'mac_address': 'fa:16:3e:62:dc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c9884b77-e74b-4152-ba0a-646cd55d5950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:04Z', 'updated_at': '2021-07-16T18:02:09Z', 'revision_number': 4, 'project_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'subnets': [{'id': 'c9884b77-e74b-4152-ba0a-646cd55d5950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:10.051217 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6967f-e5f4-47fe-85f9-31c5a0c4e072 None None] The sync data for ids ['eae6b18f-c415-4bb3-9152-5ced348ad1b7'] in n-d-787205-10 is: [{'id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1564820283-router', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '013cff68-9dbd-4366-a180-b125c5f10199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:00Z', 'updated_at': '2021-07-16T18:02:05Z', 'revision_number': 4, 'project_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'gw_port': {'id': '013cff68-9dbd-4366-a180-b125c5f10199', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:01Z', 'updated_at': '2021-07-16T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'dab06b2e-4585-412e-9ea4-31aaf203622b', 'name': '', 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'mac_address': 'fa:16:3e:62:dc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'c9884b77-e74b-4152-ba0a-646cd55d5950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:04Z', 'updated_at': '2021-07-16T18:02:09Z', 'revision_number': 4, 'project_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'subnets': [{'id': 'c9884b77-e74b-4152-ba0a-646cd55d5950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:10.165244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-83bc0b21-5225-469a-9953-0902c2269407 service neutron] 10.222.0.24 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094927 Jul 16 18:02:10.316579 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-70e7d526-2ef7-4bf2-a33b-e651d2f010d6', 'network_id': '70e7d526-2ef7-4bf2-a33b-e651d2f010d6', 'tenant_id': '17f2e8233461467da1a70adf2d52d2a7', 'fixed_ips': [{'subnet_id': '2864b206-55af-450d-a605-c85b60653e99'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:10.318035 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.397163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a14a5a-bb29-4557-9c06-1664f17d65b1 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:10.410971 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21a14a5a-bb29-4557-9c06-1664f17d65b1 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.704685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dab06b2e-4585-412e-9ea4-31aaf203622b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:10.735358 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2de79a7d-fb10-43a9-9919-69e04c492a9b req-3cb2b61c-f671-49aa-8ec0-d5dd7f0675e1 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 210 time: 0.2059746 Jul 16 18:02:10.755224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1045bdd4-587f-4b95-b62b-39aa30ff0eea req-5ac979ec-3f7a-44f8-8db1-f3ab282e482c tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.1004395 Jul 16 18:02:10.781908 n-d-787205-10 neutron-server[105590]: INFO neutron.db.ipam_backend_mixin [None req-21a14a5a-bb29-4557-9c06-1664f17d65b1 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2864b206-55af-450d-a605-c85b60653e99 (CIDR: 2001:db8::/64) Jul 16 18:02:10.787101 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a14a5a-bb29-4557-9c06-1664f17d65b1 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:02:10.787784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a14a5a-bb29-4557-9c06-1664f17d65b1 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:02:10.812031 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33054) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:10.818440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b5892188-ae0f-46cc-b59d-fdcd1e27fc50 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': '70e7d526-2ef7-4bf2-a33b-e651d2f010d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:10.821477 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-21a14a5a-bb29-4557-9c06-1664f17d65b1 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8550272 Jul 16 18:02:11.107202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5892188-ae0f-46cc-b59d-fdcd1e27fc50 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:11.110937 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5892188-ae0f-46cc-b59d-fdcd1e27fc50 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.144422 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Allocated IP 2001:db8::2 (70e7d526-2ef7-4bf2-a33b-e651d2f010d6/2864b206-55af-450d-a605-c85b60653e99/6e6cb1df-cfc6-4339-b605-b07325867676) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:11.195584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port dab06b2e-4585-412e-9ea4-31aaf203622b completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:11.266325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port dab06b2e-4585-412e-9ea4-31aaf203622b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:11.267230 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.498515 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.557627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port dab06b2e-4585-412e-9ea4-31aaf203622b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dab06b2e-4585-412e-9ea4-31aaf203622b,segment=NetworkSegment(63e08c8d-3752-45f7-8ff7-cf959a0b1b8b),segment_id=63e08c8d-3752-45f7-8ff7-cf959a0b1b8b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:11.587337 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.680763 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.695338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Transition to ACTIVE for port object 6e6cb1df-cfc6-4339-b605-b07325867676 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:11.767354 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Transition to ACTIVE for port object 6e6cb1df-cfc6-4339-b605-b07325867676 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:11.774785 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5892188-ae0f-46cc-b59d-fdcd1e27fc50 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.810151 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.837192 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=dab06b2e-4585-412e-9ea4-31aaf203622b,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:11.925215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5892188-ae0f-46cc-b59d-fdcd1e27fc50 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:11.956714 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-b5892188-ae0f-46cc-b59d-fdcd1e27fc50 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:11.967417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:11.977270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5892188-ae0f-46cc-b59d-fdcd1e27fc50 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.980556 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5892188-ae0f-46cc-b59d-fdcd1e27fc50 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.984441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:11.990786 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:12.028980 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-1fc9f765-8e0d-44a8-9f5c-7e669f52b155 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:12.033210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-1fc9f765-8e0d-44a8-9f5c-7e669f52b155 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.11 "GET /v2.0/networks?id=00f0acd8-15d8-4280-b6e9-01a022b9c260 HTTP/1.1" status: 200 len: 819 time: 0.4711008 Jul 16 18:02:12.034364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Pushing event updated for resources: {'Port': ['ID=6e6cb1df-cfc6-4339-b605-b07325867676,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:12.043907 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b5892188-ae0f-46cc-b59d-fdcd1e27fc50 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2303469 Jul 16 18:02:12.047111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33084) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:12.068117 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-705c6110-ca67-403a-bf69-c9ca46aab761 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Request body: {'port': {'device_id': '0658ff32-15c1-4635-b862-038bffcfbf4b', 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260', 'admin_state_up': True, 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:12.075385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': '70e7d526-2ef7-4bf2-a33b-e651d2f010d6', 'fixed_ips': [{'subnet_id': '2864b206-55af-450d-a605-c85b60653e99'}, {'subnet_id': '17bd1843-046d-4672-8550-16d5f53ad74d'}], 'name': 'tempest-PortsIpV6TestJSON-1548913229'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:12.157313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Attempting to bind port 6e6cb1df-cfc6-4339-b605-b07325867676 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:12.157313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Attempting to bind port 6e6cb1df-cfc6-4339-b605-b07325867676 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'fa69619f-beb5-4722-b973-101d83186632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '70e7d526-2ef7-4bf2-a33b-e651d2f010d6'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:12.157313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Attempting to bind port 6e6cb1df-cfc6-4339-b605-b07325867676 on network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:12.158101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5892188-ae0f-46cc-b59d-fdcd1e27fc50 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Subnet': ['ID=17bd1843-046d-4672-8550-16d5f53ad74d,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:12.161833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:12.162223 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Checking segment: {'id': 'fa69619f-beb5-4722-b973-101d83186632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '70e7d526-2ef7-4bf2-a33b-e651d2f010d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:12.162636 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.163036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Bound using segment: {'id': 'fa69619f-beb5-4722-b973-101d83186632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '70e7d526-2ef7-4bf2-a33b-e651d2f010d6'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:12.163676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Bound port: 6e6cb1df-cfc6-4339-b605-b07325867676, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa69619f-beb5-4722-b973-101d83186632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '70e7d526-2ef7-4bf2-a33b-e651d2f010d6'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:12.163930 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.213396 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c74a67e0-8109-48f3-9312-7fcd7b8764da req-2a28017c-910d-4737-a123-7d0180221fb6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 210 time: 0.1274087 Jul 16 18:02:12.239598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:12.243402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f519ded-34be-426c-b008-f12179cee0dc req-06892cda-f765-4e56-9f3a-b3c2b60fd5ad tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.1553540 Jul 16 18:02:12.323333 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] For port 6e6cb1df-cfc6-4339-b605-b07325867676, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:12.334194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] For port 6e6cb1df-cfc6-4339-b605-b07325867676, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6e6cb1df-cfc6-4339-b605-b07325867676,segment=NetworkSegment(fa69619f-beb5-4722-b973-101d83186632),segment_id=fa69619f-beb5-4722-b973-101d83186632)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:12.342474 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.466031 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.470628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-705c6110-ca67-403a-bf69-c9ca46aab761 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Made reservation on behalf of 68ec2b83b3b84123a5ebbb2a3744295b for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:12.478252 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-705c6110-ca67-403a-bf69-c9ca46aab761 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.544965 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfee48-ad9c-4c3a-8af0-3e5afa797078 None None] Pushing event updated for resources: {'Port': ['ID=6e6cb1df-cfc6-4339-b605-b07325867676,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:12.570579 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dab06b2e-4585-412e-9ea4-31aaf203622b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:12.810460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port dab06b2e-4585-412e-9ea4-31aaf203622b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:12.810790 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.963665 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-705c6110-ca67-403a-bf69-c9ca46aab761 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Allocated IP 172.20.0.2 (00f0acd8-15d8-4280-b6e9-01a022b9c260/c9884b77-e74b-4152-ba0a-646cd55d5950/9ca71e27-a814-4b45-9fda-381a4c3dc856) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:13.296918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port 6cd56f55-5d3a-48bb-8e91-7184ee829617 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:13.311296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e2cb4-3352-4f81-89f6-124392355c75 req-eddd2d7a-7a5e-4c5d-9cfc-6b639d471448 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.313974 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-eddd2d7a-7a5e-4c5d-9cfc-6b639d471448 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.11 "GET /v2.0/networks?id=00f0acd8-15d8-4280-b6e9-01a022b9c260 HTTP/1.1" status: 200 len: 819 time: 0.1756892 Jul 16 18:02:13.346728 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-705c6110-ca67-403a-bf69-c9ca46aab761 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.381787 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-345e2cb4-3352-4f81-89f6-124392355c75 req-faef9cb2-d81c-4540-a227-0d4c732221a6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Request body: {'port': {'device_id': '7bb92ba4-3295-4823-b98c-e200082723e2', 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260', 'admin_state_up': True, 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:13.458714 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-705c6110-ca67-403a-bf69-c9ca46aab761 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.491123 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c4923b07-3b4d-462b-8e8a-a5d8460af910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.564785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e14025dc-f24a-45bc-ad0a-601834d58719 req-ab468362-84ad-416f-98ce-fcbdcd719ff4 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 210 time: 0.1028214 Jul 16 18:02:13.616093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-705c6110-ca67-403a-bf69-c9ca46aab761 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Network 00f0acd8-15d8-4280-b6e9-01a022b9c260 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:13.626141 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab68159-27d9-4e05-a1db-c6f64fe05089 req-e23b3ac8-9721-488f-b171-1183ff84f878 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.644869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aab68159-27d9-4e05-a1db-c6f64fe05089 req-e23b3ac8-9721-488f-b171-1183ff84f878 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2972610 Jul 16 18:02:13.647123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-705c6110-ca67-403a-bf69-c9ca46aab761 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:13.651970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-705c6110-ca67-403a-bf69-c9ca46aab761 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:13.730724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffac214-174a-45fb-b417-1ce7940462de req-69350fa6-6e43-42fe-9b9b-a406aa3ebd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.732570 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ffac214-174a-45fb-b417-1ce7940462de req-69350fa6-6e43-42fe-9b9b-a406aa3ebd6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 1097 time: 0.4152651 Jul 16 18:02:13.756782 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c6110-ca67-403a-bf69-c9ca46aab761 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Pushing event updated for resources: {'Port': ['ID=9ca71e27-a814-4b45-9fda-381a4c3dc856,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:13.796951 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aab68159-27d9-4e05-a1db-c6f64fe05089 req-b1034847-171e-4a53-8e41-b8c58e0904bc tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509831 Jul 16 18:02:13.870525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-705c6110-ca67-403a-bf69-c9ca46aab761 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.871191 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-705c6110-ca67-403a-bf69-c9ca46aab761 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.877489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c80d5fa-a848-45a2-803e-a7bbca2380e7 req-f2c08dea-c1f9-41d2-8ef4-d25ed36d804a tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0742166 Jul 16 18:02:13.896352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-705c6110-ca67-403a-bf69-c9ca46aab761 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8441834 Jul 16 18:02:13.995903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffac214-174a-45fb-b417-1ce7940462de req-d5b2c6ed-0aac-4099-a192-3d9019df0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.997782 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ffac214-174a-45fb-b417-1ce7940462de req-d5b2c6ed-0aac-4099-a192-3d9019df0ec6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.2541051 Jul 16 18:02:13.998180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Request body: {'port': {'device_id': '0658ff32-15c1-4635-b862-038bffcfbf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:14.096374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345e2cb4-3352-4f81-89f6-124392355c75 req-faef9cb2-d81c-4540-a227-0d4c732221a6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Made reservation on behalf of 68ec2b83b3b84123a5ebbb2a3744295b for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:14.100069 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.100444 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-345e2cb4-3352-4f81-89f6-124392355c75 req-faef9cb2-d81c-4540-a227-0d4c732221a6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.152305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be153ef3-b4e8-4a5c-a108-d222a31cd8aa None None] Network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:14.303678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f75880b9-a390-4a5c-8bd5-7ddaf303b442 None None] Provisioning for port 6e6cb1df-cfc6-4339-b605-b07325867676 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:14.336306 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ffac214-174a-45fb-b417-1ce7940462de req-2276dc9b-21d4-455c-a1eb-e6e3d17a9168 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 200 len: 999 time: 0.3101299 Jul 16 18:02:14.471762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8::157 (70e7d526-2ef7-4bf2-a33b-e651d2f010d6/2864b206-55af-450d-a605-c85b60653e99/6cd56f55-5d3a-48bb-8e91-7184ee829617) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:14.487561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8:0:1::ee (70e7d526-2ef7-4bf2-a33b-e651d2f010d6/17bd1843-046d-4672-8550-16d5f53ad74d/6cd56f55-5d3a-48bb-8e91-7184ee829617) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:14.562506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6e6cb1df-cfc6-4339-b605-b07325867676 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:14.595139 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca71e27-a814-4b45-9fda-381a4c3dc856 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:14.619984 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.652214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Transition to ACTIVE for port object 9ca71e27-a814-4b45-9fda-381a4c3dc856 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:14.657577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.723675 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f73aa-10d8-4b24-b4d9-14d6bc864272 None None] Update dhcp port {'port': {'network_id': '70e7d526-2ef7-4bf2-a33b-e651d2f010d6', 'fixed_ips': [{'subnet_id': '2864b206-55af-450d-a605-c85b60653e99', 'ip_address': '2001:db8::2'}, {'subnet_id': '17bd1843-046d-4672-8550-16d5f53ad74d'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '6e6cb1df-cfc6-4339-b605-b07325867676'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:02:14.736078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 6e6cb1df-cfc6-4339-b605-b07325867676 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:14.765722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 6e6cb1df-cfc6-4339-b605-b07325867676 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:14.766275 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.779539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca71e27-a814-4b45-9fda-381a4c3dc856,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:14.815752 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-446f73aa-10d8-4b24-b4d9-14d6bc864272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.866097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffac214-174a-45fb-b417-1ce7940462de req-84d1f4e9-ac46-44f1-a090-aeb4831e1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.870493 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ffac214-174a-45fb-b417-1ce7940462de req-84d1f4e9-ac46-44f1-a090-aeb4831e1c58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.5183685 Jul 16 18:02:15.044911 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.052726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-345e2cb4-3352-4f81-89f6-124392355c75 req-faef9cb2-d81c-4540-a227-0d4c732221a6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Allocated IP 172.20.0.13 (00f0acd8-15d8-4280-b6e9-01a022b9c260/c9884b77-e74b-4152-ba0a-646cd55d5950/5890d734-e75b-4f36-bd0c-ae294b087fcd) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:15.085599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.116386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 6e6cb1df-cfc6-4339-b605-b07325867676, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6e6cb1df-cfc6-4339-b605-b07325867676,segment=NetworkSegment(fa69619f-beb5-4722-b973-101d83186632),segment_id=fa69619f-beb5-4722-b973-101d83186632)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:15.121223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Transition to ACTIVE for port object 6cd56f55-5d3a-48bb-8e91-7184ee829617 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:15.125693 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.219913 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffac214-174a-45fb-b417-1ce7940462de req-44ff243a-5837-4abf-ad49-ff9881127822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.221572 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ffac214-174a-45fb-b417-1ce7940462de req-44ff243a-5837-4abf-ad49-ff9881127822 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3332148 Jul 16 18:02:15.223921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=6e6cb1df-cfc6-4339-b605-b07325867676,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:15.326934 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c52678b-30a6-4a6d-a99f-61c6c0e38c0d req-e418f435-ed1b-461e-92b5-62e1a4edd110 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 210 time: 0.5525219 Jul 16 18:02:15.368767 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.415233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-446f73aa-10d8-4b24-b4d9-14d6bc864272 None None] Allocated IP 2001:db8:0:1::2 (70e7d526-2ef7-4bf2-a33b-e651d2f010d6/17bd1843-046d-4672-8550-16d5f53ad74d/6e6cb1df-cfc6-4339-b605-b07325867676) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:15.451495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=6cd56f55-5d3a-48bb-8e91-7184ee829617,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:15.452745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Attempting to bind port 9ca71e27-a814-4b45-9fda-381a4c3dc856 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:15.455007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Attempting to bind port 9ca71e27-a814-4b45-9fda-381a4c3dc856 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:15.455495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Attempting to bind port 9ca71e27-a814-4b45-9fda-381a4c3dc856 on network 00f0acd8-15d8-4280-b6e9-01a022b9c260 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:15.493285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Port 9ca71e27-a814-4b45-9fda-381a4c3dc856 on network 00f0acd8-15d8-4280-b6e9-01a022b9c260 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:15.493623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Attempting to bind port 9ca71e27-a814-4b45-9fda-381a4c3dc856 on network 00f0acd8-15d8-4280-b6e9-01a022b9c260 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:15.493981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:15.508060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:15.509801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:15.512162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Checking segment: {'id': '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:15.513224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Bound using segment: {'id': '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:15.515399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Bound port: 9ca71e27-a814-4b45-9fda-381a4c3dc856, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:15.515831 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.520702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:15.527940 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.528927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.535644 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ffac214-174a-45fb-b417-1ce7940462de req-85752a86-ff21-47cc-99f6-1259a914e2ea service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921617 Jul 16 18:02:15.536107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-446f73aa-10d8-4b24-b4d9-14d6bc864272 None None] For port 6e6cb1df-cfc6-4339-b605-b07325867676, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6e6cb1df-cfc6-4339-b605-b07325867676,segment=NetworkSegment(fa69619f-beb5-4722-b973-101d83186632),segment_id=fa69619f-beb5-4722-b973-101d83186632)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:15.542518 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-345e2cb4-3352-4f81-89f6-124392355c75 req-faef9cb2-d81c-4540-a227-0d4c732221a6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.577760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81308a51-eb28-4f70-bf54-38ee6b164dbd req-def10d62-e079-4a6a-819d-ee9c7a0cdceb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.579540 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81308a51-eb28-4f70-bf54-38ee6b164dbd req-def10d62-e079-4a6a-819d-ee9c7a0cdceb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.3145170 Jul 16 18:02:15.598722 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5678192d-4f99-46b1-a8d3-5a5b0970b69d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5468848 Jul 16 18:02:15.602900 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-446f73aa-10d8-4b24-b4d9-14d6bc864272 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.605987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33156) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:15.614024 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-477cd09e-c1ae-4f9d-9bf5-43028b405e51 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2864b206-55af-450d-a605-c85b60653e99'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:15.635471 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-446f73aa-10d8-4b24-b4d9-14d6bc864272 None None] Transition to ACTIVE for port object 6e6cb1df-cfc6-4339-b605-b07325867676 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:15.641351 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-446f73aa-10d8-4b24-b4d9-14d6bc864272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.702822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d0a35d42-3157-4f82-92f7-7668514ba84a req-168ee3e5-fda3-4ad0-b178-37a327ca486e tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.1175900 Jul 16 18:02:15.743528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81308a51-eb28-4f70-bf54-38ee6b164dbd req-06ea86b4-ad3c-47a4-97af-c311bbcc6305 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295724 Jul 16 18:02:15.816765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] For port 9ca71e27-a814-4b45-9fda-381a4c3dc856, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:15.821873 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1b399335-6f37-4ecb-9d80-ac4da07eb5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.826812 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] For port 9ca71e27-a814-4b45-9fda-381a4c3dc856, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9ca71e27-a814-4b45-9fda-381a4c3dc856,segment=NetworkSegment(63e08c8d-3752-45f7-8ff7-cf959a0b1b8b),segment_id=63e08c8d-3752-45f7-8ff7-cf959a0b1b8b)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:15.836979 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.855122 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1ffac214-174a-45fb-b417-1ce7940462de req-701ace1d-ac9e-4444-a36f-43e9f74fbe2b service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064806 Jul 16 18:02:15.871262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f73aa-10d8-4b24-b4d9-14d6bc864272 None None] Pushing event updated for resources: {'Port': ['ID=6e6cb1df-cfc6-4339-b605-b07325867676,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:15.889011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.889850 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.895696 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] 10.222.0.11 "PUT /v2.0/ports/9ca71e27-a814-4b45-9fda-381a4c3dc856 HTTP/1.1" status: 200 len: 1092 time: 1.9916003 Jul 16 18:02:15.898399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0658ff32-15c1-4635-b862-038bffcfbf4b', 'tag': '9ca71e27-a814-4b45-9fda-381a4c3dc856'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:15.904605 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83c7963-efd1-4f35-b2cf-a412afb7d805" -d '{"events": [{"name": "network-changed", "server_uuid": "0658ff32-15c1-4635-b862-038bffcfbf4b", "tag": "9ca71e27-a814-4b45-9fda-381a4c3dc856"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:15.927496 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.946931 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-477cd09e-c1ae-4f9d-9bf5-43028b405e51 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.134483 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-345e2cb4-3352-4f81-89f6-124392355c75 req-faef9cb2-d81c-4540-a227-0d4c732221a6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.186180 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345e2cb4-3352-4f81-89f6-124392355c75 req-faef9cb2-d81c-4540-a227-0d4c732221a6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Network 00f0acd8-15d8-4280-b6e9-01a022b9c260 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:16.204072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-345e2cb4-3352-4f81-89f6-124392355c75 req-faef9cb2-d81c-4540-a227-0d4c732221a6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:16.258039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-345e2cb4-3352-4f81-89f6-124392355c75 req-faef9cb2-d81c-4540-a227-0d4c732221a6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:16.259066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee9331-c146-4f01-9ed6-62fd9218b804 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca71e27-a814-4b45-9fda-381a4c3dc856,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:16.277944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-f202acfc-93a8-4165-be47-16199864901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.287134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-f202acfc-93a8-4165-be47-16199864901e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ec2b83b3b84123a5ebbb2a3744295b&device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 1095 time: 0.2996159 Jul 16 18:02:16.313228 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9975ffd1-9cdf-4917-aa06-99b71a364481 x-openstack-request-id: req-9975ffd1-9cdf-4917-aa06-99b71a364481 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:16.313545 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0658ff32-15c1-4635-b862-038bffcfbf4b", "tag": "9ca71e27-a814-4b45-9fda-381a4c3dc856", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:16.313830 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9975ffd1-9cdf-4917-aa06-99b71a364481 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:16.314291 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0658ff32-15c1-4635-b862-038bffcfbf4b', 'tag': '9ca71e27-a814-4b45-9fda-381a4c3dc856', 'status': 'completed', 'code': 200} Jul 16 18:02:16.343788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-a4cab7df-5c4b-4f5a-acde-65f5466b04c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ca71e27-a814-4b45-9fda-381a4c3dc856 HTTP/1.1" status: 200 len: 217 time: 0.0469842 Jul 16 18:02:16.401455 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef9cb2-d81c-4540-a227-0d4c732221a6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Pushing event updated for resources: {'Port': ['ID=5890d734-e75b-4f36-bd0c-ae294b087fcd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:16.439279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e2cb4-3352-4f81-89f6-124392355c75 req-faef9cb2-d81c-4540-a227-0d4c732221a6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.439423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-ad4a1933-a864-4077-91fd-4f5e9d4f99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.441085 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-345e2cb4-3352-4f81-89f6-124392355c75 req-faef9cb2-d81c-4540-a227-0d4c732221a6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.452685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-ad4a1933-a864-4077-91fd-4f5e9d4f99cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9884b77-e74b-4152-ba0a-646cd55d5950 HTTP/1.1" status: 200 len: 859 time: 0.1012814 Jul 16 18:02:16.464307 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-faef9cb2-d81c-4540-a227-0d4c732221a6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1107719 Jul 16 18:02:16.481062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Request body: {'port': {'device_id': '7bb92ba4-3295-4823-b98c-e200082723e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:16.531237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-ade94b53-92d8-4326-bfa8-8737b6b82d25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=00f0acd8-15d8-4280-b6e9-01a022b9c260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678158 Jul 16 18:02:16.585971 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6e6cb1df-cfc6-4339-b605-b07325867676 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:16.750765 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.771466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-477cd09e-c1ae-4f9d-9bf5-43028b405e51 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Delete allocated IP 2001:db8:0:1::ee (70e7d526-2ef7-4bf2-a33b-e651d2f010d6/17bd1843-046d-4672-8550-16d5f53ad74d) {{(pid=105590) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:02:16.795242 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-db7859af-0e04-4fc9-80a7-12e200e9abaa service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573092 Jul 16 18:02:16.805477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d3421-a7c5-4941-894c-a92b18977372 req-e9fcd55f-e79f-4104-b714-d72a30079a66 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.808343 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-793d3421-a7c5-4941-894c-a92b18977372 req-e9fcd55f-e79f-4104-b714-d72a30079a66 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 932 time: 0.2501495 Jul 16 18:02:16.828809 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639fbe8d-1276-49b5-8f51-1e0e371b30ba None None] Network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:16.918840 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0aebbe1a-d5ad-4421-8f2f-6735b91c8396 req-80c9cd56-fd00-4667-a7ef-e53c9d1ce7a8 tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0396972 Jul 16 18:02:16.993593 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-793d3421-a7c5-4941-894c-a92b18977372 req-5806262e-206e-418c-abf7-0e87af09ed8b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488194 Jul 16 18:02:17.021625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d8032a64-de73-4f32-97c3-e406f09949f3 None None] Provisioning for port 6e6cb1df-cfc6-4339-b605-b07325867676 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:17.031977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d8032a64-de73-4f32-97c3-e406f09949f3 None None] Provisioning complete for port 6e6cb1df-cfc6-4339-b605-b07325867676 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:17.032359 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d8032a64-de73-4f32-97c3-e406f09949f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.070762 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce90fa8-ad77-424a-8cc5-f83e968a095f req-9c75785e-6a62-4313-92d9-2af6ea480e0b service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609818 Jul 16 18:02:17.234407 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-477cd09e-c1ae-4f9d-9bf5-43028b405e51 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.263106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-477cd09e-c1ae-4f9d-9bf5-43028b405e51 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Ignored duplicate provisioning block setup for port 6cd56f55-5d3a-48bb-8e91-7184ee829617 by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:02:17.266504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c7963-efd1-4f35-b2cf-a412afb7d805 req-0d7975ae-dda9-4018-b9ec-ec32ef83c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.269246 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d83c7963-efd1-4f35-b2cf-a412afb7d805 req-0d7975ae-dda9-4018-b9ec-ec32ef83c07f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ec2b83b3b84123a5ebbb2a3744295b&device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 1095 time: 0.1484516 Jul 16 18:02:17.280008 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-477cd09e-c1ae-4f9d-9bf5-43028b405e51 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.300769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d36a3-c942-47fe-b27e-99f653d6ed7f req-588c3daf-cc62-4175-bcfa-b3a208d4b6a1 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.302740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f13d36a3-c942-47fe-b27e-99f653d6ed7f req-588c3daf-cc62-4175-bcfa-b3a208d4b6a1 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1319637 Jul 16 18:02:17.366315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cd09e-c1ae-4f9d-9bf5-43028b405e51 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=6cd56f55-5d3a-48bb-8e91-7184ee829617,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:17.407746 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-477cd09e-c1ae-4f9d-9bf5-43028b405e51 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] In _notify_port_updated(), no bound segment for port 6cd56f55-5d3a-48bb-8e91-7184ee829617 on network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:02:17.414117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477cd09e-c1ae-4f9d-9bf5-43028b405e51 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.414765 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-477cd09e-c1ae-4f9d-9bf5-43028b405e51 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.418788 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-477cd09e-c1ae-4f9d-9bf5-43028b405e51 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "PUT /v2.0/ports/6cd56f55-5d3a-48bb-8e91-7184ee829617 HTTP/1.1" status: 200 len: 926 time: 1.8081868 Jul 16 18:02:17.419110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33196) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:17.434402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e6b987da-059d-4b42-8fcd-ba300fd9da24 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2864b206-55af-450d-a605-c85b60653e99'}, {'subnet_id': '17bd1843-046d-4672-8550-16d5f53ad74d'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:17.469816 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f13d36a3-c942-47fe-b27e-99f653d6ed7f req-062aa69f-5869-4eca-82f8-f3db40298d85 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430008 Jul 16 18:02:17.504627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c7963-efd1-4f35-b2cf-a412afb7d805 req-c1da99e5-1b6e-4c30-8bc7-018b7db36949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.507847 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d83c7963-efd1-4f35-b2cf-a412afb7d805 req-c1da99e5-1b6e-4c30-8bc7-018b7db36949 service neutron] 10.222.0.11 "GET /v2.0/networks?id=00f0acd8-15d8-4280-b6e9-01a022b9c260 HTTP/1.1" status: 200 len: 920 time: 0.2289329 Jul 16 18:02:17.523243 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5890d734-e75b-4f36-bd0c-ae294b087fcd {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:17.534972 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.547080 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.582665 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d83c7963-efd1-4f35-b2cf-a412afb7d805 req-3c457c05-4c84-4b34-bc59-dec1facefd56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ca71e27-a814-4b45-9fda-381a4c3dc856 HTTP/1.1" status: 200 len: 217 time: 0.0676134 Jul 16 18:02:17.621807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Transition to ACTIVE for port object 5890d734-e75b-4f36-bd0c-ae294b087fcd will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:17.634548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.661520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c7963-efd1-4f35-b2cf-a412afb7d805 req-c7fe7760-6967-49ac-976c-bd9e30fcd52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.663649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d83c7963-efd1-4f35-b2cf-a412afb7d805 req-c7fe7760-6967-49ac-976c-bd9e30fcd52b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9884b77-e74b-4152-ba0a-646cd55d5950 HTTP/1.1" status: 200 len: 859 time: 0.0743828 Jul 16 18:02:17.714847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c950b9de-e80a-412c-9767-2b8f56225604 None None] Provisioning for port 6cd56f55-5d3a-48bb-8e91-7184ee829617 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:17.724065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c950b9de-e80a-412c-9767-2b8f56225604 None None] Provisioning complete for port 6cd56f55-5d3a-48bb-8e91-7184ee829617 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:17.724248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d83c7963-efd1-4f35-b2cf-a412afb7d805 req-429d67dc-64b0-4b12-bac3-b334ad191431 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=00f0acd8-15d8-4280-b6e9-01a022b9c260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528743 Jul 16 18:02:17.724431 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c950b9de-e80a-412c-9767-2b8f56225604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.788144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c950b9de-e80a-412c-9767-2b8f56225604 None None] Port 6cd56f55-5d3a-48bb-8e91-7184ee829617 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:17.791520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5890d734-e75b-4f36-bd0c-ae294b087fcd,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:17.815666 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c950b9de-e80a-412c-9767-2b8f56225604 None None] Provisioning complete for port 6e6cb1df-cfc6-4339-b605-b07325867676 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:17.816053 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c950b9de-e80a-412c-9767-2b8f56225604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.834210 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6b987da-059d-4b42-8fcd-ba300fd9da24 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.857244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d83c7963-efd1-4f35-b2cf-a412afb7d805 req-16504e46-3947-480e-b024-c8ae186696b0 service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216788 Jul 16 18:02:17.901569 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Attempting to bind port 5890d734-e75b-4f36-bd0c-ae294b087fcd on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:17.901875 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Attempting to bind port 5890d734-e75b-4f36-bd0c-ae294b087fcd by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:17.902136 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Attempting to bind port 5890d734-e75b-4f36-bd0c-ae294b087fcd on network 00f0acd8-15d8-4280-b6e9-01a022b9c260 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:17.911961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Port 5890d734-e75b-4f36-bd0c-ae294b087fcd on network 00f0acd8-15d8-4280-b6e9-01a022b9c260 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:17.912287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Attempting to bind port 5890d734-e75b-4f36-bd0c-ae294b087fcd on network 00f0acd8-15d8-4280-b6e9-01a022b9c260 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:17.935754 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:17.936002 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Checking segment: {'id': '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:17.936372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Bound using segment: {'id': '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:17.936852 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Bound port: 5890d734-e75b-4f36-bd0c-ae294b087fcd, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:17.937223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.037977 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d83c7963-efd1-4f35-b2cf-a412afb7d805 req-f221622d-1992-438b-b24d-b85b2649666a service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643372 Jul 16 18:02:18.116278 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-18eea82e-309c-4d02-b911-db8e70434e65 None None] Provisioning complete for port 6cd56f55-5d3a-48bb-8e91-7184ee829617 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:18.118536 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-18eea82e-309c-4d02-b911-db8e70434e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.196262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-18eea82e-309c-4d02-b911-db8e70434e65 None None] Port 6cd56f55-5d3a-48bb-8e91-7184ee829617 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:18.236457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b40c428a-9a3e-4764-8d0a-1e85351f0ff3 req-bf1a53e4-a9b3-4967-8e20-c396f7854ced tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0790350 Jul 16 18:02:18.315272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68602fe9-9b33-4fde-a6a0-23a5ca1f6289 req-c1d94878-bc85-4a50-9934-bbd537ff6da9 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.316991 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68602fe9-9b33-4fde-a6a0-23a5ca1f6289 req-c1d94878-bc85-4a50-9934-bbd537ff6da9 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 944 time: 0.1346629 Jul 16 18:02:18.387035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68602fe9-9b33-4fde-a6a0-23a5ca1f6289 req-82de3eee-a859-4486-b3a2-d70b52c96aa5 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593050 Jul 16 18:02:18.522795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5802ffe0-f37b-44f3-9d89-611f1f2cb05a None None] Provisioning complete for port 6cd56f55-5d3a-48bb-8e91-7184ee829617 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:18.523638 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5802ffe0-f37b-44f3-9d89-611f1f2cb05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.578051 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5802ffe0-f37b-44f3-9d89-611f1f2cb05a None None] Port 6cd56f55-5d3a-48bb-8e91-7184ee829617 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:18.613855 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] For port 5890d734-e75b-4f36-bd0c-ae294b087fcd, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:18.636282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] For port 5890d734-e75b-4f36-bd0c-ae294b087fcd, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=5890d734-e75b-4f36-bd0c-ae294b087fcd,segment=NetworkSegment(63e08c8d-3752-45f7-8ff7-cf959a0b1b8b),segment_id=63e08c8d-3752-45f7-8ff7-cf959a0b1b8b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:18.648661 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.725117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.725807 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.727365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/5890d734-e75b-4f36-bd0c-ae294b087fcd HTTP/1.1" status: 200 len: 1093 time: 2.2520881 Jul 16 18:02:18.731827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb92ba4-3295-4823-b98c-e200082723e2', 'tag': '5890d734-e75b-4f36-bd0c-ae294b087fcd'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:18.735962 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4bf499-1d4e-4e0c-bbfc-02641f79d822" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb92ba4-3295-4823-b98c-e200082723e2", "tag": "5890d734-e75b-4f36-bd0c-ae294b087fcd"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:18.767273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7813278-3f46-432c-81e9-49e9b760c500 req-d84326dd-d526-4f0c-904d-f928a56a22fe tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.771618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c7813278-3f46-432c-81e9-49e9b760c500 req-d84326dd-d526-4f0c-904d-f928a56a22fe tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 946 time: 0.0939970 Jul 16 18:02:18.786745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-e6b987da-059d-4b42-8fcd-ba300fd9da24 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8:0:1::2f5 (70e7d526-2ef7-4bf2-a33b-e651d2f010d6/17bd1843-046d-4672-8550-16d5f53ad74d/6cd56f55-5d3a-48bb-8e91-7184ee829617) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:18.807516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed799164-613b-442d-9a0e-1286a76074b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5890d734-e75b-4f36-bd0c-ae294b087fcd,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:18.840100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c7813278-3f46-432c-81e9-49e9b760c500 req-574fdd4d-b791-44a7-9f74-b60554e0a91d tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfe7d43-a83d-4c4f-a395-781ac14b54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632205 Jul 16 18:02:18.914281 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e4e3e5-8096-4ef6-a753-b5dfb1fc5f58 x-openstack-request-id: req-b3e4e3e5-8096-4ef6-a753-b5dfb1fc5f58 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:18.914605 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb92ba4-3295-4823-b98c-e200082723e2", "tag": "5890d734-e75b-4f36-bd0c-ae294b087fcd", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:18.914884 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3e4e3e5-8096-4ef6-a753-b5dfb1fc5f58 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:18.915424 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb92ba4-3295-4823-b98c-e200082723e2', 'tag': '5890d734-e75b-4f36-bd0c-ae294b087fcd', 'status': 'completed', 'code': 200} Jul 16 18:02:18.939919 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.998533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e2cb4-3352-4f81-89f6-124392355c75 req-8bc45ffb-3f3e-4b32-913e-07be889c9f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.000081 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-8bc45ffb-3f3e-4b32-913e-07be889c9f8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ec2b83b3b84123a5ebbb2a3744295b&device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 1096 time: 0.1754580 Jul 16 18:02:19.002338 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6b987da-059d-4b42-8fcd-ba300fd9da24 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.052721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e6b987da-059d-4b42-8fcd-ba300fd9da24 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Transition to ACTIVE for port object 6cd56f55-5d3a-48bb-8e91-7184ee829617 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:19.054742 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-c513cf52-b441-4ae4-bdbf-b87696e48a68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5890d734-e75b-4f36-bd0c-ae294b087fcd HTTP/1.1" status: 200 len: 217 time: 0.0427585 Jul 16 18:02:19.058490 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6b987da-059d-4b42-8fcd-ba300fd9da24 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.230757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b987da-059d-4b42-8fcd-ba300fd9da24 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=6cd56f55-5d3a-48bb-8e91-7184ee829617,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:19.236017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e6b987da-059d-4b42-8fcd-ba300fd9da24 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] In _notify_port_updated(), no bound segment for port 6cd56f55-5d3a-48bb-8e91-7184ee829617 on network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:02:19.244375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b987da-059d-4b42-8fcd-ba300fd9da24 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.245280 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e6b987da-059d-4b42-8fcd-ba300fd9da24 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.249451 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e6b987da-059d-4b42-8fcd-ba300fd9da24 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "PUT /v2.0/ports/6cd56f55-5d3a-48bb-8e91-7184ee829617 HTTP/1.1" status: 200 len: 1012 time: 1.8271677 Jul 16 18:02:19.249451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e2cb4-3352-4f81-89f6-124392355c75 req-5a4495e9-5c64-4e57-8e3c-01a833a89a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.250093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33244) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:19.251495 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-5a4495e9-5c64-4e57-8e3c-01a833a89a30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9884b77-e74b-4152-ba0a-646cd55d5950 HTTP/1.1" status: 200 len: 859 time: 0.1830375 Jul 16 18:02:19.291494 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-c6108412-ad20-4a94-9970-3669fbc53d2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=00f0acd8-15d8-4280-b6e9-01a022b9c260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314410 Jul 16 18:02:19.390752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-6097436c-55f7-4729-a8b1-cd30a03e0551 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 6cd56f55-5d3a-48bb-8e91-7184ee829617 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:19.391396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6097436c-55f7-4729-a8b1-cd30a03e0551 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.401785 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-86adaafc-1b20-4789-9406-d95fdecd2e53 service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003318 Jul 16 18:02:19.474290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22ae3647-00aa-4cdf-bdb4-a6d8b94f3a43 req-ec1a893d-ccec-4583-9919-c12aa0a5e82b tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0483227 Jul 16 18:02:19.510199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d8eb3e10-c25b-4a27-a715-737c19e0f43f None None] Provisioning for port 6cd56f55-5d3a-48bb-8e91-7184ee829617 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:19.521640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d8eb3e10-c25b-4a27-a715-737c19e0f43f None None] Provisioning complete for port 6cd56f55-5d3a-48bb-8e91-7184ee829617 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:19.522278 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3e10-c25b-4a27-a715-737c19e0f43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.563326 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-345e2cb4-3352-4f81-89f6-124392355c75 req-ab9e2751-59a7-426d-b1d6-04a527c58e95 service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544652 Jul 16 18:02:19.596138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb3e10-c25b-4a27-a715-737c19e0f43f None None] Port 6cd56f55-5d3a-48bb-8e91-7184ee829617 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:19.631727 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6097436c-55f7-4729-a8b1-cd30a03e0551 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.651273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-6097436c-55f7-4729-a8b1-cd30a03e0551 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 6cd56f55-5d3a-48bb-8e91-7184ee829617 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:19.698375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf499-1d4e-4e0c-bbfc-02641f79d822 req-5ac83b5e-31eb-41d3-bdf9-85f7955793f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.699915 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae4bf499-1d4e-4e0c-bbfc-02641f79d822 req-5ac83b5e-31eb-41d3-bdf9-85f7955793f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ec2b83b3b84123a5ebbb2a3744295b&device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 1096 time: 0.0817170 Jul 16 18:02:19.758695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb04e05-4bd6-4062-94b1-d0d8862196cd req-623ec472-39c0-424a-9682-ab56e6a8fe91 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.767094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcb04e05-4bd6-4062-94b1-d0d8862196cd req-623ec472-39c0-424a-9682-ab56e6a8fe91 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 944 time: 0.1756251 Jul 16 18:02:19.833568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcb04e05-4bd6-4062-94b1-d0d8862196cd req-8badeea2-42d5-460a-ae2f-7c75f32e8f93 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654385 Jul 16 18:02:19.893274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf499-1d4e-4e0c-bbfc-02641f79d822 req-0591fa22-73e2-4754-b0b5-7b2fb8c8228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.895427 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae4bf499-1d4e-4e0c-bbfc-02641f79d822 req-0591fa22-73e2-4754-b0b5-7b2fb8c8228f service neutron] 10.222.0.11 "GET /v2.0/networks?id=00f0acd8-15d8-4280-b6e9-01a022b9c260 HTTP/1.1" status: 200 len: 920 time: 0.1870210 Jul 16 18:02:19.965083 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae4bf499-1d4e-4e0c-bbfc-02641f79d822 req-e96d89b8-41f1-4bd0-a55d-d13907c074c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5890d734-e75b-4f36-bd0c-ae294b087fcd HTTP/1.1" status: 200 len: 217 time: 0.0626142 Jul 16 18:02:19.975326 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6097436c-55f7-4729-a8b1-cd30a03e0551 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.040331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097436c-55f7-4729-a8b1-cd30a03e0551 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=6cd56f55-5d3a-48bb-8e91-7184ee829617,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:20.050725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf499-1d4e-4e0c-bbfc-02641f79d822 req-898602be-594d-490b-8336-eced394919e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:20.053375 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae4bf499-1d4e-4e0c-bbfc-02641f79d822 req-898602be-594d-490b-8336-eced394919e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9884b77-e74b-4152-ba0a-646cd55d5950 HTTP/1.1" status: 200 len: 859 time: 0.0799129 Jul 16 18:02:20.089225 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9ca71e27-a814-4b45-9fda-381a4c3dc856 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:20.178023 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae4bf499-1d4e-4e0c-bbfc-02641f79d822 req-dccb1161-5517-4dc7-a8bd-0d91b9deb53c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=00f0acd8-15d8-4280-b6e9-01a022b9c260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174691 Jul 16 18:02:20.193964 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6097436c-55f7-4729-a8b1-cd30a03e0551 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.198529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33272) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:20.198761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6097436c-55f7-4729-a8b1-cd30a03e0551 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/6cd56f55-5d3a-48bb-8e91-7184ee829617 HTTP/1.1" status: 204 len: 168 time: 0.9462748 Jul 16 18:02:20.306915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 9ca71e27-a814-4b45-9fda-381a4c3dc856, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9ca71e27-a814-4b45-9fda-381a4c3dc856,segment=NetworkSegment(63e08c8d-3752-45f7-8ff7-cf959a0b1b8b),segment_id=63e08c8d-3752-45f7-8ff7-cf959a0b1b8b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:20.336025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '9ca71e27-a814-4b45-9fda-381a4c3dc856', 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260', 'port_id': '9ca71e27-a814-4b45-9fda-381a4c3dc856', 'mac_address': 'fa:16:3e:aa:b6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9884b77-e74b-4152-ba0a-646cd55d5950', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:20.350085 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f0e54a-8fd9-48e0-b86e-4d065e14288a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:02:20.354828 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-14f0e54a-8fd9-48e0-b86e-4d065e14288a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/6cd56f55-5d3a-48bb-8e91-7184ee829617 HTTP/1.1" status: 404 len: 333 time: 0.1559677 Jul 16 18:02:20.360719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33274) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:20.400087 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.425905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca71e27-a814-4b45-9fda-381a4c3dc856 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:20.428194 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae4bf499-1d4e-4e0c-bbfc-02641f79d822 req-02977ae4-fb21-4a3f-9e5f-bbf5b49e1434 service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421491 Jul 16 18:02:20.438524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddb9fe-47d1-426f-83f1-dfd9cac8d99e req-3ff81ea5-a2f2-4d24-9183-413c156516bd tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:20.440377 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7fddb9fe-47d1-426f-83f1-dfd9cac8d99e req-3ff81ea5-a2f2-4d24-9183-413c156516bd tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 946 time: 0.1573536 Jul 16 18:02:20.462162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab85f894-d876-49a5-b12f-687e3e2fb2fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting subnet 17bd1843-046d-4672-8550-16d5f53ad74d {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:20.466436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 9ca71e27-a814-4b45-9fda-381a4c3dc856, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9ca71e27-a814-4b45-9fda-381a4c3dc856,segment=NetworkSegment(63e08c8d-3752-45f7-8ff7-cf959a0b1b8b),segment_id=63e08c8d-3752-45f7-8ff7-cf959a0b1b8b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:20.472687 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.472918 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab85f894-d876-49a5-b12f-687e3e2fb2fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.548999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=9ca71e27-a814-4b45-9fda-381a4c3dc856,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:20.567203 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae4bf499-1d4e-4e0c-bbfc-02641f79d822 req-10040922-9496-4681-a77a-51a79b658724 service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314018 Jul 16 18:02:20.583007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7fddb9fe-47d1-426f-83f1-dfd9cac8d99e req-d361b2f4-1389-4e69-9d75-bc11801bb649 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfe7d43-a83d-4c4f-a395-781ac14b54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332917 Jul 16 18:02:20.587646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab85f894-d876-49a5-b12f-687e3e2fb2fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.730060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ee2f94e-4f6a-4378-9ae2-d9370eac5df2 req-54e6b2f8-f2ee-4eb7-a393-230fe5ee7cf3 tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0420194 Jul 16 18:02:20.741031 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab85f894-d876-49a5-b12f-687e3e2fb2fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.760711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['9ca71e27-a814-4b45-9fda-381a4c3dc856'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:20.827884 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab85f894-d876-49a5-b12f-687e3e2fb2fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.864999 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab85f894-d876-49a5-b12f-687e3e2fb2fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.870038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ab85f894-d876-49a5-b12f-687e3e2fb2fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/17bd1843-046d-4672-8550-16d5f53ad74d HTTP/1.1" status: 204 len: 168 time: 0.5068803 Jul 16 18:02:20.870804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33294) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:20.873777 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85f894-d876-49a5-b12f-687e3e2fb2fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Subnet': ['ID=17bd1843-046d-4672-8550-16d5f53ad74d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:20.892674 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5eb211-cb2e-46e8-a8a9-7f5ce64bb092 None None] Network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:20.956247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32f52cb-ecae-4de8-a57e-c898cb32364c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting subnet 2864b206-55af-450d-a605-c85b60653e99 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:20.968423 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e32f52cb-ecae-4de8-a57e-c898cb32364c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.039210 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e32f52cb-ecae-4de8-a57e-c898cb32364c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.135602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d642a1-94c9-4be9-ac26-e8e0a886bc3f req-1c5a4c95-522d-40ba-bfd0-f08607b51920 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.137209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d642a1-94c9-4be9-ac26-e8e0a886bc3f req-1c5a4c95-522d-40ba-bfd0-f08607b51920 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 944 time: 0.1287720 Jul 16 18:02:21.146607 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e32f52cb-ecae-4de8-a57e-c898cb32364c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.216128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8d642a1-94c9-4be9-ac26-e8e0a886bc3f req-965556b0-032f-4969-b66f-e55d819a0d90 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651338 Jul 16 18:02:21.221963 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e32f52cb-ecae-4de8-a57e-c898cb32364c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.254722 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e32f52cb-ecae-4de8-a57e-c898cb32364c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.260180 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e32f52cb-ecae-4de8-a57e-c898cb32364c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/2864b206-55af-450d-a605-c85b60653e99 HTTP/1.1" status: 204 len: 168 time: 0.3851733 Jul 16 18:02:21.260180 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f52cb-ecae-4de8-a57e-c898cb32364c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Subnet': ['ID=2864b206-55af-450d-a605-c85b60653e99,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:21.260736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33300) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:21.370276 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.514134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 6e6cb1df-cfc6-4339-b605-b07325867676 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:21.514591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.543553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf544b3-4c6c-4c62-beb8-88a414aaf564 req-358587b8-b727-4c79-bcfd-ca47d3c87a75 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.545228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf544b3-4c6c-4c62-beb8-88a414aaf564 req-358587b8-b727-4c79-bcfd-ca47d3c87a75 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 946 time: 0.1147561 Jul 16 18:02:21.612419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] For port 6e6cb1df-cfc6-4339-b605-b07325867676, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6e6cb1df-cfc6-4339-b605-b07325867676,segment=NetworkSegment(fa69619f-beb5-4722-b973-101d83186632),segment_id=fa69619f-beb5-4722-b973-101d83186632)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:21.612736 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.639214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 6e6cb1df-cfc6-4339-b605-b07325867676 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:21.649175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf544b3-4c6c-4c62-beb8-88a414aaf564 req-0d994bb7-e96e-424a-ba27-0851165ca215 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfe7d43-a83d-4c4f-a395-781ac14b54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931337 Jul 16 18:02:21.781298 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.822112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=6e6cb1df-cfc6-4339-b605-b07325867676,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:21.829495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No DVR routers for this DVR port 6e6cb1df-cfc6-4339-b605-b07325867676 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:21.951274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32e542b5-2f0c-4bd3-8a7a-46c3931729fb req-322081f8-c467-4685-8b05-770ea871114f tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0669975 Jul 16 18:02:21.978056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbdf41e-84af-4505-9786-4a23213d3ffa None None] Network 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:21.990271 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.009648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e7d526-2ef7-4bf2-a33b-e651d2f010d6']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:22.029087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa69619f-beb5-4722-b973-101d83186632') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:22.029087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa69619f-beb5-4722-b973-101d83186632') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:22.041717 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.066267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cf6d37f4-d8dc-42f1-85a2-06d246b7e219 None None] Could not find standard attr ID for object 6e6cb1df-cfc6-4339-b605-b07325867676. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:02:22.067183 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.075922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:22.076423 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:22.080151 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:22.109728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 5890d734-e75b-4f36-bd0c-ae294b087fcd details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:22.111663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9ca71e27-a814-4b45-9fda-381a4c3dc856 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:22.150018 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.162224 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.166022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/networks/70e7d526-2ef7-4bf2-a33b-e651d2f010d6 HTTP/1.1" status: 204 len: 168 time: 0.9038754 Jul 16 18:02:22.170941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33324) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:22.214287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6ae46-f001-49a6-8f15-7599646fe037 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Network': ['ID=70e7d526-2ef7-4bf2-a33b-e651d2f010d6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:22.228213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e1e0b-4458-4174-887f-ae692f9753b0 None None] DHCP port deletion for 70e7d526-2ef7-4bf2-a33b-e651d2f010d6 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:22.240452 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 9ca71e27-a814-4b45-9fda-381a4c3dc856 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:22.248779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 9ca71e27-a814-4b45-9fda-381a4c3dc856 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:22.249195 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.278947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aeb7fc-855e-438a-9007-9b54ea0c31e3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.281688 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-63aeb7fc-855e-438a-9007-9b54ea0c31e3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1091588 Jul 16 18:02:22.285426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33332) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:22.337198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 5890d734-e75b-4f36-bd0c-ae294b087fcd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=5890d734-e75b-4f36-bd0c-ae294b087fcd,segment=NetworkSegment(63e08c8d-3752-45f7-8ff7-cf959a0b1b8b),segment_id=63e08c8d-3752-45f7-8ff7-cf959a0b1b8b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:22.358093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '5890d734-e75b-4f36-bd0c-ae294b087fcd', 'network_id': '00f0acd8-15d8-4280-b6e9-01a022b9c260', 'port_id': '5890d734-e75b-4f36-bd0c-ae294b087fcd', 'mac_address': 'fa:16:3e:22:1a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9884b77-e74b-4152-ba0a-646cd55d5950', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:22.407993 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2414e057-9ab8-40d2-8a5e-6eb626981da7 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1211922 Jul 16 18:02:22.412821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33334) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:22.422142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-657ebc25-e7cd-4be1-97aa-51aebea44e5d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-657619488'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:22.439037 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.440995 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.459118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657ebc25-e7cd-4be1-97aa-51aebea44e5d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:22.463792 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-657ebc25-e7cd-4be1-97aa-51aebea44e5d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.500808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ab00e-f43c-4f95-a8ea-3759d2c73f59 req-3d63cdd1-481c-470c-b63c-ce41a34351b8 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.502738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-618ab00e-f43c-4f95-a8ea-3759d2c73f59 req-3d63cdd1-481c-470c-b63c-ce41a34351b8 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 944 time: 0.1490476 Jul 16 18:02:22.535115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657ebc25-e7cd-4be1-97aa-51aebea44e5d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:22.560865 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-657ebc25-e7cd-4be1-97aa-51aebea44e5d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.561272 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-657ebc25-e7cd-4be1-97aa-51aebea44e5d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Added segment 833db6ac-76bb-4378-90cd-571a4414000a of type vlan for network b1ee69da-00a6-40eb-9088-80cbc2a6270f Jul 16 18:02:22.587713 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-618ab00e-f43c-4f95-a8ea-3759d2c73f59 req-7238d21b-00bb-4c66-b74f-7fb511bcf89c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727613 Jul 16 18:02:22.613476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6e6cb1df-cfc6-4339-b605-b07325867676 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:22.644645 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-657ebc25-e7cd-4be1-97aa-51aebea44e5d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.663089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 9ca71e27-a814-4b45-9fda-381a4c3dc856, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9ca71e27-a814-4b45-9fda-381a4c3dc856,segment=NetworkSegment(63e08c8d-3752-45f7-8ff7-cf959a0b1b8b),segment_id=63e08c8d-3752-45f7-8ff7-cf959a0b1b8b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:22.665152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0658ff32-15c1-4635-b862-038bffcfbf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca71e27-a814-4b45-9fda-381a4c3dc856'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:22.668050 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bed9dee-8682-47f6-900c-0f9155827339" -d '{"events": [{"server_uuid": "0658ff32-15c1-4635-b862-038bffcfbf4b", "name": "network-vif-plugged", "status": "completed", "tag": "9ca71e27-a814-4b45-9fda-381a4c3dc856"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:22.670858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 6e6cb1df-cfc6-4339-b605-b07325867676 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:22.671207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6e6cb1df-cfc6-4339-b605-b07325867676 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:22.673572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5890d734-e75b-4f36-bd0c-ae294b087fcd {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:22.680337 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.729395 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-657ebc25-e7cd-4be1-97aa-51aebea44e5d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.738292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657ebc25-e7cd-4be1-97aa-51aebea44e5d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.738963 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-657ebc25-e7cd-4be1-97aa-51aebea44e5d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.794236 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=9ca71e27-a814-4b45-9fda-381a4c3dc856,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:22.809286 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 5890d734-e75b-4f36-bd0c-ae294b087fcd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=5890d734-e75b-4f36-bd0c-ae294b087fcd,segment=NetworkSegment(63e08c8d-3752-45f7-8ff7-cf959a0b1b8b),segment_id=63e08c8d-3752-45f7-8ff7-cf959a0b1b8b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:22.812314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-8fce0426-a58e-4fef-b855-67901f152a96 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.814186 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-8fce0426-a58e-4fef-b855-67901f152a96 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 946 time: 0.1758466 Jul 16 18:02:22.817149 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.881998 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117a4b6b-3221-45c5-8895-1f593d72730a x-openstack-request-id: req-117a4b6b-3221-45c5-8895-1f593d72730a {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:22.882290 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0658ff32-15c1-4635-b862-038bffcfbf4b", "name": "network-vif-plugged", "status": "completed", "tag": "9ca71e27-a814-4b45-9fda-381a4c3dc856", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:22.882662 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-117a4b6b-3221-45c5-8895-1f593d72730a {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:22.883130 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0658ff32-15c1-4635-b862-038bffcfbf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca71e27-a814-4b45-9fda-381a4c3dc856', 'code': 200} Jul 16 18:02:22.884226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=5890d734-e75b-4f36-bd0c-ae294b087fcd,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:22.904635 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.916226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-657ebc25-e7cd-4be1-97aa-51aebea44e5d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5015917 Jul 16 18:02:22.917061 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33348) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:22.925731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ebc25-e7cd-4be1-97aa-51aebea44e5d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Network': ['ID=b1ee69da-00a6-40eb-9088-80cbc2a6270f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:22.939717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5a2c94dc-f0a3-415f-a0cf-6a334ac53584 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': 'b1ee69da-00a6-40eb-9088-80cbc2a6270f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:22.944285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network b1ee69da-00a6-40eb-9088-80cbc2a6270f details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:22.993103 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Deleting port 7405950f-f509-455d-aac4-a06beb5e5b55 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:22.993812 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.102075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['5890d734-e75b-4f36-bd0c-ae294b087fcd'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:23.112338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] For port 7405950f-f509-455d-aac4-a06beb5e5b55, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=7405950f-f509-455d-aac4-a06beb5e5b55,segment=NetworkSegment(78db6917-37f1-4619-b193-94b606297ea6),segment_id=78db6917-37f1-4619-b193-94b606297ea6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:23.112704 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.167254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd5067-8f84-4d60-86ff-d16814707767 req-3a28940c-3a29-46ab-880b-dc2fe00e08d5 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:23.188075 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07dd5067-8f84-4d60-86ff-d16814707767 req-3a28940c-3a29-46ab-880b-dc2fe00e08d5 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 946 time: 0.2778976 Jul 16 18:02:23.211372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623518a-3458-451f-ab30-6de0827f3dc6 req-5ab868f4-70d3-404d-8534-4460a6e660f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:23.213031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c623518a-3458-451f-ab30-6de0827f3dc6 req-5ab868f4-70d3-404d-8534-4460a6e660f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 1097 time: 0.2476997 Jul 16 18:02:23.220937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2c94dc-f0a3-415f-a0cf-6a334ac53584 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:23.224847 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5a2c94dc-f0a3-415f-a0cf-6a334ac53584 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.270994 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-340a5387-1355-4116-8770-8834514a3d58 req-99107e52-8431-45be-a248-5e7e40991ff2 tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0729308 Jul 16 18:02:23.347420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07dd5067-8f84-4d60-86ff-d16814707767 req-baaac511-316c-4ba2-b771-51ca3243aa73 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cfe7d43-a83d-4c4f-a395-781ac14b54b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518719 Jul 16 18:02:23.389959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c623518a-3458-451f-ab30-6de0827f3dc6 req-57d1bb0d-764f-4aca-a74a-9835ab5defeb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393292 Jul 16 18:02:23.458351 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.459018 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.459315 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Floating IP c9110213-b066-4534-b6eb-1919a1bea060 disassociated. External IP: 172.25.3.114, port: 7405950f-f509-455d-aac4-a06beb5e5b55. Jul 16 18:02:23.459755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Calling delete_port for 7405950f-f509-455d-aac4-a06beb5e5b55 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:23.553865 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5a2c94dc-f0a3-415f-a0cf-6a334ac53584 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.604862 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.614964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c94dc-f0a3-415f-a0cf-6a334ac53584 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Subnet': ['ID=9b2b526e-27a6-4209-a73a-18bbd6149806,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:23.628595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2c94dc-f0a3-415f-a0cf-6a334ac53584 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Checking segment: {'id': '833db6ac-76bb-4378-90cd-571a4414000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b1ee69da-00a6-40eb-9088-80cbc2a6270f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:23.629400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2c94dc-f0a3-415f-a0cf-6a334ac53584 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network hostable DHCP agents. Network: b1ee69da-00a6-40eb-9088-80cbc2a6270f, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:23.641054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Pushing event deleted for resources: {'Port': ['ID=7405950f-f509-455d-aac4-a06beb5e5b55,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:23.652452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2c94dc-f0a3-415f-a0cf-6a334ac53584 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network b1ee69da-00a6-40eb-9088-80cbc2a6270f is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:23.664896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-5a2c94dc-f0a3-415f-a0cf-6a334ac53584 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, b1ee69da-00a6-40eb-9088-80cbc2a6270f) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:23.672042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2c94dc-f0a3-415f-a0cf-6a334ac53584 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:23.673971 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5a2c94dc-f0a3-415f-a0cf-6a334ac53584 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.675836 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05721d74-59c4-4bec-9baf-bd641257f84c None None] Network b1ee69da-00a6-40eb-9088-80cbc2a6270f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:23.696316 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5a2c94dc-f0a3-415f-a0cf-6a334ac53584 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7676640 Jul 16 18:02:23.699035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33366) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:23.704914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': 'b1ee69da-00a6-40eb-9088-80cbc2a6270f', 'name': 'tempest-PortsIpV6TestJSON-1501540056'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:23.842864 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Router af04af6e-02bf-4c9f-8eea-7d3374540dcd has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:23.927702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-b1ee69da-00a6-40eb-9088-80cbc2a6270f', 'network_id': 'b1ee69da-00a6-40eb-9088-80cbc2a6270f', 'tenant_id': '17f2e8233461467da1a70adf2d52d2a7', 'fixed_ips': [{'subnet_id': '9b2b526e-27a6-4209-a73a-18bbd6149806'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:23.929195 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:24.046085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:24.065425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea904c6-0593-4a98-8c04-8ae2a69fcfb2 None None] Sync routers for ids ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:24.104365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea904c6-0593-4a98-8c04-8ae2a69fcfb2 None None] Routers {'af04af6e-02bf-4c9f-8eea-7d3374540dcd'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:24.105077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dea904c6-0593-4a98-8c04-8ae2a69fcfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:02:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:24.144625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] No DVR routers for this DVR port 7405950f-f509-455d-aac4-a06beb5e5b55 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:24.149513 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:24.156509 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-22acc397-e3f5-4b6b-9c1d-9b3f20a2cce3 req-75e84475-f6d7-4fe0-8020-0ff0989da2f9 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.11 "DELETE /v2.0/ports/7405950f-f509-455d-aac4-a06beb5e5b55 HTTP/1.1" status: 204 len: 173 time: 1.3303506 Jul 16 18:02:24.156509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d069f46-b0ba-41d0-a617-69e58c79df8d', 'name': 'network-vif-deleted', 'tag': '7405950f-f509-455d-aac4-a06beb5e5b55'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:24.166623 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc2e06b-ecd0-4dd6-a2f4-6fc091bec81f" -d '{"events": [{"server_uuid": "9d069f46-b0ba-41d0-a617-69e58c79df8d", "name": "network-vif-deleted", "tag": "7405950f-f509-455d-aac4-a06beb5e5b55"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:24.238108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Allocated IP 2001:db8::2 (b1ee69da-00a6-40eb-9088-80cbc2a6270f/9b2b526e-27a6-4209-a73a-18bbd6149806/767bcfcd-88eb-4875-90f4-46ba47ecba36) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:24.244144 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c93c67a-faf9-4f8b-ad49-c38af1d22793 x-openstack-request-id: req-6c93c67a-faf9-4f8b-ad49-c38af1d22793 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:24.244959 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d069f46-b0ba-41d0-a617-69e58c79df8d", "name": "network-vif-deleted", "tag": "7405950f-f509-455d-aac4-a06beb5e5b55", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:24.250400 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c93c67a-faf9-4f8b-ad49-c38af1d22793 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:24.251744 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d069f46-b0ba-41d0-a617-69e58c79df8d', 'name': 'network-vif-deleted', 'tag': '7405950f-f509-455d-aac4-a06beb5e5b55', 'status': 'completed', 'code': 200} Jul 16 18:02:24.417008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-dea904c6-0593-4a98-8c04-8ae2a69fcfb2 None None] Set router af04af6e-02bf-4c9f-8eea-7d3374540dcd gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:24.559768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d13fbb3d-2eb8-4edf-ba76-46f2e194d16c req-3144dad3-4246-4450-9a1d-b938b7e2791b tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0368030 Jul 16 18:02:24.580593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:24.584321 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:24.611290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port f586a66d-af5e-44a2-acd7-3f97e93d6dd0 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:24.628638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b315669-7ef8-4247-82e4-3bc003455abd req-5ce61be1-4e18-4e8b-9f43-667937bad8ec tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.636368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b315669-7ef8-4247-82e4-3bc003455abd req-5ce61be1-4e18-4e8b-9f43-667937bad8ec tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 945 time: 0.7377746 Jul 16 18:02:24.729508 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b315669-7ef8-4247-82e4-3bc003455abd req-03103e9c-4293-4b03-a2e7-6c16f726113f tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919516 Jul 16 18:02:24.783074 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eae2837d-2634-4c17-8515-2cbf0f9d439f req-a699aff2-5110-4fda-893e-3dd8ab9137df tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d069f46-b0ba-41d0-a617-69e58c79df8d HTTP/1.1" status: 200 len: 210 time: 0.0466619 Jul 16 18:02:24.818675 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dea904c6-0593-4a98-8c04-8ae2a69fcfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:00:15Z', 'revision_number': 4, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port': {'id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:09Z', 'updated_at': '2021-07-16T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '48513513-ecba-4033-a62f-99746c7bd1d2', 'name': '', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'mac_address': 'fa:16:3e:2e:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:14Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 5, 'project_id': '165f501fe1b848e38e45019db458be05', 'subnets': [{'id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:24.852741 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea904c6-0593-4a98-8c04-8ae2a69fcfb2 None None] Checking router: af04af6e-02bf-4c9f-8eea-7d3374540dcd for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:24.858517 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:24.870767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Transition to ACTIVE for port object 767bcfcd-88eb-4875-90f4-46ba47ecba36 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:24.876572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea904c6-0593-4a98-8c04-8ae2a69fcfb2 None None] Routers {'af04af6e-02bf-4c9f-8eea-7d3374540dcd'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:24.877304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dea904c6-0593-4a98-8c04-8ae2a69fcfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:02:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:24.934059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Transition to ACTIVE for port object 767bcfcd-88eb-4875-90f4-46ba47ecba36 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:24.947163 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.050037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Network b1ee69da-00a6-40eb-9088-80cbc2a6270f is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:25.058626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8::9 (b1ee69da-00a6-40eb-9088-80cbc2a6270f/9b2b526e-27a6-4209-a73a-18bbd6149806/f586a66d-af5e-44a2-acd7-3f97e93d6dd0) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:25.060563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:25.079904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:25.169085 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Pushing event updated for resources: {'Port': ['ID=767bcfcd-88eb-4875-90f4-46ba47ecba36,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:25.186108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-dea904c6-0593-4a98-8c04-8ae2a69fcfb2 None None] Set router af04af6e-02bf-4c9f-8eea-7d3374540dcd gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:25.218931 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.221273 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:25.221437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:25.221797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:25.222141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:25.222475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:25.222809 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:25.223138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:25.223605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:25.223944 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:25.224273 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:25.224603 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:25.224929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:25.239440 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Attempting to bind port 767bcfcd-88eb-4875-90f4-46ba47ecba36 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:25.239825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Attempting to bind port 767bcfcd-88eb-4875-90f4-46ba47ecba36 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '833db6ac-76bb-4378-90cd-571a4414000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b1ee69da-00a6-40eb-9088-80cbc2a6270f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:25.240193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Attempting to bind port 767bcfcd-88eb-4875-90f4-46ba47ecba36 on network b1ee69da-00a6-40eb-9088-80cbc2a6270f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:25.252996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:25.253468 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Checking segment: {'id': '833db6ac-76bb-4378-90cd-571a4414000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b1ee69da-00a6-40eb-9088-80cbc2a6270f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:25.253813 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.254197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Bound using segment: {'id': '833db6ac-76bb-4378-90cd-571a4414000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b1ee69da-00a6-40eb-9088-80cbc2a6270f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:25.254714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Bound port: 767bcfcd-88eb-4875-90f4-46ba47ecba36, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833db6ac-76bb-4378-90cd-571a4414000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b1ee69da-00a6-40eb-9088-80cbc2a6270f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:25.255119 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.280618 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.297103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Transition to ACTIVE for port object f586a66d-af5e-44a2-acd7-3f97e93d6dd0 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:25.338578 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.384310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network b1ee69da-00a6-40eb-9088-80cbc2a6270f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:25.388079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:25.391053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:25.400173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.400848 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.416751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] For port 767bcfcd-88eb-4875-90f4-46ba47ecba36, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:25.421250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=f586a66d-af5e-44a2-acd7-3f97e93d6dd0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:25.422136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] For port 767bcfcd-88eb-4875-90f4-46ba47ecba36, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=767bcfcd-88eb-4875-90f4-46ba47ecba36,segment=NetworkSegment(833db6ac-76bb-4378-90cd-571a4414000a),segment_id=833db6ac-76bb-4378-90cd-571a4414000a)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:25.427417 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.452320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-90a55912-1213-4955-8a05-42ff8d7818d6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7475178 Jul 16 18:02:25.453043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33408) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:25.459045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': 'b1ee69da-00a6-40eb-9088-80cbc2a6270f', 'name': 'tempest-PortsIpV6TestJSON-835609543'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:25.539516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640c492-444e-4bcf-84c8-007ba3526a3b None None] Pushing event updated for resources: {'Port': ['ID=767bcfcd-88eb-4875-90f4-46ba47ecba36,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:25.561503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dea904c6-0593-4a98-8c04-8ae2a69fcfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:00:15Z', 'revision_number': 4, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port': {'id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:09Z', 'updated_at': '2021-07-16T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '48513513-ecba-4033-a62f-99746c7bd1d2', 'name': '', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'mac_address': 'fa:16:3e:2e:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:14Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 5, 'project_id': '165f501fe1b848e38e45019db458be05', 'subnets': [{'id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:25.592148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea904c6-0593-4a98-8c04-8ae2a69fcfb2 None None] The sync data for ids ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'] in n-d-787205-10 is: [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:00:15Z', 'revision_number': 4, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port': {'id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:09Z', 'updated_at': '2021-07-16T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '48513513-ecba-4033-a62f-99746c7bd1d2', 'name': '', 'network_id': 'c39243c9-bf2d-4eab-8a57-923b366e35e6', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'mac_address': 'fa:16:3e:2e:8a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:14Z', 'updated_at': '2021-07-16T18:00:20Z', 'revision_number': 5, 'project_id': '165f501fe1b848e38e45019db458be05', 'subnets': [{'id': 'ec990d3c-ee94-472b-a701-26c32f3ed3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:25.609907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:25.623818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:25.652031 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port f77c6000-71d8-40bf-a524-6826705c8774 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:25.852477 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d5db7eb-a7f3-438d-8c6b-a886fe61a02f req-9184cdc3-687e-4ef1-a261-9c98247f882b tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0754766 Jul 16 18:02:25.931346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8::296 (b1ee69da-00a6-40eb-9088-80cbc2a6270f/9b2b526e-27a6-4209-a73a-18bbd6149806/f77c6000-71d8-40bf-a524-6826705c8774) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:26.122689 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ae1444-ee14-4c9c-ab67-af67893ba54c None None] New status for floating IP c9110213-b066-4534-b6eb-1919a1bea060: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:02:26.135042 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 5890d734-e75b-4f36-bd0c-ae294b087fcd up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:26.205346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc0968-2abc-40b2-b093-5a3453f547ab req-621fd216-219a-4cef-9604-682ebe5034ed tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.228363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33432) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.228989 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1bc0968-2abc-40b2-b093-5a3453f547ab req-621fd216-219a-4cef-9604-682ebe5034ed tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 945 time: 0.2321734 Jul 16 18:02:26.253016 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 5890d734-e75b-4f36-bd0c-ae294b087fcd completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:26.260093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 5890d734-e75b-4f36-bd0c-ae294b087fcd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:26.260785 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.305171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1bc0968-2abc-40b2-b093-5a3453f547ab req-0a20ed09-f571-4667-b4e2-a3be24e590ac tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751150 Jul 16 18:02:26.347813 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-047902bf-4b07-4483-bb93-b56c09e1b11d tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.373492 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.381485 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.393810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Transition to ACTIVE for port object f77c6000-71d8-40bf-a524-6826705c8774 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:26.403334 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-047902bf-4b07-4483-bb93-b56c09e1b11d tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.467556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-047902bf-4b07-4483-bb93-b56c09e1b11d tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.477262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-047902bf-4b07-4483-bb93-b56c09e1b11d tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.480515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb92ba4-3295-4823-b98c-e200082723e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5890d734-e75b-4f36-bd0c-ae294b087fcd'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:26.481246 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-047902bf-4b07-4483-bb93-b56c09e1b11d tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "DELETE /v2.0/security-groups/0cfe7d43-a83d-4c4f-a395-781ac14b54b1 HTTP/1.1" status: 204 len: 168 time: 0.2502508 Jul 16 18:02:26.487872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33434) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.494638 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1522baa5-5c17-40bb-a3df-4bc0127f20d0" -d '{"events": [{"server_uuid": "7bb92ba4-3295-4823-b98c-e200082723e2", "name": "network-vif-plugged", "status": "completed", "tag": "5890d734-e75b-4f36-bd0c-ae294b087fcd"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:26.505778 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047902bf-4b07-4483-bb93-b56c09e1b11d tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfe7d43-a83d-4c4f-a395-781ac14b54b1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:26.520466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.522458 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-06a154a8-e4bd-4a52-94b6-9c7fb9188c99 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] show failed (client error): The resource could not be found. Jul 16 18:02:26.527204 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33438) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.527404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-06a154a8-e4bd-4a52-94b6-9c7fb9188c99 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "GET /v2.0/security-groups/0cfe7d43-a83d-4c4f-a395-781ac14b54b1 HTTP/1.1" status: 404 len: 347 time: 0.0382156 Jul 16 18:02:26.539210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 5890d734-e75b-4f36-bd0c-ae294b087fcd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=5890d734-e75b-4f36-bd0c-ae294b087fcd,segment=NetworkSegment(63e08c8d-3752-45f7-8ff7-cf959a0b1b8b),segment_id=63e08c8d-3752-45f7-8ff7-cf959a0b1b8b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:26.565793 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19624ae-aa34-4861-a195-1048545e79f3 x-openstack-request-id: req-d19624ae-aa34-4861-a195-1048545e79f3 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:26.566608 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb92ba4-3295-4823-b98c-e200082723e2", "name": "network-vif-plugged", "status": "completed", "tag": "5890d734-e75b-4f36-bd0c-ae294b087fcd", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:26.567107 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d19624ae-aa34-4861-a195-1048545e79f3 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:26.568616 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb92ba4-3295-4823-b98c-e200082723e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5890d734-e75b-4f36-bd0c-ae294b087fcd', 'code': 200} Jul 16 18:02:26.575474 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.577036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 7405950f-f509-455d-aac4-a06beb5e5b55 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:26.590293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network b1ee69da-00a6-40eb-9088-80cbc2a6270f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:26.593686 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:26.598404 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:26.604887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.606067 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.644882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=f77c6000-71d8-40bf-a524-6826705c8774,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:26.651899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a33c2db0-74a3-4ec9-8e3c-518fe6ffcf1c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1973205 Jul 16 18:02:26.654715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33442) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.706827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=5890d734-e75b-4f36-bd0c-ae294b087fcd,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:26.711832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 767bcfcd-88eb-4875-90f4-46ba47ecba36 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:26.715552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 7405950f-f509-455d-aac4-a06beb5e5b55 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:26.716085 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 7405950f-f509-455d-aac4-a06beb5e5b55 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:26.814365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 767bcfcd-88eb-4875-90f4-46ba47ecba36 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:26.835965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851bc546-0acc-433e-b55d-f5e5b3f61116 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.840823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33446) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.841489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-851bc546-0acc-433e-b55d-f5e5b3f61116 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A9 HTTP/1.1" status: 200 len: 927 time: 0.1848478 Jul 16 18:02:26.915419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bed50-7726-4e07-b4da-c19102ef0cc8 req-570d2417-e619-42f9-a10e-af46f6033e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.916972 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7b5bed50-7726-4e07-b4da-c19102ef0cc8 req-570d2417-e619-42f9-a10e-af46f6033e93 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 1098 time: 0.1916738 Jul 16 18:02:26.951915 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b5a74-24e6-45a4-9bfa-0c66904a31b6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Deleting port f4ec7aad-5eac-47ac-8800-aca063669b28 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:26.952261 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba1b5a74-24e6-45a4-9bfa-0c66904a31b6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.993420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eea721-3011-4c66-8e3d-236df097dc7e None None] Network b1ee69da-00a6-40eb-9088-80cbc2a6270f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:27.046004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b42c198b-ab3d-44be-8b26-566172d9900b req-36f4295c-6356-41b2-b651-740685306243 tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0375102 Jul 16 18:02:27.078454 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7b5bed50-7726-4e07-b4da-c19102ef0cc8 req-68431a1a-4ce1-4951-a08c-6d96131f941c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453707 Jul 16 18:02:27.106411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e83964a9-fc7e-4d88-b1fb-0c2410de45eb None None] Provisioning for port 767bcfcd-88eb-4875-90f4-46ba47ecba36 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:27.110167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba1b5a74-24e6-45a4-9bfa-0c66904a31b6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.110540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba1b5a74-24e6-45a4-9bfa-0c66904a31b6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.122955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e83964a9-fc7e-4d88-b1fb-0c2410de45eb None None] Provisioning complete for port 767bcfcd-88eb-4875-90f4-46ba47ecba36 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:27.123336 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e83964a9-fc7e-4d88-b1fb-0c2410de45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.137769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b5a74-24e6-45a4-9bfa-0c66904a31b6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Calling delete_port for f4ec7aad-5eac-47ac-8800-aca063669b28 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:27.140744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-eb26d7e7-3bf6-417c-9fff-f582ec282279 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port f77c6000-71d8-40bf-a524-6826705c8774 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:27.141097 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb26d7e7-3bf6-417c-9fff-f582ec282279 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.281157 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e83964a9-fc7e-4d88-b1fb-0c2410de45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.299456 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb26d7e7-3bf6-417c-9fff-f582ec282279 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.317800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-eb26d7e7-3bf6-417c-9fff-f582ec282279 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for f77c6000-71d8-40bf-a524-6826705c8774 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:27.337424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e83964a9-fc7e-4d88-b1fb-0c2410de45eb None None] For port 767bcfcd-88eb-4875-90f4-46ba47ecba36, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=767bcfcd-88eb-4875-90f4-46ba47ecba36,segment=NetworkSegment(833db6ac-76bb-4378-90cd-571a4414000a),segment_id=833db6ac-76bb-4378-90cd-571a4414000a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:27.347232 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e83964a9-fc7e-4d88-b1fb-0c2410de45eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.412951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83964a9-fc7e-4d88-b1fb-0c2410de45eb None None] Pushing event updated for resources: {'Port': ['ID=767bcfcd-88eb-4875-90f4-46ba47ecba36,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:27.586258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30a862-c784-4d96-b12d-5be7fddda559 req-9f2082a4-6149-4de2-971f-3d80db842ed7 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.588149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c30a862-c784-4d96-b12d-5be7fddda559 req-9f2082a4-6149-4de2-971f-3d80db842ed7 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.0860171 Jul 16 18:02:27.661241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c30a862-c784-4d96-b12d-5be7fddda559 req-46f6ec96-5224-4e6d-ae4b-39f53f2720df tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660009 Jul 16 18:02:27.795699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7ce0474f-fb9e-4697-9a56-b067cc763ae7 None None] Provisioning for port f77c6000-71d8-40bf-a524-6826705c8774 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:27.800408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7ce0474f-fb9e-4697-9a56-b067cc763ae7 None None] Provisioning complete for port f77c6000-71d8-40bf-a524-6826705c8774 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:27.801079 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7ce0474f-fb9e-4697-9a56-b067cc763ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.857891 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba1b5a74-24e6-45a4-9bfa-0c66904a31b6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.864137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0474f-fb9e-4697-9a56-b067cc763ae7 None None] Port f77c6000-71d8-40bf-a524-6826705c8774 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:27.894250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7ce0474f-fb9e-4697-9a56-b067cc763ae7 None None] Provisioning for port f586a66d-af5e-44a2-acd7-3f97e93d6dd0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:27.898215 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b5a74-24e6-45a4-9bfa-0c66904a31b6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Pushing event deleted for resources: {'Port': ['ID=f4ec7aad-5eac-47ac-8800-aca063669b28,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:27.900105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7ce0474f-fb9e-4697-9a56-b067cc763ae7 None None] Provisioning complete for port f586a66d-af5e-44a2-acd7-3f97e93d6dd0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:27.900852 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7ce0474f-fb9e-4697-9a56-b067cc763ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.957262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0474f-fb9e-4697-9a56-b067cc763ae7 None None] Port f586a66d-af5e-44a2-acd7-3f97e93d6dd0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:27.969728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7ce0474f-fb9e-4697-9a56-b067cc763ae7 None None] Provisioning complete for port 767bcfcd-88eb-4875-90f4-46ba47ecba36 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:27.970250 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7ce0474f-fb9e-4697-9a56-b067cc763ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.063585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba1b5a74-24e6-45a4-9bfa-0c66904a31b6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.072645 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba1b5a74-24e6-45a4-9bfa-0c66904a31b6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.077759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33474) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:28.106296 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ba1b5a74-24e6-45a4-9bfa-0c66904a31b6 tempest-ServersTestJSON-1517310159 tempest-ServersTestJSON-1517310159-project] 10.222.0.24 "DELETE /v2.0/floatingips/c9110213-b066-4534-b6eb-1919a1bea060 HTTP/1.1" status: 204 len: 168 time: 1.5775928 Jul 16 18:02:28.107946 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb26d7e7-3bf6-417c-9fff-f582ec282279 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.185565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26d7e7-3bf6-417c-9fff-f582ec282279 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=f77c6000-71d8-40bf-a524-6826705c8774,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:28.230266 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb26d7e7-3bf6-417c-9fff-f582ec282279 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.240270 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-eb26d7e7-3bf6-417c-9fff-f582ec282279 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/f77c6000-71d8-40bf-a524-6826705c8774 HTTP/1.1" status: 204 len: 168 time: 1.3983283 Jul 16 18:02:28.241042 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33480) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:28.275362 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a078e7e-3779-4bf9-b68a-6342c0300839 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:02:28.279898 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2a078e7e-3779-4bf9-b68a-6342c0300839 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/f77c6000-71d8-40bf-a524-6826705c8774 HTTP/1.1" status: 404 len: 333 time: 0.0376563 Jul 16 18:02:28.281261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33482) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:28.391871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a788eea7-bbe4-40ce-8807-b293c9108a69 None None] Provisioning complete for port f586a66d-af5e-44a2-acd7-3f97e93d6dd0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:28.392868 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a788eea7-bbe4-40ce-8807-b293c9108a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.464730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a788eea7-bbe4-40ce-8807-b293c9108a69 None None] Port f586a66d-af5e-44a2-acd7-3f97e93d6dd0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:28.518547 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-15ab0b90-8a32-4cf5-97df-8f1b56f532fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port f586a66d-af5e-44a2-acd7-3f97e93d6dd0 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:28.520109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15ab0b90-8a32-4cf5-97df-8f1b56f532fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.550395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2a5ef2e-712d-4e9b-ac85-3739459cdad8 req-fedf8b44-ed2f-4df2-899c-93cf60948bab tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.1893048 Jul 16 18:02:28.561065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 767bcfcd-88eb-4875-90f4-46ba47ecba36 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:28.631058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e9471628-42dc-4a09-9a43-21cb6b7580a1 None None] Could not find standard attr ID for object f77c6000-71d8-40bf-a524-6826705c8774. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:02:28.641592 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15ab0b90-8a32-4cf5-97df-8f1b56f532fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.652824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 767bcfcd-88eb-4875-90f4-46ba47ecba36 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:28.653231 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.659263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-15ab0b90-8a32-4cf5-97df-8f1b56f532fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for f586a66d-af5e-44a2-acd7-3f97e93d6dd0 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:28.891832 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15ab0b90-8a32-4cf5-97df-8f1b56f532fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.933986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab0b90-8a32-4cf5-97df-8f1b56f532fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=f586a66d-af5e-44a2-acd7-3f97e93d6dd0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:28.993413 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15ab0b90-8a32-4cf5-97df-8f1b56f532fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.996019 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-15ab0b90-8a32-4cf5-97df-8f1b56f532fc tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/f586a66d-af5e-44a2-acd7-3f97e93d6dd0 HTTP/1.1" status: 204 len: 168 time: 0.7132900 Jul 16 18:02:29.001053 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33498) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:29.021134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20d611-0d90-47a6-b39e-ef28235e3608 req-9b6ef50e-7590-44ee-ac50-1b861d6a1b9e tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.028871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce20d611-0d90-47a6-b39e-ef28235e3608 req-9b6ef50e-7590-44ee-ac50-1b861d6a1b9e tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.1420298 Jul 16 18:02:29.036006 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4358b3d1-9728-44f2-9200-76b765c77d79 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:02:29.041546 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4358b3d1-9728-44f2-9200-76b765c77d79 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/f586a66d-af5e-44a2-acd7-3f97e93d6dd0 HTTP/1.1" status: 404 len: 333 time: 0.0359392 Jul 16 18:02:29.042218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33500) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:29.087522 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce20d611-0d90-47a6-b39e-ef28235e3608 req-055bc614-997d-4e2a-827a-201faf963bf4 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576549 Jul 16 18:02:29.098952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-332ad45f-d3f5-4c6a-aa2f-2c0cbeb5111b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting subnet 9b2b526e-27a6-4209-a73a-18bbd6149806 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:29.105609 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-34c13282-e9d8-4238-a38e-8db700ca07b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.106027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-332ad45f-d3f5-4c6a-aa2f-2c0cbeb5111b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.189378 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-332ad45f-d3f5-4c6a-aa2f-2c0cbeb5111b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.312122 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-332ad45f-d3f5-4c6a-aa2f-2c0cbeb5111b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.404018 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-332ad45f-d3f5-4c6a-aa2f-2c0cbeb5111b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.436768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ad45f-d3f5-4c6a-aa2f-2c0cbeb5111b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2b526e-27a6-4209-a73a-18bbd6149806,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:29.451147 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-332ad45f-d3f5-4c6a-aa2f-2c0cbeb5111b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.452307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1648c713-7eaf-45c6-84f7-8da7d9455c02 None None] Network b1ee69da-00a6-40eb-9088-80cbc2a6270f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:29.453461 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-332ad45f-d3f5-4c6a-aa2f-2c0cbeb5111b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/9b2b526e-27a6-4209-a73a-18bbd6149806 HTTP/1.1" status: 204 len: 168 time: 0.4104741 Jul 16 18:02:29.455774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33512) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:29.497766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-34c13282-e9d8-4238-a38e-8db700ca07b7 admin admin] Deleting port 48513513-ecba-4033-a62f-99746c7bd1d2 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:29.498469 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-34c13282-e9d8-4238-a38e-8db700ca07b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.642891 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.688016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15588932-aae5-4228-a8a8-35bdaa8c49eb req-2bc21804-6ca6-457e-9789-65d0f4a2a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.689805 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-15588932-aae5-4228-a8a8-35bdaa8c49eb req-2bc21804-6ca6-457e-9789-65d0f4a2a243 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ec2b83b3b84123a5ebbb2a3744295b&device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 1098 time: 0.2015162 Jul 16 18:02:29.731525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-34c13282-e9d8-4238-a38e-8db700ca07b7 admin admin] For port 48513513-ecba-4033-a62f-99746c7bd1d2, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=48513513-ecba-4033-a62f-99746c7bd1d2,segment=NetworkSegment(78db6917-37f1-4619-b193-94b606297ea6),segment_id=78db6917-37f1-4619-b193-94b606297ea6)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:29.733054 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-34c13282-e9d8-4238-a38e-8db700ca07b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.753561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916edbdd-18ae-4719-ab4a-9340ae620d55 req-ce541f73-3dc1-4663-8447-81355816add2 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.764601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-916edbdd-18ae-4719-ab4a-9340ae620d55 req-ce541f73-3dc1-4663-8447-81355816add2 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.1839347 Jul 16 18:02:29.784447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3fffe2-a3de-4f98-b304-23067d79d736 None None] DHCP port deletion for b1ee69da-00a6-40eb-9088-80cbc2a6270f request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:29.797529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-34c13282-e9d8-4238-a38e-8db700ca07b7 admin admin] Calling delete_port for 48513513-ecba-4033-a62f-99746c7bd1d2 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:29.837502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 767bcfcd-88eb-4875-90f4-46ba47ecba36 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:29.838223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.861342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fffe2-a3de-4f98-b304-23067d79d736 None None] Deleting port 767bcfcd-88eb-4875-90f4-46ba47ecba36 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:29.862276 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2e3fffe2-a3de-4f98-b304-23067d79d736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.884605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-916edbdd-18ae-4719-ab4a-9340ae620d55 req-d1bfaaa1-1c02-49ff-af91-c08eb601865e tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186323 Jul 16 18:02:29.922072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15588932-aae5-4228-a8a8-35bdaa8c49eb req-1c7e89c1-9b56-41ce-a9e1-8d703f7bca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.923852 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-15588932-aae5-4228-a8a8-35bdaa8c49eb req-1c7e89c1-9b56-41ce-a9e1-8d703f7bca8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=00f0acd8-15d8-4280-b6e9-01a022b9c260 HTTP/1.1" status: 200 len: 920 time: 0.2278717 Jul 16 18:02:29.950761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-663d360f-584d-4b03-b949-1353576fdb79 req-c7aef464-3cc2-4198-bdaf-867d85cef6aa tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0591874 Jul 16 18:02:29.968997 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2e3fffe2-a3de-4f98-b304-23067d79d736 None None] For port 767bcfcd-88eb-4875-90f4-46ba47ecba36, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=767bcfcd-88eb-4875-90f4-46ba47ecba36,segment=NetworkSegment(833db6ac-76bb-4378-90cd-571a4414000a),segment_id=833db6ac-76bb-4378-90cd-571a4414000a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:29.969538 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2e3fffe2-a3de-4f98-b304-23067d79d736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.990884 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-15588932-aae5-4228-a8a8-35bdaa8c49eb req-005934f5-ddbb-4406-bd64-88809ff71cde service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5890d734-e75b-4f36-bd0c-ae294b087fcd HTTP/1.1" status: 200 len: 217 time: 0.0601850 Jul 16 18:02:29.995559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] For port 767bcfcd-88eb-4875-90f4-46ba47ecba36, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=767bcfcd-88eb-4875-90f4-46ba47ecba36,segment=NetworkSegment(833db6ac-76bb-4378-90cd-571a4414000a),segment_id=833db6ac-76bb-4378-90cd-571a4414000a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:29.996005 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.002985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2e3fffe2-a3de-4f98-b304-23067d79d736 None None] Calling delete_port for 767bcfcd-88eb-4875-90f4-46ba47ecba36 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:30.096525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 767bcfcd-88eb-4875-90f4-46ba47ecba36 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:30.134476 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2e3fffe2-a3de-4f98-b304-23067d79d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.139742 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-34c13282-e9d8-4238-a38e-8db700ca07b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.167164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fffe2-a3de-4f98-b304-23067d79d736 None None] Pushing event deleted for resources: {'Port': ['ID=767bcfcd-88eb-4875-90f4-46ba47ecba36,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:30.172568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15588932-aae5-4228-a8a8-35bdaa8c49eb req-e8cc0c13-1503-4ef8-ba1e-13d1d26eb0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:30.174473 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-15588932-aae5-4228-a8a8-35bdaa8c49eb req-e8cc0c13-1503-4ef8-ba1e-13d1d26eb0b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9884b77-e74b-4152-ba0a-646cd55d5950 HTTP/1.1" status: 200 len: 859 time: 0.1755342 Jul 16 18:02:30.182172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3fffe2-a3de-4f98-b304-23067d79d736 None None] No DVR routers for this DVR port 767bcfcd-88eb-4875-90f4-46ba47ecba36 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:30.212097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c13282-e9d8-4238-a38e-8db700ca07b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=48513513-ecba-4033-a62f-99746c7bd1d2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:30.233478 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-15588932-aae5-4228-a8a8-35bdaa8c49eb req-51bc57b0-9e08-4672-b7a3-3fdf45bc0b6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=00f0acd8-15d8-4280-b6e9-01a022b9c260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507698 Jul 16 18:02:30.361848 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-15588932-aae5-4228-a8a8-35bdaa8c49eb req-24d884fe-22e2-4a66-a748-5eb88be7bd37 service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176584 Jul 16 18:02:30.371112 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.429328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=767bcfcd-88eb-4875-90f4-46ba47ecba36,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:30.446673 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No DVR routers for this DVR port 767bcfcd-88eb-4875-90f4-46ba47ecba36 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:30.459516 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-34c13282-e9d8-4238-a38e-8db700ca07b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.587696 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 767bcfcd-88eb-4875-90f4-46ba47ecba36 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:30.612057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 767bcfcd-88eb-4875-90f4-46ba47ecba36 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:30.612770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 767bcfcd-88eb-4875-90f4-46ba47ecba36 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:30.614173 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.634202 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-15588932-aae5-4228-a8a8-35bdaa8c49eb req-04e75f3d-c5a0-4cc8-a68e-b6b702f3ed41 service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594907 Jul 16 18:02:30.636628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ee69da-00a6-40eb-9088-80cbc2a6270f']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:30.672610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833db6ac-76bb-4378-90cd-571a4414000a') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:30.673738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833db6ac-76bb-4378-90cd-571a4414000a') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:30.700316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.724671 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.735612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:30.736368 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:30.740254 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:30.771003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c13282-e9d8-4238-a38e-8db700ca07b7 admin admin] Router af04af6e-02bf-4c9f-8eea-7d3374540dcd has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:30.824362 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.829129 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.831828 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/networks/b1ee69da-00a6-40eb-9088-80cbc2a6270f HTTP/1.1" status: 204 len: 168 time: 1.3749146 Jul 16 18:02:30.836862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33544) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:30.843282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2b64cb66-2962-4cb9-ba31-a35eb0573cb8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1865663458'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:30.860841 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b5109-3625-4103-879c-7d6905fbcfa3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Network': ['ID=b1ee69da-00a6-40eb-9088-80cbc2a6270f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:30.878527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b64cb66-2962-4cb9-ba31-a35eb0573cb8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:30.882563 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b64cb66-2962-4cb9-ba31-a35eb0573cb8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.910453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c13282-e9d8-4238-a38e-8db700ca07b7 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:30.916557 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b64cb66-2962-4cb9-ba31-a35eb0573cb8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:30.924382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f743c7-a7d0-4403-87f0-8f03c1a94984 None None] Sync routers for ids ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:30.930995 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b64cb66-2962-4cb9-ba31-a35eb0573cb8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.931514 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-2b64cb66-2962-4cb9-ba31-a35eb0573cb8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Added segment a06016bf-5cce-4a3e-b254-f733146ca2fd of type vlan for network a297dc89-df71-4ef9-af3e-ca3be70b34c8 Jul 16 18:02:30.939606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-34c13282-e9d8-4238-a38e-8db700ca07b7 admin admin] 10.222.0.24 "PUT /v2.0/routers/af04af6e-02bf-4c9f-8eea-7d3374540dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8605483 Jul 16 18:02:30.942288 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33552) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:30.948823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f743c7-a7d0-4403-87f0-8f03c1a94984 None None] Routers {'af04af6e-02bf-4c9f-8eea-7d3374540dcd'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:30.949490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c1f743c7-a7d0-4403-87f0-8f03c1a94984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:02:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:31.030830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b64cb66-2962-4cb9-ba31-a35eb0573cb8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.115557 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b64cb66-2962-4cb9-ba31-a35eb0573cb8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.122777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b64cb66-2962-4cb9-ba31-a35eb0573cb8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.123771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b64cb66-2962-4cb9-ba31-a35eb0573cb8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.136295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.144266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d2dee-2ea6-4797-98be-8b9eb0551d93 req-d3fbe431-496d-4111-b70f-79b52d7a4c85 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.156066 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb9d2dee-2ea6-4797-98be-8b9eb0551d93 req-d3fbe431-496d-4111-b70f-79b52d7a4c85 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.1092658 Jul 16 18:02:31.170822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-c1f743c7-a7d0-4403-87f0-8f03c1a94984 None None] Set router af04af6e-02bf-4c9f-8eea-7d3374540dcd gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:31.221705 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb9d2dee-2ea6-4797-98be-8b9eb0551d93 req-2aad6081-78f8-473e-a44f-6a26f1ab7ee9 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641277 Jul 16 18:02:31.227480 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2b64cb66-2962-4cb9-ba31-a35eb0573cb8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3883071 Jul 16 18:02:31.232894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33562) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:31.246086 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a82b39e5-08a0-4cb0-b198-4c9402bf27fe tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': 'a297dc89-df71-4ef9-af3e-ca3be70b34c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:31.297498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64cb66-2962-4cb9-ba31-a35eb0573cb8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Network': ['ID=a297dc89-df71-4ef9-af3e-ca3be70b34c8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:31.346964 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90627f4d-04a9-415e-af9e-2a038f48ce3f req-8b9cbee9-3b8e-45a0-8fa7-f6263a3730bc tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.1194253 Jul 16 18:02:31.399177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network a297dc89-df71-4ef9-af3e-ca3be70b34c8 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:31.452338 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.452599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82b39e5-08a0-4cb0-b198-4c9402bf27fe tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:31.458821 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a82b39e5-08a0-4cb0-b198-4c9402bf27fe tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.527365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Deleting port adb6b3a9-fe26-4c9e-8e82-5a3775c8158c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:31.527733 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.533715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c1f743c7-a7d0-4403-87f0-8f03c1a94984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:02:30Z', 'revision_number': 5, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port': {'id': 'adb6b3a9-fe26-4c9e-8e82-5a3775c8158c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:00:09Z', 'updated_at': '2021-07-16T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:31.565989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f743c7-a7d0-4403-87f0-8f03c1a94984 None None] Checking router: af04af6e-02bf-4c9f-8eea-7d3374540dcd for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:31.586712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f743c7-a7d0-4403-87f0-8f03c1a94984 None None] Routers {'af04af6e-02bf-4c9f-8eea-7d3374540dcd'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:31.587632 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c1f743c7-a7d0-4403-87f0-8f03c1a94984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:02:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:31.631865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] For port adb6b3a9-fe26-4c9e-8e82-5a3775c8158c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=adb6b3a9-fe26-4c9e-8e82-5a3775c8158c,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:31.631865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.641747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Calling delete_port for adb6b3a9-fe26-4c9e-8e82-5a3775c8158c owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:31.691406 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-c1f743c7-a7d0-4403-87f0-8f03c1a94984 None None] Set router af04af6e-02bf-4c9f-8eea-7d3374540dcd gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:31.706788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a82b39e5-08a0-4cb0-b198-4c9402bf27fe tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.738541 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:02:31.759367 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c1f743c7-a7d0-4403-87f0-8f03c1a94984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:02:31Z', 'revision_number': 6, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:31.797596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f743c7-a7d0-4403-87f0-8f03c1a94984 None None] The sync data for ids ['af04af6e-02bf-4c9f-8eea-7d3374540dcd'] in n-d-787205-10 is: [{'id': 'af04af6e-02bf-4c9f-8eea-7d3374540dcd', 'name': 'tempest-ServersTestJSON-1204234218-router', 'tenant_id': '165f501fe1b848e38e45019db458be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:00:08Z', 'updated_at': '2021-07-16T18:02:31Z', 'revision_number': 6, 'project_id': '165f501fe1b848e38e45019db458be05', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:31.801283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b39e5-08a0-4cb0-b198-4c9402bf27fe tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Subnet': ['ID=09331857-dec8-4b6b-9838-bf1bb2f7b014,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:31.819665 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82b39e5-08a0-4cb0-b198-4c9402bf27fe tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Checking segment: {'id': 'a06016bf-5cce-4a3e-b254-f733146ca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a297dc89-df71-4ef9-af3e-ca3be70b34c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:31.820109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82b39e5-08a0-4cb0-b198-4c9402bf27fe tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network hostable DHCP agents. Network: a297dc89-df71-4ef9-af3e-ca3be70b34c8, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:31.840455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82b39e5-08a0-4cb0-b198-4c9402bf27fe tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network a297dc89-df71-4ef9-af3e-ca3be70b34c8 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:31.850176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.851615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-a82b39e5-08a0-4cb0-b198-4c9402bf27fe tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, a297dc89-df71-4ef9-af3e-ca3be70b34c8) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:31.861946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d95feb-fb3f-44b4-94b3-423a627253fc None None] Network a297dc89-df71-4ef9-af3e-ca3be70b34c8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:31.867680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82b39e5-08a0-4cb0-b198-4c9402bf27fe tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.868648 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a82b39e5-08a0-4cb0-b198-4c9402bf27fe tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.886583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a82b39e5-08a0-4cb0-b198-4c9402bf27fe tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6518300 Jul 16 18:02:31.889818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33576) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:31.899025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': 'a297dc89-df71-4ef9-af3e-ca3be70b34c8', 'name': 'tempest-PortsIpV6TestJSON-1652116629', 'fixed_ips': [{'subnet_id': '09331857-dec8-4b6b-9838-bf1bb2f7b014', 'ip_address': '2001:db8::10'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:31.912355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb6b3a9-fe26-4c9e-8e82-5a3775c8158c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:32.047456 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.062428 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:32.113812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-a297dc89-df71-4ef9-af3e-ca3be70b34c8', 'network_id': 'a297dc89-df71-4ef9-af3e-ca3be70b34c8', 'tenant_id': '17f2e8233461467da1a70adf2d52d2a7', 'fixed_ips': [{'subnet_id': '09331857-dec8-4b6b-9838-bf1bb2f7b014'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:32.114790 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.168192 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.171489 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.185602 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.212894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port bfc32a51-1256-4f9c-afc4-d6315d603ac3 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:32.237592 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.238175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af04af6e-02bf-4c9f-8eea-7d3374540dcd {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:02:32.253104 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.258312 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-58ffce5f-e1fa-40b9-9c89-b2f69c5bced4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/af04af6e-02bf-4c9f-8eea-7d3374540dcd HTTP/1.1" status: 204 len: 168 time: 1.3148239 Jul 16 18:02:32.258946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33584) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:32.346177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9ad014-864b-47db-adf8-c7c0900e2011 admin admin] Deleting subnet ec990d3c-ee94-472b-a701-26c32f3ed3e8 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:32.354455 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad014-864b-47db-adf8-c7c0900e2011 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.408267 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad014-864b-47db-adf8-c7c0900e2011 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.418843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Allocated IP 2001:db8::2 (a297dc89-df71-4ef9-af3e-ca3be70b34c8/09331857-dec8-4b6b-9838-bf1bb2f7b014/195e9497-7b90-4e55-ad88-5fb4e7679ed8) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:32.559570 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad014-864b-47db-adf8-c7c0900e2011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.599026 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83841c86-e0b4-4024-8432-f035ca353bab req-4f7f654e-d577-474d-9022-58449ffa2957 tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0452151 Jul 16 18:02:32.613729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3558e-f311-49eb-9097-8f01c57ed1f9 req-a4fd6c70-b605-42da-9b45-297e8352ec96 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:32.615715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ea3558e-f311-49eb-9097-8f01c57ed1f9 req-a4fd6c70-b605-42da-9b45-297e8352ec96 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.1609571 Jul 16 18:02:32.638043 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.644422 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad014-864b-47db-adf8-c7c0900e2011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.658101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Transition to ACTIVE for port object 195e9497-7b90-4e55-ad88-5fb4e7679ed8 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:32.676839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Transition to ACTIVE for port object 195e9497-7b90-4e55-ad88-5fb4e7679ed8 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:32.684059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.692398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ad014-864b-47db-adf8-c7c0900e2011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec990d3c-ee94-472b-a701-26c32f3ed3e8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:32.706512 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a9ad014-864b-47db-adf8-c7c0900e2011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.709291 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3a9ad014-864b-47db-adf8-c7c0900e2011 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ec990d3c-ee94-472b-a701-26c32f3ed3e8 HTTP/1.1" status: 204 len: 168 time: 0.4492872 Jul 16 18:02:32.712154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33598) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:32.761056 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ea3558e-f311-49eb-9097-8f01c57ed1f9 req-06607ef3-01bf-4292-9dce-92ed0ca94e02 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273708 Jul 16 18:02:32.775125 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbe1f41-75c8-42d3-977d-1345d6d1e459 None None] Network c39243c9-bf2d-4eab-8a57-923b366e35e6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:32.815196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8::10 (a297dc89-df71-4ef9-af3e-ca3be70b34c8/09331857-dec8-4b6b-9838-bf1bb2f7b014/bfc32a51-1256-4f9c-afc4-d6315d603ac3) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:32.855884 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.894595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Pushing event updated for resources: {'Port': ['ID=195e9497-7b90-4e55-ad88-5fb4e7679ed8,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:32.905627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Network a297dc89-df71-4ef9-af3e-ca3be70b34c8 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:32.911509 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 48513513-ecba-4033-a62f-99746c7bd1d2 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:32.940871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Deleting port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:32.942088 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.949766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 48513513-ecba-4033-a62f-99746c7bd1d2 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:32.950126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 48513513-ecba-4033-a62f-99746c7bd1d2 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:32.952823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:32.961046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:33.050464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] For port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=37b0494e-d66f-4a31-a39c-4e7c3de8a05f,segment=NetworkSegment(78db6917-37f1-4619-b193-94b606297ea6),segment_id=78db6917-37f1-4619-b193-94b606297ea6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:33.050982 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.074059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Calling delete_port for 37b0494e-d66f-4a31-a39c-4e7c3de8a05f owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:33.152714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Attempting to bind port 195e9497-7b90-4e55-ad88-5fb4e7679ed8 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:33.153248 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Attempting to bind port 195e9497-7b90-4e55-ad88-5fb4e7679ed8 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'a06016bf-5cce-4a3e-b254-f733146ca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a297dc89-df71-4ef9-af3e-ca3be70b34c8'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:33.153627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Attempting to bind port 195e9497-7b90-4e55-ad88-5fb4e7679ed8 on network a297dc89-df71-4ef9-af3e-ca3be70b34c8 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:33.203860 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:33.204255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Checking segment: {'id': 'a06016bf-5cce-4a3e-b254-f733146ca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a297dc89-df71-4ef9-af3e-ca3be70b34c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:33.206558 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.206692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Bound using segment: {'id': 'a06016bf-5cce-4a3e-b254-f733146ca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a297dc89-df71-4ef9-af3e-ca3be70b34c8'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:33.207285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Bound port: 195e9497-7b90-4e55-ad88-5fb4e7679ed8, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06016bf-5cce-4a3e-b254-f733146ca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a297dc89-df71-4ef9-af3e-ca3be70b34c8'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:33.207768 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.211220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.226235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Transition to ACTIVE for port object bfc32a51-1256-4f9c-afc4-d6315d603ac3 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:33.246248 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.281093 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.325895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Pushing event deleted for resources: {'Port': ['ID=37b0494e-d66f-4a31-a39c-4e7c3de8a05f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.328301 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] No DVR routers for this DVR port 37b0494e-d66f-4a31-a39c-4e7c3de8a05f on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:33.333798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] For port 195e9497-7b90-4e55-ad88-5fb4e7679ed8, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:33.342121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] For port 195e9497-7b90-4e55-ad88-5fb4e7679ed8, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=195e9497-7b90-4e55-ad88-5fb4e7679ed8,segment=NetworkSegment(a06016bf-5cce-4a3e-b254-f733146ca2fd),segment_id=a06016bf-5cce-4a3e-b254-f733146ca2fd)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:33.355718 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.383111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network a297dc89-df71-4ef9-af3e-ca3be70b34c8 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:33.387614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:33.392396 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:33.396531 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:33.397718 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.429450 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5326259 Jul 16 18:02:33.429450 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33608) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:33.436703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': 'a297dc89-df71-4ef9-af3e-ca3be70b34c8', 'name': 'tempest-PortsIpV6TestJSON-865725804', 'fixed_ips': [{'subnet_id': '09331857-dec8-4b6b-9838-bf1bb2f7b014', 'ip_address': '2001:db8::f'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:33.469251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dca2e1-b4f7-4d73-8bc1-c74efbf76e80 None None] DHCP port deletion for c39243c9-bf2d-4eab-8a57-923b366e35e6 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:33.499493 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.512832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59b53c-f43a-4a4c-97f8-c311d8a1ac6d None None] Pushing event updated for resources: {'Port': ['ID=195e9497-7b90-4e55-ad88-5fb4e7679ed8,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.519993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39243c9-bf2d-4eab-8a57-923b366e35e6']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:33.536433 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78db6917-37f1-4619-b193-94b606297ea6') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:33.537508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78db6917-37f1-4619-b193-94b606297ea6') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:33.571102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.591288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3eb9ce-35e6-4f63-ab26-12ac02b6dfe9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=bfc32a51-1256-4f9c-afc4-d6315d603ac3,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:33.609328 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.618690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:33.619484 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:33.621502 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:33.645220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:33.654080 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.694699 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port 2ad657c0-78e0-4d91-9304-32daed685ef7 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:33.723723 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.733918 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.738283 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] 10.222.0.24 "DELETE /v2.0/networks/c39243c9-bf2d-4eab-8a57-923b366e35e6 HTTP/1.1" status: 204 len: 168 time: 1.0228205 Jul 16 18:02:33.772121 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94907838-2392-4f10-b66f-4b7d7be3788f admin admin] Pushing event deleted for resources: {'Network': ['ID=c39243c9-bf2d-4eab-8a57-923b366e35e6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.015792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e87cabdd-bdb7-45ee-9613-1fda1506b571 req-4f2b5347-4bea-4453-8351-a5ec3e14750f tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0788784 Jul 16 18:02:34.043339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8::f (a297dc89-df71-4ef9-af3e-ca3be70b34c8/09331857-dec8-4b6b-9838-bf1bb2f7b014/2ad657c0-78e0-4d91-9304-32daed685ef7) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:34.075853 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33626) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:34.125452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49d233-6623-4b5f-92a3-de9ec035a621 req-fb716b52-2110-42f2-8ac9-b27d4ccc026d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.127014 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d49d233-6623-4b5f-92a3-de9ec035a621 req-fb716b52-2110-42f2-8ac9-b27d4ccc026d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.1745446 Jul 16 18:02:34.544387 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 195e9497-7b90-4e55-ad88-5fb4e7679ed8 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:34.564040 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1aa21f50-0f1b-414e-9c5d-e0ff83483728 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=165f501fe1b848e38e45019db458be05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864159 Jul 16 18:02:34.566461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33636) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:34.625251 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d49d233-6623-4b5f-92a3-de9ec035a621 req-c5577626-ca0d-42aa-aa37-5ef07543b70e tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885716 Jul 16 18:02:34.628057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 195e9497-7b90-4e55-ad88-5fb4e7679ed8 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:34.680406 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8561c1eb-b05d-4fe9-a557-5170faf1583c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.715065 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8561c1eb-b05d-4fe9-a557-5170faf1583c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.729856 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 37b0494e-d66f-4a31-a39c-4e7c3de8a05f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:34.757473 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.773800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 37b0494e-d66f-4a31-a39c-4e7c3de8a05f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:34.774168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 37b0494e-d66f-4a31-a39c-4e7c3de8a05f not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:34.774689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device adb6b3a9-fe26-4c9e-8e82-5a3775c8158c no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:34.793131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Transition to ACTIVE for port object 2ad657c0-78e0-4d91-9304-32daed685ef7 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:34.823445 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8561c1eb-b05d-4fe9-a557-5170faf1583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.826939 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8561c1eb-b05d-4fe9-a557-5170faf1583c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.832530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: adb6b3a9-fe26-4c9e-8e82-5a3775c8158c {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:34.832938 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device adb6b3a9-fe26-4c9e-8e82-5a3775c8158c not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:34.834232 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8561c1eb-b05d-4fe9-a557-5170faf1583c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2095a62b-4784-4f5b-8ecc-594311dda783 HTTP/1.1" status: 204 len: 168 time: 0.2629120 Jul 16 18:02:34.853240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561c1eb-b05d-4fe9-a557-5170faf1583c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2095a62b-4784-4f5b-8ecc-594311dda783,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.860578 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.957502 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aed5419f-50c8-466c-aba5-75f9d8e51560 req-960f24a0-e3c7-4d3c-a2df-47abb2f1efb6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0447922 Jul 16 18:02:34.963094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network a297dc89-df71-4ef9-af3e-ca3be70b34c8 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:34.968382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:34.970833 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=2ad657c0-78e0-4d91-9304-32daed685ef7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:34.973413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:34.973742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802bc48e-8363-4351-9d47-c6076e966a15 None None] Network a297dc89-df71-4ef9-af3e-ca3be70b34c8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:34.981955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.982694 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.004025 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8f9a9ff6-a7c8-43b7-b581-4978683f0bb9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5712450 Jul 16 18:02:35.006259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33648) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:35.075971 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3518bfc2-1f67-47ba-994e-a7c5cbb246c5 None None] Provisioning for port 195e9497-7b90-4e55-ad88-5fb4e7679ed8 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:35.099284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3518bfc2-1f67-47ba-994e-a7c5cbb246c5 None None] Provisioning complete for port 195e9497-7b90-4e55-ad88-5fb4e7679ed8 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:35.101787 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3518bfc2-1f67-47ba-994e-a7c5cbb246c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.183683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b61d1-5cd6-4752-87ee-cd830dee0ab8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:35.185736 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-048b61d1-5cd6-4752-87ee-cd830dee0ab8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1780844 Jul 16 18:02:35.188289 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33656) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:35.280105 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d5f9ad32-929c-4526-9e62-5bfde75f09a4 req-774580f0-16b5-4fd5-a236-7952dba81377 tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0586653 Jul 16 18:02:35.352954 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf80c3-15f6-441d-a78f-41195b536353 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:35.353241 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3518bfc2-1f67-47ba-994e-a7c5cbb246c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.357000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf80c3-15f6-441d-a78f-41195b536353 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:35.363650 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf80c3-15f6-441d-a78f-41195b536353 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:35.365941 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-68cf80c3-15f6-441d-a78f-41195b536353 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1759751 Jul 16 18:02:35.368969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33668) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:35.445708 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3518bfc2-1f67-47ba-994e-a7c5cbb246c5 None None] For port 195e9497-7b90-4e55-ad88-5fb4e7679ed8, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=195e9497-7b90-4e55-ad88-5fb4e7679ed8,segment=NetworkSegment(a06016bf-5cce-4a3e-b254-f733146ca2fd),segment_id=a06016bf-5cce-4a3e-b254-f733146ca2fd)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:35.451829 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3518bfc2-1f67-47ba-994e-a7c5cbb246c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.546264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518bfc2-1f67-47ba-994e-a7c5cbb246c5 None None] Pushing event updated for resources: {'Port': ['ID=195e9497-7b90-4e55-ad88-5fb4e7679ed8,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:35.548025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d1e92376-5772-4e72-93dd-68a8ee5b5a94 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 2ad657c0-78e0-4d91-9304-32daed685ef7 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:35.551223 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1e92376-5772-4e72-93dd-68a8ee5b5a94 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.675181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1e92376-5772-4e72-93dd-68a8ee5b5a94 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.714806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d1e92376-5772-4e72-93dd-68a8ee5b5a94 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 2ad657c0-78e0-4d91-9304-32daed685ef7 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:35.932768 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1e92376-5772-4e72-93dd-68a8ee5b5a94 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.972368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-682cd76c-be70-41d9-91c8-eb4a7843be15 None None] Could not find standard attr ID for object 2ad657c0-78e0-4d91-9304-32daed685ef7. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:02:35.999515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-682cd76c-be70-41d9-91c8-eb4a7843be15 None None] Provisioning for port bfc32a51-1256-4f9c-afc4-d6315d603ac3 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:36.016474 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-682cd76c-be70-41d9-91c8-eb4a7843be15 None None] Provisioning complete for port bfc32a51-1256-4f9c-afc4-d6315d603ac3 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:36.016856 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-682cd76c-be70-41d9-91c8-eb4a7843be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.032777 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e92376-5772-4e72-93dd-68a8ee5b5a94 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=2ad657c0-78e0-4d91-9304-32daed685ef7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:36.087671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-682cd76c-be70-41d9-91c8-eb4a7843be15 None None] Port bfc32a51-1256-4f9c-afc4-d6315d603ac3 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:36.112921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-682cd76c-be70-41d9-91c8-eb4a7843be15 None None] Provisioning complete for port 195e9497-7b90-4e55-ad88-5fb4e7679ed8 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:36.112921 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-682cd76c-be70-41d9-91c8-eb4a7843be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.140269 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1e92376-5772-4e72-93dd-68a8ee5b5a94 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.142672 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d1e92376-5772-4e72-93dd-68a8ee5b5a94 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/2ad657c0-78e0-4d91-9304-32daed685ef7 HTTP/1.1" status: 204 len: 168 time: 0.7725985 Jul 16 18:02:36.145728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33698) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:36.203162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c3856-7bf7-436b-a8f0-b64e27df1e1c req-00d68056-f858-4f2d-be39-74b0ef5a09ac tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:36.211227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64c3856-7bf7-436b-a8f0-b64e27df1e1c req-00d68056-f858-4f2d-be39-74b0ef5a09ac tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.2826233 Jul 16 18:02:36.211437 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d1d399-49db-4e2d-abb9-d55a41e72a72 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:02:36.223113 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d1d1d399-49db-4e2d-abb9-d55a41e72a72 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/2ad657c0-78e0-4d91-9304-32daed685ef7 HTTP/1.1" status: 404 len: 333 time: 0.0755944 Jul 16 18:02:36.224992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33700) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:36.268055 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d64c3856-7bf7-436b-a8f0-b64e27df1e1c req-e17fc72d-42de-493e-915c-7364e91e2426 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553977 Jul 16 18:02:36.376087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ba592bf7-f41d-49fc-bf4a-2edec727e9e3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port bfc32a51-1256-4f9c-afc4-d6315d603ac3 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:36.376087 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba592bf7-f41d-49fc-bf4a-2edec727e9e3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.384469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b47158c4-32ff-409b-b581-2f34086bd952 None None] Provisioning complete for port bfc32a51-1256-4f9c-afc4-d6315d603ac3 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:36.385602 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b47158c4-32ff-409b-b581-2f34086bd952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.664303 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba592bf7-f41d-49fc-bf4a-2edec727e9e3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.668522 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-814d36ba-bb15-4d6a-a225-6ac604c97b98 req-93174645-91c7-4e8f-9e24-56787d42482b tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0551364 Jul 16 18:02:36.672268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 195e9497-7b90-4e55-ad88-5fb4e7679ed8 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:36.680902 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ba592bf7-f41d-49fc-bf4a-2edec727e9e3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for bfc32a51-1256-4f9c-afc4-d6315d603ac3 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:36.703056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b47158c4-32ff-409b-b581-2f34086bd952 None None] Port bfc32a51-1256-4f9c-afc4-d6315d603ac3 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:36.736672 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 195e9497-7b90-4e55-ad88-5fb4e7679ed8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:36.737328 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.838815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-baeeef57-8ed9-42a6-84b4-7bc569eaca2f None None] Could not find standard attr ID for object 2ad657c0-78e0-4d91-9304-32daed685ef7. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:02:36.916806 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba592bf7-f41d-49fc-bf4a-2edec727e9e3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.953079 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba592bf7-f41d-49fc-bf4a-2edec727e9e3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=bfc32a51-1256-4f9c-afc4-d6315d603ac3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:37.002964 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba592bf7-f41d-49fc-bf4a-2edec727e9e3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.005607 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ba592bf7-f41d-49fc-bf4a-2edec727e9e3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/bfc32a51-1256-4f9c-afc4-d6315d603ac3 HTTP/1.1" status: 204 len: 168 time: 0.7790637 Jul 16 18:02:37.008658 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33738) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:37.063967 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee646649-af6a-4a91-b8fc-ac471a5c0d03 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:02:37.065556 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ee646649-af6a-4a91-b8fc-ac471a5c0d03 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/bfc32a51-1256-4f9c-afc4-d6315d603ac3 HTTP/1.1" status: 404 len: 333 time: 0.0550220 Jul 16 18:02:37.068461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33742) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:37.156010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a026bfee-0c7d-48b5-8291-132a6cc4c5ca tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting subnet 09331857-dec8-4b6b-9838-bf1bb2f7b014 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:37.163185 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a026bfee-0c7d-48b5-8291-132a6cc4c5ca tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.231478 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a026bfee-0c7d-48b5-8291-132a6cc4c5ca tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.437114 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-384516b1-93cb-48cd-9dcc-beda449eb1ee req-8eb7eabc-9611-47f5-b7f6-4bdfa33d6c4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ac8466bb1d714e31877f3a0d05e927af&device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0739369 Jul 16 18:02:37.514697 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a026bfee-0c7d-48b5-8291-132a6cc4c5ca tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.522685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3ee4d51-1052-408d-ae19-45061ecfbf59 req-54e3c4e0-3276-4b57-858e-240d7e2c996c tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0736969 Jul 16 18:02:37.530199 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-384516b1-93cb-48cd-9dcc-beda449eb1ee req-bca14c14-7156-4ce4-85f0-b49119c8c8a5 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ac8466bb1d714e31877f3a0d05e927af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692031 Jul 16 18:02:37.637302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b98bdc-e180-4fe9-87a9-937ac23fbb7c req-6265c678-bb9b-43f6-9c8c-ba81725b4cad tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:37.639665 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73b98bdc-e180-4fe9-87a9-937ac23fbb7c req-6265c678-bb9b-43f6-9c8c-ba81725b4cad tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.0986884 Jul 16 18:02:37.724755 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73b98bdc-e180-4fe9-87a9-937ac23fbb7c req-2e071326-744a-43d9-936b-31b9b9959a0c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786650 Jul 16 18:02:37.815154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33774) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:37.952000 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ec3bceb-d724-4663-945c-b0321ccd1bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.128569 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a026bfee-0c7d-48b5-8291-132a6cc4c5ca tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.169815 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026bfee-0c7d-48b5-8291-132a6cc4c5ca tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Subnet': ['ID=09331857-dec8-4b6b-9838-bf1bb2f7b014,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:38.173257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384516b1-93cb-48cd-9dcc-beda449eb1ee req-5e6d81e6-2ace-475d-a354-1e4667f5f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.174809 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-384516b1-93cb-48cd-9dcc-beda449eb1ee req-5e6d81e6-2ace-475d-a354-1e4667f5f16e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6435997 Jul 16 18:02:38.177957 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a026bfee-0c7d-48b5-8291-132a6cc4c5ca tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.181424 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a026bfee-0c7d-48b5-8291-132a6cc4c5ca tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/09331857-dec8-4b6b-9838-bf1bb2f7b014 HTTP/1.1" status: 204 len: 168 time: 1.1116564 Jul 16 18:02:38.184040 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33784) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:38.191847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be932c3f-b6ea-44b7-a99a-b823b6b15e79 None None] Network a297dc89-df71-4ef9-af3e-ca3be70b34c8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:38.223024 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ec3bceb-d724-4663-945c-b0321ccd1bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.232457 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ec3bceb-d724-4663-945c-b0321ccd1bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.262511 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5ec3bceb-d724-4663-945c-b0321ccd1bf2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c7a5d9f15e943e98a9e6750eb81c3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433179 Jul 16 18:02:38.264247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33786) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:38.330544 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44d7dc61-2a9d-492f-8b18-cabd431475de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.336940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3bceb-d724-4663-945c-b0321ccd1bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e41630-aeae-4b94-b8f4-be6ca1e3c645,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:38.348134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.355854 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44d7dc61-2a9d-492f-8b18-cabd431475de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.427758 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44d7dc61-2a9d-492f-8b18-cabd431475de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.431548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44d7dc61-2a9d-492f-8b18-cabd431475de admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.432855 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-44d7dc61-2a9d-492f-8b18-cabd431475de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44e41630-aeae-4b94-b8f4-be6ca1e3c645 HTTP/1.1" status: 204 len: 168 time: 0.1671138 Jul 16 18:02:38.442303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7dc61-2a9d-492f-8b18-cabd431475de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e41630-aeae-4b94-b8f4-be6ca1e3c645,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:38.452860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 195e9497-7b90-4e55-ad88-5fb4e7679ed8 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:38.453216 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.469892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a8ef2f-d1e3-428b-b22c-590a9a60b80e None None] DHCP port deletion for a297dc89-df71-4ef9-af3e-ca3be70b34c8 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:38.558863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] For port 195e9497-7b90-4e55-ad88-5fb4e7679ed8, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=195e9497-7b90-4e55-ad88-5fb4e7679ed8,segment=NetworkSegment(a06016bf-5cce-4a3e-b254-f733146ca2fd),segment_id=a06016bf-5cce-4a3e-b254-f733146ca2fd)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:38.560580 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.569194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a7a8ef2f-d1e3-428b-b22c-590a9a60b80e None None] Deleting port 195e9497-7b90-4e55-ad88-5fb4e7679ed8 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:38.570535 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ef2f-d1e3-428b-b22c-590a9a60b80e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.581454 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 195e9497-7b90-4e55-ad88-5fb4e7679ed8 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:38.669134 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a7a8ef2f-d1e3-428b-b22c-590a9a60b80e None None] For port 195e9497-7b90-4e55-ad88-5fb4e7679ed8, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=195e9497-7b90-4e55-ad88-5fb4e7679ed8,segment=NetworkSegment(a06016bf-5cce-4a3e-b254-f733146ca2fd),segment_id=a06016bf-5cce-4a3e-b254-f733146ca2fd)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:38.669879 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ef2f-d1e3-428b-b22c-590a9a60b80e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.685717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a7a8ef2f-d1e3-428b-b22c-590a9a60b80e None None] Calling delete_port for 195e9497-7b90-4e55-ad88-5fb4e7679ed8 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:38.697644 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.735969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No DVR routers for this DVR port 195e9497-7b90-4e55-ad88-5fb4e7679ed8 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:38.744299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=195e9497-7b90-4e55-ad88-5fb4e7679ed8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:38.800975 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ce708cc-22a7-49ff-853b-bf975f1bb57d req-68b7f19b-6282-46f1-b1da-352154e0a0b7 tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0684485 Jul 16 18:02:38.845499 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ef2f-d1e3-428b-b22c-590a9a60b80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.897913 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.905953 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8ef2f-d1e3-428b-b22c-590a9a60b80e None None] Pushing event deleted for resources: {'Port': ['ID=195e9497-7b90-4e55-ad88-5fb4e7679ed8,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:38.916982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8ef2f-d1e3-428b-b22c-590a9a60b80e None None] No DVR routers for this DVR port 195e9497-7b90-4e55-ad88-5fb4e7679ed8 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:38.919941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a297dc89-df71-4ef9-af3e-ca3be70b34c8']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:38.956255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06016bf-5cce-4a3e-b254-f733146ca2fd') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:38.956559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06016bf-5cce-4a3e-b254-f733146ca2fd') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:38.984067 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.018556 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.028485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:39.028788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:39.032247 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:39.108376 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.120331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56301e-e2ed-4555-b6f5-e81df67cc120 req-58cde763-bf5f-4786-9f6c-06c441e6dc39 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:39.127889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d56301e-e2ed-4555-b6f5-e81df67cc120 req-58cde763-bf5f-4786-9f6c-06c441e6dc39 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.1624198 Jul 16 18:02:39.134427 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.136774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/networks/a297dc89-df71-4ef9-af3e-ca3be70b34c8 HTTP/1.1" status: 204 len: 168 time: 0.9516783 Jul 16 18:02:39.140881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33828) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:39.148811 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-42a81761-a341-4bb3-bc9d-df7af800251d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-315906138'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:39.160954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d2527-afc7-4a4c-874b-e8273e379ac0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Network': ['ID=a297dc89-df71-4ef9-af3e-ca3be70b34c8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:39.202235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a81761-a341-4bb3-bc9d-df7af800251d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:39.206109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-42a81761-a341-4bb3-bc9d-df7af800251d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.228617 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d56301e-e2ed-4555-b6f5-e81df67cc120 req-6bde2d13-2992-402c-ae47-ed3ee1eedc52 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993693 Jul 16 18:02:39.256038 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a81761-a341-4bb3-bc9d-df7af800251d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:39.273845 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-42a81761-a341-4bb3-bc9d-df7af800251d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.274561 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-42a81761-a341-4bb3-bc9d-df7af800251d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Added segment 1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087 of type vlan for network f2b30c5f-0480-4181-a077-f60b629800fc Jul 16 18:02:39.332239 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-42a81761-a341-4bb3-bc9d-df7af800251d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.371366 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-42a81761-a341-4bb3-bc9d-df7af800251d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.378462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a81761-a341-4bb3-bc9d-df7af800251d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:39.379195 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-42a81761-a341-4bb3-bc9d-df7af800251d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.425224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33836) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:39.441065 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-42a81761-a341-4bb3-bc9d-df7af800251d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2987530 Jul 16 18:02:39.445003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33840) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:39.450763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8a6a221b-0e98-411d-b71e-6bb66bf91a9a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': 'f2b30c5f-0480-4181-a077-f60b629800fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:39.499631 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a81761-a341-4bb3-bc9d-df7af800251d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Network': ['ID=f2b30c5f-0480-4181-a077-f60b629800fc,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:39.515794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network f2b30c5f-0480-4181-a077-f60b629800fc details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:39.528208 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-384516b1-93cb-48cd-9dcc-beda449eb1ee req-b04409b0-4d6e-4856-b8d9-7cf688578935 tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0368447 Jul 16 18:02:39.591941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6a221b-0e98-411d-b71e-6bb66bf91a9a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:39.595864 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a6a221b-0e98-411d-b71e-6bb66bf91a9a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.609904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1026902880-network', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:39.648406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Made reservation on behalf of 7fdcfc6a64164e019457ac174161d31a for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:39.651167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.661109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.776598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.781040 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.807161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:39.817324 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d11987-077a-4cc7-9e92-5b53cbc75506,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:39.819608 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a6a221b-0e98-411d-b71e-6bb66bf91a9a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.822724 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.823148 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Added segment d69bd5d9-15c1-4064-8347-068255178715 of type vlan for network 981660af-4b2c-4916-8662-a65197136911 Jul 16 18:02:39.881089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.911146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a221b-0e98-411d-b71e-6bb66bf91a9a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Subnet': ['ID=a2424a11-a78b-487d-b2fb-5a82ca693b38,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:39.921338 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.922890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:39.923672 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.924885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a221b-0e98-411d-b71e-6bb66bf91a9a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Checking segment: {'id': '1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2b30c5f-0480-4181-a077-f60b629800fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:39.925270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6a221b-0e98-411d-b71e-6bb66bf91a9a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network hostable DHCP agents. Network: f2b30c5f-0480-4181-a077-f60b629800fc, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:39.949559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6a221b-0e98-411d-b71e-6bb66bf91a9a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network f2b30c5f-0480-4181-a077-f60b629800fc is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:39.966378 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5408359 Jul 16 18:02:39.969101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33846) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:39.974130 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4031aea4-88b8-4e3c-ab46-c411de03ffe3 admin admin] Request body: {'subnet': {'network_id': '981660af-4b2c-4916-8662-a65197136911', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1026902880-subnet', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:40.005964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44adc1-3477-4e82-b49b-a3b61e3d6bbc admin admin] Pushing event updated for resources: {'Network': ['ID=981660af-4b2c-4916-8662-a65197136911,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:40.017796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 981660af-4b2c-4916-8662-a65197136911 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:40.018528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a80069de-30db-4ad3-8d35-9a7712b8fff5 req-9172e2c7-8811-410c-9bc1-f3c7fad3315d tempest-ServerShowV254Test-442528850 tempest-ServerShowV254Test-442528850-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621a8d-9beb-4cdc-9765-56eec62fd8c4 HTTP/1.1" status: 200 len: 210 time: 0.0392632 Jul 16 18:02:40.020457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8a6a221b-0e98-411d-b71e-6bb66bf91a9a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, f2b30c5f-0480-4181-a077-f60b629800fc) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:40.028719 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4031aea4-88b8-4e3c-ab46-c411de03ffe3 admin admin] Made reservation on behalf of 7fdcfc6a64164e019457ac174161d31a for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:40.031688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6a221b-0e98-411d-b71e-6bb66bf91a9a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:40.032323 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a6a221b-0e98-411d-b71e-6bb66bf91a9a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.033527 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4031aea4-88b8-4e3c-ab46-c411de03ffe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.055529 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8a6a221b-0e98-411d-b71e-6bb66bf91a9a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6059365 Jul 16 18:02:40.055704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33850) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:40.061210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-2b95e357-8fb2-40d2-84a3-59e20f439de2 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-709394833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:40.072880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8699397-5206-4df0-aec0-1a231a1d212d None None] Network f2b30c5f-0480-4181-a077-f60b629800fc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:40.091940 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2b95e357-8fb2-40d2-84a3-59e20f439de2 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.093290 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2b95e357-8fb2-40d2-84a3-59e20f439de2 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.184805 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2b95e357-8fb2-40d2-84a3-59e20f439de2 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.190414 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2b95e357-8fb2-40d2-84a3-59e20f439de2 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.215772 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2b95e357-8fb2-40d2-84a3-59e20f439de2 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.219692 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2b95e357-8fb2-40d2-84a3-59e20f439de2 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1599944 Jul 16 18:02:40.219953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33852) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:40.226735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'network_id': 'f2b30c5f-0480-4181-a077-f60b629800fc', 'name': 'tempest-PortsIpV6TestJSON-199361011'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:40.284747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4031aea4-88b8-4e3c-ab46-c411de03ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.441005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4031aea4-88b8-4e3c-ab46-c411de03ffe3 admin admin] Checking segment: {'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:40.443370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4031aea4-88b8-4e3c-ab46-c411de03ffe3 admin admin] Network hostable DHCP agents. Network: 981660af-4b2c-4916-8662-a65197136911, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:40.505794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031aea4-88b8-4e3c-ab46-c411de03ffe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:40.548482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4031aea4-88b8-4e3c-ab46-c411de03ffe3 admin admin] Network 981660af-4b2c-4916-8662-a65197136911 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:40.559063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 195e9497-7b90-4e55-ad88-5fb4e7679ed8 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:40.560528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4031aea4-88b8-4e3c-ab46-c411de03ffe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 981660af-4b2c-4916-8662-a65197136911) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:40.561551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:40.565575 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.575846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4031aea4-88b8-4e3c-ab46-c411de03ffe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:40.577107 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4031aea4-88b8-4e3c-ab46-c411de03ffe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.598098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port 71bf3d75-1ff8-4160-8eb9-1c2f55c3679c yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:40.599881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 195e9497-7b90-4e55-ad88-5fb4e7679ed8 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:40.601267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 195e9497-7b90-4e55-ad88-5fb4e7679ed8 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:40.605249 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4031aea4-88b8-4e3c-ab46-c411de03ffe3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6320610 Jul 16 18:02:40.605926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33860) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:40.608124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc2d382-1c69-433b-893d-edcf6b075095 None None] Network 981660af-4b2c-4916-8662-a65197136911 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:40.617535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:40.627012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae4ba1-5e2e-48f1-91d3-a406ba24e7c5 req-3525f67c-bbd9-4e2f-b6ae-246fcb2d6a42 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:40.628649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25ae4ba1-5e2e-48f1-91d3-a406ba24e7c5 req-3525f67c-bbd9-4e2f-b6ae-246fcb2d6a42 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.1505172 Jul 16 18:02:40.655744 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.656930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.725296 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.738514 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25ae4ba1-5e2e-48f1-91d3-a406ba24e7c5 req-47d1e505-0847-4b42-99ed-0638621ec889 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673263 Jul 16 18:02:40.747083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-f2b30c5f-0480-4181-a077-f60b629800fc', 'network_id': 'f2b30c5f-0480-4181-a077-f60b629800fc', 'tenant_id': '17f2e8233461467da1a70adf2d52d2a7', 'fixed_ips': [{'subnet_id': 'a2424a11-a78b-487d-b2fb-5a82ca693b38'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:40.748046 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.803200 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8::20f (f2b30c5f-0480-4181-a077-f60b629800fc/a2424a11-a78b-487d-b2fb-5a82ca693b38/71bf3d75-1ff8-4160-8eb9-1c2f55c3679c) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:40.917845 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.977723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-981660af-4b2c-4916-8662-a65197136911', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:40.978830 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.990250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.007502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Transition to ACTIVE for port object 71bf3d75-1ff8-4160-8eb9-1c2f55c3679c will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:41.047329 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.103864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network f2b30c5f-0480-4181-a077-f60b629800fc is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:41.112843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:41.115541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:41.121731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.122646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.145870 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=71bf3d75-1ff8-4160-8eb9-1c2f55c3679c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:41.156819 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5e7ce7a2-6fe9-48d7-879b-f7a6b4095ecb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9351182 Jul 16 18:02:41.159898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33864) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:41.262640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Allocated IP 2001:db8::2 (f2b30c5f-0480-4181-a077-f60b629800fc/a2424a11-a78b-487d-b2fb-5a82ca693b38/79d62bb7-fe64-4800-8a87-dee52e3c8583) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:41.299418 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Allocated IP 172.20.0.2 (981660af-4b2c-4916-8662-a65197136911/7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a/35679a97-e3ad-459f-b07f-14ff10846ab8) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:41.374918 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.443263 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.534415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33874) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:41.660755 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.676937 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Transition to ACTIVE for port object 79d62bb7-fe64-4800-8a87-dee52e3c8583 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:41.680952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Allocated IP 172.25.3.196 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/0ab8592a-24fa-4fba-adf4-27c8f59f4d08) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:41.704608 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.720248 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Transition to ACTIVE for port object 79d62bb7-fe64-4800-8a87-dee52e3c8583 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:41.722336 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Transition to ACTIVE for port object 35679a97-e3ad-459f-b07f-14ff10846ab8 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:41.730460 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.741811 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d16d-3efc-4b24-b91a-56be029df782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.772487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.779582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Network f2b30c5f-0480-4181-a077-f60b629800fc is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:41.780887 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Transition to ACTIVE for port object 35679a97-e3ad-459f-b07f-14ff10846ab8 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:41.787353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:41.794166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:41.798319 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.816574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Pushing event updated for resources: {'Port': ['ID=79d62bb7-fe64-4800-8a87-dee52e3c8583,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:41.852943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Network 981660af-4b2c-4916-8662-a65197136911 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:41.885503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:41.919675 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.929397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:41.974290 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d16d-3efc-4b24-b91a-56be029df782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.981490 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d16d-3efc-4b24-b91a-56be029df782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.038906 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Attempting to bind port 79d62bb7-fe64-4800-8a87-dee52e3c8583 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:42.039885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Attempting to bind port 79d62bb7-fe64-4800-8a87-dee52e3c8583 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2b30c5f-0480-4181-a077-f60b629800fc'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:42.040563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Attempting to bind port 79d62bb7-fe64-4800-8a87-dee52e3c8583 on network f2b30c5f-0480-4181-a077-f60b629800fc {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:42.046888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Attempting to bind port 35679a97-e3ad-459f-b07f-14ff10846ab8 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:42.047515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Attempting to bind port 35679a97-e3ad-459f-b07f-14ff10846ab8 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:42.048056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Attempting to bind port 35679a97-e3ad-459f-b07f-14ff10846ab8 on network 981660af-4b2c-4916-8662-a65197136911 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:42.054148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c6f1d16d-3efc-4b24-b91a-56be029df782 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac8466bb1d714e31877f3a0d05e927af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5177429 Jul 16 18:02:42.059484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33882) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:42.061299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1d16d-3efc-4b24-b91a-56be029df782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db533020-bdeb-49fd-adb1-8f90a22a3f1c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.061681 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:42.062444 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Checking segment: {'id': '1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2b30c5f-0480-4181-a077-f60b629800fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:42.063074 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.063770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Bound using segment: {'id': '1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2b30c5f-0480-4181-a077-f60b629800fc'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:42.065205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Bound port: 79d62bb7-fe64-4800-8a87-dee52e3c8583, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f2b30c5f-0480-4181-a077-f60b629800fc'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:42.065826 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.070239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Pushing event updated for resources: {'Port': ['ID=35679a97-e3ad-459f-b07f-14ff10846ab8,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.082510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:42.082903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Checking segment: {'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:42.083310 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.083713 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Bound using segment: {'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:42.084553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Bound port: 35679a97-e3ad-459f-b07f-14ff10846ab8, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:42.084809 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.103170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b8f0a-1899-46a9-a55a-b2a499d4674d req-e243e679-f2a0-4608-af80-cedc5671bd25 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:42.110247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef1b8f0a-1899-46a9-a55a-b2a499d4674d req-e243e679-f2a0-4608-af80-cedc5671bd25 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.1791120 Jul 16 18:02:42.141166 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.175075 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef1b8f0a-1899-46a9-a55a-b2a499d4674d req-9d3f4a33-25f9-4eeb-a0d9-6bed36355fb9 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553908 Jul 16 18:02:42.221860 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] For port 79d62bb7-fe64-4800-8a87-dee52e3c8583, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:42.245034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] For port 79d62bb7-fe64-4800-8a87-dee52e3c8583, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79d62bb7-fe64-4800-8a87-dee52e3c8583,segment=NetworkSegment(1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087),segment_id=1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:42.249437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:42.251133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] For port 35679a97-e3ad-459f-b07f-14ff10846ab8, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:42.254009 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.257873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] For port 35679a97-e3ad-459f-b07f-14ff10846ab8, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=35679a97-e3ad-459f-b07f-14ff10846ab8,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:42.266865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:42.272552 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-18214da0-91f4-47e2-b0b8-6e5a72857ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.278672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:42.288191 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.313266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Pushing event updated for resources: {'Port': ['ID=0ab8592a-24fa-4fba-adf4-27c8f59f4d08,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.340338 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-18214da0-91f4-47e2-b0b8-6e5a72857ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.344893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d99f4-f34d-4636-a2fb-adc03acaa01a None None] Pushing event updated for resources: {'Port': ['ID=79d62bb7-fe64-4800-8a87-dee52e3c8583,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.454934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe1fc2-c239-4b44-8008-997580285f3a None None] Pushing event updated for resources: {'Port': ['ID=35679a97-e3ad-459f-b07f-14ff10846ab8,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.517465 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.632117 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.650720 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-18214da0-91f4-47e2-b0b8-6e5a72857ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.653393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-18214da0-91f4-47e2-b0b8-6e5a72857ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.656965 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-18214da0-91f4-47e2-b0b8-6e5a72857ed1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db533020-bdeb-49fd-adb1-8f90a22a3f1c HTTP/1.1" status: 204 len: 168 time: 0.5939846 Jul 16 18:02:42.830854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18214da0-91f4-47e2-b0b8-6e5a72857ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db533020-bdeb-49fd-adb1-8f90a22a3f1c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:43.010053 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=71bf3d75-1ff8-4160-8eb9-1c2f55c3679c,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:43.166742 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bb0ae15-637b-40c9-af5b-d9d7d7a30600 req-7a2378dc-7d4d-4c2e-9feb-4d2c9b31555f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5298748 Jul 16 18:02:43.191300 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.298152 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.420788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909efb97-7ea3-4810-aa9c-e497c3a35e04 req-65c92759-4a74-4fbb-aa8d-ddc5fccf8e6f tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.422579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-909efb97-7ea3-4810-aa9c-e497c3a35e04 req-65c92759-4a74-4fbb-aa8d-ddc5fccf8e6f tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.0960379 Jul 16 18:02:43.439839 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cc040003-ca05-4646-b6a6-342e2ab03efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.521230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-909efb97-7ea3-4810-aa9c-e497c3a35e04 req-d0b4ad18-e866-4d06-a26f-ab7c611f0748 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854392 Jul 16 18:02:43.989235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0ae15-637b-40c9-af5b-d9d7d7a30600 req-190066fd-31df-4e04-a688-74e953b4230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.990999 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bb0ae15-637b-40c9-af5b-d9d7d7a30600 req-190066fd-31df-4e04-a688-74e953b4230e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 1097 time: 0.7461107 Jul 16 18:02:44.032178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a313ee8d-e200-4e83-8bc9-08f17a7011e1 None None] Network f2b30c5f-0480-4181-a077-f60b629800fc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:44.175305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.279270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6d242bfd-0d95-4be7-8309-678e0870a67a None None] Provisioning for port 79d62bb7-fe64-4800-8a87-dee52e3c8583 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:44.322001 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.330508 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33924) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:44.453086 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81604df3-bbf6-42a6-b73f-9f0ea863e9ac None None] Network 981660af-4b2c-4916-8662-a65197136911 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:44.469013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0ae15-637b-40c9-af5b-d9d7d7a30600 req-2ea048a8-7b9b-4249-aeaf-c7aefca490c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.470059 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bb0ae15-637b-40c9-af5b-d9d7d7a30600 req-2ea048a8-7b9b-4249-aeaf-c7aefca490c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.4012718 Jul 16 18:02:44.564632 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bb0ae15-637b-40c9-af5b-d9d7d7a30600 req-e1418127-ebfa-42f4-b228-066a21f0a484 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d38dd41-219f-4923-97ef-092fedcb9cd0 HTTP/1.1" status: 200 len: 217 time: 0.0860004 Jul 16 18:02:44.611212 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd86a-a764-4648-bb9f-07f908eda3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.758786 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 35679a97-e3ad-459f-b07f-14ff10846ab8 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:44.771013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-25bf03d5-47d2-4e9e-8036-9ca011e91bc5 None None] Provisioning for port 35679a97-e3ad-459f-b07f-14ff10846ab8 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:44.816948 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd86a-a764-4648-bb9f-07f908eda3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.825041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0ae15-637b-40c9-af5b-d9d7d7a30600 req-529589b6-dfa8-43d2-80de-4c9bfe913b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.830134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd86a-a764-4648-bb9f-07f908eda3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.831387 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bb0ae15-637b-40c9-af5b-d9d7d7a30600 req-529589b6-dfa8-43d2-80de-4c9bfe913b58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.2528651 Jul 16 18:02:44.885699 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffd86a-a764-4648-bb9f-07f908eda3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186b6a5b-22f8-4634-ad34-4c05212ec7fe,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:44.918758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a3ffd86a-a764-4648-bb9f-07f908eda3a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fa513d62caa403b9552bd1fbdc9ab03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5859571 Jul 16 18:02:44.920560 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33934) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:45.021854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 35679a97-e3ad-459f-b07f-14ff10846ab8 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:45.031913 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 35679a97-e3ad-459f-b07f-14ff10846ab8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:45.032432 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.059526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d31cc-eb29-4e5b-82b8-d4db9093f311 req-f816a242-8679-4969-81df-93d9e8c27762 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.064788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Router 570c85da-3a09-4eeb-92f2-02fc363f2b2e is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:02:45.067058 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da3d31cc-eb29-4e5b-82b8-d4db9093f311 req-f816a242-8679-4969-81df-93d9e8c27762 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.2481565 Jul 16 18:02:45.142633 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f4cecb33-959e-4c95-95d9-f48b75768975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.145615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-331a217d-f853-401c-b6c0-aa91d7547fac None None] Provisioning for port 71bf3d75-1ff8-4160-8eb9-1c2f55c3679c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:45.155308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-331a217d-f853-401c-b6c0-aa91d7547fac None None] Provisioning complete for port 71bf3d75-1ff8-4160-8eb9-1c2f55c3679c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:45.155913 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-331a217d-f853-401c-b6c0-aa91d7547fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.160306 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.172298 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.174530 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.192525 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f4cecb33-959e-4c95-95d9-f48b75768975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.216611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-331a217d-f853-401c-b6c0-aa91d7547fac None None] Port 71bf3d75-1ff8-4160-8eb9-1c2f55c3679c cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:45.271039 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.290535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0ae15-637b-40c9-af5b-d9d7d7a30600 req-d315b87e-696f-47ca-b649-fca8913c2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.295904 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f4cecb33-959e-4c95-95d9-f48b75768975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.299394 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f4cecb33-959e-4c95-95d9-f48b75768975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.302137 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bb0ae15-637b-40c9-af5b-d9d7d7a30600 req-d315b87e-696f-47ca-b649-fca8913c2f4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4180737 Jul 16 18:02:45.304968 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f4cecb33-959e-4c95-95d9-f48b75768975 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/186b6a5b-22f8-4634-ad34-4c05212ec7fe HTTP/1.1" status: 204 len: 168 time: 0.3830061 Jul 16 18:02:45.316907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cecb33-959e-4c95-95d9-f48b75768975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186b6a5b-22f8-4634-ad34-4c05212ec7fe,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:45.334898 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da3d31cc-eb29-4e5b-82b8-d4db9093f311 req-f4c9791b-6b41-4cf4-9f65-eb5e92b6d95c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521780 Jul 16 18:02:45.388896 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 35679a97-e3ad-459f-b07f-14ff10846ab8, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=35679a97-e3ad-459f-b07f-14ff10846ab8,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:45.401060 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.402123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79d62bb7-fe64-4800-8a87-dee52e3c8583 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:45.567288 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=71bf3d75-1ff8-4160-8eb9-1c2f55c3679c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:45.740353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cfd2bc62-8b08-47d9-adc0-4601b8a069af None None] Provisioning complete for port 71bf3d75-1ff8-4160-8eb9-1c2f55c3679c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:45.741726 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cfd2bc62-8b08-47d9-adc0-4601b8a069af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.746462 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1c98a8cc-cf3d-4814-8cb8-1130a1231286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.750506 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:45.760930 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Sync routers for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:45.769696 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bb0ae15-637b-40c9-af5b-d9d7d7a30600 req-b8f7d35a-61c7-437a-8190-5e71f601ba70 service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665022 Jul 16 18:02:45.773762 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:45.774469 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:02:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:45.794130 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network f2b30c5f-0480-4181-a077-f60b629800fc is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:45.799489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=35679a97-e3ad-459f-b07f-14ff10846ab8,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:45.808092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:45.821056 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.822520 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ec6eb4c0-e02f-4959-bb3c-bd6d2cd8ab7c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2153649 Jul 16 18:02:45.825326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33950) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:45.860016 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 79d62bb7-fe64-4800-8a87-dee52e3c8583 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:45.863050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-cfd2bc62-8b08-47d9-adc0-4601b8a069af None None] Port 71bf3d75-1ff8-4160-8eb9-1c2f55c3679c cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:45.867901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 79d62bb7-fe64-4800-8a87-dee52e3c8583 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:45.868665 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.929320 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.931242 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bb0ae15-637b-40c9-af5b-d9d7d7a30600 req-fc21795b-c457-456f-a45d-f6b438ab873d service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483641 Jul 16 18:02:46.119885 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:46.125055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bdf70404-1549-4e71-b6f5-2044120a7c54 None None] Provisioning complete for port 35679a97-e3ad-459f-b07f-14ff10846ab8 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:46.134565 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bdf70404-1549-4e71-b6f5-2044120a7c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.140842 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.150319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Router e04b4ebf-efb9-41e5-9681-e5312c194186 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:02:46.340617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 79d62bb7-fe64-4800-8a87-dee52e3c8583, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79d62bb7-fe64-4800-8a87-dee52e3c8583,segment=NetworkSegment(1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087),segment_id=1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:46.348626 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.407927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:46.439174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b490c-9d00-47fc-b11e-94935b20608f None None] Sync routers for ids ['e04b4ebf-efb9-41e5-9681-e5312c194186'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:46.440045 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6fb0d740-da7d-482b-810b-2ad9597519b3 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "PUT /v2.0/routers/e04b4ebf-efb9-41e5-9681-e5312c194186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2676270 Jul 16 18:02:46.440974 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33972) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:46.640112 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b490c-9d00-47fc-b11e-94935b20608f None None] Routers {'e04b4ebf-efb9-41e5-9681-e5312c194186'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:46.642423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ae9b490c-9d00-47fc-b11e-94935b20608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:02:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e04b4ebf-efb9-41e5-9681-e5312c194186'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:46.664346 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-848a7518-9ad9-4223-894d-e4c616a4aa9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1440217 Jul 16 18:02:46.668693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 35679a97-e3ad-459f-b07f-14ff10846ab8 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:46.674521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f503e-281c-42e6-83a4-306ed9c8fa13 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:46.676209 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-eb8f503e-281c-42e6-83a4-306ed9c8fa13 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04b4ebf-efb9-41e5-9681-e5312c194186 HTTP/1.1" status: 200 len: 988 time: 0.2338579 Jul 16 18:02:46.680564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33978) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:46.691298 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:42Z', 'revision_number': 3, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:46.756228 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Checking router: 570c85da-3a09-4eeb-92f2-02fc363f2b2e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:46.756816 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Updating router 570c85da-3a09-4eeb-92f2-02fc363f2b2e port 0ab8592a-24fa-4fba-adf4-27c8f59f4d08 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:02:46.812109 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ae9b490c-9d00-47fc-b11e-94935b20608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:46.828373 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=79d62bb7-fe64-4800-8a87-dee52e3c8583,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:46.840156 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.903580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b490c-9d00-47fc-b11e-94935b20608f None None] Routers {'e04b4ebf-efb9-41e5-9681-e5312c194186'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:46.904252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ae9b490c-9d00-47fc-b11e-94935b20608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:02:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e04b4ebf-efb9-41e5-9681-e5312c194186'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:47.030814 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ae9b490c-9d00-47fc-b11e-94935b20608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:47.031458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b490c-9d00-47fc-b11e-94935b20608f None None] The sync data for ids ['e04b4ebf-efb9-41e5-9681-e5312c194186'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:47.065194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aa574-7495-48f0-af62-33792f2082a2 req-b526c26d-b51e-45fe-a303-e945168a407b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.066864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e88aa574-7495-48f0-af62-33792f2082a2 req-b526c26d-b51e-45fe-a303-e945168a407b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.2583747 Jul 16 18:02:47.072553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bdf70404-1549-4e71-b6f5-2044120a7c54 None None] Provisioning complete for port 71bf3d75-1ff8-4160-8eb9-1c2f55c3679c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:47.072942 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bdf70404-1549-4e71-b6f5-2044120a7c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.119411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 35679a97-e3ad-459f-b07f-14ff10846ab8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:47.119814 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.130160 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.188977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-bdf70404-1549-4e71-b6f5-2044120a7c54 None None] Port 71bf3d75-1ff8-4160-8eb9-1c2f55c3679c cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:47.202506 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-7d9d6ab6-a567-4c20-9cc8-82a672e381ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.204142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-7d9d6ab6-a567-4c20-9cc8-82a672e381ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.205076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-7d9d6ab6-a567-4c20-9cc8-82a672e381ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.205885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-7d9d6ab6-a567-4c20-9cc8-82a672e381ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.206661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-7d9d6ab6-a567-4c20-9cc8-82a672e381ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.207372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-7d9d6ab6-a567-4c20-9cc8-82a672e381ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.208670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-7d9d6ab6-a567-4c20-9cc8-82a672e381ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.213220 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-7d9d6ab6-a567-4c20-9cc8-82a672e381ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 6509 time: 0.5094674 Jul 16 18:02:47.240866 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e88aa574-7495-48f0-af62-33792f2082a2 req-0b6f05bc-35e2-4e98-a884-ea06420839ff tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624806 Jul 16 18:02:47.337704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d68f90b9-5e09-480c-a6e9-024d3644fab7 None None] Provisioning complete for port 71bf3d75-1ff8-4160-8eb9-1c2f55c3679c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:47.337704 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d68f90b9-5e09-480c-a6e9-024d3644fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.453236 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.457477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d68f90b9-5e09-480c-a6e9-024d3644fab7 None None] Port 71bf3d75-1ff8-4160-8eb9-1c2f55c3679c cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:47.472793 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Transition to ACTIVE for port object 0ab8592a-24fa-4fba-adf4-27c8f59f4d08 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:47.482895 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.487235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-5f4a7edb-984f-407f-9b22-4d28a6bfe252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.487960 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-5f4a7edb-984f-407f-9b22-4d28a6bfe252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.488644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-5f4a7edb-984f-407f-9b22-4d28a6bfe252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.490542 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-5f4a7edb-984f-407f-9b22-4d28a6bfe252 service neutron] 10.222.0.32 "GET /v2.0/networks?id=44337d24-7f19-40cf-a303-f059903d6ce5&id=d14411d5-9208-45c8-b382-da9f272bc971&id=d14411d5-9208-45c8-b382-da9f272bc971&id=d14411d5-9208-45c8-b382-da9f272bc971&id=d14411d5-9208-45c8-b382-da9f272bc971&id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f HTTP/1.1" status: 200 len: 2296 time: 0.2222738 Jul 16 18:02:47.538959 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.567187 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d003b-c0f2-4c55-9251-0125944b4efc None None] Pushing event updated for resources: {'Port': ['ID=0ab8592a-24fa-4fba-adf4-27c8f59f4d08,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:47.573972 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Attempting to bind port 0ab8592a-24fa-4fba-adf4-27c8f59f4d08 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:47.574277 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Attempting to bind port 0ab8592a-24fa-4fba-adf4-27c8f59f4d08 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:47.574660 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Attempting to bind port 0ab8592a-24fa-4fba-adf4-27c8f59f4d08 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:47.580238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Allocated IP 172.20.0.1 (981660af-4b2c-4916-8662-a65197136911/7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a/dde199e8-4ea4-4014-913f-837763e130cc) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:47.582860 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:47.583343 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:47.583665 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.584466 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:47.585228 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Bound port: 0ab8592a-24fa-4fba-adf4-27c8f59f4d08, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:47.585808 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.661934 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] For port 0ab8592a-24fa-4fba-adf4-27c8f59f4d08, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:47.666887 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] For port 0ab8592a-24fa-4fba-adf4-27c8f59f4d08, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ab8592a-24fa-4fba-adf4-27c8f59f4d08,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:47.671440 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.738361 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:47.739029 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:02:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:47.752501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.771687 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Transition to ACTIVE for port object dde199e8-4ea4-4014-913f-837763e130cc will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:47.779207 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d003b-c0f2-4c55-9251-0125944b4efc None None] Pushing event updated for resources: {'Port': ['ID=0ab8592a-24fa-4fba-adf4-27c8f59f4d08,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:47.830161 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.860812 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Network 981660af-4b2c-4916-8662-a65197136911 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:47.864269 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:47.892674 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:47.900228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:47.948129 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.019990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Pushing event updated for resources: {'Port': ['ID=dde199e8-4ea4-4014-913f-837763e130cc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:48.145295 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-5b6f564d-47f2-4344-9a27-d7ec3af12eaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b198d4-be15-4005-a079-fa148eb42193 HTTP/1.1" status: 200 len: 1001 time: 0.6379542 Jul 16 18:02:48.217581 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.257611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-ceec9074-f310-42a4-b072-c3c070f12bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.259130 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-ceec9074-f310-42a4-b072-c3c070f12bfe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69eb66ea-9472-42b1-8bef-cc1b7c6812ce HTTP/1.1" status: 200 len: 856 time: 0.1037960 Jul 16 18:02:48.286242 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:42Z', 'revision_number': 3, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:48.290703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-681d9d05-fdd5-4596-9794-67d3c28205cf None None] Provisioning for port dde199e8-4ea4-4014-913f-837763e130cc completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:48.302228 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-681d9d05-fdd5-4596-9794-67d3c28205cf None None] Provisioning complete for port dde199e8-4ea4-4014-913f-837763e130cc triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:48.304173 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-681d9d05-fdd5-4596-9794-67d3c28205cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.392014 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30975e14-917e-4991-b9e4-726165e49dfe None None] The sync data for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 is: [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:42Z', 'revision_number': 3, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:48.442639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-681d9d05-fdd5-4596-9794-67d3c28205cf None None] Port dde199e8-4ea4-4014-913f-837763e130cc cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:48.524447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b11429ad-3689-4644-9fa9-e47dc2f6e19a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.575195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79d62bb7-fe64-4800-8a87-dee52e3c8583 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:48.626104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.646677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415535ea-959f-4f6d-a59e-7b21550018ae req-c8512b39-be60-4bdf-bc57-9f8df8bf64e5 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.648937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-415535ea-959f-4f6d-a59e-7b21550018ae req-c8512b39-be60-4bdf-bc57-9f8df8bf64e5 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.1657383 Jul 16 18:02:48.649791 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.677179 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 79d62bb7-fe64-4800-8a87-dee52e3c8583 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:48.678079 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.721455 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.739197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-46ffcbb0-b504-49a8-a94e-b77f266674f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.741204 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-46ffcbb0-b504-49a8-a94e-b77f266674f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44337d24-7f19-40cf-a303-f059903d6ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4676354 Jul 16 18:02:48.813010 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-415535ea-959f-4f6d-a59e-7b21550018ae req-3391e34d-a83a-4792-b00d-966f4c72a8b3 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084416 Jul 16 18:02:48.914090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Pushing event updated for resources: {'Port': ['ID=dde199e8-4ea4-4014-913f-837763e130cc,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:48.965198 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.052068 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-4265b13c-1a94-4d00-8263-9f855a52aaba service neutron] 10.222.0.32 "GET /v2.0/networks/44337d24-7f19-40cf-a303-f059903d6ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977207 Jul 16 18:02:49.068652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Network 981660af-4b2c-4916-8662-a65197136911 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:49.071549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:49.295628 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-f6d8ae2d-b8f2-436b-aea7-9bd291b596ce service neutron] 10.222.0.32 "GET /v2.0/networks/44337d24-7f19-40cf-a303-f059903d6ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336304 Jul 16 18:02:49.310441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Router 570c85da-3a09-4eeb-92f2-02fc363f2b2e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:49.368525 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-7e10a6db-b3a4-402f-bf10-63587995a8ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=9934b156-2ff0-44c2-b42b-b8b7148a6def HTTP/1.1" status: 200 len: 217 time: 0.0659363 Jul 16 18:02:49.487969 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b11429ad-3689-4644-9fa9-e47dc2f6e19a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 71bf3d75-1ff8-4160-8eb9-1c2f55c3679c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:49.488322 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b11429ad-3689-4644-9fa9-e47dc2f6e19a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.500043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0194eade-c362-4232-a85d-67e5a9a20a21 None None] Provisioning complete for port dde199e8-4ea4-4014-913f-837763e130cc triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:49.500875 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0194eade-c362-4232-a85d-67e5a9a20a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.525980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-b5281a83-95f5-4c41-bb3a-0faf91a23604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:49.527503 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-b5281a83-95f5-4c41-bb3a-0faf91a23604 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.1319380 Jul 16 18:02:49.642141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0194eade-c362-4232-a85d-67e5a9a20a21 None None] Port dde199e8-4ea4-4014-913f-837763e130cc cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:49.703073 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b11429ad-3689-4644-9fa9-e47dc2f6e19a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.733729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-cbd0a35f-27c5-46f6-8294-ded27d005cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:49.735291 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-cbd0a35f-27c5-46f6-8294-ded27d005cd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1992941 Jul 16 18:02:49.736317 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b11429ad-3689-4644-9fa9-e47dc2f6e19a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 71bf3d75-1ff8-4160-8eb9-1c2f55c3679c owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:50.010806 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-9c1743c0-edcb-4afe-ba5c-9f559e676474 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640309 Jul 16 18:02:50.087309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:50.094248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-25f68f34-f85e-4450-a180-354783ef3a15 admin admin] 10.222.0.24 "PUT /v2.0/routers/570c85da-3a09-4eeb-92f2-02fc363f2b2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2665429 Jul 16 18:02:50.232695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a7458-9eb5-4046-b41f-5993a1e9b30d req-bf617073-ec64-43da-a9c7-738ee4d0fb5c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:50.236885 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-3ff95426-5023-446a-ae84-f7d1ac04b647 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848187 Jul 16 18:02:50.240155 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-861a7458-9eb5-4046-b41f-5993a1e9b30d req-bf617073-ec64-43da-a9c7-738ee4d0fb5c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.1376662 Jul 16 18:02:50.307751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-861a7458-9eb5-4046-b41f-5993a1e9b30d req-0da382a4-796f-445c-998b-cb71e6abb905 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600657 Jul 16 18:02:50.320829 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-d3a78b0d-0fd8-497f-b8b5-4b3b4b3fd7c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=5388a20e-2ed9-436f-a11e-87f7ad11fe8a HTTP/1.1" status: 200 len: 217 time: 0.0773580 Jul 16 18:02:50.322225 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b11429ad-3689-4644-9fa9-e47dc2f6e19a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.383565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11429ad-3689-4644-9fa9-e47dc2f6e19a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=71bf3d75-1ff8-4160-8eb9-1c2f55c3679c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:50.538927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c74150-f205-4833-bcd5-f5ce3fe04012 req-33283159-7c14-48da-aebe-9dde2e2aab74 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:50.551404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26c74150-f205-4833-bcd5-f5ce3fe04012 req-33283159-7c14-48da-aebe-9dde2e2aab74 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1605580 Jul 16 18:02:50.627434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-97bcb40b-10b9-4906-aa51-218cd6cecf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:50.631990 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-97bcb40b-10b9-4906-aa51-218cd6cecf92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.3015413 Jul 16 18:02:50.654420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26c74150-f205-4833-bcd5-f5ce3fe04012 req-e15c675d-9cb9-4243-bf83-effd902695f1 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017885 Jul 16 18:02:50.689925 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ab8592a-24fa-4fba-adf4-27c8f59f4d08 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:50.821434 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b11429ad-3689-4644-9fa9-e47dc2f6e19a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.869201 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 0ab8592a-24fa-4fba-adf4-27c8f59f4d08 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:50.882608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0ab8592a-24fa-4fba-adf4-27c8f59f4d08 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:50.883142 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.017152 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.045255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-709cb5f2-f916-4be0-a9e5-2ce616180ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:51.048478 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-709cb5f2-f916-4be0-a9e5-2ce616180ef3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3361871 Jul 16 18:02:51.061097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 0ab8592a-24fa-4fba-adf4-27c8f59f4d08, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ab8592a-24fa-4fba-adf4-27c8f59f4d08,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:51.070663 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.074521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e1195-9643-41b1-b668-d82fcb71a1d7 req-8f58b29c-e50a-4bf0-a80c-2c1e5c180113 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:51.085986 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-604e1195-9643-41b1-b668-d82fcb71a1d7 req-8f58b29c-e50a-4bf0-a80c-2c1e5c180113 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2044797 Jul 16 18:02:51.129116 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Sync routers for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:51.145595 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:51.158095 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:02:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:51.162769 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-604e1195-9643-41b1-b668-d82fcb71a1d7 req-0f8ff332-1b72-456f-bb7b-f9c1148fe66d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759034 Jul 16 18:02:51.165231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34066) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:51.253668 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-ae400227-0309-4584-abf5-401b44d72533 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963348 Jul 16 18:02:51.262935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=0ab8592a-24fa-4fba-adf4-27c8f59f4d08,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:51.452734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11429ad-3689-4644-9fa9-e47dc2f6e19a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Router e04b4ebf-efb9-41e5-9681-e5312c194186 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:51.457189 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7361-5b55-4471-b263-15dbb0c4abff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.498626 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:51.499680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34076) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:51.518930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e8d2d9b2-1dd7-4526-b13e-9b3e09e53400 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30667449', 'description': 'tempest-description--280560728'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:51.535413 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-890c9529-9fb7-4083-82df-3cbeeb98dc01 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835117 Jul 16 18:02:51.573812 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-4e0c7361-5b55-4471-b263-15dbb0c4abff admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:02:51.573812 n-d-787205-10 neutron-server[105591]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:02:51.573812 n-d-787205-10 neutron-server[105591]: [parameters: {'project_id': 'e9de1bf7ce9b4bab81c5ff26f467f5a6', 'id': '50425a50-02e9-4928-8bf8-3ae4ebb2ed89', 'expiration': datetime.datetime(2021, 7, 16, 18, 4, 51, 552210)}] Jul 16 18:02:51.573812 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:02:51.575656 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [None req-4e0c7361-5b55-4471-b263-15dbb0c4abff admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:02:51.579115 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d9b2-1dd7-4526-b13e-9b3e09e53400 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.651488 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-34a07eda-5747-4997-b254-5f4b20b195a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=6ea0e187-1c81-443f-a401-224fa078f2c1 HTTP/1.1" status: 200 len: 217 time: 0.1090858 Jul 16 18:02:51.669794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11429ad-3689-4644-9fa9-e47dc2f6e19a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:51.698827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161805b4-eedf-4319-a1e6-26c0d24cfde2 None None] Sync routers for ids ['e04b4ebf-efb9-41e5-9681-e5312c194186'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:51.713337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161805b4-eedf-4319-a1e6-26c0d24cfde2 None None] Routers {'e04b4ebf-efb9-41e5-9681-e5312c194186'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:51.714321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-161805b4-eedf-4319-a1e6-26c0d24cfde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:02:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e04b4ebf-efb9-41e5-9681-e5312c194186'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:51.720145 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b11429ad-3689-4644-9fa9-e47dc2f6e19a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "PUT /v2.0/routers/e04b4ebf-efb9-41e5-9681-e5312c194186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0379186 Jul 16 18:02:51.724598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34080) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:51.782726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-161805b4-eedf-4319-a1e6-26c0d24cfde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:51.785882 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-57235a64-9f26-4078-afaa-c790570f381a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:02:51.789197 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-57235a64-9f26-4078-afaa-c790570f381a tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/71bf3d75-1ff8-4160-8eb9-1c2f55c3679c HTTP/1.1" status: 404 len: 333 time: 0.0628433 Jul 16 18:02:51.793472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34092) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:51.796641 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-717f7980-eadb-455b-82ff-f3dcc2df8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:51.798176 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-717f7980-eadb-455b-82ff-f3dcc2df8fc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.1412663 Jul 16 18:02:51.808097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161805b4-eedf-4319-a1e6-26c0d24cfde2 None None] Routers {'e04b4ebf-efb9-41e5-9681-e5312c194186'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:51.809029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-161805b4-eedf-4319-a1e6-26c0d24cfde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:02:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e04b4ebf-efb9-41e5-9681-e5312c194186'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:51.876982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-161805b4-eedf-4319-a1e6-26c0d24cfde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:51.877753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161805b4-eedf-4319-a1e6-26c0d24cfde2 None None] The sync data for ids ['e04b4ebf-efb9-41e5-9681-e5312c194186'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:51.916972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-34376f1c-68e5-42b4-8467-2dcfb1327509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:51.919596 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-34376f1c-68e5-42b4-8467-2dcfb1327509 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1136162 Jul 16 18:02:51.936608 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 2, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:51.965347 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Checking router: 570c85da-3a09-4eeb-92f2-02fc363f2b2e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:51.966163 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Updating router 570c85da-3a09-4eeb-92f2-02fc363f2b2e port dde199e8-4ea4-4014-913f-837763e130cc binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:02:51.996210 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d9b2-1dd7-4526-b13e-9b3e09e53400 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.009997 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.040666 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d9b2-1dd7-4526-b13e-9b3e09e53400 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.047080 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-1709ce91-d01f-4163-b1af-943ab2cede68 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213412 Jul 16 18:02:52.076962 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ed35-7b58-4f0e-9c92-17864ef2bc05 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.098207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7361-5b55-4471-b263-15dbb0c4abff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.179646 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-977a34aa-2738-43ac-bf47-050f4a02db9d service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255407 Jul 16 18:02:52.236956 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d9b2-1dd7-4526-b13e-9b3e09e53400 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.241006 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e8d2d9b2-1dd7-4526-b13e-9b3e09e53400 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7401357 Jul 16 18:02:52.242576 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-b8e7eaf7-66b9-4a91-8fe6-aea4c9356eee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=4491f8dd-ddb2-4310-9cd7-053d2271a801 HTTP/1.1" status: 200 len: 217 time: 0.0569444 Jul 16 18:02:52.243450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34094) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:52.251413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9e8d0f48-de92-4806-aa8b-a10ca912440b tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Request body: {'security_group_rule': {'security_group_id': 'b67ab62d-2fb0-4147-a45c-be5b16030076', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:52.268677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2d9b2-1dd7-4526-b13e-9b3e09e53400 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67ab62d-2fb0-4147-a45c-be5b16030076,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:52.293379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec609ef-7924-4657-b477-5701710de8e1 req-378d182c-53ba-4f49-8a63-9041ad66b605 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:52.306123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aec609ef-7924-4657-b477-5701710de8e1 req-378d182c-53ba-4f49-8a63-9041ad66b605 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.5858891 Jul 16 18:02:52.339293 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.352008 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Transition to ACTIVE for port object dde199e8-4ea4-4014-913f-837763e130cc will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:52.360028 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.364091 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-4dc6ea18-8c99-4c3e-97de-1261afbbc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:52.366911 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-4dc6ea18-8c99-4c3e-97de-1261afbbc3eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.1022620 Jul 16 18:02:52.409583 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b564316-ad01-4037-a41f-0d574da2aea7 None None] Pushing event updated for resources: {'Port': ['ID=dde199e8-4ea4-4014-913f-837763e130cc,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:52.477088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-0c602698-5dae-418a-b322-9f8fa37f466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:52.480770 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-0c602698-5dae-418a-b322-9f8fa37f466b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1079004 Jul 16 18:02:52.527098 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Attempting to bind port dde199e8-4ea4-4014-913f-837763e130cc on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:52.527879 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Attempting to bind port dde199e8-4ea4-4014-913f-837763e130cc by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:52.528969 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Attempting to bind port dde199e8-4ea4-4014-913f-837763e130cc on network 981660af-4b2c-4916-8662-a65197136911 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:52.536108 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:52.536889 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Checking segment: {'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:52.537544 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.558595 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Bound using segment: {'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:52.559381 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Bound port: dde199e8-4ea4-4014-913f-837763e130cc, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:52.560205 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.561780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ab8592a-24fa-4fba-adf4-27c8f59f4d08 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:52.635724 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-4c308806-76e7-42de-938b-e57c81fe01fa service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486847 Jul 16 18:02:52.645970 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] For port dde199e8-4ea4-4014-913f-837763e130cc, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:52.650606 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] For port dde199e8-4ea4-4014-913f-837763e130cc, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dde199e8-4ea4-4014-913f-837763e130cc,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:52.655697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-14494488-208f-43ac-b18f-833c4ac93df1 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:52.657908 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.674867 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-14494488-208f-43ac-b18f-833c4ac93df1 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 812 time: 0.7182336 Jul 16 18:02:52.677180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0ab8592a-24fa-4fba-adf4-27c8f59f4d08 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:52.677877 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.700353 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ed35-7b58-4f0e-9c92-17864ef2bc05 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.721342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ed35-7b58-4f0e-9c92-17864ef2bc05 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.738422 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:52.739404 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:02:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:52.790595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-5118f9f1-dfd3-47ed-939b-15309e14abed tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/quotas/1af5d81a79f3409394a537182ef343ba HTTP/1.1" status: 200 len: 375 time: 0.1145310 Jul 16 18:02:52.858132 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7361-5b55-4471-b263-15dbb0c4abff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.862803 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-73c539f5-c446-4544-a1c8-a35d429ddbf7 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180655 Jul 16 18:02:52.920019 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7361-5b55-4471-b263-15dbb0c4abff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.925653 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-83ff613c-22b2-421a-8c2c-b97f5d832600 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=897d6457-d843-4c30-9f5d-1c8d2f827f6b HTTP/1.1" status: 200 len: 217 time: 0.0560029 Jul 16 18:02:52.935105 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.965397 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aec609ef-7924-4657-b477-5701710de8e1 req-223dc54f-be8d-4fda-893f-5893e29b1cb2 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6580102 Jul 16 18:02:53.019654 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:53.040726 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e8d0f48-de92-4806-aa8b-a10ca912440b tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.101451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-ee776f28-61be-42f6-b5b1-618565c1dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.104008 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-ee776f28-61be-42f6-b5b1-618565c1dc3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecc90bf6-64d1-40fc-ae7a-e5075092d38e HTTP/1.1" status: 200 len: 797 time: 0.1703022 Jul 16 18:02:53.123965 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4e0c7361-5b55-4471-b263-15dbb0c4abff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9de1bf7ce9b4bab81c5ff26f467f5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9515314 Jul 16 18:02:53.124765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34102) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:53.127346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c7361-5b55-4471-b263-15dbb0c4abff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f84f65-55dd-4b5a-b267-7835073d5671,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.260393 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ed35-7b58-4f0e-9c92-17864ef2bc05 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.260917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c4ed35-7b58-4f0e-9c92-17864ef2bc05 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Fanout notify agent at l3_agent the message router_deleted on router e04b4ebf-efb9-41e5-9681-e5312c194186 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:02:53.280649 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8c4ed35-7b58-4f0e-9c92-17864ef2bc05 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.284924 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f8c4ed35-7b58-4f0e-9c92-17864ef2bc05 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/routers/e04b4ebf-efb9-41e5-9681-e5312c194186 HTTP/1.1" status: 204 len: 168 time: 1.4852674 Jul 16 18:02:53.288122 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e8d0f48-de92-4806-aa8b-a10ca912440b tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.289797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34104) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:53.305538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e8d0f48-de92-4806-aa8b-a10ca912440b tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.339081 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1a45f073-1ea1-4162-a711-f9ffb84bbffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.361496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-353dde06-681e-491e-93d1-6e529d85a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.363994 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-353dde06-681e-491e-93d1-6e529d85a835 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2500598 Jul 16 18:02:53.367843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d0f48-de92-4806-aa8b-a10ca912440b tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=809930e4-56e5-4c11-a0f8-6118cfe8aa78,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.373472 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-d13c8665-791f-4566-bb74-21afa5eb9bba tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5809405 Jul 16 18:02:53.377684 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3bbe8e-b60a-4aac-84f4-c61e9930e184 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting subnet a2424a11-a78b-487d-b2fb-5a82ca693b38 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:53.381473 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f3bbe8e-b60a-4aac-84f4-c61e9930e184 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.393057 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e8d0f48-de92-4806-aa8b-a10ca912440b tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.394703 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9e8d0f48-de92-4806-aa8b-a10ca912440b tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1494479 Jul 16 18:02:53.440116 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b564316-ad01-4037-a41f-0d574da2aea7 None None] Pushing event updated for resources: {'Port': ['ID=dde199e8-4ea4-4014-913f-837763e130cc,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.450475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34106) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:53.457516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b6c8a74f-65f7-421b-aaa6-20611f9f7683 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Request body: {'security_group_rule': {'security_group_id': 'b67ab62d-2fb0-4147-a45c-be5b16030076', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:53.505580 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f3bbe8e-b60a-4aac-84f4-c61e9930e184 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.510262 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1a45f073-1ea1-4162-a711-f9ffb84bbffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.538178 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:52Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:53.546724 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-412729ef-0214-4af1-a933-348409d4262b service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553993 Jul 16 18:02:53.574773 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb5af7-c583-40b9-8961-01d60b2e5b0a None None] The sync data for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 is: [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:52Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:53.696243 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6c8a74f-65f7-421b-aaa6-20611f9f7683 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.714350 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-b1a9ef29-1f27-495d-8e23-d890174ace34 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598084 Jul 16 18:02:53.738489 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1a45f073-1ea1-4162-a711-f9ffb84bbffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.741423 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1a45f073-1ea1-4162-a711-f9ffb84bbffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.742711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1a45f073-1ea1-4162-a711-f9ffb84bbffa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75f84f65-55dd-4b5a-b267-7835073d5671 HTTP/1.1" status: 204 len: 168 time: 0.6069632 Jul 16 18:02:53.779149 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-7bcba05e-bbcd-42f6-921c-1e1eaaddd390 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b12fec1-cc34-4266-80a0-396126617771 HTTP/1.1" status: 200 len: 217 time: 0.0583696 Jul 16 18:02:53.838535 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-ebbe92b0-6a9b-45a4-859b-c68be062a79a service neutron] 10.222.0.24 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843334 Jul 16 18:02:53.842917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45f073-1ea1-4162-a711-f9ffb84bbffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f84f65-55dd-4b5a-b267-7835073d5671,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.894807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-a44d0879-4b6a-46ac-bf82-ec92507da2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.896312 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-a44d0879-4b6a-46ac-bf82-ec92507da2fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecc90bf6-64d1-40fc-ae7a-e5075092d38e HTTP/1.1" status: 200 len: 797 time: 0.1098120 Jul 16 18:02:53.998281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-9336727d-14ba-4ede-bf5f-ad590bb2c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.999822 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-9336727d-14ba-4ede-bf5f-ad590bb2c4ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0976539 Jul 16 18:02:54.056941 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f3bbe8e-b60a-4aac-84f4-c61e9930e184 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.159571 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6c8a74f-65f7-421b-aaa6-20611f9f7683 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.172868 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6c8a74f-65f7-421b-aaa6-20611f9f7683 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.206944 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-118c811e-287a-48c9-aea5-75f23933556c service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004144 Jul 16 18:02:54.259623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-f4eec2ec-c433-4cc7-ab71-181a4c0d4305 service neutron] 10.222.0.24 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184651 Jul 16 18:02:54.266183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8a74f-65f7-421b-aaa6-20611f9f7683 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa141868-adbf-4fd8-b453-67f6ceb2c1da,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:54.294951 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6c8a74f-65f7-421b-aaa6-20611f9f7683 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.299522 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b6c8a74f-65f7-421b-aaa6-20611f9f7683 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8454046 Jul 16 18:02:54.300258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34118) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:54.300655 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34120) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:54.311259 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:54.354305 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f3bbe8e-b60a-4aac-84f4-c61e9930e184 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.391701 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca47fc08-abec-4ccc-8380-2f1839cbbe92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.409791 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a29254f5-e3b4-49cd-a100-ab1fe4958bc8 req-063fd037-d2fc-43d4-ac5f-292e4ed0fc59 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945024 Jul 16 18:02:54.438593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bbe8e-b60a-4aac-84f4-c61e9930e184 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Subnet': ['ID=a2424a11-a78b-487d-b2fb-5a82ca693b38,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:54.443116 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f3bbe8e-b60a-4aac-84f4-c61e9930e184 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.446227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7f3bbe8e-b60a-4aac-84f4-c61e9930e184 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/a2424a11-a78b-487d-b2fb-5a82ca693b38 HTTP/1.1" status: 204 len: 168 time: 1.1552932 Jul 16 18:02:54.448917 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34122) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:54.463048 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.463489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589863cf-486a-4c83-9a60-e75b12bf7603 None None] Network f2b30c5f-0480-4181-a077-f60b629800fc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:54.654864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a7ce1-f060-460e-a4e8-860965e39387 req-4de4f46d-37b5-4d22-87ca-4d20c726f7f2 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.656551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f7a7ce1-f060-460e-a4e8-860965e39387 req-4de4f46d-37b5-4d22-87ca-4d20c726f7f2 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.4709046 Jul 16 18:02:54.696183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dde199e8-4ea4-4014-913f-837763e130cc up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:54.840182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f7a7ce1-f060-460e-a4e8-860965e39387 req-223d70f1-91b4-432e-81cd-6bfe33271632 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340528 Jul 16 18:02:54.848403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port dde199e8-4ea4-4014-913f-837763e130cc completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:54.857057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port dde199e8-4ea4-4014-913f-837763e130cc triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:54.857438 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.096696 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.100426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f52fe4-74d6-44a3-b4a3-7422c1c50c4e None None] DHCP port deletion for f2b30c5f-0480-4181-a077-f60b629800fc request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:55.106393 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca47fc08-abec-4ccc-8380-2f1839cbbe92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.128229 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b184ecb-f379-4d58-bfd1-1cb502a22ebb req-326432f4-9523-410a-9604-cfe06849e328 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 210 time: 0.3366573 Jul 16 18:02:55.134264 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca47fc08-abec-4ccc-8380-2f1839cbbe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.172537 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port dde199e8-4ea4-4014-913f-837763e130cc, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dde199e8-4ea4-4014-913f-837763e130cc,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:55.197163 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.211160 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.231555 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ca47fc08-abec-4ccc-8380-2f1839cbbe92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4f33c06e12045a696136f972a752c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9259079 Jul 16 18:02:55.237230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34138) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:55.250054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47fc08-abec-4ccc-8380-2f1839cbbe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cdf381-7493-4d25-bd39-ac44ddacb708,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:55.287978 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.293265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-88f52fe4-74d6-44a3-b4a3-7422c1c50c4e None None] Deleting port 79d62bb7-fe64-4800-8a87-dee52e3c8583 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:55.294760 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-88f52fe4-74d6-44a3-b4a3-7422c1c50c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.297071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=dde199e8-4ea4-4014-913f-837763e130cc,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:55.343089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.451361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 79d62bb7-fe64-4800-8a87-dee52e3c8583 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:55.451716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.453507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-88f52fe4-74d6-44a3-b4a3-7422c1c50c4e None None] For port 79d62bb7-fe64-4800-8a87-dee52e3c8583, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79d62bb7-fe64-4800-8a87-dee52e3c8583,segment=NetworkSegment(1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087),segment_id=1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:55.454043 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-88f52fe4-74d6-44a3-b4a3-7422c1c50c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.474599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Allocated IP 172.25.3.137 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/789c152d-d889-4b31-8dfe-71d25d1986f1) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:55.482631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-88f52fe4-74d6-44a3-b4a3-7422c1c50c4e None None] Calling delete_port for 79d62bb7-fe64-4800-8a87-dee52e3c8583 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:55.524977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] For port 79d62bb7-fe64-4800-8a87-dee52e3c8583, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79d62bb7-fe64-4800-8a87-dee52e3c8583,segment=NetworkSegment(1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087),segment_id=1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:55.525349 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.542143 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 79d62bb7-fe64-4800-8a87-dee52e3c8583 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:55.669312 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.706715 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-88f52fe4-74d6-44a3-b4a3-7422c1c50c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.730600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=79d62bb7-fe64-4800-8a87-dee52e3c8583,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:55.734256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f52fe4-74d6-44a3-b4a3-7422c1c50c4e None None] Pushing event deleted for resources: {'Port': ['ID=79d62bb7-fe64-4800-8a87-dee52e3c8583,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:55.744672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No DVR routers for this DVR port 79d62bb7-fe64-4800-8a87-dee52e3c8583 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:55.754164 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67762e49-7e79-4245-ae29-df790c2e8ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.757631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f52fe4-74d6-44a3-b4a3-7422c1c50c4e None None] No DVR routers for this DVR port 79d62bb7-fe64-4800-8a87-dee52e3c8583 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:55.813812 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67762e49-7e79-4245-ae29-df790c2e8ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.879983 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.882604 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.894168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b30c5f-0480-4181-a077-f60b629800fc']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:55.906597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:55.907007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4b22c1-f5cc-4395-9dd6-7cd0b8c5b087') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:55.936508 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.956818 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.973314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:55.974055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:55.982410 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:55.986242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67762e49-7e79-4245-ae29-df790c2e8ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.989182 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67762e49-7e79-4245-ae29-df790c2e8ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.005057 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-67762e49-7e79-4245-ae29-df790c2e8ca6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3cdf381-7493-4d25-bd39-ac44ddacb708 HTTP/1.1" status: 204 len: 168 time: 0.7537816 Jul 16 18:02:56.037207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67762e49-7e79-4245-ae29-df790c2e8ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cdf381-7493-4d25-bd39-ac44ddacb708,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.060811 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.128345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.174325 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.179272 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/networks/f2b30c5f-0480-4181-a077-f60b629800fc HTTP/1.1" status: 204 len: 168 time: 1.7289891 Jul 16 18:02:56.190981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a382ca-e618-42e8-9147-a4a371f6de25 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Network': ['ID=f2b30c5f-0480-4181-a077-f60b629800fc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.195777 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34152) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:56.254156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:56.264578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:56.300385 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:56.369499 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event updated for resources: {'Port': ['ID=789c152d-d889-4b31-8dfe-71d25d1986f1,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.422713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e639e46c-2e1e-480f-895f-799177fdb8be tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.426334 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e639e46c-2e1e-480f-895f-799177fdb8be tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/17f8f6fc-496b-4278-b031-c9f5d4c61fa1 HTTP/1.1" status: 200 len: 845 time: 0.2260470 Jul 16 18:02:56.432450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34156) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:56.499105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f210500-1c4c-4012-8d36-2c3d7e6ecc3b req-e24c4ca9-ce14-4bae-8480-12ebe8c7b6ec tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.510633 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f210500-1c4c-4012-8d36-2c3d7e6ecc3b req-e24c4ca9-ce14-4bae-8480-12ebe8c7b6ec tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.3342500 Jul 16 18:02:56.587887 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dde199e8-4ea4-4014-913f-837763e130cc up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:56.628933 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f210500-1c4c-4012-8d36-2c3d7e6ecc3b req-e9731ac6-b285-4af5-9189-9b10f736594d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170914 Jul 16 18:02:56.632183 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.660358 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2cec0e96-ba25-49ff-83b6-e2b7d40b8278 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/17f8f6fc-496b-4278-b031-c9f5d4c61fa1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2236769 Jul 16 18:02:56.665320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34158) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:56.672539 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-07f10069-3632-459d-a6ae-daf5c5b537e4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:56.682531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port dde199e8-4ea4-4014-913f-837763e130cc triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:56.683335 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.733197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-7c069f46-bbac-4a8d-883e-d3c1921195ec tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.735218 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-7c069f46-bbac-4a8d-883e-d3c1921195ec tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 812 time: 0.3231471 Jul 16 18:02:56.790869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Request body: {'port': {'device_id': '770d4738-5916-4292-9477-9b0efa315120', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'admin_state_up': True, 'tenant_id': '1af5d81a79f3409394a537182ef343ba'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:56.824092 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59b130cb-94f9-4ccb-b37e-4baf6ca224b4 req-81281666-64a6-4708-806c-f58734549cd0 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 210 time: 0.1477604 Jul 16 18:02:56.844481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f10069-3632-459d-a6ae-daf5c5b537e4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:56.848845 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07f10069-3632-459d-a6ae-daf5c5b537e4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.861577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.025067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79d62bb7-fe64-4800-8a87-dee52e3c8583 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:57.064697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 79d62bb7-fe64-4800-8a87-dee52e3c8583 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:57.065376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79d62bb7-fe64-4800-8a87-dee52e3c8583 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:57.196426 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.198189 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cfcf0-40d9-4e1e-ac28-aa49c1ab53c3 req-308e1bf1-d8ed-475c-a3fa-107379514c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.200325 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-da1cfcf0-40d9-4e1e-ac28-aa49c1ab53c3 req-308e1bf1-d8ed-475c-a3fa-107379514c96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 1098 time: 0.2468987 Jul 16 18:02:57.202224 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.206976 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07f10069-3632-459d-a6ae-daf5c5b537e4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.283126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event updated for resources: {'Port': ['ID=789c152d-d889-4b31-8dfe-71d25d1986f1,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:57.297901 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f10069-3632-459d-a6ae-daf5c5b537e4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Subnet': ['ID=4d407d65-cd7e-4886-b493-8815d3c4c763,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:57.310835 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Made reservation on behalf of 1af5d81a79f3409394a537182ef343ba for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:57.314901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.340181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f10069-3632-459d-a6ae-daf5c5b537e4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:57.342207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-07f10069-3632-459d-a6ae-daf5c5b537e4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:57.353248 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8528a60b-61b1-47e5-ad25-60b6d050a986 None None] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:57.359493 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-da1cfcf0-40d9-4e1e-ac28-aa49c1ab53c3 req-6654ebf7-d88b-4a20-b316-2cb4eafe5c26 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462345 Jul 16 18:02:57.367195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f10069-3632-459d-a6ae-daf5c5b537e4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.367833 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07f10069-3632-459d-a6ae-daf5c5b537e4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.372994 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.387756 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-07f10069-3632-459d-a6ae-daf5c5b537e4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7205293 Jul 16 18:02:57.390458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34182) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:57.398225 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f68338b6-e169-4021-8a11-e5bf7ff47f12 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'security_group': {'name': 'tempest-secgroup-811767746'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:57.424069 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f68338b6-e169-4021-8a11-e5bf7ff47f12 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.431031 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.437945 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-48598afa-784b-4a6c-a8a0-d86c8f85a07e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1297555 Jul 16 18:02:57.613319 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f68338b6-e169-4021-8a11-e5bf7ff47f12 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.626159 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f68338b6-e169-4021-8a11-e5bf7ff47f12 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.726234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68338b6-e169-4021-8a11-e5bf7ff47f12 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e6f0fd-b35d-4cf4-ba90-e7fe753b9435,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:57.734608 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f68338b6-e169-4021-8a11-e5bf7ff47f12 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.736866 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f68338b6-e169-4021-8a11-e5bf7ff47f12 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3451710 Jul 16 18:02:57.739633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34192) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:57.745649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-473e53f0-499c-4e1a-aad7-978680b85e77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'security_group': {'name': 'tempest-secgroup-602606167'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:57.746809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Allocated IP 172.20.0.3 (ce5910f5-8a6a-42c9-ae15-dd85a86886b0/9128c187-0dcc-4b2d-a7a9-7d554e016ae8/ca7ea8f3-81fb-4796-9ea7-84b30617bfb5) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:57.817757 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-473e53f0-499c-4e1a-aad7-978680b85e77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.819017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-41d569ab-808a-4770-9c80-0c5ac4a75771', 'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'tenant_id': '17f2e8233461467da1a70adf2d52d2a7', 'fixed_ips': [{'subnet_id': '4d407d65-cd7e-4886-b493-8815d3c4c763'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:57.819883 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.993950 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-e2e4270f-bd46-49d3-adc5-56475cce3805 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--30667449&fields=id&tenant_id=7fdcfc6a64164e019457ac174161d31a HTTP/1.1" status: 200 len: 267 time: 0.1344037 Jul 16 18:02:58.065568 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.081086 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Allocated IP 2001:db8::2 (41d569ab-808a-4770-9c80-0c5ac4a75771/4d407d65-cd7e-4886-b493-8815d3c4c763/bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:58.092351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Transition to ACTIVE for port object ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:58.158989 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.167617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b72a4-b07d-487e-9fe0-4146d70d0bed req-a56dd4bc-6b00-4874-a6b8-ebbf68eb417f tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.174748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['4ff59b35-868d-4f58-9930-b707fe880933'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:58.177309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['8d38dd41-219f-4923-97ef-092fedcb9cd0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:58.178418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d2b72a4-b07d-487e-9fe0-4146d70d0bed req-a56dd4bc-6b00-4874-a6b8-ebbf68eb417f tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.2916181 Jul 16 18:02:58.264035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:58.266524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event updated for resources: {'Port': ['ID=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.277861 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:58.286215 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:58.362865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.363756 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.409312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d2b72a4-b07d-487e-9fe0-4146d70d0bed req-9fd63667-304d-4f17-b6ea-22f4a2271807 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296729 Jul 16 18:02:58.447238 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-473e53f0-499c-4e1a-aad7-978680b85e77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.457819 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-473e53f0-499c-4e1a-aad7-978680b85e77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.460057 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-bea0dd1b-678f-46d4-9f67-a3045f49f904 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6919935 Jul 16 18:02:58.472103 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Request body: {'port': {'device_id': '770d4738-5916-4292-9477-9b0efa315120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:58.635651 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.644641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-7290deba-a285-4a1c-806a-59389d617004 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.656790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-7290deba-a285-4a1c-806a-59389d617004 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/networks?id=981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 200 len: 811 time: 0.6421046 Jul 16 18:02:58.657069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Transition to ACTIVE for port object bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:58.668003 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-473e53f0-499c-4e1a-aad7-978680b85e77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.673522 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-473e53f0-499c-4e1a-aad7-978680b85e77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9323394 Jul 16 18:02:58.687410 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34222) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:58.693433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e53f0-499c-4e1a-aad7-978680b85e77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b78370e-5225-40e0-aca5-37860e55e873,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.716054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1311715716', 'security_groups': ['6b78370e-5225-40e0-aca5-37860e55e873'], 'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4d407d65-cd7e-4886-b493-8815d3c4c763'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:58.735810 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-3ea12c73-2d2b-40cb-8415-78c4691d5c9e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/quotas/7fdcfc6a64164e019457ac174161d31a HTTP/1.1" status: 200 len: 375 time: 0.0777836 Jul 16 18:02:58.758489 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.880202 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Transition to ACTIVE for port object bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:58.892968 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.941887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4bf08-7f86-4ba1-8e13-82a51387d29a req-00b40d93-e521-4352-902c-2e3ad2d10ded tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.945065 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffc4bf08-7f86-4ba1-8e13-82a51387d29a req-00b40d93-e521-4352-902c-2e3ad2d10ded tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 931 time: 0.2791052 Jul 16 18:02:58.952618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Pushing event updated for resources: {'Port': ['ID=bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.968796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:58.976807 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-dce5d6f5-c292-4f87-adf5-6a0e58b27798 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fdcfc6a64164e019457ac174161d31a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2398694 Jul 16 18:02:58.977204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:58.981470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:58.992662 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-013bb6e8-3fd3-4f66-bc40-bffcc4da1816 None None] Provisioning for port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:59.047777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-013bb6e8-3fd3-4f66-bc40-bffcc4da1816 None None] Provisioning complete for port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:59.048155 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-013bb6e8-3fd3-4f66-bc40-bffcc4da1816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.095184 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Attempting to bind port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:59.095705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Attempting to bind port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'fbcb1bb4-a49c-4799-ad1a-a4530e5ee656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:59.096186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Attempting to bind port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b on network 41d569ab-808a-4770-9c80-0c5ac4a75771 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:59.101105 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffc4bf08-7f86-4ba1-8e13-82a51387d29a req-fd77044c-52eb-4d74-9a90-107bae034608 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225920 Jul 16 18:02:59.109314 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:59.109852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Checking segment: {'id': 'fbcb1bb4-a49c-4799-ad1a-a4530e5ee656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:59.110372 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.110899 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Bound using segment: {'id': 'fbcb1bb4-a49c-4799-ad1a-a4530e5ee656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:59.111662 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Bound port: bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcb1bb4-a49c-4799-ad1a-a4530e5ee656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:59.112108 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.131781 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:59.214822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-a9c4434c-8539-42fb-88b3-09e19996b38d service neutron] 10.222.0.24 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130797 Jul 16 18:02:59.218527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] For port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:59.222196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] For port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b,segment=NetworkSegment(fbcb1bb4-a49c-4799-ad1a-a4530e5ee656),segment_id=fbcb1bb4-a49c-4799-ad1a-a4530e5ee656)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:59.229242 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.237302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-013bb6e8-3fd3-4f66-bc40-bffcc4da1816 None None] Port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:02:59.248222 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.274925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port 7795695e-f3aa-4aa9-baaa-788e79fadb75 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:02:59.348850 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a0cdc-f4a0-4a3f-bcf1-697083fbffd0 None None] Pushing event updated for resources: {'Port': ['ID=bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:59.415306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-4b037cee-2f98-4e35-a591-e703afd427d6 service neutron] 10.222.0.24 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981683 Jul 16 18:02:59.792943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8::2bc (41d569ab-808a-4770-9c80-0c5ac4a75771/4d407d65-cd7e-4886-b493-8815d3c4c763/7795695e-f3aa-4aa9-baaa-788e79fadb75) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:59.828811 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:59.866440 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.899351 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12f01d9f-34bf-4672-b937-328d9d0b6185 req-92fe1b21-3d1e-435f-8b1c-12464423d1be tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 210 time: 0.0972812 Jul 16 18:02:59.919837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Transition to ACTIVE for port object ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:59.930137 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.979794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2977d-1f86-42bc-8e14-2320ac904e27 req-927bab55-b0ee-412f-98af-de475b35ebcf tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.981345 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00e2977d-1f86-42bc-8e14-2320ac904e27 req-927bab55-b0ee-412f-98af-de475b35ebcf tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.2569976 Jul 16 18:03:00.270549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:00.275983 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00e2977d-1f86-42bc-8e14-2320ac904e27 req-c661b75d-2ea0-4f68-a6af-874fd27617bf tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922055 Jul 16 18:03:00.446150 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Attempting to bind port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:00.450483 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Attempting to bind port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:00.450483 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Attempting to bind port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:00.558656 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.588827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Transition to ACTIVE for port object 7795695e-f3aa-4aa9-baaa-788e79fadb75 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:00.641737 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:00.642540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Attempting to bind port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:00.648547 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.716587 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:00.720233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Checking segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:00.721017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Bound using segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:00.721343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:00.722009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Bound port: ca7ea8f3-81fb-4796-9ea7-84b30617bfb5, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:00.722274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.757434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=7795695e-f3aa-4aa9-baaa-788e79fadb75,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:00.827879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:00.858307 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:00.863041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:00.869256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:00.887205 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:00.891486 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.947155 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-efc4d53e-31f8-4ebe-9cd8-27bfa626aeea tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2549667 Jul 16 18:03:00.965418 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34314) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:01.010211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b80e37a5-c1af-4f1e-bf71-8e02262264f7 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:01.106687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] For port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:01.188083 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] For port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:01.212170 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.226320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-67365c66-882d-47ab-8457-20757bb5893e None None] Provisioning for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:01.239582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-67365c66-882d-47ab-8457-20757bb5893e None None] Provisioning complete for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:01.239981 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-67365c66-882d-47ab-8457-20757bb5893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.289750 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:01.290543 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.292310 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] 10.222.0.32 "PUT /v2.0/ports/ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 HTTP/1.1" status: 200 len: 1092 time: 2.8248751 Jul 16 18:03:01.295253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770d4738-5916-4292-9477-9b0efa315120', 'tag': 'ca7ea8f3-81fb-4796-9ea7-84b30617bfb5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:01.298075 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c938dbff-c9e4-483d-ac23-f3ec8589a7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "770d4738-5916-4292-9477-9b0efa315120", "tag": "ca7ea8f3-81fb-4796-9ea7-84b30617bfb5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:01.328934 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a401659-f25f-4dbb-a203-71f24184f679 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:01.332359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80e37a5-c1af-4f1e-bf71-8e02262264f7 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:01.336616 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b80e37a5-c1af-4f1e-bf71-8e02262264f7 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.427834 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-67365c66-882d-47ab-8457-20757bb5893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.542192 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-67365c66-882d-47ab-8457-20757bb5893e None None] For port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b,segment=NetworkSegment(fbcb1bb4-a49c-4799-ad1a-a4530e5ee656),segment_id=fbcb1bb4-a49c-4799-ad1a-a4530e5ee656)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:01.547219 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-67365c66-882d-47ab-8457-20757bb5893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.594538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-67365c66-882d-47ab-8457-20757bb5893e None None] Provisioning complete for port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:01.595154 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-67365c66-882d-47ab-8457-20757bb5893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.638078 n-d-787205-10 neutron-server[105590]: INFO neutron.db.ipam_backend_mixin [None req-b80e37a5-c1af-4f1e-bf71-8e02262264f7 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d407d65-cd7e-4886-b493-8815d3c4c763 (CIDR: 2001:db8::/64) Jul 16 18:03:01.655904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34328) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:01.675337 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80e37a5-c1af-4f1e-bf71-8e02262264f7 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:03:01.676583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80e37a5-c1af-4f1e-bf71-8e02262264f7 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:01.705188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67365c66-882d-47ab-8457-20757bb5893e None None] Pushing event updated for resources: {'Port': ['ID=bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:01.717570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-67365c66-882d-47ab-8457-20757bb5893e None None] Port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:01.805996 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b80e37a5-c1af-4f1e-bf71-8e02262264f7 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8384385 Jul 16 18:03:01.823973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34336) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:01.833355 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a2abf-cfa0-40e1-aa79-eff3a1d4c8b5 req-44f664f0-7f88-498c-849f-e3f8fbc5194e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:01.835542 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-538a2abf-cfa0-40e1-aa79-eff3a1d4c8b5 req-44f664f0-7f88-498c-849f-e3f8fbc5194e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 943 time: 1.3702080 Jul 16 18:03:01.845389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-6234719e-7869-456b-a840-5a3ed781a9bd tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:01.847563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4a252a39-1900-4b61-bbb7-800d0a796f99 None None] Provisioning for port 7795695e-f3aa-4aa9-baaa-788e79fadb75 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:01.857285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4a252a39-1900-4b61-bbb7-800d0a796f99 None None] Provisioning complete for port 7795695e-f3aa-4aa9-baaa-788e79fadb75 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:01.858513 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4a252a39-1900-4b61-bbb7-800d0a796f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.885124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-66df52fb-6d01-42c4-b176-be26d994ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:01.895850 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-66df52fb-6d01-42c4-b176-be26d994ea11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 1095 time: 0.2555149 Jul 16 18:03:01.910303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720f5dc-91aa-44ed-8bf9-34deee2bc6a1 req-788cb888-ad88-4dd5-80fe-53926cd215ca tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:01.911378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4a252a39-1900-4b61-bbb7-800d0a796f99 None None] Port 7795695e-f3aa-4aa9-baaa-788e79fadb75 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:01.911896 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4720f5dc-91aa-44ed-8bf9-34deee2bc6a1 req-788cb888-ad88-4dd5-80fe-53926cd215ca tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 1.3123162 Jul 16 18:03:01.985148 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-e2e5a839-9978-40f2-92c9-968f0f84dac0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 HTTP/1.1" status: 200 len: 217 time: 0.0813596 Jul 16 18:03:02.056539 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4da0123b-53af-4309-8a7f-38d9106c621d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.108881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-538a2abf-cfa0-40e1-aa79-eff3a1d4c8b5 req-7e737cd5-54ae-49b4-8ad5-ff0e14acbabf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565155 Jul 16 18:03:02.136225 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-10b34d8f-962e-4ab1-9d69-d31e9b36212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:02.137895 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-10b34d8f-962e-4ab1-9d69-d31e9b36212d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.1461716 Jul 16 18:03:02.170002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4720f5dc-91aa-44ed-8bf9-34deee2bc6a1 req-520eee7f-1445-467c-9829-2f727ff93363 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438929 Jul 16 18:03:02.294989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-6b8504fd-e267-4412-bbb4-e214f68d46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:02.299686 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-6b8504fd-e267-4412-bbb4-e214f68d46ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1531115 Jul 16 18:03:02.407212 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4da0123b-53af-4309-8a7f-38d9106c621d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.427517 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4da0123b-53af-4309-8a7f-38d9106c621d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.447514 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-01064485-f924-4caa-8d6d-a5f68a7a01c5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:02.449302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-01064485-f924-4caa-8d6d-a5f68a7a01c5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.32 "GET /v2.0/networks?id=981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 200 len: 811 time: 0.3811991 Jul 16 18:03:02.463681 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4da0123b-53af-4309-8a7f-38d9106c621d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be915c52802c4092acbbaedaa53f2184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8050263 Jul 16 18:03:02.469096 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34350) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:02.496166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6234719e-7869-456b-a840-5a3ed781a9bd tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:02.500645 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6234719e-7869-456b-a840-5a3ed781a9bd tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.529976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0123b-53af-4309-8a7f-38d9106c621d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7cf672-0169-4eff-8625-3ba11a932e85,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:02.574011 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-1e5b3fdd-18d2-45d1-a52e-ff33a8f617b4 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664175 Jul 16 18:03:02.588461 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d5a498-8dbd-4e56-930a-ba6804aaff45 x-openstack-request-id: req-f2d5a498-8dbd-4e56-930a-ba6804aaff45 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:02.589431 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770d4738-5916-4292-9477-9b0efa315120", "tag": "ca7ea8f3-81fb-4796-9ea7-84b30617bfb5", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:02.589969 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2d5a498-8dbd-4e56-930a-ba6804aaff45 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:02.591194 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770d4738-5916-4292-9477-9b0efa315120', 'tag': 'ca7ea8f3-81fb-4796-9ea7-84b30617bfb5', 'status': 'completed', 'code': 200} Jul 16 18:03:02.641907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:02.749993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:02.752472 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.763213 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-576579ec-dcfe-4c07-a60b-b26395aaea97 req-6dbfe967-db7d-4d7f-b743-86053be66f2b service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703596 Jul 16 18:03:02.872827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb7b666a-4021-4f1b-917a-f030219a30e1 req-30a9fd70-9398-4dcf-aa9f-62de3e308d28 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 210 time: 0.0761421 Jul 16 18:03:02.910439 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-1feacfee-e70c-42d9-b618-cf2f3c511729 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fdcfc6a64164e019457ac174161d31a HTTP/1.1" status: 200 len: 378 time: 0.4475560 Jul 16 18:03:02.924806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Request body: {'port': {'device_id': '30a99e9f-e01b-4d0d-83b0-57aec88c0e24', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'admin_state_up': True, 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'security_groups': ['b67ab62d-2fb0-4147-a45c-be5b16030076']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:02.984135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938dbff-c9e4-483d-ac23-f3ec8589a7cf req-8795e841-8fa6-4c62-8821-7d3cb70e3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:02.986662 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c938dbff-c9e4-483d-ac23-f3ec8589a7cf req-8795e841-8fa6-4c62-8821-7d3cb70e3bfd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 1095 time: 0.1471591 Jul 16 18:03:03.009748 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a65acda-2f2e-4149-b948-dc8144ff2db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.097825 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a65acda-2f2e-4149-b948-dc8144ff2db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.135919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938dbff-c9e4-483d-ac23-f3ec8589a7cf req-e2740a06-d56a-4e05-b29a-063f791f8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.137414 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c938dbff-c9e4-483d-ac23-f3ec8589a7cf req-e2740a06-d56a-4e05-b29a-063f791f8899 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.1441185 Jul 16 18:03:03.160289 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6234719e-7869-456b-a840-5a3ed781a9bd tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.224535 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c938dbff-c9e4-483d-ac23-f3ec8589a7cf req-17204365-5a2d-4745-a337-c5d5d18f5a4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 HTTP/1.1" status: 200 len: 217 time: 0.0800607 Jul 16 18:03:03.291481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234719e-7869-456b-a840-5a3ed781a9bd tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:03.309397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938dbff-c9e4-483d-ac23-f3ec8589a7cf req-881d0444-1085-4a4f-a1b8-03815707dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.311134 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c938dbff-c9e4-483d-ac23-f3ec8589a7cf req-881d0444-1085-4a4f-a1b8-03815707dd3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.0791728 Jul 16 18:03:03.311914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-6234719e-7869-456b-a840-5a3ed781a9bd tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:03.326310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6234719e-7869-456b-a840-5a3ed781a9bd tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.327284 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6234719e-7869-456b-a840-5a3ed781a9bd tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.336288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f43e37-bb2b-46ee-95b1-191cd31b5aed None None] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:03.364377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Made reservation on behalf of 7fdcfc6a64164e019457ac174161d31a for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:03.370145 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.411821 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938dbff-c9e4-483d-ac23-f3ec8589a7cf req-b69ddeb6-bce8-4b5d-8fda-fe1c7334bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.417189 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c938dbff-c9e4-483d-ac23-f3ec8589a7cf req-b69ddeb6-bce8-4b5d-8fda-fe1c7334bb25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942719 Jul 16 18:03:03.451890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234719e-7869-456b-a840-5a3ed781a9bd tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Subnet': ['ID=832fe677-92de-4f23-8ed4-3f0953f3f890,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:03.543011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6234719e-7869-456b-a840-5a3ed781a9bd tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7020569 Jul 16 18:03:03.543011 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a65acda-2f2e-4149-b948-dc8144ff2db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.544493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34378) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:03.550369 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9a65acda-2f2e-4149-b948-dc8144ff2db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.551563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9a65acda-2f2e-4149-b948-dc8144ff2db4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c7cf672-0169-4eff-8625-3ba11a932e85 HTTP/1.1" status: 204 len: 168 time: 1.0779061 Jul 16 18:03:03.563806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8f12c-725d-49a7-8282-b054dab1ad31 req-669124a6-8b96-4b88-a604-e0265a06fa72 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.567472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-737259273', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '832fe677-92de-4f23-8ed4-3f0953f3f890'}], 'security_groups': ['c4e6f0fd-b35d-4cf4-ba90-e7fe753b9435']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:03.573786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16a8f12c-725d-49a7-8282-b054dab1ad31 req-669124a6-8b96-4b88-a604-e0265a06fa72 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.4847472 Jul 16 18:03:03.679419 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c938dbff-c9e4-483d-ac23-f3ec8589a7cf req-bac83f23-e5e3-4eff-9b8a-91a0ee8bf880 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544770 Jul 16 18:03:03.768183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Allocated IP 172.20.0.4 (981660af-4b2c-4916-8662-a65197136911/7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a/664569ce-9f49-4d31-8bf1-dc4c8486dcc0) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:03.850418 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6033b03-3c25-4871-9758-5ba0e2e2e969 None None] Update dhcp port {'port': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'fixed_ips': [{'subnet_id': '4d407d65-cd7e-4886-b493-8815d3c4c763', 'ip_address': '2001:db8::2'}, {'subnet_id': '832fe677-92de-4f23-8ed4-3f0953f3f890'}], 'binding:host_id': 'n-d-787205-10'}, 'id': 'bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:03:03.859988 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65acda-2f2e-4149-b948-dc8144ff2db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7cf672-0169-4eff-8625-3ba11a932e85,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:03.903460 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.954732 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e6033b03-3c25-4871-9758-5ba0e2e2e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.967669 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16a8f12c-725d-49a7-8282-b054dab1ad31 req-b0cb83a5-81d1-4823-9f0b-f5d190fb1cc4 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925762 Jul 16 18:03:03.973693 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c938dbff-c9e4-483d-ac23-f3ec8589a7cf req-c121ef78-4f44-4ef8-942b-6007e663bb85 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860148 Jul 16 18:03:04.074934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b553cf7-dfc3-4e80-8b72-3cf70f687d69 req-3ba57aee-c0d4-4cd6-93a1-67398054f401 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.076704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3b553cf7-dfc3-4e80-8b72-3cf70f687d69 req-3ba57aee-c0d4-4cd6-93a1-67398054f401 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 943 time: 0.5573506 Jul 16 18:03:04.189343 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34394) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:04.232896 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc83dfd2-cb44-4b65-9012-d7d89f53e356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.308102 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3b553cf7-dfc3-4e80-8b72-3cf70f687d69 req-8e0f9866-12ab-4677-b940-2c03463d58d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543424 Jul 16 18:03:04.327487 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.343577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-e6033b03-3c25-4871-9758-5ba0e2e2e969 None None] Allocated IP 2001:db8:0:1::2 (41d569ab-808a-4770-9c80-0c5ac4a75771/832fe677-92de-4f23-8ed4-3f0953f3f890/bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:04.355814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Transition to ACTIVE for port object 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:04.431450 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.561580 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc83dfd2-cb44-4b65-9012-d7d89f53e356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.574229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Network 981660af-4b2c-4916-8662-a65197136911 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:04.582883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e6033b03-3c25-4871-9758-5ba0e2e2e969 None None] For port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b,segment=NetworkSegment(fbcb1bb4-a49c-4799-ad1a-a4530e5ee656),segment_id=fbcb1bb4-a49c-4799-ad1a-a4530e5ee656)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:04.599818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc83dfd2-cb44-4b65-9012-d7d89f53e356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.619222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event updated for resources: {'Port': ['ID=664569ce-9f49-4d31-8bf1-dc4c8486dcc0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.629172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:04.652172 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e6033b03-3c25-4871-9758-5ba0e2e2e969 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.657370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:04.669941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e6033b03-3c25-4871-9758-5ba0e2e2e969 None None] Transition to ACTIVE for port object bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:04.676174 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e6033b03-3c25-4871-9758-5ba0e2e2e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.714684 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cc83dfd2-cb44-4b65-9012-d7d89f53e356 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34792657691f41a28531a4534b049812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5083313 Jul 16 18:03:04.721148 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34406) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:04.742955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83dfd2-cb44-4b65-9012-d7d89f53e356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d7fb56-d5e7-4464-bfe4-601a2948a470,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.783320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.784031 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.848244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-04d97348-af45-4055-b4b8-5f2378e72462 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9293721 Jul 16 18:03:04.856677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6033b03-3c25-4871-9758-5ba0e2e2e969 None None] Pushing event updated for resources: {'Port': ['ID=bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.865987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0495c9d-17c2-47ee-87ed-601bbded4fca req-1d0653e4-eb07-437f-aa30-657e187d6979 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.875145 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0495c9d-17c2-47ee-87ed-601bbded4fca req-1d0653e4-eb07-437f-aa30-657e187d6979 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 931 time: 0.3369639 Jul 16 18:03:04.892216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Request body: {'port': {'device_id': '30a99e9f-e01b-4d0d-83b0-57aec88c0e24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:04.946104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Delete allocated IP 2001:db8::2bc (41d569ab-808a-4770-9c80-0c5ac4a75771/4d407d65-cd7e-4886-b493-8815d3c4c763) {{(pid=105590) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:03:04.960972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8:0:1::ce (41d569ab-808a-4770-9c80-0c5ac4a75771/832fe677-92de-4f23-8ed4-3f0953f3f890/7795695e-f3aa-4aa9-baaa-788e79fadb75) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:04.987565 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.070656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0495c9d-17c2-47ee-87ed-601bbded4fca req-b9742216-41e8-4458-b6cd-6f3b9ad10b2c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1944835 Jul 16 18:03:05.073043 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.103289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c18065d4-066f-444e-89fa-d1f470e4eb9f None None] Provisioning for port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:05.115235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c18065d4-066f-444e-89fa-d1f470e4eb9f None None] Provisioning complete for port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:05.115671 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c18065d4-066f-444e-89fa-d1f470e4eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.125395 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.243335 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.258880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:05.261374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c18065d4-066f-444e-89fa-d1f470e4eb9f None None] Port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:05.262929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Transition to ACTIVE for port object 7795695e-f3aa-4aa9-baaa-788e79fadb75 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:05.268360 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.419667 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] In _notify_port_updated(), no bound segment for port 7795695e-f3aa-4aa9-baaa-788e79fadb75 on network 41d569ab-808a-4770-9c80-0c5ac4a75771 {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:03:05.425993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.426646 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.431193 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "PUT /v2.0/ports/7795695e-f3aa-4aa9-baaa-788e79fadb75 HTTP/1.1" status: 200 len: 929 time: 1.8827190 Jul 16 18:03:05.434693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34424) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:05.487103 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=7795695e-f3aa-4aa9-baaa-788e79fadb75,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.527017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.527369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.527718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.528065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.528400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.528729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.533265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.533754 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.534102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.534442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.534785 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.535122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec59714-68f9-4abf-b764-12a29ea31f26 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.548637 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.557544 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.563441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32d7fb56-d5e7-4464-bfe4-601a2948a470 HTTP/1.1" status: 204 len: 168 time: 0.8380120 Jul 16 18:03:05.590392 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d7fb56-d5e7-4464-bfe4-601a2948a470,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.609136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:05.634240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'ca7ea8f3-81fb-4796-9ea7-84b30617bfb5', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'port_id': 'ca7ea8f3-81fb-4796-9ea7-84b30617bfb5', 'mac_address': 'fa:16:3e:1a:07:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:05.682621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.682888 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.683456 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.683971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.685010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.685776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.686298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.686815 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.687335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.687837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.688360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.688880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.689373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2095bc-1c91-469d-9b58-164d205c3134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.726952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:05.748184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-27fd6f7f-f8c8-42ba-9064-cdf52ced2d9f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 7795695e-f3aa-4aa9-baaa-788e79fadb75 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:05.748722 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27fd6f7f-f8c8-42ba-9064-cdf52ced2d9f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.789555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:05.794006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b10ad6-cee8-4ef5-9e26-62034c1ec443 req-1cdc199b-7f3f-4f55-99c7-90d629c9f6a0 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.795466 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.796181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9b10ad6-cee8-4ef5-9e26-62034c1ec443 req-1cdc199b-7f3f-4f55-99c7-90d629c9f6a0 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.4021211 Jul 16 18:03:05.856103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.901528 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27fd6f7f-f8c8-42ba-9064-cdf52ced2d9f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.916705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-38420133-4424-481c-876d-7c44d6dbb40d None None] Provisioning for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:05.930108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-38420133-4424-481c-876d-7c44d6dbb40d None None] Provisioning complete for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:05.930108 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-38420133-4424-481c-876d-7c44d6dbb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.944409 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9b10ad6-cee8-4ef5-9e26-62034c1ec443 req-121abb3a-4632-4025-b826-d803ff70d41a tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269591 Jul 16 18:03:05.956322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-27fd6f7f-f8c8-42ba-9064-cdf52ced2d9f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 7795695e-f3aa-4aa9-baaa-788e79fadb75 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:05.994589 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac66e99-9a8b-4fc5-abfe-90b1848ec51e req-8e7ee2dd-8f2b-451e-bc17-c6762a2777e9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.996308 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ac66e99-9a8b-4fc5-abfe-90b1848ec51e req-8e7ee2dd-8f2b-451e-bc17-c6762a2777e9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 943 time: 0.3229198 Jul 16 18:03:06.145165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:06.171552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['ca7ea8f3-81fb-4796-9ea7-84b30617bfb5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:06.171758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ac66e99-9a8b-4fc5-abfe-90b1848ec51e req-117edc51-cc4c-4400-b76a-dc29177ca1de tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688800 Jul 16 18:03:06.174128 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.214688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Transition to ACTIVE for port object 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:06.221388 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.441896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Pushing event updated for resources: {'Port': ['ID=664569ce-9f49-4d31-8bf1-dc4c8486dcc0,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.456751 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27fd6f7f-f8c8-42ba-9064-cdf52ced2d9f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.504104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd6f7f-f8c8-42ba-9064-cdf52ced2d9f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=7795695e-f3aa-4aa9-baaa-788e79fadb75,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.566996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-38420133-4424-481c-876d-7c44d6dbb40d None None] Could not find standard attr ID for object 7795695e-f3aa-4aa9-baaa-788e79fadb75. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:03:06.586374 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27fd6f7f-f8c8-42ba-9064-cdf52ced2d9f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.588725 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-27fd6f7f-f8c8-42ba-9064-cdf52ced2d9f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/7795695e-f3aa-4aa9-baaa-788e79fadb75 HTTP/1.1" status: 204 len: 168 time: 1.1530244 Jul 16 18:03:06.592144 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34462) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:06.666562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-38420133-4424-481c-876d-7c44d6dbb40d None None] Provisioning complete for port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:06.668135 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f250ab5-599c-4086-a7f6-3bc2b45e5be0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:03:06.670478 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-38420133-4424-481c-876d-7c44d6dbb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.671869 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6f250ab5-599c-4086-a7f6-3bc2b45e5be0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/7795695e-f3aa-4aa9-baaa-788e79fadb75 HTTP/1.1" status: 404 len: 333 time: 0.0782797 Jul 16 18:03:06.677164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34464) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:06.746425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:06.774212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Attempting to bind port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:06.775803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Attempting to bind port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:06.776341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Attempting to bind port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 on network 981660af-4b2c-4916-8662-a65197136911 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:06.807716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 on network 981660af-4b2c-4916-8662-a65197136911 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:06.807716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Attempting to bind port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 on network 981660af-4b2c-4916-8662-a65197136911 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:06.848620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-38420133-4424-481c-876d-7c44d6dbb40d None None] Port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:06.854682 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec1146-8c5f-4fb6-9816-4a711932297a req-fda4b02c-a0c2-4b0c-8968-213672104146 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:06.856456 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bcec1146-8c5f-4fb6-9816-4a711932297a req-fda4b02c-a0c2-4b0c-8968-213672104146 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 943 time: 0.3999577 Jul 16 18:03:06.881303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:06.887307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:06.887955 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.893827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Checking segment: {'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:06.894616 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Bound using segment: {'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:06.895862 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Bound port: 664569ce-9f49-4d31-8bf1-dc4c8486dcc0, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:06.918002 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.977482 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-48ac2053-1fbb-4ed6-a995-da100704d710 None None] Could not find standard attr ID for object 7795695e-f3aa-4aa9-baaa-788e79fadb75. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:03:07.002706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bcec1146-8c5f-4fb6-9816-4a711932297a req-eff0a8c9-025d-4aa5-abbf-02a4ff30535a tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597928 Jul 16 18:03:07.017571 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dde95029-195b-4948-bbef-571d47cedd28 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.102424 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dde95029-195b-4948-bbef-571d47cedd28 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.160372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] For port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:07.165055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] For port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=664569ce-9f49-4d31-8bf1-dc4c8486dcc0,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:07.171292 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.181927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dde95029-195b-4948-bbef-571d47cedd28 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.185283 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dde95029-195b-4948-bbef-571d47cedd28 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.189097 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dde95029-195b-4948-bbef-571d47cedd28 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/security-groups/6b78370e-5225-40e0-aca5-37860e55e873 HTTP/1.1" status: 204 len: 168 time: 0.5082779 Jul 16 18:03:07.197899 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34482) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:07.255153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Pushing event updated for resources: {'Port': ['ID=664569ce-9f49-4d31-8bf1-dc4c8486dcc0,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.255432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde95029-195b-4948-bbef-571d47cedd28 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b78370e-5225-40e0-aca5-37860e55e873,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.259232 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.260195 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.261890 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-735906c4-78b3-49a4-8d78-de2822903e6d service neutron] 10.222.0.32 "PUT /v2.0/ports/664569ce-9f49-4d31-8bf1-dc4c8486dcc0 HTTP/1.1" status: 200 len: 1092 time: 2.3813598 Jul 16 18:03:07.262368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a99e9f-e01b-4d0d-83b0-57aec88c0e24', 'tag': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:07.265066 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c1b37d-9ddb-4317-996a-8676caaa5925" -d '{"events": [{"name": "network-changed", "server_uuid": "30a99e9f-e01b-4d0d-83b0-57aec88c0e24", "tag": "664569ce-9f49-4d31-8bf1-dc4c8486dcc0"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:07.422816 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-832d31b5-4611-4893-99f2-c3a734d33e5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.423493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-1557bf1e-207d-4b78-84d0-6cf73cf10141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.425046 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-1557bf1e-207d-4b78-84d0-6cf73cf10141 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fdcfc6a64164e019457ac174161d31a&device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 1095 time: 0.0929646 Jul 16 18:03:07.450515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02686807-4c99-4949-aaee-9b242c00f55a req-389993e9-6ccf-4956-a3c8-63711e49f7d6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.458003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-02686807-4c99-4949-aaee-9b242c00f55a req-389993e9-6ccf-4956-a3c8-63711e49f7d6 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1889920 Jul 16 18:03:07.487118 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-832d31b5-4611-4893-99f2-c3a734d33e5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.512763 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-22499114-5677-4d36-ad40-cbe7e56f9b48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=664569ce-9f49-4d31-8bf1-dc4c8486dcc0 HTTP/1.1" status: 200 len: 217 time: 0.0733218 Jul 16 18:03:07.567772 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-832d31b5-4611-4893-99f2-c3a734d33e5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.570579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-832d31b5-4611-4893-99f2-c3a734d33e5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.571761 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-832d31b5-4611-4893-99f2-c3a734d33e5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/security-groups/c4e6f0fd-b35d-4cf4-ba90-e7fe753b9435 HTTP/1.1" status: 204 len: 168 time: 0.3717837 Jul 16 18:03:07.576198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-abc01f88-2491-4dc4-b0af-dbadcae90610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.577821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-abc01f88-2491-4dc4-b0af-dbadcae90610 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a HTTP/1.1" status: 200 len: 850 time: 0.0537980 Jul 16 18:03:07.578420 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34496) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:07.598386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d31b5-4611-4893-99f2-c3a734d33e5b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e6f0fd-b35d-4cf4-ba90-e7fe753b9435,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.692299 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-02686807-4c99-4949-aaee-9b242c00f55a req-a8adedc2-ee31-4411-a4ac-44d8b99deedb tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335587 Jul 16 18:03:07.706511 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-873330c0-a5ae-48b1-935b-96d75cba3f77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting subnet 4d407d65-cd7e-4886-b493-8815d3c4c763 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:07.711418 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-873330c0-a5ae-48b1-935b-96d75cba3f77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.785041 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845b2903-71b1-4349-a051-03e8aecf00ec x-openstack-request-id: req-845b2903-71b1-4349-a051-03e8aecf00ec {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:07.785349 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a99e9f-e01b-4d0d-83b0-57aec88c0e24", "tag": "664569ce-9f49-4d31-8bf1-dc4c8486dcc0", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:07.785616 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-845b2903-71b1-4349-a051-03e8aecf00ec {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:07.786070 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a99e9f-e01b-4d0d-83b0-57aec88c0e24', 'tag': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0', 'status': 'completed', 'code': 200} Jul 16 18:03:07.825580 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-873330c0-a5ae-48b1-935b-96d75cba3f77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.870748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-844c7dd3-2e25-41dd-881e-996dd4eaae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.872302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-844c7dd3-2e25-41dd-881e-996dd4eaae80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=981660af-4b2c-4916-8662-a65197136911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2771068 Jul 16 18:03:07.973631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459ee6d-b541-4089-92b9-163bae47c769 req-18d8526d-598d-4759-849e-a9d709b7db74 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.976079 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b459ee6d-b541-4089-92b9-163bae47c769 req-18d8526d-598d-4759-849e-a9d709b7db74 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 944 time: 0.2257619 Jul 16 18:03:08.075209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-10e45554-a43c-422f-aadd-badd811799c2 service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929574 Jul 16 18:03:08.088388 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-873330c0-a5ae-48b1-935b-96d75cba3f77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.189070 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b459ee6d-b541-4089-92b9-163bae47c769 req-6ef1331c-c7db-4934-94c4-c16e89217487 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695297 Jul 16 18:03:08.674773 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f9f316a-8031-4477-a1b6-e07c5227c968 req-e7ef9129-c5b6-45dc-8af1-8387c4bd9daf service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824192 Jul 16 18:03:08.679560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-873330c0-a5ae-48b1-935b-96d75cba3f77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.711780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873330c0-a5ae-48b1-935b-96d75cba3f77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Subnet': ['ID=4d407d65-cd7e-4886-b493-8815d3c4c763,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:08.728492 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-873330c0-a5ae-48b1-935b-96d75cba3f77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.730545 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-873330c0-a5ae-48b1-935b-96d75cba3f77 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/4d407d65-cd7e-4886-b493-8815d3c4c763 HTTP/1.1" status: 204 len: 168 time: 1.1500502 Jul 16 18:03:08.740924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34556) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:08.745396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe4023-2c33-4571-bccd-a8b4b9cc5b43 None None] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:08.747789 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8d4bf8b5-45a7-4f8c-9cdc-dd7cc49dd1e5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:08.773847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446ee5e-590c-4c7f-a994-cdd156ee1714 req-c2b8f09e-ddd7-47d9-89ee-3178a5f33b0a tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.777250 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:03:08.781016 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0446ee5e-590c-4c7f-a994-cdd156ee1714 req-c2b8f09e-ddd7-47d9-89ee-3178a5f33b0a tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 943 time: 0.2081459 Jul 16 18:03:08.916890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4bf8b5-45a7-4f8c-9cdc-dd7cc49dd1e5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:08.920838 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d4bf8b5-45a7-4f8c-9cdc-dd7cc49dd1e5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.941167 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0446ee5e-590c-4c7f-a994-cdd156ee1714 req-3a42aeb0-e164-46e4-b4e5-025ad408599f tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1590848 Jul 16 18:03:08.994524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1b37d-9ddb-4317-996a-8676caaa5925 req-8c39a084-88c6-43af-9f15-8bb278fd2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.996086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87c1b37d-9ddb-4317-996a-8676caaa5925 req-8c39a084-88c6-43af-9f15-8bb278fd2612 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fdcfc6a64164e019457ac174161d31a&device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 1095 time: 0.2122474 Jul 16 18:03:09.075576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9c349-e03c-46fd-9553-500d92831dbf req-4909517d-7720-48ca-a34f-372ccee4a8cb tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.075576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ed9c349-e03c-46fd-9553-500d92831dbf req-4909517d-7720-48ca-a34f-372ccee4a8cb tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1412706 Jul 16 18:03:09.179673 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ed9c349-e03c-46fd-9553-500d92831dbf req-ca679308-b066-4072-a10f-7c5fdc35dc53 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215081 Jul 16 18:03:09.205031 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1b37d-9ddb-4317-996a-8676caaa5925 req-7941a65a-1c9c-4fbd-a556-26c053a15d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.207987 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87c1b37d-9ddb-4317-996a-8676caaa5925 req-7941a65a-1c9c-4fbd-a556-26c053a15d51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 200 len: 912 time: 0.2012956 Jul 16 18:03:09.230965 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:09.265293 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87c1b37d-9ddb-4317-996a-8676caaa5925 req-79373e0f-bb71-4b53-a131-6662d8414c55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=664569ce-9f49-4d31-8bf1-dc4c8486dcc0 HTTP/1.1" status: 200 len: 217 time: 0.0488110 Jul 16 18:03:09.306187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:09.317008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:09.317432 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.365298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1b37d-9ddb-4317-996a-8676caaa5925 req-2707c24c-2715-4ffb-810f-7f916c9d706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.368241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87c1b37d-9ddb-4317-996a-8676caaa5925 req-2707c24c-2715-4ffb-810f-7f916c9d706a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a HTTP/1.1" status: 200 len: 850 time: 0.0961654 Jul 16 18:03:09.578987 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.617685 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21217c-0a2e-4a5e-a9af-34997c576c62 req-8ef35a8d-3cb0-49d9-831c-e90e4fb81f87 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.634476 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb21217c-0a2e-4a5e-a9af-34997c576c62 req-8ef35a8d-3cb0-49d9-831c-e90e4fb81f87 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 944 time: 0.2498004 Jul 16 18:03:09.637909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1b37d-9ddb-4317-996a-8676caaa5925 req-9f8e215e-4a67-4e87-b735-370723914ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.639660 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87c1b37d-9ddb-4317-996a-8676caaa5925 req-9f8e215e-4a67-4e87-b735-370723914ef1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=981660af-4b2c-4916-8662-a65197136911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2640569 Jul 16 18:03:09.669048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:09.670208 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770d4738-5916-4292-9477-9b0efa315120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7ea8f3-81fb-4796-9ea7-84b30617bfb5'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:09.675353 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78185b7-6377-4358-a0ee-f2d043abdb3e" -d '{"events": [{"server_uuid": "770d4738-5916-4292-9477-9b0efa315120", "name": "network-vif-plugged", "status": "completed", "tag": "ca7ea8f3-81fb-4796-9ea7-84b30617bfb5"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:09.684216 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.818175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb21217c-0a2e-4a5e-a9af-34997c576c62 req-8db7c20e-93db-4b28-bc3a-f44a2ca83933 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728277 Jul 16 18:03:09.877692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:09.929332 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a704b1-4856-41a0-9db0-4d16ceebcd8e x-openstack-request-id: req-69a704b1-4856-41a0-9db0-4d16ceebcd8e {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:09.929933 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770d4738-5916-4292-9477-9b0efa315120", "name": "network-vif-plugged", "status": "completed", "tag": "ca7ea8f3-81fb-4796-9ea7-84b30617bfb5", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:09.930174 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69a704b1-4856-41a0-9db0-4d16ceebcd8e {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:09.930752 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770d4738-5916-4292-9477-9b0efa315120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7ea8f3-81fb-4796-9ea7-84b30617bfb5', 'code': 200} Jul 16 18:03:09.954411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87c1b37d-9ddb-4317-996a-8676caaa5925 req-13237385-67cf-46f7-90a5-72bf28971b58 service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026414 Jul 16 18:03:10.018617 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d4bf8b5-45a7-4f8c-9cdc-dd7cc49dd1e5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.108964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4bf8b5-45a7-4f8c-9cdc-dd7cc49dd1e5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:10.117174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8d4bf8b5-45a7-4f8c-9cdc-dd7cc49dd1e5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:10.127093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4bf8b5-45a7-4f8c-9cdc-dd7cc49dd1e5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.127706 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d4bf8b5-45a7-4f8c-9cdc-dd7cc49dd1e5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.132333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bf8b5-45a7-4f8c-9cdc-dd7cc49dd1e5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Subnet': ['ID=df5239a7-4890-4e91-9276-8e19310f9a26,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:10.166233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87c1b37d-9ddb-4317-996a-8676caaa5925 req-02eb3694-9f63-4bbe-b2b8-6f074409f7fa service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954854 Jul 16 18:03:10.175942 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8d4bf8b5-45a7-4f8c-9cdc-dd7cc49dd1e5 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4306958 Jul 16 18:03:10.176448 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34618) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:10.185272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-deb57316-9301-497a-9237-023df9e8fa9b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'security_group': {'name': 'tempest-secgroup-499333547'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:10.218743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34624) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:10.234305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ec0ba-0ee5-4f8e-8c50-7a1b76ffca7e req-d1cec8b4-ae39-4773-be8a-9229d2667b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.236749 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-878ec0ba-0ee5-4f8e-8c50-7a1b76ffca7e req-d1cec8b4-ae39-4773-be8a-9229d2667b56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 1097 time: 0.2138269 Jul 16 18:03:10.301250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-deb57316-9301-497a-9237-023df9e8fa9b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.347921 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-878ec0ba-0ee5-4f8e-8c50-7a1b76ffca7e req-912c8d02-5b20-4c08-b85e-24f28f385b06 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041520 Jul 16 18:03:10.390827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d1692-bdb9-48a5-98ff-4325b360ea68 req-bbb26e33-9cfd-469c-9d06-4a9a04c236dc tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.392430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed9d1692-bdb9-48a5-98ff-4325b360ea68 req-bbb26e33-9cfd-469c-9d06-4a9a04c236dc tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 943 time: 0.1799479 Jul 16 18:03:10.403674 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420537b9-822b-4f33-b68e-25a49261db17 None None] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:10.475633 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f254c5d-94d4-41b5-814e-e4c46fbb3526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.484096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-34f16e8b-e0df-4495-b480-771bc62f5d57 None None] Provisioning complete for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:10.484608 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34f16e8b-e0df-4495-b480-771bc62f5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.545460 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed9d1692-bdb9-48a5-98ff-4325b360ea68 req-a89aab39-1e86-440b-94be-f82c079fd5e7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1293902 Jul 16 18:03:10.559060 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-deb57316-9301-497a-9237-023df9e8fa9b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.568302 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-deb57316-9301-497a-9237-023df9e8fa9b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.589983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1472ce7-9ad6-459d-9b55-778c682835b6 req-62b3ed31-7783-4df1-815b-c53405b8e3bc tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.590876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1472ce7-9ad6-459d-9b55-778c682835b6 req-62b3ed31-7783-4df1-815b-c53405b8e3bc tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1928837 Jul 16 18:03:10.643865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb57316-9301-497a-9237-023df9e8fa9b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367c480f-669e-430b-a40c-5604dafdfb97,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:10.659658 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1472ce7-9ad6-459d-9b55-778c682835b6 req-2500526b-a550-40ec-93ae-24ec4b8e7c45 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678315 Jul 16 18:03:10.747080 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f254c5d-94d4-41b5-814e-e4c46fbb3526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.752341 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f254c5d-94d4-41b5-814e-e4c46fbb3526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.758179 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-deb57316-9301-497a-9237-023df9e8fa9b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.762148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-deb57316-9301-497a-9237-023df9e8fa9b tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5818455 Jul 16 18:03:10.763080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34636) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:10.769257 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-84335786-c9a6-4e76-a20c-86576dbd9e8f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'security_group': {'name': 'tempest-secgroup-847832989'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:10.782183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-34f16e8b-e0df-4495-b480-771bc62f5d57 None None] Provisioning complete for port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:10.782567 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34f16e8b-e0df-4495-b480-771bc62f5d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.797233 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84335786-c9a6-4e76-a20c-86576dbd9e8f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.821158 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f254c5d-94d4-41b5-814e-e4c46fbb3526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00564dd-5c65-45cd-ab3d-ff7ac6de53c3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:10.826884 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3f254c5d-94d4-41b5-814e-e4c46fbb3526 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efd82dea0b804c96897b8f48b6875aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6030984 Jul 16 18:03:10.831098 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34640) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:10.877600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-34f16e8b-e0df-4495-b480-771bc62f5d57 None None] Port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:10.902267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544cb066-3531-4ce4-9349-5a6d9abffd21 None None] Update dhcp port {'port': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'fixed_ips': [{'subnet_id': '832fe677-92de-4f23-8ed4-3f0953f3f890', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'df5239a7-4890-4e91-9276-8e19310f9a26'}], 'binding:host_id': 'n-d-787205-10'}, 'id': 'bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:03:10.952664 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-544cb066-3531-4ce4-9349-5a6d9abffd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.956711 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7ddb435-8dcc-4655-9c95-aa70dc372aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.986892 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7ddb435-8dcc-4655-9c95-aa70dc372aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.061532 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7ddb435-8dcc-4655-9c95-aa70dc372aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.065640 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7ddb435-8dcc-4655-9c95-aa70dc372aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.067034 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d7ddb435-8dcc-4655-9c95-aa70dc372aca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d00564dd-5c65-45cd-ab3d-ff7ac6de53c3 HTTP/1.1" status: 204 len: 168 time: 0.2349641 Jul 16 18:03:11.076045 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddb435-8dcc-4655-9c95-aa70dc372aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00564dd-5c65-45cd-ab3d-ff7ac6de53c3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.142123 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84335786-c9a6-4e76-a20c-86576dbd9e8f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.148653 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84335786-c9a6-4e76-a20c-86576dbd9e8f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.181065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-544cb066-3531-4ce4-9349-5a6d9abffd21 None None] Allocated IP 2001:db8::2 (41d569ab-808a-4770-9c80-0c5ac4a75771/df5239a7-4890-4e91-9276-8e19310f9a26/bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:11.213394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d1b9b-06c8-43cc-9d80-42e62690540d req-7cd81a1d-ac8a-4c76-b509-d53c29b44f55 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:11.215368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-700d1b9b-06c8-43cc-9d80-42e62690540d req-7cd81a1d-ac8a-4c76-b509-d53c29b44f55 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 945 time: 0.2135239 Jul 16 18:03:11.218598 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84335786-c9a6-4e76-a20c-86576dbd9e8f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.220194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-84335786-c9a6-4e76-a20c-86576dbd9e8f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4557498 Jul 16 18:03:11.221282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84335786-c9a6-4e76-a20c-86576dbd9e8f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a391228-d5bf-41df-92e1-c483ba0466a6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.224230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34652) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:11.233058 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-706c4db5-305d-4217-b6cf-b5e2cb8ce4bb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'security_group': {'name': 'tempest-secgroup-1043153310'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:11.234333 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:11.300176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-706c4db5-305d-4217-b6cf-b5e2cb8ce4bb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.352758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-544cb066-3531-4ce4-9349-5a6d9abffd21 None None] For port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b,segment=NetworkSegment(fbcb1bb4-a49c-4799-ad1a-a4530e5ee656),segment_id=fbcb1bb4-a49c-4799-ad1a-a4530e5ee656)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:11.366391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-700d1b9b-06c8-43cc-9d80-42e62690540d req-8ad5931c-7a7c-4def-93ee-5a592aca500d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271169 Jul 16 18:03:11.470316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-706c4db5-305d-4217-b6cf-b5e2cb8ce4bb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.482308 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-706c4db5-305d-4217-b6cf-b5e2cb8ce4bb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.517512 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-706c4db5-305d-4217-b6cf-b5e2cb8ce4bb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.522563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34660) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:11.528347 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-35884297', 'security_groups': ['7859cd99-21af-40e9-9c21-f9b8822ec16a'], 'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df5239a7-4890-4e91-9276-8e19310f9a26'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:11.533186 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-706c4db5-305d-4217-b6cf-b5e2cb8ce4bb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3074269 Jul 16 18:03:11.540908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c4db5-305d-4217-b6cf-b5e2cb8ce4bb tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7859cd99-21af-40e9-9c21-f9b8822ec16a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.643127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=664569ce-9f49-4d31-8bf1-dc4c8486dcc0,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:11.648267 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-544cb066-3531-4ce4-9349-5a6d9abffd21 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.673982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'port_id': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0', 'mac_address': 'fa:16:3e:07:35:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:11.683927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-544cb066-3531-4ce4-9349-5a6d9abffd21 None None] Transition to ACTIVE for port object bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:11.714877 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34668) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:11.724281 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-544cb066-3531-4ce4-9349-5a6d9abffd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.747320 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ce61975-d697-4194-a8dd-ab65b10e6c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.751424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:11.888300 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.908101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:11.977460 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ce61975-d697-4194-a8dd-ab65b10e6c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.985748 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ce61975-d697-4194-a8dd-ab65b10e6c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.014912 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=664569ce-9f49-4d31-8bf1-dc4c8486dcc0,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:12.019403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cb066-3531-4ce4-9349-5a6d9abffd21 None None] Pushing event updated for resources: {'Port': ['ID=bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:12.028045 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.063749 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3ce61975-d697-4194-a8dd-ab65b10e6c45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18d0ae44ea8542f7bef133e18e02d062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458903 Jul 16 18:03:12.065010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34678) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:12.072510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce61975-d697-4194-a8dd-ab65b10e6c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5033ac-e201-4d93-900f-2b1f3289053f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:12.143671 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.148580 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-150ec843-d6fa-4284-97b1-cf44d69284e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.163884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=664569ce-9f49-4d31-8bf1-dc4c8486dcc0,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:12.188398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] device_id is not set on port 39d6609b-8cc2-473f-99ff-2d192a6ba1d2 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:03:12.201902 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-150ec843-d6fa-4284-97b1-cf44d69284e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.211525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9b6f3-4496-48b2-8292-9d8c289aedc7 req-e469152f-210a-4d4d-9e60-70df7fdf219c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.213149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7e9b6f3-4496-48b2-8292-9d8c289aedc7 req-e469152f-210a-4d4d-9e60-70df7fdf219c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 943 time: 0.2844443 Jul 16 18:03:12.273895 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-150ec843-d6fa-4284-97b1-cf44d69284e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.285094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4ad82-5f2b-4526-9243-4c1b575acb7d req-2d25a6b0-9d27-4e78-9ecd-c53851f9ccc8 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.285094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ba4ad82-5f2b-4526-9243-4c1b575acb7d req-2d25a6b0-9d27-4e78-9ecd-c53851f9ccc8 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.2905502 Jul 16 18:03:12.291997 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-150ec843-d6fa-4284-97b1-cf44d69284e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.293707 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-150ec843-d6fa-4284-97b1-cf44d69284e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f5033ac-e201-4d93-900f-2b1f3289053f HTTP/1.1" status: 204 len: 168 time: 0.2277229 Jul 16 18:03:12.313388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ec843-d6fa-4284-97b1-cf44d69284e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5033ac-e201-4d93-900f-2b1f3289053f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:12.323814 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['664569ce-9f49-4d31-8bf1-dc4c8486dcc0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:12.380252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7e9b6f3-4496-48b2-8292-9d8c289aedc7 req-b8c3e348-fd16-4cec-bda8-7d02b5406d78 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309555 Jul 16 18:03:12.468766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ba4ad82-5f2b-4526-9243-4c1b575acb7d req-7c4aa39a-3518-4a70-8eda-572e7ace50d9 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814270 Jul 16 18:03:12.579426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:12.750434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8::26c (41d569ab-808a-4770-9c80-0c5ac4a75771/df5239a7-4890-4e91-9276-8e19310f9a26/39d6609b-8cc2-473f-99ff-2d192a6ba1d2) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:12.903072 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb628567-9add-44c2-821e-354a2207e62e req-ecfe5f91-df9d-4d77-be2b-51f73d057f2b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.905193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb628567-9add-44c2-821e-354a2207e62e req-ecfe5f91-df9d-4d77-be2b-51f73d057f2b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 945 time: 0.1485610 Jul 16 18:03:13.055451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb628567-9add-44c2-821e-354a2207e62e req-aa3c4cd4-bf91-4e0b-b77f-cd1938be0a3e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381984 Jul 16 18:03:13.076941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a8b05f4b-46d4-4030-9305-c296e9ad0b6a None None] Provisioning for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:13.079024 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.092963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Transition to ACTIVE for port object 39d6609b-8cc2-473f-99ff-2d192a6ba1d2 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:13.101358 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a8b05f4b-46d4-4030-9305-c296e9ad0b6a None None] Provisioning complete for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:13.102021 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8b05f4b-46d4-4030-9305-c296e9ad0b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.160093 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.236911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=39d6609b-8cc2-473f-99ff-2d192a6ba1d2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:13.277298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:13.282596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:13.285035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:13.289817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a8b05f4b-46d4-4030-9305-c296e9ad0b6a None None] Provisioning complete for port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:13.290348 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8b05f4b-46d4-4030-9305-c296e9ad0b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.291556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.292377 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.320464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fb97959-f3bf-4289-b5bd-f13a334578b6 req-b95904dc-73f6-4b23-9920-ccd0c212e299 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1af5d81a79f3409394a537182ef343ba HTTP/1.1" status: 200 len: 267 time: 0.0696201 Jul 16 18:03:13.333557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8df79049-de66-4fb6-a7e0-d50de81ccef4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8067071 Jul 16 18:03:13.333863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34720) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:13.340142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-24b7a1ca-a877-4851-a13b-4a9b09ff5e00 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:13.377280 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a8b05f4b-46d4-4030-9305-c296e9ad0b6a None None] Port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:13.455196 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6d5e86ba-a74b-4841-94ef-029a184e9ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.508590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb97959-f3bf-4289-b5bd-f13a334578b6 req-8a19bdf0-266e-4395-9eed-9efd637b0714 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.512258 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fb97959-f3bf-4289-b5bd-f13a334578b6 req-8a19bdf0-266e-4395-9eed-9efd637b0714 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 945 time: 0.1797876 Jul 16 18:03:13.560749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-4fb97959-f3bf-4289-b5bd-f13a334578b6 req-45ae210e-ecdd-425f-927e-2ab5cdc0d461 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Request body: {'port': {'security_groups': []}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:13.583634 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b7a1ca-a877-4851-a13b-4a9b09ff5e00 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:13.594114 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24b7a1ca-a877-4851-a13b-4a9b09ff5e00 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.716070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-83cf86d1-24bd-4a25-af23-8ce8c6253255 None None] Provisioning for port 39d6609b-8cc2-473f-99ff-2d192a6ba1d2 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:13.724034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-83cf86d1-24bd-4a25-af23-8ce8c6253255 None None] Provisioning complete for port 39d6609b-8cc2-473f-99ff-2d192a6ba1d2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:13.726379 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-83cf86d1-24bd-4a25-af23-8ce8c6253255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.758000 n-d-787205-10 neutron-server[105590]: INFO neutron.db.ipam_backend_mixin [None req-24b7a1ca-a877-4851-a13b-4a9b09ff5e00 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df5239a7-4890-4e91-9276-8e19310f9a26 (CIDR: 2001:db8::/64) Jul 16 18:03:13.764534 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b7a1ca-a877-4851-a13b-4a9b09ff5e00 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:03:13.766104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b7a1ca-a877-4851-a13b-4a9b09ff5e00 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:13.794718 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-24b7a1ca-a877-4851-a13b-4a9b09ff5e00 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4583824 Jul 16 18:03:13.797047 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34742) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:13.807260 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e855ff91-6b53-4a49-92db-e77f285600c4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:13.809752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-83cf86d1-24bd-4a25-af23-8ce8c6253255 None None] Port 39d6609b-8cc2-473f-99ff-2d192a6ba1d2 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:13.866216 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4fb97959-f3bf-4289-b5bd-f13a334578b6 req-45ae210e-ecdd-425f-927e-2ab5cdc0d461 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.890775 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6cc93-f4e7-448b-9cba-0595aaee4036 req-28ae8ba0-5ede-4d67-9e70-7bb3bff6f697 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.892368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8e6cc93-f4e7-448b-9cba-0595aaee4036 req-28ae8ba0-5ede-4d67-9e70-7bb3bff6f697 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 944 time: 0.2490489 Jul 16 18:03:13.996452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8e6cc93-f4e7-448b-9cba-0595aaee4036 req-0a5ae07b-bd2f-4c09-aecf-768d2ddff3cf tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725951 Jul 16 18:03:14.097418 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e855ff91-6b53-4a49-92db-e77f285600c4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:14.102796 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e855ff91-6b53-4a49-92db-e77f285600c4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.265032 n-d-787205-10 neutron-server[105590]: INFO neutron.db.ipam_backend_mixin [None req-e855ff91-6b53-4a49-92db-e77f285600c4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 832fe677-92de-4f23-8ed4-3f0953f3f890 (CIDR: 2001:db8:0:1::/64) Jul 16 18:03:14.268959 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e855ff91-6b53-4a49-92db-e77f285600c4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:03:14.269608 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e855ff91-6b53-4a49-92db-e77f285600c4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:14.273596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4fb97959-f3bf-4289-b5bd-f13a334578b6 req-45ae210e-ecdd-425f-927e-2ab5cdc0d461 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] For port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:14.297580 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e855ff91-6b53-4a49-92db-e77f285600c4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4984701 Jul 16 18:03:14.300997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34762) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:14.311515 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4fb97959-f3bf-4289-b5bd-f13a334578b6 req-45ae210e-ecdd-425f-927e-2ab5cdc0d461 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.312862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-038b92ee-3666-4a16-8bea-c6a10509fa60 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'subnet': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:14.320261 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4fb97959-f3bf-4289-b5bd-f13a334578b6 req-45ae210e-ecdd-425f-927e-2ab5cdc0d461 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.335512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['4ff59b35-868d-4f58-9930-b707fe880933', 'ca7ea8f3-81fb-4796-9ea7-84b30617bfb5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:14.340804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['8d38dd41-219f-4923-97ef-092fedcb9cd0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:14.429630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb97959-f3bf-4289-b5bd-f13a334578b6 req-45ae210e-ecdd-425f-927e-2ab5cdc0d461 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:14.430439 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4fb97959-f3bf-4289-b5bd-f13a334578b6 req-45ae210e-ecdd-425f-927e-2ab5cdc0d461 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.432027 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fb97959-f3bf-4289-b5bd-f13a334578b6 req-45ae210e-ecdd-425f-927e-2ab5cdc0d461 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "PUT /v2.0/ports/ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 HTTP/1.1" status: 200 len: 904 time: 0.9088576 Jul 16 18:03:14.433995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770d4738-5916-4292-9477-9b0efa315120', 'tag': 'ca7ea8f3-81fb-4796-9ea7-84b30617bfb5'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:14.438911 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c69bc3-05c0-4095-a659-9f15211b610d" -d '{"events": [{"name": "network-changed", "server_uuid": "770d4738-5916-4292-9477-9b0efa315120", "tag": "ca7ea8f3-81fb-4796-9ea7-84b30617bfb5"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:14.473771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f9d8c-954f-433f-8cb9-ef2e108d08d6 req-e8a97fa5-cfae-4476-8dbd-6daf7c7ff278 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:14.477011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a1f9d8c-954f-433f-8cb9-ef2e108d08d6 req-e8a97fa5-cfae-4476-8dbd-6daf7c7ff278 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.3048296 Jul 16 18:03:14.480591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae210e-ecdd-425f-927e-2ab5cdc0d461 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event updated for resources: {'Port': ['ID=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5,revision_number=6']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:14.552330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a1f9d8c-954f-433f-8cb9-ef2e108d08d6 req-0e9e8095-5a90-492f-b48a-a422c71a42b2 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682263 Jul 16 18:03:14.667708 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038b92ee-3666-4a16-8bea-c6a10509fa60 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Made reservation on behalf of 17f2e8233461467da1a70adf2d52d2a7 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:14.673921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-038b92ee-3666-4a16-8bea-c6a10509fa60 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.878739 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb4c376-06e4-4040-8be5-4a62195000e1 x-openstack-request-id: req-acb4c376-06e4-4040-8be5-4a62195000e1 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:14.879234 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770d4738-5916-4292-9477-9b0efa315120", "tag": "ca7ea8f3-81fb-4796-9ea7-84b30617bfb5", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:14.879653 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-acb4c376-06e4-4040-8be5-4a62195000e1 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:14.880226 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770d4738-5916-4292-9477-9b0efa315120', 'tag': 'ca7ea8f3-81fb-4796-9ea7-84b30617bfb5', 'status': 'completed', 'code': 200} Jul 16 18:03:14.909318 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['ca7ea8f3-81fb-4796-9ea7-84b30617bfb5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:15.122023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a70f3c-2bc6-4f75-8039-52311b306146 req-7128cef9-d2ee-46e6-b159-f11cbf7523fd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.129562 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9a70f3c-2bc6-4f75-8039-52311b306146 req-7128cef9-d2ee-46e6-b159-f11cbf7523fd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 907 time: 0.2158556 Jul 16 18:03:15.274884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:15.481671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-35ef233e-dddd-427d-aa11-032407edc317 None None] Provisioning complete for port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:15.482418 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-35ef233e-dddd-427d-aa11-032407edc317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.566123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6db5ed-b1c8-4fde-a677-d7b8e5392efc req-cedc87d9-c959-48cc-90a4-f4d65b3fd2a9 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.572269 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e6db5ed-b1c8-4fde-a677-d7b8e5392efc req-cedc87d9-c959-48cc-90a4-f4d65b3fd2a9 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 944 time: 0.2791030 Jul 16 18:03:15.588996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c69bc3-05c0-4095-a659-9f15211b610d req-3fbe99f4-4162-449c-95ce-398e817660b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.594114 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37c69bc3-05c0-4095-a659-9f15211b610d req-3fbe99f4-4162-449c-95ce-398e817660b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 1059 time: 0.4805875 Jul 16 18:03:15.650269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:15.687187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e6db5ed-b1c8-4fde-a677-d7b8e5392efc req-d48fb4b2-b375-40f3-9f21-b7166882dbee tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890114 Jul 16 18:03:15.749122 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63810afc-aaee-4c88-a2dd-c87319d4a722 req-8d349eeb-2a66-4dd6-8394-bef54a64d031 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.765200 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:15.765584 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.766290 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-038b92ee-3666-4a16-8bea-c6a10509fa60 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.768035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63810afc-aaee-4c88-a2dd-c87319d4a722 req-8d349eeb-2a66-4dd6-8394-bef54a64d031 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1887047 Jul 16 18:03:15.877400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63810afc-aaee-4c88-a2dd-c87319d4a722 req-55d6f7e9-5889-45e1-8c62-65bf222c7812 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993457 Jul 16 18:03:15.921914 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2d144f85-63de-4d9e-84a6-333a6930ec13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.046959 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.164196 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.250351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b92ee-3666-4a16-8bea-c6a10509fa60 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:16.253948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a99e9f-e01b-4d0d-83b0-57aec88c0e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:16.263486 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a065a8b-942a-4502-8a84-5ee2dd29b89f" -d '{"events": [{"server_uuid": "30a99e9f-e01b-4d0d-83b0-57aec88c0e24", "name": "network-vif-plugged", "status": "completed", "tag": "664569ce-9f49-4d31-8bf1-dc4c8486dcc0"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:16.280798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-038b92ee-3666-4a16-8bea-c6a10509fa60 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:16.291080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038b92ee-3666-4a16-8bea-c6a10509fa60 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.293017 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-038b92ee-3666-4a16-8bea-c6a10509fa60 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.320414 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997fa90c-eeb3-46d8-9e54-e868e9deb45a None None] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:16.344549 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-038b92ee-3666-4a16-8bea-c6a10509fa60 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0424459 Jul 16 18:03:16.354307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=664569ce-9f49-4d31-8bf1-dc4c8486dcc0,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:16.361286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34850) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:16.392092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-bd6ed800-858a-4a15-897e-f213380a86f4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2066473586', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '11f85565-8b0d-4afc-98e3-7bb594e766f7'}], 'security_groups': ['367c480f-669e-430b-a40c-5604dafdfb97', '5a391228-d5bf-41df-92e1-c483ba0466a6']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:16.405736 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b92ee-3666-4a16-8bea-c6a10509fa60 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Subnet': ['ID=11f85565-8b0d-4afc-98e3-7bb594e766f7,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:16.469481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c69bc3-05c0-4095-a659-9f15211b610d req-f8291614-6ca8-4a12-8b61-7151273da3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.471491 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37c69bc3-05c0-4095-a659-9f15211b610d req-f8291614-6ca8-4a12-8b61-7151273da3ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.8411229 Jul 16 18:03:16.473759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ad49a-dd4a-4b7a-a19f-0a634d3ff86d req-ae0cece3-894a-4dfd-a6a6-577df4179355 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.481708 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd6ad49a-dd4a-4b7a-a19f-0a634d3ff86d req-ae0cece3-894a-4dfd-a6a6-577df4179355 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1670499 Jul 16 18:03:16.491901 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.549148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd6ad49a-dd4a-4b7a-a19f-0a634d3ff86d req-f20483b0-e1e9-438b-90cd-b087f00290b1 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664480 Jul 16 18:03:16.651102 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c369f2-f55f-426e-9afb-4ebca8bf4f5a x-openstack-request-id: req-22c369f2-f55f-426e-9afb-4ebca8bf4f5a {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:16.651970 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a99e9f-e01b-4d0d-83b0-57aec88c0e24", "name": "network-vif-plugged", "status": "completed", "tag": "664569ce-9f49-4d31-8bf1-dc4c8486dcc0", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:16.652858 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-22c369f2-f55f-426e-9afb-4ebca8bf4f5a {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:16.653734 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a99e9f-e01b-4d0d-83b0-57aec88c0e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0', 'code': 200} Jul 16 18:03:16.679431 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37c69bc3-05c0-4095-a659-9f15211b610d req-67184be9-d769-445e-8b55-0edc54ac0dc3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 HTTP/1.1" status: 200 len: 217 time: 0.1952384 Jul 16 18:03:16.718464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=664569ce-9f49-4d31-8bf1-dc4c8486dcc0,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:16.750286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c69bc3-05c0-4095-a659-9f15211b610d req-ce00384d-dcaf-4e13-835d-354badb7b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.751819 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37c69bc3-05c0-4095-a659-9f15211b610d req-ce00384d-dcaf-4e13-835d-354badb7b078 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.0661261 Jul 16 18:03:16.801076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34864) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:16.829185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f91e7-d52c-41dc-98a8-4eaaacfd8a79 req-15471a4c-8033-4f19-898e-65a5398f6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.835077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d6f91e7-d52c-41dc-98a8-4eaaacfd8a79 req-15471a4c-8033-4f19-898e-65a5398f6dac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 1097 time: 0.1697507 Jul 16 18:03:16.909072 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d6f91e7-d52c-41dc-98a8-4eaaacfd8a79 req-cbb6a708-32f3-485e-bb9b-23778c85a3e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675757 Jul 16 18:03:17.042988 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd6ed800-858a-4a15-897e-f213380a86f4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.107725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c69bc3-05c0-4095-a659-9f15211b610d req-513f4758-9f04-450c-9518-d3b661a6ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.110978 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37c69bc3-05c0-4095-a659-9f15211b610d req-513f4758-9f04-450c-9518-d3b661a6ad70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3351822 Jul 16 18:03:17.147953 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d15e877-baca-4894-b504-f3318da306a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.249455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600afa4d-4f08-4bae-b3b0-69931dd407af None None] Update dhcp port {'port': {'network_id': '41d569ab-808a-4770-9c80-0c5ac4a75771', 'fixed_ips': [{'subnet_id': '832fe677-92de-4f23-8ed4-3f0953f3f890', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'df5239a7-4890-4e91-9276-8e19310f9a26', 'ip_address': '2001:db8::2'}, {'subnet_id': '11f85565-8b0d-4afc-98e3-7bb594e766f7'}], 'binding:host_id': 'n-d-787205-10'}, 'id': 'bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:03:17.313215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba503b-3476-4abe-84fd-485d831b5a91 req-22e2967d-2f99-49ca-9797-32f1fa0a26ab tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.318633 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6eba503b-3476-4abe-84fd-485d831b5a91 req-22e2967d-2f99-49ca-9797-32f1fa0a26ab tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.1642089 Jul 16 18:03:17.358597 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37c69bc3-05c0-4095-a659-9f15211b610d req-a466ec3c-9c29-45e7-afbb-0751e2660503 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385719 Jul 16 18:03:17.395796 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-600afa4d-4f08-4bae-b3b0-69931dd407af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.522276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-a9497785-3d9f-4c86-a188-aaf4264a17fd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.529112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-a9497785-3d9f-4c86-a188-aaf4264a17fd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 812 time: 0.1296539 Jul 16 18:03:17.567133 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-e0687ee7-0b83-4d12-8e0b-efc9be171943 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/quotas/1af5d81a79f3409394a537182ef343ba HTTP/1.1" status: 200 len: 375 time: 0.0349104 Jul 16 18:03:17.593412 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37c69bc3-05c0-4095-a659-9f15211b610d req-454a69f4-0eff-4db4-8b59-dd8150e30fcf service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979229 Jul 16 18:03:17.595221 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.654505 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6eba503b-3476-4abe-84fd-485d831b5a91 req-8af8034a-f113-4a3e-8356-9547bebcc4c6 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2792218 Jul 16 18:03:17.690385 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d15e877-baca-4894-b504-f3318da306a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.710832 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d15e877-baca-4894-b504-f3318da306a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.764909 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1d15e877-baca-4894-b504-f3318da306a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b05307d01374620979b1af3f76a40d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9574342 Jul 16 18:03:17.766217 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34898) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:17.801607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-0ce53419-812e-4e78-a32a-a596db313c11 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2353296 Jul 16 18:03:17.835920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15e877-baca-4894-b504-f3318da306a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7428b787-071c-4038-b8cd-3e3bae6c002b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:17.851722 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-bd6ed800-858a-4a15-897e-f213380a86f4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Delete allocated IP 2001:db8::26c (41d569ab-808a-4770-9c80-0c5ac4a75771/df5239a7-4890-4e91-9276-8e19310f9a26) {{(pid=105590) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:03:17.872681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-bd6ed800-858a-4a15-897e-f213380a86f4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Allocated IP 2001:db8:0:2::282 (41d569ab-808a-4770-9c80-0c5ac4a75771/11f85565-8b0d-4afc-98e3-7bb594e766f7/39d6609b-8cc2-473f-99ff-2d192a6ba1d2) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:17.953450 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a08496e5-c373-46a9-a9d3-24c720947dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.985042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-ff9327ec-ec08-44b7-8139-dc6b66daafae service neutron] 10.222.0.24 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822793 Jul 16 18:03:18.042408 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a08496e5-c373-46a9-a9d3-24c720947dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.144498 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-2666febd-d4ec-4e31-8b7d-1ff02165f874 service neutron] 10.222.0.24 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585712 Jul 16 18:03:18.156941 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a08496e5-c373-46a9-a9d3-24c720947dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.162595 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a08496e5-c373-46a9-a9d3-24c720947dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.164603 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a08496e5-c373-46a9-a9d3-24c720947dcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7428b787-071c-4038-b8cd-3e3bae6c002b HTTP/1.1" status: 204 len: 168 time: 0.3926964 Jul 16 18:03:18.174895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08496e5-c373-46a9-a9d3-24c720947dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7428b787-071c-4038-b8cd-3e3bae6c002b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:18.289229 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd6ed800-858a-4a15-897e-f213380a86f4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.317980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bd6ed800-858a-4a15-897e-f213380a86f4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Transition to ACTIVE for port object 39d6609b-8cc2-473f-99ff-2d192a6ba1d2 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:18.351726 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd6ed800-858a-4a15-897e-f213380a86f4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.421159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-600afa4d-4f08-4bae-b3b0-69931dd407af None None] Allocated IP 2001:db8:0:2::2 (41d569ab-808a-4770-9c80-0c5ac4a75771/11f85565-8b0d-4afc-98e3-7bb594e766f7/bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:18.454113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bd6ed800-858a-4a15-897e-f213380a86f4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] In _notify_port_updated(), no bound segment for port 39d6609b-8cc2-473f-99ff-2d192a6ba1d2 on network 41d569ab-808a-4770-9c80-0c5ac4a75771 {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:03:18.504742 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6ed800-858a-4a15-897e-f213380a86f4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.505503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd6ed800-858a-4a15-897e-f213380a86f4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.511142 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bd6ed800-858a-4a15-897e-f213380a86f4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "PUT /v2.0/ports/39d6609b-8cc2-473f-99ff-2d192a6ba1d2 HTTP/1.1" status: 200 len: 970 time: 2.1450562 Jul 16 18:03:18.512578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b117c-2b72-4389-a192-92a291d76568 req-f3eda385-b97e-4e56-88a7-09eed6adddbd tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.521166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f98b117c-2b72-4389-a192-92a291d76568 req-f3eda385-b97e-4e56-88a7-09eed6adddbd tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1717744 Jul 16 18:03:18.557947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34922) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:18.581489 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ed800-858a-4a15-897e-f213380a86f4 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event updated for resources: {'Port': ['ID=39d6609b-8cc2-473f-99ff-2d192a6ba1d2,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:18.596829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a564ad-ce4d-4705-ac1e-ceaf95a035e4 req-7630714a-369f-44b6-8257-537350c0fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.599742 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10a564ad-ce4d-4705-ac1e-ceaf95a035e4 req-7630714a-369f-44b6-8257-537350c0fec1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ec2b83b3b84123a5ebbb2a3744295b&device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 1097 time: 0.3658054 Jul 16 18:03:18.695614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-600afa4d-4f08-4bae-b3b0-69931dd407af None None] For port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b,segment=NetworkSegment(fbcb1bb4-a49c-4799-ad1a-a4530e5ee656),segment_id=fbcb1bb4-a49c-4799-ad1a-a4530e5ee656)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:18.749584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a12ad89e-64a9-42e6-a4d7-07f2975a5de5 req-e6894498-9fcd-42c9-b92b-cfa1eb31e35c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 210 time: 0.0530779 Jul 16 18:03:18.763486 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-600afa4d-4f08-4bae-b3b0-69931dd407af None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.770409 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f98b117c-2b72-4389-a192-92a291d76568 req-82ed776d-76e7-4426-ac3a-72fda5f3df22 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472191 Jul 16 18:03:18.826703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-600afa4d-4f08-4bae-b3b0-69931dd407af None None] Transition to ACTIVE for port object bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:18.828372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34930) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:18.831285 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-600afa4d-4f08-4bae-b3b0-69931dd407af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.863933 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fff2598-22c4-4a89-adce-0581a4d71a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.954182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a564ad-ce4d-4705-ac1e-ceaf95a035e4 req-0bd70db8-34d1-42af-bf2d-d25dc7b037e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.959902 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10a564ad-ce4d-4705-ac1e-ceaf95a035e4 req-0bd70db8-34d1-42af-bf2d-d25dc7b037e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=00f0acd8-15d8-4280-b6e9-01a022b9c260 HTTP/1.1" status: 200 len: 920 time: 0.3522050 Jul 16 18:03:18.972630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b90c4d2a-cc5e-41c9-b4d1-e0781300e160 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 39d6609b-8cc2-473f-99ff-2d192a6ba1d2 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:18.973216 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b90c4d2a-cc5e-41c9-b4d1-e0781300e160 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.039877 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10a564ad-ce4d-4705-ac1e-ceaf95a035e4 req-5d5d7646-2690-4049-8ec5-5f40280e6fd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ca71e27-a814-4b45-9fda-381a4c3dc856 HTTP/1.1" status: 200 len: 217 time: 0.0689080 Jul 16 18:03:19.062168 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.062861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600afa4d-4f08-4bae-b3b0-69931dd407af None None] Pushing event updated for resources: {'Port': ['ID=bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.201787 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a564ad-ce4d-4705-ac1e-ceaf95a035e4 req-27936ef0-4e8e-4881-ba10-a68a52371a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.203515 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10a564ad-ce4d-4705-ac1e-ceaf95a035e4 req-27936ef0-4e8e-4881-ba10-a68a52371a2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9884b77-e74b-4152-ba0a-646cd55d5950 HTTP/1.1" status: 200 len: 859 time: 0.0932822 Jul 16 18:03:19.268126 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b90c4d2a-cc5e-41c9-b4d1-e0781300e160 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.296331 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10a564ad-ce4d-4705-ac1e-ceaf95a035e4 req-cc0e6794-f16b-471b-aebc-76d9b16fcbf3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=00f0acd8-15d8-4280-b6e9-01a022b9c260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523474 Jul 16 18:03:19.296880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b90c4d2a-cc5e-41c9-b4d1-e0781300e160 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 39d6609b-8cc2-473f-99ff-2d192a6ba1d2 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:19.302100 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fff2598-22c4-4a89-adce-0581a4d71a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.314635 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fff2598-22c4-4a89-adce-0581a4d71a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.336149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41e57b-2a9f-4340-b608-fcf4ef70f657 req-1c3a2761-7bce-49e7-bc41-70ef008b0cb0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.344007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a41e57b-2a9f-4340-b608-fcf4ef70f657 req-1c3a2761-7bce-49e7-bc41-70ef008b0cb0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.2265422 Jul 16 18:03:19.402560 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5fff2598-22c4-4a89-adce-0581a4d71a6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ee41230af0147be96026a4f4baee7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5721703 Jul 16 18:03:19.410610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34940) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:19.428113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff2598-22c4-4a89-adce-0581a4d71a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35ef347-1c46-4145-8096-33d5286952bb,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.499356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a41e57b-2a9f-4340-b608-fcf4ef70f657 req-9849c971-8692-497d-9b00-a4e96ea9f240 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1543005 Jul 16 18:03:19.545706 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-425c3ef5-050f-41bd-85e5-6bb2d7557f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.559613 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10a564ad-ce4d-4705-ac1e-ceaf95a035e4 req-70bfa299-07fe-42e2-b963-ca2027075f37 service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546949 Jul 16 18:03:19.607809 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-425c3ef5-050f-41bd-85e5-6bb2d7557f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.710406 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b90c4d2a-cc5e-41c9-b4d1-e0781300e160 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.802370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c4d2a-cc5e-41c9-b4d1-e0781300e160 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=39d6609b-8cc2-473f-99ff-2d192a6ba1d2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.837225 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10a564ad-ce4d-4705-ac1e-ceaf95a035e4 req-ed4c557a-d1c6-4b20-ae2b-ddde917674d0 service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648921 Jul 16 18:03:19.868830 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b90c4d2a-cc5e-41c9-b4d1-e0781300e160 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.873337 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b90c4d2a-cc5e-41c9-b4d1-e0781300e160 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/39d6609b-8cc2-473f-99ff-2d192a6ba1d2 HTTP/1.1" status: 204 len: 168 time: 1.3116040 Jul 16 18:03:19.874891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34950) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:19.875674 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-425c3ef5-050f-41bd-85e5-6bb2d7557f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.878242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-425c3ef5-050f-41bd-85e5-6bb2d7557f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.882545 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-425c3ef5-050f-41bd-85e5-6bb2d7557f80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c35ef347-1c46-4145-8096-33d5286952bb HTTP/1.1" status: 204 len: 168 time: 0.4676242 Jul 16 18:03:19.916471 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac435d8-d69f-4152-a37f-027f8b4f2445 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] GET failed (client error): The resource could not be found. Jul 16 18:03:19.920895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5ac435d8-d69f-4152-a37f-027f8b4f2445 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports/39d6609b-8cc2-473f-99ff-2d192a6ba1d2 HTTP/1.1" status: 404 len: 333 time: 0.0376735 Jul 16 18:03:19.921902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34956) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:19.991229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c3ef5-050f-41bd-85e5-6bb2d7557f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35ef347-1c46-4145-8096-33d5286952bb,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:20.021581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2058b42a-3ae4-4de0-afa8-3d7c8e8d08ae req-caaadd70-3622-43c1-950c-46758a778604 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 210 time: 0.0413733 Jul 16 18:03:20.044157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0432a-b7af-424f-b947-09d945af8543 req-5ea89cd3-b6a8-4e6b-96a7-aa3f2bd48699 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.055597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34962) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:20.058277 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51e0432a-b7af-424f-b947-09d945af8543 req-5ea89cd3-b6a8-4e6b-96a7-aa3f2bd48699 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.3715701 Jul 16 18:03:20.061274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-700eaa86-2b16-471d-8750-7de8832c7046 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Request body: {'floatingip': {'port_id': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:20.102889 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65fcbfa8-d469-427a-a28c-f945614670df tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.173637 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65fcbfa8-d469-427a-a28c-f945614670df tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.175281 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-700eaa86-2b16-471d-8750-7de8832c7046 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.293710 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-152ff907-d344-4e81-9ac1-fb02dea5d22a None None] Could not find standard attr ID for object 39d6609b-8cc2-473f-99ff-2d192a6ba1d2. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:03:20.315453 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-152ff907-d344-4e81-9ac1-fb02dea5d22a None None] Provisioning for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:20.321360 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65fcbfa8-d469-427a-a28c-f945614670df tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.324637 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-152ff907-d344-4e81-9ac1-fb02dea5d22a None None] Provisioning complete for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:20.325021 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-152ff907-d344-4e81-9ac1-fb02dea5d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.325832 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65fcbfa8-d469-427a-a28c-f945614670df tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.328228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-65fcbfa8-d469-427a-a28c-f945614670df tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/security-groups/7859cd99-21af-40e9-9c21-f9b8822ec16a HTTP/1.1" status: 204 len: 168 time: 0.4053245 Jul 16 18:03:20.341311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34968) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:20.371372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcbfa8-d469-427a-a28c-f945614670df tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7859cd99-21af-40e9-9c21-f9b8822ec16a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:20.431701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84e758-5546-4a16-9c31-5bb83a8266a1 req-8de2f224-2a7a-41e0-a56b-ff03aa6479fa tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.433533 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb84e758-5546-4a16-9c31-5bb83a8266a1 req-8de2f224-2a7a-41e0-a56b-ff03aa6479fa tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.2025828 Jul 16 18:03:20.510303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-152ff907-d344-4e81-9ac1-fb02dea5d22a None None] Provisioning complete for port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:20.510679 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-152ff907-d344-4e81-9ac1-fb02dea5d22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.538806 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb84e758-5546-4a16-9c31-5bb83a8266a1 req-a6effb83-9f3d-46af-bd29-d2b1c8c606f0 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992851 Jul 16 18:03:20.539883 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59095953-7adc-4f81-8798-d08efb07c529 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.602787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-152ff907-d344-4e81-9ac1-fb02dea5d22a None None] Port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:20.625959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59095953-7adc-4f81-8798-d08efb07c529 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.708465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:20.741616 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59095953-7adc-4f81-8798-d08efb07c529 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.755491 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59095953-7adc-4f81-8798-d08efb07c529 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.765011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-59095953-7adc-4f81-8798-d08efb07c529 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/security-groups/5a391228-d5bf-41df-92e1-c483ba0466a6 HTTP/1.1" status: 204 len: 168 time: 0.4160650 Jul 16 18:03:20.784042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34974) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:20.817125 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:20.817443 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.852962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59095953-7adc-4f81-8798-d08efb07c529 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a391228-d5bf-41df-92e1-c483ba0466a6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:21.019835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fcc3d882-8e71-44e8-a258-754c43a56518 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.047476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-01797a62-9bc1-4c2f-a366-4e7359deb671 None None] Could not find standard attr ID for object 39d6609b-8cc2-473f-99ff-2d192a6ba1d2. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:03:21.102656 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fcc3d882-8e71-44e8-a258-754c43a56518 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.144731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-8a937fb5-2156-4579-b516-30b86a09358b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.152441 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-8a937fb5-2156-4579-b516-30b86a09358b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.11 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 812 time: 0.7258687 Jul 16 18:03:21.229280 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fcc3d882-8e71-44e8-a258-754c43a56518 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.242491 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fcc3d882-8e71-44e8-a258-754c43a56518 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.246715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fcc3d882-8e71-44e8-a258-754c43a56518 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/security-groups/367c480f-669e-430b-a40c-5604dafdfb97 HTTP/1.1" status: 204 len: 168 time: 0.4556503 Jul 16 18:03:21.262401 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34990) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:21.408107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3d882-8e71-44e8-a258-754c43a56518 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367c480f-669e-430b-a40c-5604dafdfb97,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:21.426211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Request body: {'port': {'device_id': '6562d520-2b02-41a9-b8a8-f11fc56c226c', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'admin_state_up': True, 'tenant_id': '1af5d81a79f3409394a537182ef343ba'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:21.454547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a50f8cd5-27af-4e16-8383-447edb6e5dd0 req-d80b12e0-8fbf-4ce5-9bb9-0efab8331110 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 210 time: 0.0683665 Jul 16 18:03:21.463040 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c946a9-e26d-4d2b-923f-bec8eeeb6103 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting subnet df5239a7-4890-4e91-9276-8e19310f9a26 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:21.469125 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18c946a9-e26d-4d2b-923f-bec8eeeb6103 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.523161 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18c946a9-e26d-4d2b-923f-bec8eeeb6103 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.525357 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.db.resource_extend [None req-700eaa86-2b16-471d-8750-7de8832c7046 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:03:21.668564 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18c946a9-e26d-4d2b-923f-bec8eeeb6103 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.671920 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-700eaa86-2b16-471d-8750-7de8832c7046 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.686228 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-700eaa86-2b16-471d-8750-7de8832c7046 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.829886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Made reservation on behalf of 1af5d81a79f3409394a537182ef343ba for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:21.834309 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.935953 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-700eaa86-2b16-471d-8750-7de8832c7046 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Floating IP c4a96182-2621-4d7a-a1cc-80b1bd03c6f3 associated. External IP: 172.25.3.137, port: 664569ce-9f49-4d31-8bf1-dc4c8486dcc0. Jul 16 18:03:22.136413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18c946a9-e26d-4d2b-923f-bec8eeeb6103 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.184434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a666d99-1022-42b1-a4ae-28ffcc82acb8 req-d78236a5-32f3-493d-8f61-0fe5090b6545 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.191697 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a666d99-1022-42b1-a4ae-28ffcc82acb8 req-d78236a5-32f3-493d-8f61-0fe5090b6545 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.4832408 Jul 16 18:03:22.216333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c946a9-e26d-4d2b-923f-bec8eeeb6103 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Subnet': ['ID=df5239a7-4890-4e91-9276-8e19310f9a26,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:22.226801 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18c946a9-e26d-4d2b-923f-bec8eeeb6103 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.236466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02275f5b-cde3-4bbf-95a4-5577f71e0c3e None None] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:22.246271 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-18c946a9-e26d-4d2b-923f-bec8eeeb6103 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/df5239a7-4890-4e91-9276-8e19310f9a26 HTTP/1.1" status: 204 len: 168 time: 0.9824657 Jul 16 18:03:22.247055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35014) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:22.333074 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a666d99-1022-42b1-a4ae-28ffcc82acb8 req-93f92fc3-f3b8-4f33-8a42-359778056c86 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403420 Jul 16 18:03:22.383563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3821ee1a-7f82-4ce1-8a8e-8cafa555dbf8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting subnet 11f85565-8b0d-4afc-98e3-7bb594e766f7 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:22.397182 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3821ee1a-7f82-4ce1-8a8e-8cafa555dbf8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.451078 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3821ee1a-7f82-4ce1-8a8e-8cafa555dbf8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.651552 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3821ee1a-7f82-4ce1-8a8e-8cafa555dbf8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.722859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Allocated IP 172.20.0.6 (ce5910f5-8a6a-42c9-ae15-dd85a86886b0/9128c187-0dcc-4b2d-a7a9-7d554e016ae8/96c67286-5a55-4174-910d-57ab5ea52a71) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:22.816096 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9478832-2555-49ff-aab5-06fc5bbf9a57 req-14928473-ceb9-4dc9-bf37-cc411317e4b6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 210 time: 0.0661325 Jul 16 18:03:22.859805 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3821ee1a-7f82-4ce1-8a8e-8cafa555dbf8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.905952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821ee1a-7f82-4ce1-8a8e-8cafa555dbf8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Subnet': ['ID=11f85565-8b0d-4afc-98e3-7bb594e766f7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:22.913954 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3821ee1a-7f82-4ce1-8a8e-8cafa555dbf8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.919646 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3821ee1a-7f82-4ce1-8a8e-8cafa555dbf8 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/11f85565-8b0d-4afc-98e3-7bb594e766f7 HTTP/1.1" status: 204 len: 168 time: 0.6514909 Jul 16 18:03:22.920452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35040) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:22.945740 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.963214 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9756df-0070-4d4c-a06b-c50e72a8e66c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:22.963701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9756df-0070-4d4c-a06b-c50e72a8e66c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:22.969241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fd9756df-0070-4d4c-a06b-c50e72a8e66c tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/df5239a7-4890-4e91-9276-8e19310f9a26 HTTP/1.1" status: 404 len: 337 time: 0.0474174 Jul 16 18:03:22.969950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35046) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:23.043145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-71004280-9791-4f7f-87a4-617223e4a910 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting subnet 832fe677-92de-4f23-8ed4-3f0953f3f890 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:23.049280 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71004280-9791-4f7f-87a4-617223e4a910 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.071331 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.093511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700eaa86-2b16-471d-8750-7de8832c7046 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Router 570c85da-3a09-4eeb-92f2-02fc363f2b2e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:23.109034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Transition to ACTIVE for port object 96c67286-5a55-4174-910d-57ab5ea52a71 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:23.114114 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71004280-9791-4f7f-87a4-617223e4a910 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.244155 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71004280-9791-4f7f-87a4-617223e4a910 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.270637 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.284122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['8d38dd41-219f-4923-97ef-092fedcb9cd0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:23.351146 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71004280-9791-4f7f-87a4-617223e4a910 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.379909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['4ff59b35-868d-4f58-9930-b707fe880933'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:23.419309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:23.420731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event updated for resources: {'Port': ['ID=96c67286-5a55-4174-910d-57ab5ea52a71,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:23.425704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:23.428872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:23.437083 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71004280-9791-4f7f-87a4-617223e4a910 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.463826 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-71004280-9791-4f7f-87a4-617223e4a910 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/832fe677-92de-4f23-8ed4-3f0953f3f890 HTTP/1.1" status: 204 len: 168 time: 0.4904130 Jul 16 18:03:23.463826 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71004280-9791-4f7f-87a4-617223e4a910 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Subnet': ['ID=832fe677-92de-4f23-8ed4-3f0953f3f890,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:23.465569 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35076) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:23.492226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.493698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.496560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700eaa86-2b16-471d-8750-7de8832c7046 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:23.509923 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b65558-ee4a-4ddf-b245-1011fc7d6b81 None None] Sync routers for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:23.517558 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-700eaa86-2b16-471d-8750-7de8832c7046 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.531667 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b65558-ee4a-4ddf-b245-1011fc7d6b81 None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:23.532339 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a1b65558-ee4a-4ddf-b245-1011fc7d6b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:03:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:23.619410 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e95601-59d9-408f-b82d-48a1fdc3ee1e tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:23.625740 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e95601-59d9-408f-b82d-48a1fdc3ee1e tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:23.628218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-09e95601-59d9-408f-b82d-48a1fdc3ee1e tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/4d407d65-cd7e-4886-b493-8815d3c4c763 HTTP/1.1" status: 404 len: 337 time: 0.1542432 Jul 16 18:03:23.638342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35082) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:23.690898 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-7ebf3a24-4d5d-4de7-a2fc-7ac8a796f2d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5131347 Jul 16 18:03:23.723370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Request body: {'port': {'device_id': '6562d520-2b02-41a9-b8a8-f11fc56c226c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:23.762010 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5ac66da1-21a1-4665-aa39-8d62dece8503 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "GET /v2.0/ports?device_id=e04b4ebf-efb9-41e5-9681-e5312c194186 HTTP/1.1" status: 200 len: 205 time: 0.1181965 Jul 16 18:03:23.764051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35086) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:23.773984 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a1b65558-ee4a-4ddf-b245-1011fc7d6b81 None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:23.786554 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf66442-fd5f-48ea-98e9-43eb5a37eaf4 None None] Network 41d569ab-808a-4770-9c80-0c5ac4a75771 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:23.810096 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-700eaa86-2b16-471d-8750-7de8832c7046 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "PUT /v2.0/floatingips/c4a96182-2621-4d7a-a1cc-80b1bd03c6f3 HTTP/1.1" status: 200 len: 991 time: 3.7530255 Jul 16 18:03:23.816250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a99e9f-e01b-4d0d-83b0-57aec88c0e24', 'tag': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:23.821260 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cabcda-1d91-4e08-b123-581bae51a6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "30a99e9f-e01b-4d0d-83b0-57aec88c0e24", "tag": "664569ce-9f49-4d31-8bf1-dc4c8486dcc0"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:23.898475 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-1204a5ab-4aa8-4a5a-8129-89fc9b158194 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] delete failed (client error): The resource could not be found. Jul 16 18:03:23.899657 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1204a5ab-4aa8-4a5a-8129-89fc9b158194 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/routers/e04b4ebf-efb9-41e5-9681-e5312c194186 HTTP/1.1" status: 404 len: 336 time: 0.1284287 Jul 16 18:03:23.925993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35094) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:23.944837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0fd3d0ff-f6fc-4cab-9f63-b198689176a8 None None] Provisioning complete for port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:23.945218 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d0ff-f6fc-4cab-9f63-b198689176a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.026556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.057848 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c45a59-8088-4fdf-bcff-df5fbde8e3be tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:24.058500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c45a59-8088-4fdf-bcff-df5fbde8e3be tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:24.063362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a1c45a59-8088-4fdf-bcff-df5fbde8e3be tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/a2424a11-a78b-487d-b2fb-5a82ca693b38 HTTP/1.1" status: 404 len: 337 time: 0.0894699 Jul 16 18:03:24.071500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35098) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.150307 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35100) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.154507 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-293eb516-221d-4c24-9313-3414e32af7d9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:24.154978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293eb516-221d-4c24-9313-3414e32af7d9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:24.156774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-293eb516-221d-4c24-9313-3414e32af7d9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/09331857-dec8-4b6b-9838-bf1bb2f7b014 HTTP/1.1" status: 404 len: 337 time: 0.0840714 Jul 16 18:03:24.166346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35102) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.254315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f09754-d685-40d0-8f91-0f29456811e7 req-745f9dc2-4a98-4df3-86f0-ad6d85b6b579 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.256180 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-02f09754-d685-40d0-8f91-0f29456811e7 req-745f9dc2-4a98-4df3-86f0-ad6d85b6b579 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.3669899 Jul 16 18:03:24.267500 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e553e8-cea3-46ce-8a0e-5f809cf0a7a6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:24.268212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e553e8-cea3-46ce-8a0e-5f809cf0a7a6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:24.277033 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a3e553e8-cea3-46ce-8a0e-5f809cf0a7a6 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/9b2b526e-27a6-4209-a73a-18bbd6149806 HTTP/1.1" status: 404 len: 337 time: 0.1053989 Jul 16 18:03:24.279919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35106) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.344257 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43df709-c44e-42c1-9247-0cba93c5cde0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:24.345309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43df709-c44e-42c1-9247-0cba93c5cde0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:24.354465 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f43df709-c44e-42c1-9247-0cba93c5cde0 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/6cd56f55-5d3a-48bb-8e91-7184ee829617 HTTP/1.1" status: 404 len: 333 time: 0.0725150 Jul 16 18:03:24.361444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35108) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.371708 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a1b65558-ee4a-4ddf-b245-1011fc7d6b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'c4a96182-2621-4d7a-a1cc-80b1bd03c6f3', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'port_id': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'mac_address': 'fa:16:3e:07:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a99e9f-e01b-4d0d-83b0-57aec88c0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:03:21Z', 'revision_number': 1, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 5, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:24.379228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-02f09754-d685-40d0-8f91-0f29456811e7 req-1e957e9d-5283-4195-904a-9fbcbf7e47d0 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097577 Jul 16 18:03:24.447304 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b65558-ee4a-4ddf-b245-1011fc7d6b81 None None] Checking router: 570c85da-3a09-4eeb-92f2-02fc363f2b2e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:24.472412 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b65558-ee4a-4ddf-b245-1011fc7d6b81 None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:24.473056 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a1b65558-ee4a-4ddf-b245-1011fc7d6b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:03:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:24.481964 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-931ef2f1-d25d-46fc-8c4b-d7604b916f0e tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:24.482441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931ef2f1-d25d-46fc-8c4b-d7604b916f0e tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:24.486814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35110) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.487133 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-931ef2f1-d25d-46fc-8c4b-d7604b916f0e tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/17bd1843-046d-4672-8550-16d5f53ad74d HTTP/1.1" status: 404 len: 337 time: 0.1240952 Jul 16 18:03:24.487942 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3753e22f-fa85-47cf-b048-d3bfb8deddfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.499886 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b839b91c-d440-4cfb-99ab-5b572aafae88 x-openstack-request-id: req-b839b91c-d440-4cfb-99ab-5b572aafae88 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:24.500237 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a99e9f-e01b-4d0d-83b0-57aec88c0e24", "tag": "664569ce-9f49-4d31-8bf1-dc4c8486dcc0", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:24.501676 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b839b91c-d440-4cfb-99ab-5b572aafae88 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:24.502135 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a99e9f-e01b-4d0d-83b0-57aec88c0e24', 'tag': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0', 'status': 'completed', 'code': 200} Jul 16 18:03:24.528021 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86b8b91-a1da-46ab-8080-2a742c174b0f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:24.529690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86b8b91-a1da-46ab-8080-2a742c174b0f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:24.532385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f86b8b91-a1da-46ab-8080-2a742c174b0f tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/2864b206-55af-450d-a605-c85b60653e99 HTTP/1.1" status: 404 len: 337 time: 0.0430889 Jul 16 18:03:24.534900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35114) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.572688 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cf6412-41de-42c7-8352-cb206a54f058 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:24.573813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cf6412-41de-42c7-8352-cb206a54f058 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:24.576033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-19cf6412-41de-42c7-8352-cb206a54f058 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/f3ca5158-64f6-40b0-93f4-284df0e37b11 HTTP/1.1" status: 404 len: 333 time: 0.0396791 Jul 16 18:03:24.578739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35116) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.629426 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15b81c3-4fd4-4237-9739-4c84b46867cf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:24.630211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15b81c3-4fd4-4237-9739-4c84b46867cf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:24.635885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d15b81c3-4fd4-4237-9739-4c84b46867cf tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/359de6db-10cb-42db-860b-00e8f746df32 HTTP/1.1" status: 404 len: 337 time: 0.0558076 Jul 16 18:03:24.636679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35118) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.697830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3753e22f-fa85-47cf-b048-d3bfb8deddfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.709444 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3753e22f-fa85-47cf-b048-d3bfb8deddfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.718802 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-c619a92d-db21-46a1-b749-3a5fced8764d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] DELETE failed (client error): The resource could not be found. Jul 16 18:03:24.719133 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a1b65558-ee4a-4ddf-b245-1011fc7d6b81 None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:24.721304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c619a92d-db21-46a1-b749-3a5fced8764d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:03:24.730704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c619a92d-db21-46a1-b749-3a5fced8764d tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/subnets/a9c9fa87-a568-4097-8e3a-7ef4d04e306c HTTP/1.1" status: 404 len: 337 time: 0.0927556 Jul 16 18:03:24.732851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35120) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.860730 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753e22f-fa85-47cf-b048-d3bfb8deddfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9934cb4c-446f-4297-b19c-67135d4def16,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:24.902441 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3753e22f-fa85-47cf-b048-d3bfb8deddfc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10ff990f3e3c4b4daf0c1b2719e9ec91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7502353 Jul 16 18:03:24.903505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35124) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.919200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cabcda-1d91-4e08-b123-581bae51a6c7 req-f63061b1-55ae-4b68-897c-67de11b34662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.921083 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28cabcda-1d91-4e08-b123-581bae51a6c7 req-f63061b1-55ae-4b68-897c-67de11b34662 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fdcfc6a64164e019457ac174161d31a&device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 1097 time: 0.3363402 Jul 16 18:03:24.925400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0fd3d0ff-f6fc-4cab-9f63-b198689176a8 None None] Provisioning complete for port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:24.926002 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d0ff-f6fc-4cab-9f63-b198689176a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.990314 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0fd3d0ff-f6fc-4cab-9f63-b198689176a8 None None] Port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:24.997174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dab7d3-4fe1-4a9f-b4a3-bab783979bcd req-3d20a864-a993-43c9-b8c3-07b0ecb0062f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:25.004602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9dab7d3-4fe1-4a9f-b4a3-bab783979bcd req-3d20a864-a993-43c9-b8c3-07b0ecb0062f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 931 time: 0.3273551 Jul 16 18:03:25.023547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] DHCP port deletion for 41d569ab-808a-4770-9c80-0c5ac4a75771 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:03:25.058037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-08b3c581-8558-47f4-a4e9-e9e039975a87 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Deleting port 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:25.058371 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08b3c581-8558-47f4-a4e9-e9e039975a87 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.080077 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a1b65558-ee4a-4ddf-b245-1011fc7d6b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'c4a96182-2621-4d7a-a1cc-80b1bd03c6f3', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'port_id': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'mac_address': 'fa:16:3e:07:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a99e9f-e01b-4d0d-83b0-57aec88c0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:03:21Z', 'revision_number': 1, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 5, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:25.087058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Deleting port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:25.087532 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.136781 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b65558-ee4a-4ddf-b245-1011fc7d6b81 None None] The sync data for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 is: [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'c4a96182-2621-4d7a-a1cc-80b1bd03c6f3', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'port_id': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'mac_address': 'fa:16:3e:07:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a99e9f-e01b-4d0d-83b0-57aec88c0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:02:56Z', 'updated_at': '2021-07-16T18:03:21Z', 'revision_number': 1, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 5, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:25.139385 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.143830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-40d31ee6-dc20-4541-8314-cd41932c9ad8 None None] Provisioning for port 96c67286-5a55-4174-910d-57ab5ea52a71 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:25.157389 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08b3c581-8558-47f4-a4e9-e9e039975a87 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.187227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-08b3c581-8558-47f4-a4e9-e9e039975a87 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Calling delete_port for 17f8f6fc-496b-4278-b031-c9f5d4c61fa1 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:25.188865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-40d31ee6-dc20-4541-8314-cd41932c9ad8 None None] Provisioning complete for port 96c67286-5a55-4174-910d-57ab5ea52a71 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:25.189367 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40d31ee6-dc20-4541-8314-cd41932c9ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.215839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c67286-5a55-4174-910d-57ab5ea52a71 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:25.231478 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cabcda-1d91-4e08-b123-581bae51a6c7 req-4c770d50-fb36-46fd-8fb0-c90124681d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:25.233253 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28cabcda-1d91-4e08-b123-581bae51a6c7 req-4c770d50-fb36-46fd-8fb0-c90124681d79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 200 len: 912 time: 0.2820022 Jul 16 18:03:25.237576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.237827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-40d31ee6-dc20-4541-8314-cd41932c9ad8 None None] Port 96c67286-5a55-4174-910d-57ab5ea52a71 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:25.252107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] For port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b,segment=NetworkSegment(fbcb1bb4-a49c-4799-ad1a-a4530e5ee656),segment_id=fbcb1bb4-a49c-4799-ad1a-a4530e5ee656)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:25.252576 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.272272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Calling delete_port for bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:25.344871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Transition to ACTIVE for port object 96c67286-5a55-4174-910d-57ab5ea52a71 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:25.351706 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.362128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9dab7d3-4fe1-4a9f-b4a3-bab783979bcd req-0d9c3e77-abd1-408e-9d27-1385b9b07eae tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565075 Jul 16 18:03:25.389331 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-902566e1-08ee-4d19-9367-567deab4f97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.420295 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.421234 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08b3c581-8558-47f4-a4e9-e9e039975a87 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.443843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] No DVR routers for this DVR port bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:25.493499 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28cabcda-1d91-4e08-b123-581bae51a6c7 req-3bb0bf1c-b184-4e88-8fb9-a8e1a533e5de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=664569ce-9f49-4d31-8bf1-dc4c8486dcc0 HTTP/1.1" status: 200 len: 999 time: 0.2475948 Jul 16 18:03:25.510709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Pushing event deleted for resources: {'Port': ['ID=bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:25.526209 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-902566e1-08ee-4d19-9367-567deab4f97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.531125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Pushing event updated for resources: {'Port': ['ID=96c67286-5a55-4174-910d-57ab5ea52a71,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:25.531667 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:25.531881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:25.532233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:25.535643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:25.536034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:25.536387 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:25.536820 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:25.538143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:25.538143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:25.538143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:25.539026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:25.539026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194b11ab-d3f8-4535-8633-face050b4b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:25.576739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3c581-8558-47f4-a4e9-e9e039975a87 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Port': ['ID=17f8f6fc-496b-4278-b031-c9f5d4c61fa1,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:25.610515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ebfc0a-156c-4faa-ab62-9ac2297ff036 None None] New status for floating IP c4a96182-2621-4d7a-a1cc-80b1bd03c6f3: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:03:25.615685 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08b3c581-8558-47f4-a4e9-e9e039975a87 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.622135 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-08b3c581-8558-47f4-a4e9-e9e039975a87 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/ports/17f8f6fc-496b-4278-b031-c9f5d4c61fa1 HTTP/1.1" status: 204 len: 168 time: 0.8853583 Jul 16 18:03:25.634050 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35134) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:25.758504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Attempting to bind port 96c67286-5a55-4174-910d-57ab5ea52a71 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:25.759239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Attempting to bind port 96c67286-5a55-4174-910d-57ab5ea52a71 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:25.761024 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Attempting to bind port 96c67286-5a55-4174-910d-57ab5ea52a71 on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:25.774967 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Port 96c67286-5a55-4174-910d-57ab5ea52a71 on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:25.775719 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Attempting to bind port 96c67286-5a55-4174-910d-57ab5ea52a71 on network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:25.783711 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:25.784500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Checking segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:25.785112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Bound using segment: {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:25.785775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Bound port: 96c67286-5a55-4174-910d-57ab5ea52a71, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe50220-2829-4032-9b58-7d9c23982b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:25.786358 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.798288 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cabcda-1d91-4e08-b123-581bae51a6c7 req-eced1d48-935b-481e-9b41-ae4818578a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:25.801486 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28cabcda-1d91-4e08-b123-581bae51a6c7 req-eced1d48-935b-481e-9b41-ae4818578a94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a HTTP/1.1" status: 200 len: 850 time: 0.2981932 Jul 16 18:03:25.887319 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b1cc-6881-4e29-bec8-462ad90c9ce9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.890706 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-902566e1-08ee-4d19-9367-567deab4f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.893571 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-902566e1-08ee-4d19-9367-567deab4f97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:25.897528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-902566e1-08ee-4d19-9367-567deab4f97e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9934cb4c-446f-4297-b19c-67135d4def16 HTTP/1.1" status: 204 len: 168 time: 0.9854558 Jul 16 18:03:25.926735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] For port 96c67286-5a55-4174-910d-57ab5ea52a71, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:25.936305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902566e1-08ee-4d19-9367-567deab4f97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9934cb4c-446f-4297-b19c-67135d4def16,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:25.948448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] For port 96c67286-5a55-4174-910d-57ab5ea52a71, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=96c67286-5a55-4174-910d-57ab5ea52a71,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:25.952067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cabcda-1d91-4e08-b123-581bae51a6c7 req-818d555c-cc3a-42fe-a59f-c9cb9b156492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:25.953732 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28cabcda-1d91-4e08-b123-581bae51a6c7 req-818d555c-cc3a-42fe-a59f-c9cb9b156492 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=981660af-4b2c-4916-8662-a65197136911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438632 Jul 16 18:03:25.957684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.063101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Pushing event updated for resources: {'Port': ['ID=96c67286-5a55-4174-910d-57ab5ea52a71,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:26.065694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e7ddf-9032-4094-9557-0d5dcd66af93 req-c05b55c5-2db1-4962-b14f-9fba95780313 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.071668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.072384 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.073024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-307e7ddf-9032-4094-9557-0d5dcd66af93 req-c05b55c5-2db1-4962-b14f-9fba95780313 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.4187946 Jul 16 18:03:26.073894 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-f15fa503-5902-41ac-bcab-06e355f4b08b service neutron] 10.222.0.11 "PUT /v2.0/ports/96c67286-5a55-4174-910d-57ab5ea52a71 HTTP/1.1" status: 200 len: 1092 time: 2.3713009 Jul 16 18:03:26.140599 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b1cc-6881-4e29-bec8-462ad90c9ce9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.183372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e9b9b1cc-6881-4e29-bec8-462ad90c9ce9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d569ab-808a-4770-9c80-0c5ac4a75771']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:26.209750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-307e7ddf-9032-4094-9557-0d5dcd66af93 req-edbb8b57-1309-4206-b5de-b5cec45ee41f tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348538 Jul 16 18:03:26.234816 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e9b9b1cc-6881-4e29-bec8-462ad90c9ce9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcb1bb4-a49c-4799-ad1a-a4530e5ee656') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:26.235391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e9b9b1cc-6881-4e29-bec8-462ad90c9ce9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcb1bb4-a49c-4799-ad1a-a4530e5ee656') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:26.256717 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b1cc-6881-4e29-bec8-462ad90c9ce9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.276202 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28cabcda-1d91-4e08-b123-581bae51a6c7 req-4459fb1c-9107-40ce-ac31-7186735db03c service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559853 Jul 16 18:03:26.282731 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b1cc-6881-4e29-bec8-462ad90c9ce9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.295548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b9b1cc-6881-4e29-bec8-462ad90c9ce9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:26.296111 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b1cc-6881-4e29-bec8-462ad90c9ce9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:26.300429 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:26.338843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-c7f77930-a9a8-403f-9e46-7a149ed34699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.340332 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-c7f77930-a9a8-403f-9e46-7a149ed34699 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 1095 time: 0.1945891 Jul 16 18:03:26.383755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b1cc-6881-4e29-bec8-462ad90c9ce9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.399040 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9b9b1cc-6881-4e29-bec8-462ad90c9ce9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.403482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e9b9b1cc-6881-4e29-bec8-462ad90c9ce9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] 10.222.0.24 "DELETE /v2.0/networks/41d569ab-808a-4770-9c80-0c5ac4a75771 HTTP/1.1" status: 204 len: 168 time: 0.7683163 Jul 16 18:03:26.422750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9b1cc-6881-4e29-bec8-462ad90c9ce9 tempest-PortsIpV6TestJSON-1390432327 tempest-PortsIpV6TestJSON-1390432327-project] Pushing event deleted for resources: {'Network': ['ID=41d569ab-808a-4770-9c80-0c5ac4a75771,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:26.461536 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-661606bf-0e74-443c-8be1-767502c1100f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c67286-5a55-4174-910d-57ab5ea52a71 HTTP/1.1" status: 200 len: 217 time: 0.0634346 Jul 16 18:03:26.473071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35148) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:26.494646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-57fce7ad-4351-4781-a326-a9eaae584568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.526519 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6562d520-2b02-41a9-b8a8-f11fc56c226c', 'tag': '96c67286-5a55-4174-910d-57ab5ea52a71'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:26.532730 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d80c1dc-ef5b-4696-b9a5-82866b66213d" -d '{"events": [{"name": "network-changed", "server_uuid": "6562d520-2b02-41a9-b8a8-f11fc56c226c", "tag": "96c67286-5a55-4174-910d-57ab5ea52a71"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:26.642742 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28cabcda-1d91-4e08-b123-581bae51a6c7 req-da0b3370-b1a5-4d5c-b270-79ac02094a1c service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572252 Jul 16 18:03:26.645413 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:26.655624 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-1759319a-caad-40a7-8094-2850d296bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.662830 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-1759319a-caad-40a7-8094-2850d296bb83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.1693993 Jul 16 18:03:26.694824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:26.696473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bdb2e20c-16b7-4dc9-8e8b-d59f4d8d364b not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:26.728989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef6bd-db1f-42c7-9a72-945e5af884d6 req-3599eccb-984a-4f9b-a9fd-ede8e534b12e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.737303 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-667ef6bd-db1f-42c7-9a72-945e5af884d6 req-3599eccb-984a-4f9b-a9fd-ede8e534b12e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 943 time: 0.1689162 Jul 16 18:03:26.763744 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27488b73-a105-4b91-9651-dcc05f5c853f x-openstack-request-id: req-27488b73-a105-4b91-9651-dcc05f5c853f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:26.764089 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6562d520-2b02-41a9-b8a8-f11fc56c226c", "tag": "96c67286-5a55-4174-910d-57ab5ea52a71", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:26.764446 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27488b73-a105-4b91-9651-dcc05f5c853f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:26.765230 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6562d520-2b02-41a9-b8a8-f11fc56c226c', 'tag': '96c67286-5a55-4174-910d-57ab5ea52a71', 'status': 'completed', 'code': 200} Jul 16 18:03:26.778430 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-57fce7ad-4351-4781-a326-a9eaae584568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.795461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-57fce7ad-4351-4781-a326-a9eaae584568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.813831 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-fb97fdae-c506-40fb-8e51-1a1708b07a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.815952 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-fb97fdae-c506-40fb-8e51-1a1708b07a42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493790 Jul 16 18:03:26.860861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-667ef6bd-db1f-42c7-9a72-945e5af884d6 req-d4d7242a-9b4c-48c1-af40-25850f893a48 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223900 Jul 16 18:03:26.867370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35158) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:26.911239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fce7ad-4351-4781-a326-a9eaae584568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a254df-bd15-4288-aae3-07a7f21db818,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:26.932199 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-57fce7ad-4351-4781-a326-a9eaae584568 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5af2d3fecfa742c29ec6915e2d295c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555092 Jul 16 18:03:26.935742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35162) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:26.991121 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-462ce215-5f04-46b0-b0c5-fd47d588938d service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658692 Jul 16 18:03:27.016913 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa549a4e-6065-457e-b735-a001983161fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.071882 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa549a4e-6065-457e-b735-a001983161fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.098308 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-212ad11c-77ec-4c13-8b01-dcedd4b80f3d req-4557e413-ad48-4ce1-9c7b-6c764c7b2823 service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011331 Jul 16 18:03:27.142631 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d3e196bf-8595-482b-b3f6-d797191ee750 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17f2e8233461467da1a70adf2d52d2a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734725 Jul 16 18:03:27.145579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35164) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:27.196205 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa549a4e-6065-457e-b735-a001983161fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.199982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aa549a4e-6065-457e-b735-a001983161fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.203013 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-aa549a4e-6065-457e-b735-a001983161fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7a254df-bd15-4288-aae3-07a7f21db818 HTTP/1.1" status: 204 len: 168 time: 0.2644491 Jul 16 18:03:27.212378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80c1dc-ef5b-4696-b9a5-82866b66213d req-7ba58999-ae48-4dfb-9c0c-4ac7f15dbd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.214047 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8d80c1dc-ef5b-4696-b9a5-82866b66213d req-7ba58999-ae48-4dfb-9c0c-4ac7f15dbd66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 1095 time: 0.0601709 Jul 16 18:03:27.218899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa549a4e-6065-457e-b735-a001983161fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a254df-bd15-4288-aae3-07a7f21db818,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.242055 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e96a5b55-a54e-440e-8a88-f85db37bc083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.277217 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e96a5b55-a54e-440e-8a88-f85db37bc083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.390123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80c1dc-ef5b-4696-b9a5-82866b66213d req-9ae59941-e709-45b5-b66c-5e40a47ff899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.390123 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8d80c1dc-ef5b-4696-b9a5-82866b66213d req-9ae59941-e709-45b5-b66c-5e40a47ff899 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.1592057 Jul 16 18:03:27.442085 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e96a5b55-a54e-440e-8a88-f85db37bc083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.445395 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e96a5b55-a54e-440e-8a88-f85db37bc083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.446604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e96a5b55-a54e-440e-8a88-f85db37bc083 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10a45e31-5bc9-4076-86c1-daf287fa2b78 HTTP/1.1" status: 204 len: 168 time: 0.2997313 Jul 16 18:03:27.459585 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8d80c1dc-ef5b-4696-b9a5-82866b66213d req-065d3c2a-f6f5-4d0c-86d3-8f96ec5657ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c67286-5a55-4174-910d-57ab5ea52a71 HTTP/1.1" status: 200 len: 217 time: 0.0587907 Jul 16 18:03:27.460868 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a5b55-a54e-440e-8a88-f85db37bc083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a45e31-5bc9-4076-86c1-daf287fa2b78,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:27.482065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e5fcf-43ec-4af5-8490-8d565a25335f req-545145ca-5b63-401b-a916-9092e3d80f61 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.484373 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-008e5fcf-43ec-4af5-8490-8d565a25335f req-545145ca-5b63-401b-a916-9092e3d80f61 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1383266 Jul 16 18:03:27.524449 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80c1dc-ef5b-4696-b9a5-82866b66213d req-82367c71-18c2-4c87-b298-ea42878e5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.527185 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8d80c1dc-ef5b-4696-b9a5-82866b66213d req-82367c71-18c2-4c87-b298-ea42878e5fcc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.0610545 Jul 16 18:03:27.540335 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-008e5fcf-43ec-4af5-8490-8d565a25335f req-a7d88df0-71c0-4e9d-9a8c-8012c7cdc9db tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374796 Jul 16 18:03:27.628266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80c1dc-ef5b-4696-b9a5-82866b66213d req-c6dc4132-1157-47e0-b6b4-0fda195ab0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.631082 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8d80c1dc-ef5b-4696-b9a5-82866b66213d req-c6dc4132-1157-47e0-b6b4-0fda195ab0d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916865 Jul 16 18:03:27.760289 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8d80c1dc-ef5b-4696-b9a5-82866b66213d req-28ffd6f2-5e7d-4cae-9aeb-063114f6bd49 service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209378 Jul 16 18:03:27.888869 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8d80c1dc-ef5b-4696-b9a5-82866b66213d req-e67a6c25-0e82-405f-93d9-646bb8fbf90e service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208735 Jul 16 18:03:28.232796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075f8db-8e8f-4410-b1c7-6e9aaa6b5e1f req-695f9a15-a1ee-4bb3-90b9-09f5e81a663f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.235507 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9075f8db-8e8f-4410-b1c7-6e9aaa6b5e1f req-695f9a15-a1ee-4bb3-90b9-09f5e81a663f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 943 time: 0.1688349 Jul 16 18:03:28.306831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9075f8db-8e8f-4410-b1c7-6e9aaa6b5e1f req-112e6e4c-9fec-49c3-86f2-f3c81724d4bd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624030 Jul 16 18:03:28.797855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bb7a1-4348-4e6e-88dc-7f067e879296 req-ad73dfa7-a995-442d-b7cc-c15f9fdb6c5b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.800312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea2bb7a1-4348-4e6e-88dc-7f067e879296 req-ad73dfa7-a995-442d-b7cc-c15f9fdb6c5b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.0894341 Jul 16 18:03:28.853539 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea2bb7a1-4348-4e6e-88dc-7f067e879296 req-fa09cc9e-a617-4be2-ba32-f837e18651c5 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447547 Jul 16 18:03:28.969817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35290) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:28.982151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35294) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:29.143500 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab39e5ef-95ee-43f5-ae9f-f0e813fb890c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.190490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-354d5ec2-45d8-4468-9478-92105d01a70d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group': {'name': 'tempest-secgroup--588354511'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:29.319412 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab39e5ef-95ee-43f5-ae9f-f0e813fb890c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.345859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ab39e5ef-95ee-43f5-ae9f-f0e813fb890c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.361021 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-354d5ec2-45d8-4468-9478-92105d01a70d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.388723 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-354d5ec2-45d8-4468-9478-92105d01a70d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.404657 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35312) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:29.405326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ab39e5ef-95ee-43f5-ae9f-f0e813fb890c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=965b320d47d442cf90acf5a15eeaca98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185162 Jul 16 18:03:29.413377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39e5ef-95ee-43f5-ae9f-f0e813fb890c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e7e2b7-acd4-48e4-b6b5-b818d5bdfe4d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:29.513919 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7c3e-0701-4a0a-8352-70278fe858d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.554710 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7c3e-0701-4a0a-8352-70278fe858d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.555066 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-354d5ec2-45d8-4468-9478-92105d01a70d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.580834 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-354d5ec2-45d8-4468-9478-92105d01a70d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.638268 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7c3e-0701-4a0a-8352-70278fe858d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.641291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d5ec2-45d8-4468-9478-92105d01a70d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6011648e-f151-45b7-8caa-9544777c9047,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:29.645345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7c3e-0701-4a0a-8352-70278fe858d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.649755 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cdcc7c3e-0701-4a0a-8352-70278fe858d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4e7e2b7-acd4-48e4-b6b5-b818d5bdfe4d HTTP/1.1" status: 204 len: 168 time: 0.2437613 Jul 16 18:03:29.658374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc7c3e-0701-4a0a-8352-70278fe858d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e7e2b7-acd4-48e4-b6b5-b818d5bdfe4d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:29.736143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1be68-8020-4cd6-bc0a-0831ffb9d13c req-d67abd0a-8c48-4db6-9f06-3a7e73babeff tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:29.738470 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ac1be68-8020-4cd6-bc0a-0831ffb9d13c req-d67abd0a-8c48-4db6-9f06-3a7e73babeff tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 943 time: 0.2153647 Jul 16 18:03:29.811877 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-354d5ec2-45d8-4468-9478-92105d01a70d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.816127 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ac1be68-8020-4cd6-bc0a-0831ffb9d13c req-9e3437da-6130-41c9-a3ab-2dfdc6f2e5cd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632596 Jul 16 18:03:29.817469 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-354d5ec2-45d8-4468-9478-92105d01a70d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.855108 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-354d5ec2-45d8-4468-9478-92105d01a70d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.858348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-354d5ec2-45d8-4468-9478-92105d01a70d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8867447 Jul 16 18:03:29.859796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d5ec2-45d8-4468-9478-92105d01a70d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53168a7-46dc-4e10-9441-7b941f0d5636,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:29.860318 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35354) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:29.981255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35374) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:29.982160 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e1836646-338b-4f34-926d-6cf2adf0773f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1205614 Jul 16 18:03:29.990230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a73507b7-7482-4436-8e51-d56b52703b26 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group': {'name': 'tempest-security--1180950705', 'description': 'tempest-security-description-20034839'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:30.059221 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a73507b7-7482-4436-8e51-d56b52703b26 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.136176 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a73507b7-7482-4436-8e51-d56b52703b26 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.148323 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a73507b7-7482-4436-8e51-d56b52703b26 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.151299 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a73507b7-7482-4436-8e51-d56b52703b26 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.155464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a73507b7-7482-4436-8e51-d56b52703b26 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "PUT /v2.0/security-groups/c53168a7-46dc-4e10-9441-7b941f0d5636 HTTP/1.1" status: 200 len: 1778 time: 0.1704545 Jul 16 18:03:30.155803 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35396) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:30.171603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b614c-a5f4-4ccd-b2e1-a86c6f243104 req-499a487d-6b61-471e-98a1-643d58251d44 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:30.179113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a60b614c-a5f4-4ccd-b2e1-a86c6f243104 req-499a487d-6b61-471e-98a1-643d58251d44 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1545346 Jul 16 18:03:30.229086 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-46220518-d20e-4da2-a7a4-44fec92af12b tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-groups/c53168a7-46dc-4e10-9441-7b941f0d5636 HTTP/1.1" status: 200 len: 1778 time: 0.0715392 Jul 16 18:03:30.231405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35406) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:30.233745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73507b7-7482-4436-8e51-d56b52703b26 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53168a7-46dc-4e10-9441-7b941f0d5636,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:30.267256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a60b614c-a5f4-4ccd-b2e1-a86c6f243104 req-e1bae2df-0b17-4486-b04a-ae8c4f3c8bed tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871000 Jul 16 18:03:30.334143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c95fe4f-5d89-4a7b-9936-d24fffa794e7 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.351872 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 96c67286-5a55-4174-910d-57ab5ea52a71 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:30.362997 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c95fe4f-5d89-4a7b-9936-d24fffa794e7 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.467431 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c95fe4f-5d89-4a7b-9936-d24fffa794e7 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.473585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c95fe4f-5d89-4a7b-9936-d24fffa794e7 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.478697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35438) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:30.478869 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3c95fe4f-5d89-4a7b-9936-d24fffa794e7 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-groups/c53168a7-46dc-4e10-9441-7b941f0d5636 HTTP/1.1" status: 204 len: 168 time: 0.2459567 Jul 16 18:03:30.514891 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95fe4f-5d89-4a7b-9936-d24fffa794e7 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53168a7-46dc-4e10-9441-7b941f0d5636,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:30.543984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 96c67286-5a55-4174-910d-57ab5ea52a71, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=96c67286-5a55-4174-910d-57ab5ea52a71,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:30.570723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f9b37834-2761-4362-9a3f-40bd0ed6bb7d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904305 Jul 16 18:03:30.575261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35448) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:30.599635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '96c67286-5a55-4174-910d-57ab5ea52a71', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'port_id': '96c67286-5a55-4174-910d-57ab5ea52a71', 'mac_address': 'fa:16:3e:82:fb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:30.630877 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-a27c147e-faa7-44d1-b422-45aca39a6093 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] delete failed (client error): The resource could not be found. Jul 16 18:03:30.632169 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a27c147e-faa7-44d1-b422-45aca39a6093 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-groups/c53168a7-46dc-4e10-9441-7b941f0d5636 HTTP/1.1" status: 404 len: 347 time: 0.0547411 Jul 16 18:03:30.638065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35456) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:30.645599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-2905b939-9760-47f2-a913-9536b1099084 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024408045'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:30.682106 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.692790 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2905b939-9760-47f2-a913-9536b1099084 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.710508 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c67286-5a55-4174-910d-57ab5ea52a71 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:30.805004 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 96c67286-5a55-4174-910d-57ab5ea52a71, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=96c67286-5a55-4174-910d-57ab5ea52a71,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:30.824853 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.933828 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2905b939-9760-47f2-a913-9536b1099084 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.946315 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2905b939-9760-47f2-a913-9536b1099084 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.981312 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2905b939-9760-47f2-a913-9536b1099084 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.984559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2905b939-9760-47f2-a913-9536b1099084 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3449442 Jul 16 18:03:30.989025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35496) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:30.994247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-25c80ac1-042d-4bed-9888-a695d2a30401 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group_rule': {'security_group_id': '4cdd21ca-8022-4f5a-a6a4-c8d4413c8fe7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:31.066881 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25c80ac1-042d-4bed-9888-a695d2a30401 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.105176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35506) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:31.105562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=96c67286-5a55-4174-910d-57ab5ea52a71,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:31.129143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905b939-9760-47f2-a913-9536b1099084 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdd21ca-8022-4f5a-a6a4-c8d4413c8fe7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:31.189507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411a492-ff93-4eb9-9e60-17a9a9ba8bcf req-35814ce2-6648-4830-9ce6-6b9a22c8df00 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.192226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8411a492-ff93-4eb9-9e60-17a9a9ba8bcf req-35814ce2-6648-4830-9ce6-6b9a22c8df00 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 944 time: 0.1689160 Jul 16 18:03:31.213070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['96c67286-5a55-4174-910d-57ab5ea52a71'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:31.261243 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25c80ac1-042d-4bed-9888-a695d2a30401 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.265570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8411a492-ff93-4eb9-9e60-17a9a9ba8bcf req-e73b1bd6-6c26-4684-9089-756ab47f11dd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666206 Jul 16 18:03:31.277522 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25c80ac1-042d-4bed-9888-a695d2a30401 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.323357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c80ac1-042d-4bed-9888-a695d2a30401 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ace57f3-be92-41a2-94f0-ca9d81f6c9a8,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:31.326218 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-25c80ac1-042d-4bed-9888-a695d2a30401 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.340024 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-25c80ac1-042d-4bed-9888-a695d2a30401 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497009 Jul 16 18:03:31.342956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35534) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:31.409460 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55cb332-302b-4836-afe5-ba8ff56de27f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.429612 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55cb332-302b-4836-afe5-ba8ff56de27f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.440299 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1708958906'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:31.507376 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55cb332-302b-4836-afe5-ba8ff56de27f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.512185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:31.514066 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55cb332-302b-4836-afe5-ba8ff56de27f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.515494 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d55cb332-302b-4836-afe5-ba8ff56de27f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7ace57f3-be92-41a2-94f0-ca9d81f6c9a8 HTTP/1.1" status: 204 len: 168 time: 0.1715090 Jul 16 18:03:31.522286 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.525386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35550) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:31.539338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cb332-302b-4836-afe5-ba8ff56de27f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ace57f3-be92-41a2-94f0-ca9d81f6c9a8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:31.555808 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.603962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b381bcbb-9996-4b63-bd45-bc3b7d550576 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0766649 Jul 16 18:03:31.606277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35558) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:31.753014 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.762676 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.832674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:31.860862 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4832e-95d3-428e-8820-4cca42ef98b3 req-5603d905-b761-4a30-9f6a-d9d733ee7113 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.868572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8b4832e-95d3-428e-8820-4cca42ef98b3 req-5603d905-b761-4a30-9f6a-d9d733ee7113 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.2442265 Jul 16 18:03:31.869333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0adc70-e84e-4f17-8ac8-77ea9fad40d7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:31.872644 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.873182 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Added segment 6df49eef-ddfb-48c7-945e-07caef7a485d of type vlan for network fcb4f95f-554d-45e2-a2c3-5d939c307dcd Jul 16 18:03:31.891532 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90deb19e-1935-47d8-aa95-20dd040285b3 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.935117 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.948065 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90deb19e-1935-47d8-aa95-20dd040285b3 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.972027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.980594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.981984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.002190 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8916080 Jul 16 18:03:32.094189 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c85bd-32e3-4e27-8be0-097e449fd2ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Network': ['ID=fcb4f95f-554d-45e2-a2c3-5d939c307dcd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:32.102549 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8b4832e-95d3-428e-8820-4cca42ef98b3 req-e16b5a3c-c73a-454d-b8c0-f01df341ae5c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325211 Jul 16 18:03:32.106553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network fcb4f95f-554d-45e2-a2c3-5d939c307dcd details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:32.161504 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90deb19e-1935-47d8-aa95-20dd040285b3 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.166409 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90deb19e-1935-47d8-aa95-20dd040285b3 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.172003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-90deb19e-1935-47d8-aa95-20dd040285b3 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-groups/4cdd21ca-8022-4f5a-a6a4-c8d4413c8fe7 HTTP/1.1" status: 204 len: 168 time: 0.5610437 Jul 16 18:03:32.173086 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35608) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:32.214042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90deb19e-1935-47d8-aa95-20dd040285b3 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdd21ca-8022-4f5a-a6a4-c8d4413c8fe7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:32.401649 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3de39386-939e-4871-95ed-6a6d6ac68394 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2220798 Jul 16 18:03:32.404007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35628) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:32.408831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a57dfb3b-4f9f-4acc-8bd8-8a52bbd3fce5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092350871'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:32.461830 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a57dfb3b-4f9f-4acc-8bd8-8a52bbd3fce5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.684562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea27b18-8857-472b-b44e-80c61e8efea2 req-5187278c-46e1-4a46-9e7d-05b1dba14204 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.692249 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eea27b18-8857-472b-b44e-80c61e8efea2 req-5187278c-46e1-4a46-9e7d-05b1dba14204 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 944 time: 0.2062030 Jul 16 18:03:32.744630 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a57dfb3b-4f9f-4acc-8bd8-8a52bbd3fce5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.768056 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a57dfb3b-4f9f-4acc-8bd8-8a52bbd3fce5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.787309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eea27b18-8857-472b-b44e-80c61e8efea2 req-8ea47c55-0ccb-47fe-a364-90d0b0565683 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924926 Jul 16 18:03:32.838051 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a57dfb3b-4f9f-4acc-8bd8-8a52bbd3fce5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.841837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a57dfb3b-4f9f-4acc-8bd8-8a52bbd3fce5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4344635 Jul 16 18:03:32.843704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35666) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:32.845160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dfb3b-4f9f-4acc-8bd8-8a52bbd3fce5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9426e2dc-029e-42bf-a716-7dba10b0575a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:32.849354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0c3bd946-617b-4037-8b26-2aa6f79fd841 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group_rule': {'security_group_id': '9426e2dc-029e-42bf-a716-7dba10b0575a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:32.909147 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c3bd946-617b-4037-8b26-2aa6f79fd841 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.991109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c3bd946-617b-4037-8b26-2aa6f79fd841 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.999936 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c3bd946-617b-4037-8b26-2aa6f79fd841 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.039159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bd946-617b-4037-8b26-2aa6f79fd841 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b16a94-c0bb-4e7c-b0cd-68996c580808,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:33.050643 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c3bd946-617b-4037-8b26-2aa6f79fd841 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.057412 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0c3bd946-617b-4037-8b26-2aa6f79fd841 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2088852 Jul 16 18:03:33.058006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35686) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:33.067989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ae238026-2c40-4358-a8b5-d6b6740b93c7 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group_rule': {'security_group_id': '9426e2dc-029e-42bf-a716-7dba10b0575a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:33.128410 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae238026-2c40-4358-a8b5-d6b6740b93c7 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.248125 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae238026-2c40-4358-a8b5-d6b6740b93c7 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.257436 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae238026-2c40-4358-a8b5-d6b6740b93c7 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.284330 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae238026-2c40-4358-a8b5-d6b6740b93c7 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cd0fd0-db1f-4fbb-b97e-cb46b302d72d,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:33.319047 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae238026-2c40-4358-a8b5-d6b6740b93c7 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.321631 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ae238026-2c40-4358-a8b5-d6b6740b93c7 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2604539 Jul 16 18:03:33.324207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35712) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:33.332505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-96f610f6-a261-48ba-869a-3c6182908afe tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group_rule': {'security_group_id': '9426e2dc-029e-42bf-a716-7dba10b0575a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:33.384535 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96f610f6-a261-48ba-869a-3c6182908afe tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.564287 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96f610f6-a261-48ba-869a-3c6182908afe tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.579467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c4ae3-743c-4bf4-a5b4-ceb907ccdc47 req-791aa036-87ec-4b06-bc63-4c82646bdb99 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.581419 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c8c4ae3-743c-4bf4-a5b4-ceb907ccdc47 req-791aa036-87ec-4b06-bc63-4c82646bdb99 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1805654 Jul 16 18:03:33.582507 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96f610f6-a261-48ba-869a-3c6182908afe tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.607149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f610f6-a261-48ba-869a-3c6182908afe tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d79543-24f3-4c55-9d1f-e0e492230f66,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:33.659905 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96f610f6-a261-48ba-869a-3c6182908afe tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.662706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-96f610f6-a261-48ba-869a-3c6182908afe tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3370461 Jul 16 18:03:33.665369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35744) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:33.668634 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c8c4ae3-743c-4bf4-a5b4-ceb907ccdc47 req-5e9e5b2b-7f0f-4ac4-9e0e-42d032d65a66 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722425 Jul 16 18:03:33.676661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-12bc959e-ebc2-4fc6-ae73-0fed329ab54b tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group_rule': {'security_group_id': '9426e2dc-029e-42bf-a716-7dba10b0575a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:33.728901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12bc959e-ebc2-4fc6-ae73-0fed329ab54b tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.896962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12bc959e-ebc2-4fc6-ae73-0fed329ab54b tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.909865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12bc959e-ebc2-4fc6-ae73-0fed329ab54b tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.961023 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12bc959e-ebc2-4fc6-ae73-0fed329ab54b tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.963397 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-12bc959e-ebc2-4fc6-ae73-0fed329ab54b tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2963903 Jul 16 18:03:33.967151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35778) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:33.984288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-08a34d85-d785-4215-bd88-dc919d86e364 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group_rule': {'security_group_id': '9426e2dc-029e-42bf-a716-7dba10b0575a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:33.988536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc959e-ebc2-4fc6-ae73-0fed329ab54b tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60317f08-fe2d-4830-8b5d-61b554cabb5f,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:34.065533 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08a34d85-d785-4215-bd88-dc919d86e364 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.108819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4a128-f8c3-42ce-8327-22bd765943a8 req-632b1ea4-2228-4370-823a-dea7efdbd484 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.117594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abf4a128-f8c3-42ce-8327-22bd765943a8 req-632b1ea4-2228-4370-823a-dea7efdbd484 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 944 time: 0.1519349 Jul 16 18:03:34.174479 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abf4a128-f8c3-42ce-8327-22bd765943a8 req-b5dc249d-0ee2-4be3-a1cf-8e6a9407353f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554812 Jul 16 18:03:34.225393 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08a34d85-d785-4215-bd88-dc919d86e364 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.234599 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08a34d85-d785-4215-bd88-dc919d86e364 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.265755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a34d85-d785-4215-bd88-dc919d86e364 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fc44ad-735b-48db-a9a5-d1120f091243,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:34.284142 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08a34d85-d785-4215-bd88-dc919d86e364 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.290278 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-08a34d85-d785-4215-bd88-dc919d86e364 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3169823 Jul 16 18:03:34.290730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35810) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:34.333093 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0222cf4e-dd8f-4a63-bf9e-60a2f70a3877 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.345763 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0222cf4e-dd8f-4a63-bf9e-60a2f70a3877 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.375751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 96c67286-5a55-4174-910d-57ab5ea52a71 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:34.410916 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0222cf4e-dd8f-4a63-bf9e-60a2f70a3877 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.427723 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0222cf4e-dd8f-4a63-bf9e-60a2f70a3877 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.430619 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0222cf4e-dd8f-4a63-bf9e-60a2f70a3877 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/42fc44ad-735b-48db-a9a5-d1120f091243 HTTP/1.1" status: 204 len: 168 time: 0.1377041 Jul 16 18:03:34.432807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35826) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:34.461382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222cf4e-dd8f-4a63-bf9e-60a2f70a3877 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42fc44ad-735b-48db-a9a5-d1120f091243,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:34.488690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 96c67286-5a55-4174-910d-57ab5ea52a71 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:34.500431 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 96c67286-5a55-4174-910d-57ab5ea52a71 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:34.502194 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.531908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35836) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:34.532258 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5a652fb3-d94e-420f-a871-a345a4c17478 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0969720 Jul 16 18:03:34.569196 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f38fd0ea-7a4c-4573-9fd3-30638024fb11 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.579580 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f38fd0ea-7a4c-4573-9fd3-30638024fb11 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.615841 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.633485 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f38fd0ea-7a4c-4573-9fd3-30638024fb11 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.645192 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f38fd0ea-7a4c-4573-9fd3-30638024fb11 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.646580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f38fd0ea-7a4c-4573-9fd3-30638024fb11 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/60317f08-fe2d-4830-8b5d-61b554cabb5f HTTP/1.1" status: 204 len: 168 time: 0.1127601 Jul 16 18:03:34.650360 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35852) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:34.669219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fd0ea-7a4c-4573-9fd3-30638024fb11 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60317f08-fe2d-4830-8b5d-61b554cabb5f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:34.684380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6562d520-2b02-41a9-b8a8-f11fc56c226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c67286-5a55-4174-910d-57ab5ea52a71'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:34.690559 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1df19b8-a2dc-45ab-b403-c67871816e35" -d '{"events": [{"server_uuid": "6562d520-2b02-41a9-b8a8-f11fc56c226c", "name": "network-vif-plugged", "status": "completed", "tag": "96c67286-5a55-4174-910d-57ab5ea52a71"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:34.710743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 96c67286-5a55-4174-910d-57ab5ea52a71, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=96c67286-5a55-4174-910d-57ab5ea52a71,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:34.719080 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.795919 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921ba1e6-ccee-4ad3-8c98-2ac0a61066fe x-openstack-request-id: req-921ba1e6-ccee-4ad3-8c98-2ac0a61066fe {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:34.796220 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6562d520-2b02-41a9-b8a8-f11fc56c226c", "name": "network-vif-plugged", "status": "completed", "tag": "96c67286-5a55-4174-910d-57ab5ea52a71", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:34.796680 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-921ba1e6-ccee-4ad3-8c98-2ac0a61066fe {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:34.797258 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6562d520-2b02-41a9-b8a8-f11fc56c226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c67286-5a55-4174-910d-57ab5ea52a71', 'code': 200} Jul 16 18:03:34.798037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=96c67286-5a55-4174-910d-57ab5ea52a71,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:34.801835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35858) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:34.811489 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a5425505-4bca-4e22-83a9-f77a1155e79f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1594706 Jul 16 18:03:34.831838 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d142c641-89f9-42d2-9b64-08772a28388c tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.843531 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d142c641-89f9-42d2-9b64-08772a28388c tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.876478 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d142c641-89f9-42d2-9b64-08772a28388c tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.893282 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d142c641-89f9-42d2-9b64-08772a28388c tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.894346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d142c641-89f9-42d2-9b64-08772a28388c tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e6d79543-24f3-4c55-9d1f-e0e492230f66 HTTP/1.1" status: 204 len: 168 time: 0.0907817 Jul 16 18:03:34.895492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142c641-89f9-42d2-9b64-08772a28388c tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6d79543-24f3-4c55-9d1f-e0e492230f66,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:34.897336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35860) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:34.918041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b565b-05b1-42cc-88e4-b5d7dcf783ed req-5b9a69a6-305f-4eb5-834f-54118ec8998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.919727 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-014b565b-05b1-42cc-88e4-b5d7dcf783ed req-5b9a69a6-305f-4eb5-834f-54118ec8998d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 1097 time: 0.0896525 Jul 16 18:03:34.972228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f05865-0b7e-422b-badc-5c15abd2a2d9 req-eea551da-ba69-4e3f-bb47-b42a2403b0e7 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.973887 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e67c4b05-7be3-4afe-8d44-d03dd235b1c2 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0747726 Jul 16 18:03:34.974741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-80f05865-0b7e-422b-badc-5c15abd2a2d9 req-eea551da-ba69-4e3f-bb47-b42a2403b0e7 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.0849030 Jul 16 18:03:34.977597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35862) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:34.986658 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-014b565b-05b1-42cc-88e4-b5d7dcf783ed req-0d9d3204-e5b4-41a4-8b69-d5e22aa76641 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587196 Jul 16 18:03:35.019988 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-16a8b886-5d73-4c1a-a928-ebe1def89555 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.030340 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-16a8b886-5d73-4c1a-a928-ebe1def89555 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.053308 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-80f05865-0b7e-422b-badc-5c15abd2a2d9 req-904d8e8d-64a3-4ecc-817e-3890e8f2adab tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629194 Jul 16 18:03:35.069196 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-16a8b886-5d73-4c1a-a928-ebe1def89555 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.075807 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-16a8b886-5d73-4c1a-a928-ebe1def89555 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.076938 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-16a8b886-5d73-4c1a-a928-ebe1def89555 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/44cd0fd0-db1f-4fbb-b97e-cb46b302d72d HTTP/1.1" status: 204 len: 168 time: 0.0983746 Jul 16 18:03:35.080788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35864) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.085989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8b886-5d73-4c1a-a928-ebe1def89555 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44cd0fd0-db1f-4fbb-b97e-cb46b302d72d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.148329 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0c4aff57-0643-454e-9be2-20871bbe4886 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0654452 Jul 16 18:03:35.151058 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35866) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.223439 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e772bd0-5051-4089-aafd-45f88bdc7129 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.233019 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e772bd0-5051-4089-aafd-45f88bdc7129 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.272086 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e772bd0-5051-4089-aafd-45f88bdc7129 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.279801 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e772bd0-5051-4089-aafd-45f88bdc7129 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.283481 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9e772bd0-5051-4089-aafd-45f88bdc7129 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/05b16a94-c0bb-4e7c-b0cd-68996c580808 HTTP/1.1" status: 204 len: 168 time: 0.1286659 Jul 16 18:03:35.284769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35872) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.288638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e772bd0-5051-4089-aafd-45f88bdc7129 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05b16a94-c0bb-4e7c-b0cd-68996c580808,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.367115 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8d920798-9295-4740-b23c-2e46b9abccb5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0806923 Jul 16 18:03:35.369763 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35874) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.445934 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08b5221c-6c6a-48bf-840b-b955319dc553 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.482573 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08b5221c-6c6a-48bf-840b-b955319dc553 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.499364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae639e-be51-47d9-b616-8e5feee5ed69 req-1ba6cf6a-83bb-4b5f-9e84-0a64825b7285 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.502513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96ae639e-be51-47d9-b616-8e5feee5ed69 req-1ba6cf6a-83bb-4b5f-9e84-0a64825b7285 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.1338713 Jul 16 18:03:35.555715 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08b5221c-6c6a-48bf-840b-b955319dc553 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.559634 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08b5221c-6c6a-48bf-840b-b955319dc553 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.561139 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-08b5221c-6c6a-48bf-840b-b955319dc553 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-groups/9426e2dc-029e-42bf-a716-7dba10b0575a HTTP/1.1" status: 204 len: 168 time: 0.1898844 Jul 16 18:03:35.565683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35878) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.576202 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96ae639e-be51-47d9-b616-8e5feee5ed69 req-17a0d2d0-b246-4e65-8a7b-7d8edb4a298f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655785 Jul 16 18:03:35.584242 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5221c-6c6a-48bf-840b-b955319dc553 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9426e2dc-029e-42bf-a716-7dba10b0575a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.652424 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1f399581-85c6-46df-a86b-daac6e932ca8 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851715 Jul 16 18:03:35.656500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35880) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.665706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0b6397ec-a70d-4993-a05f-7fb033c2e5ac tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249247632'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:35.689688 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b6397ec-a70d-4993-a05f-7fb033c2e5ac tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.871014 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b6397ec-a70d-4993-a05f-7fb033c2e5ac tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.881568 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b6397ec-a70d-4993-a05f-7fb033c2e5ac tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.968237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6397ec-a70d-4993-a05f-7fb033c2e5ac tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca42ef0c-0768-4f24-806d-eaf8291efc05,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.986349 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0b6397ec-a70d-4993-a05f-7fb033c2e5ac tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.991720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35890) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.997579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-85731452-2c47-4d46-bf15-883ae5c55df0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group_rule': {'security_group_id': 'ca42ef0c-0768-4f24-806d-eaf8291efc05', 'direction': 'ingress', 'protocol': 17}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:36.003984 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0b6397ec-a70d-4993-a05f-7fb033c2e5ac tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3465397 Jul 16 18:03:36.028195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35894) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:36.035031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-30a616b3-8b2c-4d49-aa72-edf381c73b7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'subnet': {'network_id': 'fcb4f95f-554d-45e2-a2c3-5d939c307dcd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:36.054811 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-85731452-2c47-4d46-bf15-883ae5c55df0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.134607 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-85731452-2c47-4d46-bf15-883ae5c55df0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.143001 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-85731452-2c47-4d46-bf15-883ae5c55df0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.178299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85731452-2c47-4d46-bf15-883ae5c55df0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf8782d-1cbc-41f8-a3de-ca30e3345e5a,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:36.186029 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a616b3-8b2c-4d49-aa72-edf381c73b7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:36.188517 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-85731452-2c47-4d46-bf15-883ae5c55df0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.189774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-85731452-2c47-4d46-bf15-883ae5c55df0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1964557 Jul 16 18:03:36.193403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35900) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:36.201757 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30a616b3-8b2c-4d49-aa72-edf381c73b7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.347836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4de91-2ec1-4fc2-960d-c068f68e512a req-34839580-59d9-4606-bd74-1c64ba5a2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.350085 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-62b4de91-2ec1-4fc2-960d-c068f68e512a req-34839580-59d9-4606-bd74-1c64ba5a2033 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 1097 time: 0.1161008 Jul 16 18:03:36.382857 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc789c1d-0848-475a-ac77-7f175b6e5ee5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.423046 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-62b4de91-2ec1-4fc2-960d-c068f68e512a req-b113964a-3b3e-45d9-8e25-ba2c76d44ff9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646026 Jul 16 18:03:36.433200 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc789c1d-0848-475a-ac77-7f175b6e5ee5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.448611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268664e-05ee-4c49-8777-635beb3539b4 req-373b8668-9f4a-4e04-a527-92bcc4a2dd58 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.450885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7268664e-05ee-4c49-8777-635beb3539b4 req-373b8668-9f4a-4e04-a527-92bcc4a2dd58 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1684711 Jul 16 18:03:36.494244 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30a616b3-8b2c-4d49-aa72-edf381c73b7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.526626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7268664e-05ee-4c49-8777-635beb3539b4 req-457d2178-f272-478d-991c-22dd1c588f30 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661066 Jul 16 18:03:36.554785 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc789c1d-0848-475a-ac77-7f175b6e5ee5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.558108 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc789c1d-0848-475a-ac77-7f175b6e5ee5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.563541 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bc789c1d-0848-475a-ac77-7f175b6e5ee5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-groups/ca42ef0c-0768-4f24-806d-eaf8291efc05 HTTP/1.1" status: 204 len: 168 time: 0.3655598 Jul 16 18:03:36.563761 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35904) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:36.566008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a616b3-8b2c-4d49-aa72-edf381c73b7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Subnet': ['ID=35096be1-6d43-448d-8271-e36dd6c49335,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:36.571722 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc789c1d-0848-475a-ac77-7f175b6e5ee5 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca42ef0c-0768-4f24-806d-eaf8291efc05,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:36.592694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a616b3-8b2c-4d49-aa72-edf381c73b7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Checking segment: {'id': '6df49eef-ddfb-48c7-945e-07caef7a485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fcb4f95f-554d-45e2-a2c3-5d939c307dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:36.593101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a616b3-8b2c-4d49-aa72-edf381c73b7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network hostable DHCP agents. Network: fcb4f95f-554d-45e2-a2c3-5d939c307dcd, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:36.639868 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f20d9d68-3172-4071-823e-77bad9f407ad tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746257 Jul 16 18:03:36.641201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a616b3-8b2c-4d49-aa72-edf381c73b7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network fcb4f95f-554d-45e2-a2c3-5d939c307dcd is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:36.646617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35908) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:36.651148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-87c7b210-890a-4404-98a7-3e7364305de0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group': {'name': 'tempest-secgroup--719601338'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:36.675596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-30a616b3-8b2c-4d49-aa72-edf381c73b7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, fcb4f95f-554d-45e2-a2c3-5d939c307dcd) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:36.680685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a616b3-8b2c-4d49-aa72-edf381c73b7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.681281 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30a616b3-8b2c-4d49-aa72-edf381c73b7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.695371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4300dc95-c1d4-485d-afcb-50661fb2dc20 None None] Network fcb4f95f-554d-45e2-a2c3-5d939c307dcd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:36.728272 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87c7b210-890a-4404-98a7-3e7364305de0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.763781 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-30a616b3-8b2c-4d49-aa72-edf381c73b7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7288620 Jul 16 18:03:36.764059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35914) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:36.773501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1277952912'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:36.807852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:03:36.807852 n-d-787205-10 neutron-server[105590]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:03:36.807852 n-d-787205-10 neutron-server[105590]: [parameters: {'project_id_1': '6a8d2d3ccaf240e7a305e0bd76a1ebd0', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 3, 36, 780775)}] Jul 16 18:03:36.807852 n-d-787205-10 neutron-server[105590]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:03:36.808510 n-d-787205-10 neutron-server[105590]: DEBUG oslo_db.api [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:03:36.902479 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87c7b210-890a-4404-98a7-3e7364305de0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.910078 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87c7b210-890a-4404-98a7-3e7364305de0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.928462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d275b5-0219-4457-bcc3-88a7b44de009 req-fe15d8cf-0e68-4de5-b941-53dc5ce831df tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.939649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6d275b5-0219-4457-bcc3-88a7b44de009 req-fe15d8cf-0e68-4de5-b941-53dc5ce831df tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.2007115 Jul 16 18:03:36.957182 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87c7b210-890a-4404-98a7-3e7364305de0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.959012 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-87c7b210-890a-4404-98a7-3e7364305de0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3111138 Jul 16 18:03:36.960736 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7b210-890a-4404-98a7-3e7364305de0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064051cb-3e70-4019-8f7e-1a287fd4c2c1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:36.962422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35916) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:36.983743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-25ae0059-22b3-400f-8d25-0a8e1b0c3420 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group': {'name': 'tempest-secgroup--801716293'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:37.068739 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6d275b5-0219-4457-bcc3-88a7b44de009 req-57f4377c-6709-46de-869a-0cc737c517c6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228547 Jul 16 18:03:37.083926 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25ae0059-22b3-400f-8d25-0a8e1b0c3420 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.196140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-fcb4f95f-554d-45e2-a2c3-5d939c307dcd', 'network_id': 'fcb4f95f-554d-45e2-a2c3-5d939c307dcd', 'tenant_id': '6a8d2d3ccaf240e7a305e0bd76a1ebd0', 'fixed_ips': [{'subnet_id': '35096be1-6d43-448d-8271-e36dd6c49335'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:37.198455 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.337187 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25ae0059-22b3-400f-8d25-0a8e1b0c3420 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.360547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25ae0059-22b3-400f-8d25-0a8e1b0c3420 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.370671 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:37.379289 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.443845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:37.454077 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25ae0059-22b3-400f-8d25-0a8e1b0c3420 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.462282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-25ae0059-22b3-400f-8d25-0a8e1b0c3420 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4936137 Jul 16 18:03:37.462282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae0059-22b3-400f-8d25-0a8e1b0c3420 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b86b288-b4f6-44ea-bbda-0067b40b4d4d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:37.465474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35928) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:37.468342 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.468724 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Added segment dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8 of type vlan for network a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d Jul 16 18:03:37.475580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8a4fe39c-13cd-4e99-be17-7aa5d821d157 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group_rule': {'security_group_id': '064051cb-3e70-4019-8f7e-1a287fd4c2c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8b86b288-b4f6-44ea-bbda-0067b40b4d4d', 'remote_ip_prefix': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:37.494080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Allocated IP 2001:db8:0:ffff::2 (fcb4f95f-554d-45e2-a2c3-5d939c307dcd/35096be1-6d43-448d-8271-e36dd6c49335/71189dbc-a36d-461e-a3e3-bfad9b8f0acd) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:37.534845 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.573431 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe39c-13cd-4e99-be17-7aa5d821d157 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.598615 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.619389 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.621024 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.729976 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9643404 Jul 16 18:03:37.735030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35934) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:37.744197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-6de6a2df-f679-4912-bb43-0719eb83f725 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'subnet': {'network_id': 'a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:37.852123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aecbfc-0751-4364-9451-218ee8f65a5c tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Network': ['ID=a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:37.882292 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:37.893131 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe39c-13cd-4e99-be17-7aa5d821d157 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.907279 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe39c-13cd-4e99-be17-7aa5d821d157 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.958671 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.959381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de6a2df-f679-4912-bb43-0719eb83f725 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:37.965477 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6de6a2df-f679-4912-bb43-0719eb83f725 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.975439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Transition to ACTIVE for port object 71189dbc-a36d-461e-a3e3-bfad9b8f0acd will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:38.007537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fe39c-13cd-4e99-be17-7aa5d821d157 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe2d0ff-c61f-40cf-b371-2e68f460af3b,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.013126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Transition to ACTIVE for port object 71189dbc-a36d-461e-a3e3-bfad9b8f0acd will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:38.027619 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.034330 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe39c-13cd-4e99-be17-7aa5d821d157 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.036659 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8a4fe39c-13cd-4e99-be17-7aa5d821d157 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5695767 Jul 16 18:03:38.042478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35940) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:38.085745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9df92c-7f1f-4897-ace0-bd95d09c8305 req-fb5e5a74-3054-41c9-b1ee-e07353729172 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.093761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a9df92c-7f1f-4897-ace0-bd95d09c8305 req-fb5e5a74-3054-41c9-b1ee-e07353729172 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.2834685 Jul 16 18:03:38.103511 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d207f-7abe-4711-a1d7-acbaa3a89f27 req-a06ab164-6e3b-474f-9b4e-ebc08be944b4 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.112018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c04d207f-7abe-4711-a1d7-acbaa3a89f27 req-a06ab164-6e3b-474f-9b4e-ebc08be944b4 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.3181293 Jul 16 18:03:38.149550 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c50bafce-9d3d-4ffb-85df-028b3e77d04d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.172810 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c50bafce-9d3d-4ffb-85df-028b3e77d04d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.176538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Network fcb4f95f-554d-45e2-a2c3-5d939c307dcd is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:38.188217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:38.192978 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:38.211935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Pushing event updated for resources: {'Port': ['ID=71189dbc-a36d-461e-a3e3-bfad9b8f0acd,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.225216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c04d207f-7abe-4711-a1d7-acbaa3a89f27 req-b60e74c3-52d9-4e04-a0c2-a4d72568374a tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116321 Jul 16 18:03:38.288710 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a9df92c-7f1f-4897-ace0-bd95d09c8305 req-0bccfa3b-e58e-46d8-9aac-ead922dd1d96 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934793 Jul 16 18:03:38.319506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Attempting to bind port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:38.320441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Attempting to bind port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '6df49eef-ddfb-48c7-945e-07caef7a485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fcb4f95f-554d-45e2-a2c3-5d939c307dcd'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:38.321264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Attempting to bind port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd on network fcb4f95f-554d-45e2-a2c3-5d939c307dcd {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:38.331236 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:38.332231 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c50bafce-9d3d-4ffb-85df-028b3e77d04d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.332565 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Checking segment: {'id': '6df49eef-ddfb-48c7-945e-07caef7a485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fcb4f95f-554d-45e2-a2c3-5d939c307dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:38.334023 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.334879 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Bound using segment: {'id': '6df49eef-ddfb-48c7-945e-07caef7a485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fcb4f95f-554d-45e2-a2c3-5d939c307dcd'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:38.336146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Bound port: 71189dbc-a36d-461e-a3e3-bfad9b8f0acd, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df49eef-ddfb-48c7-945e-07caef7a485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'fcb4f95f-554d-45e2-a2c3-5d939c307dcd'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:38.337078 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.345533 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c50bafce-9d3d-4ffb-85df-028b3e77d04d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.351037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c50bafce-9d3d-4ffb-85df-028b3e77d04d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/bfe2d0ff-c61f-40cf-b371-2e68f460af3b HTTP/1.1" status: 204 len: 168 time: 0.3019795 Jul 16 18:03:38.361644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35946) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:38.387929 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6de6a2df-f679-4912-bb43-0719eb83f725 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.417766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bafce-9d3d-4ffb-85df-028b3e77d04d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfe2d0ff-c61f-40cf-b371-2e68f460af3b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.487767 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6a2df-f679-4912-bb43-0719eb83f725 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Subnet': ['ID=90a0e30e-992b-47c2-af85-70530ed44d15,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.488838 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-34c0ae28-f236-4758-94a5-1f1c86380e8a tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1250103 Jul 16 18:03:38.496787 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35948) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:38.512884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] For port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:38.517851 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] For port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=71189dbc-a36d-461e-a3e3-bfad9b8f0acd,segment=NetworkSegment(6df49eef-ddfb-48c7-945e-07caef7a485d),segment_id=6df49eef-ddfb-48c7-945e-07caef7a485d)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:38.526789 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.540939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de6a2df-f679-4912-bb43-0719eb83f725 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Checking segment: {'id': 'dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:38.540939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de6a2df-f679-4912-bb43-0719eb83f725 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network hostable DHCP agents. Network: a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:38.636719 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de6a2df-f679-4912-bb43-0719eb83f725 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:38.699462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62970fbe-b3d9-4a26-b032-c9d62fcbf5cd None None] Pushing event updated for resources: {'Port': ['ID=71189dbc-a36d-461e-a3e3-bfad9b8f0acd,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.700819 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83434067-3353-42f4-84d7-e23b97c12b10 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.704951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-6de6a2df-f679-4912-bb43-0719eb83f725 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:38.721485 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de6a2df-f679-4912-bb43-0719eb83f725 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.722486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae30bb35-129b-4175-942b-11d2c6bf99e0 None None] Network a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:38.722771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6de6a2df-f679-4912-bb43-0719eb83f725 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.757859 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6de6a2df-f679-4912-bb43-0719eb83f725 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0209501 Jul 16 18:03:38.760703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35952) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:38.820208 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83434067-3353-42f4-84d7-e23b97c12b10 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.902911 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83434067-3353-42f4-84d7-e23b97c12b10 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.906679 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83434067-3353-42f4-84d7-e23b97c12b10 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.913993 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-83434067-3353-42f4-84d7-e23b97c12b10 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-groups/8b86b288-b4f6-44ea-bbda-0067b40b4d4d HTTP/1.1" status: 204 len: 168 time: 0.4112747 Jul 16 18:03:38.917588 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35956) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:38.953690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83434067-3353-42f4-84d7-e23b97c12b10 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b86b288-b4f6-44ea-bbda-0067b40b4d4d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.985057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d', 'network_id': 'a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d', 'tenant_id': '6a8d2d3ccaf240e7a305e0bd76a1ebd0', 'fixed_ips': [{'subnet_id': '90a0e30e-992b-47c2-af85-70530ed44d15'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:38.986029 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.095759 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.116032 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-030e22e1-fdb8-4a0a-8bd5-43bad4702680 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1681230 Jul 16 18:03:39.117114 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35958) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:39.202340 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.211419 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13d3be5f-d0c0-46d4-8312-cf396583e519 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.268534 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13d3be5f-d0c0-46d4-8312-cf396583e519 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.413794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Allocated IP 2001:db8::1 (a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d/90a0e30e-992b-47c2-af85-70530ed44d15/801d5759-020e-417d-9fc3-dc3463bab156) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:39.422030 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13d3be5f-d0c0-46d4-8312-cf396583e519 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.425872 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13d3be5f-d0c0-46d4-8312-cf396583e519 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.431634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35966) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:39.432435 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-13d3be5f-d0c0-46d4-8312-cf396583e519 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-groups/064051cb-3e70-4019-8f7e-1a287fd4c2c1 HTTP/1.1" status: 204 len: 168 time: 0.3124506 Jul 16 18:03:39.494570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3be5f-d0c0-46d4-8312-cf396583e519 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064051cb-3e70-4019-8f7e-1a287fd4c2c1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:39.571515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c7294-0f53-40f3-8e09-3f6f801d9bcc req-284714f1-459d-4aff-8703-006ce7d139f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.573093 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f04c7294-0f53-40f3-8e09-3f6f801d9bcc req-284714f1-459d-4aff-8703-006ce7d139f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ec2b83b3b84123a5ebbb2a3744295b&device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 1097 time: 0.1211848 Jul 16 18:03:39.688821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-473cad42-20bc-4a05-8546-316f17936884 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2482026 Jul 16 18:03:39.693496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35974) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:39.700105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4051aec7-dd3b-4baa-b0c6-d45028e0027d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473501293'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:39.717230 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.719797 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c7294-0f53-40f3-8e09-3f6f801d9bcc req-855cfb49-b641-4aaf-a273-cf02e5ee102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.721511 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f04c7294-0f53-40f3-8e09-3f6f801d9bcc req-855cfb49-b641-4aaf-a273-cf02e5ee102a service neutron] 10.222.0.11 "GET /v2.0/networks?id=00f0acd8-15d8-4280-b6e9-01a022b9c260 HTTP/1.1" status: 200 len: 920 time: 0.1418400 Jul 16 18:03:39.730521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Transition to ACTIVE for port object 801d5759-020e-417d-9fc3-dc3463bab156 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:39.753703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Transition to ACTIVE for port object 801d5759-020e-417d-9fc3-dc3463bab156 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:39.761892 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.796145 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f04c7294-0f53-40f3-8e09-3f6f801d9bcc req-ed5da7ce-d7b1-499b-b18a-d8bc3259ea18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ca71e27-a814-4b45-9fda-381a4c3dc856 HTTP/1.1" status: 200 len: 217 time: 0.0669219 Jul 16 18:03:39.843838 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.848986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Network a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:39.854758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:39.862921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:39.900640 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4051aec7-dd3b-4baa-b0c6-d45028e0027d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.903455 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c7294-0f53-40f3-8e09-3f6f801d9bcc req-5e597c44-909f-47d5-b168-7575bddf9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.905222 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f04c7294-0f53-40f3-8e09-3f6f801d9bcc req-5e597c44-909f-47d5-b168-7575bddf9eca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9884b77-e74b-4152-ba0a-646cd55d5950 HTTP/1.1" status: 200 len: 859 time: 0.1016798 Jul 16 18:03:39.915999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Pushing event updated for resources: {'Port': ['ID=801d5759-020e-417d-9fc3-dc3463bab156,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:39.959939 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f04c7294-0f53-40f3-8e09-3f6f801d9bcc req-b9360625-8ea1-40fa-8216-bb9eb6d082b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=00f0acd8-15d8-4280-b6e9-01a022b9c260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473144 Jul 16 18:03:39.971189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Attempting to bind port 801d5759-020e-417d-9fc3-dc3463bab156 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:39.971633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Attempting to bind port 801d5759-020e-417d-9fc3-dc3463bab156 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:39.971915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Attempting to bind port 801d5759-020e-417d-9fc3-dc3463bab156 on network a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:39.978443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:39.978930 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Checking segment: {'id': 'dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:39.979209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.979609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Bound using segment: {'id': 'dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:39.980083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Bound port: 801d5759-020e-417d-9fc3-dc3463bab156, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:39.980468 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.984610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Subnet': ['ID=90a0e30e-992b-47c2-af85-70530ed44d15,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:40.031186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804b6a-c064-44c3-810a-a7472d7d00af req-a9183117-074c-4f6c-a502-50fdce5cf95c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.051223 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90804b6a-c064-44c3-810a-a7472d7d00af req-a9183117-074c-4f6c-a502-50fdce5cf95c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.5602145 Jul 16 18:03:40.082423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] For port 801d5759-020e-417d-9fc3-dc3463bab156, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:40.086144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] For port 801d5759-020e-417d-9fc3-dc3463bab156, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=801d5759-020e-417d-9fc3-dc3463bab156,segment=NetworkSegment(dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8),segment_id=dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:40.092734 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.179902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2852d-1a39-4fb3-8b51-6933016b05bd req-5dec852a-294a-4d3f-89f6-f19d96123607 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.180242 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f04c7294-0f53-40f3-8e09-3f6f801d9bcc req-5cde09f6-0b1d-4b54-8b8d-7b14913f33e5 service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134027 Jul 16 18:03:40.194603 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-edf2852d-1a39-4fb3-8b51-6933016b05bd req-5dec852a-294a-4d3f-89f6-f19d96123607 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.5019083 Jul 16 18:03:40.229405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18128883-d6f4-4b07-8b55-41368cd03547 None None] Pushing event updated for resources: {'Port': ['ID=801d5759-020e-417d-9fc3-dc3463bab156,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:40.247387 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974c5e2f-b16d-404d-895a-873e3638c7f5 None None] Network a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:40.313184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90804b6a-c064-44c3-810a-a7472d7d00af req-608588bf-7238-4da8-b55c-f4c1f5ba8679 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605112 Jul 16 18:03:40.383333 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.432157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:40.438404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-edf2852d-1a39-4fb3-8b51-6933016b05bd req-687e71ed-6044-4ddb-989b-a785cd86ee98 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419837 Jul 16 18:03:40.454560 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:40.454761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:40.476374 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.479186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4fa4d1-8314-4284-9676-277851bcd665 None None] Network fcb4f95f-554d-45e2-a2c3-5d939c307dcd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:40.502422 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.557573 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:40.559359 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:40.571279 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:40.680859 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e4ada286-4c6b-4ac6-b6ed-05aba57243d6 None None] Provisioning for port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:40.705632 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4051aec7-dd3b-4baa-b0c6-d45028e0027d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.774242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4051aec7-dd3b-4baa-b0c6-d45028e0027d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.796330 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4051aec7-dd3b-4baa-b0c6-d45028e0027d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.800322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4051aec7-dd3b-4baa-b0c6-d45028e0027d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1031532 Jul 16 18:03:40.808422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35982) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:40.955608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 71189dbc-a36d-461e-a3e3-bfad9b8f0acd up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:41.199131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-710d7e5f-b2af-47d4-88c3-8b344cc30687 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group_rule': {'security_group_id': '87ca76eb-c675-448e-afe5-80decf6049b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:41.220907 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:03:41.220907 n-d-787205-10 neutron-server[105591]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:03:41.220907 n-d-787205-10 neutron-server[105591]: [parameters: {'id': 'a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d'}] Jul 16 18:03:41.220907 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:03:41.221715 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:03:41.238814 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-710d7e5f-b2af-47d4-88c3-8b344cc30687 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.258026 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f04c7294-0f53-40f3-8e09-3f6f801d9bcc req-277a667f-d99a-4a8e-bc12-bbde8acbf9a6 service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0714915 Jul 16 18:03:41.258826 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051aec7-dd3b-4baa-b0c6-d45028e0027d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ca76eb-c675-448e-afe5-80decf6049b6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:41.286738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:41.300433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:41.301569 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.361363 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-710d7e5f-b2af-47d4-88c3-8b344cc30687 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.371892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-710d7e5f-b2af-47d4-88c3-8b344cc30687 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.420235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d7e5f-b2af-47d4-88c3-8b344cc30687 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151c7348-187e-4b40-bab8-72e45de0ea70,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:41.427955 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-710d7e5f-b2af-47d4-88c3-8b344cc30687 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.433813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35990) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:41.434813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-710d7e5f-b2af-47d4-88c3-8b344cc30687 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6252675 Jul 16 18:03:41.518795 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8546c408-7398-4674-ac99-a782bb71731e tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.544824 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.549967 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8546c408-7398-4674-ac99-a782bb71731e tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.633049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=71189dbc-a36d-461e-a3e3-bfad9b8f0acd,segment=NetworkSegment(6df49eef-ddfb-48c7-945e-07caef7a485d),segment_id=6df49eef-ddfb-48c7-945e-07caef7a485d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:41.640248 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.642756 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8546c408-7398-4674-ac99-a782bb71731e tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.670434 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8546c408-7398-4674-ac99-a782bb71731e tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.672407 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8546c408-7398-4674-ac99-a782bb71731e tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/151c7348-187e-4b40-bab8-72e45de0ea70 HTTP/1.1" status: 204 len: 168 time: 0.2356646 Jul 16 18:03:41.684829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35998) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:41.726156 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.727227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546c408-7398-4674-ac99-a782bb71731e tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=151c7348-187e-4b40-bab8-72e45de0ea70,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:41.741474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c5289-b786-4b41-be45-8371d7acdcd1 req-3b9ab90b-976c-4d90-b390-feed9eecdc35 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:41.749095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e6c5289-b786-4b41-be45-8371d7acdcd1 req-3b9ab90b-976c-4d90-b390-feed9eecdc35 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1324790 Jul 16 18:03:41.768094 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=71189dbc-a36d-461e-a3e3-bfad9b8f0acd,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:41.838618 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5527e326-7099-424e-b63d-6c94b0a25cf0 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1505382 Jul 16 18:03:41.841233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36004) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:41.865144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b1db8-140a-495a-b9a3-e4bc747f42c4 None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:03:41.923488 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e6c5289-b786-4b41-be45-8371d7acdcd1 req-bbcf19ca-5b7f-4a2d-b7bd-2f08db424556 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730542 Jul 16 18:03:41.977619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2aa492ef-f309-4b00-9ac1-ee3f526b92d4 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.011599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Deleting port 801d5759-020e-417d-9fc3-dc3463bab156 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:42.011981 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.026986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b1db8-140a-495a-b9a3-e4bc747f42c4 None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:03:42.045498 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2aa492ef-f309-4b00-9ac1-ee3f526b92d4 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.057344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8d275718-5eed-497d-9320-3032592f06c0 None None] Provisioning complete for port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:42.058046 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8d275718-5eed-497d-9320-3032592f06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.142673 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2aa492ef-f309-4b00-9ac1-ee3f526b92d4 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.145964 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2aa492ef-f309-4b00-9ac1-ee3f526b92d4 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.150587 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2aa492ef-f309-4b00-9ac1-ee3f526b92d4 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-groups/87ca76eb-c675-448e-afe5-80decf6049b6 HTTP/1.1" status: 204 len: 168 time: 0.3054948 Jul 16 18:03:42.159674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36010) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:42.169792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa492ef-f309-4b00-9ac1-ee3f526b92d4 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ca76eb-c675-448e-afe5-80decf6049b6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:42.197870 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] For port 801d5759-020e-417d-9fc3-dc3463bab156, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=801d5759-020e-417d-9fc3-dc3463bab156,segment=NetworkSegment(dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8),segment_id=dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:42.198982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.268134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Calling delete_port for 801d5759-020e-417d-9fc3-dc3463bab156 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:42.312499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-167c9cd7-4cbd-45f5-8f25-bdc09d133a92 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1414967 Jul 16 18:03:42.313845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36012) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:42.325191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e2f583ff-2312-48b8-be10-5ed080dcc821 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group': {'name': 'tempest-secgroup--232211420'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:42.464634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff08d81-d29c-448a-8e0b-92c97a45f411 req-4aacfecb-beaa-4b54-8106-72a37ae56a00 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.468200 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2f583ff-2312-48b8-be10-5ed080dcc821 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.475277 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ff08d81-d29c-448a-8e0b-92c97a45f411 req-4aacfecb-beaa-4b54-8106-72a37ae56a00 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.2602425 Jul 16 18:03:42.548656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ff08d81-d29c-448a-8e0b-92c97a45f411 req-ad87722f-99ac-46fe-a65d-0d90dccbe299 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735338 Jul 16 18:03:42.560966 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-b830d69a-66ec-46a1-b978-7ae500f3957e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1911101 Jul 16 18:03:42.573207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.628259 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Port': ['ID=801d5759-020e-417d-9fc3-dc3463bab156,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:42.631377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No DVR routers for this DVR port 801d5759-020e-417d-9fc3-dc3463bab156 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:42.637107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 71189dbc-a36d-461e-a3e3-bfad9b8f0acd up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:42.710767 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2f583ff-2312-48b8-be10-5ed080dcc821 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.718652 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2f583ff-2312-48b8-be10-5ed080dcc821 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.766729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:42.767284 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.786929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-33fa38b0-be39-4b6d-8566-09aca8061fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.787536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-33fa38b0-be39-4b6d-8566-09aca8061fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.788021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-33fa38b0-be39-4b6d-8566-09aca8061fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.788497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-33fa38b0-be39-4b6d-8566-09aca8061fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.788971 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-33fa38b0-be39-4b6d-8566-09aca8061fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.789445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-33fa38b0-be39-4b6d-8566-09aca8061fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.789955 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-33fa38b0-be39-4b6d-8566-09aca8061fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.792032 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-33fa38b0-be39-4b6d-8566-09aca8061fc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 6497 time: 0.1667469 Jul 16 18:03:42.794713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f583ff-2312-48b8-be10-5ed080dcc821 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31eb1bf-092e-480b-963b-4f9b6ca03c9f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:42.804569 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2f583ff-2312-48b8-be10-5ed080dcc821 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.808297 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e2f583ff-2312-48b8-be10-5ed080dcc821 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4920835 Jul 16 18:03:42.812885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36016) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:42.819263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9d4034c1-64e0-44e5-a1da-9338f81e1e9f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group_rule': {'security_group_id': 'd31eb1bf-092e-480b-963b-4f9b6ca03c9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:42.825625 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.839946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:42.868236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:42.869203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1e5f1f-511d-4ea5-9ca7-e34084ce1ca8') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:42.887852 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.912047 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.919518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:42.920194 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.920791 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4034c1-64e0-44e5-a1da-9338f81e1e9f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:42.923978 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:43.007645 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.015165 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.018802 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d HTTP/1.1" status: 204 len: 168 time: 4.2564645 Jul 16 18:03:43.025096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36022) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:43.038905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-62352bb4-d0a9-4f0a-98a2-d57240e24033 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-900709268'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:43.042473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e07e0-874b-438d-81b9-57e2d4916e43 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Network': ['ID=a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:43.073641 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-25cce46d-194e-454b-8e5d-567b27045d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.074170 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-25cce46d-194e-454b-8e5d-567b27045d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.074735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-25cce46d-194e-454b-8e5d-567b27045d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.076784 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-25cce46d-194e-454b-8e5d-567b27045d46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=06b1d035-0df9-485b-af35-24977c69a808&id=06b1d035-0df9-485b-af35-24977c69a808 HTTP/1.1" status: 200 len: 2293 time: 0.2460437 Jul 16 18:03:43.176041 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4034c1-64e0-44e5-a1da-9338f81e1e9f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.184853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62352bb4-d0a9-4f0a-98a2-d57240e24033 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:43.188915 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62352bb4-d0a9-4f0a-98a2-d57240e24033 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.191627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4034c1-64e0-44e5-a1da-9338f81e1e9f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.249438 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-f35100b9-0549-4387-88dd-d42c75619f9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=223708c8-1b94-4650-aa99-9e0be9baf6c7 HTTP/1.1" status: 200 len: 1000 time: 0.1644361 Jul 16 18:03:43.252846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4034c1-64e0-44e5-a1da-9338f81e1e9f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42870c1-5f22-4d0c-9ea1-000c5987b73a,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:43.295789 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4034c1-64e0-44e5-a1da-9338f81e1e9f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.297159 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9d4034c1-64e0-44e5-a1da-9338f81e1e9f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4829619 Jul 16 18:03:43.301584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36026) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:43.308507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62352bb4-d0a9-4f0a-98a2-d57240e24033 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:43.325027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62352bb4-d0a9-4f0a-98a2-d57240e24033 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.325713 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-62352bb4-d0a9-4f0a-98a2-d57240e24033 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Added segment ad09d063-5747-432e-b803-dc412d693cf3 of type vlan for network 3d51268c-4cf6-4adf-bed7-9bb4e0072248 Jul 16 18:03:43.327821 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-91172ab5-b874-47d6-80dc-ff7cf27118a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.329643 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-91172ab5-b874-47d6-80dc-ff7cf27118a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=243b46fa-7a93-4ad1-8fd4-e955798c54a4 HTTP/1.1" status: 200 len: 851 time: 0.0709183 Jul 16 18:03:43.352802 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bfa02aec-b6ff-4162-9fd1-8273a550dc97 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules/d42870c1-5f22-4d0c-9ea1-000c5987b73a HTTP/1.1" status: 200 len: 763 time: 0.0449486 Jul 16 18:03:43.359417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36028) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:43.386840 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ca59e-b772-4d14-a5af-5880c95069d4 req-9bb5e69e-f867-4c21-99fb-56d9d972ec55 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.398451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc8ca59e-b772-4d14-a5af-5880c95069d4 req-9bb5e69e-f867-4c21-99fb-56d9d972ec55 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1984928 Jul 16 18:03:43.418281 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62352bb4-d0a9-4f0a-98a2-d57240e24033 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.450713 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e3f595b1-aac2-4cf5-9cea-cfdd1b2a9513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.465883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-2549e8c2-32f6-49d4-86e5-ac229e9a5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.467947 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-2549e8c2-32f6-49d4-86e5-ac229e9a5d26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292875 Jul 16 18:03:43.471342 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62352bb4-d0a9-4f0a-98a2-d57240e24033 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.484770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62352bb4-d0a9-4f0a-98a2-d57240e24033 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.486573 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62352bb4-d0a9-4f0a-98a2-d57240e24033 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.489051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-27ce899f-e08d-4290-9e23-afe578ba52af tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1282575 Jul 16 18:03:43.492556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36032) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:43.519286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc8ca59e-b772-4d14-a5af-5880c95069d4 req-99fd227b-b581-4784-8310-a3a9b6bd243c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195393 Jul 16 18:03:43.546754 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac102d69-32c6-4d01-8970-3c358d88ddee tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.561299 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac102d69-32c6-4d01-8970-3c358d88ddee tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.564516 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-62352bb4-d0a9-4f0a-98a2-d57240e24033 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5352871 Jul 16 18:03:43.570473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36034) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:43.576462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8424d0bb-3de6-4977-9b44-dd7a5fcc3a17 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'subnet': {'network_id': '3d51268c-4cf6-4adf-bed7-9bb4e0072248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:43.671457 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac102d69-32c6-4d01-8970-3c358d88ddee tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.683660 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62352bb4-d0a9-4f0a-98a2-d57240e24033 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Network': ['ID=3d51268c-4cf6-4adf-bed7-9bb4e0072248,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:43.686754 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac102d69-32c6-4d01-8970-3c358d88ddee tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.690355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ac102d69-32c6-4d01-8970-3c358d88ddee tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d42870c1-5f22-4d0c-9ea1-000c5987b73a HTTP/1.1" status: 204 len: 168 time: 0.1945658 Jul 16 18:03:43.690536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac102d69-32c6-4d01-8970-3c358d88ddee tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d42870c1-5f22-4d0c-9ea1-000c5987b73a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:43.692281 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36038) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:43.702909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 3d51268c-4cf6-4adf-bed7-9bb4e0072248 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:43.810345 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-26342cd7-823a-4e70-af79-5e11678614d6 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1126952 Jul 16 18:03:43.810345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8424d0bb-3de6-4977-9b44-dd7a5fcc3a17 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:43.813431 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8424d0bb-3de6-4977-9b44-dd7a5fcc3a17 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.816415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36042) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:43.829522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0db90338-e184-4e45-813a-fde3f839de9d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group_rule': {'security_group_id': 'd31eb1bf-092e-480b-963b-4f9b6ca03c9f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:43.864040 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-2560dd09-0732-414b-b838-363c391b78c6 service neutron] 10.222.0.11 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692267 Jul 16 18:03:43.926556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc394f-38a2-4890-b19f-6b7e1e96f4b2 req-72a911f3-c3a0-4c83-aa00-f17dbddb85a5 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.928604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7fbc394f-38a2-4890-b19f-6b7e1e96f4b2 req-72a911f3-c3a0-4c83-aa00-f17dbddb85a5 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.2127256 Jul 16 18:03:43.944693 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0db90338-e184-4e45-813a-fde3f839de9d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.018914 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-2ce3fb73-d03c-4aa6-95fc-4b6b49034bdc service neutron] 10.222.0.11 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447814 Jul 16 18:03:44.061897 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7fbc394f-38a2-4890-b19f-6b7e1e96f4b2 req-08db4152-57b7-44bd-b974-028a41d43260 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199510 Jul 16 18:03:44.075483 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-1d2c64f1-2e18-4ba8-8d42-2d0c8f0c8eb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=ecc56c7d-5b6d-41f9-940d-559dbe201d67 HTTP/1.1" status: 200 len: 217 time: 0.0497687 Jul 16 18:03:44.123752 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0db90338-e184-4e45-813a-fde3f839de9d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.134192 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0db90338-e184-4e45-813a-fde3f839de9d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.139864 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-62ec3aaa-b542-40d6-a17d-59794d21b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:44.141463 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-62ec3aaa-b542-40d6-a17d-59794d21b9ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.0605280 Jul 16 18:03:44.220307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db90338-e184-4e45-813a-fde3f839de9d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97fc95d-b07c-487d-a66a-eb079f28b807,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:44.236153 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8424d0bb-3de6-4977-9b44-dd7a5fcc3a17 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.242527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-a5903eb5-3f2d-4c0d-8d61-946088c74452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:44.244533 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-a5903eb5-3f2d-4c0d-8d61-946088c74452 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0699284 Jul 16 18:03:44.266964 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0db90338-e184-4e45-813a-fde3f839de9d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.280749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36054) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:44.284830 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0db90338-e184-4e45-813a-fde3f839de9d tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4534545 Jul 16 18:03:44.308603 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fa264fe3-6932-48a6-9715-4555b880d24a tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules/a97fc95d-b07c-487d-a66a-eb079f28b807 HTTP/1.1" status: 200 len: 763 time: 0.0266659 Jul 16 18:03:44.312458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36058) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:44.400610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424d0bb-3de6-4977-9b44-dd7a5fcc3a17 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Subnet': ['ID=f0762d07-e02d-4b2c-bbd4-46330f3a0487,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:44.402557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 96c67286-5a55-4174-910d-57ab5ea52a71 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:44.410025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8424d0bb-3de6-4977-9b44-dd7a5fcc3a17 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Checking segment: {'id': 'ad09d063-5747-432e-b803-dc412d693cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d51268c-4cf6-4adf-bed7-9bb4e0072248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:44.410618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8424d0bb-3de6-4977-9b44-dd7a5fcc3a17 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network hostable DHCP agents. Network: 3d51268c-4cf6-4adf-bed7-9bb4e0072248, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:44.438624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8424d0bb-3de6-4977-9b44-dd7a5fcc3a17 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network 3d51268c-4cf6-4adf-bed7-9bb4e0072248 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:44.456921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8424d0bb-3de6-4977-9b44-dd7a5fcc3a17 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 3d51268c-4cf6-4adf-bed7-9bb4e0072248) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:44.484214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb4f79-a1db-447d-9474-fe75461cd372 None None] Network 3d51268c-4cf6-4adf-bed7-9bb4e0072248 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:44.485827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424d0bb-3de6-4977-9b44-dd7a5fcc3a17 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:44.487281 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8424d0bb-3de6-4977-9b44-dd7a5fcc3a17 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.528451 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e72ba83a-3e51-43fc-b396-6e8c145a4f74 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2148345 Jul 16 18:03:44.535611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36064) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:44.556828 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8424d0bb-3de6-4977-9b44-dd7a5fcc3a17 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9850712 Jul 16 18:03:44.563758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36068) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:44.596253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0d43cb09-9b41-4711-9eb0-aa664950de74 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726596307'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:44.624060 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-4ad0a679-c082-46ab-b733-855ea32952dd service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724573 Jul 16 18:03:44.635176 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-af164831-f7ba-490e-9615-536657624e31 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.652025 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-af164831-f7ba-490e-9615-536657624e31 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.656252 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d43cb09-9b41-4711-9eb0-aa664950de74 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:44.660815 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d43cb09-9b41-4711-9eb0-aa664950de74 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.721735 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-af164831-f7ba-490e-9615-536657624e31 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.745172 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-af164831-f7ba-490e-9615-536657624e31 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.753824 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-af164831-f7ba-490e-9615-536657624e31 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a97fc95d-b07c-487d-a66a-eb079f28b807 HTTP/1.1" status: 204 len: 168 time: 0.2143166 Jul 16 18:03:44.765164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36074) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:44.766157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af164831-f7ba-490e-9615-536657624e31 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a97fc95d-b07c-487d-a66a-eb079f28b807,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:44.865075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 96c67286-5a55-4174-910d-57ab5ea52a71, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=96c67286-5a55-4174-910d-57ab5ea52a71,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:44.897480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d43cb09-9b41-4711-9eb0-aa664950de74 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:44.911736 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '96c67286-5a55-4174-910d-57ab5ea52a71', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'port_id': '96c67286-5a55-4174-910d-57ab5ea52a71', 'mac_address': 'fa:16:3e:82:fb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:44.964186 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d43cb09-9b41-4711-9eb0-aa664950de74 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:44.964583 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-0d43cb09-9b41-4711-9eb0-aa664950de74 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Added segment 1cd00fd2-6d9a-4457-a27a-2f49048b8b67 of type vlan for network ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3 Jul 16 18:03:44.983721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d3fb3-f1a8-4d3f-a90c-37c88b4d1a56 req-fa8abf90-1dfa-444d-b21f-797148216d92 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:44.987556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e27d3fb3-f1a8-4d3f-a90c-37c88b4d1a56 req-fa8abf90-1dfa-444d-b21f-797148216d92 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1395783 Jul 16 18:03:44.993501 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-77f03e1e-1994-4866-a641-193997422899 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2242773 Jul 16 18:03:45.009293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-3d51268c-4cf6-4adf-bed7-9bb4e0072248', 'network_id': '3d51268c-4cf6-4adf-bed7-9bb4e0072248', 'tenant_id': '6a8d2d3ccaf240e7a305e0bd76a1ebd0', 'fixed_ips': [{'subnet_id': 'f0762d07-e02d-4b2c-bbd4-46330f3a0487'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:45.010203 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.021498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36090) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:45.032864 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.033376 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-314b9b44-5b77-4631-a648-bd70bc783715 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889368 Jul 16 18:03:45.058293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5d88076d-ec65-47a0-98db-98ab802e0df9 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Request body: {'security_group_rule': {'security_group_id': 'd31eb1bf-092e-480b-963b-4f9b6ca03c9f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:45.058443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96c67286-5a55-4174-910d-57ab5ea52a71 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:45.080711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e27d3fb3-f1a8-4d3f-a90c-37c88b4d1a56 req-402f8385-4239-46b7-8698-38988f351a42 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849531 Jul 16 18:03:45.127770 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-a9197539-03a4-46be-b2d0-f20cc3ba3938 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=42f22134-cd1e-4de1-a750-e9783ad69ae9 HTTP/1.1" status: 200 len: 217 time: 0.0850618 Jul 16 18:03:45.129531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d43cb09-9b41-4711-9eb0-aa664950de74 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.206645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-b0a852f4-65d8-45c0-9410-aea669d1fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.208756 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-b0a852f4-65d8-45c0-9410-aea669d1fa77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.0742400 Jul 16 18:03:45.210515 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d43cb09-9b41-4711-9eb0-aa664950de74 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.217120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d43cb09-9b41-4711-9eb0-aa664950de74 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.217975 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d43cb09-9b41-4711-9eb0-aa664950de74 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.278711 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d88076d-ec65-47a0-98db-98ab802e0df9 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.341435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43cb09-9b41-4711-9eb0-aa664950de74 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Network': ['ID=ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:45.419488 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0d43cb09-9b41-4711-9eb0-aa664950de74 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8545818 Jul 16 18:03:45.420142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36100) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:45.427102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'subnet': {'network_id': 'ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:45.482744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Allocated IP 2001:db8::3 (3d51268c-4cf6-4adf-bed7-9bb4e0072248/f0762d07-e02d-4b2c-bbd4-46330f3a0487/b1d82ba7-dd31-49df-8c2e-3950c203139e) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:45.485868 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-2783394b-fb01-4783-9110-bddcce987c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.487417 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-2783394b-fb01-4783-9110-bddcce987c79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2664866 Jul 16 18:03:45.564928 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d88076d-ec65-47a0-98db-98ab802e0df9 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.580849 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d88076d-ec65-47a0-98db-98ab802e0df9 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.670545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88076d-ec65-47a0-98db-98ab802e0df9 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8328c1cc-ad0b-4867-91a1-014113523811,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:45.679553 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.682299 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d88076d-ec65-47a0-98db-98ab802e0df9 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.688411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36108) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:45.690529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Transition to ACTIVE for port object b1d82ba7-dd31-49df-8c2e-3950c203139e will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:45.690680 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5d88076d-ec65-47a0-98db-98ab802e0df9 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6373811 Jul 16 18:03:45.708642 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Transition to ACTIVE for port object b1d82ba7-dd31-49df-8c2e-3950c203139e will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:45.716733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:45.729603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569b0fb-4ce3-40cb-a5d8-0eac46fd00bc req-911ce4bd-9cda-46b0-b127-40f9559a0502 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.731804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8569b0fb-4ce3-40cb-a5d8-0eac46fd00bc req-911ce4bd-9cda-46b0-b127-40f9559a0502 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.2921610 Jul 16 18:03:45.738092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36110) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:45.741095 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1330288a-acf7-4daa-b455-aa0471bdc332 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules/8328c1cc-ad0b-4867-91a1-014113523811 HTTP/1.1" status: 200 len: 764 time: 0.0465100 Jul 16 18:03:45.741797 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:03:45.876637 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8569b0fb-4ce3-40cb-a5d8-0eac46fd00bc req-935b9610-f57c-4bea-8c6b-e69e411cd830 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945833 Jul 16 18:03:45.936183 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-da32b4d9-155a-4a15-8098-a6089cd49ab7 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405994 Jul 16 18:03:45.936653 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-055ce296-98f7-41b1-84ba-b26ba6b6ab7f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1942086 Jul 16 18:03:45.937844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36118) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:45.954031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:45.968909 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.986531 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.055470 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-163db51d-1175-4f5e-a035-14799e67e4b9 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.064716 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-221bc7e5-293b-40df-a18c-e862e7be6bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.086965 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-163db51d-1175-4f5e-a035-14799e67e4b9 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.190276 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-163db51d-1175-4f5e-a035-14799e67e4b9 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.220994 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-163db51d-1175-4f5e-a035-14799e67e4b9 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.230991 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-163db51d-1175-4f5e-a035-14799e67e4b9 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8328c1cc-ad0b-4867-91a1-014113523811 HTTP/1.1" status: 204 len: 168 time: 0.2835460 Jul 16 18:03:46.238941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36124) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:46.290442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Pushing event updated for resources: {'Port': ['ID=b1d82ba7-dd31-49df-8c2e-3950c203139e,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.320634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 96c67286-5a55-4174-910d-57ab5ea52a71, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=96c67286-5a55-4174-910d-57ab5ea52a71,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:46.343731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Performing IP validity checks on allocation pools {{(pid=105590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:03:46.348347 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:03:46.353364 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.390818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163db51d-1175-4f5e-a035-14799e67e4b9 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8328c1cc-ad0b-4867-91a1-014113523811,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.400550 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.490945 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d9d05d8c-7d00-4d13-b9ce-30e0eb289d0f tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2386005 Jul 16 18:03:46.491846 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36126) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:46.499247 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Network 3d51268c-4cf6-4adf-bed7-9bb4e0072248 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:46.510395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:46.527124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:46.601887 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['96c67286-5a55-4174-910d-57ab5ea52a71'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:46.651822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-807dacda-19cf-405f-a50d-239d080cfbe8 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.705869 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-807dacda-19cf-405f-a50d-239d080cfbe8 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.760509 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.806999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=96c67286-5a55-4174-910d-57ab5ea52a71,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.818536 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-807dacda-19cf-405f-a50d-239d080cfbe8 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.820521 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-807dacda-19cf-405f-a50d-239d080cfbe8 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.830301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-807dacda-19cf-405f-a50d-239d080cfbe8 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "DELETE /v2.0/security-groups/d31eb1bf-092e-480b-963b-4f9b6ca03c9f HTTP/1.1" status: 204 len: 168 time: 0.3369741 Jul 16 18:03:46.831001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36128) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:46.832023 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Attempting to bind port b1d82ba7-dd31-49df-8c2e-3950c203139e on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:46.832473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Attempting to bind port b1d82ba7-dd31-49df-8c2e-3950c203139e by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'ad09d063-5747-432e-b803-dc412d693cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d51268c-4cf6-4adf-bed7-9bb4e0072248'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:46.832920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Attempting to bind port b1d82ba7-dd31-49df-8c2e-3950c203139e on network 3d51268c-4cf6-4adf-bed7-9bb4e0072248 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:46.847053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:46.847418 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Checking segment: {'id': 'ad09d063-5747-432e-b803-dc412d693cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d51268c-4cf6-4adf-bed7-9bb4e0072248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:46.848093 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.849271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Bound using segment: {'id': 'ad09d063-5747-432e-b803-dc412d693cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d51268c-4cf6-4adf-bed7-9bb4e0072248'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:46.850028 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Bound port: b1d82ba7-dd31-49df-8c2e-3950c203139e, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad09d063-5747-432e-b803-dc412d693cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d51268c-4cf6-4adf-bed7-9bb4e0072248'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:46.850827 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.903047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807dacda-19cf-405f-a50d-239d080cfbe8 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31eb1bf-092e-480b-963b-4f9b6ca03c9f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.968827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] For port b1d82ba7-dd31-49df-8c2e-3950c203139e, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:46.978769 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] For port b1d82ba7-dd31-49df-8c2e-3950c203139e, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b1d82ba7-dd31-49df-8c2e-3950c203139e,segment=NetworkSegment(ad09d063-5747-432e-b803-dc412d693cf3),segment_id=ad09d063-5747-432e-b803-dc412d693cf3)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:47.039403 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.172638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540d78a-5c30-4fc1-b370-b9f5e40ca7ec None None] Pushing event updated for resources: {'Port': ['ID=b1d82ba7-dd31-49df-8c2e-3950c203139e,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:47.172968 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9fca2753-14a1-4b76-9b76-3cff0b13286a tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3270855 Jul 16 18:03:47.180470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36140) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:47.223573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Subnet': ['ID=fe900665-ac14-4e47-97c7-8289f002540f,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:47.225964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Checking segment: {'id': '1cd00fd2-6d9a-4457-a27a-2f49048b8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:47.226332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network hostable DHCP agents. Network: ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:47.230099 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-edf8e4b5-dce7-4a75-bdda-ee60db4a744b service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2839477 Jul 16 18:03:47.247759 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-456ff6dc-e085-4b54-bdf3-78f215b0d9ad req-9dfe771f-6302-456a-935a-1573a6f437f2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5340383 Jul 16 18:03:47.311363 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-d6932527-0dac-497b-93e2-290f715cffed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 HTTP/1.1" status: 200 len: 217 time: 0.0733232 Jul 16 18:03:47.417916 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e1ccd693-ca2b-448f-b7dd-8377f6ce4ca8 tempest-SecGroupTest-1429973191 tempest-SecGroupTest-1429973191-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2326796 Jul 16 18:03:47.453203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:47.475635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:47.497475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777c1c26-61e7-4b82-ab0a-4d12af9d77d6 None None] Network ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:47.508505 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.509471 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.547697 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-785adacd-e76b-477b-b049-c0132e943887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.550041 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-785adacd-e76b-477b-b049-c0132e943887 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.2134933 Jul 16 18:03:47.571393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ff6dc-e085-4b54-bdf3-78f215b0d9ad req-9bdfc2d1-78e4-445c-aa42-fe16ccc875aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.572880 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-456ff6dc-e085-4b54-bdf3-78f215b0d9ad req-9bdfc2d1-78e4-445c-aa42-fe16ccc875aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 1097 time: 0.2780428 Jul 16 18:03:47.640738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5f46d-754a-4e21-912e-77307b68938e req-1c5fa83d-305a-40ae-8c4e-d390da300a8c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.669285 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ed5f46d-754a-4e21-912e-77307b68938e req-1c5fa83d-305a-40ae-8c4e-d390da300a8c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 944 time: 0.3688922 Jul 16 18:03:47.682355 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36150) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:47.689244 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b8ee4c5a-8f3e-48c0-9895-074d398cf6fd tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2537451 Jul 16 18:03:47.925764 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ed5f46d-754a-4e21-912e-77307b68938e req-e2990334-bbbe-4e27-b224-9cabec31bc22 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536843 Jul 16 18:03:48.013338 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.127787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3', 'network_id': 'ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3', 'tenant_id': '6a8d2d3ccaf240e7a305e0bd76a1ebd0', 'fixed_ips': [{'subnet_id': 'fe900665-ac14-4e47-97c7-8289f002540f'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:48.131871 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.172495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-e9f213fd-d1f7-42f7-9b53-44f5aa7311c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:48.176487 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.185558 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-e9f213fd-d1f7-42f7-9b53-44f5aa7311c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6184044 Jul 16 18:03:48.194232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ff6dc-e085-4b54-bdf3-78f215b0d9ad req-d7098b50-e018-416f-99b3-a7694eb9f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:48.197266 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-456ff6dc-e085-4b54-bdf3-78f215b0d9ad req-d7098b50-e018-416f-99b3-a7694eb9f703 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.5031586 Jul 16 18:03:48.326246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36164) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:48.336758 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-456ff6dc-e085-4b54-bdf3-78f215b0d9ad req-b695b4d2-1182-4b60-8def-5b4e7fcf3a37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff59b35-868d-4f58-9930-b707fe880933 HTTP/1.1" status: 200 len: 217 time: 0.1206694 Jul 16 18:03:48.345067 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.449087 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 96c67286-5a55-4174-910d-57ab5ea52a71 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:48.615363 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc23a8-c2e4-4887-848b-e5ca02ff172b req-bd311752-4f5f-49bd-b422-926eba26dcc7 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:48.622508 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1dc23a8-c2e4-4887-848b-e5ca02ff172b req-bd311752-4f5f-49bd-b422-926eba26dcc7 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.2914653 Jul 16 18:03:48.707693 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-cc566f9a-1638-4616-994f-e717802e0772 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078177 Jul 16 18:03:48.719779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Allocated IP 2001:db8::3 (ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3/fe900665-ac14-4e47-97c7-8289f002540f/c1a8add9-95a8-433a-a9bd-7517e2612322) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:48.724733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1dc23a8-c2e4-4887-848b-e5ca02ff172b req-3fad3bc8-4e93-44e2-91d9-55e3d8491017 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948792 Jul 16 18:03:49.012169 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.033606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Transition to ACTIVE for port object c1a8add9-95a8-433a-a9bd-7517e2612322 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:49.056486 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ff6dc-e085-4b54-bdf3-78f215b0d9ad req-78dbcb12-6317-45f3-a4e4-c3ffab26d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.063800 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-456ff6dc-e085-4b54-bdf3-78f215b0d9ad req-78dbcb12-6317-45f3-a4e4-c3ffab26d925 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.3637669 Jul 16 18:03:49.070746 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Transition to ACTIVE for port object c1a8add9-95a8-433a-a9bd-7517e2612322 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:49.077811 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2847075e-1e84-4e57-b598-34055f62402d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=505b91a243be4b02951b717bae368826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7500513 Jul 16 18:03:49.080541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36184) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:49.110753 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.119260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b1d82ba7-dd31-49df-8c2e-3950c203139e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:49.240879 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.272801 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Network ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:49.273936 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port b1d82ba7-dd31-49df-8c2e-3950c203139e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:49.276955 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.285302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:49.288222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:49.290506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 96c67286-5a55-4174-910d-57ab5ea52a71 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:49.290889 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.303920 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-a32c54d6-9f6c-4f47-b00c-ba10e5ea7ad7 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676925 Jul 16 18:03:49.338689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Pushing event updated for resources: {'Port': ['ID=c1a8add9-95a8-433a-a9bd-7517e2612322,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:49.431585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Attempting to bind port c1a8add9-95a8-433a-a9bd-7517e2612322 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:49.431937 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Attempting to bind port c1a8add9-95a8-433a-a9bd-7517e2612322 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '1cd00fd2-6d9a-4457-a27a-2f49048b8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:49.432308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Attempting to bind port c1a8add9-95a8-433a-a9bd-7517e2612322 on network ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:49.474721 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-337f045a-17d0-46ac-bf82-e5b717eacd88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=abdc9f5d-e66d-4242-be3b-01c94d11e00c HTTP/1.1" status: 200 len: 217 time: 0.1674671 Jul 16 18:03:49.481770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Subnet': ['ID=fe900665-ac14-4e47-97c7-8289f002540f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:49.497227 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.508038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:49.508365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Checking segment: {'id': '1cd00fd2-6d9a-4457-a27a-2f49048b8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:49.508750 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.509158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Bound using segment: {'id': '1cd00fd2-6d9a-4457-a27a-2f49048b8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:49.509739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Bound port: c1a8add9-95a8-433a-a9bd-7517e2612322, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd00fd2-6d9a-4457-a27a-2f49048b8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:49.510074 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.549430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c6aaeb-627f-4ffa-a07d-7badffc04dd6 None None] Network 3d51268c-4cf6-4adf-bed7-9bb4e0072248 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:49.716691 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.734761 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea56d3fe-241d-471e-a175-abe7f45e015c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.743541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:49.768613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd00fd2-6d9a-4457-a27a-2f49048b8b67') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:49.769074 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd00fd2-6d9a-4457-a27a-2f49048b8b67') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:49.794761 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea56d3fe-241d-471e-a175-abe7f45e015c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.798085 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.806929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6562d520-2b02-41a9-b8a8-f11fc56c226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c67286-5a55-4174-910d-57ab5ea52a71'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:49.821330 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e2cd3f-b5e6-4c22-8cd6-8fffd4c32064" -d '{"events": [{"server_uuid": "6562d520-2b02-41a9-b8a8-f11fc56c226c", "name": "network-vif-plugged", "status": "completed", "tag": "96c67286-5a55-4174-910d-57ab5ea52a71"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:49.887887 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.939897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:49.940618 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:49.944516 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:49.955432 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660c02b-ec2d-42ae-a1b5-d3cac51d0f67 req-331bfe5e-9d36-40fe-8fd7-a948baa85c55 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.962878 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1660c02b-ec2d-42ae-a1b5-d3cac51d0f67 req-331bfe5e-9d36-40fe-8fd7-a948baa85c55 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 944 time: 0.6594331 Jul 16 18:03:50.222326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ff6dc-e085-4b54-bdf3-78f215b0d9ad req-d9947de9-5b44-4184-98b7-0958e7a8fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.227073 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-456ff6dc-e085-4b54-bdf3-78f215b0d9ad req-d9947de9-5b44-4184-98b7-0958e7a8fabb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1243165 Jul 16 18:03:50.245860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1660c02b-ec2d-42ae-a1b5-d3cac51d0f67 req-63f38d17-54d0-4b6d-a289-74e1244dff04 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816699 Jul 16 18:03:50.248461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:03:50.248461 n-d-787205-10 neutron-server[105591]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:03:50.248461 n-d-787205-10 neutron-server[105591]: [parameters: {'id': 'ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3'}] Jul 16 18:03:50.248461 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:03:50.248972 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:03:50.296661 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea56d3fe-241d-471e-a175-abe7f45e015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.307738 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea56d3fe-241d-471e-a175-abe7f45e015c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.309380 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ea56d3fe-241d-471e-a175-abe7f45e015c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6011648e-f151-45b7-8caa-9544777c9047 HTTP/1.1" status: 204 len: 168 time: 1.2274446 Jul 16 18:03:50.332495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-6a3beffb-d6f8-47b8-89b9-3df377f19990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.337196 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-6a3beffb-d6f8-47b8-89b9-3df377f19990 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.8522453 Jul 16 18:03:50.385919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56d3fe-241d-471e-a175-abe7f45e015c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6011648e-f151-45b7-8caa-9544777c9047,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:50.396889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 96c67286-5a55-4174-910d-57ab5ea52a71, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=96c67286-5a55-4174-910d-57ab5ea52a71,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:50.408530 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d0a8d7-82fd-457c-8ab1-e1bafb84ae26 x-openstack-request-id: req-35d0a8d7-82fd-457c-8ab1-e1bafb84ae26 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:50.408888 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6562d520-2b02-41a9-b8a8-f11fc56c226c", "name": "network-vif-plugged", "status": "completed", "tag": "96c67286-5a55-4174-910d-57ab5ea52a71", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:50.409091 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35d0a8d7-82fd-457c-8ab1-e1bafb84ae26 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:50.409478 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6562d520-2b02-41a9-b8a8-f11fc56c226c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c67286-5a55-4174-910d-57ab5ea52a71', 'code': 200} Jul 16 18:03:50.473110 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.566715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fb4fce53-89ac-4a86-862e-46c3bcc2488c None None] Provisioning for port b1d82ba7-dd31-49df-8c2e-3950c203139e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:50.573612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=96c67286-5a55-4174-910d-57ab5ea52a71,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:50.588573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fb4fce53-89ac-4a86-862e-46c3bcc2488c None None] Provisioning complete for port b1d82ba7-dd31-49df-8c2e-3950c203139e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:50.588958 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fb4fce53-89ac-4a86-862e-46c3bcc2488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.641372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] For port c1a8add9-95a8-433a-a9bd-7517e2612322, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:50.644676 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-456ff6dc-e085-4b54-bdf3-78f215b0d9ad req-07505a49-2ebe-4c16-8a5f-fe2197e4fef8 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065719 Jul 16 18:03:50.651058 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-f69b0be4-4f35-4c4d-90d7-8111f7eaa456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.654196 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-f69b0be4-4f35-4c4d-90d7-8111f7eaa456 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3023753 Jul 16 18:03:50.704671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] For port c1a8add9-95a8-433a-a9bd-7517e2612322, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c1a8add9-95a8-433a-a9bd-7517e2612322,segment=NetworkSegment(1cd00fd2-6d9a-4457-a27a-2f49048b8b67),segment_id=1cd00fd2-6d9a-4457-a27a-2f49048b8b67)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:50.733181 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.750616 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.878723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Deleting port c1a8add9-95a8-433a-a9bd-7517e2612322 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:50.879418 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.974788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] For port c1a8add9-95a8-433a-a9bd-7517e2612322, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c1a8add9-95a8-433a-a9bd-7517e2612322,segment=NetworkSegment(1cd00fd2-6d9a-4457-a27a-2f49048b8b67),segment_id=1cd00fd2-6d9a-4457-a27a-2f49048b8b67)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:50.986882 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.007443 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Calling delete_port for c1a8add9-95a8-433a-a9bd-7517e2612322 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:51.125425 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.167287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Port': ['ID=c1a8add9-95a8-433a-a9bd-7517e2612322,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:51.183599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No DVR routers for this DVR port c1a8add9-95a8-433a-a9bd-7517e2612322 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:51.236917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c99b4-4736-45a7-8e5f-88dfb98b6d28 None None] Pushing event updated for resources: {'Port': ['ID=c1a8add9-95a8-433a-a9bd-7517e2612322,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:51.243272 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fb4fce53-89ac-4a86-862e-46c3bcc2488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.361164 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-456ff6dc-e085-4b54-bdf3-78f215b0d9ad req-37bf3245-aa38-4f23-8262-51ee5b8c37ea service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055471 Jul 16 18:03:51.368526 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-c65df76b-4131-48d6-8a68-4dc8d16feff7 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565199 Jul 16 18:03:51.381792 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-fb4fce53-89ac-4a86-862e-46c3bcc2488c None None] For port b1d82ba7-dd31-49df-8c2e-3950c203139e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b1d82ba7-dd31-49df-8c2e-3950c203139e,segment=NetworkSegment(ad09d063-5747-432e-b803-dc412d693cf3),segment_id=ad09d063-5747-432e-b803-dc412d693cf3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:51.420601 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fb4fce53-89ac-4a86-862e-46c3bcc2488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.431984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf3a3b-8d3a-46ea-a66c-1709052d471f None None] Network ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:51.487308 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.543492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:51.612416 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-773d2071-5704-4fab-b317-fa2a53fc2e47 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287462 Jul 16 18:03:51.652289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd00fd2-6d9a-4457-a27a-2f49048b8b67') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:51.652639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd00fd2-6d9a-4457-a27a-2f49048b8b67') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:51.703594 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.715917 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-84ce1d04-abe0-4862-a01e-0acbe94d7a15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4937a153-3b68-417b-8f4b-bf5d6f4c90d0 HTTP/1.1" status: 200 len: 217 time: 0.0953784 Jul 16 18:03:51.732631 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.756024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:51.756717 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:51.768385 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:51.878697 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-b44400e6-eb0a-4a56-b689-0794a4d6a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:51.880602 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-b44400e6-eb0a-4a56-b689-0794a4d6a6fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b31a67f-4f93-43f1-8c7c-ec9f1b81e549 HTTP/1.1" status: 200 len: 797 time: 0.1576297 Jul 16 18:03:51.931379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216f298-f3ab-44c5-845e-32e914990d32 req-5916f5f8-30ed-4e47-a1df-75b325b21de3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:51.939000 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2216f298-f3ab-44c5-845e-32e914990d32 req-5916f5f8-30ed-4e47-a1df-75b325b21de3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.3886559 Jul 16 18:03:51.960752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fce53-89ac-4a86-862e-46c3bcc2488c None None] Pushing event updated for resources: {'Port': ['ID=b1d82ba7-dd31-49df-8c2e-3950c203139e,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.066508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-f6fe8986-fe13-41f9-b063-be0d8a61b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.069048 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-f6fe8986-fe13-41f9-b063-be0d8a61b667 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06b1d035-0df9-485b-af35-24977c69a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1796753 Jul 16 18:03:52.136002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c14751-6d28-4203-97d1-7e8614021f5a None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:03:52.169029 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.180254 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-893bf48e-3126-44f3-af38-86aa01668325 service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040318 Jul 16 18:03:52.182727 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.188022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3 HTTP/1.1" status: 204 len: 168 time: 4.5001469 Jul 16 18:03:52.225893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36256) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:52.233255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b09ea-56f0-4ae2-849c-ae2586261ae3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Network': ['ID=ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.240982 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b2801548-8d96-4336-8770-da0ac97916a6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-587260220'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:52.286668 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36260) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:52.297993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2216f298-f3ab-44c5-845e-32e914990d32 req-674186f3-3d0f-4eff-b210-581d21823836 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577309 Jul 16 18:03:52.304595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2801548-8d96-4336-8770-da0ac97916a6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:52.310716 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b2801548-8d96-4336-8770-da0ac97916a6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.355186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2801548-8d96-4336-8770-da0ac97916a6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:52.397441 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b2801548-8d96-4336-8770-da0ac97916a6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.397441 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-b2801548-8d96-4336-8770-da0ac97916a6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Added segment 814a3223-4e5b-4098-8d1f-d6f666ade7f2 of type vlan for network 35353e0a-33d9-40df-81f0-b38738c7dfdd Jul 16 18:03:52.485640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c14751-6d28-4203-97d1-7e8614021f5a None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:03:52.486718 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-d72658fd-76dd-48e5-8f3b-e46e170a4ea4 service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001835 Jul 16 18:03:52.580119 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b2801548-8d96-4336-8770-da0ac97916a6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.592057 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-ba961a2e-ccbf-456c-9342-f46be69285df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abc4391e-e85d-4a0b-9644-50a353bc8ad9 HTTP/1.1" status: 200 len: 217 time: 0.0957949 Jul 16 18:03:52.609699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-76420e33-1454-418c-ae09-4642cc971b8d None None] Provisioning complete for port b1d82ba7-dd31-49df-8c2e-3950c203139e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:52.610158 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-76420e33-1454-418c-ae09-4642cc971b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.670888 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b2801548-8d96-4336-8770-da0ac97916a6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.692082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2801548-8d96-4336-8770-da0ac97916a6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.694913 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b2801548-8d96-4336-8770-da0ac97916a6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.759733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-ec2f56e4-49e5-42bb-a774-f006fbbfcf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.761963 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-ec2f56e4-49e5-42bb-a774-f006fbbfcf13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b31a67f-4f93-43f1-8c7c-ec9f1b81e549 HTTP/1.1" status: 200 len: 797 time: 0.1612504 Jul 16 18:03:52.779237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b1d82ba7-dd31-49df-8c2e-3950c203139e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:52.831679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f8328a56-b586-4655-ad4b-314adb8c13ee tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:52.834173 n-d-787205-10 neutron-server[105591]: WARNING neutron.api.v2.base [None req-f8328a56-b586-4655-ad4b-314adb8c13ee tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:03:52.834908 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-f8328a56-b586-4655-ad4b-314adb8c13ee tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:03:52.840264 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f8328a56-b586-4655-ad4b-314adb8c13ee tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5373323 Jul 16 18:03:52.876637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36270) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:52.887109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-72893d85-5a04-4620-93a9-4d2c2ab8ef39 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group': {'name': 'tempest-secgroup--560997672'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:52.946503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36272) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:52.955972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-17de83ef-d022-4526-8320-73882e4afb61 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'subnet': {'network_id': '35353e0a-33d9-40df-81f0-b38738c7dfdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:52.958546 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b2801548-8d96-4336-8770-da0ac97916a6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7064214 Jul 16 18:03:52.971815 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-5db07b35-c0d5-4821-9e25-f66ea7a64f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.978614 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-5db07b35-c0d5-4821-9e25-f66ea7a64f6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06b1d035-0df9-485b-af35-24977c69a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2082322 Jul 16 18:03:53.055695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2801548-8d96-4336-8770-da0ac97916a6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Network': ['ID=35353e0a-33d9-40df-81f0-b38738c7dfdd,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:53.092936 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72893d85-5a04-4620-93a9-4d2c2ab8ef39 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.143971 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72893d85-5a04-4620-93a9-4d2c2ab8ef39 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.197922 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-8a26850e-88b5-4a24-9e22-ba06ec64e31d service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101305 Jul 16 18:03:53.281846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 35353e0a-33d9-40df-81f0-b38738c7dfdd details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:53.496712 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72893d85-5a04-4620-93a9-4d2c2ab8ef39 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.507320 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72893d85-5a04-4620-93a9-4d2c2ab8ef39 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.545225 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b1d82ba7-dd31-49df-8c2e-3950c203139e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:53.545924 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.547599 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.550743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17de83ef-d022-4526-8320-73882e4afb61 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:53.555620 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17de83ef-d022-4526-8320-73882e4afb61 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.594559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72893d85-5a04-4620-93a9-4d2c2ab8ef39 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9b2456-87d8-4cd0-aa4c-d6a3e2f65920,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:53.772488 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72893d85-5a04-4620-93a9-4d2c2ab8ef39 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.787121 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72893d85-5a04-4620-93a9-4d2c2ab8ef39 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.807729 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-63a3fcdf-d229-48b6-a56c-90cafacda14a req-75916dcf-9538-490d-b7ad-cd464ff123b2 service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883803 Jul 16 18:03:53.944613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72893d85-5a04-4620-93a9-4d2c2ab8ef39 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358838ff-4a68-4286-92be-d68d9fcb225b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:53.986492 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72893d85-5a04-4620-93a9-4d2c2ab8ef39 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.993916 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-72893d85-5a04-4620-93a9-4d2c2ab8ef39 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1157165 Jul 16 18:03:53.998077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36292) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:54.007545 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17de83ef-d022-4526-8320-73882e4afb61 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.066936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de83ef-d022-4526-8320-73882e4afb61 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Subnet': ['ID=43feffe1-0a8c-424e-8da1-34a7fd3a9214,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.135827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17de83ef-d022-4526-8320-73882e4afb61 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Checking segment: {'id': '814a3223-4e5b-4098-8d1f-d6f666ade7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '35353e0a-33d9-40df-81f0-b38738c7dfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:54.136295 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17de83ef-d022-4526-8320-73882e4afb61 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network hostable DHCP agents. Network: 35353e0a-33d9-40df-81f0-b38738c7dfdd, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:54.175771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-42b73cf9-34a5-44f9-b49c-bded2281fc3d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '358838ff-4a68-4286-92be-d68d9fcb225b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:54.202185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17de83ef-d022-4526-8320-73882e4afb61 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network 35353e0a-33d9-40df-81f0-b38738c7dfdd is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:54.253495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-17de83ef-d022-4526-8320-73882e4afb61 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 35353e0a-33d9-40df-81f0-b38738c7dfdd) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:54.272054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de83ef-d022-4526-8320-73882e4afb61 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.277761 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17de83ef-d022-4526-8320-73882e4afb61 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.346491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fac7e8-3400-4ee5-aa8d-adccf602fe5d None None] Network 35353e0a-33d9-40df-81f0-b38738c7dfdd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:54.366831 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-17de83ef-d022-4526-8320-73882e4afb61 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4112022 Jul 16 18:03:54.367563 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36302) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:54.401945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269ffd2-ca98-4123-abfd-88c51d9d2d4f req-b0c77df2-c176-4cfa-9adc-8fdc39a02cbe tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.431269 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a269ffd2-ca98-4123-abfd-88c51d9d2d4f req-b0c77df2-c176-4cfa-9adc-8fdc39a02cbe tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.4891350 Jul 16 18:03:54.632216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a269ffd2-ca98-4123-abfd-88c51d9d2d4f req-244329c7-6576-41c3-aa50-a9cc35014268 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991661 Jul 16 18:03:54.641136 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42b73cf9-34a5-44f9-b49c-bded2281fc3d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.727328 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.789710 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42b73cf9-34a5-44f9-b49c-bded2281fc3d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.797938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42b73cf9-34a5-44f9-b49c-bded2281fc3d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.848943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-35353e0a-33d9-40df-81f0-b38738c7dfdd', 'network_id': '35353e0a-33d9-40df-81f0-b38738c7dfdd', 'tenant_id': '6a8d2d3ccaf240e7a305e0bd76a1ebd0', 'fixed_ips': [{'subnet_id': '43feffe1-0a8c-424e-8da1-34a7fd3a9214'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:54.853592 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.859438 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42b73cf9-34a5-44f9-b49c-bded2281fc3d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.866007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-42b73cf9-34a5-44f9-b49c-bded2281fc3d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7091131 Jul 16 18:03:54.878712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36310) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:54.890096 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-700945af-b07b-4357-9536-9fd30da0461c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '358838ff-4a68-4286-92be-d68d9fcb225b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:54.902417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b73cf9-34a5-44f9-b49c-bded2281fc3d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89c5304-249b-4912-80c1-aa59d349252a,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:54.971726 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-700945af-b07b-4357-9536-9fd30da0461c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:54.985084 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.100975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Allocated IP 2001:db8::1 (35353e0a-33d9-40df-81f0-b38738c7dfdd/43feffe1-0a8c-424e-8da1-34a7fd3a9214/f62880f8-d4ec-48a7-a980-9c23c669e3b7) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:55.144301 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-700945af-b07b-4357-9536-9fd30da0461c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:03:55.150534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-700945af-b07b-4357-9536-9fd30da0461c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2699864 Jul 16 18:03:55.151647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36314) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:55.409087 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8d8974dd-445d-4228-970a-807218219f49 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.409901 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.505825 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8d8974dd-445d-4228-970a-807218219f49 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.549589 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.576521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Transition to ACTIVE for port object f62880f8-d4ec-48a7-a980-9c23c669e3b7 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:55.628939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Transition to ACTIVE for port object f62880f8-d4ec-48a7-a980-9c23c669e3b7 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:55.655001 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.668762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.669045 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8d8974dd-445d-4228-970a-807218219f49 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.678033 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8d8974dd-445d-4228-970a-807218219f49 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.692009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8d8974dd-445d-4228-970a-807218219f49 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "DELETE /v2.0/security-groups/358838ff-4a68-4286-92be-d68d9fcb225b HTTP/1.1" status: 204 len: 168 time: 0.5385258 Jul 16 18:03:55.707820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36330) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:55.727510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Network 35353e0a-33d9-40df-81f0-b38738c7dfdd is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:55.736683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:55.752829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8974dd-445d-4228-970a-807218219f49 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358838ff-4a68-4286-92be-d68d9fcb225b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.759842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:55.836949 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-971cce95-237e-4a10-9a11-8ed1652baf8d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1219404 Jul 16 18:03:55.837983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36332) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:55.840846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Subnet': ['ID=43feffe1-0a8c-424e-8da1-34a7fd3a9214,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.857043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Pushing event updated for resources: {'Port': ['ID=f62880f8-d4ec-48a7-a980-9c23c669e3b7,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:55.866613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4792c17b-2df2-4b62-a254-c45d67bdf536 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218879593'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:55.914979 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.939933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35353e0a-33d9-40df-81f0-b38738c7dfdd']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:55.963564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814a3223-4e5b-4098-8d1f-d6f666ade7f2') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:55.965278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814a3223-4e5b-4098-8d1f-d6f666ade7f2') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:55.970020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Attempting to bind port f62880f8-d4ec-48a7-a980-9c23c669e3b7 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:55.970436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Attempting to bind port f62880f8-d4ec-48a7-a980-9c23c669e3b7 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '814a3223-4e5b-4098-8d1f-d6f666ade7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '35353e0a-33d9-40df-81f0-b38738c7dfdd'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:55.971002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Attempting to bind port f62880f8-d4ec-48a7-a980-9c23c669e3b7 on network 35353e0a-33d9-40df-81f0-b38738c7dfdd {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:55.974487 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4792c17b-2df2-4b62-a254-c45d67bdf536 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.986387 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.992273 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:55.992633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Checking segment: {'id': '814a3223-4e5b-4098-8d1f-d6f666ade7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '35353e0a-33d9-40df-81f0-b38738c7dfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:55.993102 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.993594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Bound using segment: {'id': '814a3223-4e5b-4098-8d1f-d6f666ade7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '35353e0a-33d9-40df-81f0-b38738c7dfdd'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:55.994217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Bound port: f62880f8-d4ec-48a7-a980-9c23c669e3b7, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814a3223-4e5b-4098-8d1f-d6f666ade7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '35353e0a-33d9-40df-81f0-b38738c7dfdd'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:55.994666 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.019618 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.039617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:56.039926 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:56.045680 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:56.103048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] For port f62880f8-d4ec-48a7-a980-9c23c669e3b7, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:56.157989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] For port f62880f8-d4ec-48a7-a980-9c23c669e3b7, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f62880f8-d4ec-48a7-a980-9c23c669e3b7,segment=NetworkSegment(814a3223-4e5b-4098-8d1f-d6f666ade7f2),segment_id=814a3223-4e5b-4098-8d1f-d6f666ade7f2)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:56.166638 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.170709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:03:56.170709 n-d-787205-10 neutron-server[105590]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:03:56.170709 n-d-787205-10 neutron-server[105590]: [parameters: {'id': '35353e0a-33d9-40df-81f0-b38738c7dfdd'}] Jul 16 18:03:56.170709 n-d-787205-10 neutron-server[105590]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:03:56.171483 n-d-787205-10 neutron-server[105590]: DEBUG oslo_db.api [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:03:56.246973 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4792c17b-2df2-4b62-a254-c45d67bdf536 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.269503 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4792c17b-2df2-4b62-a254-c45d67bdf536 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.302873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda5bce-d957-4006-b805-024eba03c28f req-cd9055b7-71f4-4e70-b0bb-694516d27e3a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:56.311569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6cda5bce-d957-4006-b805-024eba03c28f req-cd9055b7-71f4-4e70-b0bb-694516d27e3a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.1878176 Jul 16 18:03:56.380595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792c17b-2df2-4b62-a254-c45d67bdf536 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744a577d-f4e9-4050-95bd-7a916bcadce6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.383785 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4792c17b-2df2-4b62-a254-c45d67bdf536 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.386930 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4792c17b-2df2-4b62-a254-c45d67bdf536 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5455458 Jul 16 18:03:56.396643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36340) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.408277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e20a3cbc-0b89-4ad1-9c38-b9bc3638210a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '744a577d-f4e9-4050-95bd-7a916bcadce6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:56.410349 n-d-787205-10 neutron-server[105590]: WARNING neutron.api.v2.base [None req-e20a3cbc-0b89-4ad1-9c38-b9bc3638210a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:03:56.412858 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-e20a3cbc-0b89-4ad1-9c38-b9bc3638210a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:03:56.421262 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e20a3cbc-0b89-4ad1-9c38-b9bc3638210a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0229833 Jul 16 18:03:56.422108 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36342) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.428520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6cda5bce-d957-4006-b805-024eba03c28f req-69ebe60e-059b-4e49-9290-b3282490f2f4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149528 Jul 16 18:03:56.453371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8469067-5790-4982-970f-6abd81b3c0af None None] Pushing event updated for resources: {'Port': ['ID=f62880f8-d4ec-48a7-a980-9c23c669e3b7,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.535495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61a8013-a843-4321-a406-89238675454c None None] Network 35353e0a-33d9-40df-81f0-b38738c7dfdd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:56.662684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5915-787e-4004-a1cc-7c2463052580 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.726162 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5915-787e-4004-a1cc-7c2463052580 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.802502 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.807126 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5915-787e-4004-a1cc-7c2463052580 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.810258 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7cbe5915-787e-4004-a1cc-7c2463052580 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.815767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36354) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.816068 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7cbe5915-787e-4004-a1cc-7c2463052580 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "DELETE /v2.0/security-groups/744a577d-f4e9-4050-95bd-7a916bcadce6 HTTP/1.1" status: 204 len: 168 time: 0.3909218 Jul 16 18:03:56.828209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe5915-787e-4004-a1cc-7c2463052580 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744a577d-f4e9-4050-95bd-7a916bcadce6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.963759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-80ec6ee4-949c-459d-99d6-5cd0558f1dc6 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1409814 Jul 16 18:03:56.964622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36358) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.992360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-611c1169-58ca-409c-8a16-ef5940adfeb0 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group': {'name': 'tempest-secgroup--630201888'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:57.004007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Deleting port f62880f8-d4ec-48a7-a980-9c23c669e3b7 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:57.005970 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.079458 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-611c1169-58ca-409c-8a16-ef5940adfeb0 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.115920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd4dde-6ed9-44ab-9b3c-c361dbb49d8c None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:03:57.134837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] For port f62880f8-d4ec-48a7-a980-9c23c669e3b7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f62880f8-d4ec-48a7-a980-9c23c669e3b7,segment=NetworkSegment(814a3223-4e5b-4098-8d1f-d6f666ade7f2),segment_id=814a3223-4e5b-4098-8d1f-d6f666ade7f2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:57.135584 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.170692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Calling delete_port for f62880f8-d4ec-48a7-a980-9c23c669e3b7 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:57.268345 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-611c1169-58ca-409c-8a16-ef5940adfeb0 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.276770 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-611c1169-58ca-409c-8a16-ef5940adfeb0 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.321141 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c1169-58ca-409c-8a16-ef5940adfeb0 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd283c87-035d-4adf-9ced-678392f4d390,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:57.324940 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-611c1169-58ca-409c-8a16-ef5940adfeb0 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.329206 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-611c1169-58ca-409c-8a16-ef5940adfeb0 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3467064 Jul 16 18:03:57.330242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36368) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:57.337225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4d503903-1cf9-4a59-9631-c5d2c901e8a6 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': 'fd283c87-035d-4adf-9ced-678392f4d390', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:57.338246 n-d-787205-10 neutron-server[105591]: WARNING neutron.api.v2.base [None req-4d503903-1cf9-4a59-9631-c5d2c901e8a6 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:03:57.338708 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-4d503903-1cf9-4a59-9631-c5d2c901e8a6 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:03:57.344651 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36370) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:57.346135 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4d503903-1cf9-4a59-9631-c5d2c901e8a6 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0146785 Jul 16 18:03:57.377406 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.472386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Port': ['ID=f62880f8-d4ec-48a7-a980-9c23c669e3b7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:57.509410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dd4dde-6ed9-44ab-9b3c-c361dbb49d8c None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:03:57.520636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No DVR routers for this DVR port f62880f8-d4ec-48a7-a980-9c23c669e3b7 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:57.724745 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28a08cf1-12c2-48d8-aff2-04485e0eda02 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.771099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20601edf-0179-4c0b-8cbe-5a5face57b4f req-be4ff5c0-7d70-4310-915d-4da8591a2e8d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:57.776340 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.777822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20601edf-0179-4c0b-8cbe-5a5face57b4f req-be4ff5c0-7d70-4310-915d-4da8591a2e8d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.1990509 Jul 16 18:03:57.802298 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28a08cf1-12c2-48d8-aff2-04485e0eda02 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.805711 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35353e0a-33d9-40df-81f0-b38738c7dfdd']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:57.828209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814a3223-4e5b-4098-8d1f-d6f666ade7f2') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:57.828483 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814a3223-4e5b-4098-8d1f-d6f666ade7f2') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:57.869481 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.903165 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.914089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:57.914735 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.917463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20601edf-0179-4c0b-8cbe-5a5face57b4f req-674ca727-7764-4b38-bcc5-6d876e18ec17 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330321 Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:58.010128 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:58.111929 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.124450 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.130727 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/35353e0a-33d9-40df-81f0-b38738c7dfdd HTTP/1.1" status: 204 len: 168 time: 3.7600327 Jul 16 18:03:58.134770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36392) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.139970 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28a08cf1-12c2-48d8-aff2-04485e0eda02 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.140520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-47780456-2945-40f9-8e94-beb2e05d8a28 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-38724809'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:58.149959 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28a08cf1-12c2-48d8-aff2-04485e0eda02 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.151280 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-28a08cf1-12c2-48d8-aff2-04485e0eda02 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "DELETE /v2.0/security-groups/fd283c87-035d-4adf-9ced-678392f4d390 HTTP/1.1" status: 204 len: 168 time: 0.8053553 Jul 16 18:03:58.160035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36394) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.207149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47780456-2945-40f9-8e94-beb2e05d8a28 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:58.214770 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-47780456-2945-40f9-8e94-beb2e05d8a28 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.251653 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4303b6bf-775b-4bc9-b79c-2bd284c3fb6d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0895803 Jul 16 18:03:58.257677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8b29b-cc61-480c-ae27-59d52afbe959 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Network': ['ID=35353e0a-33d9-40df-81f0-b38738c7dfdd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.258500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36396) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.267069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a08cf1-12c2-48d8-aff2-04485e0eda02 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd283c87-035d-4adf-9ced-678392f4d390,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.271730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-968dcaf1-78b4-40e6-8b38-368d81788afb tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309899369'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:58.283251 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47780456-2945-40f9-8e94-beb2e05d8a28 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:58.303913 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-47780456-2945-40f9-8e94-beb2e05d8a28 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.304605 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-47780456-2945-40f9-8e94-beb2e05d8a28 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Added segment 2829f107-97fe-4210-88d4-8980866e361e of type vlan for network 4f8ccbce-5a65-471c-967c-bdee4d18c935 Jul 16 18:03:58.319168 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-968dcaf1-78b4-40e6-8b38-368d81788afb tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.383288 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-47780456-2945-40f9-8e94-beb2e05d8a28 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.450396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-47780456-2945-40f9-8e94-beb2e05d8a28 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.466493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47780456-2945-40f9-8e94-beb2e05d8a28 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:58.467322 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-47780456-2945-40f9-8e94-beb2e05d8a28 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.566742 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-968dcaf1-78b4-40e6-8b38-368d81788afb tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.606391 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-968dcaf1-78b4-40e6-8b38-368d81788afb tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.612162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47780456-2945-40f9-8e94-beb2e05d8a28 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Network': ['ID=4f8ccbce-5a65-471c-967c-bdee4d18c935,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.619033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-47780456-2945-40f9-8e94-beb2e05d8a28 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4830778 Jul 16 18:03:58.622873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36400) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.633392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b8613cc2-2cb0-49b2-89c8-d5b3778ffe30 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'subnet': {'network_id': '4f8ccbce-5a65-471c-967c-bdee4d18c935', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:58.671563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dcaf1-78b4-40e6-8b38-368d81788afb tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf7a91c-87e2-461d-8509-e2a4dcdcde76,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.676943 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-968dcaf1-78b4-40e6-8b38-368d81788afb tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.679116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-968dcaf1-78b4-40e6-8b38-368d81788afb tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4161053 Jul 16 18:03:58.681589 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36402) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.691532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4af7c435-29f0-4523-be3b-5211555d2d84 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': 'bcf7a91c-87e2-461d-8509-e2a4dcdcde76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:58.696668 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 4f8ccbce-5a65-471c-967c-bdee4d18c935 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:58.708557 n-d-787205-10 neutron-server[105591]: WARNING neutron.api.v2.base [None req-4af7c435-29f0-4523-be3b-5211555d2d84 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:03:58.709842 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-4af7c435-29f0-4523-be3b-5211555d2d84 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:03:58.711977 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4af7c435-29f0-4523-be3b-5211555d2d84 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0282271 Jul 16 18:03:58.714443 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36404) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.719589 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d5a92287-50a2-4701-b8ef-6989246b7fdb tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': 'bcf7a91c-87e2-461d-8509-e2a4dcdcde76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:58.726856 n-d-787205-10 neutron-server[105591]: WARNING neutron.api.v2.base [None req-d5a92287-50a2-4701-b8ef-6989246b7fdb tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:03:58.731015 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-d5a92287-50a2-4701-b8ef-6989246b7fdb tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:03:58.733035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d5a92287-50a2-4701-b8ef-6989246b7fdb tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0172224 Jul 16 18:03:58.737454 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36406) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.765341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3ae5dea0-01ad-41e4-a414-33e3ede9717c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': 'bcf7a91c-87e2-461d-8509-e2a4dcdcde76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:58.775661 n-d-787205-10 neutron-server[105591]: WARNING neutron.api.v2.base [None req-3ae5dea0-01ad-41e4-a414-33e3ede9717c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:03:58.776419 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-3ae5dea0-01ad-41e4-a414-33e3ede9717c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:03:58.779579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3ae5dea0-01ad-41e4-a414-33e3ede9717c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0405715 Jul 16 18:03:58.788053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36410) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.802837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e7319e3e-3eb4-4861-8e58-613e2d023dab tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': 'bcf7a91c-87e2-461d-8509-e2a4dcdcde76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:58.804302 n-d-787205-10 neutron-server[105591]: WARNING neutron.api.v2.base [None req-e7319e3e-3eb4-4861-8e58-613e2d023dab tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:03:58.807688 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-e7319e3e-3eb4-4861-8e58-613e2d023dab tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:03:58.809401 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e7319e3e-3eb4-4861-8e58-613e2d023dab tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0198166 Jul 16 18:03:58.814577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36412) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.944907 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8613cc2-2cb0-49b2-89c8-d5b3778ffe30 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:58.953366 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-09e6153b-0688-4060-bb5c-a1371e295f79 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.954696 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8613cc2-2cb0-49b2-89c8-d5b3778ffe30 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.019313 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-09e6153b-0688-4060-bb5c-a1371e295f79 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.140276 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-09e6153b-0688-4060-bb5c-a1371e295f79 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.144856 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-09e6153b-0688-4060-bb5c-a1371e295f79 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.147208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-09e6153b-0688-4060-bb5c-a1371e295f79 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "DELETE /v2.0/security-groups/bcf7a91c-87e2-461d-8509-e2a4dcdcde76 HTTP/1.1" status: 204 len: 168 time: 0.3310919 Jul 16 18:03:59.173030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36420) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:59.287972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6153b-0688-4060-bb5c-a1371e295f79 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf7a91c-87e2-461d-8509-e2a4dcdcde76,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:59.356155 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8613cc2-2cb0-49b2-89c8-d5b3778ffe30 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.462173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8613cc2-2cb0-49b2-89c8-d5b3778ffe30 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Checking segment: {'id': '2829f107-97fe-4210-88d4-8980866e361e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4f8ccbce-5a65-471c-967c-bdee4d18c935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:59.462535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8613cc2-2cb0-49b2-89c8-d5b3778ffe30 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network hostable DHCP agents. Network: 4f8ccbce-5a65-471c-967c-bdee4d18c935, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:59.464642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8613cc2-2cb0-49b2-89c8-d5b3778ffe30 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Subnet': ['ID=27baf673-2662-43b1-b151-eec185a94ddf,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:59.497345 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8613cc2-2cb0-49b2-89c8-d5b3778ffe30 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network 4f8ccbce-5a65-471c-967c-bdee4d18c935 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:59.525725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b8613cc2-2cb0-49b2-89c8-d5b3778ffe30 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 4f8ccbce-5a65-471c-967c-bdee4d18c935) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:59.535474 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c4eee1-c7ed-4dc4-b33b-11ec51b7a67d None None] Network 4f8ccbce-5a65-471c-967c-bdee4d18c935 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:59.535700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b228f1eb-1771-4e34-905d-34ca405ae01c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3525097 Jul 16 18:03:59.545180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36434) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:59.563688 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8613cc2-2cb0-49b2-89c8-d5b3778ffe30 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:59.564719 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8613cc2-2cb0-49b2-89c8-d5b3778ffe30 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.565360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-25e9949b-78d1-43a1-9266-191abd3e8797 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group': {'name': 'tempest-secgroup--473301975'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:59.595264 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b8613cc2-2cb0-49b2-89c8-d5b3778ffe30 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9715073 Jul 16 18:03:59.596382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36436) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:59.611849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de220ee-ff9e-4d06-b3ea-891c7c59bbd6 req-0453e3c6-8ca0-48ba-8320-e1d96ea609ca tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:59.625642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8de220ee-ff9e-4d06-b3ea-891c7c59bbd6 req-0453e3c6-8ca0-48ba-8320-e1d96ea609ca tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.4597402 Jul 16 18:03:59.772531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8de220ee-ff9e-4d06-b3ea-891c7c59bbd6 req-1dbe9e9c-2ab1-480c-800e-1e1555becdb8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446593 Jul 16 18:03:59.784228 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25e9949b-78d1-43a1-9266-191abd3e8797 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.900274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-4f8ccbce-5a65-471c-967c-bdee4d18c935', 'network_id': '4f8ccbce-5a65-471c-967c-bdee4d18c935', 'tenant_id': '6a8d2d3ccaf240e7a305e0bd76a1ebd0', 'fixed_ips': [{'subnet_id': '27baf673-2662-43b1-b151-eec185a94ddf'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:03:59.902829 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.909589 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.934373 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25e9949b-78d1-43a1-9266-191abd3e8797 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.952682 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25e9949b-78d1-43a1-9266-191abd3e8797 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.035807 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25e9949b-78d1-43a1-9266-191abd3e8797 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.042852 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-25e9949b-78d1-43a1-9266-191abd3e8797 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4912674 Jul 16 18:04:00.045272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9949b-78d1-43a1-9266-191abd3e8797 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3b3c3f-9e25-45af-a792-ac46a9f92432,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:00.047308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36442) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.052333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b65eef66-723f-4bfa-b614-e6db68a1d115 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '3d3b3c3f-9e25-45af-a792-ac46a9f92432', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:00.053059 n-d-787205-10 neutron-server[105590]: WARNING neutron.api.v2.base [None req-b65eef66-723f-4bfa-b614-e6db68a1d115 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:04:00.053566 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-b65eef66-723f-4bfa-b614-e6db68a1d115 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:00.054579 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b65eef66-723f-4bfa-b614-e6db68a1d115 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063155 Jul 16 18:04:00.055606 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.059464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36444) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.071756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0d64df64-a10c-48a1-b070-8dba75ec6f4a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '3d3b3c3f-9e25-45af-a792-ac46a9f92432', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:00.185544 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-0d64df64-a10c-48a1-b070-8dba75ec6f4a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:00.188772 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0d64df64-a10c-48a1-b070-8dba75ec6f4a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1282496 Jul 16 18:04:00.191478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36448) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.202849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-086b3826-96a5-4186-8c8e-8bfd7537478e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '3d3b3c3f-9e25-45af-a792-ac46a9f92432', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:00.203669 n-d-787205-10 neutron-server[105591]: WARNING neutron.api.v2.base [None req-086b3826-96a5-4186-8c8e-8bfd7537478e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:04:00.204189 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-086b3826-96a5-4186-8c8e-8bfd7537478e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:00.205230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-086b3826-96a5-4186-8c8e-8bfd7537478e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113244 Jul 16 18:04:00.208333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36450) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.213237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c84c26e7-a978-4101-b875-031172f9f2fe tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '3d3b3c3f-9e25-45af-a792-ac46a9f92432', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:00.235033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Allocated IP 2001:db8::1 (4f8ccbce-5a65-471c-967c-bdee4d18c935/27baf673-2662-43b1-b151-eec185a94ddf/80e59727-b116-489f-add5-afa34beb8b4d) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:00.292007 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-c84c26e7-a978-4101-b875-031172f9f2fe tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:00.292962 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c84c26e7-a978-4101-b875-031172f9f2fe tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0835133 Jul 16 18:04:00.299287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36452) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.304011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0cf5f3ad-fbf7-4ad1-adeb-bdf6a68f226e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '3d3b3c3f-9e25-45af-a792-ac46a9f92432', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:00.304493 n-d-787205-10 neutron-server[105590]: WARNING neutron.api.v2.base [None req-0cf5f3ad-fbf7-4ad1-adeb-bdf6a68f226e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:04:00.304996 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-0cf5f3ad-fbf7-4ad1-adeb-bdf6a68f226e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:00.311144 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0cf5f3ad-fbf7-4ad1-adeb-bdf6a68f226e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056894 Jul 16 18:04:00.312302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36456) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.317636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-600a116e-93f5-43a4-8660-201d83dcca1e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '3d3b3c3f-9e25-45af-a792-ac46a9f92432', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:00.354958 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-600a116e-93f5-43a4-8660-201d83dcca1e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Project db6953de027b4af89aba839f953294c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:04:00.378511 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-600a116e-93f5-43a4-8660-201d83dcca1e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:00.381860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-600a116e-93f5-43a4-8660-201d83dcca1e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0684965 Jul 16 18:04:00.384957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36464) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.404308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d28f7ab1-d5f6-44b5-8e47-58b5449155d0 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '3d3b3c3f-9e25-45af-a792-ac46a9f92432', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:00.406942 n-d-787205-10 neutron-server[105590]: WARNING neutron.api.v2.base [None req-d28f7ab1-d5f6-44b5-8e47-58b5449155d0 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:04:00.407533 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-d28f7ab1-d5f6-44b5-8e47-58b5449155d0 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:00.408630 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d28f7ab1-d5f6-44b5-8e47-58b5449155d0 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0220816 Jul 16 18:04:00.413247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36466) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.421352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d1bd9b89-8b7c-400d-a4a1-21faa00b693f tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '3d3b3c3f-9e25-45af-a792-ac46a9f92432', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:00.491445 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-d1bd9b89-8b7c-400d-a4a1-21faa00b693f tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Project db6953de027b4af89aba839f953294c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:04:00.509901 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.522259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Transition to ACTIVE for port object 80e59727-b116-489f-add5-afa34beb8b4d will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:00.522536 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-d1bd9b89-8b7c-400d-a4a1-21faa00b693f tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:00.522885 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d1bd9b89-8b7c-400d-a4a1-21faa00b693f tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1080153 Jul 16 18:04:00.525948 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36468) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.533736 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a07e0ba3-902e-421e-b593-a67ebfd6aae6 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '3d3b3c3f-9e25-45af-a792-ac46a9f92432', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:00.548137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Transition to ACTIVE for port object 80e59727-b116-489f-add5-afa34beb8b4d will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:00.562365 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.606001 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-a07e0ba3-902e-421e-b593-a67ebfd6aae6 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Project db6953de027b4af89aba839f953294c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:04:00.617905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.620370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Network 4f8ccbce-5a65-471c-967c-bdee4d18c935 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:00.627980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:00.632172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:00.663298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Subnet': ['ID=27baf673-2662-43b1-b151-eec185a94ddf,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:00.674958 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-a07e0ba3-902e-421e-b593-a67ebfd6aae6 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:00.676904 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a07e0ba3-902e-421e-b593-a67ebfd6aae6 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1493564 Jul 16 18:04:00.680368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36472) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:00.727492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Pushing event updated for resources: {'Port': ['ID=80e59727-b116-489f-add5-afa34beb8b4d,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:00.771321 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.783719 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8ccbce-5a65-471c-967c-bdee4d18c935']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:00.796025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2829f107-97fe-4210-88d4-8980866e361e') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:00.796523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2829f107-97fe-4210-88d4-8980866e361e') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:00.812605 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.837745 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.860723 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:00.862377 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.872445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Attempting to bind port 80e59727-b116-489f-add5-afa34beb8b4d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:00.872901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Attempting to bind port 80e59727-b116-489f-add5-afa34beb8b4d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '2829f107-97fe-4210-88d4-8980866e361e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4f8ccbce-5a65-471c-967c-bdee4d18c935'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:00.890263 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Attempting to bind port 80e59727-b116-489f-add5-afa34beb8b4d on network 4f8ccbce-5a65-471c-967c-bdee4d18c935 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:00.897121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:00.897495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Checking segment: {'id': '2829f107-97fe-4210-88d4-8980866e361e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4f8ccbce-5a65-471c-967c-bdee4d18c935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:00.900526 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.901306 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3f65-1c1b-433f-8492-f70f62226cfa tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.901860 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Bound using segment: {'id': '2829f107-97fe-4210-88d4-8980866e361e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4f8ccbce-5a65-471c-967c-bdee4d18c935'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:00.902555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Bound port: 80e59727-b116-489f-add5-afa34beb8b4d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2829f107-97fe-4210-88d4-8980866e361e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '4f8ccbce-5a65-471c-967c-bdee4d18c935'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:00.911239 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.010629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] For port 80e59727-b116-489f-add5-afa34beb8b4d, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:01.014672 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3f65-1c1b-433f-8492-f70f62226cfa tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.223167 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3f65-1c1b-433f-8492-f70f62226cfa tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.228005 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3f65-1c1b-433f-8492-f70f62226cfa tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.229624 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1b5b3f65-1c1b-433f-8492-f70f62226cfa tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "DELETE /v2.0/security-groups/3d3b3c3f-9e25-45af-a792-ac46a9f92432 HTTP/1.1" status: 204 len: 168 time: 0.5481181 Jul 16 18:04:01.238736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36482) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:01.323389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-167c4f4a-b865-4fb9-a9e1-20160c10bd1e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783749 Jul 16 18:04:01.335426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14d362-30cd-4dc9-9156-bd8baf3849e0 req-2acf87ca-be3e-43b9-996b-a82be67aa45a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:01.343860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b14d362-30cd-4dc9-9156-bd8baf3849e0 req-2acf87ca-be3e-43b9-996b-a82be67aa45a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.2570951 Jul 16 18:04:01.346635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b3f65-1c1b-433f-8492-f70f62226cfa tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3b3c3f-9e25-45af-a792-ac46a9f92432,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:01.350475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36484) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:01.371244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-54946571-64b5-4469-b764-90ee72366b80 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518623987'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:01.429643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-54946571-64b5-4469-b764-90ee72366b80 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.463190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b14d362-30cd-4dc9-9156-bd8baf3849e0 req-e839ef78-43eb-409b-9589-4c84d54918aa tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180580 Jul 16 18:04:01.580466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-54946571-64b5-4469-b764-90ee72366b80 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.591657 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-54946571-64b5-4469-b764-90ee72366b80 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:01.624854 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:01.627713 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:04:01.627713 n-d-787205-10 neutron-server[105590]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:04:01.627713 n-d-787205-10 neutron-server[105590]: [parameters: {'id': '4f8ccbce-5a65-471c-967c-bdee4d18c935'}] Jul 16 18:04:01.627713 n-d-787205-10 neutron-server[105590]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:04:01.628062 n-d-787205-10 neutron-server[105590]: DEBUG oslo_db.api [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:04:01.644420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] For port 80e59727-b116-489f-add5-afa34beb8b4d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=80e59727-b116-489f-add5-afa34beb8b4d,segment=NetworkSegment(2829f107-97fe-4210-88d4-8980866e361e),segment_id=2829f107-97fe-4210-88d4-8980866e361e)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:01.647424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54946571-64b5-4469-b764-90ee72366b80 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4341c5dd-6999-472a-8ddb-ffcec0159e4f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:01.650263 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.664570 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-54946571-64b5-4469-b764-90ee72366b80 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.666181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-54946571-64b5-4469-b764-90ee72366b80 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2996871 Jul 16 18:04:01.669203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36496) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:01.676182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b0afc37d-a7a5-47fe-81b8-56c711e97f3e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '4341c5dd-6999-472a-8ddb-ffcec0159e4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:01.734304 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-b0afc37d-a7a5-47fe-81b8-56c711e97f3e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The resource could not be found. Jul 16 18:04:01.735768 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b0afc37d-a7a5-47fe-81b8-56c711e97f3e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0635750 Jul 16 18:04:01.738565 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36498) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:01.744204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d005428e-1091-40c6-bbdb-169a38626446 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '4341c5dd-6999-472a-8ddb-ffcec0159e4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cb95c677-a362-40ca-8d71-0d385f4faa5f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:01.784176 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b829d7-64bc-477c-a361-b3553e4aafc2 None None] Pushing event updated for resources: {'Port': ['ID=80e59727-b116-489f-add5-afa34beb8b4d,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:01.811296 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-d005428e-1091-40c6-bbdb-169a38626446 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The resource could not be found. Jul 16 18:04:01.814880 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d005428e-1091-40c6-bbdb-169a38626446 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0723133 Jul 16 18:04:01.815543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36502) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:01.825161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee199f22-e968-423f-af82-68279c3b471f None None] Network 4f8ccbce-5a65-471c-967c-bdee4d18c935 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:01.906021 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84377ed5-d1eb-4e32-8ee2-e4f3dd71c33b tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.938091 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84377ed5-d1eb-4e32-8ee2-e4f3dd71c33b tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.993393 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84377ed5-d1eb-4e32-8ee2-e4f3dd71c33b tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.003171 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84377ed5-d1eb-4e32-8ee2-e4f3dd71c33b tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.007465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-84377ed5-d1eb-4e32-8ee2-e4f3dd71c33b tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "DELETE /v2.0/security-groups/4341c5dd-6999-472a-8ddb-ffcec0159e4f HTTP/1.1" status: 204 len: 168 time: 0.1871290 Jul 16 18:04:02.008250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36508) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:02.059433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a8b52-323d-48e3-b2dc-94e0badf0a31 None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:04:02.062573 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84377ed5-d1eb-4e32-8ee2-e4f3dd71c33b tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4341c5dd-6999-472a-8ddb-ffcec0159e4f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:02.127960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36510) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:02.128192 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a845d5c0-058a-401a-801d-cbadd85e36c2 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1146362 Jul 16 18:04:02.131149 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.134531 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0a3b0b83-13f7-4576-a543-443b359f1e47 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': 'aa0b7aec-ae2b-4151-9a73-7e1f61558d10', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:02.233849 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-0a3b0b83-13f7-4576-a543-443b359f1e47 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The resource could not be found. Jul 16 18:04:02.238737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0a3b0b83-13f7-4576-a543-443b359f1e47 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1092577 Jul 16 18:04:02.239981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36518) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:02.249305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4ca31144-7b5f-48d8-81bf-17150621875e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group': {'name': 'tempest-secgroup--390260236'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:02.281113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Deleting port 80e59727-b116-489f-add5-afa34beb8b4d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:02.285072 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.309235 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4ca31144-7b5f-48d8-81bf-17150621875e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.321528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54a8b52-323d-48e3-b2dc-94e0badf0a31 None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:04:02.451364 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4ca31144-7b5f-48d8-81bf-17150621875e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.458082 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] For port 80e59727-b116-489f-add5-afa34beb8b4d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=80e59727-b116-489f-add5-afa34beb8b4d,segment=NetworkSegment(2829f107-97fe-4210-88d4-8980866e361e),segment_id=2829f107-97fe-4210-88d4-8980866e361e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:02.458341 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.468504 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4ca31144-7b5f-48d8-81bf-17150621875e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.471962 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Calling delete_port for 80e59727-b116-489f-add5-afa34beb8b4d owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:02.546567 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4ca31144-7b5f-48d8-81bf-17150621875e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.552118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36522) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:02.557608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4ca31144-7b5f-48d8-81bf-17150621875e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3160329 Jul 16 18:04:02.558203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-65e4a6af-8fc5-4065-affa-3b7fda1374b4 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743032352'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:02.571800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca31144-7b5f-48d8-81bf-17150621875e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f988a7c-ff0b-4ad7-a838-48abca27f859,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:02.638458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65e4a6af-8fc5-4065-affa-3b7fda1374b4 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.668921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.714114 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Port': ['ID=80e59727-b116-489f-add5-afa34beb8b4d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:02.722417 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No DVR routers for this DVR port 80e59727-b116-489f-add5-afa34beb8b4d on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:02.874724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09600f11-09e5-45cd-80c2-4b407aac0b57 req-c2c9ec28-3438-4868-a63d-fc42f6a881a0 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:02.878796 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09600f11-09e5-45cd-80c2-4b407aac0b57 req-c2c9ec28-3438-4868-a63d-fc42f6a881a0 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.1894774 Jul 16 18:04:02.977818 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09600f11-09e5-45cd-80c2-4b407aac0b57 req-4e95ad1e-8f3e-42fb-b669-2ff862e7b1c6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877187 Jul 16 18:04:03.002123 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.028493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8ccbce-5a65-471c-967c-bdee4d18c935']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:03.106094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2829f107-97fe-4210-88d4-8980866e361e') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:03.106398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2829f107-97fe-4210-88d4-8980866e361e') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:03.139791 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.158690 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65e4a6af-8fc5-4065-affa-3b7fda1374b4 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.168847 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.171478 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65e4a6af-8fc5-4065-affa-3b7fda1374b4 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.196528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:03.196948 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:03.200031 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:03.273503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65e4a6af-8fc5-4065-affa-3b7fda1374b4 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.278735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36536) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:03.279307 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-65e4a6af-8fc5-4065-affa-3b7fda1374b4 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7256467 Jul 16 18:04:03.285167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4a6af-8fc5-4065-affa-3b7fda1374b4 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80819609-3c92-4c93-bfb9-c785e3d181f6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.285375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-76a18361-5fbb-41c6-8ee2-f768317cfc86 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': '5f988a7c-ff0b-4ad7-a838-48abca27f859', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '80819609-3c92-4c93-bfb9-c785e3d181f6'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:03.365731 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.378555 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-76a18361-5fbb-41c6-8ee2-f768317cfc86 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:03.380714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-76a18361-5fbb-41c6-8ee2-f768317cfc86 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0995655 Jul 16 18:04:03.383631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36542) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:03.394532 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.412305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36544) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:03.414734 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/4f8ccbce-5a65-471c-967c-bdee4d18c935 HTTP/1.1" status: 204 len: 168 time: 3.8160634 Jul 16 18:04:03.421761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a3d16e4f-b9fc-41c0-839f-fbc624592c6f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-137143552'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:03.472497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d33e0-e757-461e-ba9f-350e2b5afa5a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Network': ['ID=4f8ccbce-5a65-471c-967c-bdee4d18c935,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.526461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d16e4f-b9fc-41c0-839f-fbc624592c6f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:03.533444 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a3d16e4f-b9fc-41c0-839f-fbc624592c6f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.578158 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c407-183a-49ce-bc1a-a9142183ae1c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.606839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d16e4f-b9fc-41c0-839f-fbc624592c6f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:03.620160 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a3d16e4f-b9fc-41c0-839f-fbc624592c6f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.620584 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-a3d16e4f-b9fc-41c0-839f-fbc624592c6f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Added segment 9d74530f-4839-420a-b3d2-14d10fd988ed of type vlan for network 88d72b6a-f21a-4fec-baeb-1950176a8246 Jul 16 18:04:03.687545 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c407-183a-49ce-bc1a-a9142183ae1c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.691159 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a3d16e4f-b9fc-41c0-839f-fbc624592c6f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.757865 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a3d16e4f-b9fc-41c0-839f-fbc624592c6f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.760598 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d16e4f-b9fc-41c0-839f-fbc624592c6f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.761269 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a3d16e4f-b9fc-41c0-839f-fbc624592c6f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.794057 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c407-183a-49ce-bc1a-a9142183ae1c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.797829 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c407-183a-49ce-bc1a-a9142183ae1c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.833801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36554) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:03.834793 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c0b6c407-183a-49ce-bc1a-a9142183ae1c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "DELETE /v2.0/security-groups/80819609-3c92-4c93-bfb9-c785e3d181f6 HTTP/1.1" status: 204 len: 168 time: 0.4174771 Jul 16 18:04:03.834793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6c407-183a-49ce-bc1a-a9142183ae1c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80819609-3c92-4c93-bfb9-c785e3d181f6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.881591 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a3d16e4f-b9fc-41c0-839f-fbc624592c6f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4633541 Jul 16 18:04:03.881591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d16e4f-b9fc-41c0-839f-fbc624592c6f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Network': ['ID=88d72b6a-f21a-4fec-baeb-1950176a8246,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.882009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36556) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:03.887697 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7d1fb9a5-5545-4fc8-b5d6-ef1442211192 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'subnet': {'network_id': '88d72b6a-f21a-4fec-baeb-1950176a8246', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:03.891187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 88d72b6a-f21a-4fec-baeb-1950176a8246 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:03.935834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36558) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:03.943751 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5ad0546d-a04e-4eaa-a1f8-1d1e9630d946 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1398261 Jul 16 18:04:04.022654 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e17f0603-c29b-4e00-8e96-d700e7707f1d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.045045 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1fb9a5-5545-4fc8-b5d6-ef1442211192 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:04.050295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb9a5-5545-4fc8-b5d6-ef1442211192 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.088534 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e17f0603-c29b-4e00-8e96-d700e7707f1d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.232748 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e17f0603-c29b-4e00-8e96-d700e7707f1d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.236894 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e17f0603-c29b-4e00-8e96-d700e7707f1d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.238419 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e17f0603-c29b-4e00-8e96-d700e7707f1d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "DELETE /v2.0/security-groups/5f988a7c-ff0b-4ad7-a838-48abca27f859 HTTP/1.1" status: 204 len: 168 time: 0.3015213 Jul 16 18:04:04.250054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36570) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:04.299138 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f0603-c29b-4e00-8e96-d700e7707f1d tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f988a7c-ff0b-4ad7-a838-48abca27f859,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:04.390776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2cfdb251-e6ff-462d-b1dc-8052fd65dba8 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1252813 Jul 16 18:04:04.397747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36572) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:04.404173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7960235c-d054-44f0-a48c-0e61c205a801 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group': {'name': 'tempest-secgroup--90991660'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:04.432321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e7ee8-1a98-4c3f-871e-60737199c397 req-3be9f4ae-7247-4717-a2de-fa0de345a3e7 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.434078 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb9a5-5545-4fc8-b5d6-ef1442211192 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.434534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e17e7ee8-1a98-4c3f-871e-60737199c397 req-3be9f4ae-7247-4717-a2de-fa0de345a3e7 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.2520444 Jul 16 18:04:04.440581 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7960235c-d054-44f0-a48c-0e61c205a801 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.547398 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e17e7ee8-1a98-4c3f-871e-60737199c397 req-bef3b980-0a1b-4478-8608-e1bc9bfc3e90 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969820 Jul 16 18:04:04.742886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7960235c-d054-44f0-a48c-0e61c205a801 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.745217 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1fb9a5-5545-4fc8-b5d6-ef1442211192 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Checking segment: {'id': '9d74530f-4839-420a-b3d2-14d10fd988ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '88d72b6a-f21a-4fec-baeb-1950176a8246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:04.746116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1fb9a5-5545-4fc8-b5d6-ef1442211192 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network hostable DHCP agents. Network: 88d72b6a-f21a-4fec-baeb-1950176a8246, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:04.749836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fb9a5-5545-4fc8-b5d6-ef1442211192 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Subnet': ['ID=b168a424-f44b-4f21-840a-51d5146de765,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:04.755381 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7960235c-d054-44f0-a48c-0e61c205a801 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.818987 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7960235c-d054-44f0-a48c-0e61c205a801 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.825007 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7960235c-d054-44f0-a48c-0e61c205a801 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4259889 Jul 16 18:04:04.829118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1fb9a5-5545-4fc8-b5d6-ef1442211192 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network 88d72b6a-f21a-4fec-baeb-1950176a8246 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:04.834501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36584) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:04.836539 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960235c-d054-44f0-a48c-0e61c205a801 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d80c27-c44d-4415-8d03-aed68f16a242,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:04.841584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-1a5ebdf0-2e22-48fb-b6ba-0600516ec31f tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': 'c0d80c27-c44d-4415-8d03-aed68f16a242', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:04.861995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7d1fb9a5-5545-4fc8-b5d6-ef1442211192 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 88d72b6a-f21a-4fec-baeb-1950176a8246) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:04.870931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1fb9a5-5545-4fc8-b5d6-ef1442211192 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.874711 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d1fb9a5-5545-4fc8-b5d6-ef1442211192 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.890592 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9fcb65-89c1-40a4-9422-552bf8461fa1 None None] Network 88d72b6a-f21a-4fec-baeb-1950176a8246 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:04.977562 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7d1fb9a5-5545-4fc8-b5d6-ef1442211192 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0943022 Jul 16 18:04:04.981931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36588) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:04.987561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'subnet': {'network_id': '88d72b6a-f21a-4fec-baeb-1950176a8246', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:04.997129 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-1a5ebdf0-2e22-48fb-b6ba-0600516ec31f tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:05.002687 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1a5ebdf0-2e22-48fb-b6ba-0600516ec31f tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1625261 Jul 16 18:04:05.003030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36590) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:05.010334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-eedb639e-7625-4154-b3bd-9eed98d419d6 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group_rule': {'security_group_id': 'c0d80c27-c44d-4415-8d03-aed68f16a242', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:05.096026 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-eedb639e-7625-4154-b3bd-9eed98d419d6 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:04:05.101649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-eedb639e-7625-4154-b3bd-9eed98d419d6 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0972459 Jul 16 18:04:05.102591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36592) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:05.221804 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3afcbab8-bd73-413c-9f69-73e0704d98aa tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.266189 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:05.269820 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.278062 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3afcbab8-bd73-413c-9f69-73e0704d98aa tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.307942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-88d72b6a-f21a-4fec-baeb-1950176a8246', 'network_id': '88d72b6a-f21a-4fec-baeb-1950176a8246', 'tenant_id': '6a8d2d3ccaf240e7a305e0bd76a1ebd0', 'fixed_ips': [{'subnet_id': 'b168a424-f44b-4f21-840a-51d5146de765'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:05.308838 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.414239 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3afcbab8-bd73-413c-9f69-73e0704d98aa tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.416930 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3afcbab8-bd73-413c-9f69-73e0704d98aa tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.424120 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3afcbab8-bd73-413c-9f69-73e0704d98aa tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "DELETE /v2.0/security-groups/c0d80c27-c44d-4415-8d03-aed68f16a242 HTTP/1.1" status: 204 len: 168 time: 0.3185375 Jul 16 18:04:05.428002 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36600) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:05.473967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcbab8-bd73-413c-9f69-73e0704d98aa tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d80c27-c44d-4415-8d03-aed68f16a242,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:05.567583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Allocated IP 2001:db8::2 (88d72b6a-f21a-4fec-baeb-1950176a8246/b168a424-f44b-4f21-840a-51d5146de765/613b1334-a186-4bd6-a23a-3735bd50ca1d) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:05.597949 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-053b3cf8-c0d4-424b-9e1b-73493b9e624e tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1675394 Jul 16 18:04:05.603402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36604) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:05.615438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891713202'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:05.680713 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.803887 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.863006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network 88d72b6a-f21a-4fec-baeb-1950176a8246 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:05.863741 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.870908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:05.875154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:05.876042 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.893950 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.898576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Subnet': ['ID=ee627c6c-da21-49c9-9c47-fb4265c2cb84,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:05.903736 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Transition to ACTIVE for port object 613b1334-a186-4bd6-a23a-3735bd50ca1d will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:05.912165 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9287937 Jul 16 18:04:05.914276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:05.914863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:05.915376 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:05.915967 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:05.916485 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:05.917403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:05.917744 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36616) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:05.918167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:05.918707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:05.919244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:05.919754 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:05.920298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:05.920809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a86aa-155e-4594-b98e-faf10ae010ba tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:05.941212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Transition to ACTIVE for port object 613b1334-a186-4bd6-a23a-3735bd50ca1d will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:05.943202 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.959510 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.024464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Network 88d72b6a-f21a-4fec-baeb-1950176a8246 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:06.029714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:06.037206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:06.047723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Pushing event updated for resources: {'Port': ['ID=613b1334-a186-4bd6-a23a-3735bd50ca1d,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:06.132134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.133905 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5285561 Jul 16 18:04:06.138774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36620) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.144826 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0a80239b-43b7-4297-85f0-a3f5c84a19ff tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:06.147144 n-d-787205-10 neutron-server[105590]: WARNING neutron.api.v2.base [None req-0a80239b-43b7-4297-85f0-a3f5c84a19ff tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:04:06.148051 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-0a80239b-43b7-4297-85f0-a3f5c84a19ff tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:04:06.149565 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27fd30c-0559-49db-adcf-3fbe42aa14e0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:06.151405 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0a80239b-43b7-4297-85f0-a3f5c84a19ff tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "PUT /v2.0/security-groups/c27fd30c-0559-49db-adcf-3fbe42aa14e0 HTTP/1.1" status: 409 len: 330 time: 0.0106070 Jul 16 18:04:06.155226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36622) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.169927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:06.170942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:06.171474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:06.171987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:06.172497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:06.173848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:06.174397 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:06.174912 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:06.175417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:06.175921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:06.176468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:06.176966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837e3866-f161-436d-b751-db839c938c8a tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:06.195534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34c9f1-2740-4398-8e34-0d59cbfb2404 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.197837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34c9f1-2740-4398-8e34-0d59cbfb2404 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.199535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34c9f1-2740-4398-8e34-0d59cbfb2404 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.199834 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Attempting to bind port 613b1334-a186-4bd6-a23a-3735bd50ca1d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:06.200523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Attempting to bind port 613b1334-a186-4bd6-a23a-3735bd50ca1d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '9d74530f-4839-420a-b3d2-14d10fd988ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '88d72b6a-f21a-4fec-baeb-1950176a8246'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:06.201566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34c9f1-2740-4398-8e34-0d59cbfb2404 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.201736 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Attempting to bind port 613b1334-a186-4bd6-a23a-3735bd50ca1d on network 88d72b6a-f21a-4fec-baeb-1950176a8246 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:06.202962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34c9f1-2740-4398-8e34-0d59cbfb2404 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.204785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-de34c9f1-2740-4398-8e34-0d59cbfb2404 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2860734 Jul 16 18:04:06.211855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36624) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.212376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:06.212962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Checking segment: {'id': '9d74530f-4839-420a-b3d2-14d10fd988ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '88d72b6a-f21a-4fec-baeb-1950176a8246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:06.214109 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.214907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Bound using segment: {'id': '9d74530f-4839-420a-b3d2-14d10fd988ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '88d72b6a-f21a-4fec-baeb-1950176a8246'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:06.215570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Bound port: 613b1334-a186-4bd6-a23a-3735bd50ca1d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d74530f-4839-420a-b3d2-14d10fd988ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '88d72b6a-f21a-4fec-baeb-1950176a8246'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:06.216129 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.218674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-fb7072c7-75ce-437f-af42-4c7ead57c16e tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1386402025'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:06.243550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00406a-66d6-4552-906c-4452d072aede req-1e72bea0-84e6-4d17-a885-28faad275059 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.245186 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba00406a-66d6-4552-906c-4452d072aede req-1e72bea0-84e6-4d17-a885-28faad275059 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.3491216 Jul 16 18:04:06.284862 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7072c7-75ce-437f-af42-4c7ead57c16e tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:06.289298 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb7072c7-75ce-437f-af42-4c7ead57c16e tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.315415 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba00406a-66d6-4552-906c-4452d072aede req-5553624e-3eed-4431-adcf-ad7020fefc59 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627105 Jul 16 18:04:06.329611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7072c7-75ce-437f-af42-4c7ead57c16e tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:06.341705 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ec2e1dd-9b72-42e4-ab43-09d21b21642c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.345219 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb7072c7-75ce-437f-af42-4c7ead57c16e tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.345953 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-fb7072c7-75ce-437f-af42-4c7ead57c16e tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Added segment eee5658b-8e5e-4c3c-b243-112cb4ba36cc of type vlan for network 463d3522-84f5-446c-a3a6-34df2682ddef Jul 16 18:04:06.396917 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ec2e1dd-9b72-42e4-ab43-09d21b21642c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.441698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] For port 613b1334-a186-4bd6-a23a-3735bd50ca1d, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:06.447007 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb7072c7-75ce-437f-af42-4c7ead57c16e tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.451697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] For port 613b1334-a186-4bd6-a23a-3735bd50ca1d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=613b1334-a186-4bd6-a23a-3735bd50ca1d,segment=NetworkSegment(9d74530f-4839-420a-b3d2-14d10fd988ed),segment_id=9d74530f-4839-420a-b3d2-14d10fd988ed)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:06.466662 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.474357 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ec2e1dd-9b72-42e4-ab43-09d21b21642c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.479128 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ec2e1dd-9b72-42e4-ab43-09d21b21642c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.482992 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9ec2e1dd-9b72-42e4-ab43-09d21b21642c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "DELETE /v2.0/security-groups/c27fd30c-0559-49db-adcf-3fbe42aa14e0 HTTP/1.1" status: 204 len: 168 time: 0.3240151 Jul 16 18:04:06.484937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36632) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.495070 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2e1dd-9b72-42e4-ab43-09d21b21642c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27fd30c-0559-49db-adcf-3fbe42aa14e0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:06.524965 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb7072c7-75ce-437f-af42-4c7ead57c16e tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.530976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7072c7-75ce-437f-af42-4c7ead57c16e tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.531606 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb7072c7-75ce-437f-af42-4c7ead57c16e tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.588951 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ba703587-0122-4c5c-b21c-6e2266564621 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1024809 Jul 16 18:04:06.593151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36634) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.620495 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fb7072c7-75ce-437f-af42-4c7ead57c16e tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4075277 Jul 16 18:04:06.621491 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-b38c174d-09ef-451c-a8bf-5f5d7ad92515 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] delete failed (client error): The resource could not be found. Jul 16 18:04:06.622661 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b38c174d-09ef-451c-a8bf-5f5d7ad92515 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "DELETE /v2.0/security-groups/c2634c5e-6599-4c6a-a356-7b4ab668baa7 HTTP/1.1" status: 404 len: 347 time: 0.0290775 Jul 16 18:04:06.624849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36636) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.631191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36638) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.640412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3a2bb5a5-46e1-4d93-a708-070f6655e791 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:06.650441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd736b-11c4-44b2-a20b-78ea3157542a None None] Pushing event updated for resources: {'Port': ['ID=613b1334-a186-4bd6-a23a-3735bd50ca1d,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:06.678333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7072c7-75ce-437f-af42-4c7ead57c16e tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Network': ['ID=463d3522-84f5-446c-a3a6-34df2682ddef,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:06.692928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 463d3522-84f5-446c-a3a6-34df2682ddef details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:06.706513 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-5a37a3d3-cd6b-4eab-a0f4-6e6bfe7c10d2 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] show failed (client error): The resource could not be found. Jul 16 18:04:06.711108 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5a37a3d3-cd6b-4eab-a0f4-6e6bfe7c10d2 tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "GET /v2.0/security-groups/7a0f9639-33e1-4d87-a6cf-03e1d1ebc98c HTTP/1.1" status: 404 len: 347 time: 0.0759072 Jul 16 18:04:06.711793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36640) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.747561 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-321986f3-9558-419e-8a79-ea0258f84e6c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] show failed (client error): The resource could not be found. Jul 16 18:04:06.749530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-321986f3-9558-419e-8a79-ea0258f84e6c tempest-NegativeSecGroupIPv6Test-1869403142 tempest-NegativeSecGroupIPv6Test-1869403142-project] 10.222.0.24 "GET /v2.0/security-group-rules/f988c422-a99e-4927-8e19-9e398d244311 HTTP/1.1" status: 404 len: 356 time: 0.0368063 Jul 16 18:04:06.912410 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a2bb5a5-46e1-4d93-a708-070f6655e791 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.943779 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a2bb5a5-46e1-4d93-a708-070f6655e791 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.986555 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a2bb5a5-46e1-4d93-a708-070f6655e791 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network 463d3522-84f5-446c-a3a6-34df2682ddef is not hosted by any dhcp agent {{(pid=105590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:04:06.998694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2bb5a5-46e1-4d93-a708-070f6655e791 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.999412 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a2bb5a5-46e1-4d93-a708-070f6655e791 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.000944 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3a2bb5a5-46e1-4d93-a708-070f6655e791 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "PUT /v2.0/networks/463d3522-84f5-446c-a3a6-34df2682ddef HTTP/1.1" status: 200 len: 723 time: 0.3750377 Jul 16 18:04:07.006435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36652) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:07.017199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c3499079-f1d2-40f2-b3f0-ff89cfbbd4b2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'subnet': {'network_id': '463d3522-84f5-446c-a3a6-34df2682ddef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:07.159158 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bb5a5-46e1-4d93-a708-070f6655e791 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Network': ['ID=463d3522-84f5-446c-a3a6-34df2682ddef,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.181472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 463d3522-84f5-446c-a3a6-34df2682ddef details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:07.264625 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3499079-f1d2-40f2-b3f0-ff89cfbbd4b2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:07.271986 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3499079-f1d2-40f2-b3f0-ff89cfbbd4b2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.493593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36664) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:07.583944 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3499079-f1d2-40f2-b3f0-ff89cfbbd4b2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.714621 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-032da01c-0dc7-4f55-bea4-894d32cfeb2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db6953de027b4af89aba839f953294c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175000 Jul 16 18:04:07.719593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36672) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:07.824085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3499079-f1d2-40f2-b3f0-ff89cfbbd4b2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Subnet': ['ID=e4a005de-74ab-4c34-b3b5-f1a75a08e13a,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.841299 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb6a8b64-36e7-4e99-afb0-257675537395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.903369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3499079-f1d2-40f2-b3f0-ff89cfbbd4b2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Checking segment: {'id': 'eee5658b-8e5e-4c3c-b243-112cb4ba36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '463d3522-84f5-446c-a3a6-34df2682ddef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:07.903995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3499079-f1d2-40f2-b3f0-ff89cfbbd4b2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network hostable DHCP agents. Network: 463d3522-84f5-446c-a3a6-34df2682ddef, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:07.912138 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb6a8b64-36e7-4e99-afb0-257675537395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.940300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3499079-f1d2-40f2-b3f0-ff89cfbbd4b2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network 463d3522-84f5-446c-a3a6-34df2682ddef is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:07.958256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c3d4-ff04-4f33-8fcd-e58bf3bbab62 req-9539e8bc-590e-4009-88bd-289c2e08925f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:07.967493 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a532c3d4-ff04-4f33-8fcd-e58bf3bbab62 req-9539e8bc-590e-4009-88bd-289c2e08925f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.3045666 Jul 16 18:04:07.987767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c3499079-f1d2-40f2-b3f0-ff89cfbbd4b2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 463d3522-84f5-446c-a3a6-34df2682ddef) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:07.996178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92482f17-f733-4bac-8b52-ec3ae2d0702f None None] Network 463d3522-84f5-446c-a3a6-34df2682ddef requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:08.002467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3499079-f1d2-40f2-b3f0-ff89cfbbd4b2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:08.003362 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3499079-f1d2-40f2-b3f0-ff89cfbbd4b2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.007643 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb6a8b64-36e7-4e99-afb0-257675537395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.010390 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb6a8b64-36e7-4e99-afb0-257675537395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.017263 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-eb6a8b64-36e7-4e99-afb0-257675537395 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef9b2456-87d8-4cd0-aa4c-d6a3e2f65920 HTTP/1.1" status: 204 len: 168 time: 0.2958956 Jul 16 18:04:08.044694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c3499079-f1d2-40f2-b3f0-ff89cfbbd4b2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0368865 Jul 16 18:04:08.045346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36682) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:08.048582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a8b64-36e7-4e99-afb0-257675537395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9b2456-87d8-4cd0-aa4c-d6a3e2f65920,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:08.051912 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b0df7459-cba2-4765-bb76-6512d4290122 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:08.117339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a532c3d4-ff04-4f33-8fcd-e58bf3bbab62 req-23d18cd8-5834-450f-85e9-211c138c7512 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482353 Jul 16 18:04:08.290011 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b0df7459-cba2-4765-bb76-6512d4290122 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27013853'] for subnet, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.364685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-463d3522-84f5-446c-a3a6-34df2682ddef', 'network_id': '463d3522-84f5-446c-a3a6-34df2682ddef', 'tenant_id': '6a8d2d3ccaf240e7a305e0bd76a1ebd0', 'fixed_ips': [{'subnet_id': 'e4a005de-74ab-4c34-b3b5-f1a75a08e13a'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:08.365917 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.515569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3db3907-4635-49ce-99dc-edd48f63c164 None None] Network 88d72b6a-f21a-4fec-baeb-1950176a8246 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:08.663237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-03283959-ddc5-4732-a298-24b46a1f6b82 None None] Provisioning for port 613b1334-a186-4bd6-a23a-3735bd50ca1d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:08.783482 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b0df7459-cba2-4765-bb76-6512d4290122 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763932692107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25660988'] for subnet, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.798903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 613b1334-a186-4bd6-a23a-3735bd50ca1d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:08.821477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df7459-cba2-4765-bb76-6512d4290122 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:08.822409 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b0df7459-cba2-4765-bb76-6512d4290122 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:08.823876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b0df7459-cba2-4765-bb76-6512d4290122 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "PUT /v2.0/subnets/e4a005de-74ab-4c34-b3b5-f1a75a08e13a HTTP/1.1" status: 200 len: 826 time: 0.7771730 Jul 16 18:04:08.828650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36710) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:08.875543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df7459-cba2-4765-bb76-6512d4290122 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Subnet': ['ID=e4a005de-74ab-4c34-b3b5-f1a75a08e13a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:09.640005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbd4ff-3a99-4b03-b71a-12c07ffd20c6 req-e178751f-3a72-4012-80b7-bda2123b3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:09.641934 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-88cbd4ff-3a99-4b03-b71a-12c07ffd20c6 req-e178751f-3a72-4012-80b7-bda2123b3fcf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ec2b83b3b84123a5ebbb2a3744295b&device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 1097 time: 0.1858876 Jul 16 18:04:09.646557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 613b1334-a186-4bd6-a23a-3735bd50ca1d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:09.669909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 613b1334-a186-4bd6-a23a-3735bd50ca1d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:09.670344 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.694807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36732) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:09.767569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Allocated IP 2001:db8::2 (463d3522-84f5-446c-a3a6-34df2682ddef/e4a005de-74ab-4c34-b3b5-f1a75a08e13a/fc7137ef-c4a3-4ce3-b6e0-97adebafa366) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:09.806629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbd4ff-3a99-4b03-b71a-12c07ffd20c6 req-fb6b4ae2-9a18-4e7e-86b6-2480c2c873af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:09.813270 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-88cbd4ff-3a99-4b03-b71a-12c07ffd20c6 req-fb6b4ae2-9a18-4e7e-86b6-2480c2c873af service neutron] 10.222.0.11 "GET /v2.0/networks?id=00f0acd8-15d8-4280-b6e9-01a022b9c260 HTTP/1.1" status: 200 len: 920 time: 0.1626832 Jul 16 18:04:09.880544 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-88cbd4ff-3a99-4b03-b71a-12c07ffd20c6 req-d171b61d-830e-4112-a832-05459fc77b3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ca71e27-a814-4b45-9fda-381a4c3dc856 HTTP/1.1" status: 200 len: 217 time: 0.0593724 Jul 16 18:04:09.965036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-02dfcc27-e1ce-460a-8c97-6366f5e429dd tempest-SubnetPoolsTestJSON-1969844050 tempest-SubnetPoolsTestJSON-1969844050-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1345187636', 'prefixes': ['172.20.0.0/16']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:10.018871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbd4ff-3a99-4b03-b71a-12c07ffd20c6 req-d86f5c40-a40b-49e0-8058-6f6f36aa694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:10.021918 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-88cbd4ff-3a99-4b03-b71a-12c07ffd20c6 req-d86f5c40-a40b-49e0-8058-6f6f36aa694c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9884b77-e74b-4152-ba0a-646cd55d5950 HTTP/1.1" status: 200 len: 859 time: 0.1361809 Jul 16 18:04:10.032983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0494c-202b-42b0-a6a6-68a68d3de5b0 req-2b2ff518-41aa-4f55-8bbf-a7f392ab6e04 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:10.040614 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4c0494c-202b-42b0-a6a6-68a68d3de5b0 req-2b2ff518-41aa-4f55-8bbf-a7f392ab6e04 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1855409 Jul 16 18:04:10.046656 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.091898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11b594-e4dc-4b84-b2b8-00ff09664cec req-9321a7e5-8cf5-4f3b-b0f2-d4c5c9192759 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:10.105721 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b11b594-e4dc-4b84-b2b8-00ff09664cec req-9321a7e5-8cf5-4f3b-b0f2-d4c5c9192759 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.2488630 Jul 16 18:04:10.127454 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.149485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Transition to ACTIVE for port object fc7137ef-c4a3-4ce3-b6e0-97adebafa366 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:10.171459 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Transition to ACTIVE for port object fc7137ef-c4a3-4ce3-b6e0-97adebafa366 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:10.179205 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-88cbd4ff-3a99-4b03-b71a-12c07ffd20c6 req-98e12c4b-7c42-41d1-a755-5c53c3eea13b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=00f0acd8-15d8-4280-b6e9-01a022b9c260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029162 Jul 16 18:04:10.193344 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.218408 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02dfcc27-e1ce-460a-8c97-6366f5e429dd tempest-SubnetPoolsTestJSON-1969844050 tempest-SubnetPoolsTestJSON-1969844050-project] Notify callbacks [] for subnetpool, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.219871 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-02dfcc27-e1ce-460a-8c97-6366f5e429dd tempest-SubnetPoolsTestJSON-1969844050 tempest-SubnetPoolsTestJSON-1969844050-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5237288 Jul 16 18:04:10.222258 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36746) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:10.305810 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-201527b0-2b5f-4dc3-a0a3-d08d1c9461c9 tempest-SubnetPoolsTestJSON-1969844050 tempest-SubnetPoolsTestJSON-1969844050-project] 10.222.0.24 "GET /v2.0/subnetpools/b4b8cc16-33ce-49ab-b756-b428f23795c5 HTTP/1.1" status: 200 len: 732 time: 0.0821815 Jul 16 18:04:10.308543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36748) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:10.317777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e7e1d6e4-37b9-4e0d-b527-58866f64ed18 tempest-SubnetPoolsTestJSON-1969844050 tempest-SubnetPoolsTestJSON-1969844050-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1823705771'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:10.333977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Network 463d3522-84f5-446c-a3a6-34df2682ddef is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:10.342863 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.359982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Pushing event updated for resources: {'Port': ['ID=fc7137ef-c4a3-4ce3-b6e0-97adebafa366,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:10.375825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:10.390865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:10.417884 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-88cbd4ff-3a99-4b03-b71a-12c07ffd20c6 req-53512695-43c5-4dc4-9500-6e79bff2a72a service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307336 Jul 16 18:04:10.443852 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4c0494c-202b-42b0-a6a6-68a68d3de5b0 req-0c49cec0-8df8-483e-b52f-ef7231c8bab2 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022644 Jul 16 18:04:10.462807 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.567791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a005de-74ab-4c34-b3b5-f1a75a08e13a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:10.586366 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e7e1d6e4-37b9-4e0d-b527-58866f64ed18 tempest-SubnetPoolsTestJSON-1969844050 tempest-SubnetPoolsTestJSON-1969844050-project] Notify callbacks [] for subnetpool, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.589795 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e7e1d6e4-37b9-4e0d-b527-58866f64ed18 tempest-SubnetPoolsTestJSON-1969844050 tempest-SubnetPoolsTestJSON-1969844050-project] 10.222.0.24 "PUT /v2.0/subnetpools/b4b8cc16-33ce-49ab-b756-b428f23795c5 HTTP/1.1" status: 200 len: 684 time: 0.2778904 Jul 16 18:04:10.590564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36754) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:10.590702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b11b594-e4dc-4b84-b2b8-00ff09664cec req-6e3e3147-2889-4d65-abb6-6c77ed18064a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837744 Jul 16 18:04:10.739590 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.757145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463d3522-84f5-446c-a3a6-34df2682ddef']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:10.773706 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.783612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee5658b-8e5e-4c3c-b243-112cb4ba36cc') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:10.783908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee5658b-8e5e-4c3c-b243-112cb4ba36cc') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:10.809546 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.830222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Attempting to bind port fc7137ef-c4a3-4ce3-b6e0-97adebafa366 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:10.830595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Attempting to bind port fc7137ef-c4a3-4ce3-b6e0-97adebafa366 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'eee5658b-8e5e-4c3c-b243-112cb4ba36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '463d3522-84f5-446c-a3a6-34df2682ddef'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:10.831399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Attempting to bind port fc7137ef-c4a3-4ce3-b6e0-97adebafa366 on network 463d3522-84f5-446c-a3a6-34df2682ddef {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:10.836798 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.840029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd7b3bb-6d91-4570-9f22-396f7d0ec92a None None] Update dhcp port {'port': {'network_id': '88d72b6a-f21a-4fec-baeb-1950176a8246', 'fixed_ips': [{'subnet_id': 'b168a424-f44b-4f21-840a-51d5146de765', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ee627c6c-da21-49c9-9c47-fb4265c2cb84'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '613b1334-a186-4bd6-a23a-3735bd50ca1d'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:04:10.846995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:10.847309 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:10.882678 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:10.893941 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc5ce427-2f66-47a6-a3e3-2e9539fd09bd tempest-SubnetPoolsTestJSON-1969844050 tempest-SubnetPoolsTestJSON-1969844050-project] Notify callbacks [] for subnetpool, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.911396 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dc5ce427-2f66-47a6-a3e3-2e9539fd09bd tempest-SubnetPoolsTestJSON-1969844050 tempest-SubnetPoolsTestJSON-1969844050-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b4b8cc16-33ce-49ab-b756-b428f23795c5 HTTP/1.1" status: 204 len: 168 time: 0.3195264 Jul 16 18:04:10.918354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36756) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:10.949421 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-85722858-7975-4d97-b5d8-1eba641c8b30 tempest-SubnetPoolsTestJSON-1969844050 tempest-SubnetPoolsTestJSON-1969844050-project] show failed (client error): The resource could not be found. Jul 16 18:04:10.953471 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-85722858-7975-4d97-b5d8-1eba641c8b30 tempest-SubnetPoolsTestJSON-1969844050 tempest-SubnetPoolsTestJSON-1969844050-project] 10.222.0.24 "GET /v2.0/subnetpools/b4b8cc16-33ce-49ab-b756-b428f23795c5 HTTP/1.1" status: 404 len: 346 time: 0.0312395 Jul 16 18:04:10.954162 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36758) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:10.959666 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:10.960168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Checking segment: {'id': 'eee5658b-8e5e-4c3c-b243-112cb4ba36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '463d3522-84f5-446c-a3a6-34df2682ddef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:10.960682 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.961198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Bound using segment: {'id': 'eee5658b-8e5e-4c3c-b243-112cb4ba36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '463d3522-84f5-446c-a3a6-34df2682ddef'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:10.961858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Bound port: fc7137ef-c4a3-4ce3-b6e0-97adebafa366, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee5658b-8e5e-4c3c-b243-112cb4ba36cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '463d3522-84f5-446c-a3a6-34df2682ddef'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:10.962363 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.966809 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dfd7b3bb-6d91-4570-9f22-396f7d0ec92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.968853 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-88cbd4ff-3a99-4b03-b71a-12c07ffd20c6 req-4c3efb01-787b-466a-b2be-e66c15aabaab service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289295 Jul 16 18:04:10.982642 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:04:10.982642 n-d-787205-10 neutron-server[105591]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:04:10.982642 n-d-787205-10 neutron-server[105591]: [parameters: {'id': '463d3522-84f5-446c-a3a6-34df2682ddef'}] Jul 16 18:04:10.982642 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:04:10.983087 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:04:10.983199 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-ec10f60e-efc7-4710-9cb1-967f0cdf0608 tempest-SubnetPoolsTestJSON-1969844050 tempest-SubnetPoolsTestJSON-1969844050-project] delete failed (client error): The resource could not be found. Jul 16 18:04:11.002428 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ec10f60e-efc7-4710-9cb1-967f0cdf0608 tempest-SubnetPoolsTestJSON-1969844050 tempest-SubnetPoolsTestJSON-1969844050-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b4b8cc16-33ce-49ab-b756-b428f23795c5 HTTP/1.1" status: 404 len: 346 time: 0.0375502 Jul 16 18:04:11.117104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 613b1334-a186-4bd6-a23a-3735bd50ca1d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=613b1334-a186-4bd6-a23a-3735bd50ca1d,segment=NetworkSegment(9d74530f-4839-420a-b3d2-14d10fd988ed),segment_id=9d74530f-4839-420a-b3d2-14d10fd988ed)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:11.129642 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.212700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=613b1334-a186-4bd6-a23a-3735bd50ca1d,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:11.344740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] For port fc7137ef-c4a3-4ce3-b6e0-97adebafa366, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:11.401886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] For port fc7137ef-c4a3-4ce3-b6e0-97adebafa366, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fc7137ef-c4a3-4ce3-b6e0-97adebafa366,segment=NetworkSegment(eee5658b-8e5e-4c3c-b243-112cb4ba36cc),segment_id=eee5658b-8e5e-4c3c-b243-112cb4ba36cc)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:11.410094 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.418331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36778) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:11.451249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-dfd7b3bb-6d91-4570-9f22-396f7d0ec92a None None] Allocated IP 172.20.0.1 (88d72b6a-f21a-4fec-baeb-1950176a8246/ee627c6c-da21-49c9-9c47-fb4265c2cb84/613b1334-a186-4bd6-a23a-3735bd50ca1d) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:11.484801 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.539202 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67e78d2-4667-4bca-ac69-f150955f01c4 None None] Network 463d3522-84f5-446c-a3a6-34df2682ddef requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:11.595277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Deleting port fc7137ef-c4a3-4ce3-b6e0-97adebafa366 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:11.595712 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.641485 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55466648-e2a1-44da-9940-8437fa3b4c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.755383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec20ac4-ab4d-42fa-90aa-83acb73ea89f None None] Pushing event updated for resources: {'Port': ['ID=fc7137ef-c4a3-4ce3-b6e0-97adebafa366,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:11.802526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] For port fc7137ef-c4a3-4ce3-b6e0-97adebafa366, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fc7137ef-c4a3-4ce3-b6e0-97adebafa366,segment=NetworkSegment(eee5658b-8e5e-4c3c-b243-112cb4ba36cc),segment_id=eee5658b-8e5e-4c3c-b243-112cb4ba36cc)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:11.802917 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.842182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dfd7b3bb-6d91-4570-9f22-396f7d0ec92a None None] For port 613b1334-a186-4bd6-a23a-3735bd50ca1d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=613b1334-a186-4bd6-a23a-3735bd50ca1d,segment=NetworkSegment(9d74530f-4839-420a-b3d2-14d10fd988ed),segment_id=9d74530f-4839-420a-b3d2-14d10fd988ed)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:11.853535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a3ce24-6503-40cd-aefb-b35ec9b37f85 None None] Network 463d3522-84f5-446c-a3a6-34df2682ddef requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:11.890555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Calling delete_port for fc7137ef-c4a3-4ce3-b6e0-97adebafa366 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:11.982002 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55466648-e2a1-44da-9940-8437fa3b4c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.987429 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55466648-e2a1-44da-9940-8437fa3b4c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.008017 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dfd7b3bb-6d91-4570-9f22-396f7d0ec92a None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.027540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dfd7b3bb-6d91-4570-9f22-396f7d0ec92a None None] Transition to ACTIVE for port object 613b1334-a186-4bd6-a23a-3735bd50ca1d will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:12.034354 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dfd7b3bb-6d91-4570-9f22-396f7d0ec92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.037687 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-55466648-e2a1-44da-9940-8437fa3b4c40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9ef99cef0144c35a4a4060e8b999bab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6151223 Jul 16 18:04:12.042378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36802) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:12.117158 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55466648-e2a1-44da-9940-8437fa3b4c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a064469-1ed3-4555-a253-3607aab231ac,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.140183 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a361a37b-a820-4743-8139-91712a4d5b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.174936 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a361a37b-a820-4743-8139-91712a4d5b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.213715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7b3bb-6d91-4570-9f22-396f7d0ec92a None None] Pushing event updated for resources: {'Port': ['ID=613b1334-a186-4bd6-a23a-3735bd50ca1d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.252613 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.266130 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a361a37b-a820-4743-8139-91712a4d5b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.268940 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a361a37b-a820-4743-8139-91712a4d5b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.270877 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a361a37b-a820-4743-8139-91712a4d5b86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a064469-1ed3-4555-a253-3607aab231ac HTTP/1.1" status: 204 len: 168 time: 0.2273178 Jul 16 18:04:12.279661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361a37b-a820-4743-8139-91712a4d5b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a064469-1ed3-4555-a253-3607aab231ac,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.298525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Port': ['ID=fc7137ef-c4a3-4ce3-b6e0-97adebafa366,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.304999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No DVR routers for this DVR port fc7137ef-c4a3-4ce3-b6e0-97adebafa366 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:12.314875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082df1bb-5ba8-45cb-a610-15165958fbb8 req-eec49dde-615e-46bb-9d63-9736503bf157 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:12.316482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-082df1bb-5ba8-45cb-a610-15165958fbb8 req-eec49dde-615e-46bb-9d63-9736503bf157 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.2970960 Jul 16 18:04:12.368101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aac0b2-839f-4cfa-a79d-7bc571e47c46 req-ea098cca-94cb-480b-8c6d-6907830e06cd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:12.370054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98aac0b2-839f-4cfa-a79d-7bc571e47c46 req-ea098cca-94cb-480b-8c6d-6907830e06cd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.3562779 Jul 16 18:04:12.467733 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.503582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463d3522-84f5-446c-a3a6-34df2682ddef']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:12.530285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee5658b-8e5e-4c3c-b243-112cb4ba36cc') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:12.530888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee5658b-8e5e-4c3c-b243-112cb4ba36cc') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:12.541748 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98aac0b2-839f-4cfa-a79d-7bc571e47c46 req-a1c675e7-6d38-4dad-a8ec-c6a0e66179c1 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327143 Jul 16 18:04:12.554494 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-082df1bb-5ba8-45cb-a610-15165958fbb8 req-76519dfa-ef7b-4de7-adf0-e615e9ffc3bf tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098093 Jul 16 18:04:12.566828 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.610184 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.643051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:12.643550 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:12.650149 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:12.788915 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.823261 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.828375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/463d3522-84f5-446c-a3a6-34df2682ddef HTTP/1.1" status: 204 len: 168 time: 3.9961860 Jul 16 18:04:12.828893 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36832) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:12.872328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f5ba6-996b-4fb2-9b09-7ebcf478da9b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Network': ['ID=463d3522-84f5-446c-a3a6-34df2682ddef,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.874794 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-45913110-bd4e-469c-9027-75d77a4fb2f5 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:12.875397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45913110-bd4e-469c-9027-75d77a4fb2f5 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:12.885074 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-45913110-bd4e-469c-9027-75d77a4fb2f5 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/463d3522-84f5-446c-a3a6-34df2682ddef HTTP/1.1" status: 404 len: 339 time: 0.0549018 Jul 16 18:04:12.889052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36836) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:12.907813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e0534d73-0377-452e-a50c-644cc787f7e9 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-569394456', 'description': 'd1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:12.937972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0534d73-0377-452e-a50c-644cc787f7e9 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:12.944224 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0534d73-0377-452e-a50c-644cc787f7e9 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.048776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0534d73-0377-452e-a50c-644cc787f7e9 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:13.063769 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0534d73-0377-452e-a50c-644cc787f7e9 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.064123 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-e0534d73-0377-452e-a50c-644cc787f7e9 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Added segment 62e1c0c1-d7ca-4e7b-8fc0-871effe4da7d of type vlan for network 0f5e3974-faca-4ddc-b81f-09a5158f0c87 Jul 16 18:04:13.092772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f0f3d-4737-4913-b142-998034b1e878 None None] Network 88d72b6a-f21a-4fec-baeb-1950176a8246 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:13.162494 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0534d73-0377-452e-a50c-644cc787f7e9 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.167678 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24724700-cc10-42d5-bf10-1372e75b6519 req-273ba971-15bf-408a-979b-105da67e957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.169310 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-24724700-cc10-42d5-bf10-1372e75b6519 req-273ba971-15bf-408a-979b-105da67e957e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 1097 time: 0.2026007 Jul 16 18:04:13.262162 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0534d73-0377-452e-a50c-644cc787f7e9 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.263699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-436e7551-8162-4d08-ba2e-8098d88551dc None None] Provisioning for port 613b1334-a186-4bd6-a23a-3735bd50ca1d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:13.272357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0534d73-0377-452e-a50c-644cc787f7e9 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.272901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0534d73-0377-452e-a50c-644cc787f7e9 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.279979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-436e7551-8162-4d08-ba2e-8098d88551dc None None] Provisioning complete for port 613b1334-a186-4bd6-a23a-3735bd50ca1d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:13.280861 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-436e7551-8162-4d08-ba2e-8098d88551dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.313110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 613b1334-a186-4bd6-a23a-3735bd50ca1d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:13.325747 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e0534d73-0377-452e-a50c-644cc787f7e9 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4329627 Jul 16 18:04:13.327121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36852) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:13.378981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0534d73-0377-452e-a50c-644cc787f7e9 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Network': ['ID=0f5e3974-faca-4ddc-b81f-09a5158f0c87,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:13.378981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24724700-cc10-42d5-bf10-1372e75b6519 req-43903b50-4d47-4df3-8d4d-291321e09169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.378981 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-24724700-cc10-42d5-bf10-1372e75b6519 req-43903b50-4d47-4df3-8d4d-291321e09169 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.2023790 Jul 16 18:04:13.431156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fde4251-f899-46c2-a94c-47eb61cd5d7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.433140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9fde4251-f899-46c2-a94c-47eb61cd5d7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "GET /v2.0/networks?id=0f5e3974-faca-4ddc-b81f-09a5158f0c87 HTTP/1.1" status: 200 len: 764 time: 0.1049993 Jul 16 18:04:13.434487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36854) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:13.437275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36856) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:13.442761 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-24724700-cc10-42d5-bf10-1372e75b6519 req-6117fbd1-3b4b-4e66-b408-8172646dd53b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96c67286-5a55-4174-910d-57ab5ea52a71 HTTP/1.1" status: 200 len: 217 time: 0.0573144 Jul 16 18:04:13.451381 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-fe94237b-41d2-4afc-b163-e1fd21d3a6c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'network': {'description': 'd2'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:13.541223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24724700-cc10-42d5-bf10-1372e75b6519 req-61f6ffee-3d10-4c82-b737-9c4d65969451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.543131 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-24724700-cc10-42d5-bf10-1372e75b6519 req-61f6ffee-3d10-4c82-b737-9c4d65969451 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.0870290 Jul 16 18:04:13.606239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 0f5e3974-faca-4ddc-b81f-09a5158f0c87 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:13.652562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1184292755'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:13.675939 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-26213116-31eb-4e9e-878e-9ca025e1fc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.690895 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe94237b-41d2-4afc-b163-e1fd21d3a6c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.714410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Made reservation on behalf of d500b13d55a9466ab3e0fb5ff1725e2e for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:13.719681 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.724031 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe94237b-41d2-4afc-b163-e1fd21d3a6c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.736450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24724700-cc10-42d5-bf10-1372e75b6519 req-40b3d7d6-c631-4782-95bc-091998e0cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.738601 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-24724700-cc10-42d5-bf10-1372e75b6519 req-40b3d7d6-c631-4782-95bc-091998e0cc41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1882832 Jul 16 18:04:13.740095 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.756241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe94237b-41d2-4afc-b163-e1fd21d3a6c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network 0f5e3974-faca-4ddc-b81f-09a5158f0c87 is not hosted by any dhcp agent {{(pid=105591) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:04:13.763235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe94237b-41d2-4afc-b163-e1fd21d3a6c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.763879 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe94237b-41d2-4afc-b163-e1fd21d3a6c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.768405 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fe94237b-41d2-4afc-b163-e1fd21d3a6c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "PUT /v2.0/networks/0f5e3974-faca-4ddc-b81f-09a5158f0c87 HTTP/1.1" status: 200 len: 761 time: 0.3264086 Jul 16 18:04:13.769050 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36868) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:13.890829 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-24724700-cc10-42d5-bf10-1372e75b6519 req-c28615d1-3ecc-4d68-8e8d-50453bb9b110 service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392059 Jul 16 18:04:13.897335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 613b1334-a186-4bd6-a23a-3735bd50ca1d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:13.897738 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.973815 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94237b-41d2-4afc-b163-e1fd21d3a6c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Network': ['ID=0f5e3974-faca-4ddc-b81f-09a5158f0c87,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:13.998992 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 0f5e3974-faca-4ddc-b81f-09a5158f0c87 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:14.036817 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-24724700-cc10-42d5-bf10-1372e75b6519 req-fb561d8b-4b08-4dda-b676-d42b0ee29a9b service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441338 Jul 16 18:04:14.064804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f88a8f-094f-4784-8180-fa59279019a4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.067166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a6f88a8f-094f-4784-8180-fa59279019a4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "GET /v2.0/networks?id=0f5e3974-faca-4ddc-b81f-09a5158f0c87 HTTP/1.1" status: 200 len: 764 time: 0.2884965 Jul 16 18:04:14.075306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36880) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.187294 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.202489 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.226909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:14.235629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c17846a-a43f-401f-9e21-b2b76b49151b None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:04:14.240249 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.240656 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Added segment 6c17727c-b340-4ea5-a1a2-3601c2c2ed5f of type vlan for network 240da43c-0a75-4afc-9f13-15479effd80b Jul 16 18:04:14.305379 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.360692 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.369129 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.369779 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.394010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d2a8e8-09ee-4de4-b1f5-725cae33f080 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.399201 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a5d2a8e8-09ee-4de4-b1f5-725cae33f080 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3203301 Jul 16 18:04:14.400285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36884) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.464004 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c17846a-a43f-401f-9e21-b2b76b49151b None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:04:14.464257 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e17eb4f4-3258-4230-95d3-1015491b0b18 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 207 time: 0.0608995 Jul 16 18:04:14.469746 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36890) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.474504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cc916fcf-5796-4363-bac3-edab1e3f8f83 None None] Provisioning complete for port 613b1334-a186-4bd6-a23a-3735bd50ca1d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:14.475295 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cc916fcf-5796-4363-bac3-edab1e3f8f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.510175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 96c67286-5a55-4174-910d-57ab5ea52a71 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:14.541069 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24337bf-323d-49a3-b40f-3d833e77547c req-da3e2eec-b0cb-4294-8d51-a5b53c065bd5 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.543406 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d24337bf-323d-49a3-b40f-3d833e77547c req-da3e2eec-b0cb-4294-8d51-a5b53c065bd5 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.7578158 Jul 16 18:04:14.544433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e176aa-1279-4564-befb-eb7fc160c47c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:14.566329 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Pushing event updated for resources: {'Network': ['ID=240da43c-0a75-4afc-9f13-15479effd80b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:14.595455 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f826b43d-4b49-4dd7-b1c4-8d2461e67901 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1557696 Jul 16 18:04:14.595689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 240da43c-0a75-4afc-9f13-15479effd80b details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:14.597059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36892) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.603154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-cfb00bcf-3132-435d-8b30-8b56ee01cf2c tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '240da43c-0a75-4afc-9f13-15479effd80b', 'tempest-TagsTest-Tag-1903741836') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:14.619961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99840b15-bf74-470c-bda5-1db02b41fdb6 req-f9462b65-2b22-47d5-b541-3ff82aaefffd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.621570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99840b15-bf74-470c-bda5-1db02b41fdb6 req-f9462b65-2b22-47d5-b541-3ff82aaefffd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 945 time: 0.7547996 Jul 16 18:04:14.657880 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.706324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d24337bf-323d-49a3-b40f-3d833e77547c req-ea9d337c-62b8-43ec-b381-f71511629d39 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363337 Jul 16 18:04:14.794312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99840b15-bf74-470c-bda5-1db02b41fdb6 req-43590803-802f-4d98-9e3f-c2094dfcdc74 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560514 Jul 16 18:04:14.837748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6562d520-2b02-41a9-b8a8-f11fc56c226c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c67286-5a55-4174-910d-57ab5ea52a71'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:14.841099 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc674984-cb2a-4ad3-8b83-346883892ab4" -d '{"events": [{"server_uuid": "6562d520-2b02-41a9-b8a8-f11fc56c226c", "name": "network-vif-unplugged", "status": "completed", "tag": "96c67286-5a55-4174-910d-57ab5ea52a71"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:14.937835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 96c67286-5a55-4174-910d-57ab5ea52a71, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=96c67286-5a55-4174-910d-57ab5ea52a71,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:14.963108 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.969113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cfb00bcf-3132-435d-8b30-8b56ee01cf2c tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "PUT /v2.0/networks/240da43c-0a75-4afc-9f13-15479effd80b/tags/tempest-TagsTest-Tag-1903741836 HTTP/1.1" status: 201 len: 201 time: 0.3714678 Jul 16 18:04:14.973554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36896) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.986865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-2a1fd005-c8d9-4ac8-9f79-57f1c1e851e3 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '240da43c-0a75-4afc-9f13-15479effd80b', 'tempest-TagsTest-Tag-1903741836') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:15.123795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=96c67286-5a55-4174-910d-57ab5ea52a71,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:15.128265 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92feb54c-2d7a-4485-ae8e-31f82371bb9f x-openstack-request-id: req-92feb54c-2d7a-4485-ae8e-31f82371bb9f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:15.128798 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6562d520-2b02-41a9-b8a8-f11fc56c226c", "name": "network-vif-unplugged", "status": "completed", "tag": "96c67286-5a55-4174-910d-57ab5ea52a71", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:15.129372 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92feb54c-2d7a-4485-ae8e-31f82371bb9f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:15.129965 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6562d520-2b02-41a9-b8a8-f11fc56c226c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c67286-5a55-4174-910d-57ab5ea52a71', 'code': 200} Jul 16 18:04:15.180973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2a1fd005-c8d9-4ac8-9f79-57f1c1e851e3 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "GET /v2.0/networks/240da43c-0a75-4afc-9f13-15479effd80b/tags/tempest-TagsTest-Tag-1903741836 HTTP/1.1" status: 204 len: 168 time: 0.2060547 Jul 16 18:04:15.182214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36902) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.187187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-dd62adce-7206-4372-bd11-a344844b9e47 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '240da43c-0a75-4afc-9f13-15479effd80b') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:15.269835 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dd62adce-7206-4372-bd11-a344844b9e47 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "GET /v2.0/networks/240da43c-0a75-4afc-9f13-15479effd80b/tags HTTP/1.1" status: 200 len: 238 time: 0.0863686 Jul 16 18:04:15.270622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36906) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.275477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-03cbb8e5-f855-47cd-86cb-ae84745650e2 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '240da43c-0a75-4afc-9f13-15479effd80b', {'tags': ['tempest-TagsTest-Tag-635155429', 'tempest-TagsTest-Tag-492393433', 'tempest-TagsTest-Tag-9881577']}) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:15.324586 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc180c3-dd79-47bb-9a57-ae2f952ccb26 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.331389 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc180c3-dd79-47bb-9a57-ae2f952ccb26 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.338764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc180c3-dd79-47bb-9a57-ae2f952ccb26 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.346316 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc180c3-dd79-47bb-9a57-ae2f952ccb26 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.361078 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc180c3-dd79-47bb-9a57-ae2f952ccb26 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.368073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc180c3-dd79-47bb-9a57-ae2f952ccb26 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.370145 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7bc180c3-dd79-47bb-9a57-ae2f952ccb26 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.8994281 Jul 16 18:04:15.374795 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36912) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.396957 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-03cbb8e5-f855-47cd-86cb-ae84745650e2 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "PUT /v2.0/networks/240da43c-0a75-4afc-9f13-15479effd80b/tags HTTP/1.1" status: 200 len: 304 time: 0.1245508 Jul 16 18:04:15.402098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36914) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.412133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-06696b0e-7b3d-478b-b886-b7f8b594f8a0 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '240da43c-0a75-4afc-9f13-15479effd80b', 'tempest-TagsTest-Tag-635155429') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:15.503054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-06696b0e-7b3d-478b-b886-b7f8b594f8a0 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "DELETE /v2.0/networks/240da43c-0a75-4afc-9f13-15479effd80b/tags/tempest-TagsTest-Tag-635155429 HTTP/1.1" status: 204 len: 168 time: 0.0971880 Jul 16 18:04:15.503278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36916) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.507640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-495624ac-92a7-464f-9ad9-5ad1cac3ae19 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '240da43c-0a75-4afc-9f13-15479effd80b', 'tempest-TagsTest-Tag-635155429') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:15.518863 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-993f5387-661d-4bf5-8b25-9ad28c386997 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1427062 Jul 16 18:04:15.523127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36918) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.595664 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7565d1f-d9f7-4bfb-8023-cc9d43ff0074 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.597137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7565d1f-d9f7-4bfb-8023-cc9d43ff0074 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.599354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7565d1f-d9f7-4bfb-8023-cc9d43ff0074 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.601048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7565d1f-d9f7-4bfb-8023-cc9d43ff0074 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.603053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7565d1f-d9f7-4bfb-8023-cc9d43ff0074 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.604799 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f7565d1f-d9f7-4bfb-8023-cc9d43ff0074 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0807598 Jul 16 18:04:15.609372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36920) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.686382 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-495624ac-92a7-464f-9ad9-5ad1cac3ae19 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] show failed (client error): The resource could not be found. Jul 16 18:04:15.687153 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c521ae0a-972a-4a4d-b319-feb8b6ddb1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.687753 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-495624ac-92a7-464f-9ad9-5ad1cac3ae19 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "GET /v2.0/networks/240da43c-0a75-4afc-9f13-15479effd80b/tags/tempest-TagsTest-Tag-635155429 HTTP/1.1" status: 404 len: 325 time: 0.1834102 Jul 16 18:04:15.692735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36926) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.695883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-b5c48878-f021-4ae7-8648-7cc8cc83437d tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '240da43c-0a75-4afc-9f13-15479effd80b', 'tempest-TagsTest-Tag-492393433') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:15.725180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4907bd-ccee-4435-9714-38a0a2bc6691 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.726619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4907bd-ccee-4435-9714-38a0a2bc6691 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.728006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4907bd-ccee-4435-9714-38a0a2bc6691 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.729392 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4907bd-ccee-4435-9714-38a0a2bc6691 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.730795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4907bd-ccee-4435-9714-38a0a2bc6691 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.732516 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5f4907bd-ccee-4435-9714-38a0a2bc6691 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1219659 Jul 16 18:04:15.736350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36928) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.795486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b5c48878-f021-4ae7-8648-7cc8cc83437d tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "GET /v2.0/networks/240da43c-0a75-4afc-9f13-15479effd80b/tags/tempest-TagsTest-Tag-492393433 HTTP/1.1" status: 204 len: 168 time: 0.1013784 Jul 16 18:04:15.796302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36932) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.801068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-9644d3d4-5795-423f-b987-6426c8df42e3 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '240da43c-0a75-4afc-9f13-15479effd80b', 'tempest-TagsTest-Tag-9881577') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:15.889718 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9644d3d4-5795-423f-b987-6426c8df42e3 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "GET /v2.0/networks/240da43c-0a75-4afc-9f13-15479effd80b/tags/tempest-TagsTest-Tag-9881577 HTTP/1.1" status: 204 len: 168 time: 0.0916858 Jul 16 18:04:15.891779 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36936) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.901496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628265a-136b-4ca5-9ad9-4ba2d15fbfb4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.903348 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3628265a-136b-4ca5-9ad9-4ba2d15fbfb4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "GET /v2.0/networks/fcb4f95f-554d-45e2-a2c3-5d939c307dcd HTTP/1.1" status: 200 len: 804 time: 0.1659651 Jul 16 18:04:15.907068 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36938) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.929302 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.940296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-bc22610b-14b8-427b-8741-117949107ab4 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '240da43c-0a75-4afc-9f13-15479effd80b') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:16.060305 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-93565149-1a39-4df9-a88d-c27d973d25c0 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "GET /v2.0/networks/fcb4f95f-554d-45e2-a2c3-5d939c307dcd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1516466 Jul 16 18:04:16.064017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36948) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:16.130897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf6c1c9-19e6-438b-bb41-221df2d681bc tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.132269 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cbf6c1c9-19e6-438b-bb41-221df2d681bc tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "GET /v2.0/subnets/35096be1-6d43-448d-8271-e36dd6c49335 HTTP/1.1" status: 200 len: 843 time: 0.0672851 Jul 16 18:04:16.135838 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36950) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:16.148550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d525e-3025-43c4-a55d-50750e9f88f4 req-4d7bdb76-3995-49fe-9f32-08c5653cd387 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.154161 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f2d525e-3025-43c4-a55d-50750e9f88f4 req-4d7bdb76-3995-49fe-9f32-08c5653cd387 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.2688055 Jul 16 18:04:16.165280 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c522dd-a046-4c6d-b396-a6817ab05af7 req-353a78e8-0611-46e3-9994-e341a2cd69af tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.166876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55c522dd-a046-4c6d-b396-a6817ab05af7 req-353a78e8-0611-46e3-9994-e341a2cd69af tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 943 time: 0.2215264 Jul 16 18:04:16.195017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff5554-a885-4ed5-90db-215d4f34a151 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.200363 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9cff5554-a885-4ed5-90db-215d4f34a151 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "GET /v2.0/subnets/35096be1-6d43-448d-8271-e36dd6c49335?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0594904 Jul 16 18:04:16.201257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36954) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:16.206652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-53f73f72-62b0-4046-ae88-60d7bdf3b56b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-633891826'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:16.210781 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bc22610b-14b8-427b-8741-117949107ab4 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "DELETE /v2.0/networks/240da43c-0a75-4afc-9f13-15479effd80b/tags HTTP/1.1" status: 204 len: 168 time: 0.3156855 Jul 16 18:04:16.211729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36956) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:16.217004 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-fc0dca5d-b8c6-4e1c-9ff6-5c7b1f181b1b tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '240da43c-0a75-4afc-9f13-15479effd80b', 'tempest-TagsTest-Tag-492393433') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:16.233250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f73f72-62b0-4046-ae88-60d7bdf3b56b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:16.240809 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53f73f72-62b0-4046-ae88-60d7bdf3b56b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.272812 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f2d525e-3025-43c4-a55d-50750e9f88f4 req-2e2b392b-7476-4d25-b5b6-84f4e46f8e7f tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049020 Jul 16 18:04:16.273360 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f73f72-62b0-4046-ae88-60d7bdf3b56b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:16.284271 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53f73f72-62b0-4046-ae88-60d7bdf3b56b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.284668 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-53f73f72-62b0-4046-ae88-60d7bdf3b56b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Added segment 5d1ea844-cda6-41d8-a256-eea1abd3273f of type vlan for network 6a8ac9cb-1c51-4933-a4e1-bf99205f48dd Jul 16 18:04:16.286391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55c522dd-a046-4c6d-b396-a6817ab05af7 req-e1ebad24-5cea-47d0-b08d-52a05591e6f9 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018629 Jul 16 18:04:16.343320 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-fc0dca5d-b8c6-4e1c-9ff6-5c7b1f181b1b tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] show failed (client error): The resource could not be found. Jul 16 18:04:16.344370 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fc0dca5d-b8c6-4e1c-9ff6-5c7b1f181b1b tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "GET /v2.0/networks/240da43c-0a75-4afc-9f13-15479effd80b/tags/tempest-TagsTest-Tag-492393433 HTTP/1.1" status: 404 len: 325 time: 0.1319435 Jul 16 18:04:16.347210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36964) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:16.353639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-96412815-440a-42b0-a378-e2f2d9433e62 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '240da43c-0a75-4afc-9f13-15479effd80b', 'tempest-TagsTest-Tag-9881577') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:16.421932 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53f73f72-62b0-4046-ae88-60d7bdf3b56b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.458174 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-96412815-440a-42b0-a378-e2f2d9433e62 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] show failed (client error): The resource could not be found. Jul 16 18:04:16.459239 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-96412815-440a-42b0-a378-e2f2d9433e62 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "GET /v2.0/networks/240da43c-0a75-4afc-9f13-15479effd80b/tags/tempest-TagsTest-Tag-9881577 HTTP/1.1" status: 404 len: 323 time: 0.1100216 Jul 16 18:04:16.461979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36966) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:16.468244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-a5eaea5e-371e-4af1-9a42-d0d693fd7bde tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '240da43c-0a75-4afc-9f13-15479effd80b') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:16.484314 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53f73f72-62b0-4046-ae88-60d7bdf3b56b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.494328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f73f72-62b0-4046-ae88-60d7bdf3b56b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:16.494960 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53f73f72-62b0-4046-ae88-60d7bdf3b56b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.580572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a5eaea5e-371e-4af1-9a42-d0d693fd7bde tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "DELETE /v2.0/networks/240da43c-0a75-4afc-9f13-15479effd80b/tags HTTP/1.1" status: 204 len: 168 time: 0.1131752 Jul 16 18:04:16.580813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36968) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:16.591063 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-53f73f72-62b0-4046-ae88-60d7bdf3b56b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3894312 Jul 16 18:04:16.594572 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36970) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:16.600329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'subnet': {'network_id': '6a8ac9cb-1c51-4933-a4e1-bf99205f48dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:16.648939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f73f72-62b0-4046-ae88-60d7bdf3b56b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Network': ['ID=6a8ac9cb-1c51-4933-a4e1-bf99205f48dd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:16.664996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 6a8ac9cb-1c51-4933-a4e1-bf99205f48dd details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:16.671988 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1483-a0cc-4fad-ab87-30121dda61c8 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.745522 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Made reservation on behalf of 6a8d2d3ccaf240e7a305e0bd76a1ebd0 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:16.751119 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.794511 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1483-a0cc-4fad-ab87-30121dda61c8 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.805871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-fe3c1483-a0cc-4fad-ab87-30121dda61c8 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240da43c-0a75-4afc-9f13-15479effd80b']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:16.815815 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-fe3c1483-a0cc-4fad-ab87-30121dda61c8 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c17727c-b340-4ea5-a1a2-3601c2c2ed5f') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:16.816105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-fe3c1483-a0cc-4fad-ab87-30121dda61c8 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c17727c-b340-4ea5-a1a2-3601c2c2ed5f') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:16.818525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Performing IP validity checks on allocation pools {{(pid=105590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:04:16.819051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:04:16.825395 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1483-a0cc-4fad-ab87-30121dda61c8 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.841261 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1483-a0cc-4fad-ab87-30121dda61c8 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.848694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3c1483-a0cc-4fad-ab87-30121dda61c8 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:16.849441 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1483-a0cc-4fad-ab87-30121dda61c8 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:16.867513 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:16.930122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1483-a0cc-4fad-ab87-30121dda61c8 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.939126 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1483-a0cc-4fad-ab87-30121dda61c8 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.940973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fe3c1483-a0cc-4fad-ab87-30121dda61c8 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] 10.222.0.24 "DELETE /v2.0/networks/240da43c-0a75-4afc-9f13-15479effd80b HTTP/1.1" status: 204 len: 168 time: 0.3591924 Jul 16 18:04:16.967565 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c1483-a0cc-4fad-ab87-30121dda61c8 tempest-TagsTest-1846630743 tempest-TagsTest-1846630743-project] Pushing event deleted for resources: {'Network': ['ID=240da43c-0a75-4afc-9f13-15479effd80b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:16.968550 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.035360 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Subnet': ['ID=562cf453-8326-4d85-90fa-1103a10163da,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:17.052623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Checking segment: {'id': '5d1ea844-cda6-41d8-a256-eea1abd3273f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6a8ac9cb-1c51-4933-a4e1-bf99205f48dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:17.052986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network hostable DHCP agents. Network: 6a8ac9cb-1c51-4933-a4e1-bf99205f48dd, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:17.069762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Network 6a8ac9cb-1c51-4933-a4e1-bf99205f48dd is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:17.079381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 6a8ac9cb-1c51-4933-a4e1-bf99205f48dd) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:17.084816 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.085503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551785'] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.091248 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c4a890-c75f-4824-9389-39178521b176 None None] Network 6a8ac9cb-1c51-4933-a4e1-bf99205f48dd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:17.100049 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0caf534c-eed7-45ee-ad21-618535ddb9d4 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5041468 Jul 16 18:04:17.102927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36982) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:17.109056 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7c3529e0-6d97-44ab-8e1e-80f6648190c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:17.229365 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c3529e0-6d97-44ab-8e1e-80f6648190c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31033008'] for subnet, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.275977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-6a8ac9cb-1c51-4933-a4e1-bf99205f48dd', 'network_id': '6a8ac9cb-1c51-4933-a4e1-bf99205f48dd', 'tenant_id': '6a8d2d3ccaf240e7a305e0bd76a1ebd0', 'fixed_ips': [{'subnet_id': '562cf453-8326-4d85-90fa-1103a10163da'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:17.277424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36992) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:17.277966 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.443171 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c3529e0-6d97-44ab-8e1e-80f6648190c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763932692107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29502615'] for subnet, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.508856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3529e0-6d97-44ab-8e1e-80f6648190c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.509740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c3529e0-6d97-44ab-8e1e-80f6648190c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.513727 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7c3529e0-6d97-44ab-8e1e-80f6648190c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "PUT /v2.0/subnets/562cf453-8326-4d85-90fa-1103a10163da HTTP/1.1" status: 200 len: 900 time: 0.4067154 Jul 16 18:04:17.513923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37002) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:17.540519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Allocated IP 2001:db8::3 (6a8ac9cb-1c51-4933-a4e1-bf99205f48dd/562cf453-8326-4d85-90fa-1103a10163da/76b540c4-bd6f-4ed8-ac31-2d2d472b62eb) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:17.546330 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.558674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3529e0-6d97-44ab-8e1e-80f6648190c6 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event updated for resources: {'Subnet': ['ID=562cf453-8326-4d85-90fa-1103a10163da,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:17.626630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0ef65416-30b9-4b3d-aed8-128e230835ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d500b13d55a9466ab3e0fb5ff1725e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448229 Jul 16 18:04:17.634455 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37012) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:17.637198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541f389-91f5-4e71-86d3-3c69de22582a req-0f350abf-868d-4755-bcb1-5236846e4647 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.646161 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5541f389-91f5-4e71-86d3-3c69de22582a req-0f350abf-868d-4755-bcb1-5236846e4647 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1970925 Jul 16 18:04:17.673267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221385a-937b-4f10-902b-c717a2c0bc68 req-c2fe1d10-ce47-42fc-b621-981b9853ac11 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.676176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.680706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d221385a-937b-4f10-902b-c717a2c0bc68 req-c2fe1d10-ce47-42fc-b621-981b9853ac11 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 943 time: 0.1717687 Jul 16 18:04:17.750549 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.755424 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d221385a-937b-4f10-902b-c717a2c0bc68 req-6faae1cc-ffe8-4773-b80f-05d2c2edf0cf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736344 Jul 16 18:04:17.770402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Transition to ACTIVE for port object 76b540c4-bd6f-4ed8-ac31-2d2d472b62eb will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:17.778881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5541f389-91f5-4e71-86d3-3c69de22582a req-567e670f-1071-4e48-a13d-6563c80f32bb tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224651 Jul 16 18:04:17.790009 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.803274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Transition to ACTIVE for port object 76b540c4-bd6f-4ed8-ac31-2d2d472b62eb will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:17.811954 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.826800 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c6f080d-5975-4c51-afb1-2193534867cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.854661 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c6f080d-5975-4c51-afb1-2193534867cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.859837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Network 6a8ac9cb-1c51-4933-a4e1-bf99205f48dd is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:17.869397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:17.875251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:17.879303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Pushing event updated for resources: {'Port': ['ID=76b540c4-bd6f-4ed8-ac31-2d2d472b62eb,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:17.961577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Attempting to bind port 76b540c4-bd6f-4ed8-ac31-2d2d472b62eb on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:17.962129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Attempting to bind port 76b540c4-bd6f-4ed8-ac31-2d2d472b62eb by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '5d1ea844-cda6-41d8-a256-eea1abd3273f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6a8ac9cb-1c51-4933-a4e1-bf99205f48dd'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:17.962747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Attempting to bind port 76b540c4-bd6f-4ed8-ac31-2d2d472b62eb on network 6a8ac9cb-1c51-4933-a4e1-bf99205f48dd {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:17.968893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:17.969385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Checking segment: {'id': '5d1ea844-cda6-41d8-a256-eea1abd3273f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6a8ac9cb-1c51-4933-a4e1-bf99205f48dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:17.970132 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.970682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Bound using segment: {'id': '5d1ea844-cda6-41d8-a256-eea1abd3273f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6a8ac9cb-1c51-4933-a4e1-bf99205f48dd'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:17.971303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Bound port: 76b540c4-bd6f-4ed8-ac31-2d2d472b62eb, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1ea844-cda6-41d8-a256-eea1abd3273f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6a8ac9cb-1c51-4933-a4e1-bf99205f48dd'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:17.971832 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.996100 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.068698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] For port 76b540c4-bd6f-4ed8-ac31-2d2d472b62eb, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:18.073263 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] For port 76b540c4-bd6f-4ed8-ac31-2d2d472b62eb, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=76b540c4-bd6f-4ed8-ac31-2d2d472b62eb,segment=NetworkSegment(5d1ea844-cda6-41d8-a256-eea1abd3273f),segment_id=5d1ea844-cda6-41d8-a256-eea1abd3273f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:18.078756 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.118559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee665775-a535-4ba4-8935-ea60dc8a8a17 req-e65e73d8-850c-4a5a-869b-0ab59e86f3f6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:18.127738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee665775-a535-4ba4-8935-ea60dc8a8a17 req-e65e73d8-850c-4a5a-869b-0ab59e86f3f6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.0780301 Jul 16 18:04:18.144247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.161163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Subnet': ['ID=562cf453-8326-4d85-90fa-1103a10163da,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:18.167130 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8ac9cb-1c51-4933-a4e1-bf99205f48dd']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:18.174323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee665775-a535-4ba4-8935-ea60dc8a8a17 req-e6999f99-4981-4667-b3cf-8f9bb8e57118 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454440 Jul 16 18:04:18.197704 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c6f080d-5975-4c51-afb1-2193534867cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.200857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c6f080d-5975-4c51-afb1-2193534867cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.220719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155bf01-c19c-4cee-ba9a-8ae40fe36adf None None] Pushing event updated for resources: {'Port': ['ID=76b540c4-bd6f-4ed8-ac31-2d2d472b62eb,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:18.222517 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3c6f080d-5975-4c51-afb1-2193534867cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24e176aa-1279-4564-befb-eb7fc160c47c HTTP/1.1" status: 204 len: 168 time: 0.5868661 Jul 16 18:04:18.229423 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1ea844-cda6-41d8-a256-eea1abd3273f') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:18.229760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1ea844-cda6-41d8-a256-eea1abd3273f') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:18.259193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1f6140-1f65-45b6-947e-acb5b0534483 None None] Network 6a8ac9cb-1c51-4933-a4e1-bf99205f48dd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:18.265392 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.280540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f080d-5975-4c51-afb1-2193534867cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e176aa-1279-4564-befb-eb7fc160c47c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:18.297808 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.309593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:18.310787 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:18.317852 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:18.440896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960730-e840-42ab-9ccc-cdb1e2d85e2c req-6027b0dc-d28b-4cb4-aac6-39a88e961cc4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:18.443778 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91960730-e840-42ab-9ccc-cdb1e2d85e2c req-6027b0dc-d28b-4cb4-aac6-39a88e961cc4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1023867 Jul 16 18:04:18.459967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cebe431-fc82-4e16-b43b-38c82d38026d None None] Network 6a8ac9cb-1c51-4933-a4e1-bf99205f48dd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:18.465875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:04:18.465875 n-d-787205-10 neutron-server[105590]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:04:18.465875 n-d-787205-10 neutron-server[105590]: [parameters: {'id': '6a8ac9cb-1c51-4933-a4e1-bf99205f48dd'}] Jul 16 18:04:18.465875 n-d-787205-10 neutron-server[105590]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:04:18.466720 n-d-787205-10 neutron-server[105590]: DEBUG oslo_db.api [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:04:18.500441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91960730-e840-42ab-9ccc-cdb1e2d85e2c req-f9735b4c-d14c-4ea8-886c-13e30c9417e6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506372 Jul 16 18:04:18.545520 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 96c67286-5a55-4174-910d-57ab5ea52a71 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:18.745651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b463dbc-653f-4b5f-806f-12856e3348c8 None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:04:18.958574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fa1a1-f085-46cf-835e-907abd1a610e req-d87ff931-5b25-4f60-86b5-992718624094 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:18.960868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f2fa1a1-f085-46cf-835e-907abd1a610e req-d87ff931-5b25-4f60-86b5-992718624094 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1313226 Jul 16 18:04:18.967667 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.970683 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.981930 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b463dbc-653f-4b5f-806f-12856e3348c8 None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:04:19.044991 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f2fa1a1-f085-46cf-835e-907abd1a610e req-49ae8285-9557-4794-854b-7af00516837a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607150 Jul 16 18:04:19.074488 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48bbfe-8c69-43d0-a45c-a21b42c662ff req-076c5045-155a-40de-9bac-fa7abfb5e734 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.079851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Deleting port 76b540c4-bd6f-4ed8-ac31-2d2d472b62eb {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:19.080206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.083498 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c48bbfe-8c69-43d0-a45c-a21b42c662ff req-076c5045-155a-40de-9bac-fa7abfb5e734 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1791487 Jul 16 18:04:19.170730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c48bbfe-8c69-43d0-a45c-a21b42c662ff req-fa034db4-d58d-4a5a-8ee7-7e4570788c62 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862648 Jul 16 18:04:19.241385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] For port 76b540c4-bd6f-4ed8-ac31-2d2d472b62eb, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=76b540c4-bd6f-4ed8-ac31-2d2d472b62eb,segment=NetworkSegment(5d1ea844-cda6-41d8-a256-eea1abd3273f),segment_id=5d1ea844-cda6-41d8-a256-eea1abd3273f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:19.241789 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.254989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Calling delete_port for 76b540c4-bd6f-4ed8-ac31-2d2d472b62eb owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:19.358877 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.427520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No DVR routers for this DVR port 76b540c4-bd6f-4ed8-ac31-2d2d472b62eb on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:19.435379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Port': ['ID=76b540c4-bd6f-4ed8-ac31-2d2d472b62eb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:19.525334 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.536984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8ac9cb-1c51-4933-a4e1-bf99205f48dd']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:19.547908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1ea844-cda6-41d8-a256-eea1abd3273f') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:19.548273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1ea844-cda6-41d8-a256-eea1abd3273f') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:19.558031 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.581838 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.590390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:19.590821 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:19.594676 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:19.672153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.683191 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.707860 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/6a8ac9cb-1c51-4933-a4e1-bf99205f48dd HTTP/1.1" status: 204 len: 168 time: 2.1924753 Jul 16 18:04:19.711508 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37084) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:19.720098 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5361f-a60b-4e3f-9b70-1f6252ffa3aa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Network': ['ID=6a8ac9cb-1c51-4933-a4e1-bf99205f48dd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:19.743371 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b24ee81-e79c-432c-a0b5-a57331a1e39a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:19.743837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b24ee81-e79c-432c-a0b5-a57331a1e39a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:19.745603 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0b24ee81-e79c-432c-a0b5-a57331a1e39a tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/subnets/562cf453-8326-4d85-90fa-1103a10163da HTTP/1.1" status: 404 len: 337 time: 0.0330908 Jul 16 18:04:19.748120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37086) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:19.771490 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6284024-b0c4-41eb-8600-fb1e7a088da7 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:19.771957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6284024-b0c4-41eb-8600-fb1e7a088da7 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:19.776123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d6284024-b0c4-41eb-8600-fb1e7a088da7 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/6a8ac9cb-1c51-4933-a4e1-bf99205f48dd HTTP/1.1" status: 404 len: 339 time: 0.0247009 Jul 16 18:04:19.776302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37088) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:19.866793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b688392b-f913-40ea-ba4b-7048a0d4dad8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.316413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b688392b-f913-40ea-ba4b-7048a0d4dad8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.324670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37112) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:20.345089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-b688392b-f913-40ea-ba4b-7048a0d4dad8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5e3974-faca-4ddc-b81f-09a5158f0c87']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:20.413254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-b688392b-f913-40ea-ba4b-7048a0d4dad8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e1c0c1-d7ca-4e7b-8fc0-871effe4da7d') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:20.413652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-b688392b-f913-40ea-ba4b-7048a0d4dad8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e1c0c1-d7ca-4e7b-8fc0-871effe4da7d') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:20.430153 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b688392b-f913-40ea-ba4b-7048a0d4dad8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.450111 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95f2ac4d-5735-40e3-85d6-6762a9f1c44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.461595 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b688392b-f913-40ea-ba4b-7048a0d4dad8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.476774 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b688392b-f913-40ea-ba4b-7048a0d4dad8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:20.477273 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b688392b-f913-40ea-ba4b-7048a0d4dad8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:20.482778 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:20.553989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e383-c25b-4f5b-acc9-6049c2cafdb1 req-fbfe5cf7-ec81-465b-9a43-7c276337652f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:20.555605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b721e383-c25b-4f5b-acc9-6049c2cafdb1 req-fbfe5cf7-ec81-465b-9a43-7c276337652f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2351506 Jul 16 18:04:20.565327 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717ee76-5731-4aa0-bf50-1ff28d7f6ab5 req-e83685df-3848-45fd-be8f-8979aca3221c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:20.566865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e717ee76-5731-4aa0-bf50-1ff28d7f6ab5 req-e83685df-3848-45fd-be8f-8979aca3221c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.2474844 Jul 16 18:04:20.592046 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b688392b-f913-40ea-ba4b-7048a0d4dad8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.596546 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b688392b-f913-40ea-ba4b-7048a0d4dad8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.602291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b688392b-f913-40ea-ba4b-7048a0d4dad8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/0f5e3974-faca-4ddc-b81f-09a5158f0c87 HTTP/1.1" status: 204 len: 168 time: 0.8249154 Jul 16 18:04:20.602451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37126) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:20.636483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688392b-f913-40ea-ba4b-7048a0d4dad8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Network': ['ID=0f5e3974-faca-4ddc-b81f-09a5158f0c87,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:20.647000 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8734625-0d5f-40f6-ba48-61c88b8decce tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:20.647584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8734625-0d5f-40f6-ba48-61c88b8decce tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:20.649796 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a8734625-0d5f-40f6-ba48-61c88b8decce tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/subnets/e4a005de-74ab-4c34-b3b5-f1a75a08e13a HTTP/1.1" status: 404 len: 337 time: 0.0456274 Jul 16 18:04:20.653866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37128) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:20.667402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b721e383-c25b-4f5b-acc9-6049c2cafdb1 req-e9d94bb8-de6f-4f58-ab10-2eb40b424956 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994782 Jul 16 18:04:20.672813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e717ee76-5731-4aa0-bf50-1ff28d7f6ab5 req-9b80477d-e068-4d6e-94b7-7cd9ca9ac5f0 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962269 Jul 16 18:04:20.686011 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a6ac16-9db2-4732-999c-d17756bbf926 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:20.687302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a6ac16-9db2-4732-999c-d17756bbf926 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:20.692492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37130) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:20.692900 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-85a6ac16-9db2-4732-999c-d17756bbf926 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/463d3522-84f5-446c-a3a6-34df2682ddef HTTP/1.1" status: 404 len: 339 time: 0.0376723 Jul 16 18:04:20.755174 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95f2ac4d-5735-40e3-85d6-6762a9f1c44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.762793 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95f2ac4d-5735-40e3-85d6-6762a9f1c44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.779997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fea9259-a646-465c-948c-69166b67b9ce tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Deleting subnet ee627c6c-da21-49c9-9c47-fb4265c2cb84 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:20.783357 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1fea9259-a646-465c-948c-69166b67b9ce tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.839327 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1fea9259-a646-465c-948c-69166b67b9ce tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.860668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2ac4d-5735-40e3-85d6-6762a9f1c44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c019316-f5bd-4eba-b100-e9a539177302,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:20.867445 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-95f2ac4d-5735-40e3-85d6-6762a9f1c44e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21f55451027f4b95ae6e2eea9fbd0a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5411592 Jul 16 18:04:20.874804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37136) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:20.972584 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41ab041b-ac5c-433d-a78f-706a1241415d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.995371 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1fea9259-a646-465c-948c-69166b67b9ce tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.025197 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41ab041b-ac5c-433d-a78f-706a1241415d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.086078 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1fea9259-a646-465c-948c-69166b67b9ce tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.114510 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41ab041b-ac5c-433d-a78f-706a1241415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.117035 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41ab041b-ac5c-433d-a78f-706a1241415d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.118249 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-41ab041b-ac5c-433d-a78f-706a1241415d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c019316-f5bd-4eba-b100-e9a539177302 HTTP/1.1" status: 204 len: 168 time: 0.2427542 Jul 16 18:04:21.124004 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea9259-a646-465c-948c-69166b67b9ce tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Subnet': ['ID=ee627c6c-da21-49c9-9c47-fb4265c2cb84,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:21.130257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1fea9259-a646-465c-948c-69166b67b9ce tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.134424 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1fea9259-a646-465c-948c-69166b67b9ce tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/subnets/ee627c6c-da21-49c9-9c47-fb4265c2cb84 HTTP/1.1" status: 204 len: 168 time: 0.4384239 Jul 16 18:04:21.135274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37144) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:21.136436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021738aa-9002-4c97-9b0e-a61d7839b6c9 None None] Network 88d72b6a-f21a-4fec-baeb-1950176a8246 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:21.151107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab041b-ac5c-433d-a78f-706a1241415d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c019316-f5bd-4eba-b100-e9a539177302,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:21.207726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8677ce90-f6d2-46e6-8b89-9ecfafe30e34 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Deleting subnet b168a424-f44b-4f21-840a-51d5146de765 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:21.212470 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8677ce90-f6d2-46e6-8b89-9ecfafe30e34 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.261493 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8677ce90-f6d2-46e6-8b89-9ecfafe30e34 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.405496 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8677ce90-f6d2-46e6-8b89-9ecfafe30e34 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.493746 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8677ce90-f6d2-46e6-8b89-9ecfafe30e34 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.540749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37154) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:21.556443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677ce90-f6d2-46e6-8b89-9ecfafe30e34 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Subnet': ['ID=b168a424-f44b-4f21-840a-51d5146de765,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:21.558414 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1a2a8ab3-ae2b-4952-806f-61cf964100f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.560247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8677ce90-f6d2-46e6-8b89-9ecfafe30e34 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.564754 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8677ce90-f6d2-46e6-8b89-9ecfafe30e34 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/subnets/b168a424-f44b-4f21-840a-51d5146de765 HTTP/1.1" status: 204 len: 168 time: 0.4258928 Jul 16 18:04:21.565199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37156) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:21.637295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa231fcb-800b-4f7b-b9e7-c8d0895b9f6b None None] Update dhcp port {'port': {'network_id': '88d72b6a-f21a-4fec-baeb-1950176a8246', 'fixed_ips': [{'subnet_id': 'b168a424-f44b-4f21-840a-51d5146de765'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '613b1334-a186-4bd6-a23a-3735bd50ca1d'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:04:21.673171 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aa231fcb-800b-4f7b-b9e7-c8d0895b9f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.679798 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.792683 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1a2a8ab3-ae2b-4952-806f-61cf964100f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.795355 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Deleting port 613b1334-a186-4bd6-a23a-3735bd50ca1d {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:21.795724 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.810166 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1a2a8ab3-ae2b-4952-806f-61cf964100f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.964671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4935b029-44b9-4a7b-b6f4-fc7d0533941b None None] Network 88d72b6a-f21a-4fec-baeb-1950176a8246 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:21.986548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a8ab3-ae2b-4952-806f-61cf964100f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac41b4d4-335f-4f0e-958a-bae632e0bd38,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:21.997569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1a2a8ab3-ae2b-4952-806f-61cf964100f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11898eddce1e4399aa4558b1587b6114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4557111 Jul 16 18:04:22.000630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37172) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.010786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] For port 613b1334-a186-4bd6-a23a-3735bd50ca1d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=613b1334-a186-4bd6-a23a-3735bd50ca1d,segment=NetworkSegment(9d74530f-4839-420a-b3d2-14d10fd988ed),segment_id=9d74530f-4839-420a-b3d2-14d10fd988ed)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:22.011088 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.039798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Calling delete_port for 613b1334-a186-4bd6-a23a-3735bd50ca1d owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:22.074649 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4635652-57d9-47a4-9671-2ea01bb71ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.103431 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4635652-57d9-47a4-9671-2ea01bb71ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.104018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f706c0ed-8211-41d9-9342-d85b3de7debb None None] Provisioning complete for port 613b1334-a186-4bd6-a23a-3735bd50ca1d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:22.104401 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f706c0ed-8211-41d9-9342-d85b3de7debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.146865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b50e5c-b4c4-4ea2-8b13-97a29206a89d req-d040d5cd-7dae-4d6c-a5df-10dc96ea09f8 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:22.148507 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2b50e5c-b4c4-4ea2-8b13-97a29206a89d req-d040d5cd-7dae-4d6c-a5df-10dc96ea09f8 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.3356512 Jul 16 18:04:22.180510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc2f75-d728-4935-a720-543034ac59a3 req-cb8e693b-531b-42c6-9b54-d0be7cb66675 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:22.187557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4fc2f75-d728-4935-a720-543034ac59a3 req-cb8e693b-531b-42c6-9b54-d0be7cb66675 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.3103597 Jul 16 18:04:22.190006 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4635652-57d9-47a4-9671-2ea01bb71ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.193638 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4635652-57d9-47a4-9671-2ea01bb71ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.197079 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a4635652-57d9-47a4-9671-2ea01bb71ee0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac41b4d4-335f-4f0e-958a-bae632e0bd38 HTTP/1.1" status: 204 len: 168 time: 0.1933398 Jul 16 18:04:22.247446 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4635652-57d9-47a4-9671-2ea01bb71ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac41b4d4-335f-4f0e-958a-bae632e0bd38,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:22.260067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32293d42-6157-4a62-b9cf-6cf7733dd303 None None] DHCP port deletion for 88d72b6a-f21a-4fec-baeb-1950176a8246 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:04:22.279534 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.325697 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316154d-5e86-4703-aa69-36796f33c3c7 req-2af35225-d913-424e-8423-3d0f52727ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:22.327787 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e316154d-5e86-4703-aa69-36796f33c3c7 req-2af35225-d913-424e-8423-3d0f52727ff3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 1097 time: 0.1178908 Jul 16 18:04:22.330840 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2b50e5c-b4c4-4ea2-8b13-97a29206a89d req-6dd52e6b-de31-42b2-8a17-1f565867dd67 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739292 Jul 16 18:04:22.343133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Port': ['ID=613b1334-a186-4bd6-a23a-3735bd50ca1d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:22.345962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No DVR routers for this DVR port 613b1334-a186-4bd6-a23a-3735bd50ca1d on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:22.395887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4fc2f75-d728-4935-a720-543034ac59a3 req-0025d5da-a17d-4f42-8250-bd7d70fff8a8 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070420 Jul 16 18:04:22.429250 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e316154d-5e86-4703-aa69-36796f33c3c7 req-e3c08733-0907-4e57-992a-59294889602b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914333 Jul 16 18:04:22.479295 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.492823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d72b6a-f21a-4fec-baeb-1950176a8246']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:22.514809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d74530f-4839-420a-b3d2-14d10fd988ed') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:22.514809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d74530f-4839-420a-b3d2-14d10fd988ed') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:22.526444 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.552251 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.559482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:22.559872 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:22.625947 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:22.638061 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.647367 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.652208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/88d72b6a-f21a-4fec-baeb-1950176a8246 HTTP/1.1" status: 204 len: 168 time: 1.0836744 Jul 16 18:04:22.653122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37188) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.667021 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2e1ec-9de2-490d-a893-aa0b0b129f95 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Network': ['ID=88d72b6a-f21a-4fec-baeb-1950176a8246,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:22.689704 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0156f28-285a-43bb-8c62-62c4ad8280f8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:22.690308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0156f28-285a-43bb-8c62-62c4ad8280f8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:22.700516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37190) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.700637 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d0156f28-285a-43bb-8c62-62c4ad8280f8 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/subnets/27baf673-2662-43b1-b151-eec185a94ddf HTTP/1.1" status: 404 len: 337 time: 0.0411496 Jul 16 18:04:22.722439 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1478357d-3a45-41ea-8885-cff7954ffc5b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:22.723718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1478357d-3a45-41ea-8885-cff7954ffc5b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:22.725928 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1478357d-3a45-41ea-8885-cff7954ffc5b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/4f8ccbce-5a65-471c-967c-bdee4d18c935 HTTP/1.1" status: 404 len: 339 time: 0.0283284 Jul 16 18:04:22.728540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37196) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.756028 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:04:22.757878 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5a2c77-ba0b-4a2c-9db3-3763efe7995d tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:22.758350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5a2c77-ba0b-4a2c-9db3-3763efe7995d tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:22.760119 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cc5a2c77-ba0b-4a2c-9db3-3763efe7995d tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/subnets/43feffe1-0a8c-424e-8da1-34a7fd3a9214 HTTP/1.1" status: 404 len: 337 time: 0.0305836 Jul 16 18:04:22.762909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37202) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.781339 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5225c1-9bbc-4e18-aabf-9721cee213f3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:22.782080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5225c1-9bbc-4e18-aabf-9721cee213f3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:22.783684 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ca5225c1-9bbc-4e18-aabf-9721cee213f3 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/35353e0a-33d9-40df-81f0-b38738c7dfdd HTTP/1.1" status: 404 len: 339 time: 0.0198667 Jul 16 18:04:22.787992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37204) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.820123 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d105cb-15fc-4677-836f-909c80713d71 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:22.820577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d105cb-15fc-4677-836f-909c80713d71 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:22.824755 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-08d105cb-15fc-4677-836f-909c80713d71 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/subnets/fe900665-ac14-4e47-97c7-8289f002540f HTTP/1.1" status: 404 len: 337 time: 0.0342798 Jul 16 18:04:22.825090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37208) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.847542 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd7d91c-04a8-4d59-9144-0e2a7b4f3cab tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:22.848741 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd7d91c-04a8-4d59-9144-0e2a7b4f3cab tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:22.850454 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ebd7d91c-04a8-4d59-9144-0e2a7b4f3cab tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/ed8b5065-df9e-4fd7-bfa1-b5e6e027c3d3 HTTP/1.1" status: 404 len: 339 time: 0.0245163 Jul 16 18:04:22.852986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37212) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.906103 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5f71fa-9edb-4fde-8ab0-feacbf06532f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Deleting subnet f0762d07-e02d-4b2c-bbd4-46330f3a0487 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:22.909298 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71fa-9edb-4fde-8ab0-feacbf06532f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.960594 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71fa-9edb-4fde-8ab0-feacbf06532f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.964955 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.063824 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71fa-9edb-4fde-8ab0-feacbf06532f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.135103 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71fa-9edb-4fde-8ab0-feacbf06532f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.165825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f71fa-9edb-4fde-8ab0-feacbf06532f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Subnet': ['ID=f0762d07-e02d-4b2c-bbd4-46330f3a0487,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:23.167781 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71fa-9edb-4fde-8ab0-feacbf06532f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.169797 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2a5f71fa-9edb-4fde-8ab0-feacbf06532f tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/subnets/f0762d07-e02d-4b2c-bbd4-46330f3a0487 HTTP/1.1" status: 204 len: 168 time: 0.3157802 Jul 16 18:04:23.172140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37226) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:23.177185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bae0ed-a650-4319-97ee-d9b76c1d8ecc None None] Network 3d51268c-4cf6-4adf-bed7-9bb4e0072248 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:23.281412 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 613b1334-a186-4bd6-a23a-3735bd50ca1d no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:23.305049 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.312772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 613b1334-a186-4bd6-a23a-3735bd50ca1d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:23.313129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 613b1334-a186-4bd6-a23a-3735bd50ca1d not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:23.433124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Deleting port b1d82ba7-dd31-49df-8c2e-3950c203139e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:23.433505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.530939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc42c6-8351-4bac-a18e-b23377de1433 None None] DHCP port deletion for 3d51268c-4cf6-4adf-bed7-9bb4e0072248 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:04:23.577329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] For port b1d82ba7-dd31-49df-8c2e-3950c203139e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b1d82ba7-dd31-49df-8c2e-3950c203139e,segment=NetworkSegment(ad09d063-5747-432e-b803-dc412d693cf3),segment_id=ad09d063-5747-432e-b803-dc412d693cf3)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:23.578148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.606298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Calling delete_port for b1d82ba7-dd31-49df-8c2e-3950c203139e owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:23.640189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-15cc42c6-8351-4bac-a18e-b23377de1433 None None] Deleting port b1d82ba7-dd31-49df-8c2e-3950c203139e {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:23.640673 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-15cc42c6-8351-4bac-a18e-b23377de1433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.718221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.733737 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427bfc8-3dfb-45f0-9539-617e5d8659ca req-a2bb7aaa-43cc-43bc-8bd3-2ef0b6bb0be0 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.739492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-15cc42c6-8351-4bac-a18e-b23377de1433 None None] For port b1d82ba7-dd31-49df-8c2e-3950c203139e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b1d82ba7-dd31-49df-8c2e-3950c203139e,segment=NetworkSegment(ad09d063-5747-432e-b803-dc412d693cf3),segment_id=ad09d063-5747-432e-b803-dc412d693cf3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:23.740153 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-15cc42c6-8351-4bac-a18e-b23377de1433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.742911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0427bfc8-3dfb-45f0-9539-617e5d8659ca req-a2bb7aaa-43cc-43bc-8bd3-2ef0b6bb0be0 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.2164326 Jul 16 18:04:23.760291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Port': ['ID=b1d82ba7-dd31-49df-8c2e-3950c203139e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:23.762559 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-15cc42c6-8351-4bac-a18e-b23377de1433 None None] Calling delete_port for b1d82ba7-dd31-49df-8c2e-3950c203139e owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:23.779824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No DVR routers for this DVR port b1d82ba7-dd31-49df-8c2e-3950c203139e on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:23.808497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca421ae-8fcc-41be-a3c6-77c901ee7e78 req-ac785097-f057-42ef-ada1-7ba87e507a68 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.810504 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bca421ae-8fcc-41be-a3c6-77c901ee7e78 req-ac785097-f057-42ef-ada1-7ba87e507a68 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1993313 Jul 16 18:04:23.828370 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0427bfc8-3dfb-45f0-9539-617e5d8659ca req-f69fefb8-01b0-49c7-b713-e8648ef2d050 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849257 Jul 16 18:04:23.896040 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-15cc42c6-8351-4bac-a18e-b23377de1433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.903469 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bca421ae-8fcc-41be-a3c6-77c901ee7e78 req-96a27b31-09cd-4ceb-816a-3be74a1c7e5c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697291 Jul 16 18:04:23.908183 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.920979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d51268c-4cf6-4adf-bed7-9bb4e0072248']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:23.924448 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc42c6-8351-4bac-a18e-b23377de1433 None None] Pushing event deleted for resources: {'Port': ['ID=b1d82ba7-dd31-49df-8c2e-3950c203139e,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:23.936284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc42c6-8351-4bac-a18e-b23377de1433 None None] No DVR routers for this DVR port b1d82ba7-dd31-49df-8c2e-3950c203139e on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:23.937219 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad09d063-5747-432e-b803-dc412d693cf3') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:23.937632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad09d063-5747-432e-b803-dc412d693cf3') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:23.950752 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.986899 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.998857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:23.999442 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:24.004533 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:24.073431 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.083526 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.088159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37264) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.090249 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/3d51268c-4cf6-4adf-bed7-9bb4e0072248 HTTP/1.1" status: 204 len: 168 time: 0.9164693 Jul 16 18:04:24.108207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe561d1-0010-4515-b1ac-1c92a822a915 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Network': ['ID=3d51268c-4cf6-4adf-bed7-9bb4e0072248,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:24.154147 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfccbe3e-d570-4602-ba74-34e4ba0f4f3d tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:24.154809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfccbe3e-d570-4602-ba74-34e4ba0f4f3d tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:24.156893 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bfccbe3e-d570-4602-ba74-34e4ba0f4f3d tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/subnets/90a0e30e-992b-47c2-af85-70530ed44d15 HTTP/1.1" status: 404 len: 337 time: 0.0676301 Jul 16 18:04:24.161016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37266) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.180166 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e7bca3-0564-4adc-bf1e-845519a9f4d2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:24.180746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e7bca3-0564-4adc-bf1e-845519a9f4d2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:24.184878 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c8e7bca3-0564-4adc-bf1e-845519a9f4d2 tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/a8aa69b6-d3f2-4183-b8d2-5a3c9dc6766d HTTP/1.1" status: 404 len: 339 time: 0.0205505 Jul 16 18:04:24.185093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37268) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.256696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f71fc9-575c-4c6e-897f-6fe4dfe5b6fa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Deleting subnet 35096be1-6d43-448d-8271-e36dd6c49335 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:24.261580 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8f71fc9-575c-4c6e-897f-6fe4dfe5b6fa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.320102 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8f71fc9-575c-4c6e-897f-6fe4dfe5b6fa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.432800 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8f71fc9-575c-4c6e-897f-6fe4dfe5b6fa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.514677 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8f71fc9-575c-4c6e-897f-6fe4dfe5b6fa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.562920 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8f71fc9-575c-4c6e-897f-6fe4dfe5b6fa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.571651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc22fd-1d98-4847-87cf-72f621e8bec9 None None] Network fcb4f95f-554d-45e2-a2c3-5d939c307dcd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:24.573094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f8f71fc9-575c-4c6e-897f-6fe4dfe5b6fa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/subnets/35096be1-6d43-448d-8271-e36dd6c49335 HTTP/1.1" status: 204 len: 168 time: 0.3868966 Jul 16 18:04:24.575345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f71fc9-575c-4c6e-897f-6fe4dfe5b6fa tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Subnet': ['ID=35096be1-6d43-448d-8271-e36dd6c49335,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:24.576361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37296) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.756804 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.817084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec336f-5436-4a55-9d1f-165f24d0318b req-8d55357a-cdbb-4083-8f4a-b83fb1fa4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.818753 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c1ec336f-5436-4a55-9d1f-165f24d0318b req-8d55357a-cdbb-4083-8f4a-b83fb1fa4f52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68ec2b83b3b84123a5ebbb2a3744295b&device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 1097 time: 0.1967683 Jul 16 18:04:24.887502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d4fe1-7d2a-4a38-bab1-7b1cfdf01fa1 req-d31f8722-32c6-4f97-b136-ac1c7c6c9130 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.891065 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c73d4fe1-7d2a-4a38-bab1-7b1cfdf01fa1 req-d31f8722-32c6-4f97-b136-ac1c7c6c9130 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1507027 Jul 16 18:04:24.930873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Deleting port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:24.931226 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.948670 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4fed8e-13e6-44c5-9727-725d3015f213 None None] DHCP port deletion for fcb4f95f-554d-45e2-a2c3-5d939c307dcd request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:04:24.984737 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37310) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.985271 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c73d4fe1-7d2a-4a38-bab1-7b1cfdf01fa1 req-0e8d4cca-528f-48da-b983-f4cb6089615a tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770996 Jul 16 18:04:25.013282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fed8e-13e6-44c5-9727-725d3015f213 None None] Deleting port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:25.014532 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6f4fed8e-13e6-44c5-9727-725d3015f213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.124707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec336f-5436-4a55-9d1f-165f24d0318b req-57c0fd48-3e55-4e7c-a743-f24b2aa4d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.126336 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c1ec336f-5436-4a55-9d1f-165f24d0318b req-57c0fd48-3e55-4e7c-a743-f24b2aa4d52b service neutron] 10.222.0.11 "GET /v2.0/networks?id=00f0acd8-15d8-4280-b6e9-01a022b9c260 HTTP/1.1" status: 200 len: 920 time: 0.3003874 Jul 16 18:04:25.128257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] For port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=71189dbc-a36d-461e-a3e3-bfad9b8f0acd,segment=NetworkSegment(6df49eef-ddfb-48c7-945e-07caef7a485d),segment_id=6df49eef-ddfb-48c7-945e-07caef7a485d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:25.128628 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.192820 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.197231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26452254-3138-417e-ad1a-0c841c00edc0 req-dde9e1b6-2dbc-42b7-93ba-3caf8809300f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.199371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6f4fed8e-13e6-44c5-9727-725d3015f213 None None] For port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=71189dbc-a36d-461e-a3e3-bfad9b8f0acd,segment=NetworkSegment(6df49eef-ddfb-48c7-945e-07caef7a485d),segment_id=6df49eef-ddfb-48c7-945e-07caef7a485d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:25.200164 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6f4fed8e-13e6-44c5-9727-725d3015f213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.215273 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fed8e-13e6-44c5-9727-725d3015f213 None None] Calling delete_port for 71189dbc-a36d-461e-a3e3-bfad9b8f0acd owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:25.218249 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26452254-3138-417e-ad1a-0c841c00edc0 req-dde9e1b6-2dbc-42b7-93ba-3caf8809300f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1363034 Jul 16 18:04:25.220404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Calling delete_port for 71189dbc-a36d-461e-a3e3-bfad9b8f0acd owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:25.276451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b1d82ba7-dd31-49df-8c2e-3950c203139e no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:25.302404 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: b1d82ba7-dd31-49df-8c2e-3950c203139e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:25.303001 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b1d82ba7-dd31-49df-8c2e-3950c203139e not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:25.303614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 71189dbc-a36d-461e-a3e3-bfad9b8f0acd no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:25.314003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26452254-3138-417e-ad1a-0c841c00edc0 req-1a45547f-d66b-4e32-8e86-d86c4590b857 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947688 Jul 16 18:04:25.321241 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c1ec336f-5436-4a55-9d1f-165f24d0318b req-f8d044e0-c9ea-45ef-931a-9001768036f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ca71e27-a814-4b45-9fda-381a4c3dc856 HTTP/1.1" status: 200 len: 217 time: 0.1610470 Jul 16 18:04:25.328894 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ca30175-4078-46ee-b795-cade9bf031b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.445707 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6f4fed8e-13e6-44c5-9727-725d3015f213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.458334 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.524227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fed8e-13e6-44c5-9727-725d3015f213 None None] No DVR routers for this DVR port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:25.530145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fed8e-13e6-44c5-9727-725d3015f213 None None] Pushing event deleted for resources: {'Port': ['ID=71189dbc-a36d-461e-a3e3-bfad9b8f0acd,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:25.736426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec336f-5436-4a55-9d1f-165f24d0318b req-fda20cd8-b0e0-4bec-b45b-9b17dd9874d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.737998 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c1ec336f-5436-4a55-9d1f-165f24d0318b req-fda20cd8-b0e0-4bec-b45b-9b17dd9874d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9884b77-e74b-4152-ba0a-646cd55d5950 HTTP/1.1" status: 200 len: 859 time: 0.4057579 Jul 16 18:04:25.781867 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c1ec336f-5436-4a55-9d1f-165f24d0318b req-1887494a-b358-4a02-9e03-2fd09a1b5aee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=00f0acd8-15d8-4280-b6e9-01a022b9c260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361838 Jul 16 18:04:25.829340 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.899814 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Port': ['ID=71189dbc-a36d-461e-a3e3-bfad9b8f0acd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:25.907300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] No DVR routers for this DVR port 71189dbc-a36d-461e-a3e3-bfad9b8f0acd on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:25.984804 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c1ec336f-5436-4a55-9d1f-165f24d0318b req-a3d545dc-c3c1-4a84-a1d7-1e66b3617bbb service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937156 Jul 16 18:04:26.011801 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ca30175-4078-46ee-b795-cade9bf031b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.037624 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ca30175-4078-46ee-b795-cade9bf031b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.064318 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.101214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb4f95f-554d-45e2-a2c3-5d939c307dcd']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:26.152827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df49eef-ddfb-48c7-945e-07caef7a485d') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:26.153564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df49eef-ddfb-48c7-945e-07caef7a485d') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:26.174375 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8ca30175-4078-46ee-b795-cade9bf031b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2619dd78470d41f9956c804a9cad1da4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1849966 Jul 16 18:04:26.174375 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.179843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37336) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:26.191371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca30175-4078-46ee-b795-cade9bf031b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0738989-559c-46e3-bc76-dfebf0581626,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:26.204508 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.219195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:26.219697 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:26.229999 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:26.271249 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eddb35-c8ae-405b-933e-7e8652e6aeaf req-08c6af4c-b81d-4a26-87c9-26131883567f tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.273065 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81eddb35-c8ae-405b-933e-7e8652e6aeaf req-08c6af4c-b81d-4a26-87c9-26131883567f tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1222234 Jul 16 18:04:26.274058 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78428add-f66f-4111-b015-5224b325565a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.280012 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c1ec336f-5436-4a55-9d1f-165f24d0318b req-0dbf325b-6583-4e71-bf36-c9eeb70a282d service neutron] 10.222.0.11 "GET /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854993 Jul 16 18:04:26.351815 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78428add-f66f-4111-b015-5224b325565a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.352316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.360831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81eddb35-c8ae-405b-933e-7e8652e6aeaf req-8f541c84-1997-4abb-83f8-ccc530151154 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728898 Jul 16 18:04:26.381894 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.397641 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] 10.222.0.24 "DELETE /v2.0/networks/fcb4f95f-554d-45e2-a2c3-5d939c307dcd HTTP/1.1" status: 204 len: 168 time: 1.8188787 Jul 16 18:04:26.409383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7322a4-c903-4588-b2e8-0a30a9140f7b tempest-NetworksIpV6Test-566967797 tempest-NetworksIpV6Test-566967797-project] Pushing event deleted for resources: {'Network': ['ID=fcb4f95f-554d-45e2-a2c3-5d939c307dcd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:26.467794 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78428add-f66f-4111-b015-5224b325565a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.470495 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78428add-f66f-4111-b015-5224b325565a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.479802 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-78428add-f66f-4111-b015-5224b325565a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0738989-559c-46e3-bc76-dfebf0581626 HTTP/1.1" status: 204 len: 168 time: 0.2936318 Jul 16 18:04:26.533450 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78428add-f66f-4111-b015-5224b325565a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0738989-559c-46e3-bc76-dfebf0581626,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:26.667358 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8953c-0b91-499e-a663-780c0763b140 req-e13e6377-f137-404b-a055-19f4e56d05c3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.671656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86a8953c-0b91-499e-a663-780c0763b140 req-e13e6377-f137-404b-a055-19f4e56d05c3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1783953 Jul 16 18:04:26.728944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37362) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:26.760955 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86a8953c-0b91-499e-a663-780c0763b140 req-d45e7198-8e41-4030-8332-b8fea679480c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838857 Jul 16 18:04:26.949619 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-56b5ae2b-4ef0-4349-9aad-ecbe3772c148 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a8d2d3ccaf240e7a305e0bd76a1ebd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185810 Jul 16 18:04:26.952165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37372) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:26.997413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37374) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:27.011790 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c402a43-c3c6-442c-ae2b-febb1d5cf929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.012021 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d6250577-e01c-42e7-a911-4d193e83aaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.034103 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d6250577-e01c-42e7-a911-4d193e83aaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.087251 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d6250577-e01c-42e7-a911-4d193e83aaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.091352 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d6250577-e01c-42e7-a911-4d193e83aaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.092599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d6250577-e01c-42e7-a911-4d193e83aaec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c0adc70-e84e-4f17-8ac8-77ea9fad40d7 HTTP/1.1" status: 204 len: 168 time: 0.1393771 Jul 16 18:04:27.109788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6250577-e01c-42e7-a911-4d193e83aaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0adc70-e84e-4f17-8ac8-77ea9fad40d7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.131617 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c402a43-c3c6-442c-ae2b-febb1d5cf929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.136927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c402a43-c3c6-442c-ae2b-febb1d5cf929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.187198 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2c402a43-c3c6-442c-ae2b-febb1d5cf929 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bedd8298d8e448938b0cc9ecdf46e42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885080 Jul 16 18:04:27.189369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c402a43-c3c6-442c-ae2b-febb1d5cf929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91b5638-bbfc-49c1-b359-2efee38b0e9d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.191242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37382) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:27.253506 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8187c26f-906f-40f9-840b-582f7bf99a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.288739 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8187c26f-906f-40f9-840b-582f7bf99a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.344951 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8187c26f-906f-40f9-840b-582f7bf99a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.348764 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8187c26f-906f-40f9-840b-582f7bf99a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.352668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8187c26f-906f-40f9-840b-582f7bf99a8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e91b5638-bbfc-49c1-b359-2efee38b0e9d HTTP/1.1" status: 204 len: 168 time: 0.1565824 Jul 16 18:04:27.357972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187c26f-906f-40f9-840b-582f7bf99a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91b5638-bbfc-49c1-b359-2efee38b0e9d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.692644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72601fc6-3f90-415a-9d14-71977e38a10b req-38f62791-a670-4654-9375-d2252d73e932 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.701330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-72601fc6-3f90-415a-9d14-71977e38a10b req-38f62791-a670-4654-9375-d2252d73e932 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1597440 Jul 16 18:04:27.768663 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-72601fc6-3f90-415a-9d14-71977e38a10b req-b9e42474-4c3f-4901-94de-82e6bccccd49 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662804 Jul 16 18:04:28.013159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172cad2-da98-461b-842e-f1953d081bb0 req-8fcab27c-cd91-4a73-b6d2-7af50869e9a1 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.021381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a172cad2-da98-461b-842e-f1953d081bb0 req-8fcab27c-cd91-4a73-b6d2-7af50869e9a1 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.0868232 Jul 16 18:04:28.073171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a172cad2-da98-461b-842e-f1953d081bb0 req-c8351a09-16b7-4dad-9ca3-07cf794349de tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504658 Jul 16 18:04:28.325580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37444) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:28.552125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-100868418'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:28.582991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:28.587719 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.599581 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.725545 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.730441 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.762778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:28.775540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90bca424-a82a-4eba-b298-7b01fca72855,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:28.802029 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.802628 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Added segment b8f6580d-4158-41f3-a42c-00376cdc14c6 of type vlan for network 5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b Jul 16 18:04:28.855373 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.896640 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.904187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:28.905905 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.969418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6410840 Jul 16 18:04:29.100217 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37484) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:29.107302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-38f64657-0d80-44a7-b769-005df6cd3b93 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'subnet': {'network_id': '5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:29.195439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b73bdb-c86b-4697-a117-bb4c9845d518 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:29.217902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:29.252021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f64657-0d80-44a7-b769-005df6cd3b93 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:29.259153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38f64657-0d80-44a7-b769-005df6cd3b93 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.320486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a296a-cd76-4a43-bc9e-21ca26628ef8 req-a3db1bc1-19ea-4253-8e0b-cd5b1cae9e13 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.328774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-270a296a-cd76-4a43-bc9e-21ca26628ef8 req-a3db1bc1-19ea-4253-8e0b-cd5b1cae9e13 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.3450994 Jul 16 18:04:29.389929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-270a296a-cd76-4a43-bc9e-21ca26628ef8 req-4d7449d7-b0a8-4311-a1d9-e280ecf936c0 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600684 Jul 16 18:04:29.435539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ca017-ebb9-4b96-9975-6e22f7771f4d req-b5ff4554-a114-4123-a43d-8d0dd05faf1a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.443138 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d4ca017-ebb9-4b96-9975-6e22f7771f4d req-b5ff4554-a114-4123-a43d-8d0dd05faf1a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2061012 Jul 16 18:04:29.491470 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d4ca017-ebb9-4b96-9975-6e22f7771f4d req-2a0e2cef-0d36-4a1c-af3f-0e17a536be3b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473626 Jul 16 18:04:29.548010 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38f64657-0d80-44a7-b769-005df6cd3b93 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.650010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f64657-0d80-44a7-b769-005df6cd3b93 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking segment: {'id': 'b8f6580d-4158-41f3-a42c-00376cdc14c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:29.650435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f64657-0d80-44a7-b769-005df6cd3b93 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network hostable DHCP agents. Network: 5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:29.652677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f64657-0d80-44a7-b769-005df6cd3b93 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Subnet': ['ID=a0a6099a-514a-4cc7-97d1-aa7a005a12bb,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:29.680143 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f64657-0d80-44a7-b769-005df6cd3b93 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network 5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:29.695477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-38f64657-0d80-44a7-b769-005df6cd3b93 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:29.702138 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f64657-0d80-44a7-b769-005df6cd3b93 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.707449 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-38f64657-0d80-44a7-b769-005df6cd3b93 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.711457 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613b55f0-d7d1-4a21-983f-09c436a5ff07 None None] Network 5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:29.734983 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-38f64657-0d80-44a7-b769-005df6cd3b93 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6323414 Jul 16 18:04:29.738859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37516) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:29.745178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a6af8428-a539-4bce-a8e5-f3dbcafa303b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-772669085'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:29.797908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6af8428-a539-4bce-a8e5-f3dbcafa303b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:29.808047 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6af8428-a539-4bce-a8e5-f3dbcafa303b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.923702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6af8428-a539-4bce-a8e5-f3dbcafa303b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:29.948073 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6af8428-a539-4bce-a8e5-f3dbcafa303b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.949187 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-a6af8428-a539-4bce-a8e5-f3dbcafa303b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Added segment 1c81c44a-f96a-42b8-b1ff-f4bd870b915c of type vlan for network ebfc3031-dbbd-49f8-b502-53191d64344d Jul 16 18:04:30.039785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b', 'network_id': '5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b', 'tenant_id': '7997ddb358a94654a22f18a06ed76d86', 'fixed_ips': [{'subnet_id': 'a0a6099a-514a-4cc7-97d1-aa7a005a12bb'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:30.042157 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.047471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274f630-8e83-4cf8-adc6-af2cdf9e1dbb req-e3ff3fe0-76b9-4dd1-8815-20a4f3b9043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.049003 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8274f630-8e83-4cf8-adc6-af2cdf9e1dbb req-e3ff3fe0-76b9-4dd1-8815-20a4f3b9043e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 1097 time: 0.1175861 Jul 16 18:04:30.069505 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6af8428-a539-4bce-a8e5-f3dbcafa303b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.184891 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6af8428-a539-4bce-a8e5-f3dbcafa303b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.200557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6af8428-a539-4bce-a8e5-f3dbcafa303b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.202409 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6af8428-a539-4bce-a8e5-f3dbcafa303b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.224760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274f630-8e83-4cf8-adc6-af2cdf9e1dbb req-2ad56362-ec6c-425d-8fc0-71a5f4d0c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.226918 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8274f630-8e83-4cf8-adc6-af2cdf9e1dbb req-2ad56362-ec6c-425d-8fc0-71a5f4d0c2fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.1609466 Jul 16 18:04:30.248248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a6af8428-a539-4bce-a8e5-f3dbcafa303b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5055780 Jul 16 18:04:30.276180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37542) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:30.314125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-abdb84f5-6052-499e-948e-68cd368f8b8f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'subnet': {'network_id': 'ebfc3031-dbbd-49f8-b502-53191d64344d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:30.337852 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8274f630-8e83-4cf8-adc6-af2cdf9e1dbb req-1178fc83-e6f3-44c0-9ced-66c93b81834b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 200 len: 999 time: 0.1037621 Jul 16 18:04:30.350060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f42172-b68f-4b9a-81cb-a1ead68f7442 req-92284b7c-d41d-4b8b-bb08-6d1943467387 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.358299 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6f42172-b68f-4b9a-81cb-a1ead68f7442 req-92284b7c-d41d-4b8b-bb08-6d1943467387 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.3183656 Jul 16 18:04:30.368100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Allocated IP 172.20.255.242 (5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b/a0a6099a-514a-4cc7-97d1-aa7a005a12bb/57a363bd-b6e3-4824-89ec-3a85a63c9dfe) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:30.476421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af8428-a539-4bce-a8e5-f3dbcafa303b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=ebfc3031-dbbd-49f8-b502-53191d64344d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:30.490235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274f630-8e83-4cf8-adc6-af2cdf9e1dbb req-38ebe903-8622-4819-8b24-a1efd8735ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.495545 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6f42172-b68f-4b9a-81cb-a1ead68f7442 req-fb4b4139-7963-4e1c-8acb-01c2b243190a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276639 Jul 16 18:04:30.503293 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8274f630-8e83-4cf8-adc6-af2cdf9e1dbb req-38ebe903-8622-4819-8b24-a1efd8735ca9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.1535573 Jul 16 18:04:30.595935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ebfc3031-dbbd-49f8-b502-53191d64344d details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:30.619562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdb84f5-6052-499e-948e-68cd368f8b8f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:30.632665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274f630-8e83-4cf8-adc6-af2cdf9e1dbb req-82e9255e-547c-4816-ba7c-463e036ea4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:30.635162 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-abdb84f5-6052-499e-948e-68cd368f8b8f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.639998 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8274f630-8e83-4cf8-adc6-af2cdf9e1dbb req-82e9255e-547c-4816-ba7c-463e036ea4b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279078 Jul 16 18:04:30.698920 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.717276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Transition to ACTIVE for port object 57a363bd-b6e3-4824-89ec-3a85a63c9dfe will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:30.746462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Transition to ACTIVE for port object 57a363bd-b6e3-4824-89ec-3a85a63c9dfe will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:30.767891 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.835985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Pushing event updated for resources: {'Port': ['ID=57a363bd-b6e3-4824-89ec-3a85a63c9dfe,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:30.845485 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8274f630-8e83-4cf8-adc6-af2cdf9e1dbb req-3f4c2021-e917-4dbf-93d7-985782a54739 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988704 Jul 16 18:04:30.851749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Network 5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:30.854266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:30.854734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:30.855183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:30.856012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:30.856508 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:30.857846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:30.858790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:30.859360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:30.859818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:30.860243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:30.860674 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:30.861101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:30.865325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:30.871963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:30.938230 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-abdb84f5-6052-499e-948e-68cd368f8b8f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.982343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Attempting to bind port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:30.982870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Attempting to bind port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'b8f6580d-4158-41f3-a42c-00376cdc14c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:30.983608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Attempting to bind port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe on network 5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:30.991526 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:30.992755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Checking segment: {'id': 'b8f6580d-4158-41f3-a42c-00376cdc14c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:30.993278 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.993813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Bound using segment: {'id': 'b8f6580d-4158-41f3-a42c-00376cdc14c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:30.994566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Bound port: 57a363bd-b6e3-4824-89ec-3a85a63c9dfe, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f6580d-4158-41f3-a42c-00376cdc14c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:30.995027 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.040512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb84f5-6052-499e-948e-68cd368f8b8f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Subnet': ['ID=2027a56a-e5b4-4141-9d09-a2aaee2a36a2,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:31.043059 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8274f630-8e83-4cf8-adc6-af2cdf9e1dbb req-d32d67cd-dfbe-482c-ae2a-17bc130dea6f service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917481 Jul 16 18:04:31.050710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb84f5-6052-499e-948e-68cd368f8b8f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking segment: {'id': '1c81c44a-f96a-42b8-b1ff-f4bd870b915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ebfc3031-dbbd-49f8-b502-53191d64344d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:31.051810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb84f5-6052-499e-948e-68cd368f8b8f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network hostable DHCP agents. Network: ebfc3031-dbbd-49f8-b502-53191d64344d, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:31.086274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb84f5-6052-499e-948e-68cd368f8b8f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network ebfc3031-dbbd-49f8-b502-53191d64344d is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:31.101807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-abdb84f5-6052-499e-948e-68cd368f8b8f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, ebfc3031-dbbd-49f8-b502-53191d64344d) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:31.107717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdb84f5-6052-499e-948e-68cd368f8b8f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.108547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-abdb84f5-6052-499e-948e-68cd368f8b8f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.126185 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-abdb84f5-6052-499e-948e-68cd368f8b8f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8429108 Jul 16 18:04:31.128573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37586) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:31.132620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] For port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:31.136110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] For port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=57a363bd-b6e3-4824-89ec-3a85a63c9dfe,segment=NetworkSegment(b8f6580d-4158-41f3-a42c-00376cdc14c6),segment_id=b8f6580d-4158-41f3-a42c-00376cdc14c6)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:31.139989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1824916b-fd23-4cdc-9540-1915bcc6e0bb None None] Network ebfc3031-dbbd-49f8-b502-53191d64344d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:31.302259 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.423203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de2e9c-caba-47f2-8d19-2cec22c4ff7e None None] Pushing event updated for resources: {'Port': ['ID=57a363bd-b6e3-4824-89ec-3a85a63c9dfe,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:31.424527 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.554586 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f0752d-4dee-42ef-8408-be8c1773ed48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-ebfc3031-dbbd-49f8-b502-53191d64344d', 'network_id': 'ebfc3031-dbbd-49f8-b502-53191d64344d', 'tenant_id': '7997ddb358a94654a22f18a06ed76d86', 'fixed_ips': [{'subnet_id': '2027a56a-e5b4-4141-9d09-a2aaee2a36a2'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:31.557146 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c0f0752d-4dee-42ef-8408-be8c1773ed48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.573444 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.752724 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.828869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Subnet': ['ID=2027a56a-e5b4-4141-9d09-a2aaee2a36a2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server [None req-c0f0752d-4dee-42ef-8408-be8c1773ed48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2027a56a-e5b4-4141-9d09-a2aaee2a36a2: This subnet is being modified by another concurrent operation. Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:04:31.892498 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2027a56a-e5b4-4141-9d09-a2aaee2a36a2: This subnet is being modified by another concurrent operation. Jul 16 18:04:31.896723 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Jul 16 18:04:31.930661 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e01c8e1-447e-4d54-99bb-f8c1da2edc8c None None] Network ebfc3031-dbbd-49f8-b502-53191d64344d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:32.006469 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.037160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfc3031-dbbd-49f8-b502-53191d64344d']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:32.064788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c81c44a-f96a-42b8-b1ff-f4bd870b915c') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:32.064788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c81c44a-f96a-42b8-b1ff-f4bd870b915c') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:32.071524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da2992-8bba-4e13-b4c0-a61c411f3e64 req-f59a7b3e-8eca-4978-a929-5cc1cbea5b8b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.082880 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4da2992-8bba-4e13-b4c0-a61c411f3e64 req-f59a7b3e-8eca-4978-a929-5cc1cbea5b8b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.2444205 Jul 16 18:04:32.112571 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.132174 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.143578 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4da2992-8bba-4e13-b4c0-a61c411f3e64 req-c1ddcf83-ea79-45a8-8b13-d6d2f329d261 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594678 Jul 16 18:04:32.174095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:32.174618 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:32.182608 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:32.279919 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.296126 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.302465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37640) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:32.307608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-1fd6e121-750e-42a6-8c7d-c4bd5afc9d03 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-290735658'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:32.311709 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/ebfc3031-dbbd-49f8-b502-53191d64344d HTTP/1.1" status: 204 len: 168 time: 1.1681149 Jul 16 18:04:32.345951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d4493-4f32-464f-be24-75bcf5d3917b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Network': ['ID=ebfc3031-dbbd-49f8-b502-53191d64344d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.348011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd6e121-750e-42a6-8c7d-c4bd5afc9d03 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:32.351974 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e121-750e-42a6-8c7d-c4bd5afc9d03 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.418730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd6e121-750e-42a6-8c7d-c4bd5afc9d03 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:32.447381 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e121-750e-42a6-8c7d-c4bd5afc9d03 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.447805 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-1fd6e121-750e-42a6-8c7d-c4bd5afc9d03 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Added segment f9983391-0825-4e4b-b964-1e3ab6da6b8e of type vlan for network 07384e64-252e-4e29-9ddd-f6806e05b8c3 Jul 16 18:04:32.505262 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e121-750e-42a6-8c7d-c4bd5afc9d03 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.545827 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e121-750e-42a6-8c7d-c4bd5afc9d03 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.560654 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd6e121-750e-42a6-8c7d-c4bd5afc9d03 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:32.562553 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e121-750e-42a6-8c7d-c4bd5afc9d03 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.670009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1fd6e121-750e-42a6-8c7d-c4bd5afc9d03 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3657274 Jul 16 18:04:32.671194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6e121-750e-42a6-8c7d-c4bd5afc9d03 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=07384e64-252e-4e29-9ddd-f6806e05b8c3,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.672981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37658) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:32.683700 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'subnet': {'network_id': '07384e64-252e-4e29-9ddd-f6806e05b8c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:32.684950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 07384e64-252e-4e29-9ddd-f6806e05b8c3 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:32.912234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:32.917137 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.052934 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Performing IP validity checks on allocation pools {{(pid=105590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:04:33.065069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:04:33.288934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01a2b3c-3761-4ef0-838d-7cf35f47ef9c None None] Network 5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:33.376450 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37682) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:33.448758 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.536540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 57a363bd-b6e3-4824-89ec-3a85a63c9dfe up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:33.558860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Subnet': ['ID=ae516505-48f0-49f1-8b8e-c9ff1102f46b,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.589802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff97d3-efa1-42c8-943a-23042f967435 req-135838d7-661e-4ccc-addc-42438c9e52b4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.606906 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7130d7eb-8255-4c2f-a2a5-8931c0aea5d4 None None] Provisioning for port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:33.607502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12ff97d3-efa1-42c8-943a-23042f967435 req-135838d7-661e-4ccc-addc-42438c9e52b4 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1320736 Jul 16 18:04:33.629598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking segment: {'id': 'f9983391-0825-4e4b-b964-1e3ab6da6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '07384e64-252e-4e29-9ddd-f6806e05b8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:33.630080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network hostable DHCP agents. Network: 07384e64-252e-4e29-9ddd-f6806e05b8c3, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:33.641489 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3262acb-cc6f-41d5-b40c-48596093c781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.674954 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network 07384e64-252e-4e29-9ddd-f6806e05b8c3 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:33.688061 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 07384e64-252e-4e29-9ddd-f6806e05b8c3) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:33.694724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.695587 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.717992 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c89d6e4-7e62-4edc-b621-5777cd6f7dec None None] Network 07384e64-252e-4e29-9ddd-f6806e05b8c3 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:33.734662 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12ff97d3-efa1-42c8-943a-23042f967435 req-a5955397-0c7e-42ed-b141-7aa7cc281555 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219337 Jul 16 18:04:33.735083 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-16d7722e-d96a-481f-9985-747c6c8b4878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0604949 Jul 16 18:04:33.735865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37694) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:33.895215 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.944017 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3262acb-cc6f-41d5-b40c-48596093c781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.950292 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3262acb-cc6f-41d5-b40c-48596093c781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.990638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3262acb-cc6f-41d5-b40c-48596093c781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b33d2e-7cef-4718-a287-cce2798dde3e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.023428 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.050225 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b3262acb-cc6f-41d5-b40c-48596093c781 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7dd764ce9ac14b27b3319ce4d186f667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6704259 Jul 16 18:04:34.051171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37702) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:34.074913 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:34.106671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:34.107513 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.141257 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.150210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e7acc-8b5c-48bb-b0e2-5e46a654d4f5 req-27d7a038-99de-40ca-9801-4f19f89a830d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.152904 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b8e7acc-8b5c-48bb-b0e2-5e46a654d4f5 req-27d7a038-99de-40ca-9801-4f19f89a830d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1684308 Jul 16 18:04:34.168773 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eb9f4651-1af1-441b-b6fe-a5cb1637551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.189622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Subnet': ['ID=ae516505-48f0-49f1-8b8e-c9ff1102f46b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.282465 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.293628 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b8e7acc-8b5c-48bb-b0e2-5e46a654d4f5 req-9f9fb935-1f50-42b2-b417-5c62f75388ea tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202993 Jul 16 18:04:34.295263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07384e64-252e-4e29-9ddd-f6806e05b8c3']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:34.336266 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eb9f4651-1af1-441b-b6fe-a5cb1637551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.339571 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9983391-0825-4e4b-b964-1e3ab6da6b8e') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:34.339904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9983391-0825-4e4b-b964-1e3ab6da6b8e') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:34.367803 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.396954 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.408779 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:34.409426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:34.413911 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:34.465931 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eb9f4651-1af1-441b-b6fe-a5cb1637551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.468828 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eb9f4651-1af1-441b-b6fe-a5cb1637551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.470503 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-eb9f4651-1af1-441b-b6fe-a5cb1637551f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99b33d2e-7cef-4718-a287-cce2798dde3e HTTP/1.1" status: 204 len: 168 time: 0.4163938 Jul 16 18:04:34.481835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f4651-1af1-441b-b6fe-a5cb1637551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b33d2e-7cef-4718-a287-cce2798dde3e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.504915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f3390-868a-4b03-b26c-d2b3d6d827fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-07384e64-252e-4e29-9ddd-f6806e05b8c3', 'network_id': '07384e64-252e-4e29-9ddd-f6806e05b8c3', 'tenant_id': '7997ddb358a94654a22f18a06ed76d86', 'fixed_ips': [{'subnet_id': 'ae516505-48f0-49f1-8b8e-c9ff1102f46b'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:34.505713 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f1f3390-868a-4b03-b26c-d2b3d6d827fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.549609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.570557 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.575083 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/07384e64-252e-4e29-9ddd-f6806e05b8c3 HTTP/1.1" status: 204 len: 168 time: 0.8380132 Jul 16 18:04:34.589055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37718) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:34.595761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fbc8c6-e3c8-490e-bfdb-022b34427250 None None] Network 07384e64-252e-4e29-9ddd-f6806e05b8c3 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:34.623531 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-971610ec-fe0c-4224-86cc-51999b90b573 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1105396203'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:34.627666 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341af4ca-8ff0-4462-be44-976d86feac96 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Network': ['ID=07384e64-252e-4e29-9ddd-f6806e05b8c3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.653126 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971610ec-fe0c-4224-86cc-51999b90b573 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:34.658775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-971610ec-fe0c-4224-86cc-51999b90b573 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.665726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fbc8c6-e3c8-490e-bfdb-022b34427250 None None] Network 07384e64-252e-4e29-9ddd-f6806e05b8c3 could not be found, it might have been deleted concurrently. {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:04:34.727116 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.736603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2e8a6-9dc6-48c5-bb7b-dcee634872c8 req-3826d2ba-e853-4746-9e3a-95da5b54a884 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.746664 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bb2e8a6-9dc6-48c5-bb7b-dcee634872c8 req-3826d2ba-e853-4746-9e3a-95da5b54a884 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1710336 Jul 16 18:04:34.751063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971610ec-fe0c-4224-86cc-51999b90b573 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:34.775166 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-971610ec-fe0c-4224-86cc-51999b90b573 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.775528 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-971610ec-fe0c-4224-86cc-51999b90b573 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Added segment 7cc96098-342c-4782-8aca-7c3c7204d5a6 of type vlan for network c8c2e774-b27f-4754-85bc-ffc6cd8eb53b Jul 16 18:04:34.829630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=57a363bd-b6e3-4824-89ec-3a85a63c9dfe,segment=NetworkSegment(b8f6580d-4158-41f3-a42c-00376cdc14c6),segment_id=b8f6580d-4158-41f3-a42c-00376cdc14c6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:34.837464 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.850891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bb2e8a6-9dc6-48c5-bb7b-dcee634872c8 req-ae84d9d7-14be-4a31-a555-c0d15a51b30b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013720 Jul 16 18:04:34.874859 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-971610ec-fe0c-4224-86cc-51999b90b573 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.950957 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=57a363bd-b6e3-4824-89ec-3a85a63c9dfe,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.960819 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-971610ec-fe0c-4224-86cc-51999b90b573 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.973749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971610ec-fe0c-4224-86cc-51999b90b573 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:34.974932 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-971610ec-fe0c-4224-86cc-51999b90b573 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.014265 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37734) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:35.020677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-57a13311-f2ee-4b36-b044-19df3da9d927 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'subnet': {'network_id': 'c8c2e774-b27f-4754-85bc-ffc6cd8eb53b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:35.028323 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-971610ec-fe0c-4224-86cc-51999b90b573 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4103947 Jul 16 18:04:35.036525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4430fcc-da5f-47ef-873d-0df56521c646 None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:04:35.131979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d5cdb1eb-57e4-47d9-ae18-11bf588ff2f6 None None] Provisioning complete for port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:35.132363 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d5cdb1eb-57e4-47d9-ae18-11bf588ff2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.223244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971610ec-fe0c-4224-86cc-51999b90b573 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=c8c2e774-b27f-4754-85bc-ffc6cd8eb53b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:35.257744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37742) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:35.271322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network c8c2e774-b27f-4754-85bc-ffc6cd8eb53b details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:35.284987 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0383da7e-25a6-4402-99bb-d1cf706c4596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.340538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a13311-f2ee-4b36-b044-19df3da9d927 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:35.349973 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-57a13311-f2ee-4b36-b044-19df3da9d927 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.352194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 57a363bd-b6e3-4824-89ec-3a85a63c9dfe up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:35.528910 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0383da7e-25a6-4402-99bb-d1cf706c4596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.534755 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0383da7e-25a6-4402-99bb-d1cf706c4596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.582063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383da7e-25a6-4402-99bb-d1cf706c4596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388a97a0-5675-4e60-8b62-a819528f7a07,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:35.627526 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0383da7e-25a6-4402-99bb-d1cf706c4596 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bd5f8fd4d3248d1b25f35b4dc26ca8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3686690 Jul 16 18:04:35.631507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37746) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:35.670486 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-57a13311-f2ee-4b36-b044-19df3da9d927 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.746211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2714441-f665-4c5a-9f81-b8810f7508df req-edefdcb8-7805-4bcd-8133-749060007a12 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.756994 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2714441-f665-4c5a-9f81-b8810f7508df req-edefdcb8-7805-4bcd-8133-749060007a12 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1841912 Jul 16 18:04:35.780931 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c60ba9c-6bd5-4285-ba34-fbf1628c278e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.798893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a13311-f2ee-4b36-b044-19df3da9d927 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Subnet': ['ID=c7be13ee-3374-4158-a78c-c5388f0ed717,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:35.809948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4430fcc-da5f-47ef-873d-0df56521c646 None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:04:35.824707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:35.825343 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.890440 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2714441-f665-4c5a-9f81-b8810f7508df req-b689d9c5-9ff1-469e-a02a-f4d48837fff5 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324363 Jul 16 18:04:35.891458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a13311-f2ee-4b36-b044-19df3da9d927 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking segment: {'id': '7cc96098-342c-4782-8aca-7c3c7204d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c8c2e774-b27f-4754-85bc-ffc6cd8eb53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:35.891836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a13311-f2ee-4b36-b044-19df3da9d927 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network hostable DHCP agents. Network: c8c2e774-b27f-4754-85bc-ffc6cd8eb53b, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:35.895250 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c60ba9c-6bd5-4285-ba34-fbf1628c278e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.918686 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a13311-f2ee-4b36-b044-19df3da9d927 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network c8c2e774-b27f-4754-85bc-ffc6cd8eb53b is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:35.938445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-57a13311-f2ee-4b36-b044-19df3da9d927 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, c8c2e774-b27f-4754-85bc-ffc6cd8eb53b) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:35.948432 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a13311-f2ee-4b36-b044-19df3da9d927 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:35.949050 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-57a13311-f2ee-4b36-b044-19df3da9d927 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.978372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-57a13311-f2ee-4b36-b044-19df3da9d927 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9627764 Jul 16 18:04:35.978624 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37750) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:36.060123 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c60ba9c-6bd5-4285-ba34-fbf1628c278e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.064769 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5c60ba9c-6bd5-4285-ba34-fbf1628c278e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.070799 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5c60ba9c-6bd5-4285-ba34-fbf1628c278e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/388a97a0-5675-4e60-8b62-a819528f7a07 HTTP/1.1" status: 204 len: 168 time: 0.4332504 Jul 16 18:04:36.117568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60ba9c-6bd5-4285-ba34-fbf1628c278e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388a97a0-5675-4e60-8b62-a819528f7a07,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:36.183909 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.248531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.412409 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.467664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930dd3e1-dd6c-4420-8713-1ff3cce4eed4 None None] Network c8c2e774-b27f-4754-85bc-ffc6cd8eb53b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:36.474496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Subnet': ['ID=c7be13ee-3374-4158-a78c-c5388f0ed717,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:36.642753 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.662299 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c2e774-b27f-4754-85bc-ffc6cd8eb53b']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:36.679108 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc96098-342c-4782-8aca-7c3c7204d5a6') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:36.679542 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc96098-342c-4782-8aca-7c3c7204d5a6') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:36.700862 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.724635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc83901b-f6a5-4775-967d-3a6cde1e8459 None None] Network c8c2e774-b27f-4754-85bc-ffc6cd8eb53b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:36.728336 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.739533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:36.740237 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:36.744885 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:36.820413 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.833289 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.835521 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/c8c2e774-b27f-4754-85bc-ffc6cd8eb53b HTTP/1.1" status: 204 len: 168 time: 0.8555481 Jul 16 18:04:36.839221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37770) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:36.844614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-58019a64-2ad3-4dc2-9226-fb57d86ddc77 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1727121920'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:36.859834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331215fa-80b1-4630-beeb-0e14fea46a62 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Network': ['ID=c8c2e774-b27f-4754-85bc-ffc6cd8eb53b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:36.893246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58019a64-2ad3-4dc2-9226-fb57d86ddc77 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:36.897313 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58019a64-2ad3-4dc2-9226-fb57d86ddc77 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.923038 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58019a64-2ad3-4dc2-9226-fb57d86ddc77 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:36.934305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58019a64-2ad3-4dc2-9226-fb57d86ddc77 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.934727 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-58019a64-2ad3-4dc2-9226-fb57d86ddc77 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Added segment 6f9830c6-a32b-4123-858d-68424b6d8f9f of type vlan for network 6ddc67e5-5e7f-4645-ae8a-fe85d4af9372 Jul 16 18:04:37.000896 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58019a64-2ad3-4dc2-9226-fb57d86ddc77 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.046563 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58019a64-2ad3-4dc2-9226-fb57d86ddc77 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.052381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58019a64-2ad3-4dc2-9226-fb57d86ddc77 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.052982 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-58019a64-2ad3-4dc2-9226-fb57d86ddc77 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.097845 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-58019a64-2ad3-4dc2-9226-fb57d86ddc77 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2572114 Jul 16 18:04:37.101418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37780) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:37.107213 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-79695b79-accd-44cb-9616-8b0af118a104 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'subnet': {'network_id': '6ddc67e5-5e7f-4645-ae8a-fe85d4af9372', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:37.137818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58019a64-2ad3-4dc2-9226-fb57d86ddc77 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=6ddc67e5-5e7f-4645-ae8a-fe85d4af9372,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:37.155513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 6ddc67e5-5e7f-4645-ae8a-fe85d4af9372 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:37.263624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79695b79-accd-44cb-9616-8b0af118a104 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:37.267862 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79695b79-accd-44cb-9616-8b0af118a104 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.331037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191bfc6-af60-4c42-9c58-cf411c3d7a41 req-0c57061c-d7d1-4a9c-bf43-530203c9115c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.341587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f191bfc6-af60-4c42-9c58-cf411c3d7a41 req-0c57061c-d7d1-4a9c-bf43-530203c9115c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1991298 Jul 16 18:04:37.445914 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f191bfc6-af60-4c42-9c58-cf411c3d7a41 req-f02d9a5b-902f-4816-b462-83b386329499 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023827 Jul 16 18:04:37.573821 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79695b79-accd-44cb-9616-8b0af118a104 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.733707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79695b79-accd-44cb-9616-8b0af118a104 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Subnet': ['ID=84f59478-8b70-475d-bb41-50d6f8709013,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:37.737651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79695b79-accd-44cb-9616-8b0af118a104 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking segment: {'id': '6f9830c6-a32b-4123-858d-68424b6d8f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6ddc67e5-5e7f-4645-ae8a-fe85d4af9372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:37.738464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79695b79-accd-44cb-9616-8b0af118a104 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network hostable DHCP agents. Network: 6ddc67e5-5e7f-4645-ae8a-fe85d4af9372, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:37.762222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79695b79-accd-44cb-9616-8b0af118a104 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network 6ddc67e5-5e7f-4645-ae8a-fe85d4af9372 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:37.774492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-79695b79-accd-44cb-9616-8b0af118a104 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 6ddc67e5-5e7f-4645-ae8a-fe85d4af9372) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:37.779083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79695b79-accd-44cb-9616-8b0af118a104 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.779744 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79695b79-accd-44cb-9616-8b0af118a104 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.789126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba732f97-8f88-4296-8c67-c996347beafe None None] Network 6ddc67e5-5e7f-4645-ae8a-fe85d4af9372 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:37.802023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37804) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:37.802274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-79695b79-accd-44cb-9616-8b0af118a104 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6994913 Jul 16 18:04:37.928624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d221e-70bd-4931-a919-befbb58bd383 req-5f2cdbda-5f2d-484c-95fa-b6e53a56701b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.930329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa4d221e-70bd-4931-a919-befbb58bd383 req-5f2cdbda-5f2d-484c-95fa-b6e53a56701b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.0885580 Jul 16 18:04:38.022598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-6ddc67e5-5e7f-4645-ae8a-fe85d4af9372', 'network_id': '6ddc67e5-5e7f-4645-ae8a-fe85d4af9372', 'tenant_id': '7997ddb358a94654a22f18a06ed76d86', 'fixed_ips': [{'subnet_id': '84f59478-8b70-475d-bb41-50d6f8709013'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:38.024230 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.027913 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa4d221e-70bd-4931-a919-befbb58bd383 req-46dd03b8-a0f7-44d0-b769-c05c2e156507 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895350 Jul 16 18:04:38.038256 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.104754 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb64550-f969-4eb0-8483-3baf993a787c req-5ba0118d-ea99-4227-8ed9-c04755678e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.106104 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6bb64550-f969-4eb0-8483-3baf993a787c req-5ba0118d-ea99-4227-8ed9-c04755678e78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 1097 time: 0.1535470 Jul 16 18:04:38.141549 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.266619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Allocated IP 172.20.0.2 (6ddc67e5-5e7f-4645-ae8a-fe85d4af9372/84f59478-8b70-475d-bb41-50d6f8709013/107d9c18-b52d-4509-9f4a-d3ce5414a1dd) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:38.273848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb64550-f969-4eb0-8483-3baf993a787c req-40b7f2d7-1e2c-4369-b492-b3df7e95b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.275485 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6bb64550-f969-4eb0-8483-3baf993a787c req-40b7f2d7-1e2c-4369-b492-b3df7e95b430 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.1578221 Jul 16 18:04:38.430645 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6bb64550-f969-4eb0-8483-3baf993a787c req-aaa8df24-a316-45e3-a982-91e3c96a8beb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 200 len: 999 time: 0.1485653 Jul 16 18:04:38.470212 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.498692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Transition to ACTIVE for port object 107d9c18-b52d-4509-9f4a-d3ce5414a1dd will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:38.525198 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb64550-f969-4eb0-8483-3baf993a787c req-cdac1004-c8c0-45ab-bc85-6dfd87a450c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.530310 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6bb64550-f969-4eb0-8483-3baf993a787c req-cdac1004-c8c0-45ab-bc85-6dfd87a450c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.0929985 Jul 16 18:04:38.543109 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Transition to ACTIVE for port object 107d9c18-b52d-4509-9f4a-d3ce5414a1dd will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:38.554333 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.616661 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.620582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Pushing event updated for resources: {'Port': ['ID=107d9c18-b52d-4509-9f4a-d3ce5414a1dd,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:38.633687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Network 6ddc67e5-5e7f-4645-ae8a-fe85d4af9372 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:38.635161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:38.637703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:38.671975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Subnet': ['ID=84f59478-8b70-475d-bb41-50d6f8709013,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:38.677055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb64550-f969-4eb0-8483-3baf993a787c req-f729375a-8912-4dc2-9dfc-0ebc8a71c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:38.678684 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6bb64550-f969-4eb0-8483-3baf993a787c req-f729375a-8912-4dc2-9dfc-0ebc8a71c811 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421368 Jul 16 18:04:38.738980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Attempting to bind port 107d9c18-b52d-4509-9f4a-d3ce5414a1dd on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:38.742017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Attempting to bind port 107d9c18-b52d-4509-9f4a-d3ce5414a1dd by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '6f9830c6-a32b-4123-858d-68424b6d8f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6ddc67e5-5e7f-4645-ae8a-fe85d4af9372'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:38.743166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Attempting to bind port 107d9c18-b52d-4509-9f4a-d3ce5414a1dd on network 6ddc67e5-5e7f-4645-ae8a-fe85d4af9372 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:38.757400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:38.758151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Checking segment: {'id': '6f9830c6-a32b-4123-858d-68424b6d8f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6ddc67e5-5e7f-4645-ae8a-fe85d4af9372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:38.759472 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.761239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Bound using segment: {'id': '6f9830c6-a32b-4123-858d-68424b6d8f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6ddc67e5-5e7f-4645-ae8a-fe85d4af9372'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:38.762297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Bound port: 107d9c18-b52d-4509-9f4a-d3ce5414a1dd, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9830c6-a32b-4123-858d-68424b6d8f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6ddc67e5-5e7f-4645-ae8a-fe85d4af9372'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:38.763205 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.779278 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6bb64550-f969-4eb0-8483-3baf993a787c req-b0dfc297-30c5-40f0-a968-220a2e9e3d67 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936041 Jul 16 18:04:38.854712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] For port 107d9c18-b52d-4509-9f4a-d3ce5414a1dd, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:38.858885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] For port 107d9c18-b52d-4509-9f4a-d3ce5414a1dd, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=107d9c18-b52d-4509-9f4a-d3ce5414a1dd,segment=NetworkSegment(6f9830c6-a32b-4123-858d-68424b6d8f9f),segment_id=6f9830c6-a32b-4123-858d-68424b6d8f9f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:38.865455 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.890236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.901703 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddc67e5-5e7f-4645-ae8a-fe85d4af9372']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:38.939645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9830c6-a32b-4123-858d-68424b6d8f9f') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:38.939956 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9830c6-a32b-4123-858d-68424b6d8f9f') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:38.958703 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.981648 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.997025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:38.997447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:39.001509 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:39.016097 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6bb64550-f969-4eb0-8483-3baf993a787c req-92f1f7c0-280f-40a5-ad68-305c71d4ad1a service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258236 Jul 16 18:04:39.019555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09b2a7-1868-422f-b28d-ca6ccb3f0b18 None None] Pushing event updated for resources: {'Port': ['ID=107d9c18-b52d-4509-9f4a-d3ce5414a1dd,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:39.057587 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2512e6-dd2e-47bc-a9ad-9861b3a85903 None None] Network 6ddc67e5-5e7f-4645-ae8a-fe85d4af9372 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:39.078499 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:04:39.078499 n-d-787205-10 neutron-server[105590]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:04:39.078499 n-d-787205-10 neutron-server[105590]: [parameters: {'id': '6ddc67e5-5e7f-4645-ae8a-fe85d4af9372'}] Jul 16 18:04:39.078499 n-d-787205-10 neutron-server[105590]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:04:39.079350 n-d-787205-10 neutron-server[105590]: DEBUG oslo_db.api [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:04:39.244263 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccd6641-fb10-43f9-9689-eb1cc7e61bf3 None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:04:39.252667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a0daa-8312-44e1-9cf5-fa9164b17d25 req-da5d9dab-5c7e-45ff-9320-4814000ad9c5 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:39.264285 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc5a0daa-8312-44e1-9cf5-fa9164b17d25 req-da5d9dab-5c7e-45ff-9320-4814000ad9c5 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.0924752 Jul 16 18:04:39.309897 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc5a0daa-8312-44e1-9cf5-fa9164b17d25 req-0aa2212a-22dd-4339-a712-1f8894b87cce tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443726 Jul 16 18:04:39.405497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd6641-fb10-43f9-9689-eb1cc7e61bf3 None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:04:39.580044 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.717011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Deleting port 107d9c18-b52d-4509-9f4a-d3ce5414a1dd {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:39.718152 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.804587 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] For port 107d9c18-b52d-4509-9f4a-d3ce5414a1dd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=107d9c18-b52d-4509-9f4a-d3ce5414a1dd,segment=NetworkSegment(6f9830c6-a32b-4123-858d-68424b6d8f9f),segment_id=6f9830c6-a32b-4123-858d-68424b6d8f9f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:39.805034 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.819759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Calling delete_port for 107d9c18-b52d-4509-9f4a-d3ce5414a1dd owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:39.928601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.963478 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Port': ['ID=107d9c18-b52d-4509-9f4a-d3ce5414a1dd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:39.982374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No DVR routers for this DVR port 107d9c18-b52d-4509-9f4a-d3ce5414a1dd on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:40.091072 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.102593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddc67e5-5e7f-4645-ae8a-fe85d4af9372']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:40.117547 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9830c6-a32b-4123-858d-68424b6d8f9f') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:40.118502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9830c6-a32b-4123-858d-68424b6d8f9f') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:40.130316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.149426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.156523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:40.157133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:40.161305 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:40.223122 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.231213 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.233028 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/6ddc67e5-5e7f-4645-ae8a-fe85d4af9372 HTTP/1.1" status: 204 len: 168 time: 2.4297757 Jul 16 18:04:40.237047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37856) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:40.242821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-efbb46f6-4c74-4eba-8574-eb81da5e3de5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-161513767'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:40.244969 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45180558-28bd-4ea8-a968-ba873471c080 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Network': ['ID=6ddc67e5-5e7f-4645-ae8a-fe85d4af9372,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.272061 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb46f6-4c74-4eba-8574-eb81da5e3de5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:40.276082 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-efbb46f6-4c74-4eba-8574-eb81da5e3de5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.302856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbb46f6-4c74-4eba-8574-eb81da5e3de5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:40.314427 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-efbb46f6-4c74-4eba-8574-eb81da5e3de5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.314972 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-efbb46f6-4c74-4eba-8574-eb81da5e3de5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Added segment e9ab4991-7674-4d9b-a0eb-5e4ee7feb808 of type vlan for network f845ed55-a684-46e1-b530-82fafb436d55 Jul 16 18:04:40.376749 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-efbb46f6-4c74-4eba-8574-eb81da5e3de5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.414698 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-efbb46f6-4c74-4eba-8574-eb81da5e3de5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.421258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb46f6-4c74-4eba-8574-eb81da5e3de5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:40.421952 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-efbb46f6-4c74-4eba-8574-eb81da5e3de5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.479914 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-efbb46f6-4c74-4eba-8574-eb81da5e3de5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2415791 Jul 16 18:04:40.482957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37866) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:40.489312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'subnet': {'network_id': 'f845ed55-a684-46e1-b530-82fafb436d55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:40.533898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb46f6-4c74-4eba-8574-eb81da5e3de5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=f845ed55-a684-46e1-b530-82fafb436d55,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.546808 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network f845ed55-a684-46e1-b530-82fafb436d55 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:40.570599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18aa605-30bc-4e48-9dc1-54bd005a47ca req-aac9cec4-a57b-4b01-af34-f578e4e82fa7 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:40.572719 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b18aa605-30bc-4e48-9dc1-54bd005a47ca req-aac9cec4-a57b-4b01-af34-f578e4e82fa7 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1108978 Jul 16 18:04:40.662838 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b18aa605-30bc-4e48-9dc1-54bd005a47ca req-441817d9-82c5-49de-814e-2746b85b4939 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822897 Jul 16 18:04:41.016104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ac97c-b9c0-498a-868b-bb2868c659a5 req-164fcb6a-bf69-424f-acb8-be54d07141de tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.016382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:41.017894 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-311ac97c-b9c0-498a-868b-bb2868c659a5 req-164fcb6a-bf69-424f-acb8-be54d07141de tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.0973270 Jul 16 18:04:41.020503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.095986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Performing IP validity checks on allocation pools {{(pid=105590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:04:41.097875 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:04:41.254847 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.418100 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking segment: {'id': 'e9ab4991-7674-4d9b-a0eb-5e4ee7feb808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f845ed55-a684-46e1-b530-82fafb436d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:41.418559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network hostable DHCP agents. Network: f845ed55-a684-46e1-b530-82fafb436d55, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:41.422326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Subnet': ['ID=a7da5271-d688-4dc6-9173-d4d01b17870a,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.443040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network f845ed55-a684-46e1-b530-82fafb436d55 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:41.470272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, f845ed55-a684-46e1-b530-82fafb436d55) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:41.476489 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.478571 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.479172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1b4dc8-56bd-4284-81fe-21382bb23afd None None] Network f845ed55-a684-46e1-b530-82fafb436d55 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:41.514054 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ee4e95e1-acf7-411a-9d2b-abe0a3380515 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0273373 Jul 16 18:04:41.514407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37882) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.605276 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-311ac97c-b9c0-498a-868b-bb2868c659a5 req-641b7989-f88e-407d-92b9-e73b3b9d1bf6 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5810840 Jul 16 18:04:41.701837 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.767571 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.768655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e2fee7-ee87-48c5-9fb8-760787e625ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-f845ed55-a684-46e1-b530-82fafb436d55', 'network_id': 'f845ed55-a684-46e1-b530-82fafb436d55', 'tenant_id': '7997ddb358a94654a22f18a06ed76d86', 'fixed_ips': [{'subnet_id': 'a7da5271-d688-4dc6-9173-d4d01b17870a'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:41.774283 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-84e2fee7-ee87-48c5-9fb8-760787e625ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.912261 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.971907 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Subnet': ['ID=a7da5271-d688-4dc6-9173-d4d01b17870a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server [None req-84e2fee7-ee87-48c5-9fb8-760787e625ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7da5271-d688-4dc6-9173-d4d01b17870a: This subnet is being modified by another concurrent operation. Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:04:42.014435 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7da5271-d688-4dc6-9173-d4d01b17870a: This subnet is being modified by another concurrent operation. Jul 16 18:04:42.019748 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Jul 16 18:04:42.037629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b676cb-6a3c-429c-ac8c-52df84d5a2b9 None None] Network f845ed55-a684-46e1-b530-82fafb436d55 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:42.102247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.130149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f845ed55-a684-46e1-b530-82fafb436d55']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:42.155095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ab4991-7674-4d9b-a0eb-5e4ee7feb808') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:42.156398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ab4991-7674-4d9b-a0eb-5e4ee7feb808') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:42.183858 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.211608 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.237230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:42.238762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:42.261339 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:42.268363 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109346c8-e1a7-4451-bf45-d200d131dfc3 None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:04:42.583111 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.626460 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.631917 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/f845ed55-a684-46e1-b530-82fafb436d55 HTTP/1.1" status: 204 len: 168 time: 1.1162982 Jul 16 18:04:42.635575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37934) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:42.641612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-81b28543-eb09-4117-8fb1-7fb99e26e882 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2023247377'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:42.649269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109346c8-e1a7-4451-bf45-d200d131dfc3 None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:04:42.676953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded2f28-5847-4bde-932a-9b2a5e6ce748 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Network': ['ID=f845ed55-a684-46e1-b530-82fafb436d55,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:42.709182 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b28543-eb09-4117-8fb1-7fb99e26e882 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:42.721483 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-81b28543-eb09-4117-8fb1-7fb99e26e882 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.775933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b28543-eb09-4117-8fb1-7fb99e26e882 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:42.806953 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-81b28543-eb09-4117-8fb1-7fb99e26e882 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.807303 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-81b28543-eb09-4117-8fb1-7fb99e26e882 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Added segment f0f0fcd1-a75e-4987-9f4d-c490aa796a63 of type vlan for network 7ba26345-9959-463e-b683-459fed0cdd4c Jul 16 18:04:42.868808 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-81b28543-eb09-4117-8fb1-7fb99e26e882 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.913419 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-81b28543-eb09-4117-8fb1-7fb99e26e882 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.920543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b28543-eb09-4117-8fb1-7fb99e26e882 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:42.921200 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-81b28543-eb09-4117-8fb1-7fb99e26e882 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.039306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b28543-eb09-4117-8fb1-7fb99e26e882 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=7ba26345-9959-463e-b683-459fed0cdd4c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:43.056847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 7ba26345-9959-463e-b683-459fed0cdd4c details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:43.072011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-81b28543-eb09-4117-8fb1-7fb99e26e882 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4350967 Jul 16 18:04:43.074614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37942) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:43.080419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-56fbea77-cbe0-413a-8ada-b032da374b1a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'subnet': {'network_id': '7ba26345-9959-463e-b683-459fed0cdd4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:43.149725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff00536-40e8-4d46-b2bc-caaddfa59565 req-0ec57944-c151-4e10-a989-69a74f9ef5cd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.151294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aff00536-40e8-4d46-b2bc-caaddfa59565 req-0ec57944-c151-4e10-a989-69a74f9ef5cd tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=6562d520-2b02-41a9-b8a8-f11fc56c226c HTTP/1.1" status: 200 len: 943 time: 0.1175976 Jul 16 18:04:43.318459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-aff00536-40e8-4d46-b2bc-caaddfa59565 req-2295d08c-b8f0-45d2-af44-a064f09b5b5c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Deleting port 96c67286-5a55-4174-910d-57ab5ea52a71 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:43.318808 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-aff00536-40e8-4d46-b2bc-caaddfa59565 req-2295d08c-b8f0-45d2-af44-a064f09b5b5c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.395111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fbea77-cbe0-413a-8ada-b032da374b1a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:43.399198 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56fbea77-cbe0-413a-8ada-b032da374b1a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.434532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-aff00536-40e8-4d46-b2bc-caaddfa59565 req-2295d08c-b8f0-45d2-af44-a064f09b5b5c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] For port 96c67286-5a55-4174-910d-57ab5ea52a71, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=96c67286-5a55-4174-910d-57ab5ea52a71,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:43.435598 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-aff00536-40e8-4d46-b2bc-caaddfa59565 req-2295d08c-b8f0-45d2-af44-a064f09b5b5c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.451256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-aff00536-40e8-4d46-b2bc-caaddfa59565 req-2295d08c-b8f0-45d2-af44-a064f09b5b5c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Calling delete_port for 96c67286-5a55-4174-910d-57ab5ea52a71 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:43.578672 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-902193fb-bcd5-450c-acc2-ffa250e386ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.651542 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-aff00536-40e8-4d46-b2bc-caaddfa59565 req-2295d08c-b8f0-45d2-af44-a064f09b5b5c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.691739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['4ff59b35-868d-4f58-9930-b707fe880933'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:43.693119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295d08c-b8f0-45d2-af44-a064f09b5b5c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event deleted for resources: {'Port': ['ID=96c67286-5a55-4174-910d-57ab5ea52a71,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:43.694715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['8d38dd41-219f-4923-97ef-092fedcb9cd0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:43.778447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff00536-40e8-4d46-b2bc-caaddfa59565 req-2295d08c-b8f0-45d2-af44-a064f09b5b5c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] No DVR routers for this DVR port 96c67286-5a55-4174-910d-57ab5ea52a71 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:43.779325 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56fbea77-cbe0-413a-8ada-b032da374b1a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.786437 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-aff00536-40e8-4d46-b2bc-caaddfa59565 req-2295d08c-b8f0-45d2-af44-a064f09b5b5c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.799528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aff00536-40e8-4d46-b2bc-caaddfa59565 req-2295d08c-b8f0-45d2-af44-a064f09b5b5c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "DELETE /v2.0/ports/96c67286-5a55-4174-910d-57ab5ea52a71 HTTP/1.1" status: 204 len: 173 time: 0.6375089 Jul 16 18:04:43.801059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6562d520-2b02-41a9-b8a8-f11fc56c226c', 'name': 'network-vif-deleted', 'tag': '96c67286-5a55-4174-910d-57ab5ea52a71'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:43.820716 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c1943b-da92-44ea-9e90-a3651b7cedcb" -d '{"events": [{"server_uuid": "6562d520-2b02-41a9-b8a8-f11fc56c226c", "name": "network-vif-deleted", "tag": "96c67286-5a55-4174-910d-57ab5ea52a71"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:43.961251 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fbea77-cbe0-413a-8ada-b032da374b1a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking segment: {'id': 'f0f0fcd1-a75e-4987-9f4d-c490aa796a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7ba26345-9959-463e-b683-459fed0cdd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:43.964083 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fbea77-cbe0-413a-8ada-b032da374b1a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network hostable DHCP agents. Network: 7ba26345-9959-463e-b683-459fed0cdd4c, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:43.973944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbea77-cbe0-413a-8ada-b032da374b1a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Subnet': ['ID=41c87c72-fcf3-4103-b41e-99b36b19da23,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:44.026508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fbea77-cbe0-413a-8ada-b032da374b1a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network 7ba26345-9959-463e-b683-459fed0cdd4c is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:44.048769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-56fbea77-cbe0-413a-8ada-b032da374b1a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 7ba26345-9959-463e-b683-459fed0cdd4c) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:44.064366 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fbea77-cbe0-413a-8ada-b032da374b1a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.069493 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56fbea77-cbe0-413a-8ada-b032da374b1a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.114849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37968) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:44.116038 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-56fbea77-cbe0-413a-8ada-b032da374b1a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0350335 Jul 16 18:04:44.128020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f34406-640f-4641-8b6e-9dba2e6f42ec None None] Network 7ba26345-9959-463e-b683-459fed0cdd4c requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:44.338220 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317be119-5e04-4fef-94f7-65cfe8d504c3 x-openstack-request-id: req-317be119-5e04-4fef-94f7-65cfe8d504c3 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:44.338747 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6562d520-2b02-41a9-b8a8-f11fc56c226c", "name": "network-vif-deleted", "tag": "96c67286-5a55-4174-910d-57ab5ea52a71", "status": "failed", "code": 422}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:44.339314 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-317be119-5e04-4fef-94f7-65cfe8d504c3 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:44.340731 n-d-787205-10 neutron-server[105591]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6562d520-2b02-41a9-b8a8-f11fc56c226c', 'name': 'network-vif-deleted', 'tag': '96c67286-5a55-4174-910d-57ab5ea52a71', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:04:44.393686 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.543043 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.634265 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-900e08cc-731c-486b-8ed5-c920f522cb4e req-7451eeba-9eba-46bc-bb78-3721f99cd126 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1539466 Jul 16 18:04:44.695048 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.768486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Subnet': ['ID=41c87c72-fcf3-4103-b41e-99b36b19da23,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:44.793859 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d5e056-e066-480a-9aa8-8eada8c422c9 None None] Network 7ba26345-9959-463e-b683-459fed0cdd4c requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:44.822085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e08cc-731c-486b-8ed5-c920f522cb4e req-4791845a-036f-4f72-9354-8cb1d61196fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.824419 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-900e08cc-731c-486b-8ed5-c920f522cb4e req-4791845a-036f-4f72-9354-8cb1d61196fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 1097 time: 0.1550729 Jul 16 18:04:44.899365 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.934403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba26345-9959-463e-b683-459fed0cdd4c']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:44.979451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f0fcd1-a75e-4987-9f4d-c490aa796a63') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:44.979718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f0fcd1-a75e-4987-9f4d-c490aa796a63') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:45.003308 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.028493 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.041369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:45.041369 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:45.046924 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:45.093150 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e08cc-731c-486b-8ed5-c920f522cb4e req-9b7e3bc6-f220-46f7-92e4-8b41abf830e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.094866 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-900e08cc-731c-486b-8ed5-c920f522cb4e req-9b7e3bc6-f220-46f7-92e4-8b41abf830e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.2469821 Jul 16 18:04:45.146791 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-900e08cc-731c-486b-8ed5-c920f522cb4e req-8358eb6b-03a0-4244-bca9-7b561edd8da1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d38dd41-219f-4923-97ef-092fedcb9cd0 HTTP/1.1" status: 200 len: 217 time: 0.0436459 Jul 16 18:04:45.176217 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.212848 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.215317 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/7ba26345-9959-463e-b683-459fed0cdd4c HTTP/1.1" status: 204 len: 168 time: 1.0990255 Jul 16 18:04:45.222870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38022) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:45.231886 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c412fa-ebf8-4240-b59e-65b0980ef96c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Network': ['ID=7ba26345-9959-463e-b683-459fed0cdd4c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:45.248221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0ecb9f76-0a51-4e0c-ab1b-e69d7f25b11f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-459536757'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:45.293781 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e08cc-731c-486b-8ed5-c920f522cb4e req-13a5116f-09b2-42e3-b087-cf34469b1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.296192 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-900e08cc-731c-486b-8ed5-c920f522cb4e req-13a5116f-09b2-42e3-b087-cf34469b1863 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.1392970 Jul 16 18:04:45.302153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecb9f76-0a51-4e0c-ab1b-e69d7f25b11f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:45.323767 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ecb9f76-0a51-4e0c-ab1b-e69d7f25b11f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.459898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecb9f76-0a51-4e0c-ab1b-e69d7f25b11f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:45.475390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e08cc-731c-486b-8ed5-c920f522cb4e req-ef8c7386-ee92-4de3-8249-252788f58a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.477805 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-900e08cc-731c-486b-8ed5-c920f522cb4e req-ef8c7386-ee92-4de3-8249-252788f58a69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389036 Jul 16 18:04:45.482810 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ecb9f76-0a51-4e0c-ab1b-e69d7f25b11f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.483560 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-0ecb9f76-0a51-4e0c-ab1b-e69d7f25b11f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Added segment 3dbcd14f-e956-4dec-85a7-c44b3f57758f of type vlan for network 57ddcb7a-bf94-4850-9760-ace09736fbf7 Jul 16 18:04:45.660724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734360a5-3ea7-40e6-bf99-383820d5b434 req-d2223354-c93e-4254-ba4d-91f64293a839 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.679750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-734360a5-3ea7-40e6-bf99-383820d5b434 req-d2223354-c93e-4254-ba4d-91f64293a839 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 907 time: 0.1779144 Jul 16 18:04:45.686268 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ecb9f76-0a51-4e0c-ab1b-e69d7f25b11f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.695116 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1996098e-1b12-4a1b-b74b-458254bdb4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.791750 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ecb9f76-0a51-4e0c-ab1b-e69d7f25b11f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.819014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb9f76-0a51-4e0c-ab1b-e69d7f25b11f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.823421 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ecb9f76-0a51-4e0c-ab1b-e69d7f25b11f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.922665 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.923371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb9f76-0a51-4e0c-ab1b-e69d7f25b11f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=57ddcb7a-bf94-4850-9760-ace09736fbf7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:45.930344 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-900e08cc-731c-486b-8ed5-c920f522cb4e req-68788175-5012-4870-9808-12db18af04ff service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327891 Jul 16 18:04:45.942009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 57ddcb7a-bf94-4850-9760-ace09736fbf7 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:45.944199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38100) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:45.952006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-20e70f3d-cf41-4818-89fc-b12116e35b12 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'subnet': {'network_id': '57ddcb7a-bf94-4850-9760-ace09736fbf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:45.955901 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0ecb9f76-0a51-4e0c-ab1b-e69d7f25b11f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7303834 Jul 16 18:04:46.134701 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-900e08cc-731c-486b-8ed5-c920f522cb4e req-a5260ee3-0fa7-45ce-b8f0-f1f1f14557a8 service neutron] 10.222.0.11 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739779 Jul 16 18:04:46.182108 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e70f3d-cf41-4818-89fc-b12116e35b12 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:46.187149 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20e70f3d-cf41-4818-89fc-b12116e35b12 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.565251 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20e70f3d-cf41-4818-89fc-b12116e35b12 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.735265 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e70f3d-cf41-4818-89fc-b12116e35b12 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking segment: {'id': '3dbcd14f-e956-4dec-85a7-c44b3f57758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ddcb7a-bf94-4850-9760-ace09736fbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:46.736985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e70f3d-cf41-4818-89fc-b12116e35b12 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network hostable DHCP agents. Network: 57ddcb7a-bf94-4850-9760-ace09736fbf7, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:46.746052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e70f3d-cf41-4818-89fc-b12116e35b12 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Subnet': ['ID=8ad3e8e0-becc-4c7a-94ae-957666c84ce0,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:46.803637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726a12-a38d-4ac6-9833-2f792806e138 req-2cfb6259-8432-4e46-9ef3-94d0f9704954 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.814918 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-58726a12-a38d-4ac6-9833-2f792806e138 req-2cfb6259-8432-4e46-9ef3-94d0f9704954 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.32 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 907 time: 0.2139544 Jul 16 18:04:46.816919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e70f3d-cf41-4818-89fc-b12116e35b12 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network 57ddcb7a-bf94-4850-9760-ace09736fbf7 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:46.830694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-20e70f3d-cf41-4818-89fc-b12116e35b12 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 57ddcb7a-bf94-4850-9760-ace09736fbf7) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:46.836461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e70f3d-cf41-4818-89fc-b12116e35b12 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.837347 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20e70f3d-cf41-4818-89fc-b12116e35b12 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.841426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdb4c3e-8f0c-4622-9953-84f44e55acbe None None] Network 57ddcb7a-bf94-4850-9760-ace09736fbf7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:46.864863 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-20e70f3d-cf41-4818-89fc-b12116e35b12 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9150066 Jul 16 18:04:46.867675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38204) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:47.096508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-58726a12-a38d-4ac6-9833-2f792806e138 req-88aa9319-c6d3-40c3-8e93-9490bf72ae5b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Deleting port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:47.096833 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-58726a12-a38d-4ac6-9833-2f792806e138 req-88aa9319-c6d3-40c3-8e93-9490bf72ae5b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.139470 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.277750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-57ddcb7a-bf94-4850-9760-ace09736fbf7', 'network_id': '57ddcb7a-bf94-4850-9760-ace09736fbf7', 'tenant_id': '7997ddb358a94654a22f18a06ed76d86', 'fixed_ips': [{'subnet_id': '8ad3e8e0-becc-4c7a-94ae-957666c84ce0'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:47.278642 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.335745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-58726a12-a38d-4ac6-9833-2f792806e138 req-88aa9319-c6d3-40c3-8e93-9490bf72ae5b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] For port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:47.336330 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-58726a12-a38d-4ac6-9833-2f792806e138 req-88aa9319-c6d3-40c3-8e93-9490bf72ae5b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.359282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-58726a12-a38d-4ac6-9833-2f792806e138 req-88aa9319-c6d3-40c3-8e93-9490bf72ae5b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Calling delete_port for ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:47.460602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Allocated IP 172.20.0.1 (57ddcb7a-bf94-4850-9760-ace09736fbf7/8ad3e8e0-becc-4c7a-94ae-957666c84ce0/e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:47.505042 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.637719 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.668333 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-58726a12-a38d-4ac6-9833-2f792806e138 req-88aa9319-c6d3-40c3-8e93-9490bf72ae5b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.712659 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa9319-c6d3-40c3-8e93-9490bf72ae5b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event deleted for resources: {'Port': ['ID=ca7ea8f3-81fb-4796-9ea7-84b30617bfb5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:47.764093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4569b799-9efa-47dd-b15e-797471ed6630 req-6ea542c5-c672-41fb-b39c-ae69fc4f9ea6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6184151 Jul 16 18:04:47.808091 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.829260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Transition to ACTIVE for port object e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:47.846523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ab1fe-eadf-4386-93fc-ab7cc445c398 req-72c9da19-fc45-4854-8004-939e9fe3e42e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.863997 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b7ab1fe-eadf-4386-93fc-ab7cc445c398 req-72c9da19-fc45-4854-8004-939e9fe3e42e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=770d4738-5916-4292-9477-9b0efa315120 HTTP/1.1" status: 200 len: 829 time: 0.7195413 Jul 16 18:04:47.886040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-58726a12-a38d-4ac6-9833-2f792806e138 req-88aa9319-c6d3-40c3-8e93-9490bf72ae5b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] No DVR routers for this DVR port ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:47.889697 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-58726a12-a38d-4ac6-9833-2f792806e138 req-88aa9319-c6d3-40c3-8e93-9490bf72ae5b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.891668 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Transition to ACTIVE for port object e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:47.903657 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-58726a12-a38d-4ac6-9833-2f792806e138 req-88aa9319-c6d3-40c3-8e93-9490bf72ae5b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.32 "DELETE /v2.0/ports/ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 HTTP/1.1" status: 204 len: 173 time: 1.0839036 Jul 16 18:04:47.904157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770d4738-5916-4292-9477-9b0efa315120', 'name': 'network-vif-deleted', 'tag': 'ca7ea8f3-81fb-4796-9ea7-84b30617bfb5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:47.916009 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.919816 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89e91fa-69d5-4939-ae1e-f57a803479cb" -d '{"events": [{"server_uuid": "770d4738-5916-4292-9477-9b0efa315120", "name": "network-vif-deleted", "tag": "ca7ea8f3-81fb-4796-9ea7-84b30617bfb5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:48.067159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Pushing event updated for resources: {'Port': ['ID=e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:48.076858 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.102709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Network 57ddcb7a-bf94-4850-9760-ace09736fbf7 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:48.104704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:48.110702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:48.167016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd583b0-144d-42da-a9d9-822b58326834 req-e903b795-164c-4446-af7e-9e1cc4310b9a tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.176357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4bd583b0-144d-42da-a9d9-822b58326834 req-e903b795-164c-4446-af7e-9e1cc4310b9a tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.5478017 Jul 16 18:04:48.230110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad3e8e0-becc-4c7a-94ae-957666c84ce0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:48.274744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Attempting to bind port e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:48.275100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Attempting to bind port e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '3dbcd14f-e956-4dec-85a7-c44b3f57758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ddcb7a-bf94-4850-9760-ace09736fbf7'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:48.275513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Attempting to bind port e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd on network 57ddcb7a-bf94-4850-9760-ace09736fbf7 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:48.283016 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:48.283764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Checking segment: {'id': '3dbcd14f-e956-4dec-85a7-c44b3f57758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ddcb7a-bf94-4850-9760-ace09736fbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:48.284928 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.285961 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Bound using segment: {'id': '3dbcd14f-e956-4dec-85a7-c44b3f57758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ddcb7a-bf94-4850-9760-ace09736fbf7'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:48.286694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Bound port: e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbcd14f-e956-4dec-85a7-c44b3f57758f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '57ddcb7a-bf94-4850-9760-ace09736fbf7'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:48.287315 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.362921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569b799-9efa-47dd-b15e-797471ed6630 req-6d94888f-9cd3-4660-b548-70f73a5742ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.365052 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4569b799-9efa-47dd-b15e-797471ed6630 req-6d94888f-9cd3-4660-b548-70f73a5742ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af5d81a79f3409394a537182ef343ba&device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 1097 time: 0.4788809 Jul 16 18:04:48.401637 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4bd583b0-144d-42da-a9d9-822b58326834 req-2db9943c-dfa1-41af-a8f4-b1d6640eff66 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240162 Jul 16 18:04:48.420380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] For port e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:48.426315 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] For port e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd,segment=NetworkSegment(3dbcd14f-e956-4dec-85a7-c44b3f57758f),segment_id=3dbcd14f-e956-4dec-85a7-c44b3f57758f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:48.441364 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.448674 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.458536 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe2f266-86c7-4e80-a2f0-38530573e7e1 x-openstack-request-id: req-7fe2f266-86c7-4e80-a2f0-38530573e7e1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:48.458747 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770d4738-5916-4292-9477-9b0efa315120", "name": "network-vif-deleted", "tag": "ca7ea8f3-81fb-4796-9ea7-84b30617bfb5", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:48.459368 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fe2f266-86c7-4e80-a2f0-38530573e7e1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:48.459929 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770d4738-5916-4292-9477-9b0efa315120', 'name': 'network-vif-deleted', 'tag': 'ca7ea8f3-81fb-4796-9ea7-84b30617bfb5', 'status': 'completed', 'code': 200} Jul 16 18:04:48.526767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ddcb7a-bf94-4850-9760-ace09736fbf7']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:48.557329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f518766-fc35-47d2-995b-2dee66ef2cf6 None None] Pushing event updated for resources: {'Port': ['ID=e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:48.579013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbcd14f-e956-4dec-85a7-c44b3f57758f') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:48.579325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbcd14f-e956-4dec-85a7-c44b3f57758f') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:48.584626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0b8f40-9202-4e36-9383-9bfb00c110f4 None None] Network 57ddcb7a-bf94-4850-9760-ace09736fbf7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:48.594486 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.646736 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.661897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:48.662621 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:48.667252 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:48.705918 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569b799-9efa-47dd-b15e-797471ed6630 req-59211c5a-b005-4483-acf7-2d25ec81738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.710849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4569b799-9efa-47dd-b15e-797471ed6630 req-59211c5a-b005-4483-acf7-2d25ec81738b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 200 len: 913 time: 0.2523220 Jul 16 18:04:48.809714 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:04:48.809714 n-d-787205-10 neutron-server[105591]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:04:48.809714 n-d-787205-10 neutron-server[105591]: [parameters: {'id': '57ddcb7a-bf94-4850-9760-ace09736fbf7'}] Jul 16 18:04:48.809714 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:04:48.811181 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:04:48.821529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5422351-d867-4cfa-a655-c5fef4faca4e None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:04:48.868860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4569b799-9efa-47dd-b15e-797471ed6630 req-a7b720c7-3192-464b-aa34-be93ff870c08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 200 len: 999 time: 0.1187096 Jul 16 18:04:48.962623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569b799-9efa-47dd-b15e-797471ed6630 req-f4af52aa-be58-47a3-b11d-cc3d8c421f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.964652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4569b799-9efa-47dd-b15e-797471ed6630 req-f4af52aa-be58-47a3-b11d-cc3d8c421f8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 200 len: 851 time: 0.0867712 Jul 16 18:04:49.090783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569b799-9efa-47dd-b15e-797471ed6630 req-116aed3d-fab4-4599-8b51-81ed3f57e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.092577 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4569b799-9efa-47dd-b15e-797471ed6630 req-116aed3d-fab4-4599-8b51-81ed3f57e6d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ce5910f5-8a6a-42c9-ae15-dd85a86886b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198025 Jul 16 18:04:49.103640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5422351-d867-4cfa-a655-c5fef4faca4e None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:04:49.248158 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.311960 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.337063 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4569b799-9efa-47dd-b15e-797471ed6630 req-b09ccd9f-cb96-4bc6-8c43-f3401cc60712 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361319 Jul 16 18:04:49.463601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4569b799-9efa-47dd-b15e-797471ed6630 req-2d04713c-a7f0-44d3-82f9-b95bedf71af9 service neutron] 10.222.0.32 "GET /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181266 Jul 16 18:04:49.520492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Deleting port e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:49.520930 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.603046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] For port e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd,segment=NetworkSegment(3dbcd14f-e956-4dec-85a7-c44b3f57758f),segment_id=3dbcd14f-e956-4dec-85a7-c44b3f57758f)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:49.603682 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.624594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Calling delete_port for e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:49.746936 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.755131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:49.798094 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:49.798705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ca7ea8f3-81fb-4796-9ea7-84b30617bfb5 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:49.806669 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Port': ['ID=e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:49.808912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fe827-f5fb-476b-acee-119fe42f8783 req-2faffe82-972f-45ce-8665-7923deaafb78 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.811240 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a88fe827-f5fb-476b-acee-119fe42f8783 req-2faffe82-972f-45ce-8665-7923deaafb78 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.3838420 Jul 16 18:04:49.814056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No DVR routers for this DVR port e1277ff9-31a9-4cf1-b5e0-b7b05f3342dd on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:50.013277 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.035432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-a88fe827-f5fb-476b-acee-119fe42f8783 req-bbf2de99-de65-4978-b185-d50e9a8f784d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Deleting port 5890d734-e75b-4f36-bd0c-ae294b087fcd {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:50.038188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a88fe827-f5fb-476b-acee-119fe42f8783 req-bbf2de99-de65-4978-b185-d50e9a8f784d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.044766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ddcb7a-bf94-4850-9760-ace09736fbf7']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:50.111240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbcd14f-e956-4dec-85a7-c44b3f57758f') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:50.111578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbcd14f-e956-4dec-85a7-c44b3f57758f') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:50.156115 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.165166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75b38-d969-4f4a-8544-1629d29c9050 req-45b2717d-893d-4c47-a207-96a8a8fa253e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.172276 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35a75b38-d969-4f4a-8544-1629d29c9050 req-45b2717d-893d-4c47-a207-96a8a8fa253e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 945 time: 0.3043590 Jul 16 18:04:50.189542 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-a88fe827-f5fb-476b-acee-119fe42f8783 req-bbf2de99-de65-4978-b185-d50e9a8f784d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] For port 5890d734-e75b-4f36-bd0c-ae294b087fcd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=5890d734-e75b-4f36-bd0c-ae294b087fcd,segment=NetworkSegment(63e08c8d-3752-45f7-8ff7-cf959a0b1b8b),segment_id=63e08c8d-3752-45f7-8ff7-cf959a0b1b8b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:50.190390 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a88fe827-f5fb-476b-acee-119fe42f8783 req-bbf2de99-de65-4978-b185-d50e9a8f784d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.213308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-a88fe827-f5fb-476b-acee-119fe42f8783 req-bbf2de99-de65-4978-b185-d50e9a8f784d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Calling delete_port for 5890d734-e75b-4f36-bd0c-ae294b087fcd owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:50.251105 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.271519 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35a75b38-d969-4f4a-8544-1629d29c9050 req-0fd9d194-fed8-44a5-a5db-f3f1dae5bb94 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955312 Jul 16 18:04:50.303308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:50.303918 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:50.307461 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:50.350339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac35a59-72f9-445d-8269-6d5e80714d15 req-b302c936-a124-4b98-91db-9e01049406d2 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.367653 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ac35a59-72f9-445d-8269-6d5e80714d15 req-b302c936-a124-4b98-91db-9e01049406d2 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 946 time: 0.3506715 Jul 16 18:04:50.423262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a88fe827-f5fb-476b-acee-119fe42f8783 req-bbf2de99-de65-4978-b185-d50e9a8f784d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.428590 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ac35a59-72f9-445d-8269-6d5e80714d15 req-f9f85b4c-449f-49e0-b157-b80f6ddcad5d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595224 Jul 16 18:04:50.435015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['9ca71e27-a814-4b45-9fda-381a4c3dc856', '5890d734-e75b-4f36-bd0c-ae294b087fcd'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:50.479571 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2de99-de65-4978-b185-d50e9a8f784d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Pushing event deleted for resources: {'Port': ['ID=5890d734-e75b-4f36-bd0c-ae294b087fcd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:50.482318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.499655 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.506542 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/57ddcb7a-bf94-4850-9760-ace09736fbf7 HTTP/1.1" status: 204 len: 168 time: 3.6313648 Jul 16 18:04:50.506542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38516) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:50.510943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0e9ee58a-0164-41cc-accb-4d6feb4da878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-601202760'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:50.528635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5cf4d-3aee-41a7-ada8-2c2404ba5efc tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Network': ['ID=57ddcb7a-bf94-4850-9760-ace09736fbf7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:50.588544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9ee58a-0164-41cc-accb-4d6feb4da878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:50.589945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88fe827-f5fb-476b-acee-119fe42f8783 req-bbf2de99-de65-4978-b185-d50e9a8f784d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] No DVR routers for this DVR port 5890d734-e75b-4f36-bd0c-ae294b087fcd on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:50.593257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee58a-0164-41cc-accb-4d6feb4da878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.595192 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-a88fe827-f5fb-476b-acee-119fe42f8783 req-bbf2de99-de65-4978-b185-d50e9a8f784d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.599760 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a88fe827-f5fb-476b-acee-119fe42f8783 req-bbf2de99-de65-4978-b185-d50e9a8f784d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.11 "DELETE /v2.0/ports/5890d734-e75b-4f36-bd0c-ae294b087fcd HTTP/1.1" status: 204 len: 173 time: 0.7685864 Jul 16 18:04:50.600442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb92ba4-3295-4823-b98c-e200082723e2', 'name': 'network-vif-deleted', 'tag': '5890d734-e75b-4f36-bd0c-ae294b087fcd'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:50.603283 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea16c0e9-8030-4bd4-8fb0-ec02cce05ea6" -d '{"events": [{"server_uuid": "7bb92ba4-3295-4823-b98c-e200082723e2", "name": "network-vif-deleted", "tag": "5890d734-e75b-4f36-bd0c-ae294b087fcd"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:50.685096 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df492c7d-ec4f-4637-b8de-e6e5d4b372c6 x-openstack-request-id: req-df492c7d-ec4f-4637-b8de-e6e5d4b372c6 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:50.685599 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb92ba4-3295-4823-b98c-e200082723e2", "name": "network-vif-deleted", "tag": "5890d734-e75b-4f36-bd0c-ae294b087fcd", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:50.686044 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df492c7d-ec4f-4637-b8de-e6e5d4b372c6 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:50.686633 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb92ba4-3295-4823-b98c-e200082723e2', 'name': 'network-vif-deleted', 'tag': '5890d734-e75b-4f36-bd0c-ae294b087fcd', 'status': 'completed', 'code': 200} Jul 16 18:04:50.703117 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9ee58a-0164-41cc-accb-4d6feb4da878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:50.718183 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee58a-0164-41cc-accb-4d6feb4da878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.719013 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-0e9ee58a-0164-41cc-accb-4d6feb4da878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Added segment db67ba44-1d1b-4f72-99d4-db45b6516fa5 of type vlan for network 35f049e0-5018-476b-bfa1-16711b210a01 Jul 16 18:04:50.848578 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee58a-0164-41cc-accb-4d6feb4da878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.900741 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee58a-0164-41cc-accb-4d6feb4da878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.951853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760683af-4eb9-4df1-988d-94d57d406779 req-19b1f2db-87b0-4ae6-8e9c-4da76c08713a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.955193 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-760683af-4eb9-4df1-988d-94d57d406779 req-19b1f2db-87b0-4ae6-8e9c-4da76c08713a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 945 time: 0.0912139 Jul 16 18:04:50.971240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9ee58a-0164-41cc-accb-4d6feb4da878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.976100 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e9ee58a-0164-41cc-accb-4d6feb4da878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.059337 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0e9ee58a-0164-41cc-accb-4d6feb4da878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5520329 Jul 16 18:04:51.062493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38524) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:51.068719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c5e672e5-33af-4e46-9d1b-33ac7712f2e5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:51.104563 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-760683af-4eb9-4df1-988d-94d57d406779 req-c8334855-5fcc-4b66-9d11-29f237c1a40a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Deleting port 8d38dd41-219f-4923-97ef-092fedcb9cd0 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:51.105206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-760683af-4eb9-4df1-988d-94d57d406779 req-c8334855-5fcc-4b66-9d11-29f237c1a40a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.196282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ee58a-0164-41cc-accb-4d6feb4da878 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=35f049e0-5018-476b-bfa1-16711b210a01,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:51.231353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 35f049e0-5018-476b-bfa1-16711b210a01 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:51.236344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-760683af-4eb9-4df1-988d-94d57d406779 req-c8334855-5fcc-4b66-9d11-29f237c1a40a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] For port 8d38dd41-219f-4923-97ef-092fedcb9cd0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8d38dd41-219f-4923-97ef-092fedcb9cd0,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:51.236819 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-760683af-4eb9-4df1-988d-94d57d406779 req-c8334855-5fcc-4b66-9d11-29f237c1a40a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.264810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-760683af-4eb9-4df1-988d-94d57d406779 req-c8334855-5fcc-4b66-9d11-29f237c1a40a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Calling delete_port for 8d38dd41-219f-4923-97ef-092fedcb9cd0 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:51.341420 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5e672e5-33af-4e46-9d1b-33ac7712f2e5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.373612 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5e672e5-33af-4e46-9d1b-33ac7712f2e5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.485752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5e672e5-33af-4e46-9d1b-33ac7712f2e5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network 35f049e0-5018-476b-bfa1-16711b210a01 is not hosted by any dhcp agent {{(pid=105591) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:04:51.492826 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e672e5-33af-4e46-9d1b-33ac7712f2e5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.494483 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5e672e5-33af-4e46-9d1b-33ac7712f2e5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.495906 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c5e672e5-33af-4e46-9d1b-33ac7712f2e5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "PUT /v2.0/networks/35f049e0-5018-476b-bfa1-16711b210a01 HTTP/1.1" status: 200 len: 723 time: 0.4322259 Jul 16 18:04:51.496717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e672e5-33af-4e46-9d1b-33ac7712f2e5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=35f049e0-5018-476b-bfa1-16711b210a01,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:51.498747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38536) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:51.505478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-038735cb-747a-41e2-b93e-eb44a688ab82 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'subnet': {'network_id': '35f049e0-5018-476b-bfa1-16711b210a01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:51.509571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 35f049e0-5018-476b-bfa1-16711b210a01 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:51.565369 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-760683af-4eb9-4df1-988d-94d57d406779 req-c8334855-5fcc-4b66-9d11-29f237c1a40a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.652629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8334855-5fcc-4b66-9d11-29f237c1a40a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event deleted for resources: {'Port': ['ID=8d38dd41-219f-4923-97ef-092fedcb9cd0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:51.653747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['4ff59b35-868d-4f58-9930-b707fe880933'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:51.657149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['8d38dd41-219f-4923-97ef-092fedcb9cd0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:51.684628 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c45495b8-6499-42a4-a701-0c101824c209 req-4c7250df-414c-4eba-9c39-4c10d1913028 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb92ba4-3295-4823-b98c-e200082723e2 HTTP/1.1" status: 200 len: 210 time: 0.0449092 Jul 16 18:04:51.730925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-760683af-4eb9-4df1-988d-94d57d406779 req-c8334855-5fcc-4b66-9d11-29f237c1a40a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] No DVR routers for this DVR port 8d38dd41-219f-4923-97ef-092fedcb9cd0 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:51.735138 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038735cb-747a-41e2-b93e-eb44a688ab82 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:51.736069 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-760683af-4eb9-4df1-988d-94d57d406779 req-c8334855-5fcc-4b66-9d11-29f237c1a40a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.739708 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-760683af-4eb9-4df1-988d-94d57d406779 req-c8334855-5fcc-4b66-9d11-29f237c1a40a tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.11 "DELETE /v2.0/ports/8d38dd41-219f-4923-97ef-092fedcb9cd0 HTTP/1.1" status: 204 len: 173 time: 0.7782328 Jul 16 18:04:51.740062 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-038735cb-747a-41e2-b93e-eb44a688ab82 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.798192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c0904-bcd6-4e45-b9ee-08aa77ca6a49 req-58e81d89-3722-4011-bb11-35d97ce24281 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.799889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c54c0904-bcd6-4e45-b9ee-08aa77ca6a49 req-58e81d89-3722-4011-bb11-35d97ce24281 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1e69f0a-c3dc-4175-82df-34a4826045bc HTTP/1.1" status: 200 len: 867 time: 0.2559872 Jul 16 18:04:51.926297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c54c0904-bcd6-4e45-b9ee-08aa77ca6a49 req-2f3febc6-a369-48c9-a0a9-827534e5ef4e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143456 Jul 16 18:04:52.060213 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-038735cb-747a-41e2-b93e-eb44a688ab82 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.139589 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038735cb-747a-41e2-b93e-eb44a688ab82 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Subnet': ['ID=1e9c2ff8-1dbf-41e1-8f5c-1bea6d51e089,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:52.151132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038735cb-747a-41e2-b93e-eb44a688ab82 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking segment: {'id': 'db67ba44-1d1b-4f72-99d4-db45b6516fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '35f049e0-5018-476b-bfa1-16711b210a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:52.151512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038735cb-747a-41e2-b93e-eb44a688ab82 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network hostable DHCP agents. Network: 35f049e0-5018-476b-bfa1-16711b210a01, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:52.176471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038735cb-747a-41e2-b93e-eb44a688ab82 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network 35f049e0-5018-476b-bfa1-16711b210a01 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:52.187730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-038735cb-747a-41e2-b93e-eb44a688ab82 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 35f049e0-5018-476b-bfa1-16711b210a01) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:52.193557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038735cb-747a-41e2-b93e-eb44a688ab82 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.194534 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-038735cb-747a-41e2-b93e-eb44a688ab82 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.204639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e969d1-cc04-417e-a612-9dd38430fc4e None None] Network 35f049e0-5018-476b-bfa1-16711b210a01 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:52.218587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-038735cb-747a-41e2-b93e-eb44a688ab82 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7182727 Jul 16 18:04:52.220870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38546) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:52.227683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-bd1f49eb-b8f7-41fa-bba3-e6b270a50ef6 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:52.355543 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd1f49eb-b8f7-41fa-bba3-e6b270a50ef6 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31033008'] for subnet, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.464610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-35f049e0-5018-476b-bfa1-16711b210a01', 'network_id': '35f049e0-5018-476b-bfa1-16711b210a01', 'tenant_id': '7997ddb358a94654a22f18a06ed76d86', 'fixed_ips': [{'subnet_id': '1e9c2ff8-1dbf-41e1-8f5c-1bea6d51e089'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:52.466747 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.559146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd1f49eb-b8f7-41fa-bba3-e6b270a50ef6 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763932692107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29502615'] for subnet, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.575295 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1f49eb-b8f7-41fa-bba3-e6b270a50ef6 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.576074 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd1f49eb-b8f7-41fa-bba3-e6b270a50ef6 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.577487 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bd1f49eb-b8f7-41fa-bba3-e6b270a50ef6 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "PUT /v2.0/subnets/1e9c2ff8-1dbf-41e1-8f5c-1bea6d51e089 HTTP/1.1" status: 200 len: 806 time: 0.3555689 Jul 16 18:04:52.580241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38554) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:52.640416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f49eb-b8f7-41fa-bba3-e6b270a50ef6 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Subnet': ['ID=1e9c2ff8-1dbf-41e1-8f5c-1bea6d51e089,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:52.688019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e69f0a-c3dc-4175-82df-34a4826045bc', 'name': 'network-vif-deleted', 'tag': '8d38dd41-219f-4923-97ef-092fedcb9cd0'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:52.694215 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e967fad-7d62-42e4-a20d-cf2020690391" -d '{"events": [{"server_uuid": "f1e69f0a-c3dc-4175-82df-34a4826045bc", "name": "network-vif-deleted", "tag": "8d38dd41-219f-4923-97ef-092fedcb9cd0"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:52.777969 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1b6270-41ea-4fbe-aaaa-bc020267542e x-openstack-request-id: req-dc1b6270-41ea-4fbe-aaaa-bc020267542e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:52.778743 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e69f0a-c3dc-4175-82df-34a4826045bc", "name": "network-vif-deleted", "tag": "8d38dd41-219f-4923-97ef-092fedcb9cd0", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:52.779244 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc1b6270-41ea-4fbe-aaaa-bc020267542e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:52.779911 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e69f0a-c3dc-4175-82df-34a4826045bc', 'name': 'network-vif-deleted', 'tag': '8d38dd41-219f-4923-97ef-092fedcb9cd0', 'status': 'completed', 'code': 200} Jul 16 18:04:52.780584 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.846714 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.961738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Allocated IP 172.20.0.2 (35f049e0-5018-476b-bfa1-16711b210a01/1e9c2ff8-1dbf-41e1-8f5c-1bea6d51e089/8d635a2a-246d-4866-8f9e-33d0f1ee1327) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:53.000241 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.199832 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.211735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Transition to ACTIVE for port object 8d635a2a-246d-4866-8f9e-33d0f1ee1327 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:53.238146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Transition to ACTIVE for port object 8d635a2a-246d-4866-8f9e-33d0f1ee1327 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:53.246966 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.278462 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.315428 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Network 35f049e0-5018-476b-bfa1-16711b210a01 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:53.319137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:53.325526 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:53.352765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9c2ff8-1dbf-41e1-8f5c-1bea6d51e089,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:53.365307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Pushing event updated for resources: {'Port': ['ID=8d635a2a-246d-4866-8f9e-33d0f1ee1327,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:53.454470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Attempting to bind port 8d635a2a-246d-4866-8f9e-33d0f1ee1327 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:53.454852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Attempting to bind port 8d635a2a-246d-4866-8f9e-33d0f1ee1327 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'db67ba44-1d1b-4f72-99d4-db45b6516fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '35f049e0-5018-476b-bfa1-16711b210a01'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:53.455249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Attempting to bind port 8d635a2a-246d-4866-8f9e-33d0f1ee1327 on network 35f049e0-5018-476b-bfa1-16711b210a01 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:53.464506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:53.465042 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Checking segment: {'id': 'db67ba44-1d1b-4f72-99d4-db45b6516fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '35f049e0-5018-476b-bfa1-16711b210a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:53.465459 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.465943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Bound using segment: {'id': 'db67ba44-1d1b-4f72-99d4-db45b6516fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '35f049e0-5018-476b-bfa1-16711b210a01'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:53.466460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Bound port: 8d635a2a-246d-4866-8f9e-33d0f1ee1327, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db67ba44-1d1b-4f72-99d4-db45b6516fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '35f049e0-5018-476b-bfa1-16711b210a01'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:53.466848 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.484415 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.537324 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f049e0-5018-476b-bfa1-16711b210a01']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:53.556379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db67ba44-1d1b-4f72-99d4-db45b6516fa5') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:53.556759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db67ba44-1d1b-4f72-99d4-db45b6516fa5') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:53.585627 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.588956 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] For port 8d635a2a-246d-4866-8f9e-33d0f1ee1327, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:53.593169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] For port 8d635a2a-246d-4866-8f9e-33d0f1ee1327, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8d635a2a-246d-4866-8f9e-33d0f1ee1327,segment=NetworkSegment(db67ba44-1d1b-4f72-99d4-db45b6516fa5),segment_id=db67ba44-1d1b-4f72-99d4-db45b6516fa5)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:53.607082 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.618281 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.632206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:53.632626 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:53.636833 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:53.676306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a9383-5a1a-45e0-8bd9-a5ccbb811674 req-0a92b3ce-5c15-4336-9206-8c42fd45285b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.690270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f5a9383-5a1a-45e0-8bd9-a5ccbb811674 req-0a92b3ce-5c15-4336-9206-8c42fd45285b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1905384 Jul 16 18:04:53.783695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3eb0dc-09d4-44b5-853d-aa386df72d0b None None] Pushing event updated for resources: {'Port': ['ID=8d635a2a-246d-4866-8f9e-33d0f1ee1327,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:53.836053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5263d9fc-58bc-4264-a978-e9747a268299 None None] Network 35f049e0-5018-476b-bfa1-16711b210a01 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:53.840049 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f5a9383-5a1a-45e0-8bd9-a5ccbb811674 req-ff7e50ce-b3b1-489c-9260-d3c9f5a53fee tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468177 Jul 16 18:04:53.942683 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:04:53.942683 n-d-787205-10 neutron-server[105591]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:04:53.942683 n-d-787205-10 neutron-server[105591]: [parameters: {'id': '35f049e0-5018-476b-bfa1-16711b210a01'}] Jul 16 18:04:53.942683 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:04:53.943223 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:04:53.985562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a79a7-f3fb-44d2-bd7d-85dc77395688 req-6e7d2c8b-a703-4e66-ab6b-40ec93777531 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.994915 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-768a79a7-f3fb-44d2-bd7d-85dc77395688 req-6e7d2c8b-a703-4e66-ab6b-40ec93777531 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.0970230 Jul 16 18:04:54.031210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d4cc5d-0de2-444e-8772-705b8cd6068f None None] Network 35f049e0-5018-476b-bfa1-16711b210a01 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:54.056239 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-768a79a7-f3fb-44d2-bd7d-85dc77395688 req-4e0301f0-d5b6-42b5-a425-f82f9d9c318e tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597422 Jul 16 18:04:54.239352 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3feeea-7822-43a1-aada-5b660fa58a0c None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:04:54.422456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3feeea-7822-43a1-aada-5b660fa58a0c None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:04:54.444782 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.559107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Deleting port 8d635a2a-246d-4866-8f9e-33d0f1ee1327 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:54.560786 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.664040 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] For port 8d635a2a-246d-4866-8f9e-33d0f1ee1327, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8d635a2a-246d-4866-8f9e-33d0f1ee1327,segment=NetworkSegment(db67ba44-1d1b-4f72-99d4-db45b6516fa5),segment_id=db67ba44-1d1b-4f72-99d4-db45b6516fa5)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:54.664779 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.687730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Calling delete_port for 8d635a2a-246d-4866-8f9e-33d0f1ee1327 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:54.749347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 8d38dd41-219f-4923-97ef-092fedcb9cd0 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:54.783863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 8d38dd41-219f-4923-97ef-092fedcb9cd0 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:54.785291 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 8d38dd41-219f-4923-97ef-092fedcb9cd0 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:54.786132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 5890d734-e75b-4f36-bd0c-ae294b087fcd no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:54.814637 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 5890d734-e75b-4f36-bd0c-ae294b087fcd {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:54.815586 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 5890d734-e75b-4f36-bd0c-ae294b087fcd not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:54.844127 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.886679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Port': ['ID=8d635a2a-246d-4866-8f9e-33d0f1ee1327,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:54.894106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No DVR routers for this DVR port 8d635a2a-246d-4866-8f9e-33d0f1ee1327 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:54.995959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.076162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f049e0-5018-476b-bfa1-16711b210a01']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:55.146476 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.434390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db67ba44-1d1b-4f72-99d4-db45b6516fa5') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:55.434688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db67ba44-1d1b-4f72-99d4-db45b6516fa5') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:55.459318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.499521 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.516657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:55.517001 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:55.522048 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:55.595712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f00993-d363-4135-9934-fb7903734c5b req-1e20fff9-6687-4e4c-b74e-73cda1d95437 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.598218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2f00993-d363-4135-9934-fb7903734c5b req-1e20fff9-6687-4e4c-b74e-73cda1d95437 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.32 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.5992661 Jul 16 18:04:55.618712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabfee8-6e3d-4c54-a975-57be9dec9d5b req-188fede6-41f9-481d-9dc9-9183b3f9bea4 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.620208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1eabfee8-6e3d-4c54-a975-57be9dec9d5b req-188fede6-41f9-481d-9dc9-9183b3f9bea4 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.6006658 Jul 16 18:04:55.658803 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.679875 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.681768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/35f049e0-5018-476b-bfa1-16711b210a01 HTTP/1.1" status: 204 len: 168 time: 3.1005099 Jul 16 18:04:55.684852 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38612) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:55.705871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506311d-1f53-4c6f-9d2d-9969daac1d87 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Network': ['ID=35f049e0-5018-476b-bfa1-16711b210a01,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:55.713881 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-158ef72a-6c29-4dc6-9525-9bebc6fc8798 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:04:55.714840 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158ef72a-6c29-4dc6-9525-9bebc6fc8798 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:04:55.717575 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-158ef72a-6c29-4dc6-9525-9bebc6fc8798 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/35f049e0-5018-476b-bfa1-16711b210a01 HTTP/1.1" status: 404 len: 339 time: 0.0313296 Jul 16 18:04:55.723023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38614) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:55.729443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a0fa25a7-e4a8-41d4-bd82-f678c51d42f7 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1614589452', 'description': 'd1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:55.744784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494ebdc-4845-4414-886e-b35dcf8efbfa req-cea9f09a-8305-4a3e-87fa-0abcc7d46f16 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.746566 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8494ebdc-4845-4414-886e-b35dcf8efbfa req-cea9f09a-8305-4a3e-87fa-0abcc7d46f16 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 945 time: 0.3143833 Jul 16 18:04:55.767077 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fa25a7-e4a8-41d4-bd82-f678c51d42f7 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:55.771792 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0fa25a7-e4a8-41d4-bd82-f678c51d42f7 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.786655 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1eabfee8-6e3d-4c54-a975-57be9dec9d5b req-ae562675-e9a7-4cb3-a895-285697328196 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541450 Jul 16 18:04:55.796825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fa25a7-e4a8-41d4-bd82-f678c51d42f7 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:55.838706 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0fa25a7-e4a8-41d4-bd82-f678c51d42f7 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.839053 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-a0fa25a7-e4a8-41d4-bd82-f678c51d42f7 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Added segment 7589a5f3-2eaf-4f4f-9347-557c756154ac of type vlan for network 65da6e61-6aa7-4627-89bd-c168eb5566da Jul 16 18:04:55.852887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8494ebdc-4845-4414-886e-b35dcf8efbfa req-b2c945a5-454f-4b26-b462-1cf7418aa70b tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820711 Jul 16 18:04:55.876062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-a2f00993-d363-4135-9934-fb7903734c5b req-eabc5528-0173-4112-b749-b026b35a7029 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Deleting port 4ff59b35-868d-4f58-9930-b707fe880933 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:55.877334 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2f00993-d363-4135-9934-fb7903734c5b req-eabc5528-0173-4112-b749-b026b35a7029 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.967906 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0fa25a7-e4a8-41d4-bd82-f678c51d42f7 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.027165 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0fa25a7-e4a8-41d4-bd82-f678c51d42f7 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.032786 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fa25a7-e4a8-41d4-bd82-f678c51d42f7 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.032952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a2f00993-d363-4135-9934-fb7903734c5b req-eabc5528-0173-4112-b749-b026b35a7029 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] For port 4ff59b35-868d-4f58-9930-b707fe880933, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4ff59b35-868d-4f58-9930-b707fe880933,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:56.033388 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a0fa25a7-e4a8-41d4-bd82-f678c51d42f7 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.035364 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2f00993-d363-4135-9934-fb7903734c5b req-eabc5528-0173-4112-b749-b026b35a7029 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.069179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-a2f00993-d363-4135-9934-fb7903734c5b req-eabc5528-0173-4112-b749-b026b35a7029 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Calling delete_port for 4ff59b35-868d-4f58-9930-b707fe880933 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:56.072736 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a0fa25a7-e4a8-41d4-bd82-f678c51d42f7 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3480792 Jul 16 18:04:56.079023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38618) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.164970 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa25a7-e4a8-41d4-bd82-f678c51d42f7 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=65da6e61-6aa7-4627-89bd-c168eb5566da,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:56.178737 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 65da6e61-6aa7-4627-89bd-c168eb5566da details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:56.261260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58731d5-a5c2-4aa9-a894-5573fc458190 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.265582 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f58731d5-a5c2-4aa9-a894-5573fc458190 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "GET /v2.0/networks?id=65da6e61-6aa7-4627-89bd-c168eb5566da HTTP/1.1" status: 200 len: 761 time: 0.1805828 Jul 16 18:04:56.265992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38622) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.274358 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-433d28de-6f89-4ede-af10-2e04374e714c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'description': 'd2'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:56.367020 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2f00993-d363-4135-9934-fb7903734c5b req-eabc5528-0173-4112-b749-b026b35a7029 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.484647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f00993-d363-4135-9934-fb7903734c5b req-eabc5528-0173-4112-b749-b026b35a7029 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] No DVR routers for this DVR port 4ff59b35-868d-4f58-9930-b707fe880933 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:56.487529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc5528-0173-4112-b749-b026b35a7029 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event deleted for resources: {'Port': ['ID=4ff59b35-868d-4f58-9930-b707fe880933,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:56.500693 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a2f00993-d363-4135-9934-fb7903734c5b req-eabc5528-0173-4112-b749-b026b35a7029 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.503646 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2f00993-d363-4135-9934-fb7903734c5b req-eabc5528-0173-4112-b749-b026b35a7029 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.32 "DELETE /v2.0/ports/4ff59b35-868d-4f58-9930-b707fe880933 HTTP/1.1" status: 204 len: 173 time: 0.8942871 Jul 16 18:04:56.504143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56522d4a-b6c1-4663-85f7-990548a5d52e', 'name': 'network-vif-deleted', 'tag': '4ff59b35-868d-4f58-9930-b707fe880933'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:56.506611 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0dbb53-4be4-4aae-b198-fef8937fea77" -d '{"events": [{"server_uuid": "56522d4a-b6c1-4663-85f7-990548a5d52e", "name": "network-vif-deleted", "tag": "4ff59b35-868d-4f58-9930-b707fe880933"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:56.513345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-433d28de-6f89-4ede-af10-2e04374e714c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.543767 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-433d28de-6f89-4ede-af10-2e04374e714c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.566976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-433d28de-6f89-4ede-af10-2e04374e714c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network 65da6e61-6aa7-4627-89bd-c168eb5566da is not hosted by any dhcp agent {{(pid=105590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:04:56.573813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433d28de-6f89-4ede-af10-2e04374e714c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.574535 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-433d28de-6f89-4ede-af10-2e04374e714c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.575850 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-433d28de-6f89-4ede-af10-2e04374e714c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "PUT /v2.0/networks/65da6e61-6aa7-4627-89bd-c168eb5566da HTTP/1.1" status: 200 len: 758 time: 0.3088367 Jul 16 18:04:56.578996 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38628) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.614818 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae5c637-43f6-4f52-abc1-848b476df2bf x-openstack-request-id: req-cae5c637-43f6-4f52-abc1-848b476df2bf {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:56.615762 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56522d4a-b6c1-4663-85f7-990548a5d52e", "name": "network-vif-deleted", "tag": "4ff59b35-868d-4f58-9930-b707fe880933", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:56.616343 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cae5c637-43f6-4f52-abc1-848b476df2bf {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:56.617348 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56522d4a-b6c1-4663-85f7-990548a5d52e', 'name': 'network-vif-deleted', 'tag': '4ff59b35-868d-4f58-9930-b707fe880933', 'status': 'completed', 'code': 200} Jul 16 18:04:56.695918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d28de-6f89-4ede-af10-2e04374e714c tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=65da6e61-6aa7-4627-89bd-c168eb5566da,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:56.708402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ccfd19-9668-47f4-b285-b998be24653a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.711117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 65da6e61-6aa7-4627-89bd-c168eb5566da details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:56.730283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38634) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.734444 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-72ccfd19-9668-47f4-b285-b998be24653a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "GET /v2.0/networks?id=65da6e61-6aa7-4627-89bd-c168eb5566da HTTP/1.1" status: 200 len: 761 time: 0.1539073 Jul 16 18:04:56.735591 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e8eea0cd-bbe7-4ebd-9701-25068a9209c2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-958944780'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:56.788668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8eea0cd-bbe7-4ebd-9701-25068a9209c2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:56.796326 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8eea0cd-bbe7-4ebd-9701-25068a9209c2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.851430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8eea0cd-bbe7-4ebd-9701-25068a9209c2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:56.863937 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8eea0cd-bbe7-4ebd-9701-25068a9209c2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.864534 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-e8eea0cd-bbe7-4ebd-9701-25068a9209c2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Added segment b046b065-07b7-4b5e-a3a4-20f3c77b54e4 of type vlan for network 13200a4e-5da7-485a-9684-fa4a43c3c3f0 Jul 16 18:04:56.979516 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8eea0cd-bbe7-4ebd-9701-25068a9209c2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.079077 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8eea0cd-bbe7-4ebd-9701-25068a9209c2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.103003 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eea0cd-bbe7-4ebd-9701-25068a9209c2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.108755 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8eea0cd-bbe7-4ebd-9701-25068a9209c2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.179926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2f73a-d7c1-4b7d-9989-8dfc13c15e92 req-7a5084a8-af35-4c19-a1e7-3ad8f6e67e1d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.188048 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cab2f73a-d7c1-4b7d-9989-8dfc13c15e92 req-7a5084a8-af35-4c19-a1e7-3ad8f6e67e1d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1689973 Jul 16 18:04:57.219162 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e8eea0cd-bbe7-4ebd-9701-25068a9209c2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4877913 Jul 16 18:04:57.222748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38652) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:57.230939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0a4ac727-5f01-4530-9ea9-5cf45515445a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'subnet': {'network_id': '13200a4e-5da7-485a-9684-fa4a43c3c3f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:57.314427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eea0cd-bbe7-4ebd-9701-25068a9209c2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=13200a4e-5da7-485a-9684-fa4a43c3c3f0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:57.332220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 13200a4e-5da7-485a-9684-fa4a43c3c3f0 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:57.411933 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cdc2f81-2ed3-4e44-9e43-1888959c1998 req-261cfff4-5385-41ea-8ece-df407d231cb5 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=56522d4a-b6c1-4663-85f7-990548a5d52e HTTP/1.1" status: 200 len: 210 time: 0.1487143 Jul 16 18:04:57.438308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38656) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:57.466036 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cab2f73a-d7c1-4b7d-9989-8dfc13c15e92 req-faa0f377-12a2-4c77-9ed3-29293a4eeb64 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565718 Jul 16 18:04:57.570029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38660) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:57.640114 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4ac727-5f01-4530-9ea9-5cf45515445a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:57.644567 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac727-5f01-4530-9ea9-5cf45515445a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.793152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4ff59b35-868d-4f58-9930-b707fe880933 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:57.819012 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56b870da-6be3-473e-92ad-e8cd098a0bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.863296 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ccad1bf-2d97-4f19-9b98-958296923bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.865612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 4ff59b35-868d-4f58-9930-b707fe880933 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:57.866155 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4ff59b35-868d-4f58-9930-b707fe880933 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:57.964992 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac727-5f01-4530-9ea9-5cf45515445a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.000982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56b870da-6be3-473e-92ad-e8cd098a0bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.010069 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56b870da-6be3-473e-92ad-e8cd098a0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.051775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ac727-5f01-4530-9ea9-5cf45515445a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Subnet': ['ID=1b200314-b455-42d2-a199-a66ece3f749d,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.062465 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ac727-5f01-4530-9ea9-5cf45515445a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking segment: {'id': 'b046b065-07b7-4b5e-a3a4-20f3c77b54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '13200a4e-5da7-485a-9684-fa4a43c3c3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:58.062944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ac727-5f01-4530-9ea9-5cf45515445a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network hostable DHCP agents. Network: 13200a4e-5da7-485a-9684-fa4a43c3c3f0, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:58.083608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-56b870da-6be3-473e-92ad-e8cd098a0bb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a008585cf9b481d8d7e89e69900232c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5123882 Jul 16 18:04:58.084176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ac727-5f01-4530-9ea9-5cf45515445a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network 13200a4e-5da7-485a-9684-fa4a43c3c3f0 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:58.087015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38668) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:58.089779 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b870da-6be3-473e-92ad-e8cd098a0bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d7f39c-3085-4832-af3e-35d17b2a16b5,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.119024 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-0a4ac727-5f01-4530-9ea9-5cf45515445a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 13200a4e-5da7-485a-9684-fa4a43c3c3f0) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:58.129988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c4e0cf-3838-4163-b675-508f3d10741e None None] Network 13200a4e-5da7-485a-9684-fa4a43c3c3f0 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:58.138993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4ac727-5f01-4530-9ea9-5cf45515445a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.140991 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac727-5f01-4530-9ea9-5cf45515445a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.183006 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ccad1bf-2d97-4f19-9b98-958296923bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.202587 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ccad1bf-2d97-4f19-9b98-958296923bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.221418 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0a4ac727-5f01-4530-9ea9-5cf45515445a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9949045 Jul 16 18:04:58.222332 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38672) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:58.231463 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b913b4e2-fca5-4990-b21a-0e3f25599d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.257973 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b913b4e2-fca5-4990-b21a-0e3f25599d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.279643 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccad1bf-2d97-4f19-9b98-958296923bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316ac006-a7ba-4712-8ae8-1cdbad6b635f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.294386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6ccad1bf-2d97-4f19-9b98-958296923bb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6f84b25fa31426db7910d868becb8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8532426 Jul 16 18:04:58.295849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38674) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:58.347666 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b913b4e2-fca5-4990-b21a-0e3f25599d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.350969 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b913b4e2-fca5-4990-b21a-0e3f25599d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.367934 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b913b4e2-fca5-4990-b21a-0e3f25599d00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6d7f39c-3085-4832-af3e-35d17b2a16b5 HTTP/1.1" status: 204 len: 168 time: 0.2720327 Jul 16 18:04:58.376275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913b4e2-fca5-4990-b21a-0e3f25599d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d7f39c-3085-4832-af3e-35d17b2a16b5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.419025 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7fad-cf94-4b6c-8a6e-179a3cbb2d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.424218 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.449015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-13200a4e-5da7-485a-9684-fa4a43c3c3f0', 'network_id': '13200a4e-5da7-485a-9684-fa4a43c3c3f0', 'tenant_id': '7997ddb358a94654a22f18a06ed76d86', 'fixed_ips': [{'subnet_id': '1b200314-b455-42d2-a199-a66ece3f749d'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:58.449938 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.531924 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.616209 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7fad-cf94-4b6c-8a6e-179a3cbb2d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.628560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Allocated IP 172.20.0.2 (13200a4e-5da7-485a-9684-fa4a43c3c3f0/1b200314-b455-42d2-a199-a66ece3f749d/8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:58.774002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f55ed-ae1b-4b84-abce-532749b1d6b9 req-8709fa9d-686f-4552-8722-eda22f99bc6c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.775561 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-af2f55ed-ae1b-4b84-abce-532749b1d6b9 req-8709fa9d-686f-4552-8722-eda22f99bc6c tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.1638665 Jul 16 18:04:58.804397 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7fad-cf94-4b6c-8a6e-179a3cbb2d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.809017 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8c7d7fad-cf94-4b6c-8a6e-179a3cbb2d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.817461 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8c7d7fad-cf94-4b6c-8a6e-179a3cbb2d5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/316ac006-a7ba-4712-8ae8-1cdbad6b635f HTTP/1.1" status: 204 len: 168 time: 0.5170736 Jul 16 18:04:58.858385 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d7fad-cf94-4b6c-8a6e-179a3cbb2d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316ac006-a7ba-4712-8ae8-1cdbad6b635f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.888414 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.890349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38692) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:58.899814 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Transition to ACTIVE for port object 8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:58.919316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Transition to ACTIVE for port object 8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:58.929223 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-851fad16-915e-45be-9484-4fe77095ab70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.937911 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.970853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-af2f55ed-ae1b-4b84-abce-532749b1d6b9 req-0deb86a0-9477-4d80-9e69-59987815ada9 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/security-groups?id=777338fb-e538-4dde-8b50-23ca34dd88a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864181 Jul 16 18:04:59.020054 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.076201 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Network 13200a4e-5da7-485a-9684-fa4a43c3c3f0 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:59.086319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:59.100814 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:59.109169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Subnet': ['ID=1b200314-b455-42d2-a199-a66ece3f749d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:59.183039 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Pushing event updated for resources: {'Port': ['ID=8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:59.243764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457734a-c1f2-456c-a274-94a6cceb1b51 req-1e160de8-7681-466d-b9da-8385f8bcfd66 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.250006 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f457734a-c1f2-456c-a274-94a6cceb1b51 req-1e160de8-7681-466d-b9da-8385f8bcfd66 tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.11 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 945 time: 0.6852534 Jul 16 18:04:59.267015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Attempting to bind port 8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:59.274162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Attempting to bind port 8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'b046b065-07b7-4b5e-a3a4-20f3c77b54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '13200a4e-5da7-485a-9684-fa4a43c3c3f0'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:59.274875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Attempting to bind port 8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6 on network 13200a4e-5da7-485a-9684-fa4a43c3c3f0 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:59.283598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:59.284295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Checking segment: {'id': 'b046b065-07b7-4b5e-a3a4-20f3c77b54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '13200a4e-5da7-485a-9684-fa4a43c3c3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:59.284936 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.285755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Bound using segment: {'id': 'b046b065-07b7-4b5e-a3a4-20f3c77b54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '13200a4e-5da7-485a-9684-fa4a43c3c3f0'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:59.286416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Bound port: 8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b046b065-07b7-4b5e-a3a4-20f3c77b54e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '13200a4e-5da7-485a-9684-fa4a43c3c3f0'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:59.286964 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.287099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.319215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13200a4e-5da7-485a-9684-fa4a43c3c3f0']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:59.351054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b046b065-07b7-4b5e-a3a4-20f3c77b54e4') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:59.351360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b046b065-07b7-4b5e-a3a4-20f3c77b54e4') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:59.402426 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.402835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] For port 8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:59.408781 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] For port 8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6,segment=NetworkSegment(b046b065-07b7-4b5e-a3a4-20f3c77b54e4),segment_id=b046b065-07b7-4b5e-a3a4-20f3c77b54e4)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:59.417223 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.476634 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.492495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:59.492938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:59.497813 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:59.523858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e9879-0edd-4a77-b400-748bb97b51ec None None] Pushing event updated for resources: {'Port': ['ID=8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:59.539860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-f457734a-c1f2-456c-a274-94a6cceb1b51 req-c9c62a56-03c1-4a3e-858b-19e302c4b69b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Deleting port 9ca71e27-a814-4b45-9fda-381a4c3dc856 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:59.540114 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f457734a-c1f2-456c-a274-94a6cceb1b51 req-c9c62a56-03c1-4a3e-858b-19e302c4b69b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.547803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed6d3ee-d61a-4eb4-9aba-f3c28a4d3f22 None None] Network 13200a4e-5da7-485a-9684-fa4a43c3c3f0 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:59.573418 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38706) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:59.590466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-851fad16-915e-45be-9484-4fe77095ab70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.595446 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:04:59.595446 n-d-787205-10 neutron-server[105591]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:04:59.595446 n-d-787205-10 neutron-server[105591]: [parameters: {'id': '13200a4e-5da7-485a-9684-fa4a43c3c3f0'}] Jul 16 18:04:59.595446 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:04:59.595991 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:04:59.601163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac591a20-00fa-46e2-8b5f-66f17e433350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.605918 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-851fad16-915e-45be-9484-4fe77095ab70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.652534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7070b-f925-4742-bbe9-dbfeabf523bb req-416ab50f-b9c3-4837-82b9-8df730202952 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.660647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fb7070b-f925-4742-bbe9-dbfeabf523bb req-416ab50f-b9c3-4837-82b9-8df730202952 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.3221154 Jul 16 18:04:59.678288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-851fad16-915e-45be-9484-4fe77095ab70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a19529a1c7a4457ab853620ee77b9f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7867067 Jul 16 18:04:59.679054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fad16-915e-45be-9484-4fe77095ab70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b2c789-b0eb-4a48-9f56-4d2cc96db66a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:59.685005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38708) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:59.721175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fb7070b-f925-4742-bbe9-dbfeabf523bb req-440e8587-aa0e-4855-a1f6-148587619e9d tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595546 Jul 16 18:04:59.736679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f457734a-c1f2-456c-a274-94a6cceb1b51 req-c9c62a56-03c1-4a3e-858b-19e302c4b69b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] For port 9ca71e27-a814-4b45-9fda-381a4c3dc856, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9ca71e27-a814-4b45-9fda-381a4c3dc856,segment=NetworkSegment(63e08c8d-3752-45f7-8ff7-cf959a0b1b8b),segment_id=63e08c8d-3752-45f7-8ff7-cf959a0b1b8b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:59.736679 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f457734a-c1f2-456c-a274-94a6cceb1b51 req-c9c62a56-03c1-4a3e-858b-19e302c4b69b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.748156 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:04:59.764810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6727c58-2eea-46b8-8d2a-d5b20ca20cf4 None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:04:59.775357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-f457734a-c1f2-456c-a274-94a6cceb1b51 req-c9c62a56-03c1-4a3e-858b-19e302c4b69b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Calling delete_port for 9ca71e27-a814-4b45-9fda-381a4c3dc856 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:59.794056 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c39068b9-1f37-4dcd-876f-c8dba0b0afb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.874896 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c39068b9-1f37-4dcd-876f-c8dba0b0afb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.922885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6727c58-2eea-46b8-8d2a-d5b20ca20cf4 None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:04:59.960410 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac591a20-00fa-46e2-8b5f-66f17e433350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.965361 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac591a20-00fa-46e2-8b5f-66f17e433350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.033916 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c39068b9-1f37-4dcd-876f-c8dba0b0afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.037265 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c39068b9-1f37-4dcd-876f-c8dba0b0afb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.038469 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c39068b9-1f37-4dcd-876f-c8dba0b0afb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30b2c789-b0eb-4a48-9f56-4d2cc96db66a HTTP/1.1" status: 204 len: 168 time: 0.3518894 Jul 16 18:05:00.041047 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ac591a20-00fa-46e2-8b5f-66f17e433350 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e51dd6cc61b44a4b4692f32d5802eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664412 Jul 16 18:05:00.044043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38716) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:00.046276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac591a20-00fa-46e2-8b5f-66f17e433350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f94569-b8fb-472e-b8a6-7034e01fa999,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:00.066687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39068b9-1f37-4dcd-876f-c8dba0b0afb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b2c789-b0eb-4a48-9f56-4d2cc96db66a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:00.089383 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f457734a-c1f2-456c-a274-94a6cceb1b51 req-c9c62a56-03c1-4a3e-858b-19e302c4b69b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.109422 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.133687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c62a56-03c1-4a3e-858b-19e302c4b69b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Pushing event deleted for resources: {'Port': ['ID=9ca71e27-a814-4b45-9fda-381a4c3dc856,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:00.141897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['9ca71e27-a814-4b45-9fda-381a4c3dc856'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:00.184525 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de34f0d6-ce91-4bc6-ac86-0c9e6d51269d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.229402 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de34f0d6-ce91-4bc6-ac86-0c9e6d51269d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.246260 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f457734a-c1f2-456c-a274-94a6cceb1b51 req-c9c62a56-03c1-4a3e-858b-19e302c4b69b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] No DVR routers for this DVR port 9ca71e27-a814-4b45-9fda-381a4c3dc856 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:00.249529 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f457734a-c1f2-456c-a274-94a6cceb1b51 req-c9c62a56-03c1-4a3e-858b-19e302c4b69b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.252623 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f457734a-c1f2-456c-a274-94a6cceb1b51 req-c9c62a56-03c1-4a3e-858b-19e302c4b69b tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.11 "DELETE /v2.0/ports/9ca71e27-a814-4b45-9fda-381a4c3dc856 HTTP/1.1" status: 204 len: 173 time: 0.9890730 Jul 16 18:05:00.253888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0658ff32-15c1-4635-b862-038bffcfbf4b', 'name': 'network-vif-deleted', 'tag': '9ca71e27-a814-4b45-9fda-381a4c3dc856'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:00.258448 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7f6e76-5337-42c5-b4a9-092fbd93c4f6" -d '{"events": [{"server_uuid": "0658ff32-15c1-4635-b862-038bffcfbf4b", "name": "network-vif-deleted", "tag": "9ca71e27-a814-4b45-9fda-381a4c3dc856"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:00.380590 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-172a9c36-ed80-4c80-adf9-56bf9d4b83d3 req-18ce2c28-274a-4dfc-9064-624c8e49243d tempest-ServerRescueNegativeTestJSON-1470203106 tempest-ServerRescueNegativeTestJSON-1470203106-project] 10.222.0.24 "GET /v2.0/ports?device_id=0658ff32-15c1-4635-b862-038bffcfbf4b HTTP/1.1" status: 200 len: 210 time: 0.1401038 Jul 16 18:05:00.466675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Deleting port 8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:00.467148 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.483771 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff3da11-08bb-412b-b747-7520c2e62678 x-openstack-request-id: req-cff3da11-08bb-412b-b747-7520c2e62678 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:00.484179 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0658ff32-15c1-4635-b862-038bffcfbf4b", "name": "network-vif-deleted", "tag": "9ca71e27-a814-4b45-9fda-381a4c3dc856", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:00.484574 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cff3da11-08bb-412b-b747-7520c2e62678 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:00.485097 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0658ff32-15c1-4635-b862-038bffcfbf4b', 'name': 'network-vif-deleted', 'tag': '9ca71e27-a814-4b45-9fda-381a4c3dc856', 'status': 'completed', 'code': 200} Jul 16 18:05:00.502117 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de34f0d6-ce91-4bc6-ac86-0c9e6d51269d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.509232 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de34f0d6-ce91-4bc6-ac86-0c9e6d51269d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.515011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-de34f0d6-ce91-4bc6-ac86-0c9e6d51269d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92f94569-b8fb-472e-b8a6-7034e01fa999 HTTP/1.1" status: 204 len: 168 time: 0.4665096 Jul 16 18:05:00.543183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34f0d6-ce91-4bc6-ac86-0c9e6d51269d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f94569-b8fb-472e-b8a6-7034e01fa999,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:00.658224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] For port 8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6,segment=NetworkSegment(b046b065-07b7-4b5e-a3a4-20f3c77b54e4),segment_id=b046b065-07b7-4b5e-a3a4-20f3c77b54e4)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:00.658920 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.687801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Calling delete_port for 8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:00.729494 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6dd65450-4917-4993-9962-e89ef81b5629 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.731307 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6dd65450-4917-4993-9962-e89ef81b5629 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.32 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.1306381 Jul 16 18:05:01.027550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Deleting port 44236e70-4da4-4744-b905-861e78acc48e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:01.027908 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.035982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.133830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Port': ['ID=8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.141109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No DVR routers for this DVR port 8eb8752c-6777-4a7f-b2b5-ddf8cf91f4c6 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:01.267736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecb740-10c7-4a3c-814e-1f677ab2fcb4 req-ed68719c-cbb1-4180-8937-f844da6a901f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.274982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-faecb740-10c7-4a3c-814e-1f677ab2fcb4 req-ed68719c-cbb1-4180-8937-f844da6a901f tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 945 time: 0.3365781 Jul 16 18:05:01.376934 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.392778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13200a4e-5da7-485a-9684-fa4a43c3c3f0']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:01.453830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b046b065-07b7-4b5e-a3a4-20f3c77b54e4') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:01.454136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b046b065-07b7-4b5e-a3a4-20f3c77b54e4') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:01.483189 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.507508 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-faecb740-10c7-4a3c-814e-1f677ab2fcb4 req-167fc19b-4826-4117-88ce-9222afc2c8d3 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310190 Jul 16 18:05:01.529538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38780) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:01.566658 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] For port 44236e70-4da4-4744-b905-861e78acc48e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=44236e70-4da4-4744-b905-861e78acc48e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:01.567036 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.575876 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.609451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:01.609960 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:01.613545 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:01.807705 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.816220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.820841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/13200a4e-5da7-485a-9684-fa4a43c3c3f0 HTTP/1.1" status: 204 len: 168 time: 3.5930128 Jul 16 18:05:01.822662 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38790) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:01.834576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913beb4-1417-4727-b5a0-36dab91d6571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Network': ['ID=13200a4e-5da7-485a-9684-fa4a43c3c3f0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.871005 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9318b91-0301-4c84-b93d-4d459e4efd31 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] GET failed (client error): The resource could not be found. Jul 16 18:05:01.876762 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b9318b91-0301-4c84-b93d-4d459e4efd31 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "GET /v2.0/subnets/1b200314-b455-42d2-a199-a66ece3f749d HTTP/1.1" status: 404 len: 337 time: 0.0524812 Jul 16 18:05:01.883572 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38792) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:01.906842 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af7282e-f23b-4557-b93f-cea550ac2e68 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:01.907841 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af7282e-f23b-4557-b93f-cea550ac2e68 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:01.920268 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7af7282e-f23b-4557-b93f-cea550ac2e68 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/13200a4e-5da7-485a-9684-fa4a43c3c3f0 HTTP/1.1" status: 404 len: 339 time: 0.0338182 Jul 16 18:05:01.920700 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38794) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:02.029451 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.029451 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.029451 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Floating IP 0c19600a-65db-4482-bf65-26ba4b72614f disassociated. External IP: 172.25.3.35, port: 44236e70-4da4-4744-b905-861e78acc48e. Jul 16 18:05:02.029835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Calling delete_port for 44236e70-4da4-4744-b905-861e78acc48e owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:02.262568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe6541-6fd7-4322-b994-cd8c3d6f0483 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.270305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7dfe6541-6fd7-4322-b994-cd8c3d6f0483 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3482659 Jul 16 18:05:02.272043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38810) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:02.279070 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95a53c11-3881-48a0-8060-6bd8a2fa26b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.318353 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1e8e1801-f8ca-4aae-8525-c43ee19de3c2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 207 time: 0.0448532 Jul 16 18:05:02.321386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38814) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:02.751763 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-95a53c11-3881-48a0-8060-6bd8a2fa26b2 admin admin] Deleting port dab06b2e-4585-412e-9ea4-31aaf203622b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:02.753901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95a53c11-3881-48a0-8060-6bd8a2fa26b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.794221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9ca71e27-a814-4b45-9fda-381a4c3dc856 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:02.827802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 9ca71e27-a814-4b45-9fda-381a4c3dc856 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:02.828145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9ca71e27-a814-4b45-9fda-381a4c3dc856 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:02.864810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-95a53c11-3881-48a0-8060-6bd8a2fa26b2 admin admin] For port dab06b2e-4585-412e-9ea4-31aaf203622b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dab06b2e-4585-412e-9ea4-31aaf203622b,segment=NetworkSegment(63e08c8d-3752-45f7-8ff7-cf959a0b1b8b),segment_id=63e08c8d-3752-45f7-8ff7-cf959a0b1b8b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:02.865180 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95a53c11-3881-48a0-8060-6bd8a2fa26b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.885297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-95a53c11-3881-48a0-8060-6bd8a2fa26b2 admin admin] Calling delete_port for dab06b2e-4585-412e-9ea4-31aaf203622b owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:03.137059 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95a53c11-3881-48a0-8060-6bd8a2fa26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.154953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85b8f6-f049-453f-82ce-45ae47546a41 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.162004 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85b8f6-f049-453f-82ce-45ae47546a41 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.168159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85b8f6-f049-453f-82ce-45ae47546a41 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.172773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a53c11-3881-48a0-8060-6bd8a2fa26b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab06b2e-4585-412e-9ea4-31aaf203622b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.174649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85b8f6-f049-453f-82ce-45ae47546a41 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.177688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-da85b8f6-f049-453f-82ce-45ae47546a41 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.8545637 Jul 16 18:05:03.182570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38840) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:03.317862 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.349828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54599d7a-be53-4a67-8ed6-1782eece70d8 req-76ac6f82-d667-4573-9895-ae8f62945ee0 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.357001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54599d7a-be53-4a67-8ed6-1782eece70d8 req-76ac6f82-d667-4573-9895-ae8f62945ee0 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 866 time: 0.2968161 Jul 16 18:05:03.395131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event deleted for resources: {'Port': ['ID=44236e70-4da4-4744-b905-861e78acc48e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.423093 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95a53c11-3881-48a0-8060-6bd8a2fa26b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.437520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-77450e61-dc62-421d-ab0c-6d7c3a1c66b3 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2488871 Jul 16 18:05:03.437520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38846) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:03.575224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54599d7a-be53-4a67-8ed6-1782eece70d8 req-1d9e64c5-0cee-4777-b096-ceb260b65f35 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160225 Jul 16 18:05:03.650915 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad1aec1-626a-41f7-bed6-b4fc604fb50a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.655971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad1aec1-626a-41f7-bed6-b4fc604fb50a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.659490 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9ad1aec1-626a-41f7-bed6-b4fc604fb50a tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2194760 Jul 16 18:05:03.724641 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38854) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:03.786809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Router 140ff918-c1f2-4679-979b-adeaf3c4a198 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:03.849611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 44236e70-4da4-4744-b905-861e78acc48e no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:03.900199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 44236e70-4da4-4744-b905-861e78acc48e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:03.900800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 44236e70-4da4-4744-b905-861e78acc48e not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:04.005637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a53c11-3881-48a0-8060-6bd8a2fa26b2 admin admin] Router eae6b18f-c415-4bb3-9152-5ced348ad1b7 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:04.046518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:04.063641 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65614fb1-506d-42a2-b346-d370dad14aac None None] Sync routers for ids ['140ff918-c1f2-4679-979b-adeaf3c4a198'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:04.082421 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65614fb1-506d-42a2-b346-d370dad14aac None None] Routers {'140ff918-c1f2-4679-979b-adeaf3c4a198'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:04.085259 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-65614fb1-506d-42a2-b346-d370dad14aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:04:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['140ff918-c1f2-4679-979b-adeaf3c4a198'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:04.103896 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896fefc-8a04-48b9-be6b-3e11c8d72d70 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.115561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896fefc-8a04-48b9-be6b-3e11c8d72d70 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['shared'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.117873 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7896fefc-8a04-48b9-be6b-3e11c8d72d70 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3919024 Jul 16 18:05:04.177084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38870) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.189938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] No DVR routers for this DVR port 44236e70-4da4-4744-b905-861e78acc48e on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:04.233371 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.249798 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4afe736-17d2-4816-a986-23b3508b90c5 req-6aa11bc3-a8f1-4914-a539-dbdff34ce998 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.32 "DELETE /v2.0/ports/44236e70-4da4-4744-b905-861e78acc48e HTTP/1.1" status: 204 len: 173 time: 3.4684172 Jul 16 18:05:04.250426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-deleted', 'tag': '44236e70-4da4-4744-b905-861e78acc48e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:04.253457 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fa2310-d372-4fe1-a0f5-291386b8963d" -d '{"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-deleted", "tag": "44236e70-4da4-4744-b905-861e78acc48e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:04.323948 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4935e079-8c8e-4015-a7f0-c4e2d20e080f x-openstack-request-id: req-4935e079-8c8e-4015-a7f0-c4e2d20e080f {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:04.324633 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c773d083-6bd3-48ce-b375-8f8022019871", "name": "network-vif-deleted", "tag": "44236e70-4da4-4744-b905-861e78acc48e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:04.324633 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4935e079-8c8e-4015-a7f0-c4e2d20e080f {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:04.332510 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c773d083-6bd3-48ce-b375-8f8022019871', 'name': 'network-vif-deleted', 'tag': '44236e70-4da4-4744-b905-861e78acc48e', 'status': 'completed', 'code': 200} Jul 16 18:05:04.367427 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-65614fb1-506d-42a2-b346-d370dad14aac None None] Set router 140ff918-c1f2-4679-979b-adeaf3c4a198 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:04.397206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a53c11-3881-48a0-8060-6bd8a2fa26b2 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:04.403009 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-95a53c11-3881-48a0-8060-6bd8a2fa26b2 admin admin] 10.222.0.24 "PUT /v2.0/routers/eae6b18f-c415-4bb3-9152-5ced348ad1b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8715262 Jul 16 18:05:04.409302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38880) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.412408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d745025f-6978-42ae-8888-7cc99c9ddf89 None None] Sync routers for ids ['eae6b18f-c415-4bb3-9152-5ced348ad1b7'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:04.436287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d745025f-6978-42ae-8888-7cc99c9ddf89 None None] Routers {'eae6b18f-c415-4bb3-9152-5ced348ad1b7'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:04.436915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d745025f-6978-42ae-8888-7cc99c9ddf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:04:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['eae6b18f-c415-4bb3-9152-5ced348ad1b7'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:04.540841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aff695-5cb0-4194-a072-01420bc7f506 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.560237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e0aff695-5cb0-4194-a072-01420bc7f506 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "GET /v2.0/networks/5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b HTTP/1.1" status: 200 len: 799 time: 0.3817179 Jul 16 18:05:04.567728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38886) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.746281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d745025f-6978-42ae-8888-7cc99c9ddf89 None None] Set router eae6b18f-c415-4bb3-9152-5ced348ad1b7 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:04.799815 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.986634 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85f57499-43cf-49d1-85e9-d1befa83ac20 req-56881cf0-064f-42de-852f-17cebb05845c tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/ports?device_id=c773d083-6bd3-48ce-b375-8f8022019871 HTTP/1.1" status: 200 len: 210 time: 0.1511123 Jul 16 18:05:05.043073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-394b0ffc-ed77-4fe4-ab49-3add828aa21b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "GET /v2.0/networks/5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4725850 Jul 16 18:05:05.046272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38900) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.095128 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-65614fb1-506d-42a2-b346-d370dad14aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:06Z', 'revision_number': 4, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '78cd36f0-2ea6-4ebd-a492-c2fa91fb0443', 'name': '', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'mac_address': 'fa:16:3e:ef:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:05Z', 'updated_at': '2021-07-16T17:55:16Z', 'revision_number': 5, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'subnets': [{'id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.148248 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65614fb1-506d-42a2-b346-d370dad14aac None None] Checking router: 140ff918-c1f2-4679-979b-adeaf3c4a198 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:05:05.166492 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65614fb1-506d-42a2-b346-d370dad14aac None None] Routers {'140ff918-c1f2-4679-979b-adeaf3c4a198'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:05.170175 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-65614fb1-506d-42a2-b346-d370dad14aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:04:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['140ff918-c1f2-4679-979b-adeaf3c4a198'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.229602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6194ee-3371-4f74-b0a8-401387a51229 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.244638 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2f6194ee-3371-4f74-b0a8-401387a51229 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "GET /v2.0/subnets/a0a6099a-514a-4cc7-97d1-aa7a005a12bb HTTP/1.1" status: 200 len: 811 time: 0.1954858 Jul 16 18:05:05.249474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38904) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.399616 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985ce451-e500-4a83-9b9d-8e26f3319441 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['shared'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.402490 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-985ce451-e500-4a83-9b9d-8e26f3319441 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "GET /v2.0/subnets/a0a6099a-514a-4cc7-97d1-aa7a005a12bb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1517692 Jul 16 18:05:05.410698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38908) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.420951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-034968e0-46c2-43e4-8594-0dc6404a1cd0 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1448195537'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:05.469525 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-65614fb1-506d-42a2-b346-d370dad14aac None None] Set router 140ff918-c1f2-4679-979b-adeaf3c4a198 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:05.497768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034968e0-46c2-43e4-8594-0dc6404a1cd0 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:05.506334 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-034968e0-46c2-43e4-8594-0dc6404a1cd0 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.565083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034968e0-46c2-43e4-8594-0dc6404a1cd0 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:05.576609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38910) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.600260 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-034968e0-46c2-43e4-8594-0dc6404a1cd0 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.600728 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-034968e0-46c2-43e4-8594-0dc6404a1cd0 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Added segment 1dcb08cf-2776-4123-afbd-9abde4fff355 of type vlan for network 7075f060-3178-47ed-8930-7f14e2152eff Jul 16 18:05:05.716652 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-034968e0-46c2-43e4-8594-0dc6404a1cd0 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.796241 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.825361 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-034968e0-46c2-43e4-8594-0dc6404a1cd0 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.832151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034968e0-46c2-43e4-8594-0dc6404a1cd0 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.832804 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-034968e0-46c2-43e4-8594-0dc6404a1cd0 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.849977 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.851729 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-65614fb1-506d-42a2-b346-d370dad14aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:06Z', 'revision_number': 4, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '78cd36f0-2ea6-4ebd-a492-c2fa91fb0443', 'name': '', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'mac_address': 'fa:16:3e:ef:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:05Z', 'updated_at': '2021-07-16T17:55:16Z', 'revision_number': 5, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'subnets': [{'id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.903562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d745025f-6978-42ae-8888-7cc99c9ddf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1564820283-router', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '013cff68-9dbd-4366-a180-b125c5f10199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:00Z', 'updated_at': '2021-07-16T18:05:03Z', 'revision_number': 5, 'project_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'gw_port': {'id': '013cff68-9dbd-4366-a180-b125c5f10199', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:06:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:01Z', 'updated_at': '2021-07-16T18:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.919099 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65614fb1-506d-42a2-b346-d370dad14aac None None] The sync data for ids ['140ff918-c1f2-4679-979b-adeaf3c4a198'] in n-d-787205-10 is: [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:06Z', 'revision_number': 4, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '78cd36f0-2ea6-4ebd-a492-c2fa91fb0443', 'name': '', 'network_id': 'ce5910f5-8a6a-42c9-ae15-dd85a86886b0', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'mac_address': 'fa:16:3e:ef:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:05Z', 'updated_at': '2021-07-16T17:55:16Z', 'revision_number': 5, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'subnets': [{'id': '9128c187-0dcc-4b2d-a7a9-7d554e016ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:05.946446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034968e0-46c2-43e4-8594-0dc6404a1cd0 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Network': ['ID=7075f060-3178-47ed-8930-7f14e2152eff,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.994051 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 7075f060-3178-47ed-8930-7f14e2152eff details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:06.016873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d745025f-6978-42ae-8888-7cc99c9ddf89 None None] Checking router: eae6b18f-c415-4bb3-9152-5ced348ad1b7 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:05:06.033385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Deleting port 013cff68-9dbd-4366-a180-b125c5f10199 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:06.035085 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.071237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d745025f-6978-42ae-8888-7cc99c9ddf89 None None] Routers {'eae6b18f-c415-4bb3-9152-5ced348ad1b7'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:06.072634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d745025f-6978-42ae-8888-7cc99c9ddf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:04:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['eae6b18f-c415-4bb3-9152-5ced348ad1b7'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:06.128548 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.137959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.223951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0906c03-0f22-4d4f-8cdd-0a0a1f7a1f5f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:06.246730 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38926) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:06.270077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-034968e0-46c2-43e4-8594-0dc6404a1cd0 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8534715 Jul 16 18:05:06.278476 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38928) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:06.292740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d745025f-6978-42ae-8888-7cc99c9ddf89 None None] Set router eae6b18f-c415-4bb3-9152-5ced348ad1b7 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:06.300287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'subnet': {'network_id': '7075f060-3178-47ed-8930-7f14e2152eff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:06.333372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.334217 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.338485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.338671 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.338908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.339534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.339680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.339995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.340332 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.340482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] For port 013cff68-9dbd-4366-a180-b125c5f10199, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=013cff68-9dbd-4366-a180-b125c5f10199,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:06.340660 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.340837 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.340975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.341306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.383704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8cb292fc-413f-438c-a393-c563a0f33d46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d17feebbe774839bfd59404cbb9e092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8026099 Jul 16 18:05:06.384745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38932) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:06.439803 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Calling delete_port for 013cff68-9dbd-4366-a180-b125c5f10199 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:06.442846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d745025f-6978-42ae-8888-7cc99c9ddf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1564820283-router', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:00Z', 'updated_at': '2021-07-16T18:05:05Z', 'revision_number': 6, 'project_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:06.444203 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.461169 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492cd6a6-b671-4937-849c-e418aa6f3059 None None] New status for floating IP 0c19600a-65db-4482-bf65-26ba4b72614f: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:05:06.595553 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1160-dd8f-42b9-b940-cb2fcc2adf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.597451 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.599991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d745025f-6978-42ae-8888-7cc99c9ddf89 None None] The sync data for ids ['eae6b18f-c415-4bb3-9152-5ced348ad1b7'] in n-d-787205-10 is: [{'id': 'eae6b18f-c415-4bb3-9152-5ced348ad1b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1564820283-router', 'tenant_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:00Z', 'updated_at': '2021-07-16T18:05:05Z', 'revision_number': 6, 'project_id': '68ec2b83b3b84123a5ebbb2a3744295b', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:06.654256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Made reservation on behalf of 7997ddb358a94654a22f18a06ed76d86 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:06.658603 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.716213 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1160-dd8f-42b9-b940-cb2fcc2adf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.787616 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_backend_mixin [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Performing IP validity checks on allocation pools {{(pid=105591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:05:06.788415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_backend_mixin [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:05:06.830478 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1160-dd8f-42b9-b940-cb2fcc2adf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.835006 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1160-dd8f-42b9-b940-cb2fcc2adf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.836673 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e3bf1160-dd8f-42b9-b940-cb2fcc2adf93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0906c03-0f22-4d4f-8cdd-0a0a1f7a1f5f HTTP/1.1" status: 204 len: 168 time: 0.4486992 Jul 16 18:05:06.850663 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.854010 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.854348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf1160-dd8f-42b9-b940-cb2fcc2adf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0906c03-0f22-4d4f-8cdd-0a0a1f7a1f5f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:06.855298 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "DELETE /v2.0/security-groups/a15d3d43-7f0c-4bac-a5ad-9855fb2754aa HTTP/1.1" status: 204 len: 168 time: 0.6075656 Jul 16 18:05:06.863583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38942) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:06.871262 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15d3d43-7f0c-4bac-a5ad-9855fb2754aa,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:06.887422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.887721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.888078 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.888903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.889263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.889780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.890030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.890419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.891031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.891482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.891790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.892136 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa31d530-1be7-4ed3-96c0-21cffca69bbf tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:06.918857 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-dccfadf8-b1fc-4195-902f-52c14d586a60 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] show failed (client error): The resource could not be found. Jul 16 18:05:06.923667 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dccfadf8-b1fc-4195-902f-52c14d586a60 tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "GET /v2.0/security-groups/a15d3d43-7f0c-4bac-a5ad-9855fb2754aa HTTP/1.1" status: 404 len: 347 time: 0.0590327 Jul 16 18:05:06.924372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38944) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:06.958631 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.002276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=013cff68-9dbd-4366-a180-b125c5f10199,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:07.173119 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.295235 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.302189 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.313142 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.389949 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.391177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eae6b18f-c415-4bb3-9152-5ced348ad1b7 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:05:07.404242 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.405918 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-89ac3f7c-8bdc-4ad0-9aa8-d24a20ec0f0e admin admin] 10.222.0.24 "DELETE /v2.0/routers/eae6b18f-c415-4bb3-9152-5ced348ad1b7 HTTP/1.1" status: 204 len: 168 time: 2.9840548 Jul 16 18:05:07.409108 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38954) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:07.414819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb7937-aef3-47d6-9f2f-e278890ecddb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Deleting port a207a358-25e1-476f-91a2-945023938443 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:07.415114 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7937-aef3-47d6-9f2f-e278890ecddb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.448365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dab06b2e-4585-412e-9ea4-31aaf203622b no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:07.471185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38956) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:07.485224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: dab06b2e-4585-412e-9ea4-31aaf203622b {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:07.492423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dab06b2e-4585-412e-9ea4-31aaf203622b not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:07.498416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Subnet': ['ID=b587e1f5-ffe6-4402-98b9-4b918e4331df,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:07.506118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Checking segment: {'id': '1dcb08cf-2776-4123-afbd-9abde4fff355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7075f060-3178-47ed-8930-7f14e2152eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:07.506599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network hostable DHCP agents. Network: 7075f060-3178-47ed-8930-7f14e2152eff, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:07.511304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a999d204-d44c-426c-805d-11378d75aaf7 admin admin] Deleting subnet c9884b77-e74b-4152-ba0a-646cd55d5950 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:07.515136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a999d204-d44c-426c-805d-11378d75aaf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.521004 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a428a5ed-d646-4bf0-b337-4dd6290880fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.569368 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a999d204-d44c-426c-805d-11378d75aaf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.622914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Network 7075f060-3178-47ed-8930-7f14e2152eff is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:07.624451 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a999d204-d44c-426c-805d-11378d75aaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.640865 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7937-aef3-47d6-9f2f-e278890ecddb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.641512 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7937-aef3-47d6-9f2f-e278890ecddb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.671868 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb7937-aef3-47d6-9f2f-e278890ecddb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Calling delete_port for a207a358-25e1-476f-91a2-945023938443 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:07.708962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a999d204-d44c-426c-805d-11378d75aaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.728471 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a999d204-d44c-426c-805d-11378d75aaf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.730944 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a999d204-d44c-426c-805d-11378d75aaf7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c9884b77-e74b-4152-ba0a-646cd55d5950 HTTP/1.1" status: 204 len: 168 time: 0.3200364 Jul 16 18:05:07.759864 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38960) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:07.771351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999d204-d44c-426c-805d-11378d75aaf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9884b77-e74b-4152-ba0a-646cd55d5950,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:07.904450 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 7075f060-3178-47ed-8930-7f14e2152eff) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:07.915321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a6f00-dec5-42fa-9e30-a0b4b138564e None None] Network 7075f060-3178-47ed-8930-7f14e2152eff requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:07.945197 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.950673 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.954119 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7937-aef3-47d6-9f2f-e278890ecddb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.964894 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95d687fb-eadb-4143-8fa8-278917c732d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.089239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb7937-aef3-47d6-9f2f-e278890ecddb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Pushing event deleted for resources: {'Port': ['ID=a207a358-25e1-476f-91a2-945023938443,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.193218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-7075f060-3178-47ed-8930-7f14e2152eff', 'network_id': '7075f060-3178-47ed-8930-7f14e2152eff', 'tenant_id': '7997ddb358a94654a22f18a06ed76d86', 'fixed_ips': [{'subnet_id': 'b587e1f5-ffe6-4402-98b9-4b918e4331df'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:08.194558 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.200403 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7937-aef3-47d6-9f2f-e278890ecddb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.202385 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95d687fb-eadb-4143-8fa8-278917c732d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.208660 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f5fb7937-aef3-47d6-9f2f-e278890ecddb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.210034 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f5fb7937-aef3-47d6-9f2f-e278890ecddb tempest-ServerActionsTestJSON-2137001418 tempest-ServerActionsTestJSON-2137001418-project] 10.222.0.24 "DELETE /v2.0/floatingips/0c19600a-65db-4482-bf65-26ba4b72614f HTTP/1.1" status: 204 len: 168 time: 1.2817206 Jul 16 18:05:08.218356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-95d687fb-eadb-4143-8fa8-278917c732d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f0acd8-15d8-4280-b6e9-01a022b9c260']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:08.227622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38966) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:08.234382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-95d687fb-eadb-4143-8fa8-278917c732d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:08.234920 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-95d687fb-eadb-4143-8fa8-278917c732d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e08c8d-3752-45f7-8ff7-cf959a0b1b8b') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:08.248294 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95d687fb-eadb-4143-8fa8-278917c732d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.269275 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95d687fb-eadb-4143-8fa8-278917c732d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.272544 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a428a5ed-d646-4bf0-b337-4dd6290880fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.278558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d687fb-eadb-4143-8fa8-278917c732d6 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:08.279876 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95d687fb-eadb-4143-8fa8-278917c732d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.280885 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a428a5ed-d646-4bf0-b337-4dd6290880fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:08.282337 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:08.343297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9d829289-baee-4096-8976-ae95a8f7b571 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0535276 Jul 16 18:05:08.349096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38970) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:08.355505 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7fc61c32-893e-42a7-b7ff-26ac8c99b4c1 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:08.361377 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a428a5ed-d646-4bf0-b337-4dd6290880fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db6fa0a7a95144b989c00e61a18d6f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8793664 Jul 16 18:05:08.378381 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38972) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:08.392814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428a5ed-d646-4bf0-b337-4dd6290880fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cd01de-5a53-4cef-bce1-3ad25760ec4b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.429568 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95d687fb-eadb-4143-8fa8-278917c732d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.466883 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95d687fb-eadb-4143-8fa8-278917c732d6 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.470080 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-95d687fb-eadb-4143-8fa8-278917c732d6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/00f0acd8-15d8-4280-b6e9-01a022b9c260 HTTP/1.1" status: 204 len: 168 time: 0.7082984 Jul 16 18:05:08.471008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d687fb-eadb-4143-8fa8-278917c732d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f0acd8-15d8-4280-b6e9-01a022b9c260,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.512640 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc5c7bb4-b524-46d1-872f-b618de5d557d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.524637 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Allocated IP 172.20.0.3 (7075f060-3178-47ed-8930-7f14e2152eff/b587e1f5-ffe6-4402-98b9-4b918e4331df/a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:08.563701 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fc61c32-893e-42a7-b7ff-26ac8c99b4c1 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31033008'] for subnet, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.688705 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc5c7bb4-b524-46d1-872f-b618de5d557d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.718619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38978) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:08.781605 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e051e8a1-0ef0-46db-ac6c-bb19de38333b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68ec2b83b3b84123a5ebbb2a3744295b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592387 Jul 16 18:05:08.781906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38980) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:08.789950 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.819937 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Transition to ACTIVE for port object a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:08.835297 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d576e35-0e0c-4792-8e03-bca89894b2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.836970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Transition to ACTIVE for port object a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:08.844766 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.845155 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc5c7bb4-b524-46d1-872f-b618de5d557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.847854 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc5c7bb4-b524-46d1-872f-b618de5d557d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.851464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bc5c7bb4-b524-46d1-872f-b618de5d557d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1cd01de-5a53-4cef-bce1-3ad25760ec4b HTTP/1.1" status: 204 len: 168 time: 0.4735930 Jul 16 18:05:08.861528 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c7bb4-b524-46d1-872f-b618de5d557d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cd01de-5a53-4cef-bce1-3ad25760ec4b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.890312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Network 7075f060-3178-47ed-8930-7f14e2152eff is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:08.894881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:08.908185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:08.967683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Pushing event updated for resources: {'Port': ['ID=a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.995189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Attempting to bind port a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:08.995909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Attempting to bind port a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '1dcb08cf-2776-4123-afbd-9abde4fff355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7075f060-3178-47ed-8930-7f14e2152eff'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:08.996081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Attempting to bind port a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d on network 7075f060-3178-47ed-8930-7f14e2152eff {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:09.002480 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:09.002934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Checking segment: {'id': '1dcb08cf-2776-4123-afbd-9abde4fff355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7075f060-3178-47ed-8930-7f14e2152eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:09.003346 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.003755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Bound using segment: {'id': '1dcb08cf-2776-4123-afbd-9abde4fff355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7075f060-3178-47ed-8930-7f14e2152eff'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:09.004245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Bound port: a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dcb08cf-2776-4123-afbd-9abde4fff355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7075f060-3178-47ed-8930-7f14e2152eff'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:09.004863 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.069445 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d576e35-0e0c-4792-8e03-bca89894b2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.098209 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fc61c32-893e-42a7-b7ff-26ac8c99b4c1 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763932692107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29502615'] for subnet, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.110703 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ccc9be12-4fae-47b6-96fa-fbe70bd25fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.127446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] For port a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:09.138963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] For port a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d,segment=NetworkSegment(1dcb08cf-2776-4123-afbd-9abde4fff355),segment_id=1dcb08cf-2776-4123-afbd-9abde4fff355)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:09.152102 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.223248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc61c32-893e-42a7-b7ff-26ac8c99b4c1 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event updated for resources: {'Subnet': ['ID=b587e1f5-ffe6-4402-98b9-4b918e4331df,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:09.243776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc61c32-893e-42a7-b7ff-26ac8c99b4c1 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.248001 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7fc61c32-893e-42a7-b7ff-26ac8c99b4c1 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.251326 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7fc61c32-893e-42a7-b7ff-26ac8c99b4c1 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "PUT /v2.0/subnets/b587e1f5-ffe6-4402-98b9-4b918e4331df HTTP/1.1" status: 200 len: 877 time: 0.9011176 Jul 16 18:05:09.256025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38994) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:09.285833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 013cff68-9dbd-4366-a180-b125c5f10199 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:09.303687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7c8f1-2b2c-40f4-8f86-8e9dfd23160b None None] Pushing event updated for resources: {'Port': ['ID=a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:09.317045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d576e35-0e0c-4792-8e03-bca89894b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.319812 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d576e35-0e0c-4792-8e03-bca89894b2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.323495 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3d576e35-0e0c-4792-8e03-bca89894b2fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/777338fb-e538-4dde-8b50-23ca34dd88a7 HTTP/1.1" status: 204 len: 168 time: 0.5381758 Jul 16 18:05:09.337629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d576e35-0e0c-4792-8e03-bca89894b2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777338fb-e538-4dde-8b50-23ca34dd88a7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:09.381983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 013cff68-9dbd-4366-a180-b125c5f10199 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:09.383803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 013cff68-9dbd-4366-a180-b125c5f10199 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:09.483248 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.589147 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9be12-4fae-47b6-96fa-fbe70bd25fc4 admin admin] Deleting port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:09.589804 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ccc9be12-4fae-47b6-96fa-fbe70bd25fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.593977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Deleting port a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:09.594327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.774316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-ccc9be12-4fae-47b6-96fa-fbe70bd25fc4 admin admin] For port 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=78cd36f0-2ea6-4ebd-a492-c2fa91fb0443,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:09.774829 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ccc9be12-4fae-47b6-96fa-fbe70bd25fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.793693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9be12-4fae-47b6-96fa-fbe70bd25fc4 admin admin] Calling delete_port for 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:09.926719 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] For port a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d,segment=NetworkSegment(1dcb08cf-2776-4123-afbd-9abde4fff355),segment_id=1dcb08cf-2776-4123-afbd-9abde4fff355)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:09.927189 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.971853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Calling delete_port for a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:10.099537 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ccc9be12-4fae-47b6-96fa-fbe70bd25fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.159716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9be12-4fae-47b6-96fa-fbe70bd25fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78cd36f0-2ea6-4ebd-a492-c2fa91fb0443,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:10.214168 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.302472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Port': ['ID=a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:10.452778 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No DVR routers for this DVR port a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:10.502229 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ccc9be12-4fae-47b6-96fa-fbe70bd25fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.619185 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.783703 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.850801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Subnet': ['ID=b587e1f5-ffe6-4402-98b9-4b918e4331df,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:10.935028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.947816 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7075f060-3178-47ed-8930-7f14e2152eff']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:10.961985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc9be12-4fae-47b6-96fa-fbe70bd25fc4 admin admin] Router 140ff918-c1f2-4679-979b-adeaf3c4a198 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:10.964958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dcb08cf-2776-4123-afbd-9abde4fff355') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:10.965408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dcb08cf-2776-4123-afbd-9abde4fff355') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:10.976575 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.008027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.020220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:11.020845 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.038023 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1086c857-913e-4fe3-86d1-2b8793540b52 None None] Network 7075f060-3178-47ed-8930-7f14e2152eff requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:11.039284 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:11.114396 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc9be12-4fae-47b6-96fa-fbe70bd25fc4 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:11.130331 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ccc9be12-4fae-47b6-96fa-fbe70bd25fc4 admin admin] 10.222.0.24 "PUT /v2.0/routers/140ff918-c1f2-4679-979b-adeaf3c4a198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9014196 Jul 16 18:05:11.132669 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39058) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.166293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac8a40-862b-4215-8406-fdf1872d1e23 None None] Sync routers for ids ['140ff918-c1f2-4679-979b-adeaf3c4a198'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:11.188099 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b0812c43-7952-4a7d-a882-d2fe8dcb0e02 None None] Could not find standard attr ID for object a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:05:11.191441 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.203844 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.210604 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/7075f060-3178-47ed-8930-7f14e2152eff HTTP/1.1" status: 204 len: 168 time: 1.9510806 Jul 16 18:05:11.211245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39064) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.215836 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac8a40-862b-4215-8406-fdf1872d1e23 None None] Routers {'140ff918-c1f2-4679-979b-adeaf3c4a198'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:11.217981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c8ac8a40-862b-4215-8406-fdf1872d1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:04:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['140ff918-c1f2-4679-979b-adeaf3c4a198'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:11.274936 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-744c950c-a79c-4f27-9bb6-d1d0710552ac tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:11.275457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744c950c-a79c-4f27-9bb6-d1d0710552ac tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:11.278281 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-744c950c-a79c-4f27-9bb6-d1d0710552ac tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/subnets/b587e1f5-ffe6-4402-98b9-4b918e4331df HTTP/1.1" status: 404 len: 337 time: 0.0587177 Jul 16 18:05:11.282524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39066) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.313909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87923a9a-2523-4149-bf7d-46e0943928b2 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Network': ['ID=7075f060-3178-47ed-8930-7f14e2152eff,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.325737 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec595ef-12f6-443d-af18-8241fa1cf260 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:11.326317 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec595ef-12f6-443d-af18-8241fa1cf260 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:11.331203 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5ec595ef-12f6-443d-af18-8241fa1cf260 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/7075f060-3178-47ed-8930-7f14e2152eff HTTP/1.1" status: 404 len: 339 time: 0.0255504 Jul 16 18:05:11.332016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39068) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.354752 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.386197 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db22f80-048c-4c9b-8317-54e8279f9729 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:11.387794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db22f80-048c-4c9b-8317-54e8279f9729 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:11.390262 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4db22f80-048c-4c9b-8317-54e8279f9729 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/subnets/1b200314-b455-42d2-a199-a66ece3f749d HTTP/1.1" status: 404 len: 337 time: 0.0573082 Jul 16 18:05:11.392802 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39076) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.440855 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2eb5b5-ea3a-472b-83b8-5511578944c1 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:11.442080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2eb5b5-ea3a-472b-83b8-5511578944c1 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:11.450309 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9f2eb5b5-ea3a-472b-83b8-5511578944c1 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/13200a4e-5da7-485a-9684-fa4a43c3c3f0 HTTP/1.1" status: 404 len: 339 time: 0.0522382 Jul 16 18:05:11.451812 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39088) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.516063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be61542-e51e-4914-a29f-965f361a5173 None None] DHCP port deletion for 7075f060-3178-47ed-8930-7f14e2152eff request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:11.537006 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-c8ac8a40-862b-4215-8406-fdf1872d1e23 None None] Set router 140ff918-c1f2-4679-979b-adeaf3c4a198 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:11.663679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3eeade-33e9-4811-92b9-7778b7bb0764 None None] Network 7075f060-3178-47ed-8930-7f14e2152eff requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:11.695334 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b24ffe-bad2-4003-9b83-76e540997284 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.711053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3eeade-33e9-4811-92b9-7778b7bb0764 None None] Network 7075f060-3178-47ed-8930-7f14e2152eff could not be found, it might have been deleted concurrently. {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:05:11.908305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b24ffe-bad2-4003-9b83-76e540997284 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.925443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-10b24ffe-bad2-4003-9b83-76e540997284 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65da6e61-6aa7-4627-89bd-c168eb5566da']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:11.931806 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c8ac8a40-862b-4215-8406-fdf1872d1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T18:05:10Z', 'revision_number': 5, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:11.937503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-10b24ffe-bad2-4003-9b83-76e540997284 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7589a5f3-2eaf-4f4f-9347-557c756154ac') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:11.937890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-10b24ffe-bad2-4003-9b83-76e540997284 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7589a5f3-2eaf-4f4f-9347-557c756154ac') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:11.949400 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b24ffe-bad2-4003-9b83-76e540997284 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.963580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac8a40-862b-4215-8406-fdf1872d1e23 None None] Checking router: 140ff918-c1f2-4679-979b-adeaf3c4a198 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:05:11.967435 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b24ffe-bad2-4003-9b83-76e540997284 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.974108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac8a40-862b-4215-8406-fdf1872d1e23 None None] Routers {'140ff918-c1f2-4679-979b-adeaf3c4a198'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:11.975356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c8ac8a40-862b-4215-8406-fdf1872d1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:04:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['140ff918-c1f2-4679-979b-adeaf3c4a198'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:11.980916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b24ffe-bad2-4003-9b83-76e540997284 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:11.982618 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b24ffe-bad2-4003-9b83-76e540997284 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:11.991767 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:12.159344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc0b7a79-c05a-4dfa-875c-5e5706b949c5 req-42a146be-7060-4c56-b4dd-376835fe17c8 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0520172 Jul 16 18:05:12.170080 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b24ffe-bad2-4003-9b83-76e540997284 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.198245 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b24ffe-bad2-4003-9b83-76e540997284 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.200748 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-10b24ffe-bad2-4003-9b83-76e540997284 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/65da6e61-6aa7-4627-89bd-c168eb5566da HTTP/1.1" status: 204 len: 168 time: 0.7477946 Jul 16 18:05:12.202059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b24ffe-bad2-4003-9b83-76e540997284 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Network': ['ID=65da6e61-6aa7-4627-89bd-c168eb5566da,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:12.204297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39140) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.246612 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-801ea045-1d18-4262-98db-5aab01f5c38e tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:12.247931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801ea045-1d18-4262-98db-5aab01f5c38e tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:12.250247 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-801ea045-1d18-4262-98db-5aab01f5c38e tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/subnets/1e9c2ff8-1dbf-41e1-8f5c-1bea6d51e089 HTTP/1.1" status: 404 len: 337 time: 0.0444596 Jul 16 18:05:12.254237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39142) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.258947 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.279122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-c8ac8a40-862b-4215-8406-fdf1872d1e23 None None] Set router 140ff918-c1f2-4679-979b-adeaf3c4a198 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:12.281509 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-61247dcd-0981-4196-a93a-7b0cca498ebe tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:12.282302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61247dcd-0981-4196-a93a-7b0cca498ebe tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:12.287892 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-61247dcd-0981-4196-a93a-7b0cca498ebe tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/35f049e0-5018-476b-bfa1-16711b210a01 HTTP/1.1" status: 404 len: 339 time: 0.0296433 Jul 16 18:05:12.290652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39146) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.345142 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-daeac274-eaf5-4904-9e81-f906392bcdce tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:12.345915 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daeac274-eaf5-4904-9e81-f906392bcdce tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:12.348568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-daeac274-eaf5-4904-9e81-f906392bcdce tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/subnets/8ad3e8e0-becc-4c7a-94ae-957666c84ce0 HTTP/1.1" status: 404 len: 337 time: 0.0567951 Jul 16 18:05:12.351707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39150) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.391270 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-499e628a-285b-494c-a52e-114bbb24f513 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:12.392059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499e628a-285b-494c-a52e-114bbb24f513 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:12.396993 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-499e628a-285b-494c-a52e-114bbb24f513 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/57ddcb7a-bf94-4850-9760-ace09736fbf7 HTTP/1.1" status: 404 len: 339 time: 0.0411050 Jul 16 18:05:12.397474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39152) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.410688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Deleting port d958aa50-d95a-4962-acd8-2d99d154e99d {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:12.413938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.429221 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddeeb86-f868-4192-bbac-5f00f0e75fe8 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:12.430110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ddeeb86-f868-4192-bbac-5f00f0e75fe8 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:12.434754 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4ddeeb86-f868-4192-bbac-5f00f0e75fe8 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/subnets/41c87c72-fcf3-4103-b41e-99b36b19da23 HTTP/1.1" status: 404 len: 337 time: 0.0335681 Jul 16 18:05:12.436177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39154) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.490992 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-78636259-ff50-4486-97d6-8c56a2b27453 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:12.492612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78636259-ff50-4486-97d6-8c56a2b27453 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:12.502231 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-78636259-ff50-4486-97d6-8c56a2b27453 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/7ba26345-9959-463e-b683-459fed0cdd4c HTTP/1.1" status: 404 len: 339 time: 0.0633142 Jul 16 18:05:12.503305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39160) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.580084 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b026df-d947-4cdc-8166-d90cb0a41ca3 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:12.580630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b026df-d947-4cdc-8166-d90cb0a41ca3 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:12.584795 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d9b026df-d947-4cdc-8166-d90cb0a41ca3 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/subnets/a7da5271-d688-4dc6-9173-d4d01b17870a HTTP/1.1" status: 404 len: 337 time: 0.0796430 Jul 16 18:05:12.587474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39176) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.640145 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e81dc0a-5863-48de-a39e-79a401f90b45 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:12.642431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e81dc0a-5863-48de-a39e-79a401f90b45 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:12.648017 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3e81dc0a-5863-48de-a39e-79a401f90b45 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/f845ed55-a684-46e1-b530-82fafb436d55 HTTP/1.1" status: 404 len: 339 time: 0.0591621 Jul 16 18:05:12.650771 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39186) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.670756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] For port d958aa50-d95a-4962-acd8-2d99d154e99d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d958aa50-d95a-4962-acd8-2d99d154e99d,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:12.673740 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.699473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Calling delete_port for d958aa50-d95a-4962-acd8-2d99d154e99d owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:12.741567 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2bc349-b217-4043-988a-3e04b5de1113 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:12.743951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2bc349-b217-4043-988a-3e04b5de1113 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:12.748985 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ad2bc349-b217-4043-988a-3e04b5de1113 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/subnets/84f59478-8b70-475d-bb41-50d6f8709013 HTTP/1.1" status: 404 len: 337 time: 0.0963147 Jul 16 18:05:12.751673 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39194) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.805566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c8ac8a40-862b-4215-8406-fdf1872d1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T18:05:10Z', 'revision_number': 5, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:12.833188 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d6b1e2-082d-4d62-93c2-782b97b3514d tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:12.837145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d6b1e2-082d-4d62-93c2-782b97b3514d tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:12.842657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39198) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.853613 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-32d6b1e2-082d-4d62-93c2-782b97b3514d tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/6ddc67e5-5e7f-4645-ae8a-fe85d4af9372 HTTP/1.1" status: 404 len: 339 time: 0.0932188 Jul 16 18:05:12.884948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac8a40-862b-4215-8406-fdf1872d1e23 None None] The sync data for ids ['140ff918-c1f2-4679-979b-adeaf3c4a198'] in n-d-787205-10 is: [{'id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'name': 'tempest-ServerActionsTestJSON-1710075043-router', 'tenant_id': '1af5d81a79f3409394a537182ef343ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T18:05:10Z', 'revision_number': 5, 'project_id': '1af5d81a79f3409394a537182ef343ba', 'gw_port': {'id': 'd958aa50-d95a-4962-acd8-2d99d154e99d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140ff918-c1f2-4679-979b-adeaf3c4a198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:02Z', 'updated_at': '2021-07-16T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:12.901343 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5845a197-5b1e-4464-8be8-1e11884dba81 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:12.902617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5845a197-5b1e-4464-8be8-1e11884dba81 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:12.907575 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39200) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.920909 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5845a197-5b1e-4464-8be8-1e11884dba81 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/subnets/c7be13ee-3374-4158-a78c-c5388f0ed717 HTTP/1.1" status: 404 len: 337 time: 0.0771060 Jul 16 18:05:12.944836 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63c29bd-9611-4e6b-91b6-085242eb02e8 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:12.945700 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63c29bd-9611-4e6b-91b6-085242eb02e8 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:12.949952 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c63c29bd-9611-4e6b-91b6-085242eb02e8 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/c8c2e774-b27f-4754-85bc-ffc6cd8eb53b HTTP/1.1" status: 404 len: 339 time: 0.0411332 Jul 16 18:05:12.952677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39202) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.993249 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a75a172-ce6c-42b6-a8d4-89edb4b292c8 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:12.993772 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a75a172-ce6c-42b6-a8d4-89edb4b292c8 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:12.997766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8a75a172-ce6c-42b6-a8d4-89edb4b292c8 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/subnets/ae516505-48f0-49f1-8b8e-c9ff1102f46b HTTP/1.1" status: 404 len: 337 time: 0.0415466 Jul 16 18:05:12.998147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39204) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:13.038896 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f105b1db-f3bb-4ad4-9312-d3b761dc1b1e tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:13.039599 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f105b1db-f3bb-4ad4-9312-d3b761dc1b1e tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:13.043600 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f105b1db-f3bb-4ad4-9312-d3b761dc1b1e tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/07384e64-252e-4e29-9ddd-f6806e05b8c3 HTTP/1.1" status: 404 len: 339 time: 0.0421309 Jul 16 18:05:13.043820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39206) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:13.094661 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e85a458-a70e-4735-bdda-7d4d48c53c24 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:13.095224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e85a458-a70e-4735-bdda-7d4d48c53c24 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:13.099787 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0e85a458-a70e-4735-bdda-7d4d48c53c24 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/subnets/2027a56a-e5b4-4141-9d09-a2aaee2a36a2 HTTP/1.1" status: 404 len: 337 time: 0.0549793 Jul 16 18:05:13.102498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39212) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:13.136590 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c2bb3a-3f1f-4b87-b9a6-fcc62e455d2f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:13.137217 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c2bb3a-3f1f-4b87-b9a6-fcc62e455d2f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:13.139279 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-14c2bb3a-3f1f-4b87-b9a6-fcc62e455d2f tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/ebfc3031-dbbd-49f8-b502-53191d64344d HTTP/1.1" status: 404 len: 339 time: 0.0358431 Jul 16 18:05:13.141790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39214) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:13.200683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-faaa2b6e-854e-443f-86dd-d9237c81f36b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Deleting subnet a0a6099a-514a-4cc7-97d1-aa7a005a12bb {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:13.204676 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-faaa2b6e-854e-443f-86dd-d9237c81f36b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.249951 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.256381 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-faaa2b6e-854e-443f-86dd-d9237c81f36b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.304260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:13.344890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Pushing event deleted for resources: {'Port': ['ID=d958aa50-d95a-4962-acd8-2d99d154e99d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:13.366854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:13.367216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 78cd36f0-2ea6-4ebd-a492-c2fa91fb0443 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:13.370384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:13.403740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:13.404917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a33e7e7d-ca9a-44a4-b0c2-fce7db5e576d not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:13.443065 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a37fb952-17a6-44fa-ab6f-d12a35427cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.482076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-faaa2b6e-854e-443f-86dd-d9237c81f36b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.514572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d25a8c2-a33a-4481-8c14-f624909c729b req-a0a1d835-dc9e-42b4-ba48-4a79e9a49845 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0913372 Jul 16 18:05:13.515540 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.558085 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-faaa2b6e-854e-443f-86dd-d9237c81f36b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.594493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa2b6e-854e-443f-86dd-d9237c81f36b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a6099a-514a-4cc7-97d1-aa7a005a12bb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:13.601069 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-faaa2b6e-854e-443f-86dd-d9237c81f36b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.607508 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-faaa2b6e-854e-443f-86dd-d9237c81f36b tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/subnets/a0a6099a-514a-4cc7-97d1-aa7a005a12bb HTTP/1.1" status: 204 len: 168 time: 0.4640996 Jul 16 18:05:13.608824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39222) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:13.617589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93466acc-fe60-4e81-8e2a-cffd841e4fbc None None] Network 5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:13.657704 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.661428 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.732324 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.732783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 140ff918-c1f2-4679-979b-adeaf3c4a198 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:05:13.739293 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.742799 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-996e6033-4dc1-44f2-8c3c-4014a4cee96a admin admin] 10.222.0.24 "DELETE /v2.0/routers/140ff918-c1f2-4679-979b-adeaf3c4a198 HTTP/1.1" status: 204 len: 168 time: 2.6062059 Jul 16 18:05:13.743168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39224) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:13.759595 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.874776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d95d97c-b095-4645-9697-2710c118d326 admin admin] Deleting subnet 9128c187-0dcc-4b2d-a7a9-7d554e016ae8 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:13.878983 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d95d97c-b095-4645-9697-2710c118d326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.932886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d95d97c-b095-4645-9697-2710c118d326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.033554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d95d97c-b095-4645-9697-2710c118d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.074454 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0772939-6aa6-47a7-a4dd-1c64324d7271 None None] DHCP port deletion for 5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:14.122155 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d95d97c-b095-4645-9697-2710c118d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.160149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95d97c-b095-4645-9697-2710c118d326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9128c187-0dcc-4b2d-a7a9-7d554e016ae8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:14.163106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Deleting port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:14.163446 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.167896 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d95d97c-b095-4645-9697-2710c118d326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.172124 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5d95d97c-b095-4645-9697-2710c118d326 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9128c187-0dcc-4b2d-a7a9-7d554e016ae8 HTTP/1.1" status: 204 len: 168 time: 0.4247465 Jul 16 18:05:14.173062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39234) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:14.192773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7596357a-4f12-4c02-909d-c0cbc214c9dc None None] Network ce5910f5-8a6a-42c9-ae15-dd85a86886b0 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:14.263909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b0772939-6aa6-47a7-a4dd-1c64324d7271 None None] Deleting port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:14.264297 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b0772939-6aa6-47a7-a4dd-1c64324d7271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.292714 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.305095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] For port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=57a363bd-b6e3-4824-89ec-3a85a63c9dfe,segment=NetworkSegment(b8f6580d-4158-41f3-a42c-00376cdc14c6),segment_id=b8f6580d-4158-41f3-a42c-00376cdc14c6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:14.305536 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.353263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Calling delete_port for 57a363bd-b6e3-4824-89ec-3a85a63c9dfe owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:14.568210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Deleting port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:14.570037 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.586932 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.604997 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b0772939-6aa6-47a7-a4dd-1c64324d7271 None None] For port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=57a363bd-b6e3-4824-89ec-3a85a63c9dfe,segment=NetworkSegment(b8f6580d-4158-41f3-a42c-00376cdc14c6),segment_id=b8f6580d-4158-41f3-a42c-00376cdc14c6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:14.606679 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b0772939-6aa6-47a7-a4dd-1c64324d7271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.608014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] No DVR routers for this DVR port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:14.648659 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b0772939-6aa6-47a7-a4dd-1c64324d7271 None None] Calling delete_port for 57a363bd-b6e3-4824-89ec-3a85a63c9dfe owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:14.696902 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Port': ['ID=57a363bd-b6e3-4824-89ec-3a85a63c9dfe,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:14.744271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] For port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e,segment=NetworkSegment(8fe50220-2829-4032-9b58-7d9c23982b86),segment_id=8fe50220-2829-4032-9b58-7d9c23982b86)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:14.744271 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.779065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Calling delete_port for fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:14.780607 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.791384 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:14.803793 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4590ddd-be8c-4ebd-86a0-c0c4b6db5001 req-67e8be3e-21a8-41ac-8fbc-da8cf7e21fe6 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0435092 Jul 16 18:05:14.806431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f6580d-4158-41f3-a42c-00376cdc14c6') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:14.807046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f6580d-4158-41f3-a42c-00376cdc14c6') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:14.820444 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.839214 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.847360 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:14.847784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:14.882655 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:14.890967 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b0772939-6aa6-47a7-a4dd-1c64324d7271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.943580 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.971828 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.989792 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.992232 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] 10.222.0.24 "DELETE /v2.0/networks/5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b HTTP/1.1" status: 204 len: 168 time: 1.3823621 Jul 16 18:05:15.005875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] No DVR routers for this DVR port fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:15.008014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51849e39-7e30-4642-9c08-1faf1e3b57d5 tempest-NetworksTest-1540754736 tempest-NetworksTest-1540754736-project] Pushing event deleted for resources: {'Network': ['ID=5f0c6d29-e3ed-47a0-aef8-c0cc3710d95b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.051003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.110052 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-91d810a4-4f3e-4e27-b6f6-babb828eb251 req-b2461cc7-bbdb-4b55-a770-0d46023826e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0949116 Jul 16 18:05:15.138985 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.162499 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0772939-6aa6-47a7-a4dd-1c64324d7271 None None] No DVR routers for this DVR port 57a363bd-b6e3-4824-89ec-3a85a63c9dfe on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:15.166818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86381f1c-5129-4c64-8062-9453e4524016 None None] DHCP port deletion for ce5910f5-8a6a-42c9-ae15-dd85a86886b0 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:15.169978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5910f5-8a6a-42c9-ae15-dd85a86886b0']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:15.171409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0772939-6aa6-47a7-a4dd-1c64324d7271 None None] Pushing event deleted for resources: {'Port': ['ID=57a363bd-b6e3-4824-89ec-3a85a63c9dfe,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.210728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe50220-2829-4032-9b58-7d9c23982b86') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:15.218057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe50220-2829-4032-9b58-7d9c23982b86') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:15.234973 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.268768 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.305510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:15.306717 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:15.310733 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:15.363645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:15.423175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:15.428555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fb6fd0be-9f1b-4f91-9606-93e9e9dd0f2e not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:15.429378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d958aa50-d95a-4962-acd8-2d99d154e99d no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:15.436202 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.450078 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.452278 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ce5910f5-8a6a-42c9-ae15-dd85a86886b0 HTTP/1.1" status: 204 len: 168 time: 1.2776945 Jul 16 18:05:15.470079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8996e8-0017-454e-8529-e42f88df4203 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce5910f5-8a6a-42c9-ae15-dd85a86886b0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.551077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: d958aa50-d95a-4962-acd8-2d99d154e99d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:15.551663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d958aa50-d95a-4962-acd8-2d99d154e99d not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:15.555160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39260) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:15.556473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 57a363bd-b6e3-4824-89ec-3a85a63c9dfe no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:15.637501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 57a363bd-b6e3-4824-89ec-3a85a63c9dfe {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:15.638607 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 57a363bd-b6e3-4824-89ec-3a85a63c9dfe not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:15.710401 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3a0a42bd-88a5-4929-8d18-182b6d7e2eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.896314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a4935411-7d39-4745-bc45-028f1dd7076d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7997ddb358a94654a22f18a06ed76d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400660 Jul 16 18:05:15.899495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39272) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:15.934433 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.935524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c49be2-04ca-424a-8484-7a15d4ae1164 req-eddd505c-8adf-4550-976e-c5e9e70de73b tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.944012 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1c49be2-04ca-424a-8484-7a15d4ae1164 req-eddd505c-8adf-4550-976e-c5e9e70de73b tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.1214604 Jul 16 18:05:15.961257 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39276) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:16.011545 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9b507962-0491-425e-a0f9-32b6cb3c7a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.040486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1c49be2-04ca-424a-8484-7a15d4ae1164 req-64578466-882a-45e1-b410-636ee91d4308 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944691 Jul 16 18:05:16.062395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-af1df304-ef87-49fb-940c-648e7f62149c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1af5d81a79f3409394a537182ef343ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0997488 Jul 16 18:05:16.067099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39278) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:16.088445 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9b507962-0491-425e-a0f9-32b6cb3c7a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.130413 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c83a088-6bc9-4acf-9b26-016b0607fa29 req-fa881eb7-bf4f-4140-8ae4-33632b5bdaa8 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0480154 Jul 16 18:05:16.168558 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb65f-2405-4af3-ba56-32431a114888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.180057 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9b507962-0491-425e-a0f9-32b6cb3c7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.182863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9b507962-0491-425e-a0f9-32b6cb3c7a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.184037 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9b507962-0491-425e-a0f9-32b6cb3c7a6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90bca424-a82a-4eba-b298-7b01fca72855 HTTP/1.1" status: 204 len: 168 time: 0.2841644 Jul 16 18:05:16.210454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b507962-0491-425e-a0f9-32b6cb3c7a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bca424-a82a-4eba-b298-7b01fca72855,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:16.241220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb65f-2405-4af3-ba56-32431a114888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.345031 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb65f-2405-4af3-ba56-32431a114888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.349051 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb65f-2405-4af3-ba56-32431a114888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.350480 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c5eeb65f-2405-4af3-ba56-32431a114888 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4c9b68f-3650-47e5-aa6b-a13e6717b3ca HTTP/1.1" status: 204 len: 168 time: 0.2821314 Jul 16 18:05:16.367637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eeb65f-2405-4af3-ba56-32431a114888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c9b68f-3650-47e5-aa6b-a13e6717b3ca,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.270901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30b875ba-9aac-4100-bc6e-6a5405ce9e49 req-9217d65d-2bd6-4977-beb3-a4334e6d0e15 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0552824 Jul 16 18:05:17.349621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81118993-d9ce-491e-b188-4b07053637bf req-fa53d26d-3c7b-4438-af27-d2c7c80135e3 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.351381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81118993-d9ce-491e-b188-4b07053637bf req-fa53d26d-3c7b-4438-af27-d2c7c80135e3 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.0853057 Jul 16 18:05:17.447429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81118993-d9ce-491e-b188-4b07053637bf req-53e68f8b-848f-477d-b01f-a3f96083b1e8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815725 Jul 16 18:05:17.552269 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.671015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39340) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:17.868990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1601682799'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:17.921375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:17.930092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.952990 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.018979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39354) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:18.111635 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.119726 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.150183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:18.164272 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.164848 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Added segment 8e1a9a19-e295-4a9c-8441-c928f61fd63d of type vlan for network cac0d973-537e-449b-bbe2-3bb9c47dbc41 Jul 16 18:05:18.205019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1136549365-network', 'tenant_id': '7988d318a2e34b07a4f7676ab2fca4d6'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:18.238629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Made reservation on behalf of 7988d318a2e34b07a4f7676ab2fca4d6 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:18.242326 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.244192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a10f5db-06bb-4187-a6d2-e17e3fbc8c29,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:18.265975 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.280819 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.332726 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.338925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.339731 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.442760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Network': ['ID=cac0d973-537e-449b-bbe2-3bb9c47dbc41,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:18.457785 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.458300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network cac0d973-537e-449b-bbe2-3bb9c47dbc41 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:18.469377 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.481959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-557bf50a-f349-463b-a183-5bd570991bb9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8094020 Jul 16 18:05:18.484514 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39366) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:18.517883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-17569ac8-0f80-4368-ae63-a69b6bd39db5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2058242826'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:18.545189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17569ac8-0f80-4368-ae63-a69b6bd39db5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:18.549092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:18.556295 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-17569ac8-0f80-4368-ae63-a69b6bd39db5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.603373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17569ac8-0f80-4368-ae63-a69b6bd39db5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:18.619874 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b865a1d7-0300-4171-aa9a-4be918355f64,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:18.629966 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-17569ac8-0f80-4368-ae63-a69b6bd39db5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.630840 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-17569ac8-0f80-4368-ae63-a69b6bd39db5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Added segment 914dd55a-04b5-4ffb-8932-84c1ea96906e of type vlan for network d9dde99f-f9ea-4bda-8975-8dcca7bf9815 Jul 16 18:05:18.641847 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.642700 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Added segment defdbdbb-d9ec-4f14-9dc0-65d761da5acb of type vlan for network c3738593-5b36-4239-8f97-1213132e1d01 Jul 16 18:05:18.695883 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-17569ac8-0f80-4368-ae63-a69b6bd39db5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.744673 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.781206 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33fa2907-9c6a-4eed-9ca5-5ddafd31a281 req-8cb962ef-1a76-43e0-bfbd-6a8f0b3b7ca8 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0567844 Jul 16 18:05:18.789898 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-17569ac8-0f80-4368-ae63-a69b6bd39db5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.798343 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17569ac8-0f80-4368-ae63-a69b6bd39db5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.810419 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-17569ac8-0f80-4368-ae63-a69b6bd39db5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.816709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.818049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.818942 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.921466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-17569ac8-0f80-4368-ae63-a69b6bd39db5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4355781 Jul 16 18:05:18.931198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39372) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:18.945142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0899cf09-c994-4da2-b196-11fafb92c50f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'subnet': {'network_id': 'cac0d973-537e-449b-bbe2-3bb9c47dbc41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:18.968021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] Pushing event updated for resources: {'Network': ['ID=c3738593-5b36-4239-8f97-1213132e1d01,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:18.974410 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.983647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network c3738593-5b36-4239-8f97-1213132e1d01 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:18.998535 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-03a0dec6-f472-49df-921b-5e087d3d4d64 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9761715 Jul 16 18:05:19.000819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39374) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:19.011966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-69393ffc-3353-4c6c-a1ce-d2d8ba74d317 admin admin] Request body: {'subnet': {'network_id': 'c3738593-5b36-4239-8f97-1213132e1d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1136549365-subnet', 'tenant_id': '7988d318a2e34b07a4f7676ab2fca4d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:19.028858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17569ac8-0f80-4368-ae63-a69b6bd39db5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Network': ['ID=d9dde99f-f9ea-4bda-8975-8dcca7bf9815,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.082826 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69393ffc-3353-4c6c-a1ce-d2d8ba74d317 admin admin] Made reservation on behalf of 7988d318a2e34b07a4f7676ab2fca4d6 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:19.087024 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69393ffc-3353-4c6c-a1ce-d2d8ba74d317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.142880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network d9dde99f-f9ea-4bda-8975-8dcca7bf9815 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:19.399522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0899cf09-c994-4da2-b196-11fafb92c50f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:19.403957 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0899cf09-c994-4da2-b196-11fafb92c50f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.444759 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69393ffc-3353-4c6c-a1ce-d2d8ba74d317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.484562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a62ef-150a-4c0c-ad65-30429f121cc5 req-d10cccca-9afd-4014-83da-7857cff276dd tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.492291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a3a62ef-150a-4c0c-ad65-30429f121cc5 req-d10cccca-9afd-4014-83da-7857cff276dd tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.3059733 Jul 16 18:05:19.552760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69393ffc-3353-4c6c-a1ce-d2d8ba74d317 admin admin] Checking segment: {'id': 'defdbdbb-d9ec-4f14-9dc0-65d761da5acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c3738593-5b36-4239-8f97-1213132e1d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:19.553052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69393ffc-3353-4c6c-a1ce-d2d8ba74d317 admin admin] Network hostable DHCP agents. Network: c3738593-5b36-4239-8f97-1213132e1d01, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:19.555173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69393ffc-3353-4c6c-a1ce-d2d8ba74d317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=570b2ea3-cf53-4114-87d5-1e11f8a6468d,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.587574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69393ffc-3353-4c6c-a1ce-d2d8ba74d317 admin admin] Network c3738593-5b36-4239-8f97-1213132e1d01 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:19.609707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-69393ffc-3353-4c6c-a1ce-d2d8ba74d317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, c3738593-5b36-4239-8f97-1213132e1d01) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:19.623121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780279ca-7e11-4b25-802c-73d69078885b None None] Network c3738593-5b36-4239-8f97-1213132e1d01 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:19.625953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69393ffc-3353-4c6c-a1ce-d2d8ba74d317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.626607 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69393ffc-3353-4c6c-a1ce-d2d8ba74d317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.646903 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-69393ffc-3353-4c6c-a1ce-d2d8ba74d317 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6444108 Jul 16 18:05:19.651765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a3a62ef-150a-4c0c-ad65-30429f121cc5 req-e737ddd2-749d-456a-8acf-b89cced9a8ec tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1524155 Jul 16 18:05:19.806975 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0899cf09-c994-4da2-b196-11fafb92c50f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.918187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899cf09-c994-4da2-b196-11fafb92c50f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Subnet': ['ID=7dcc6813-4bba-4e9f-ae3e-9315806010ab,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.923891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0899cf09-c994-4da2-b196-11fafb92c50f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Checking segment: {'id': '8e1a9a19-e295-4a9c-8441-c928f61fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cac0d973-537e-449b-bbe2-3bb9c47dbc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:19.924422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0899cf09-c994-4da2-b196-11fafb92c50f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network hostable DHCP agents. Network: cac0d973-537e-449b-bbe2-3bb9c47dbc41, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:19.948862 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0899cf09-c994-4da2-b196-11fafb92c50f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network cac0d973-537e-449b-bbe2-3bb9c47dbc41 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:19.968259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba23691-2d5f-41f8-b85c-fe3419933f82 None None] Network c3738593-5b36-4239-8f97-1213132e1d01 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:19.969154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-0899cf09-c994-4da2-b196-11fafb92c50f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, cac0d973-537e-449b-bbe2-3bb9c47dbc41) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:19.975816 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0899cf09-c994-4da2-b196-11fafb92c50f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.976422 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0899cf09-c994-4da2-b196-11fafb92c50f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.016622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39396) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:20.022864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0899cf09-c994-4da2-b196-11fafb92c50f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0904212 Jul 16 18:05:20.023591 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c64291d2-aab8-4caa-ab6e-c29390a2e551 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'subnet': {'network_id': 'd9dde99f-f9ea-4bda-8975-8dcca7bf9815', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:20.116572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ef83a1-7c66-4b07-9482-95da368d639c None None] Network cac0d973-537e-449b-bbe2-3bb9c47dbc41 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:20.154213 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64291d2-aab8-4caa-ab6e-c29390a2e551 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:20.165546 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83e672ea-8e05-4fe6-afce-78d9c2b60c9e req-93228513-5121-474e-a2ca-e7c6b99acc9e tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0568969 Jul 16 18:05:20.167800 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c64291d2-aab8-4caa-ab6e-c29390a2e551 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.487017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-cac0d973-537e-449b-bbe2-3bb9c47dbc41', 'network_id': 'cac0d973-537e-449b-bbe2-3bb9c47dbc41', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'fixed_ips': [{'subnet_id': '7dcc6813-4bba-4e9f-ae3e-9315806010ab'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:20.488166 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.843550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Allocated IP 2001:db8::2 (cac0d973-537e-449b-bbe2-3bb9c47dbc41/7dcc6813-4bba-4e9f-ae3e-9315806010ab/793d7edd-10e1-474c-aa77-c7d91cad0d2f) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:20.993442 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c64291d2-aab8-4caa-ab6e-c29390a2e551 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.015076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be47cf8-32d7-48c9-be93-e7a6f5ec6e57 req-7f61e4ea-2d3c-4d5f-8416-88dc45915b09 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.023290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0be47cf8-32d7-48c9-be93-e7a6f5ec6e57 req-7f61e4ea-2d3c-4d5f-8416-88dc45915b09 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.0946245 Jul 16 18:05:21.071281 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.074374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64291d2-aab8-4caa-ab6e-c29390a2e551 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Subnet': ['ID=fe725449-a2b9-4eae-943c-e5d307e52f9c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:21.089682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64291d2-aab8-4caa-ab6e-c29390a2e551 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Checking segment: {'id': '914dd55a-04b5-4ffb-8932-84c1ea96906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9dde99f-f9ea-4bda-8975-8dcca7bf9815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:21.090243 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64291d2-aab8-4caa-ab6e-c29390a2e551 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network hostable DHCP agents. Network: d9dde99f-f9ea-4bda-8975-8dcca7bf9815, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:21.091651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Transition to ACTIVE for port object 793d7edd-10e1-474c-aa77-c7d91cad0d2f will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:21.093804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0be47cf8-32d7-48c9-be93-e7a6f5ec6e57 req-e418b953-f99e-4fa6-be4b-b8b71231d9cd tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669246 Jul 16 18:05:21.109075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Transition to ACTIVE for port object 793d7edd-10e1-474c-aa77-c7d91cad0d2f will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:21.115993 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.129008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64291d2-aab8-4caa-ab6e-c29390a2e551 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network d9dde99f-f9ea-4bda-8975-8dcca7bf9815 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:21.161974 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c64291d2-aab8-4caa-ab6e-c29390a2e551 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, d9dde99f-f9ea-4bda-8975-8dcca7bf9815) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:21.167288 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64291d2-aab8-4caa-ab6e-c29390a2e551 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.168274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c64291d2-aab8-4caa-ab6e-c29390a2e551 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.180672 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae76354-70ca-47da-bf34-4d01d9bf9c23 None None] Network d9dde99f-f9ea-4bda-8975-8dcca7bf9815 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:21.185121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Network cac0d973-537e-449b-bbe2-3bb9c47dbc41 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:21.202341 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c64291d2-aab8-4caa-ab6e-c29390a2e551 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1845570 Jul 16 18:05:21.204921 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39422) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:21.209312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:21.228216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-6ae220e7-4e78-4a04-a77d-5ecd9e4b2d38 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-676746439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:21.231420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:21.275183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Pushing event updated for resources: {'Port': ['ID=793d7edd-10e1-474c-aa77-c7d91cad0d2f,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:21.304037 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ae220e7-4e78-4a04-a77d-5ecd9e4b2d38 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.305181 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ae220e7-4e78-4a04-a77d-5ecd9e4b2d38 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.340244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Attempting to bind port 793d7edd-10e1-474c-aa77-c7d91cad0d2f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:21.340556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Attempting to bind port 793d7edd-10e1-474c-aa77-c7d91cad0d2f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '8e1a9a19-e295-4a9c-8441-c928f61fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cac0d973-537e-449b-bbe2-3bb9c47dbc41'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:21.340935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Attempting to bind port 793d7edd-10e1-474c-aa77-c7d91cad0d2f on network cac0d973-537e-449b-bbe2-3bb9c47dbc41 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:21.353131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:21.353742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Checking segment: {'id': '8e1a9a19-e295-4a9c-8441-c928f61fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cac0d973-537e-449b-bbe2-3bb9c47dbc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:21.354158 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.354563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Bound using segment: {'id': '8e1a9a19-e295-4a9c-8441-c928f61fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cac0d973-537e-449b-bbe2-3bb9c47dbc41'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:21.355057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Bound port: 793d7edd-10e1-474c-aa77-c7d91cad0d2f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1a9a19-e295-4a9c-8441-c928f61fd63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cac0d973-537e-449b-bbe2-3bb9c47dbc41'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:21.355875 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.466156 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] For port 793d7edd-10e1-474c-aa77-c7d91cad0d2f, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:21.473161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] For port 793d7edd-10e1-474c-aa77-c7d91cad0d2f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=793d7edd-10e1-474c-aa77-c7d91cad0d2f,segment=NetworkSegment(8e1a9a19-e295-4a9c-8441-c928f61fd63d),segment_id=8e1a9a19-e295-4a9c-8441-c928f61fd63d)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:21.483990 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.487793 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ae220e7-4e78-4a04-a77d-5ecd9e4b2d38 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.494644 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ae220e7-4e78-4a04-a77d-5ecd9e4b2d38 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.531150 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ae220e7-4e78-4a04-a77d-5ecd9e4b2d38 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.532391 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6ae220e7-4e78-4a04-a77d-5ecd9e4b2d38 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3263092 Jul 16 18:05:21.535157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39430) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:21.547975 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3919bd69-4d4a-4f36-b444-d518c3ee966d req-48f92f72-a3d1-4e21-8deb-a55cfee551c5 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0847204 Jul 16 18:05:21.628805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f4787-b42e-42eb-8a17-36c90be1a7a1 None None] Pushing event updated for resources: {'Port': ['ID=793d7edd-10e1-474c-aa77-c7d91cad0d2f,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:21.636797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-d9dde99f-f9ea-4bda-8975-8dcca7bf9815', 'network_id': 'd9dde99f-f9ea-4bda-8975-8dcca7bf9815', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'fixed_ips': [{'subnet_id': 'fe725449-a2b9-4eae-943c-e5d307e52f9c'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:21.638137 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.941334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Allocated IP 2001:db8:1::2 (d9dde99f-f9ea-4bda-8975-8dcca7bf9815/fe725449-a2b9-4eae-943c-e5d307e52f9c/35959a92-4782-462d-b044-919800027e8f) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:22.106718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.200372 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.214488 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Transition to ACTIVE for port object 35959a92-4782-462d-b044-919800027e8f will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:22.233546 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Transition to ACTIVE for port object 35959a92-4782-462d-b044-919800027e8f will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:22.243575 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.328567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Network d9dde99f-f9ea-4bda-8975-8dcca7bf9815 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:22.342712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:22.347928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:22.372717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Pushing event updated for resources: {'Port': ['ID=35959a92-4782-462d-b044-919800027e8f,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.452017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Attempting to bind port 35959a92-4782-462d-b044-919800027e8f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:22.452885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Attempting to bind port 35959a92-4782-462d-b044-919800027e8f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '914dd55a-04b5-4ffb-8932-84c1ea96906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9dde99f-f9ea-4bda-8975-8dcca7bf9815'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:22.453828 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Attempting to bind port 35959a92-4782-462d-b044-919800027e8f on network d9dde99f-f9ea-4bda-8975-8dcca7bf9815 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:22.464830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:22.465507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Checking segment: {'id': '914dd55a-04b5-4ffb-8932-84c1ea96906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9dde99f-f9ea-4bda-8975-8dcca7bf9815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:22.466769 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.468443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Bound using segment: {'id': '914dd55a-04b5-4ffb-8932-84c1ea96906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9dde99f-f9ea-4bda-8975-8dcca7bf9815'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:22.470070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Bound port: 35959a92-4782-462d-b044-919800027e8f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914dd55a-04b5-4ffb-8932-84c1ea96906e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd9dde99f-f9ea-4bda-8975-8dcca7bf9815'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:22.470671 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.490878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-676c3651-a648-4299-ab60-3ae0ec20cccb tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.494935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-676c3651-a648-4299-ab60-3ae0ec20cccb tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/networks?id=c3738593-5b36-4239-8f97-1213132e1d01 HTTP/1.1" status: 200 len: 810 time: 0.1861746 Jul 16 18:05:22.580888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] For port 35959a92-4782-462d-b044-919800027e8f, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:22.588765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-c24113e1-b83d-4bdc-bc97-02fff17f6bea tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/quotas/7988d318a2e34b07a4f7676ab2fca4d6 HTTP/1.1" status: 200 len: 375 time: 0.0532098 Jul 16 18:05:22.589817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] For port 35959a92-4782-462d-b044-919800027e8f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=35959a92-4782-462d-b044-919800027e8f,segment=NetworkSegment(914dd55a-04b5-4ffb-8932-84c1ea96906e),segment_id=914dd55a-04b5-4ffb-8932-84c1ea96906e)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:22.600342 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.603809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Allocated IP 2001:db8::1 (cac0d973-537e-449b-bbe2-3bb9c47dbc41/7dcc6813-4bba-4e9f-ae3e-9315806010ab/79472c56-8287-4349-b2da-435bac9ff13a) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:22.640761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-bba07074-f094-4bbe-ae60-1a3aa58bf795 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7988d318a2e34b07a4f7676ab2fca4d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497134 Jul 16 18:05:22.683617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbd4c6-1d5f-4206-a027-cf06e5b9b75b None None] Pushing event updated for resources: {'Port': ['ID=35959a92-4782-462d-b044-919800027e8f,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.811881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af33221-303c-4355-aacc-4c372655ee45 req-825338d3-e299-4434-bd8f-0923c3e7d620 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.813588 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6af33221-303c-4355-aacc-4c372655ee45 req-825338d3-e299-4434-bd8f-0923c3e7d620 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.3175147 Jul 16 18:05:22.840880 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.875869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6af33221-303c-4355-aacc-4c372655ee45 req-2d1d3060-076a-49be-bdf7-d0d9bd69657f tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515440 Jul 16 18:05:22.882216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Transition to ACTIVE for port object 79472c56-8287-4349-b2da-435bac9ff13a will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:22.893811 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-a25ec290-0d5a-4078-beb5-6f351c319690 service neutron] 10.222.0.24 "GET /v2.0/networks/c3738593-5b36-4239-8f97-1213132e1d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521985 Jul 16 18:05:22.969250 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.024026 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.144648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network cac0d973-537e-449b-bbe2-3bb9c47dbc41 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:23.146639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-c9319f54-8610-4987-ae2d-984102c9f036 service neutron] 10.222.0.24 "GET /v2.0/networks/c3738593-5b36-4239-8f97-1213132e1d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518110 Jul 16 18:05:23.151227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:23.158723 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:23.159725 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.399494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f747239-acd6-4b8e-886d-548ba96dfe3b None None] Network cac0d973-537e-449b-bbe2-3bb9c47dbc41 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:23.405310 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=79472c56-8287-4349-b2da-435bac9ff13a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:23.502308 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff5055a9-2e19-4328-b814-2fb308df3de6 req-44b7723f-b535-4109-aacb-8dffaf5d73a4 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.1179945 Jul 16 18:05:23.580917 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.615658 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 35959a92-4782-462d-b044-919800027e8f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:23.679040 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8afd62bd-d5ac-4e84-8312-fcee742329b2 None None] Provisioning for port 793d7edd-10e1-474c-aa77-c7d91cad0d2f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:23.743749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 35959a92-4782-462d-b044-919800027e8f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:23.772418 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 793d7edd-10e1-474c-aa77-c7d91cad0d2f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:23.872397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 793d7edd-10e1-474c-aa77-c7d91cad0d2f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:23.876941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 793d7edd-10e1-474c-aa77-c7d91cad0d2f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:23.876941 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.064278 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.068959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a844bae-f363-4b14-a786-edb9f5812c95 req-0d616515-1763-4554-9920-270fa91b684f tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 210 time: 0.1192493 Jul 16 18:05:24.127480 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.144730 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.145970 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.175393 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 793d7edd-10e1-474c-aa77-c7d91cad0d2f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=793d7edd-10e1-474c-aa77-c7d91cad0d2f,segment=NetworkSegment(8e1a9a19-e295-4a9c-8441-c928f61fd63d),segment_id=8e1a9a19-e295-4a9c-8441-c928f61fd63d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:24.187817 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.318690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf9ded-e2ac-48a2-ac67-1b3c32db299b req-1e4c7b6e-1e69-463d-8e35-bb2f651afc90 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.337567 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bdaf9ded-e2ac-48a2-ac67-1b3c32db299b req-1e4c7b6e-1e69-463d-8e35-bb2f651afc90 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.1732199 Jul 16 18:05:24.356127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=793d7edd-10e1-474c-aa77-c7d91cad0d2f,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.435194 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=79472c56-8287-4349-b2da-435bac9ff13a,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.467542 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bdaf9ded-e2ac-48a2-ac67-1b3c32db299b req-8fa2e3b9-1949-409d-8b50-ef481e348f13 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1277101 Jul 16 18:05:24.534163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network cac0d973-537e-449b-bbe2-3bb9c47dbc41 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:24.536163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:24.592058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c6498d9b-6dad-4ebd-b383-04d81b6c62d3 None None] Provisioning for port 79472c56-8287-4349-b2da-435bac9ff13a completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:24.599256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c6498d9b-6dad-4ebd-b383-04d81b6c62d3 None None] Provisioning complete for port 79472c56-8287-4349-b2da-435bac9ff13a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:24.599886 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c6498d9b-6dad-4ebd-b383-04d81b6c62d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.691534 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29fdffa-f071-4d71-97b4-c5a76fdda324 None None] Network d9dde99f-f9ea-4bda-8975-8dcca7bf9815 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:24.738171 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router 8a661002-1f57-4f20-ac7b-3021837596d6 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:05:24.738897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c6498d9b-6dad-4ebd-b383-04d81b6c62d3 None None] Port 79472c56-8287-4349-b2da-435bac9ff13a cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:24.795683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c6498d9b-6dad-4ebd-b383-04d81b6c62d3 None None] Provisioning complete for port 793d7edd-10e1-474c-aa77-c7d91cad0d2f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:24.796074 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c6498d9b-6dad-4ebd-b383-04d81b6c62d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.920656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0947694c-e28f-42de-9bb8-427942e248b5 req-b6816e84-8ec5-41d1-b70a-f7d4222fe4b6 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0748627 Jul 16 18:05:25.023939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:25.037348 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f2dfebe4-4c82-4253-8d06-05cc6a2dc12c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/8a661002-1f57-4f20-ac7b-3021837596d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4988143 Jul 16 18:05:25.038483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39496) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.042219 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1afe14c-52aa-426d-8a59-738eacf330b6 None None] Sync routers for ids ['8a661002-1f57-4f20-ac7b-3021837596d6'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:25.063346 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1afe14c-52aa-426d-8a59-738eacf330b6 None None] Routers {'8a661002-1f57-4f20-ac7b-3021837596d6'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:25.064437 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b1afe14c-52aa-426d-8a59-738eacf330b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a661002-1f57-4f20-ac7b-3021837596d6'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:25.131162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9a1bd-3475-4d54-b585-6df0f2f28ca7 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.135532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39500) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.136050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-21e9a1bd-3475-4d54-b585-6df0f2f28ca7 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports/79472c56-8287-4349-b2da-435bac9ff13a HTTP/1.1" status: 200 len: 911 time: 0.0958645 Jul 16 18:05:25.139086 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b1afe14c-52aa-426d-8a59-738eacf330b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:25.150973 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1afe14c-52aa-426d-8a59-738eacf330b6 None None] Routers {'8a661002-1f57-4f20-ac7b-3021837596d6'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:25.154006 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b1afe14c-52aa-426d-8a59-738eacf330b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a661002-1f57-4f20-ac7b-3021837596d6'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:25.175293 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.211097 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b1afe14c-52aa-426d-8a59-738eacf330b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:25.212358 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1afe14c-52aa-426d-8a59-738eacf330b6 None None] The sync data for ids ['8a661002-1f57-4f20-ac7b-3021837596d6'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:25.246321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f9e28453-5a8b-40b2-97da-d51b9324c78a None None] Provisioning complete for port 79472c56-8287-4349-b2da-435bac9ff13a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:25.247449 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f9e28453-5a8b-40b2-97da-d51b9324c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.348302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f9e28453-5a8b-40b2-97da-d51b9324c78a None None] Port 79472c56-8287-4349-b2da-435bac9ff13a cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:25.390439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f9e28453-5a8b-40b2-97da-d51b9324c78a None None] Provisioning for port 35959a92-4782-462d-b044-919800027e8f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:25.398336 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f9e28453-5a8b-40b2-97da-d51b9324c78a None None] Provisioning complete for port 35959a92-4782-462d-b044-919800027e8f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:25.398758 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f9e28453-5a8b-40b2-97da-d51b9324c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.481987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 793d7edd-10e1-474c-aa77-c7d91cad0d2f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:25.508405 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4448300-dc2c-468d-b96f-50a2e6768359 req-9181d768-18fe-4d7e-9be3-4805ffd192f9 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 210 time: 0.0752006 Jul 16 18:05:25.651036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 793d7edd-10e1-474c-aa77-c7d91cad0d2f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:25.651723 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.690191 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f9e28453-5a8b-40b2-97da-d51b9324c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.854446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e12677-4c17-4590-94b6-bcc0c73bf3ec req-31f114f7-0e18-4205-b8c6-b964631d1038 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.863055 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4e12677-4c17-4590-94b6-bcc0c73bf3ec req-31f114f7-0e18-4205-b8c6-b964631d1038 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.1197641 Jul 16 18:05:25.960721 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4e12677-4c17-4590-94b6-bcc0c73bf3ec req-96d1403f-5c3b-416f-a58c-874aa309dfdc tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963509 Jul 16 18:05:26.002009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f9e28453-5a8b-40b2-97da-d51b9324c78a None None] For port 35959a92-4782-462d-b044-919800027e8f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=35959a92-4782-462d-b044-919800027e8f,segment=NetworkSegment(914dd55a-04b5-4ffb-8932-84c1ea96906e),segment_id=914dd55a-04b5-4ffb-8932-84c1ea96906e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:26.021920 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f9e28453-5a8b-40b2-97da-d51b9324c78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.148433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e28453-5a8b-40b2-97da-d51b9324c78a None None] Pushing event updated for resources: {'Port': ['ID=35959a92-4782-462d-b044-919800027e8f,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:26.156131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4f33bc21-bb14-4263-a158-22f2b05e78ba None None] Provisioning complete for port 79472c56-8287-4349-b2da-435bac9ff13a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:26.156562 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4f33bc21-bb14-4263-a158-22f2b05e78ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.210745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4f33bc21-bb14-4263-a158-22f2b05e78ba None None] Port 79472c56-8287-4349-b2da-435bac9ff13a cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:26.222545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4f33bc21-bb14-4263-a158-22f2b05e78ba None None] Provisioning complete for port 35959a92-4782-462d-b044-919800027e8f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:26.222870 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4f33bc21-bb14-4263-a158-22f2b05e78ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.236260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-15c28767-b672-43ae-a82b-141cdd475974 req-2c24c379-dfff-48c6-9053-9714c8f44692 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0441501 Jul 16 18:05:26.239680 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.404732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-34d3f274-cd38-4498-8088-dc5599ad2770 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.406185 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-34d3f274-cd38-4498-8088-dc5599ad2770 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.32 "GET /v2.0/networks?id=c3738593-5b36-4239-8f97-1213132e1d01 HTTP/1.1" status: 200 len: 810 time: 0.3067672 Jul 16 18:05:26.420331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-1ce35250-49df-4eb0-98af-775d5e43ec52 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Request body: {'port': {'device_id': 'dfed0618-83a9-437e-bde5-65e3cbec4c4d', 'network_id': 'c3738593-5b36-4239-8f97-1213132e1d01', 'admin_state_up': True, 'tenant_id': '7988d318a2e34b07a4f7676ab2fca4d6'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:26.569806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-1ce35250-49df-4eb0-98af-775d5e43ec52 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Made reservation on behalf of 7988d318a2e34b07a4f7676ab2fca4d6 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:26.574430 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-1ce35250-49df-4eb0-98af-775d5e43ec52 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.790473 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Allocated IP 2001:db8:1::1 (d9dde99f-f9ea-4bda-8975-8dcca7bf9815/fe725449-a2b9-4eae-943c-e5d307e52f9c/2d54edc7-dc07-4e46-9530-6a15898d39ce) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:26.807753 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11c0faaf-1400-4258-a5c0-855545391ede req-a10f1fe7-9ad5-4629-9601-b14530d0c2bb tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 210 time: 0.0813506 Jul 16 18:05:26.865183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-1ce35250-49df-4eb0-98af-775d5e43ec52 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Allocated IP 172.20.0.5 (c3738593-5b36-4239-8f97-1213132e1d01/570b2ea3-cf53-4114-87d5-1e11f8a6468d/de801f68-d90c-4c53-9956-1039ff030d5b) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:26.915730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39530) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.004259 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.039162 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Transition to ACTIVE for port object 2d54edc7-dc07-4e46-9530-6a15898d39ce will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:27.125799 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.132308 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-1ce35250-49df-4eb0-98af-775d5e43ec52 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.135221 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0375d242-e2c0-41fc-8749-06e8af626200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.177472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network d9dde99f-f9ea-4bda-8975-8dcca7bf9815 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:27.184042 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:27.187733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:27.188503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.284740 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-1ce35250-49df-4eb0-98af-775d5e43ec52 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.337428 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=2d54edc7-dc07-4e46-9530-6a15898d39ce,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:27.367436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 35959a92-4782-462d-b044-919800027e8f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:27.384947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc365a1-6828-4548-a9dd-756f442659fe req-3ffb96ff-4109-42ad-9dab-5d81e3bbc0e1 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.390479 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.395333 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acc365a1-6828-4548-a9dd-756f442659fe req-3ffb96ff-4109-42ad-9dab-5d81e3bbc0e1 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.2486138 Jul 16 18:05:27.411842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-1ce35250-49df-4eb0-98af-775d5e43ec52 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Network c3738593-5b36-4239-8f97-1213132e1d01 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:27.420534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-1ce35250-49df-4eb0-98af-775d5e43ec52 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:27.430436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-1ce35250-49df-4eb0-98af-775d5e43ec52 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:27.483719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 35959a92-4782-462d-b044-919800027e8f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:27.484534 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.538110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce35250-49df-4eb0-98af-775d5e43ec52 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Pushing event updated for resources: {'Port': ['ID=de801f68-d90c-4c53-9956-1039ff030d5b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:27.570153 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0375d242-e2c0-41fc-8749-06e8af626200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.582491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-1ce35250-49df-4eb0-98af-775d5e43ec52 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.583324 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-1ce35250-49df-4eb0-98af-775d5e43ec52 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.602424 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0375d242-e2c0-41fc-8749-06e8af626200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.656750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acc365a1-6828-4548-a9dd-756f442659fe req-662baba1-85c1-447d-98b5-d0944ebdf572 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2417722 Jul 16 18:05:27.691532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375d242-e2c0-41fc-8749-06e8af626200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde60364-980b-4f4a-b61c-a9c5456f01bb,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:27.750487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-59b549be-303a-4c27-a5bc-55eb3ae90ee4 None None] Provisioning for port 2d54edc7-dc07-4e46-9530-6a15898d39ce completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:27.762744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-59b549be-303a-4c27-a5bc-55eb3ae90ee4 None None] Provisioning complete for port 2d54edc7-dc07-4e46-9530-6a15898d39ce triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:27.763115 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59b549be-303a-4c27-a5bc-55eb3ae90ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.780798 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.801379 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-babb6a93-8928-4afb-b11d-d46d94dfd095 req-255ac763-7bf2-4db9-ae3c-46839fff5682 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.1238265 Jul 16 18:05:27.803362 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.804527 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.827072 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0375d242-e2c0-41fc-8749-06e8af626200 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d95920bea2044f49f27469bbed56291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9081867 Jul 16 18:05:27.831548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-1ce35250-49df-4eb0-98af-775d5e43ec52 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4136326 Jul 16 18:05:27.832520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39544) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.868311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-59b549be-303a-4c27-a5bc-55eb3ae90ee4 None None] Port 2d54edc7-dc07-4e46-9530-6a15898d39ce cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:27.904510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Request body: {'port': {'device_id': 'dfed0618-83a9-437e-bde5-65e3cbec4c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:27.999632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=2d54edc7-dc07-4e46-9530-6a15898d39ce,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.030187 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4cfffc73-8fec-4267-ab6d-271c59267703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.135863 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4cfffc73-8fec-4267-ab6d-271c59267703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.139866 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.288386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4ef9-8adb-4d78-973a-704a5c13af10 req-57d67f9d-b852-4a86-be23-49d086500114 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.290021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c1a4ef9-8adb-4d78-973a-704a5c13af10 req-57d67f9d-b852-4a86-be23-49d086500114 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 931 time: 0.2253902 Jul 16 18:05:28.390858 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4cfffc73-8fec-4267-ab6d-271c59267703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.391399 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4cfffc73-8fec-4267-ab6d-271c59267703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.395723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4cfffc73-8fec-4267-ab6d-271c59267703 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bde60364-980b-4f4a-b61c-a9c5456f01bb HTTP/1.1" status: 204 len: 168 time: 0.5573053 Jul 16 18:05:28.463477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network d9dde99f-f9ea-4bda-8975-8dcca7bf9815 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:28.464684 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfffc73-8fec-4267-ab6d-271c59267703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde60364-980b-4f4a-b61c-a9c5456f01bb,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.465883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:28.477059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c1a4ef9-8adb-4d78-973a-704a5c13af10 req-5ee31903-d9e3-424a-8428-b8063fa0db32 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/security-groups?id=b865a1d7-0300-4171-aa9a-4be918355f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341565 Jul 16 18:05:28.519980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdf99d-48a2-4de0-b438-fb5adf64ad45 req-b4aacdbf-0eff-4f16-a5be-83a98f5fafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.522234 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ebfdf99d-48a2-4de0-b438-fb5adf64ad45 req-b4aacdbf-0eff-4f16-a5be-83a98f5fafaa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fdcfc6a64164e019457ac174161d31a&device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 1097 time: 0.1333818 Jul 16 18:05:28.607282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fdcc0-d6f2-47b0-9a69-70fa4987833b req-5e25aa16-2b9e-424c-b742-d8cd82d43fbb tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.608936 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-468fdcc0-d6f2-47b0-9a69-70fa4987833b req-5e25aa16-2b9e-424c-b742-d8cd82d43fbb tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.1678648 Jul 16 18:05:28.672839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router 8a661002-1f57-4f20-ac7b-3021837596d6 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:28.708704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de801f68-d90c-4c53-9956-1039ff030d5b {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:28.726400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-468fdcc0-d6f2-47b0-9a69-70fa4987833b req-f2085deb-ec82-4080-8f16-8720ad33a18d tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057961 Jul 16 18:05:28.728529 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.758818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Transition to ACTIVE for port object de801f68-d90c-4c53-9956-1039ff030d5b will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:28.765108 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.785874 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdf99d-48a2-4de0-b438-fb5adf64ad45 req-b5ebe84b-5433-406f-b293-806675ad496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.789209 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ebfdf99d-48a2-4de0-b438-fb5adf64ad45 req-b5ebe84b-5433-406f-b293-806675ad496d service neutron] 10.222.0.32 "GET /v2.0/networks?id=981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 200 len: 912 time: 0.2373919 Jul 16 18:05:28.822703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Pushing event updated for resources: {'Port': ['ID=de801f68-d90c-4c53-9956-1039ff030d5b,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.874837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:28.883574 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4dd2ed0b-9495-4c39-b224-0670a4900634 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/8a661002-1f57-4f20-ac7b-3021837596d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7469404 Jul 16 18:05:28.886916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39558) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:28.897589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7b8e67-8807-404b-be1b-e95e1c54fa58 None None] Sync routers for ids ['8a661002-1f57-4f20-ac7b-3021837596d6'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:28.943327 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ebfdf99d-48a2-4de0-b438-fb5adf64ad45 req-f11f7d2a-abd2-41e1-8553-8cf681cc51af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=664569ce-9f49-4d31-8bf1-dc4c8486dcc0 HTTP/1.1" status: 200 len: 1001 time: 0.1374671 Jul 16 18:05:28.963109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Attempting to bind port de801f68-d90c-4c53-9956-1039ff030d5b on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:28.963474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Attempting to bind port de801f68-d90c-4c53-9956-1039ff030d5b by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'defdbdbb-d9ec-4f14-9dc0-65d761da5acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c3738593-5b36-4239-8f97-1213132e1d01'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:28.965103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Attempting to bind port de801f68-d90c-4c53-9956-1039ff030d5b on network c3738593-5b36-4239-8f97-1213132e1d01 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:28.976833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b8e67-8807-404b-be1b-e95e1c54fa58 None None] Routers {'8a661002-1f57-4f20-ac7b-3021837596d6'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:28.983776 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-aa7b8e67-8807-404b-be1b-e95e1c54fa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a661002-1f57-4f20-ac7b-3021837596d6'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:28.994305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Port de801f68-d90c-4c53-9956-1039ff030d5b on network c3738593-5b36-4239-8f97-1213132e1d01 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:28.996078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Attempting to bind port de801f68-d90c-4c53-9956-1039ff030d5b on network c3738593-5b36-4239-8f97-1213132e1d01 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:29.024716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39564) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:29.028001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:29.029705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Checking segment: {'id': 'defdbdbb-d9ec-4f14-9dc0-65d761da5acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c3738593-5b36-4239-8f97-1213132e1d01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:29.031018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Bound using segment: {'id': 'defdbdbb-d9ec-4f14-9dc0-65d761da5acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c3738593-5b36-4239-8f97-1213132e1d01'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:29.038348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Bound port: de801f68-d90c-4c53-9956-1039ff030d5b, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'defdbdbb-d9ec-4f14-9dc0-65d761da5acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c3738593-5b36-4239-8f97-1213132e1d01'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:29.038846 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.050474 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-aa7b8e67-8807-404b-be1b-e95e1c54fa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:29.062804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50864d81-33b7-4ed4-b0fa-5e7e281595e2 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.066165 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4ef12506-e020-49ab-a3f1-659ad9ddca46 None None] Provisioning complete for port 2d54edc7-dc07-4e46-9530-6a15898d39ce triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:29.066805 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ef12506-e020-49ab-a3f1-659ad9ddca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.068477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b8e67-8807-404b-be1b-e95e1c54fa58 None None] Routers {'8a661002-1f57-4f20-ac7b-3021837596d6'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:29.069126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-aa7b8e67-8807-404b-be1b-e95e1c54fa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a661002-1f57-4f20-ac7b-3021837596d6'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:29.071460 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-50864d81-33b7-4ed4-b0fa-5e7e281595e2 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports/2d54edc7-dc07-4e46-9530-6a15898d39ce HTTP/1.1" status: 200 len: 913 time: 0.1834311 Jul 16 18:05:29.079341 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39566) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:29.155297 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de5abfe9-601f-4341-8182-50805e6f8818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.181330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-aa7b8e67-8807-404b-be1b-e95e1c54fa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:29.182748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7b8e67-8807-404b-be1b-e95e1c54fa58 None None] The sync data for ids ['8a661002-1f57-4f20-ac7b-3021837596d6'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:29.190032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdf99d-48a2-4de0-b438-fb5adf64ad45 req-5e80e79f-e765-4afa-a747-203f1bbd4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.192324 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ebfdf99d-48a2-4de0-b438-fb5adf64ad45 req-5e80e79f-e765-4afa-a747-203f1bbd4858 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a HTTP/1.1" status: 200 len: 850 time: 0.2408855 Jul 16 18:05:29.210931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4ef12506-e020-49ab-a3f1-659ad9ddca46 None None] Port 2d54edc7-dc07-4e46-9530-6a15898d39ce cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:29.222599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0018b04d-c442-4557-9b14-c8c81c4f6b02 req-b5df56de-7494-438c-b6bf-01aa65fcf903 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.1015058 Jul 16 18:05:29.337887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] For port de801f68-d90c-4c53-9956-1039ff030d5b, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:29.351722 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] For port de801f68-d90c-4c53-9956-1039ff030d5b, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=de801f68-d90c-4c53-9956-1039ff030d5b,segment=NetworkSegment(defdbdbb-d9ec-4f14-9dc0-65d761da5acb),segment_id=defdbdbb-d9ec-4f14-9dc0-65d761da5acb)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:29.370559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdf99d-48a2-4de0-b438-fb5adf64ad45 req-8cb7af36-eb27-45ee-a8fc-316769a9419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.372201 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ebfdf99d-48a2-4de0-b438-fb5adf64ad45 req-8cb7af36-eb27-45ee-a8fc-316769a9419e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=981660af-4b2c-4916-8662-a65197136911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717176 Jul 16 18:05:29.399801 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.433563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.435112 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.437713 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] 10.222.0.32 "PUT /v2.0/ports/de801f68-d90c-4c53-9956-1039ff030d5b HTTP/1.1" status: 200 len: 1092 time: 1.5376499 Jul 16 18:05:29.467832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfed0618-83a9-437e-bde5-65e3cbec4c4d', 'tag': 'de801f68-d90c-4c53-9956-1039ff030d5b'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:29.470775 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1dc90b-32b7-4136-9e47-fd8669b62265" -d '{"events": [{"name": "network-changed", "server_uuid": "dfed0618-83a9-437e-bde5-65e3cbec4c4d", "tag": "de801f68-d90c-4c53-9956-1039ff030d5b"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:29.542621 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7632aa7-102d-46c9-a560-4d3dd69ce754 x-openstack-request-id: req-b7632aa7-102d-46c9-a560-4d3dd69ce754 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:29.543128 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfed0618-83a9-437e-bde5-65e3cbec4c4d", "tag": "de801f68-d90c-4c53-9956-1039ff030d5b", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:29.543483 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7632aa7-102d-46c9-a560-4d3dd69ce754 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:29.543970 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfed0618-83a9-437e-bde5-65e3cbec4c4d', 'tag': 'de801f68-d90c-4c53-9956-1039ff030d5b', 'status': 'completed', 'code': 200} Jul 16 18:05:29.545187 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ebfdf99d-48a2-4de0-b438-fb5adf64ad45 req-216420b9-7868-4e73-8001-61a357ba60a1 service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647635 Jul 16 18:05:29.576706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d1707-cb17-40d1-a1a2-2a628cb23f0a service neutron] Pushing event updated for resources: {'Port': ['ID=de801f68-d90c-4c53-9956-1039ff030d5b,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.586300 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de5abfe9-601f-4341-8182-50805e6f8818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.599511 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de5abfe9-601f-4341-8182-50805e6f8818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.641194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-dd7fc20e-2062-4e9d-bb22-2935d327e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.642962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-dd7fc20e-2062-4e9d-bb22-2935d327e197 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7988d318a2e34b07a4f7676ab2fca4d6&device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 1095 time: 0.1629858 Jul 16 18:05:29.648804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5abfe9-601f-4341-8182-50805e6f8818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b285b1b-3147-44fe-93a7-3a053bf1806a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.654462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-de5abfe9-601f-4341-8182-50805e6f8818 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cb8db64c5a7468bacb67dcf9a9a3b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5628359 Jul 16 18:05:29.661225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39574) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:29.681524 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ebfdf99d-48a2-4de0-b438-fb5adf64ad45 req-0845d6a2-df28-4b72-a3af-bc6df6167f0f service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297381 Jul 16 18:05:29.700621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-28a82932-3a4d-4670-96a9-3ccbd284f967 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de801f68-d90c-4c53-9956-1039ff030d5b HTTP/1.1" status: 200 len: 217 time: 0.0488605 Jul 16 18:05:29.708971 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb188ef5-65b8-4596-ac67-3030f8448e23 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.014468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cb188ef5-65b8-4596-ac67-3030f8448e23 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port 2d54edc7-dc07-4e46-9530-6a15898d39ce {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:30.014970 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb188ef5-65b8-4596-ac67-3030f8448e23 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.140670 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb188ef5-65b8-4596-ac67-3030f8448e23 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.164374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cb188ef5-65b8-4596-ac67-3030f8448e23 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for 2d54edc7-dc07-4e46-9530-6a15898d39ce owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:30.220453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-43ec954a-735a-4b3c-a578-55e69d530dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.220453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-43ec954a-735a-4b3c-a578-55e69d530dca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=570b2ea3-cf53-4114-87d5-1e11f8a6468d HTTP/1.1" status: 200 len: 850 time: 0.5097010 Jul 16 18:05:30.279312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-df532b63-fdb7-4895-b00b-ff09bbbba106 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3738593-5b36-4239-8f97-1213132e1d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484855 Jul 16 18:05:30.281101 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba482a8d-c6b0-4d00-b574-a5659d89ee23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.349540 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba482a8d-c6b0-4d00-b574-a5659d89ee23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.359268 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9340-b19e-4412-8b8e-09dea94c0b6c req-fbd35a9c-d0ca-4cc3-9562-02f329591b1e tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.366286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a0da9340-b19e-4412-8b8e-09dea94c0b6c req-fbd35a9c-d0ca-4cc3-9562-02f329591b1e tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 943 time: 0.6411664 Jul 16 18:05:30.383540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb188ef5-65b8-4596-ac67-3030f8448e23 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.417247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb188ef5-65b8-4596-ac67-3030f8448e23 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=2d54edc7-dc07-4e46-9530-6a15898d39ce,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:30.435869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1233e-1d05-4c37-bb4b-02df39ead569 req-d144d626-6feb-4405-bf99-39fdf8d1d707 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.437386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9e1233e-1d05-4c37-bb4b-02df39ead569 req-d144d626-6feb-4405-bf99-39fdf8d1d707 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.2941539 Jul 16 18:05:30.528782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-d6ca57bc-29ba-4cbb-bb5a-635a93a3f305 service neutron] 10.222.0.32 "GET /v2.0/networks/c3738593-5b36-4239-8f97-1213132e1d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374117 Jul 16 18:05:30.542565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a0da9340-b19e-4412-8b8e-09dea94c0b6c req-50e66466-7638-4285-a7e4-d7dea416fe72 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/security-groups?id=b865a1d7-0300-4171-aa9a-4be918355f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751046 Jul 16 18:05:30.571833 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9e1233e-1d05-4c37-bb4b-02df39ead569 req-e8f03bc9-c1e0-4eec-b7a8-8b90adf0ce79 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1152017 Jul 16 18:05:30.638013 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba482a8d-c6b0-4d00-b574-a5659d89ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.640924 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba482a8d-c6b0-4d00-b574-a5659d89ee23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.642177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ba482a8d-c6b0-4d00-b574-a5659d89ee23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b285b1b-3147-44fe-93a7-3a053bf1806a HTTP/1.1" status: 204 len: 168 time: 0.9788861 Jul 16 18:05:30.652202 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb188ef5-65b8-4596-ac67-3030f8448e23 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.670890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba482a8d-c6b0-4d00-b574-a5659d89ee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b285b1b-3147-44fe-93a7-3a053bf1806a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:30.811572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a134fbd9-663b-4076-ab81-79eb0d16b46e req-4d0ad831-6561-4c12-81a4-6387b029929c service neutron] 10.222.0.32 "GET /v2.0/networks/c3738593-5b36-4239-8f97-1213132e1d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526047 Jul 16 18:05:30.905940 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a1249dc-f246-4df1-8485-a2b11604e16f req-ec633d12-b2d6-432a-926f-c97a4c91fb0a tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0392771 Jul 16 18:05:30.973347 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dc90b-32b7-4136-9e47-fd8669b62265 req-047dec70-6ebe-4ffb-ac0d-9de80aa565b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.975408 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b1dc90b-32b7-4136-9e47-fd8669b62265 req-047dec70-6ebe-4ffb-ac0d-9de80aa565b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7988d318a2e34b07a4f7676ab2fca4d6&device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 1095 time: 0.0720823 Jul 16 18:05:31.029454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb188ef5-65b8-4596-ac67-3030f8448e23 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router 8a661002-1f57-4f20-ac7b-3021837596d6 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:31.085216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dc90b-32b7-4136-9e47-fd8669b62265 req-0c7f9496-5680-42fb-81a8-3420188bc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.087494 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b1dc90b-32b7-4136-9e47-fd8669b62265 req-0c7f9496-5680-42fb-81a8-3420188bc6db service neutron] 10.222.0.32 "GET /v2.0/networks?id=c3738593-5b36-4239-8f97-1213132e1d01 HTTP/1.1" status: 200 len: 911 time: 0.1062250 Jul 16 18:05:31.138922 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b1dc90b-32b7-4136-9e47-fd8669b62265 req-cd8b5916-bd1d-41a4-9100-840860bc8756 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de801f68-d90c-4c53-9956-1039ff030d5b HTTP/1.1" status: 200 len: 217 time: 0.0439765 Jul 16 18:05:31.168407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb188ef5-65b8-4596-ac67-3030f8448e23 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:31.179308 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06de9408-17eb-4a06-b6d3-231a2e835a4a None None] Sync routers for ids ['8a661002-1f57-4f20-ac7b-3021837596d6'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:31.186137 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cb188ef5-65b8-4596-ac67-3030f8448e23 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/8a661002-1f57-4f20-ac7b-3021837596d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1057045 Jul 16 18:05:31.189272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39598) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:31.197864 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06de9408-17eb-4a06-b6d3-231a2e835a4a None None] Routers {'8a661002-1f57-4f20-ac7b-3021837596d6'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:31.198815 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-06de9408-17eb-4a06-b6d3-231a2e835a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a661002-1f57-4f20-ac7b-3021837596d6'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:31.251565 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dc90b-32b7-4136-9e47-fd8669b62265 req-d07ae481-7859-45ee-8214-a44b9e15fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.254260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b1dc90b-32b7-4136-9e47-fd8669b62265 req-d07ae481-7859-45ee-8214-a44b9e15fa58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=570b2ea3-cf53-4114-87d5-1e11f8a6468d HTTP/1.1" status: 200 len: 850 time: 0.1046343 Jul 16 18:05:31.276560 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-06de9408-17eb-4a06-b6d3-231a2e835a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:31.297015 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06de9408-17eb-4a06-b6d3-231a2e835a4a None None] Routers {'8a661002-1f57-4f20-ac7b-3021837596d6'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:31.297648 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-06de9408-17eb-4a06-b6d3-231a2e835a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a661002-1f57-4f20-ac7b-3021837596d6'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:31.317595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b1dc90b-32b7-4136-9e47-fd8669b62265 req-f6c7149a-b13f-4b5a-8723-240a3c4810e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3738593-5b36-4239-8f97-1213132e1d01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508530 Jul 16 18:05:31.354401 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-06de9408-17eb-4a06-b6d3-231a2e835a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:31.355068 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06de9408-17eb-4a06-b6d3-231a2e835a4a None None] The sync data for ids ['8a661002-1f57-4f20-ac7b-3021837596d6'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:31.481702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b1dc90b-32b7-4136-9e47-fd8669b62265 req-c33216db-3653-435e-8ac4-0197a4442b95 service neutron] 10.222.0.32 "GET /v2.0/networks/c3738593-5b36-4239-8f97-1213132e1d01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561997 Jul 16 18:05:31.607148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a81b-867a-452d-a2de-1b5ec6ce9094 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.627124 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b1dc90b-32b7-4136-9e47-fd8669b62265 req-8ce72395-3bd5-46cc-94bb-dcbe12a7af76 service neutron] 10.222.0.32 "GET /v2.0/networks/c3738593-5b36-4239-8f97-1213132e1d01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367412 Jul 16 18:05:31.865080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312e000-1be5-481d-ab4e-d6b915196667 req-e18940b4-ec08-4507-9836-a36f07b696ce tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.866812 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d312e000-1be5-481d-ab4e-d6b915196667 req-e18940b4-ec08-4507-9836-a36f07b696ce tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 943 time: 0.1519935 Jul 16 18:05:31.901046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af5774-57bd-485c-a83e-ffa22e615150 req-bd07ab79-e70f-48b3-b0d3-dae8d16e9434 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.906239 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35af5774-57bd-485c-a83e-ffa22e615150 req-bd07ab79-e70f-48b3-b0d3-dae8d16e9434 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.1171527 Jul 16 18:05:31.966730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d312e000-1be5-481d-ab4e-d6b915196667 req-17937a5a-7cc8-4d48-b47e-7a3c59a72e83 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/security-groups?id=b865a1d7-0300-4171-aa9a-4be918355f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901303 Jul 16 18:05:31.985926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35af5774-57bd-485c-a83e-ffa22e615150 req-2ff15537-d248-4e3e-8584-53ff446f232d tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742550 Jul 16 18:05:32.274216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae8b5de4-3ae6-48dd-8706-061129203c8d req-9444b626-cd3e-4b93-bbf9-f0e22936e88f tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0420628 Jul 16 18:05:32.321421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39632) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:32.446783 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f64af154-3927-4721-b387-0da37ff3e59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.464093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5a81b-867a-452d-a2de-1b5ec6ce9094 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port 79472c56-8287-4349-b2da-435bac9ff13a {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:32.464430 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a81b-867a-452d-a2de-1b5ec6ce9094 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.581017 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a81b-867a-452d-a2de-1b5ec6ce9094 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.599758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5a81b-867a-452d-a2de-1b5ec6ce9094 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for 79472c56-8287-4349-b2da-435bac9ff13a owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:32.679125 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f64af154-3927-4721-b387-0da37ff3e59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.690579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f64af154-3927-4721-b387-0da37ff3e59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.766715 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f64af154-3927-4721-b387-0da37ff3e59d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c70d9b20381841b0877c746cf53fb82e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442050 Jul 16 18:05:32.770019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64af154-3927-4721-b387-0da37ff3e59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da426eca-2972-442f-8e45-162192c46ada,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.770943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39636) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:32.830856 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac409815-c81b-4f32-b17d-ecf79347f3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.857266 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac409815-c81b-4f32-b17d-ecf79347f3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.860279 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a81b-867a-452d-a2de-1b5ec6ce9094 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.892510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5a81b-867a-452d-a2de-1b5ec6ce9094 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=79472c56-8287-4349-b2da-435bac9ff13a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.918590 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac409815-c81b-4f32-b17d-ecf79347f3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.923181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac409815-c81b-4f32-b17d-ecf79347f3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.925182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ac409815-c81b-4f32-b17d-ecf79347f3bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da426eca-2972-442f-8e45-162192c46ada HTTP/1.1" status: 204 len: 168 time: 0.1520894 Jul 16 18:05:32.933208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac409815-c81b-4f32-b17d-ecf79347f3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da426eca-2972-442f-8e45-162192c46ada,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:33.031641 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a81b-867a-452d-a2de-1b5ec6ce9094 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.251028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7e176-8e57-4a06-8db0-502340eaed82 req-8946d877-0f13-455a-97d4-8f14fea9e229 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.260770 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6b7e176-8e57-4a06-8db0-502340eaed82 req-8946d877-0f13-455a-97d4-8f14fea9e229 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 943 time: 0.0994284 Jul 16 18:05:33.289440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca5a81b-867a-452d-a2de-1b5ec6ce9094 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router 8a661002-1f57-4f20-ac7b-3021837596d6 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:33.355969 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6b7e176-8e57-4a06-8db0-502340eaed82 req-992606f3-9134-4008-b80c-48f275c2feff tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/security-groups?id=b865a1d7-0300-4171-aa9a-4be918355f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939226 Jul 16 18:05:33.445876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca5a81b-867a-452d-a2de-1b5ec6ce9094 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:33.470857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cda690-805a-4fa7-8c51-cca050c443c7 None None] Sync routers for ids ['8a661002-1f57-4f20-ac7b-3021837596d6'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:33.472068 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9ca5a81b-867a-452d-a2de-1b5ec6ce9094 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/8a661002-1f57-4f20-ac7b-3021837596d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2808115 Jul 16 18:05:33.474520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39658) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:33.493039 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cda690-805a-4fa7-8c51-cca050c443c7 None None] Routers {'8a661002-1f57-4f20-ac7b-3021837596d6'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:33.493988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a5cda690-805a-4fa7-8c51-cca050c443c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a661002-1f57-4f20-ac7b-3021837596d6'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:33.514286 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-33778015-09ae-4f1a-b221-4ec2dc037fd5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a661002-1f57-4f20-ac7b-3021837596d6 HTTP/1.1" status: 200 len: 205 time: 0.0358744 Jul 16 18:05:33.514793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39666) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:33.548644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a5cda690-805a-4fa7-8c51-cca050c443c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:33.561340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cda690-805a-4fa7-8c51-cca050c443c7 None None] Routers {'8a661002-1f57-4f20-ac7b-3021837596d6'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:33.562015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a5cda690-805a-4fa7-8c51-cca050c443c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a661002-1f57-4f20-ac7b-3021837596d6'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:33.596064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a5cda690-805a-4fa7-8c51-cca050c443c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:33.596794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cda690-805a-4fa7-8c51-cca050c443c7 None None] The sync data for ids ['8a661002-1f57-4f20-ac7b-3021837596d6'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:33.643401 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a58f2bd2-515e-49e4-b590-483f7c3cc7ea req-61bae47b-913f-4408-b113-958b19b14500 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0610099 Jul 16 18:05:33.647528 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69062748-e5b3-4a01-a3d8-68e21c016a10 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.837529 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69062748-e5b3-4a01-a3d8-68e21c016a10 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.839706 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69062748-e5b3-4a01-a3d8-68e21c016a10 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.889916 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69062748-e5b3-4a01-a3d8-68e21c016a10 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.890395 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69062748-e5b3-4a01-a3d8-68e21c016a10 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Fanout notify agent at l3_agent the message router_deleted on router 8a661002-1f57-4f20-ac7b-3021837596d6 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:05:33.900410 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69062748-e5b3-4a01-a3d8-68e21c016a10 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.900410 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-69062748-e5b3-4a01-a3d8-68e21c016a10 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/8a661002-1f57-4f20-ac7b-3021837596d6 HTTP/1.1" status: 204 len: 168 time: 0.3846629 Jul 16 18:05:33.903090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39682) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:33.957732 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device de801f68-d90c-4c53-9956-1039ff030d5b details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:33.972654 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f945c18-15d7-41ee-afbb-4f8cd40ed42d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting subnet fe725449-a2b9-4eae-943c-e5d307e52f9c {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:33.976195 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f945c18-15d7-41ee-afbb-4f8cd40ed42d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.022931 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f945c18-15d7-41ee-afbb-4f8cd40ed42d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.087844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port de801f68-d90c-4c53-9956-1039ff030d5b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=de801f68-d90c-4c53-9956-1039ff030d5b,segment=NetworkSegment(defdbdbb-d9ec-4f14-9dc0-65d761da5acb),segment_id=defdbdbb-d9ec-4f14-9dc0-65d761da5acb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:34.101150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'de801f68-d90c-4c53-9956-1039ff030d5b', 'network_id': 'c3738593-5b36-4239-8f97-1213132e1d01', 'port_id': 'de801f68-d90c-4c53-9956-1039ff030d5b', 'mac_address': 'fa:16:3e:16:c6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570b2ea3-cf53-4114-87d5-1e11f8a6468d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:34.128582 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f945c18-15d7-41ee-afbb-4f8cd40ed42d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.145417 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.159644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de801f68-d90c-4c53-9956-1039ff030d5b {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:34.180717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port de801f68-d90c-4c53-9956-1039ff030d5b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=de801f68-d90c-4c53-9956-1039ff030d5b,segment=NetworkSegment(defdbdbb-d9ec-4f14-9dc0-65d761da5acb),segment_id=defdbdbb-d9ec-4f14-9dc0-65d761da5acb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:34.186102 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.206495 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f945c18-15d7-41ee-afbb-4f8cd40ed42d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.229273 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f945c18-15d7-41ee-afbb-4f8cd40ed42d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.239411 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8f945c18-15d7-41ee-afbb-4f8cd40ed42d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/fe725449-a2b9-4eae-943c-e5d307e52f9c HTTP/1.1" status: 204 len: 168 time: 0.3266780 Jul 16 18:05:34.240811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39704) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:34.242508 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b89cf49-fab0-486f-9a42-9394adfb0a6f None None] Network d9dde99f-f9ea-4bda-8975-8dcca7bf9815 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:34.278929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=de801f68-d90c-4c53-9956-1039ff030d5b,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.286253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f945c18-15d7-41ee-afbb-4f8cd40ed42d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Subnet': ['ID=fe725449-a2b9-4eae-943c-e5d307e52f9c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.293210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.293813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.294326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.294848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.295382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.296023 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.296501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.296844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.297306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.297807 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.298141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.298475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:34.351996 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d70eb08-5292-4e72-8ef2-f60072027b28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting subnet 7dcc6813-4bba-4e9f-ae3e-9315806010ab {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:34.356158 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d70eb08-5292-4e72-8ef2-f60072027b28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.448719 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d70eb08-5292-4e72-8ef2-f60072027b28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.481701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['de801f68-d90c-4c53-9956-1039ff030d5b'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:34.575017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b44e5-34a5-48ae-bda7-46c48b3bd792 None None] DHCP port deletion for d9dde99f-f9ea-4bda-8975-8dcca7bf9815 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:34.645251 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d70eb08-5292-4e72-8ef2-f60072027b28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.734248 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f87b44e5-34a5-48ae-bda7-46c48b3bd792 None None] Deleting port 35959a92-4782-462d-b044-919800027e8f {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:34.734890 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f87b44e5-34a5-48ae-bda7-46c48b3bd792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.754739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4101303-3fee-4707-8502-dac1f46ad82c req-ec886fad-5a59-4923-8543-81c2040a31e5 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.756361 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4101303-3fee-4707-8502-dac1f46ad82c req-ec886fad-5a59-4923-8543-81c2040a31e5 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 944 time: 0.1300642 Jul 16 18:05:34.759474 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d70eb08-5292-4e72-8ef2-f60072027b28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.773304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39724) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:34.806016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70eb08-5292-4e72-8ef2-f60072027b28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcc6813-4bba-4e9f-ae3e-9315806010ab,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.819418 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d70eb08-5292-4e72-8ef2-f60072027b28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.821323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0d70eb08-5292-4e72-8ef2-f60072027b28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/7dcc6813-4bba-4e9f-ae3e-9315806010ab HTTP/1.1" status: 204 len: 168 time: 0.5790226 Jul 16 18:05:34.824847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39728) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:34.852835 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4101303-3fee-4707-8502-dac1f46ad82c req-dbfb6920-96c6-4178-a776-9fc526ddb7e8 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/security-groups?id=b865a1d7-0300-4171-aa9a-4be918355f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869792 Jul 16 18:05:34.854025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f87b44e5-34a5-48ae-bda7-46c48b3bd792 None None] For port 35959a92-4782-462d-b044-919800027e8f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=35959a92-4782-462d-b044-919800027e8f,segment=NetworkSegment(914dd55a-04b5-4ffb-8932-84c1ea96906e),segment_id=914dd55a-04b5-4ffb-8932-84c1ea96906e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:34.854440 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f87b44e5-34a5-48ae-bda7-46c48b3bd792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.880031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f87b44e5-34a5-48ae-bda7-46c48b3bd792 None None] Calling delete_port for 35959a92-4782-462d-b044-919800027e8f owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:34.934451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4171a6ea-c6c3-49c8-a271-7988b0322d53 None None] Network cac0d973-537e-449b-bbe2-3bb9c47dbc41 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:34.966007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46d5e404-1311-4b74-82e7-dff154f58c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.982260 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.065055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790321f-38fb-42b7-863c-e5b74d5c8d55 req-9f1d7df2-67f4-4a98-8108-24a09904cb51 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.072682 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790321f-38fb-42b7-863c-e5b74d5c8d55 req-9f1d7df2-67f4-4a98-8108-24a09904cb51 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.079516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790321f-38fb-42b7-863c-e5b74d5c8d55 req-9f1d7df2-67f4-4a98-8108-24a09904cb51 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.086634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790321f-38fb-42b7-863c-e5b74d5c8d55 req-9f1d7df2-67f4-4a98-8108-24a09904cb51 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.094035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790321f-38fb-42b7-863c-e5b74d5c8d55 req-9f1d7df2-67f4-4a98-8108-24a09904cb51 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.100437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port 35959a92-4782-462d-b044-919800027e8f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:35.100984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.101746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790321f-38fb-42b7-863c-e5b74d5c8d55 req-9f1d7df2-67f4-4a98-8108-24a09904cb51 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.108332 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790321f-38fb-42b7-863c-e5b74d5c8d55 req-9f1d7df2-67f4-4a98-8108-24a09904cb51 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.117228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4790321f-38fb-42b7-863c-e5b74d5c8d55 req-9f1d7df2-67f4-4a98-8108-24a09904cb51 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5433 time: 0.2185006 Jul 16 18:05:35.162924 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f87b44e5-34a5-48ae-bda7-46c48b3bd792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.186282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75ff4071-9ab1-430d-ac7e-3438ac5ea95f req-287e67f4-f49d-446a-8a49-b3d2c612e99d tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0658290 Jul 16 18:05:35.189968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] For port 35959a92-4782-462d-b044-919800027e8f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=35959a92-4782-462d-b044-919800027e8f,segment=NetworkSegment(914dd55a-04b5-4ffb-8932-84c1ea96906e),segment_id=914dd55a-04b5-4ffb-8932-84c1ea96906e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.190906 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.199046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b44e5-34a5-48ae-bda7-46c48b3bd792 None None] Pushing event deleted for resources: {'Port': ['ID=35959a92-4782-462d-b044-919800027e8f,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.206245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b44e5-34a5-48ae-bda7-46c48b3bd792 None None] No DVR routers for this DVR port 35959a92-4782-462d-b044-919800027e8f on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:35.209366 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for 35959a92-4782-462d-b044-919800027e8f owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:35.243324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859eeb71-b738-4f78-9c24-b958bcd4bad9 None None] DHCP port deletion for cac0d973-537e-449b-bbe2-3bb9c47dbc41 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:35.255604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4790321f-38fb-42b7-863c-e5b74d5c8d55 req-78697b92-a0d7-4eb0-94e3-735c9537ac0d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370540 Jul 16 18:05:35.301350 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46d5e404-1311-4b74-82e7-dff154f58c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.314558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-859eeb71-b738-4f78-9c24-b958bcd4bad9 None None] Deleting port 793d7edd-10e1-474c-aa77-c7d91cad0d2f {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:35.315192 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-859eeb71-b738-4f78-9c24-b958bcd4bad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.344740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46d5e404-1311-4b74-82e7-dff154f58c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.412151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 35959a92-4782-462d-b044-919800027e8f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:35.427986 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-46d5e404-1311-4b74-82e7-dff154f58c0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5605e10a3c6a474fae43c61f1918f360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6534808 Jul 16 18:05:35.428715 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5e404-1311-4b74-82e7-dff154f58c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5318b67-b6a2-4dfb-9b2a-c979aa4e51f1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.432744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39732) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:35.443514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 35959a92-4782-462d-b044-919800027e8f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:35.444270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 35959a92-4782-462d-b044-919800027e8f not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:35.444950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 793d7edd-10e1-474c-aa77-c7d91cad0d2f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:35.481343 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a350fc-f3ca-4fa7-ab12-43e2111f5fd9 req-a527133a-a85b-43ba-960d-1b3097ebb8f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.488211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a350fc-f3ca-4fa7-ab12-43e2111f5fd9 req-a527133a-a85b-43ba-960d-1b3097ebb8f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.495066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a350fc-f3ca-4fa7-ab12-43e2111f5fd9 req-a527133a-a85b-43ba-960d-1b3097ebb8f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.495463 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.502844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a350fc-f3ca-4fa7-ab12-43e2111f5fd9 req-a527133a-a85b-43ba-960d-1b3097ebb8f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.509939 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a350fc-f3ca-4fa7-ab12-43e2111f5fd9 req-a527133a-a85b-43ba-960d-1b3097ebb8f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.517031 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a350fc-f3ca-4fa7-ab12-43e2111f5fd9 req-a527133a-a85b-43ba-960d-1b3097ebb8f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.524163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a350fc-f3ca-4fa7-ab12-43e2111f5fd9 req-a527133a-a85b-43ba-960d-1b3097ebb8f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.524352 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-859eeb71-b738-4f78-9c24-b958bcd4bad9 None None] For port 793d7edd-10e1-474c-aa77-c7d91cad0d2f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=793d7edd-10e1-474c-aa77-c7d91cad0d2f,segment=NetworkSegment(8e1a9a19-e295-4a9c-8441-c928f61fd63d),segment_id=8e1a9a19-e295-4a9c-8441-c928f61fd63d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.524834 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-859eeb71-b738-4f78-9c24-b958bcd4bad9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.537407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=35959a92-4782-462d-b044-919800027e8f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.539575 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8a350fc-f3ca-4fa7-ab12-43e2111f5fd9 req-a527133a-a85b-43ba-960d-1b3097ebb8f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5433 time: 0.1505179 Jul 16 18:05:35.547581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-859eeb71-b738-4f78-9c24-b958bcd4bad9 None None] Calling delete_port for 793d7edd-10e1-474c-aa77-c7d91cad0d2f owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:35.560188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No DVR routers for this DVR port 35959a92-4782-462d-b044-919800027e8f on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:35.562026 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56661009-16af-4a4c-8514-9b932da5fd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.589885 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56661009-16af-4a4c-8514-9b932da5fd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.645232 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.705779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 793d7edd-10e1-474c-aa77-c7d91cad0d2f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=793d7edd-10e1-474c-aa77-c7d91cad0d2f,segment=NetworkSegment(8e1a9a19-e295-4a9c-8441-c928f61fd63d),segment_id=8e1a9a19-e295-4a9c-8441-c928f61fd63d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.711679 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.715439 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.724857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9dde99f-f9ea-4bda-8975-8dcca7bf9815']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:35.757422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914dd55a-04b5-4ffb-8932-84c1ea96906e') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:35.757742 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914dd55a-04b5-4ffb-8932-84c1ea96906e') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:35.775121 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56661009-16af-4a4c-8514-9b932da5fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.777707 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56661009-16af-4a4c-8514-9b932da5fd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.781869 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-56661009-16af-4a4c-8514-9b932da5fd41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5318b67-b6a2-4dfb-9b2a-c979aa4e51f1 HTTP/1.1" status: 204 len: 168 time: 0.3480430 Jul 16 18:05:35.786985 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-859eeb71-b738-4f78-9c24-b958bcd4bad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.788395 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.801359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56661009-16af-4a4c-8514-9b932da5fd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5318b67-b6a2-4dfb-9b2a-c979aa4e51f1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.805912 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859eeb71-b738-4f78-9c24-b958bcd4bad9 None None] No DVR routers for this DVR port 793d7edd-10e1-474c-aa77-c7d91cad0d2f on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:35.829143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.843356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:35.843766 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:35.848194 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:35.850773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=793d7edd-10e1-474c-aa77-c7d91cad0d2f,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.876159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859eeb71-b738-4f78-9c24-b958bcd4bad9 None None] Pushing event deleted for resources: {'Port': ['ID=793d7edd-10e1-474c-aa77-c7d91cad0d2f,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.950524 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.957690 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.961334 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/networks/d9dde99f-f9ea-4bda-8975-8dcca7bf9815 HTTP/1.1" status: 204 len: 168 time: 1.1351686 Jul 16 18:05:35.963252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39752) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:35.970951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device de801f68-d90c-4c53-9956-1039ff030d5b up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:35.980716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae475c09-2e76-4d40-9287-ec0de5425830 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Network': ['ID=d9dde99f-f9ea-4bda-8975-8dcca7bf9815,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:36.046382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port de801f68-d90c-4c53-9956-1039ff030d5b completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:36.052752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port de801f68-d90c-4c53-9956-1039ff030d5b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:36.053289 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.119818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3f2e-53fa-4422-bc30-4781c1f77d49 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.161064 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.195822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfed0618-83a9-437e-bde5-65e3cbec4c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de801f68-d90c-4c53-9956-1039ff030d5b'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:36.198310 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8e086a-ab11-43ef-a681-9ddd99211fa2" -d '{"events": [{"server_uuid": "dfed0618-83a9-437e-bde5-65e3cbec4c4d", "name": "network-vif-plugged", "status": "completed", "tag": "de801f68-d90c-4c53-9956-1039ff030d5b"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:36.218261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port de801f68-d90c-4c53-9956-1039ff030d5b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=de801f68-d90c-4c53-9956-1039ff030d5b,segment=NetworkSegment(defdbdbb-d9ec-4f14-9dc0-65d761da5acb),segment_id=defdbdbb-d9ec-4f14-9dc0-65d761da5acb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:36.229257 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.244605 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3f2e-53fa-4422-bc30-4781c1f77d49 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.257589 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d8fa3f2e-53fa-4422-bc30-4781c1f77d49 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac0d973-537e-449b-bbe2-3bb9c47dbc41']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:36.277298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0f141-384e-4775-b9d5-227212106893 req-d78c7768-4bce-4c5b-aaad-0ea136a993f0 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.279423 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6a0f141-384e-4775-b9d5-227212106893 req-d78c7768-4bce-4c5b-aaad-0ea136a993f0 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 944 time: 0.2490578 Jul 16 18:05:36.282064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d8fa3f2e-53fa-4422-bc30-4781c1f77d49 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1a9a19-e295-4a9c-8441-c928f61fd63d') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:36.282649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d8fa3f2e-53fa-4422-bc30-4781c1f77d49 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1a9a19-e295-4a9c-8441-c928f61fd63d') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:36.290806 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a14bc1-c1a3-4840-a756-0cad7c07e2a5 x-openstack-request-id: req-00a14bc1-c1a3-4840-a756-0cad7c07e2a5 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:36.291161 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfed0618-83a9-437e-bde5-65e3cbec4c4d", "name": "network-vif-plugged", "status": "completed", "tag": "de801f68-d90c-4c53-9956-1039ff030d5b", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:36.291426 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00a14bc1-c1a3-4840-a756-0cad7c07e2a5 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:36.291922 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfed0618-83a9-437e-bde5-65e3cbec4c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de801f68-d90c-4c53-9956-1039ff030d5b', 'code': 200} Jul 16 18:05:36.327008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=de801f68-d90c-4c53-9956-1039ff030d5b,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:36.334448 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3f2e-53fa-4422-bc30-4781c1f77d49 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.395815 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3f2e-53fa-4422-bc30-4781c1f77d49 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.458181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fa3f2e-53fa-4422-bc30-4781c1f77d49 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:36.458607 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3f2e-53fa-4422-bc30-4781c1f77d49 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:36.463692 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:36.506559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6a0f141-384e-4775-b9d5-227212106893 req-db63a32e-7103-4c2a-86d8-99d280241def tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/security-groups?id=b865a1d7-0300-4171-aa9a-4be918355f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189429 Jul 16 18:05:36.526373 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd1a8b89-ee7b-494e-97f6-3f29c3a7b3da req-1e519822-c32f-4340-b06f-1cbe18b11c67 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0849574 Jul 16 18:05:36.577278 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3f2e-53fa-4422-bc30-4781c1f77d49 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.590936 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d8fa3f2e-53fa-4422-bc30-4781c1f77d49 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.598349 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d8fa3f2e-53fa-4422-bc30-4781c1f77d49 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/networks/cac0d973-537e-449b-bbe2-3bb9c47dbc41 HTTP/1.1" status: 204 len: 168 time: 0.6330407 Jul 16 18:05:36.598490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39776) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:36.603171 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5794d960-1aaf-4da8-a0d6-46099a556bcf tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1274583658'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:36.618768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa3f2e-53fa-4422-bc30-4781c1f77d49 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Network': ['ID=cac0d973-537e-449b-bbe2-3bb9c47dbc41,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:36.625398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50cbeb-7a8d-41a0-b6a0-4d65a44d68d5 req-4afb053a-1e26-4338-9fd8-6515c8931d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.628224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc50cbeb-7a8d-41a0-b6a0-4d65a44d68d5 req-4afb053a-1e26-4338-9fd8-6515c8931d84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 1097 time: 0.2422941 Jul 16 18:05:36.668532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5794d960-1aaf-4da8-a0d6-46099a556bcf tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:36.673559 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5794d960-1aaf-4da8-a0d6-46099a556bcf tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.677931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc50cbeb-7a8d-41a0-b6a0-4d65a44d68d5 req-f5646356-029e-4c61-966f-24a98e106172 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b865a1d7-0300-4171-aa9a-4be918355f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401716 Jul 16 18:05:36.706394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5794d960-1aaf-4da8-a0d6-46099a556bcf tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:36.717743 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5794d960-1aaf-4da8-a0d6-46099a556bcf tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.718398 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-5794d960-1aaf-4da8-a0d6-46099a556bcf tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Added segment e794407d-2cc3-4d1e-8374-4a2aff88ccac of type vlan for network 4c855fcb-261d-49db-b0ca-f1925a9d9455 Jul 16 18:05:36.747894 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:05:36.775960 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5794d960-1aaf-4da8-a0d6-46099a556bcf tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.807063 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5794d960-1aaf-4da8-a0d6-46099a556bcf tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.812768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5794d960-1aaf-4da8-a0d6-46099a556bcf tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.813391 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5794d960-1aaf-4da8-a0d6-46099a556bcf tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.857905 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5794d960-1aaf-4da8-a0d6-46099a556bcf tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2586827 Jul 16 18:05:36.862502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39784) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:36.869638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f16ee5b6-98ab-4190-b7f3-6532ec739c48 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'subnet': {'network_id': '4c855fcb-261d-49db-b0ca-f1925a9d9455', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:36.901626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794d960-1aaf-4da8-a0d6-46099a556bcf tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Network': ['ID=4c855fcb-261d-49db-b0ca-f1925a9d9455,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:36.916090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 4c855fcb-261d-49db-b0ca-f1925a9d9455 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:36.987236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16ee5b6-98ab-4190-b7f3-6532ec739c48 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:36.991357 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f16ee5b6-98ab-4190-b7f3-6532ec739c48 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.242995 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f16ee5b6-98ab-4190-b7f3-6532ec739c48 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.380814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ee5b6-98ab-4190-b7f3-6532ec739c48 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Subnet': ['ID=cf4fb16e-2193-45aa-a4e4-516893a702f2,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:37.400204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ee5b6-98ab-4190-b7f3-6532ec739c48 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Checking segment: {'id': 'e794407d-2cc3-4d1e-8374-4a2aff88ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c855fcb-261d-49db-b0ca-f1925a9d9455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:37.400578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16ee5b6-98ab-4190-b7f3-6532ec739c48 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network hostable DHCP agents. Network: 4c855fcb-261d-49db-b0ca-f1925a9d9455, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:37.443087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16ee5b6-98ab-4190-b7f3-6532ec739c48 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 4c855fcb-261d-49db-b0ca-f1925a9d9455 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:37.459408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-f16ee5b6-98ab-4190-b7f3-6532ec739c48 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 4c855fcb-261d-49db-b0ca-f1925a9d9455) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:37.475377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16ee5b6-98ab-4190-b7f3-6532ec739c48 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.476322 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f16ee5b6-98ab-4190-b7f3-6532ec739c48 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.502727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f38cb8-7e96-448e-bff4-9f631d0fab21 None None] Network 4c855fcb-261d-49db-b0ca-f1925a9d9455 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:37.512768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f16ee5b6-98ab-4190-b7f3-6532ec739c48 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6484754 Jul 16 18:05:37.515590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39800) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:37.522019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-222371d0-b508-4a32-8d67-33fc50664660 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-955985976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:37.571866 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-222371d0-b508-4a32-8d67-33fc50664660 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.573443 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-222371d0-b508-4a32-8d67-33fc50664660 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.674516 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-222371d0-b508-4a32-8d67-33fc50664660 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.682208 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-222371d0-b508-4a32-8d67-33fc50664660 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.716560 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-222371d0-b508-4a32-8d67-33fc50664660 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.718322 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-222371d0-b508-4a32-8d67-33fc50664660 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2014182 Jul 16 18:05:37.721779 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39810) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:37.728491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'port': {'network_id': '4c855fcb-261d-49db-b0ca-f1925a9d9455', 'name': 'tempest-RoutersIpV6Test-723936188'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:37.781229 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-376f3874-78fb-4224-b68c-f43797718b45 req-1e2d91f8-a8df-4660-b3bc-9ed689778f27 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0766294 Jul 16 18:05:37.884414 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-4c855fcb-261d-49db-b0ca-f1925a9d9455', 'network_id': '4c855fcb-261d-49db-b0ca-f1925a9d9455', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'fixed_ips': [{'subnet_id': 'cf4fb16e-2193-45aa-a4e4-516893a702f2'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:37.885298 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.917246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7734a1-4fc4-4258-a949-a8b0653b50ea req-00a8740a-16bc-4a0f-a0ba-c6d6fff23350 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.926600 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d7734a1-4fc4-4258-a949-a8b0653b50ea req-00a8740a-16bc-4a0f-a0ba-c6d6fff23350 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 945 time: 0.2238152 Jul 16 18:05:37.959691 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:37.966867 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.999009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d7734a1-4fc4-4258-a949-a8b0653b50ea req-3f579847-42f0-43f2-bdfd-5100835d6314 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/security-groups?id=b865a1d7-0300-4171-aa9a-4be918355f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714276 Jul 16 18:05:38.003904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] device_id is not set on port 5062ec92-5d8d-4ebf-be6d-7e3515ed134e yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:38.277822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Allocated IP 2001:db8::314 (4c855fcb-261d-49db-b0ca-f1925a9d9455/cf4fb16e-2193-45aa-a4e4-516893a702f2/5062ec92-5d8d-4ebf-be6d-7e3515ed134e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:38.613279 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.648066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Transition to ACTIVE for port object 5062ec92-5d8d-4ebf-be6d-7e3515ed134e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:38.707416 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.764318 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 4c855fcb-261d-49db-b0ca-f1925a9d9455 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:38.768616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:38.776247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:38.779602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Allocated IP 2001:db8::2 (4c855fcb-261d-49db-b0ca-f1925a9d9455/cf4fb16e-2193-45aa-a4e4-516893a702f2/f374db7d-b6af-42a2-8041-a8260c8bfeab) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:38.782072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.782701 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.797419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=5062ec92-5d8d-4ebf-be6d-7e3515ed134e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:38.811510 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-edc01d55-2478-45a2-9e98-37d3306cf760 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0881238 Jul 16 18:05:38.814885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39836) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.833626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9e7c7-7dc9-4076-b884-8bf81d716ef8 req-1c322902-82e8-4607-abb5-3ab996ed3287 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.841599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1c9e7c7-7dc9-4076-b884-8bf81d716ef8 req-1c322902-82e8-4607-abb5-3ab996ed3287 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 945 time: 0.1679192 Jul 16 18:05:38.899101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1c9e7c7-7dc9-4076-b884-8bf81d716ef8 req-a273e1f6-74cf-46fd-8b6c-5a6c5f3a0825 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/security-groups?id=b865a1d7-0300-4171-aa9a-4be918355f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564795 Jul 16 18:05:38.949111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39840) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.982467 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.991508 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Transition to ACTIVE for port object f374db7d-b6af-42a2-8041-a8260c8bfeab will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:39.007163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Transition to ACTIVE for port object f374db7d-b6af-42a2-8041-a8260c8bfeab will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:39.014476 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.061622 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Pushing event updated for resources: {'Port': ['ID=f374db7d-b6af-42a2-8041-a8260c8bfeab,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:39.071845 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ad9e796-7562-49c3-b97a-f9ca805ea6c1 req-bcc26ad9-b4b1-4de4-8e50-7ab6eaf4239f tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0329852 Jul 16 18:05:39.074130 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Network 4c855fcb-261d-49db-b0ca-f1925a9d9455 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:39.075791 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:39.080492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:39.103615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea9af9-2038-4563-835c-ff944dd9b2fa req-70d1366f-4714-4baf-87d4-eb587010a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.104123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea9af9-2038-4563-835c-ff944dd9b2fa req-70d1366f-4714-4baf-87d4-eb587010a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.104667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea9af9-2038-4563-835c-ff944dd9b2fa req-70d1366f-4714-4baf-87d4-eb587010a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.105176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea9af9-2038-4563-835c-ff944dd9b2fa req-70d1366f-4714-4baf-87d4-eb587010a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.105685 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea9af9-2038-4563-835c-ff944dd9b2fa req-70d1366f-4714-4baf-87d4-eb587010a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.106183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea9af9-2038-4563-835c-ff944dd9b2fa req-70d1366f-4714-4baf-87d4-eb587010a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.106673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea9af9-2038-4563-835c-ff944dd9b2fa req-70d1366f-4714-4baf-87d4-eb587010a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.114862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2ea9af9-2038-4563-835c-ff944dd9b2fa req-70d1366f-4714-4baf-87d4-eb587010a0e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 6497 time: 0.1646154 Jul 16 18:05:39.160302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2ea9af9-2038-4563-835c-ff944dd9b2fa req-fc8507dc-6269-4641-a20a-e93f95ba29de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c3d36943-1508-4712-8e33-24145247012f&id=feb49f8d-b373-418c-adb4-78265951c6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444727 Jul 16 18:05:39.177401 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Attempting to bind port f374db7d-b6af-42a2-8041-a8260c8bfeab on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:39.178197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Attempting to bind port f374db7d-b6af-42a2-8041-a8260c8bfeab by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'e794407d-2cc3-4d1e-8374-4a2aff88ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c855fcb-261d-49db-b0ca-f1925a9d9455'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:39.181476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Attempting to bind port f374db7d-b6af-42a2-8041-a8260c8bfeab on network 4c855fcb-261d-49db-b0ca-f1925a9d9455 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:39.186248 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:39.186731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Checking segment: {'id': 'e794407d-2cc3-4d1e-8374-4a2aff88ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c855fcb-261d-49db-b0ca-f1925a9d9455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:39.187576 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.188414 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Bound using segment: {'id': 'e794407d-2cc3-4d1e-8374-4a2aff88ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c855fcb-261d-49db-b0ca-f1925a9d9455'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:39.189722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Bound port: f374db7d-b6af-42a2-8041-a8260c8bfeab, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e794407d-2cc3-4d1e-8374-4a2aff88ccac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4c855fcb-261d-49db-b0ca-f1925a9d9455'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:39.190207 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.272920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] For port f374db7d-b6af-42a2-8041-a8260c8bfeab, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:39.276539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] For port f374db7d-b6af-42a2-8041-a8260c8bfeab, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f374db7d-b6af-42a2-8041-a8260c8bfeab,segment=NetworkSegment(e794407d-2cc3-4d1e-8374-4a2aff88ccac),segment_id=e794407d-2cc3-4d1e-8374-4a2aff88ccac)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:39.281906 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.289104 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.370849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47699fdd-e310-4d3d-91a1-9564835342dc None None] Pushing event updated for resources: {'Port': ['ID=f374db7d-b6af-42a2-8041-a8260c8bfeab,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:39.656083 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.665131 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.734078 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-631e48b8-be25-463a-ab52-3cf98b19d1c5 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=85764cc006aa4ed6b9ce815f26388601&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253417 Jul 16 18:05:39.746337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=5062ec92-5d8d-4ebf-be6d-7e3515ed134e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:39.899136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-157dce8c-262c-41d5-8a6a-c76156343b22 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.900566 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-157dce8c-262c-41d5-8a6a-c76156343b22 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587150 Jul 16 18:05:39.904740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.923299 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-c267c0f4-62fb-43b1-ae04-cdc303c77e03 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/quotas/85764cc006aa4ed6b9ce815f26388601 HTTP/1.1" status: 200 len: 375 time: 0.0144725 Jul 16 18:05:39.937009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69c739-55ce-4b08-a079-e168c58ea473 req-578191e8-ff26-4d28-8bdc-9ccc0f261997 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.938683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be69c739-55ce-4b08-a079-e168c58ea473 req-578191e8-ff26-4d28-8bdc-9ccc0f261997 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 945 time: 0.1057992 Jul 16 18:05:40.011088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-b832a975-23b6-424d-811d-f54c74ce2d9d tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=85764cc006aa4ed6b9ce815f26388601&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547686 Jul 16 18:05:40.074055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.178958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-be69c739-55ce-4b08-a079-e168c58ea473 req-4ac9b70d-a768-4c23-92e9-14940b44dc9e tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Deleting port de801f68-d90c-4c53-9956-1039ff030d5b {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:40.179415 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be69c739-55ce-4b08-a079-e168c58ea473 req-4ac9b70d-a768-4c23-92e9-14940b44dc9e tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.303599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c39179-d696-448c-899b-04aa95b20c4b req-f5482dd3-badf-46bf-9184-793cdf78cbe6 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.306700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-15c39179-d696-448c-899b-04aa95b20c4b req-f5482dd3-badf-46bf-9184-793cdf78cbe6 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 945 time: 0.1994624 Jul 16 18:05:40.378794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-be69c739-55ce-4b08-a079-e168c58ea473 req-4ac9b70d-a768-4c23-92e9-14940b44dc9e tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] For port de801f68-d90c-4c53-9956-1039ff030d5b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=de801f68-d90c-4c53-9956-1039ff030d5b,segment=NetworkSegment(defdbdbb-d9ec-4f14-9dc0-65d761da5acb),segment_id=defdbdbb-d9ec-4f14-9dc0-65d761da5acb)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:40.379172 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be69c739-55ce-4b08-a079-e168c58ea473 req-4ac9b70d-a768-4c23-92e9-14940b44dc9e tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.424895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-be69c739-55ce-4b08-a079-e168c58ea473 req-4ac9b70d-a768-4c23-92e9-14940b44dc9e tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Calling delete_port for de801f68-d90c-4c53-9956-1039ff030d5b owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:40.449378 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-15c39179-d696-448c-899b-04aa95b20c4b req-f3196052-3810-4e63-9eb9-459e4047ce44 tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/security-groups?id=b865a1d7-0300-4171-aa9a-4be918355f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324453 Jul 16 18:05:40.484124 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55986f8e-aa30-4543-81ff-901a55207235 req-de3a206b-1253-4faa-b267-7b8b39dae16f tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0798631 Jul 16 18:05:40.493063 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.500267 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.501533 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.590992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=5062ec92-5d8d-4ebf-be6d-7e3515ed134e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.657302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07f81668-a7b4-4a70-9389-efb64a286c86 req-00dae5dc-77d4-4d3f-a036-e44f56155af7 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 210 time: 0.0840666 Jul 16 18:05:40.674504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6348f7ad-2e86-47fe-9bdc-f491b1bebe80 None None] Network 4c855fcb-261d-49db-b0ca-f1925a9d9455 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:40.685884 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 4c855fcb-261d-49db-b0ca-f1925a9d9455 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:40.688140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:40.807119 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be69c739-55ce-4b08-a079-e168c58ea473 req-4ac9b70d-a768-4c23-92e9-14940b44dc9e tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.855189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9b70d-a768-4c23-92e9-14940b44dc9e tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Pushing event deleted for resources: {'Port': ['ID=de801f68-d90c-4c53-9956-1039ff030d5b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.886874 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4dfa1044-dccf-4433-8d85-57b1e8c6a9fa None None] Provisioning for port f374db7d-b6af-42a2-8041-a8260c8bfeab completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:40.919454 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-be69c739-55ce-4b08-a079-e168c58ea473 req-4ac9b70d-a768-4c23-92e9-14940b44dc9e tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] No DVR routers for this DVR port de801f68-d90c-4c53-9956-1039ff030d5b on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:40.922417 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-be69c739-55ce-4b08-a079-e168c58ea473 req-4ac9b70d-a768-4c23-92e9-14940b44dc9e tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.925465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be69c739-55ce-4b08-a079-e168c58ea473 req-4ac9b70d-a768-4c23-92e9-14940b44dc9e tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.32 "DELETE /v2.0/ports/de801f68-d90c-4c53-9956-1039ff030d5b HTTP/1.1" status: 204 len: 173 time: 0.9786425 Jul 16 18:05:40.926354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfed0618-83a9-437e-bde5-65e3cbec4c4d', 'name': 'network-vif-deleted', 'tag': 'de801f68-d90c-4c53-9956-1039ff030d5b'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:40.929277 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bc2f46-60ed-43ca-bea8-e965ffc7b6fb" -d '{"events": [{"server_uuid": "dfed0618-83a9-437e-bde5-65e3cbec4c4d", "name": "network-vif-deleted", "tag": "de801f68-d90c-4c53-9956-1039ff030d5b"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:41.008798 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84a1d0e-445f-4e0a-a646-828b29067f5b x-openstack-request-id: req-e84a1d0e-445f-4e0a-a646-828b29067f5b {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:41.009225 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfed0618-83a9-437e-bde5-65e3cbec4c4d", "name": "network-vif-deleted", "tag": "de801f68-d90c-4c53-9956-1039ff030d5b", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:41.009578 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e84a1d0e-445f-4e0a-a646-828b29067f5b {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:41.010199 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfed0618-83a9-437e-bde5-65e3cbec4c4d', 'name': 'network-vif-deleted', 'tag': 'de801f68-d90c-4c53-9956-1039ff030d5b', 'status': 'completed', 'code': 200} Jul 16 18:05:41.182648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router af527072-60b7-4bc9-9df7-82b38031d626 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:05:41.219870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-981898fa-230d-40e9-ace7-717e3cd137f0 None None] Provisioning for port 5062ec92-5d8d-4ebf-be6d-7e3515ed134e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:41.226531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-981898fa-230d-40e9-ace7-717e3cd137f0 None None] Provisioning complete for port 5062ec92-5d8d-4ebf-be6d-7e3515ed134e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:41.227208 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-981898fa-230d-40e9-ace7-717e3cd137f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.288902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-981898fa-230d-40e9-ace7-717e3cd137f0 None None] Port 5062ec92-5d8d-4ebf-be6d-7e3515ed134e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:41.343768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:41.356392 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39888) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:41.357792 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5384a3c0-1d11-4773-bc04-792718bd2d50 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/af527072-60b7-4bc9-9df7-82b38031d626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5417213 Jul 16 18:05:41.367897 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ca4eb-02f2-44f1-b120-2d84f8783859 None None] Sync routers for ids ['af527072-60b7-4bc9-9df7-82b38031d626'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:41.389260 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ca4eb-02f2-44f1-b120-2d84f8783859 None None] Routers {'af527072-60b7-4bc9-9df7-82b38031d626'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:41.389937 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-077ca4eb-02f2-44f1-b120-2d84f8783859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af527072-60b7-4bc9-9df7-82b38031d626'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:41.412525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f374db7d-b6af-42a2-8041-a8260c8bfeab up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:41.461823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779898f4-4177-458b-be58-49f7f839b059 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.473587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-779898f4-4177-458b-be58-49f7f839b059 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports/5062ec92-5d8d-4ebf-be6d-7e3515ed134e HTTP/1.1" status: 200 len: 983 time: 0.1156945 Jul 16 18:05:41.475803 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-077ca4eb-02f2-44f1-b120-2d84f8783859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:41.479626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39894) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:41.502292 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ca4eb-02f2-44f1-b120-2d84f8783859 None None] Routers {'af527072-60b7-4bc9-9df7-82b38031d626'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:41.504924 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-077ca4eb-02f2-44f1-b120-2d84f8783859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af527072-60b7-4bc9-9df7-82b38031d626'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:41.614256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port f374db7d-b6af-42a2-8041-a8260c8bfeab completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:41.625371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f374db7d-b6af-42a2-8041-a8260c8bfeab triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:41.626893 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.640790 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-077ca4eb-02f2-44f1-b120-2d84f8783859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:41.644930 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077ca4eb-02f2-44f1-b120-2d84f8783859 None None] The sync data for ids ['af527072-60b7-4bc9-9df7-82b38031d626'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:41.752572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-07500eba-914f-4180-aec1-70d62c12e899 None None] Provisioning complete for port 5062ec92-5d8d-4ebf-be6d-7e3515ed134e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:41.757896 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-07500eba-914f-4180-aec1-70d62c12e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.869102 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.913179 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-07500eba-914f-4180-aec1-70d62c12e899 None None] Port 5062ec92-5d8d-4ebf-be6d-7e3515ed134e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:41.925913 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20cc62e7-900f-4579-a429-a98933b526e3 req-60f3f3e7-684d-4f36-b61d-3887551a0aab tempest-ServerGroupTestJSON-2061010729 tempest-ServerGroupTestJSON-2061010729-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfed0618-83a9-437e-bde5-65e3cbec4c4d HTTP/1.1" status: 200 len: 210 time: 0.1540897 Jul 16 18:05:41.960026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port f374db7d-b6af-42a2-8041-a8260c8bfeab, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f374db7d-b6af-42a2-8041-a8260c8bfeab,segment=NetworkSegment(e794407d-2cc3-4d1e-8374-4a2aff88ccac),segment_id=e794407d-2cc3-4d1e-8374-4a2aff88ccac)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:41.965579 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.001403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device de801f68-d90c-4c53-9956-1039ff030d5b no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:42.036221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec78fd05-0586-40ea-a473-cc749c621e67 req-53907199-21ca-4aa4-9de1-b7e5a30aeb86 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.1917400 Jul 16 18:05:42.041629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: de801f68-d90c-4c53-9956-1039ff030d5b {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:42.042013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device de801f68-d90c-4c53-9956-1039ff030d5b not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:42.110159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=f374db7d-b6af-42a2-8041-a8260c8bfeab,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:42.212712 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb5227ac-4b79-4f99-8ecc-0c1852dd0ae0 req-01714d74-39c3-4c4b-b3e2-2b4f620dc67a tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 210 time: 0.2029293 Jul 16 18:05:42.260137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9705cc94-eafb-408b-a78b-c40e8e472546 None None] Provisioning complete for port 5062ec92-5d8d-4ebf-be6d-7e3515ed134e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:42.260598 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9705cc94-eafb-408b-a78b-c40e8e472546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.343499 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9705cc94-eafb-408b-a78b-c40e8e472546 None None] Port 5062ec92-5d8d-4ebf-be6d-7e3515ed134e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:42.565589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-46c9eb8e-70fe-49e4-aa48-d766213ba018 None None] Provisioning complete for port 5062ec92-5d8d-4ebf-be6d-7e3515ed134e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:42.566036 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-46c9eb8e-70fe-49e4-aa48-d766213ba018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.590037 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-422c77de-3a89-4b7a-93ed-7f779bfaaf78 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.609030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-46c9eb8e-70fe-49e4-aa48-d766213ba018 None None] Port 5062ec92-5d8d-4ebf-be6d-7e3515ed134e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:43.082955 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-4d64eb76-79b3-4607-b1be-851e6ef22d94 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=85764cc006aa4ed6b9ce815f26388601&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305309 Jul 16 18:05:43.288671 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-07631e7d-fb95-4fd4-b250-5b090ea0313e tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.290835 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-07631e7d-fb95-4fd4-b250-5b090ea0313e tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944356 Jul 16 18:05:43.326815 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Request body: {'port': {'device_id': 'c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '85764cc006aa4ed6b9ce815f26388601'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:43.371939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f374db7d-b6af-42a2-8041-a8260c8bfeab up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:43.459662 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9161867b-19b2-4251-acc7-a4ad0fae0373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.469320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f374db7d-b6af-42a2-8041-a8260c8bfeab triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:43.469848 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.484506 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86e653f7-bf99-48da-8af2-a3147e7c9b3a req-4ad69fa5-80e0-46d6-89f7-dd0ace80479a tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.1849484 Jul 16 18:05:43.549492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b975931-aa4e-4133-9823-d6a6a3d30343 req-7591301e-f8a4-4b0b-8b46-d55dffcb9fb4 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 210 time: 0.0639091 Jul 16 18:05:43.629807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Made reservation on behalf of 85764cc006aa4ed6b9ce815f26388601 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:43.638273 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.641026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-422c77de-3a89-4b7a-93ed-7f779bfaaf78 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port 5062ec92-5d8d-4ebf-be6d-7e3515ed134e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:43.641026 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-422c77de-3a89-4b7a-93ed-7f779bfaaf78 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.650030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.794905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39938) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:43.834154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-422c77de-3a89-4b7a-93ed-7f779bfaaf78 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.853392 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-422c77de-3a89-4b7a-93ed-7f779bfaaf78 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for 5062ec92-5d8d-4ebf-be6d-7e3515ed134e owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:43.866362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ce7bb5-4a92-4e2b-a91e-9d6381cc2527 admin admin] Deleting subnet 570b2ea3-cf53-4114-87d5-1e11f8a6468d {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:43.871856 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6ce7bb5-4a92-4e2b-a91e-9d6381cc2527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.911771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6ce7bb5-4a92-4e2b-a91e-9d6381cc2527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.952682 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6ce7bb5-4a92-4e2b-a91e-9d6381cc2527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.958363 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.000876 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.008984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6ce7bb5-4a92-4e2b-a91e-9d6381cc2527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.046935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce7bb5-4a92-4e2b-a91e-9d6381cc2527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570b2ea3-cf53-4114-87d5-1e11f8a6468d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.059153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6ce7bb5-4a92-4e2b-a91e-9d6381cc2527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.063838 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b6ce7bb5-4a92-4e2b-a91e-9d6381cc2527 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/570b2ea3-cf53-4114-87d5-1e11f8a6468d HTTP/1.1" status: 204 len: 168 time: 0.2647042 Jul 16 18:05:44.064218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39940) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:44.143085 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-225eb715-7dcb-431d-aa26-5652df98135c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.156911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce44d602-42f3-4bc1-b948-04229fb4975e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.204808 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-422c77de-3a89-4b7a-93ed-7f779bfaaf78 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.232557 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-225eb715-7dcb-431d-aa26-5652df98135c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.244620 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-225eb715-7dcb-431d-aa26-5652df98135c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3738593-5b36-4239-8f97-1213132e1d01']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:44.257129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-225eb715-7dcb-431d-aa26-5652df98135c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defdbdbb-d9ec-4f14-9dc0-65d761da5acb') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:44.257427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-225eb715-7dcb-431d-aa26-5652df98135c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defdbdbb-d9ec-4f14-9dc0-65d761da5acb') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:44.269251 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-225eb715-7dcb-431d-aa26-5652df98135c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.271817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c77de-3a89-4b7a-93ed-7f779bfaaf78 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=5062ec92-5d8d-4ebf-be6d-7e3515ed134e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.284558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Allocated IP 192.168.233.253 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/894c6405-2aad-436e-b580-859ee059770a) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:44.285262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-225eb715-7dcb-431d-aa26-5652df98135c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.294357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225eb715-7dcb-431d-aa26-5652df98135c admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:44.294898 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-225eb715-7dcb-431d-aa26-5652df98135c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:44.296997 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:44.390331 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-225eb715-7dcb-431d-aa26-5652df98135c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.397887 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-225eb715-7dcb-431d-aa26-5652df98135c admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.403303 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-225eb715-7dcb-431d-aa26-5652df98135c admin admin] 10.222.0.24 "DELETE /v2.0/networks/c3738593-5b36-4239-8f97-1213132e1d01 HTTP/1.1" status: 204 len: 168 time: 0.3380411 Jul 16 18:05:44.415245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225eb715-7dcb-431d-aa26-5652df98135c admin admin] Pushing event deleted for resources: {'Network': ['ID=c3738593-5b36-4239-8f97-1213132e1d01,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.428848 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-422c77de-3a89-4b7a-93ed-7f779bfaaf78 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.700648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39948) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:44.769829 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-667b57e6-a9fe-40d9-a5ce-06ac62dda50f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7988d318a2e34b07a4f7676ab2fca4d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0670099 Jul 16 18:05:44.771640 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.772007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39954) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:44.809060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Transition to ACTIVE for port object 894c6405-2aad-436e-b580-859ee059770a will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:44.838193 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe51b8d9-3867-4454-980d-a7ce23ca9700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.863018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09f29692-0c06-4055-9bdc-2d383d9bc117 req-9e35a683-48da-4b95-af85-9d7bc05c6de1 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.1195865 Jul 16 18:05:44.865083 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe51b8d9-3867-4454-980d-a7ce23ca9700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.865259 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26d31360-279f-431e-9203-a9b182f52904 req-f9030a91-3ab7-44f9-94a8-9e4e9c5d4850 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 210 time: 0.1175516 Jul 16 18:05:44.939567 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe51b8d9-3867-4454-980d-a7ce23ca9700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.943032 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe51b8d9-3867-4454-980d-a7ce23ca9700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.944574 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fe51b8d9-3867-4454-980d-a7ce23ca9700 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b865a1d7-0300-4171-aa9a-4be918355f64 HTTP/1.1" status: 204 len: 168 time: 0.1714742 Jul 16 18:05:44.958519 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51b8d9-3867-4454-980d-a7ce23ca9700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b865a1d7-0300-4171-aa9a-4be918355f64,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.972206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422c77de-3a89-4b7a-93ed-7f779bfaaf78 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router af527072-60b7-4bc9-9df7-82b38031d626 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:45.120240 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.182796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Pushing event updated for resources: {'Port': ['ID=894c6405-2aad-436e-b580-859ee059770a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:45.195535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422c77de-3a89-4b7a-93ed-7f779bfaaf78 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:45.201985 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6e187d95-3d0f-40d5-bcaf-0e735710417e req-3b2db75f-c61f-4928-baaf-407ab431f742 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0923717 Jul 16 18:05:45.202381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-422c77de-3a89-4b7a-93ed-7f779bfaaf78 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/af527072-60b7-4bc9-9df7-82b38031d626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7203255 Jul 16 18:05:45.207582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39958) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:45.210856 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7def878d-53c0-4423-984e-f4216026ed39 None None] Sync routers for ids ['af527072-60b7-4bc9-9df7-82b38031d626'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:45.222239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:45.224413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:45.228029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:45.251405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7def878d-53c0-4423-984e-f4216026ed39 None None] Routers {'af527072-60b7-4bc9-9df7-82b38031d626'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:45.253904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7def878d-53c0-4423-984e-f4216026ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af527072-60b7-4bc9-9df7-82b38031d626'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:45.340346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7def878d-53c0-4423-984e-f4216026ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:45.351075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.359433 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.374139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7def878d-53c0-4423-984e-f4216026ed39 None None] Routers {'af527072-60b7-4bc9-9df7-82b38031d626'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:45.375228 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7def878d-53c0-4423-984e-f4216026ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af527072-60b7-4bc9-9df7-82b38031d626'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:45.392933 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-6b2350eb-8a72-41aa-a516-96324e7ebade tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0878854 Jul 16 18:05:45.417838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Request body: {'port': {'device_id': 'c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:45.483706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7def878d-53c0-4423-984e-f4216026ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:45.486694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7def878d-53c0-4423-984e-f4216026ed39 None None] The sync data for ids ['af527072-60b7-4bc9-9df7-82b38031d626'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:45.572065 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.682507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1e8a7f78-08b0-4856-9d53-5b60508b11d0 None None] Provisioning for port 894c6405-2aad-436e-b580-859ee059770a completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:45.684864 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-cbe2ffb4-5a8f-4168-b162-285f480fd9d3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 18:05:45.692191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1e8a7f78-08b0-4856-9d53-5b60508b11d0 None None] Provisioning complete for port 894c6405-2aad-436e-b580-859ee059770a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:45.693584 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1e8a7f78-08b0-4856-9d53-5b60508b11d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.693866 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cbe2ffb4-5a8f-4168-b162-285f480fd9d3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/af527072-60b7-4bc9-9df7-82b38031d626/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4831953 Jul 16 18:05:45.695252 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39968) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:45.698908 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cae0c611-20bb-4a48-8239-3fe190ac3f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.741838 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a7f78-08b0-4856-9d53-5b60508b11d0 None None] Port 894c6405-2aad-436e-b580-859ee059770a cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:45.753487 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c519b21c-7560-4b74-99c1-b4e6668fd903 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=af527072-60b7-4bc9-9df7-82b38031d626 HTTP/1.1" status: 200 len: 205 time: 0.0560989 Jul 16 18:05:45.755741 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39970) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:45.871855 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51e34cf5-ee24-4b10-9d8f-5f647706cbf6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.928784 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.311289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894c6405-2aad-436e-b580-859ee059770a {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:46.316509 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51e34cf5-ee24-4b10-9d8f-5f647706cbf6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.319043 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51e34cf5-ee24-4b10-9d8f-5f647706cbf6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.341882 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.380778 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51e34cf5-ee24-4b10-9d8f-5f647706cbf6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.381540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e34cf5-ee24-4b10-9d8f-5f647706cbf6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Fanout notify agent at l3_agent the message router_deleted on router af527072-60b7-4bc9-9df7-82b38031d626 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:05:46.393500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51e34cf5-ee24-4b10-9d8f-5f647706cbf6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.398585 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-51e34cf5-ee24-4b10-9d8f-5f647706cbf6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/af527072-60b7-4bc9-9df7-82b38031d626 HTTP/1.1" status: 204 len: 168 time: 0.6392548 Jul 16 18:05:46.398762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39990) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:46.404339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Transition to ACTIVE for port object 894c6405-2aad-436e-b580-859ee059770a will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:46.431724 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.464781 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d43cc5f-122d-4da4-ac61-e1c7202001e3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting subnet cf4fb16e-2193-45aa-a4e4-516893a702f2 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:46.468757 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d43cc5f-122d-4da4-ac61-e1c7202001e3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.520605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Pushing event updated for resources: {'Port': ['ID=894c6405-2aad-436e-b580-859ee059770a,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:46.521620 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d43cc5f-122d-4da4-ac61-e1c7202001e3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.536737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c2fa261-0f1b-4283-a62c-bb5e49d6419b req-834eaa4b-441b-4d51-a8ee-764d827d408d tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.1288714 Jul 16 18:05:46.634683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39992) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:46.775781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b24fd-78e1-49e1-94be-9f77fc8a2d27 req-b3e57bd1-c022-4ec3-8bc0-581c40f4d39d tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.785619 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f66b24fd-78e1-49e1-94be-9f77fc8a2d27 req-b3e57bd1-c022-4ec3-8bc0-581c40f4d39d tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 948 time: 0.3792803 Jul 16 18:05:46.800012 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d43cc5f-122d-4da4-ac61-e1c7202001e3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.818270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Attempting to bind port 894c6405-2aad-436e-b580-859ee059770a on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:46.819134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Attempting to bind port 894c6405-2aad-436e-b580-859ee059770a by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:46.819832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Attempting to bind port 894c6405-2aad-436e-b580-859ee059770a on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:46.855081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Port 894c6405-2aad-436e-b580-859ee059770a on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:46.858396 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Attempting to bind port 894c6405-2aad-436e-b580-859ee059770a on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:46.880984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:46.881496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:46.881861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:46.882310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Bound port: 894c6405-2aad-436e-b580-859ee059770a, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:46.883398 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.911160 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d43cc5f-122d-4da4-ac61-e1c7202001e3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.963953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43cc5f-122d-4da4-ac61-e1c7202001e3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4fb16e-2193-45aa-a4e4-516893a702f2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:46.993904 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f66b24fd-78e1-49e1-94be-9f77fc8a2d27 req-1e542a34-3aec-4ac8-bce2-76737617ed3f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce44d602-42f3-4bc1-b948-04229fb4975e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056835 Jul 16 18:05:47.008385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-102576127-network', 'tenant_id': 'fd6020ff17ff4256a7b703efdf5e90d2'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:47.015344 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d43cc5f-122d-4da4-ac61-e1c7202001e3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.025740 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0d43cc5f-122d-4da4-ac61-e1c7202001e3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/cf4fb16e-2193-45aa-a4e4-516893a702f2 HTTP/1.1" status: 204 len: 168 time: 0.6220148 Jul 16 18:05:47.025954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491416e1-28cd-4b7d-b0ad-0ce137517e28 None None] Network 4c855fcb-261d-49db-b0ca-f1925a9d9455 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:47.030985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39998) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:47.080510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Made reservation on behalf of fd6020ff17ff4256a7b703efdf5e90d2 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:47.090543 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.094950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] For port 894c6405-2aad-436e-b580-859ee059770a, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:47.117948 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.161360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] For port 894c6405-2aad-436e-b580-859ee059770a, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=894c6405-2aad-436e-b580-859ee059770a,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:47.180738 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.196279 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.244505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.245930 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.248066 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] 10.222.0.32 "PUT /v2.0/ports/894c6405-2aad-436e-b580-859ee059770a HTTP/1.1" status: 200 len: 1097 time: 1.8489072 Jul 16 18:05:47.249449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b', 'tag': '894c6405-2aad-436e-b580-859ee059770a'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:47.252855 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9886af-30c0-497f-af47-5cc143a772a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b", "tag": "894c6405-2aad-436e-b580-859ee059770a"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:47.386130 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063d6037-b274-467e-a9af-50f50e691580 x-openstack-request-id: req-063d6037-b274-467e-a9af-50f50e691580 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:47.387285 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b", "tag": "894c6405-2aad-436e-b580-859ee059770a", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:47.387771 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-063d6037-b274-467e-a9af-50f50e691580 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:47.388682 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b', 'tag': '894c6405-2aad-436e-b580-859ee059770a', 'status': 'completed', 'code': 200} Jul 16 18:05:47.392209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab459a9-41d7-48b0-9aa9-c990aad47af6 service neutron] Pushing event updated for resources: {'Port': ['ID=894c6405-2aad-436e-b580-859ee059770a,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:47.426589 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.439841 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.488456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63b8e9c-fcf1-4ece-8247-39a3c130fc8b None None] DHCP port deletion for 4c855fcb-261d-49db-b0ca-f1925a9d9455 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:47.504820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:47.523740 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bdd464-93dc-4fab-9094-7b2a8f302274,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:47.529022 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.529226 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Added segment f1cfa099-0349-4126-bf2e-0f1664564e04 of type vlan for network 1c70f9dc-a34a-4b26-9fa9-9feac24f438a Jul 16 18:05:47.561034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-5e7f41a2-1c6b-4320-a314-71b9f232c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.564011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-5e7f41a2-1c6b-4320-a314-71b9f232c82a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85764cc006aa4ed6b9ce815f26388601&device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 1100 time: 0.2069352 Jul 16 18:05:47.565771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port f374db7d-b6af-42a2-8041-a8260c8bfeab {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:47.566126 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.605466 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.639208 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.660989 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.664045 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.664644 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.692936 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f63b8e9c-fcf1-4ece-8247-39a3c130fc8b None None] Deleting port f374db7d-b6af-42a2-8041-a8260c8bfeab {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:47.697634 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f63b8e9c-fcf1-4ece-8247-39a3c130fc8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.748711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-5f05e801-fc20-4355-a027-f7c95e57d27e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=894c6405-2aad-436e-b580-859ee059770a HTTP/1.1" status: 200 len: 217 time: 0.1731567 Jul 16 18:05:47.750355 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1075161 Jul 16 18:05:47.759906 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40004) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:47.774334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4bf2cb54-ac42-4cea-9789-3d288bd825e2 admin admin] Request body: {'subnet': {'network_id': '1c70f9dc-a34a-4b26-9fa9-9feac24f438a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-102576127-subnet', 'tenant_id': 'fd6020ff17ff4256a7b703efdf5e90d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:47.820287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e4944-baf2-4dc3-a2c0-e7125231793f admin admin] Pushing event updated for resources: {'Network': ['ID=1c70f9dc-a34a-4b26-9fa9-9feac24f438a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:47.847178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 1c70f9dc-a34a-4b26-9fa9-9feac24f438a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:48.020318 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-67afbd0a-bdfe-42b4-9055-1e38e7aa4c40 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1101406 Jul 16 18:05:48.031496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f63b8e9c-fcf1-4ece-8247-39a3c130fc8b None None] For port f374db7d-b6af-42a2-8041-a8260c8bfeab, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f374db7d-b6af-42a2-8041-a8260c8bfeab,segment=NetworkSegment(e794407d-2cc3-4d1e-8374-4a2aff88ccac),segment_id=e794407d-2cc3-4d1e-8374-4a2aff88ccac)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:48.032127 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f63b8e9c-fcf1-4ece-8247-39a3c130fc8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.059079 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f63b8e9c-fcf1-4ece-8247-39a3c130fc8b None None] Calling delete_port for f374db7d-b6af-42a2-8041-a8260c8bfeab owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:48.215230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-8cfb53e3-f28f-4889-99e7-25a10cfb1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.216271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-8cfb53e3-f28f-4889-99e7-25a10cfb1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.217043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-8cfb53e3-f28f-4889-99e7-25a10cfb1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.218046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-8cfb53e3-f28f-4889-99e7-25a10cfb1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.218759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-8cfb53e3-f28f-4889-99e7-25a10cfb1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.219727 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-8cfb53e3-f28f-4889-99e7-25a10cfb1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.221384 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-8cfb53e3-f28f-4889-99e7-25a10cfb1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.225133 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-8cfb53e3-f28f-4889-99e7-25a10cfb1fa4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 6509 time: 0.1456256 Jul 16 18:05:48.262721 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c928e04-a883-47e7-9ef3-2422d172b419 req-efc8bc66-c26c-48a2-84f4-532f45cef1c8 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.4445362 Jul 16 18:05:48.350167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-80f4d8a1-a684-45de-91a8-045eca6d604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.351610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-80f4d8a1-a684-45de-91a8-045eca6d604d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.5733631 Jul 16 18:05:48.355254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] For port f374db7d-b6af-42a2-8041-a8260c8bfeab, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f374db7d-b6af-42a2-8041-a8260c8bfeab,segment=NetworkSegment(e794407d-2cc3-4d1e-8374-4a2aff88ccac),segment_id=e794407d-2cc3-4d1e-8374-4a2aff88ccac)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:48.355952 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.374387 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f63b8e9c-fcf1-4ece-8247-39a3c130fc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.413735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf2cb54-ac42-4cea-9789-3d288bd825e2 admin admin] Made reservation on behalf of fd6020ff17ff4256a7b703efdf5e90d2 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:48.417151 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4bf2cb54-ac42-4cea-9789-3d288bd825e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.428258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b8e9c-fcf1-4ece-8247-39a3c130fc8b None None] Pushing event deleted for resources: {'Port': ['ID=f374db7d-b6af-42a2-8041-a8260c8bfeab,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:48.430470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b8e9c-fcf1-4ece-8247-39a3c130fc8b None None] No DVR routers for this DVR port f374db7d-b6af-42a2-8041-a8260c8bfeab on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:48.482600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for f374db7d-b6af-42a2-8041-a8260c8bfeab owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:48.526276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-69e37fd8-1613-4f4d-89e2-7298acfbfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.527210 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-69e37fd8-1613-4f4d-89e2-7298acfbfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.527728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-69e37fd8-1613-4f4d-89e2-7298acfbfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.529519 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-69e37fd8-1613-4f4d-89e2-7298acfbfdd0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=44337d24-7f19-40cf-a303-f059903d6ce5&id=d14411d5-9208-45c8-b382-da9f272bc971&id=d14411d5-9208-45c8-b382-da9f272bc971&id=d14411d5-9208-45c8-b382-da9f272bc971&id=d14411d5-9208-45c8-b382-da9f272bc971&id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f HTTP/1.1" status: 200 len: 2296 time: 0.2610660 Jul 16 18:05:48.676705 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-0fb1f24d-e9d3-4e76-af16-541e46f8c81e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b198d4-be15-4005-a079-fa148eb42193 HTTP/1.1" status: 200 len: 1001 time: 0.1389823 Jul 16 18:05:48.753364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-fc4496a3-f1e9-4796-8e8f-821ab15df251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.755080 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-fc4496a3-f1e9-4796-8e8f-821ab15df251 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69eb66ea-9472-42b1-8bef-cc1b7c6812ce HTTP/1.1" status: 200 len: 856 time: 0.0684819 Jul 16 18:05:48.782029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38feb3e6-089b-4ba0-82fe-d978e82fded2 req-dac94dae-1fb7-43de-8422-aec2996292ef tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.784434 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-38feb3e6-089b-4ba0-82fe-d978e82fded2 req-dac94dae-1fb7-43de-8422-aec2996292ef tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 948 time: 0.4231436 Jul 16 18:05:48.835871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-cf9f8752-ade6-49a7-8c00-d0312cae6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.837480 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-cf9f8752-ade6-49a7-8c00-d0312cae6b1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4732022 Jul 16 18:05:48.870915 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b1f69f55-524e-4089-9a3a-a51e1a53c8f2 req-4508a4ec-d4de-475c-9857-d18017ae01fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea4b80179be44a719192fa3588973fd7&device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0931067 Jul 16 18:05:48.935499 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b1f69f55-524e-4089-9a3a-a51e1a53c8f2 req-90936a38-5848-4724-a00f-be513765b5b0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ea4b80179be44a719192fa3588973fd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549421 Jul 16 18:05:48.963631 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8458e65c-f5d3-49e0-a031-2b4481c047e7 req-e0c0fdad-fa59-4f9b-bad4-b5d7dfd11ab6 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0763254 Jul 16 18:05:48.964255 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.973967 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.998956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-38feb3e6-089b-4ba0-82fe-d978e82fded2 req-55245201-a960-40b8-b0a6-18c07f40fc9f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce44d602-42f3-4bc1-b948-04229fb4975e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983523 Jul 16 18:05:49.086961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-fb14e5b7-b40e-4e3a-befc-ae587c3e063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.089357 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-fb14e5b7-b40e-4e3a-befc-ae587c3e063e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44337d24-7f19-40cf-a303-f059903d6ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3272808 Jul 16 18:05:49.101019 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4bf2cb54-ac42-4cea-9789-3d288bd825e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.113561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=f374db7d-b6af-42a2-8041-a8260c8bfeab,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.115632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No DVR routers for this DVR port f374db7d-b6af-42a2-8041-a8260c8bfeab on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:49.232927 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-14b79504-d6b8-4f86-8ca4-616f00253a3b service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831711 Jul 16 18:05:49.321685 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.324816 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2cb54-ac42-4cea-9789-3d288bd825e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d5e58a-4ddf-4164-b194-bf1d4cecfd53,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.345024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2cb54-ac42-4cea-9789-3d288bd825e2 admin admin] Checking segment: {'id': 'f1cfa099-0349-4126-bf2e-0f1664564e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c70f9dc-a34a-4b26-9fa9-9feac24f438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:49.345650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf2cb54-ac42-4cea-9789-3d288bd825e2 admin admin] Network hostable DHCP agents. Network: 1c70f9dc-a34a-4b26-9fa9-9feac24f438a, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:49.352484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c855fcb-261d-49db-b0ca-f1925a9d9455']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:49.374827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f69f55-524e-4089-9a3a-a51e1a53c8f2 req-a12359f8-ba7b-46fc-ac10-58d703d10738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.376343 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b1f69f55-524e-4089-9a3a-a51e1a53c8f2 req-a12359f8-ba7b-46fc-ac10-58d703d10738 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4338739 Jul 16 18:05:49.381785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f374db7d-b6af-42a2-8041-a8260c8bfeab no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:49.405016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e794407d-2cc3-4d1e-8374-4a2aff88ccac') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:49.405343 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e794407d-2cc3-4d1e-8374-4a2aff88ccac') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:49.405479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: f374db7d-b6af-42a2-8041-a8260c8bfeab {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:49.405814 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f374db7d-b6af-42a2-8041-a8260c8bfeab not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:49.424695 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.440657 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-cf6ab5a8-14ef-436b-8c79-044e7a0216e1 service neutron] 10.222.0.32 "GET /v2.0/networks/44337d24-7f19-40cf-a303-f059903d6ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992675 Jul 16 18:05:49.454823 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.459218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8bfd0e6f-1a67-4b1e-b1b7-ec1919c09bb4 req-252f54c5-a288-41e6-9f46-a5df473c33b2 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150319 Jul 16 18:05:49.465388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf2cb54-ac42-4cea-9789-3d288bd825e2 admin admin] Network 1c70f9dc-a34a-4b26-9fa9-9feac24f438a is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:49.467835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:49.468418 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:49.471807 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:49.536260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-4bf2cb54-ac42-4cea-9789-3d288bd825e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 1c70f9dc-a34a-4b26-9fa9-9feac24f438a) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:49.545474 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4b583f-210d-4e9d-97f5-388a7a41cc84 None None] Network 1c70f9dc-a34a-4b26-9fa9-9feac24f438a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:49.549708 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf2cb54-ac42-4cea-9789-3d288bd825e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.550569 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4bf2cb54-ac42-4cea-9789-3d288bd825e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.577853 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.590504 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.593042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/networks/4c855fcb-261d-49db-b0ca-f1925a9d9455 HTTP/1.1" status: 204 len: 168 time: 2.5615506 Jul 16 18:05:49.603130 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40020) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:49.606892 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0239-2008-4820-9b2c-754e8e64e957 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Network': ['ID=4c855fcb-261d-49db-b0ca-f1925a9d9455,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.619186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f01b7018-7639-4036-aa9a-032ba28b6098 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1290010724'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:49.630558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4bf2cb54-ac42-4cea-9789-3d288bd825e2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8588719 Jul 16 18:05:49.646313 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-a9a05802-ea29-42ba-bf21-11077ceb0ffa service neutron] 10.222.0.32 "GET /v2.0/networks/44337d24-7f19-40cf-a303-f059903d6ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986580 Jul 16 18:05:49.679626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9886af-30c0-497f-af47-5cc143a772a5 req-8f8ed75b-2b10-4427-aaab-8f2ab5849c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.681343 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e9886af-30c0-497f-af47-5cc143a772a5 req-8f8ed75b-2b10-4427-aaab-8f2ab5849c06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85764cc006aa4ed6b9ce815f26388601&device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 1100 time: 0.1467111 Jul 16 18:05:49.698042 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01b7018-7639-4036-aa9a-032ba28b6098 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:49.702694 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f01b7018-7639-4036-aa9a-032ba28b6098 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.709261 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-dd0c6747-c504-438d-b61e-bc25dff7a65f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=9934b156-2ff0-44c2-b42b-b8b7148a6def HTTP/1.1" status: 200 len: 217 time: 0.0502496 Jul 16 18:05:49.712352 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c385660e-93b2-4269-8151-1650c1813b70 None None] Network 1c70f9dc-a34a-4b26-9fa9-9feac24f438a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:49.823432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01b7018-7639-4036-aa9a-032ba28b6098 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:49.834501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-6b65189b-c9c1-4ea4-8e20-d7f862f3f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.836051 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-6b65189b-c9c1-4ea4-8e20-d7f862f3f468 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.1071584 Jul 16 18:05:49.841951 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f01b7018-7639-4036-aa9a-032ba28b6098 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.842306 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-f01b7018-7639-4036-aa9a-032ba28b6098 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Added segment a1d03976-e275-4a6b-8e2e-7d1a128f6274 of type vlan for network 0b1be7d5-802e-48db-a641-db4de78ee43a Jul 16 18:05:49.863745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9886af-30c0-497f-af47-5cc143a772a5 req-06a0f522-3d5a-42c6-9809-15b50a5bb97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.867771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e9886af-30c0-497f-af47-5cc143a772a5 req-06a0f522-3d5a-42c6-9809-15b50a5bb97f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.1788309 Jul 16 18:05:49.926062 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f01b7018-7639-4036-aa9a-032ba28b6098 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.930862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e9886af-30c0-497f-af47-5cc143a772a5 req-b02a75f9-90e9-4cc5-8304-97e70d8035af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=894c6405-2aad-436e-b580-859ee059770a HTTP/1.1" status: 200 len: 217 time: 0.0524397 Jul 16 18:05:49.971037 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-d1910a46-6f0f-4562-8b23-40b6b259d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.972985 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-d1910a46-6f0f-4562-8b23-40b6b259d72e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1287446 Jul 16 18:05:49.974292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f01b7018-7639-4036-aa9a-032ba28b6098 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.980034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b7018-7639-4036-aa9a-032ba28b6098 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.981067 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f01b7018-7639-4036-aa9a-032ba28b6098 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.026093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9886af-30c0-497f-af47-5cc143a772a5 req-b8401577-32f5-43fa-b3d0-3fb16acf797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.027762 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e9886af-30c0-497f-af47-5cc143a772a5 req-b8401577-32f5-43fa-b3d0-3fb16acf797a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0880246 Jul 16 18:05:50.047933 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f01b7018-7639-4036-aa9a-032ba28b6098 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4405131 Jul 16 18:05:50.053273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40034) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:50.060300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f57c60be-2b40-4805-889d-daddc2af5915 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'subnet': {'network_id': '0b1be7d5-802e-48db-a641-db4de78ee43a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:50.152665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b7018-7639-4036-aa9a-032ba28b6098 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Network': ['ID=0b1be7d5-802e-48db-a641-db4de78ee43a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.182444 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 0b1be7d5-802e-48db-a641-db4de78ee43a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:50.232395 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-9b619fd9-1db2-4ed4-99b7-c10f5207bfe6 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489583 Jul 16 18:05:50.259087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d29ca14-e1a7-4896-ba31-792a21e0c092 req-d9dd6e73-d563-4ac1-aa60-e74ec8017f68 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0841970 Jul 16 18:05:50.278298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57c60be-2b40-4805-889d-daddc2af5915 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:50.293468 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f57c60be-2b40-4805-889d-daddc2af5915 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.339838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9886af-30c0-497f-af47-5cc143a772a5 req-3bf31691-4d42-42dd-87ea-72f5af55334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.341808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e9886af-30c0-497f-af47-5cc143a772a5 req-3bf31691-4d42-42dd-87ea-72f5af55334e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3059838 Jul 16 18:05:50.434424 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-8d9ed171-99a2-47b3-ac77-efe2b9b44135 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934195 Jul 16 18:05:50.513266 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-b8d83c9c-2d8d-44da-b4d9-658efcf21463 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=5388a20e-2ed9-436f-a11e-87f7ad11fe8a HTTP/1.1" status: 200 len: 217 time: 0.0655415 Jul 16 18:05:50.640679 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e9886af-30c0-497f-af47-5cc143a772a5 req-46a328a0-b3ba-4861-874c-bde3fed9e7ff service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871416 Jul 16 18:05:50.652548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-0db91886-e1d4-4900-9872-85698d9765b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.654048 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-0db91886-e1d4-4900-9872-85698d9765b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.1329288 Jul 16 18:05:50.655814 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b1f69f55-524e-4089-9a3a-a51e1a53c8f2 req-dcba4bac-649f-4642-b21a-2eb227b188a1 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.11 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0498562 Jul 16 18:05:50.656965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-7fd1117d-408b-4a89-ac72-f1eba8d2192e tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.660179 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-7fd1117d-408b-4a89-ac72-f1eba8d2192e tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/networks?id=1c70f9dc-a34a-4b26-9fa9-9feac24f438a HTTP/1.1" status: 200 len: 808 time: 0.4035072 Jul 16 18:05:50.677888 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f57c60be-2b40-4805-889d-daddc2af5915 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.707867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93302023-aded-4d99-8cff-4643bce860c1 req-0924150d-4937-446a-9460-b01c02e7658f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.709400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93302023-aded-4d99-8cff-4643bce860c1 req-0924150d-4937-446a-9460-b01c02e7658f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 948 time: 0.1687787 Jul 16 18:05:50.721913 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-88e08d8d-d3c3-40e8-95db-9d5aa18477e6 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/quotas/fd6020ff17ff4256a7b703efdf5e90d2 HTTP/1.1" status: 200 len: 375 time: 0.0524693 Jul 16 18:05:50.779121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93302023-aded-4d99-8cff-4643bce860c1 req-d40944fe-4dbb-4d0d-a762-d4a1001214fa tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce44d602-42f3-4bc1-b948-04229fb4975e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541441 Jul 16 18:05:50.801120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c60be-2b40-4805-889d-daddc2af5915 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Subnet': ['ID=2f914f2b-40bb-4f5c-875c-370f68b107d1,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.840346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-37feeeb7-48ad-4485-b185-9e5b9a33bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.855841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-5c69ea80-478c-49ab-b660-34d578d9bb4e tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd6020ff17ff4256a7b703efdf5e90d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936465 Jul 16 18:05:50.857699 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-37feeeb7-48ad-4485-b185-9e5b9a33bb73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1838717 Jul 16 18:05:50.893337 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e9886af-30c0-497f-af47-5cc143a772a5 req-be3c7748-25b8-44e8-9f97-6cd9f9b87148 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439389 Jul 16 18:05:50.914985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57c60be-2b40-4805-889d-daddc2af5915 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Checking segment: {'id': 'a1d03976-e275-4a6b-8e2e-7d1a128f6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0b1be7d5-802e-48db-a641-db4de78ee43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:50.915687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c60be-2b40-4805-889d-daddc2af5915 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network hostable DHCP agents. Network: 0b1be7d5-802e-48db-a641-db4de78ee43a, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:51.000688 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c60be-2b40-4805-889d-daddc2af5915 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 0b1be7d5-802e-48db-a641-db4de78ee43a is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:51.020843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f57c60be-2b40-4805-889d-daddc2af5915 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 0b1be7d5-802e-48db-a641-db4de78ee43a) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:51.026161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57c60be-2b40-4805-889d-daddc2af5915 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.026809 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f57c60be-2b40-4805-889d-daddc2af5915 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.030750 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-11c4b117-098e-4029-a7ed-33ab0802f8f6 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718364 Jul 16 18:05:51.039407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eeb76c-3e43-4a94-a18f-b67ff101f8b4 None None] Network 0b1be7d5-802e-48db-a641-db4de78ee43a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:51.075101 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f57c60be-2b40-4805-889d-daddc2af5915 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0222113 Jul 16 18:05:51.077811 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40050) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:51.113956 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8170baa4-ab79-4610-81b9-483929baf695 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-886350879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:51.155698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-d46e9efa-2ab7-416e-9bdd-3e4b1061f80d service neutron] 10.222.0.24 "GET /v2.0/networks/1c70f9dc-a34a-4b26-9fa9-9feac24f438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864945 Jul 16 18:05:51.156496 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8170baa4-ab79-4610-81b9-483929baf695 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.158175 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8170baa4-ab79-4610-81b9-483929baf695 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.168577 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-ec2452ac-f5c6-4b0b-a797-f48045242921 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298978 Jul 16 18:05:51.251148 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-472077fe-f49a-408b-bf6e-dddfd5ce317f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=6ea0e187-1c81-443f-a401-224fa078f2c1 HTTP/1.1" status: 200 len: 217 time: 0.0722070 Jul 16 18:05:51.269907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-0b1be7d5-802e-48db-a641-db4de78ee43a', 'network_id': '0b1be7d5-802e-48db-a641-db4de78ee43a', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'fixed_ips': [{'subnet_id': '2f914f2b-40bb-4f5c-875c-370f68b107d1'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:51.270927 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.383853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-106282bb-687e-46f7-962b-d14e86215aca service neutron] 10.222.0.24 "GET /v2.0/networks/1c70f9dc-a34a-4b26-9fa9-9feac24f438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177477 Jul 16 18:05:51.616262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19f9de73-40a1-4436-b3cc-985717515cf5 req-e238b071-5772-401d-b9cc-4c4e15ea7905 tempest-ServerShowV257Test-502420937 tempest-ServerShowV257Test-502420937-project] 10.222.0.24 "GET /v2.0/ports?device_id=d659710f-dc1d-4cc2-ae8d-fa16d888f8fb HTTP/1.1" status: 200 len: 210 time: 0.0721087 Jul 16 18:05:51.645649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Allocated IP 2001:db8::2 (0b1be7d5-802e-48db-a641-db4de78ee43a/2f914f2b-40bb-4f5c-875c-370f68b107d1/48efc563-4a24-40fd-88b2-6b97990fd501) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:51.759148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0a71183-e049-4d5d-9315-ea51ebe2a43e req-94c366e7-ec3d-4436-8f52-90f8fc313faf tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 210 time: 0.0389102 Jul 16 18:05:51.912406 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.921089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8170baa4-ab79-4610-81b9-483929baf695 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.924163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Transition to ACTIVE for port object 48efc563-4a24-40fd-88b2-6b97990fd501 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:51.937600 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8170baa4-ab79-4610-81b9-483929baf695 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.956553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-8f8eba34-4dad-46fe-a6d3-ba390969dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.958160 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-8f8eba34-4dad-46fe-a6d3-ba390969dbc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.6195369 Jul 16 18:05:51.959392 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8170baa4-ab79-4610-81b9-483929baf695 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.959663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Transition to ACTIVE for port object 48efc563-4a24-40fd-88b2-6b97990fd501 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:51.963205 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8170baa4-ab79-4610-81b9-483929baf695 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8817101 Jul 16 18:05:51.964158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40066) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:51.973758 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.074071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Pushing event updated for resources: {'Port': ['ID=48efc563-4a24-40fd-88b2-6b97990fd501,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:52.085616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 894c6405-2aad-436e-b580-859ee059770a details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:52.131351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Network 0b1be7d5-802e-48db-a641-db4de78ee43a is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:52.134111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-98ecc4c0-5f05-4b4f-9bd4-e9922756b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.136243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:52.137450 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-98ecc4c0-5f05-4b4f-9bd4-e9922756b346 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1642029 Jul 16 18:05:52.143408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:52.341051 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Attempting to bind port 48efc563-4a24-40fd-88b2-6b97990fd501 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:52.341441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Attempting to bind port 48efc563-4a24-40fd-88b2-6b97990fd501 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'a1d03976-e275-4a6b-8e2e-7d1a128f6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0b1be7d5-802e-48db-a641-db4de78ee43a'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:52.341843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Attempting to bind port 48efc563-4a24-40fd-88b2-6b97990fd501 on network 0b1be7d5-802e-48db-a641-db4de78ee43a {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:52.344984 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-9ed4d903-781d-4ffe-befe-0cf8690c4f61 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990755 Jul 16 18:05:52.386304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bdaa0-a77a-44db-9086-37de6ef7088e req-2e17ff11-ac68-4323-86b3-fbb3addd8811 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.388355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-930bdaa0-a77a-44db-9086-37de6ef7088e req-2e17ff11-ac68-4323-86b3-fbb3addd8811 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 948 time: 0.3493516 Jul 16 18:05:52.397091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:52.397613 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Checking segment: {'id': 'a1d03976-e275-4a6b-8e2e-7d1a128f6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0b1be7d5-802e-48db-a641-db4de78ee43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:52.398440 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.398833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Bound using segment: {'id': 'a1d03976-e275-4a6b-8e2e-7d1a128f6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0b1be7d5-802e-48db-a641-db4de78ee43a'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:52.399388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Bound port: 48efc563-4a24-40fd-88b2-6b97990fd501, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d03976-e275-4a6b-8e2e-7d1a128f6274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0b1be7d5-802e-48db-a641-db4de78ee43a'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:52.399784 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.464506 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-930bdaa0-a77a-44db-9086-37de6ef7088e req-9a1ccd4a-9de0-49c2-808c-8e77bcfb3e98 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce44d602-42f3-4bc1-b948-04229fb4975e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Jul 16 18:05:52.499903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 894c6405-2aad-436e-b580-859ee059770a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=894c6405-2aad-436e-b580-859ee059770a,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:52.546332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] For port 48efc563-4a24-40fd-88b2-6b97990fd501, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:52.550812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '894c6405-2aad-436e-b580-859ee059770a', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '894c6405-2aad-436e-b580-859ee059770a', 'mac_address': 'fa:16:3e:93:aa:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:52.564341 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-49a93771-ca70-4573-8e48-b1c5a3c4dc2c service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127130 Jul 16 18:05:52.585860 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] For port 48efc563-4a24-40fd-88b2-6b97990fd501, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=48efc563-4a24-40fd-88b2-6b97990fd501,segment=NetworkSegment(a1d03976-e275-4a6b-8e2e-7d1a128f6274),segment_id=a1d03976-e275-4a6b-8e2e-7d1a128f6274)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:52.601588 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.635253 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-baece202-e231-4cae-85cf-a8af504b1ae7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=4491f8dd-ddb2-4310-9cd7-053d2271a801 HTTP/1.1" status: 200 len: 217 time: 0.0640223 Jul 16 18:05:52.640824 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.805908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-1174de36-ca2c-41b0-908a-c687befc8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.807576 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-1174de36-ca2c-41b0-908a-c687befc8277 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.1556752 Jul 16 18:05:52.881258 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.932198 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-95513108-88f7-439f-9a6d-2ca3f54a9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.933792 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-95513108-88f7-439f-9a6d-2ca3f54a9b56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1175878 Jul 16 18:05:52.984277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894c6405-2aad-436e-b580-859ee059770a {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:53.068915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd4fb2-22d6-4a27-9ddb-562b6f7ad4a1 None None] Pushing event updated for resources: {'Port': ['ID=48efc563-4a24-40fd-88b2-6b97990fd501,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:53.115148 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.120320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 894c6405-2aad-436e-b580-859ee059770a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=894c6405-2aad-436e-b580-859ee059770a,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:53.136864 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.182919 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-69087cae-0b98-4482-a7fe-59bd9c25e184 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323694 Jul 16 18:05:53.193033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-112b8bd7-a7f4-4f09-95be-8da944c132d7 req-25bdf894-79bd-4554-a09f-b080f2f1ee8e tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 210 time: 0.1082652 Jul 16 18:05:53.246783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Allocated IP 2001:db8::1 (0b1be7d5-802e-48db-a641-db4de78ee43a/2f914f2b-40bb-4f5c-875c-370f68b107d1/b72035fa-a789-4a0c-bc0b-11b89366a747) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:53.279564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=894c6405-2aad-436e-b580-859ee059770a,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:53.416544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['894c6405-2aad-436e-b580-859ee059770a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:53.495047 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40088) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:53.558556 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-a5d9de86-ae45-4f97-86ee-6a93d1157a23 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644595 Jul 16 18:05:53.587216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 48efc563-4a24-40fd-88b2-6b97990fd501 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:53.698619 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-c8729c7e-55c9-47b5-b397-6fc70623aa70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=897d6457-d843-4c30-9f5d-1c8d2f827f6b HTTP/1.1" status: 200 len: 217 time: 0.1325841 Jul 16 18:05:53.743310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 48efc563-4a24-40fd-88b2-6b97990fd501 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:53.784157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-15359352-bd42-4ea1-a501-b6b73a9a5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.786280 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-15359352-bd42-4ea1-a501-b6b73a9a5576 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecc90bf6-64d1-40fc-ae7a-e5075092d38e HTTP/1.1" status: 200 len: 797 time: 0.0697973 Jul 16 18:05:53.809861 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.844704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Transition to ACTIVE for port object b72035fa-a789-4a0c-bc0b-11b89366a747 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:53.931343 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70900a54-e38f-4245-bf56-076a96e58aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.981760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-31ee15f4-fa60-40c5-8f1a-88904500a6a6 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.984606 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-31ee15f4-fa60-40c5-8f1a-88904500a6a6 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.11 "GET /v2.0/networks?id=1c70f9dc-a34a-4b26-9fa9-9feac24f438a HTTP/1.1" status: 200 len: 808 time: 0.3129551 Jul 16 18:05:53.984786 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.009026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-222e4999-7c6c-481d-81fc-8ca15937443f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Request body: {'port': {'device_id': 'ce0e076c-f743-4dfc-b681-be36723485d8', 'network_id': '1c70f9dc-a34a-4b26-9fa9-9feac24f438a', 'admin_state_up': True, 'tenant_id': 'fd6020ff17ff4256a7b703efdf5e90d2'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:54.040406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-61a4b4b5-0d06-408b-ac13-f3462fce5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.042116 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-61a4b4b5-0d06-408b-ac13-f3462fce5c82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2460818 Jul 16 18:05:54.071586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 0b1be7d5-802e-48db-a641-db4de78ee43a is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:54.080409 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:54.083018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:54.083749 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.342356 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-11d266ec-dd4c-4768-886d-0a6a36e8cd67 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878230 Jul 16 18:05:54.426531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f79a815-cb06-4c62-b545-be33310bbe94 None None] Network 0b1be7d5-802e-48db-a641-db4de78ee43a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:54.458160 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f141578d-f5c9-49d1-864c-e14467b58553 req-abfae503-a671-47c5-919c-730a690e0ab8 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 210 time: 0.0402133 Jul 16 18:05:54.463101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=b72035fa-a789-4a0c-bc0b-11b89366a747,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.475895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c5d1a-87bd-4482-8487-6d616d2aacaa req-90780a67-387d-4b8f-b2f1-60fb2a1b8b7b tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.483530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-694c5d1a-87bd-4482-8487-6d616d2aacaa req-90780a67-387d-4b8f-b2f1-60fb2a1b8b7b tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 949 time: 0.5959055 Jul 16 18:05:54.517906 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-29828006-869e-4896-a890-7dfa2fcb0c86 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656258 Jul 16 18:05:54.536692 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70900a54-e38f-4245-bf56-076a96e58aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.587696 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-367e1b44-bac5-4cff-9aaa-210bc1baebe0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b12fec1-cc34-4266-80a0-396126617771 HTTP/1.1" status: 200 len: 217 time: 0.0488269 Jul 16 18:05:54.606750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-694c5d1a-87bd-4482-8487-6d616d2aacaa req-92c0882b-0b1c-4cf7-a6e3-99f2684351de tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce44d602-42f3-4bc1-b948-04229fb4975e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186888 Jul 16 18:05:54.606971 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70900a54-e38f-4245-bf56-076a96e58aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.649475 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-70900a54-e38f-4245-bf56-076a96e58aca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea4b80179be44a719192fa3588973fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1532524 Jul 16 18:05:54.649475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-222e4999-7c6c-481d-81fc-8ca15937443f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Made reservation on behalf of fd6020ff17ff4256a7b703efdf5e90d2 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:54.652007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40096) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:54.652626 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-222e4999-7c6c-481d-81fc-8ca15937443f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.690067 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.716215 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-c2ec4fff-6190-431b-a7c6-e47369e317b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.718061 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-c2ec4fff-6190-431b-a7c6-e47369e317b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecc90bf6-64d1-40fc-ae7a-e5075092d38e HTTP/1.1" status: 200 len: 797 time: 0.0776942 Jul 16 18:05:54.756547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1c03039-6c6a-4a8c-8e14-52038ea562a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.770709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e9a381fe-668a-4fc7-92e7-6bec2e930f8f None None] Provisioning for port 48efc563-4a24-40fd-88b2-6b97990fd501 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:54.789902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e9a381fe-668a-4fc7-92e7-6bec2e930f8f None None] Provisioning complete for port 48efc563-4a24-40fd-88b2-6b97990fd501 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:54.790785 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e9a381fe-668a-4fc7-92e7-6bec2e930f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.882047 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1c03039-6c6a-4a8c-8e14-52038ea562a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.932005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70900a54-e38f-4245-bf56-076a96e58aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb4e760-7d08-4ba1-9a89-b6376b957b72,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.055300 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e9a381fe-668a-4fc7-92e7-6bec2e930f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.056065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-53c58c3e-5d14-4d61-b5a1-b3abae6a38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.058022 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-53c58c3e-5d14-4d61-b5a1-b3abae6a38ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3257108 Jul 16 18:05:55.081854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-222e4999-7c6c-481d-81fc-8ca15937443f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Allocated IP 172.20.0.8 (1c70f9dc-a34a-4b26-9fa9-9feac24f438a/34d5e58a-4ddf-4164-b194-bf1d4cecfd53/9d9f895c-07ca-4cc1-bbc3-b91b49c2a771) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:55.082453 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1c03039-6c6a-4a8c-8e14-52038ea562a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.085422 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1c03039-6c6a-4a8c-8e14-52038ea562a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.089168 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e1c03039-6c6a-4a8c-8e14-52038ea562a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eeb4e760-7d08-4ba1-9a89-b6376b957b72 HTTP/1.1" status: 204 len: 168 time: 0.4332511 Jul 16 18:05:55.116569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e9a381fe-668a-4fc7-92e7-6bec2e930f8f None None] For port 48efc563-4a24-40fd-88b2-6b97990fd501, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=48efc563-4a24-40fd-88b2-6b97990fd501,segment=NetworkSegment(a1d03976-e275-4a6b-8e2e-7d1a128f6274),segment_id=a1d03976-e275-4a6b-8e2e-7d1a128f6274)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:55.121183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c03039-6c6a-4a8c-8e14-52038ea562a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb4e760-7d08-4ba1-9a89-b6376b957b72,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.127314 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e9a381fe-668a-4fc7-92e7-6bec2e930f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.255988 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.268071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a381fe-668a-4fc7-92e7-6bec2e930f8f None None] Pushing event updated for resources: {'Port': ['ID=48efc563-4a24-40fd-88b2-6b97990fd501,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.275927 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-f087c4a8-88e9-4c23-a875-68fbd2971757 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077057 Jul 16 18:05:55.284263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.291939 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.293471 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.444538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 0b1be7d5-802e-48db-a641-db4de78ee43a is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:55.452200 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:55.462591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-637a607b-e28c-4afe-b368-0301c3dd058d None None] Provisioning complete for port 48efc563-4a24-40fd-88b2-6b97990fd501 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:55.463816 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-637a607b-e28c-4afe-b368-0301c3dd058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.516618 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-222e4999-7c6c-481d-81fc-8ca15937443f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.527311 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f95cbacd-382f-4bd4-880a-a1c522b94acd req-47fe0c35-d04f-4c4b-894d-b7a88224bf20 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383218 Jul 16 18:05:55.606049 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=b72035fa-a789-4a0c-bc0b-11b89366a747,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.632835 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-222e4999-7c6c-481d-81fc-8ca15937443f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.633249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-637a607b-e28c-4afe-b368-0301c3dd058d None None] Provisioning for port b72035fa-a789-4a0c-bc0b-11b89366a747 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:55.643345 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-637a607b-e28c-4afe-b368-0301c3dd058d None None] Provisioning complete for port b72035fa-a789-4a0c-bc0b-11b89366a747 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:55.644615 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-637a607b-e28c-4afe-b368-0301c3dd058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.721764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-637a607b-e28c-4afe-b368-0301c3dd058d None None] Port b72035fa-a789-4a0c-bc0b-11b89366a747 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:55.733745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-222e4999-7c6c-481d-81fc-8ca15937443f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Network 1c70f9dc-a34a-4b26-9fa9-9feac24f438a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:55.737336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-222e4999-7c6c-481d-81fc-8ca15937443f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:55.743466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-222e4999-7c6c-481d-81fc-8ca15937443f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:55.789042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c2bd5-bcd9-4d53-bece-8eaa05f342d5 req-b95df53a-c268-437a-8cd4-bce0bc5b49db tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.796655 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-222e4999-7c6c-481d-81fc-8ca15937443f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.796812 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-449c2bd5-bcd9-4d53-bece-8eaa05f342d5 req-b95df53a-c268-437a-8cd4-bce0bc5b49db tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 931 time: 0.1423144 Jul 16 18:05:55.797267 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-222e4999-7c6c-481d-81fc-8ca15937443f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.800720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router d6d305ad-1a63-45c6-aba6-db8c4336829e is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:05:55.805119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e4999-7c6c-481d-81fc-8ca15937443f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Pushing event updated for resources: {'Port': ['ID=9d9f895c-07ca-4cc1-bbc3-b91b49c2a771,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.828696 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-222e4999-7c6c-481d-81fc-8ca15937443f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8295803 Jul 16 18:05:55.851564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Request body: {'port': {'device_id': 'ce0e076c-f743-4dfc-b681-be36723485d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:55.869274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-29e31edb-d4f5-4834-9c17-65620da1a88d None None] Provisioning complete for port b72035fa-a789-4a0c-bc0b-11b89366a747 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:55.869831 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-29e31edb-d4f5-4834-9c17-65620da1a88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.925483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-29e31edb-d4f5-4834-9c17-65620da1a88d None None] Port b72035fa-a789-4a0c-bc0b-11b89366a747 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:55.963756 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.995948 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:56.002853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-62fab2ab-da2a-4e3a-a2b0-1c49642de69c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/d6d305ad-1a63-45c6-aba6-db8c4336829e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0379276 Jul 16 18:05:56.008161 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01498d-f69e-4e9b-a992-94095f08b7f7 None None] Sync routers for ids ['d6d305ad-1a63-45c6-aba6-db8c4336829e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:56.016611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40130) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:56.024505 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a01498d-f69e-4e9b-a992-94095f08b7f7 None None] Routers {'d6d305ad-1a63-45c6-aba6-db8c4336829e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:56.025512 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3a01498d-f69e-4e9b-a992-94095f08b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d6d305ad-1a63-45c6-aba6-db8c4336829e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:56.050766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 894c6405-2aad-436e-b580-859ee059770a up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:56.084960 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-449c2bd5-bcd9-4d53-bece-8eaa05f342d5 req-b81bd045-886d-4f01-8423-0df3a11c1d3d tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/security-groups?id=50bdd464-93dc-4fab-9094-7b2a8f302274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870300 Jul 16 18:05:56.145295 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3a01498d-f69e-4e9b-a992-94095f08b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:56.182870 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a01498d-f69e-4e9b-a992-94095f08b7f7 None None] Routers {'d6d305ad-1a63-45c6-aba6-db8c4336829e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:56.183530 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3a01498d-f69e-4e9b-a992-94095f08b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d6d305ad-1a63-45c6-aba6-db8c4336829e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:56.212010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 894c6405-2aad-436e-b580-859ee059770a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:56.220062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e71a87f-f481-4371-a6af-8284cf2679c2 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.220218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 894c6405-2aad-436e-b580-859ee059770a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:56.220526 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.222378 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6e71a87f-f481-4371-a6af-8284cf2679c2 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports/b72035fa-a789-4a0c-bc0b-11b89366a747 HTTP/1.1" status: 200 len: 911 time: 0.1959071 Jul 16 18:05:56.236457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d8fba-6548-4612-ab61-0f5610b7a82a req-0a91b63f-26c7-4f2e-af67-a1c6f2d0a07a tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.238195 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d01d8fba-6548-4612-ab61-0f5610b7a82a req-0a91b63f-26c7-4f2e-af67-a1c6f2d0a07a tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 949 time: 0.4351072 Jul 16 18:05:56.238706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40136) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:56.303425 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3a01498d-f69e-4e9b-a992-94095f08b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:56.307668 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01498d-f69e-4e9b-a992-94095f08b7f7 None None] The sync data for ids ['d6d305ad-1a63-45c6-aba6-db8c4336829e'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:56.320020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c958196b-8feb-484f-b965-abe82c06888d None None] Provisioning complete for port b72035fa-a789-4a0c-bc0b-11b89366a747 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:56.320411 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c958196b-8feb-484f-b965-abe82c06888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.334894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40138) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:56.389685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d01d8fba-6548-4612-ab61-0f5610b7a82a req-8ecc19d4-0316-4910-80b5-6c3566a99dea tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce44d602-42f3-4bc1-b948-04229fb4975e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392474 Jul 16 18:05:56.395815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c958196b-8feb-484f-b965-abe82c06888d None None] Port b72035fa-a789-4a0c-bc0b-11b89366a747 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:56.508896 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.556710 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894c6405-2aad-436e-b580-859ee059770a'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:56.560958 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaee5a19-9d64-4c6c-946f-88e7538fe832" -d '{"events": [{"server_uuid": "c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b", "name": "network-vif-plugged", "status": "completed", "tag": "894c6405-2aad-436e-b580-859ee059770a"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:56.561581 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:56.570331 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.588145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 894c6405-2aad-436e-b580-859ee059770a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=894c6405-2aad-436e-b580-859ee059770a,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:56.588378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Transition to ACTIVE for port object 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:56.594738 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.597033 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.609414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-455524220-network', 'tenant_id': '3a50f0e1de354b1ba5acf25306a514ce'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:56.633724 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e25043-7285-413a-b25b-cb1614f5705c x-openstack-request-id: req-25e25043-7285-413a-b25b-cb1614f5705c {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:56.634229 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b", "name": "network-vif-plugged", "status": "completed", "tag": "894c6405-2aad-436e-b580-859ee059770a", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:56.635397 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25e25043-7285-413a-b25b-cb1614f5705c {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:56.636126 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894c6405-2aad-436e-b580-859ee059770a', 'code': 200} Jul 16 18:05:56.644953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9f895c-07ca-4cc1-bbc3-b91b49c2a771,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.691512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Made reservation on behalf of 3a50f0e1de354b1ba5acf25306a514ce for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:56.693066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=894c6405-2aad-436e-b580-859ee059770a,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.694345 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.709958 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.783688 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Attempting to bind port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:56.784340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Attempting to bind port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'f1cfa099-0349-4126-bf2e-0f1664564e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c70f9dc-a34a-4b26-9fa9-9feac24f438a'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:56.784674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Attempting to bind port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 on network 1c70f9dc-a34a-4b26-9fa9-9feac24f438a {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:56.795298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 on network 1c70f9dc-a34a-4b26-9fa9-9feac24f438a not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:56.795643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Attempting to bind port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 on network 1c70f9dc-a34a-4b26-9fa9-9feac24f438a {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:56.803543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:56.803896 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Checking segment: {'id': 'f1cfa099-0349-4126-bf2e-0f1664564e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c70f9dc-a34a-4b26-9fa9-9feac24f438a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:56.804290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Bound using segment: {'id': 'f1cfa099-0349-4126-bf2e-0f1664564e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c70f9dc-a34a-4b26-9fa9-9feac24f438a'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:56.804883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Bound port: 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cfa099-0349-4126-bf2e-0f1664564e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1c70f9dc-a34a-4b26-9fa9-9feac24f438a'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:56.805275 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.821795 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd1981-15d7-4c2c-8f33-1a2614be105c req-0f8a2517-a5fe-437a-8f1f-46af41494a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.823876 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8edd1981-15d7-4c2c-8f33-1a2614be105c req-0f8a2517-a5fe-437a-8f1f-46af41494a0b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 1102 time: 0.1090755 Jul 16 18:05:56.882220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.888234 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.909103 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8edd1981-15d7-4c2c-8f33-1a2614be105c req-655f4940-e969-4852-889b-f322cb20a31d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ce44d602-42f3-4bc1-b948-04229fb4975e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586693 Jul 16 18:05:56.911965 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fabf4f49-8ac1-4635-bcb8-bd511756f92e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.919821 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] For port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:56.924139 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] For port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9d9f895c-07ca-4cc1-bbc3-b91b49c2a771,segment=NetworkSegment(f1cfa099-0349-4126-bf2e-0f1664564e04),segment_id=f1cfa099-0349-4126-bf2e-0f1664564e04)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:56.927759 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.958900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:56.966953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.967568 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.969040 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] 10.222.0.11 "PUT /v2.0/ports/9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 HTTP/1.1" status: 200 len: 1092 time: 1.1224279 Jul 16 18:05:56.969555 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0e076c-f743-4dfc-b681-be36723485d8', 'tag': '9d9f895c-07ca-4cc1-bbc3-b91b49c2a771'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:56.972125 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680de1bc-9fe8-4a86-b524-d1cc6641734a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0e076c-f743-4dfc-b681-be36723485d8", "tag": "9d9f895c-07ca-4cc1-bbc3-b91b49c2a771"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:56.990713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbee92b4-559d-4ef3-ae2d-800e5180c358,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:57.003979 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.004644 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Added segment 1ee64d38-6f3b-412f-98a6-c97774fadc7f of type vlan for network a3aff34c-d366-47a6-bb72-a1b487c78a97 Jul 16 18:05:57.035464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f9f51-cb51-4054-8c83-402fb04b2475 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9f895c-07ca-4cc1-bbc3-b91b49c2a771,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:57.042501 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c7a9fe-5998-47b3-829b-b25a42eb5ec7 x-openstack-request-id: req-19c7a9fe-5998-47b3-829b-b25a42eb5ec7 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:57.042791 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0e076c-f743-4dfc-b681-be36723485d8", "tag": "9d9f895c-07ca-4cc1-bbc3-b91b49c2a771", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:57.044910 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19c7a9fe-5998-47b3-829b-b25a42eb5ec7 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:57.045327 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0e076c-f743-4dfc-b681-be36723485d8', 'tag': '9d9f895c-07ca-4cc1-bbc3-b91b49c2a771', 'status': 'completed', 'code': 200} Jul 16 18:05:57.069025 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.104130 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-f51071b9-ffd4-423c-9a56-a2ebaadd7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.105696 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-f51071b9-ffd4-423c-9a56-a2ebaadd7e84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd6020ff17ff4256a7b703efdf5e90d2&device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 1095 time: 0.0595393 Jul 16 18:05:57.159606 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-44161ece-8937-4fff-8db5-38fb61a16d10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 HTTP/1.1" status: 200 len: 217 time: 0.0448830 Jul 16 18:05:57.163430 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.164452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.165061 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.233977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-48127a14-6bae-4ae1-b1f4-2b33db82f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.234210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8963540 Jul 16 18:05:57.237323 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-48127a14-6bae-4ae1-b1f4-2b33db82f82c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=34d5e58a-4ddf-4164-b194-bf1d4cecfd53 HTTP/1.1" status: 200 len: 848 time: 0.0711794 Jul 16 18:05:57.238143 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40154) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:57.243385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-56946e89-9753-41b1-b83e-57d65fe70a54 admin admin] Request body: {'subnet': {'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-455524220-subnet', 'tenant_id': '3a50f0e1de354b1ba5acf25306a514ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:57.287738 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-79235e83-0ace-4606-9881-ac5f84911dd4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c70f9dc-a34a-4b26-9fa9-9feac24f438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390666 Jul 16 18:05:57.300594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c1601-ff99-4155-847d-01d0f7bf3a78 admin admin] Pushing event updated for resources: {'Network': ['ID=a3aff34c-d366-47a6-bb72-a1b487c78a97,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:57.333175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56946e89-9753-41b1-b83e-57d65fe70a54 admin admin] Made reservation on behalf of 3a50f0e1de354b1ba5acf25306a514ce for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:57.336359 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56946e89-9753-41b1-b83e-57d65fe70a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.343353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network a3aff34c-d366-47a6-bb72-a1b487c78a97 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:57.426799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 48efc563-4a24-40fd-88b2-6b97990fd501 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:57.458689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543067a-de66-4902-8e73-871988db41d8 req-3896f2b0-0f86-4660-ac7c-92f25d915ed2 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.460349 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0543067a-de66-4902-8e73-871988db41d8 req-3896f2b0-0f86-4660-ac7c-92f25d915ed2 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 943 time: 0.2124958 Jul 16 18:05:57.517839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 48efc563-4a24-40fd-88b2-6b97990fd501 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:57.522511 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.534376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0543067a-de66-4902-8e73-871988db41d8 req-78e897df-15a1-4198-b5bf-b279821bbe35 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/security-groups?id=50bdd464-93dc-4fab-9094-7b2a8f302274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607963 Jul 16 18:05:57.537383 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-9c7ef569-e510-431c-8b25-af58396afc55 service neutron] 10.222.0.11 "GET /v2.0/networks/1c70f9dc-a34a-4b26-9fa9-9feac24f438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418990 Jul 16 18:05:57.571990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-fabf4f49-8ac1-4635-bcb8-bd511756f92e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port b72035fa-a789-4a0c-bc0b-11b89366a747 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:57.572363 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fabf4f49-8ac1-4635-bcb8-bd511756f92e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.804904 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-379a6dfd-b72e-4508-87d4-c08237ac1d09 req-87a5d6c1-b6f3-4b22-85cd-38942cbc0ac1 service neutron] 10.222.0.11 "GET /v2.0/networks/1c70f9dc-a34a-4b26-9fa9-9feac24f438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345436 Jul 16 18:05:57.807984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56946e89-9753-41b1-b83e-57d65fe70a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.836772 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fabf4f49-8ac1-4635-bcb8-bd511756f92e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.855119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-fabf4f49-8ac1-4635-bcb8-bd511756f92e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for b72035fa-a789-4a0c-bc0b-11b89366a747 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:57.944047 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56946e89-9753-41b1-b83e-57d65fe70a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6857b2d9-0327-499b-99e9-e6599e42f428,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:57.961228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b8b8f-3265-4a6f-9951-11b3aeb38d11 req-add3dfac-5422-4255-9425-0a45be499101 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.963837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-902b8b8f-3265-4a6f-9951-11b3aeb38d11 req-add3dfac-5422-4255-9425-0a45be499101 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 950 time: 0.2277710 Jul 16 18:05:57.975432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56946e89-9753-41b1-b83e-57d65fe70a54 admin admin] Checking segment: {'id': '1ee64d38-6f3b-412f-98a6-c97774fadc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:57.975947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56946e89-9753-41b1-b83e-57d65fe70a54 admin admin] Network hostable DHCP agents. Network: a3aff34c-d366-47a6-bb72-a1b487c78a97, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:58.008354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680de1bc-9fe8-4a86-b524-d1cc6641734a req-d0efea65-0abd-48a4-a9e2-58b2e95b437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.009958 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-680de1bc-9fe8-4a86-b524-d1cc6641734a req-d0efea65-0abd-48a4-a9e2-58b2e95b437f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd6020ff17ff4256a7b703efdf5e90d2&device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 1095 time: 0.1395366 Jul 16 18:05:58.017522 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56946e89-9753-41b1-b83e-57d65fe70a54 admin admin] Network a3aff34c-d366-47a6-bb72-a1b487c78a97 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:58.035924 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-902b8b8f-3265-4a6f-9951-11b3aeb38d11 req-fa9b0e37-c99a-41f7-bbcb-8a07ec569f5b tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce44d602-42f3-4bc1-b948-04229fb4975e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645075 Jul 16 18:05:58.051448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-56946e89-9753-41b1-b83e-57d65fe70a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, a3aff34c-d366-47a6-bb72-a1b487c78a97) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:58.060055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56946e89-9753-41b1-b83e-57d65fe70a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.060998 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-56946e89-9753-41b1-b83e-57d65fe70a54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.061198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca0ab0-7742-439f-95f4-4c2e0fb9a796 None None] Network a3aff34c-d366-47a6-bb72-a1b487c78a97 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:58.111659 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-56946e89-9753-41b1-b83e-57d65fe70a54 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8721242 Jul 16 18:05:58.134418 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680de1bc-9fe8-4a86-b524-d1cc6641734a req-73011ea3-6c50-44f5-9cf1-821202eeeac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.136102 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-680de1bc-9fe8-4a86-b524-d1cc6641734a req-73011ea3-6c50-44f5-9cf1-821202eeeac2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c70f9dc-a34a-4b26-9fa9-9feac24f438a HTTP/1.1" status: 200 len: 909 time: 0.1200416 Jul 16 18:05:58.208662 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-680de1bc-9fe8-4a86-b524-d1cc6641734a req-25540ec7-ab36-4987-831a-9768a641844b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 HTTP/1.1" status: 200 len: 217 time: 0.0646677 Jul 16 18:05:58.211139 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fabf4f49-8ac1-4635-bcb8-bd511756f92e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.253934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf4f49-8ac1-4635-bcb8-bd511756f92e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=b72035fa-a789-4a0c-bc0b-11b89366a747,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:58.268936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680de1bc-9fe8-4a86-b524-d1cc6641734a req-89d84429-1cb0-4490-a10a-b8bd4a5c3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.272024 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-680de1bc-9fe8-4a86-b524-d1cc6641734a req-89d84429-1cb0-4490-a10a-b8bd4a5c3e83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=34d5e58a-4ddf-4164-b194-bf1d4cecfd53 HTTP/1.1" status: 200 len: 848 time: 0.0531182 Jul 16 18:05:58.315853 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-680de1bc-9fe8-4a86-b524-d1cc6641734a req-ae74b164-f9b0-4dd8-a480-49a41a94c996 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c70f9dc-a34a-4b26-9fa9-9feac24f438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369737 Jul 16 18:05:58.332533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd62aae-4ebb-4b2c-ba5c-f544df639bba None None] Network a3aff34c-d366-47a6-bb72-a1b487c78a97 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:58.489929 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-680de1bc-9fe8-4a86-b524-d1cc6641734a req-020fa480-e2e5-49d2-b407-002b843628f3 service neutron] 10.222.0.11 "GET /v2.0/networks/1c70f9dc-a34a-4b26-9fa9-9feac24f438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673329 Jul 16 18:05:58.703152 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-680de1bc-9fe8-4a86-b524-d1cc6641734a req-030c6ba7-dc27-4731-b3b7-074b116ea92e service neutron] 10.222.0.11 "GET /v2.0/networks/1c70f9dc-a34a-4b26-9fa9-9feac24f438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045758 Jul 16 18:05:58.837729 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fabf4f49-8ac1-4635-bcb8-bd511756f92e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.997089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-8a9fb801-71f1-4c25-aac9-6445cbcd9a0a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.998513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-8a9fb801-71f1-4c25-aac9-6445cbcd9a0a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/networks?id=a3aff34c-d366-47a6-bb72-a1b487c78a97 HTTP/1.1" status: 200 len: 813 time: 0.2665880 Jul 16 18:05:59.022024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc28db-d799-4b28-ae2b-e75fd0f7a68b req-56eed12a-886f-4a81-9e3e-a7ebbf68c3e4 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.023484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32fc28db-d799-4b28-ae2b-e75fd0f7a68b req-56eed12a-886f-4a81-9e3e-a7ebbf68c3e4 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 943 time: 0.2931814 Jul 16 18:05:59.037446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:59.089197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-66e8e0fd-3ba5-44b0-a147-f5799706de75 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/quotas/3a50f0e1de354b1ba5acf25306a514ce HTTP/1.1" status: 200 len: 375 time: 0.0830474 Jul 16 18:05:59.141343 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-8d966a73-ad14-4f77-b2cb-ac9ed17fb96b tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a50f0e1de354b1ba5acf25306a514ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403557 Jul 16 18:05:59.148316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabf4f49-8ac1-4635-bcb8-bd511756f92e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router d6d305ad-1a63-45c6-aba6-db8c4336829e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:59.152527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9d9f895c-07ca-4cc1-bbc3-b91b49c2a771,segment=NetworkSegment(f1cfa099-0349-4126-bf2e-0f1664564e04),segment_id=f1cfa099-0349-4126-bf2e-0f1664564e04)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:59.165402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '9d9f895c-07ca-4cc1-bbc3-b91b49c2a771', 'network_id': '1c70f9dc-a34a-4b26-9fa9-9feac24f438a', 'port_id': '9d9f895c-07ca-4cc1-bbc3-b91b49c2a771', 'mac_address': 'fa:16:3e:04:db:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d5e58a-4ddf-4164-b194-bf1d4cecfd53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:59.192173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32fc28db-d799-4b28-ae2b-e75fd0f7a68b req-ed0057b1-bc78-4631-ad6f-5432bde3fed6 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/security-groups?id=50bdd464-93dc-4fab-9094-7b2a8f302274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348894 Jul 16 18:05:59.210559 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.255892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:59.301881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9d9f895c-07ca-4cc1-bbc3-b91b49c2a771,segment=NetworkSegment(f1cfa099-0349-4126-bf2e-0f1664564e04),segment_id=f1cfa099-0349-4126-bf2e-0f1664564e04)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:59.307647 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.332463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabf4f49-8ac1-4635-bcb8-bd511756f92e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:59.347532 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60cbcb-eba6-44db-befb-7144b06158d9 None None] Sync routers for ids ['d6d305ad-1a63-45c6-aba6-db8c4336829e'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:59.356621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40194) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:59.357378 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fabf4f49-8ac1-4635-bcb8-bd511756f92e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/d6d305ad-1a63-45c6-aba6-db8c4336829e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1167953 Jul 16 18:05:59.372394 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60cbcb-eba6-44db-befb-7144b06158d9 None None] Routers {'d6d305ad-1a63-45c6-aba6-db8c4336829e'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:59.373329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-be60cbcb-eba6-44db-befb-7144b06158d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d6d305ad-1a63-45c6-aba6-db8c4336829e'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:59.374843 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-2cfe0b9a-c2d4-4bb5-bd0a-4059d2458061 service neutron] 10.222.0.24 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217352 Jul 16 18:05:59.424796 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c5fc9d50-ce3b-46d3-a07d-25898375ea05 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d305ad-1a63-45c6-aba6-db8c4336829e HTTP/1.1" status: 200 len: 205 time: 0.0640779 Jul 16 18:05:59.425179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40196) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:59.429575 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-be60cbcb-eba6-44db-befb-7144b06158d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:59.453443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=9d9f895c-07ca-4cc1-bbc3-b91b49c2a771,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.456880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60cbcb-eba6-44db-befb-7144b06158d9 None None] Routers {'d6d305ad-1a63-45c6-aba6-db8c4336829e'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:59.457502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-be60cbcb-eba6-44db-befb-7144b06158d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d6d305ad-1a63-45c6-aba6-db8c4336829e'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:59.502124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-be60cbcb-eba6-44db-befb-7144b06158d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:59.502978 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-7485a009-bc87-4fd1-8719-d37ce79cd588 service neutron] 10.222.0.24 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211154 Jul 16 18:05:59.503277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60cbcb-eba6-44db-befb-7144b06158d9 None None] The sync data for ids ['d6d305ad-1a63-45c6-aba6-db8c4336829e'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:59.531392 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a364569-1239-4252-a060-ebcf256aef0e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.616279 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['9d9f895c-07ca-4cc1-bbc3-b91b49c2a771'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:59.659915 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe83df-d0e4-4718-b4ba-b87eab9fca26 req-75c2cae1-ddba-40d1-9e21-ca3eb48363ec tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.664543 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1fbe83df-d0e4-4718-b4ba-b87eab9fca26 req-75c2cae1-ddba-40d1-9e21-ca3eb48363ec tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 950 time: 0.0872726 Jul 16 18:05:59.797215 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a364569-1239-4252-a060-ebcf256aef0e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.807658 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a364569-1239-4252-a060-ebcf256aef0e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.842981 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1fbe83df-d0e4-4718-b4ba-b87eab9fca26 req-b3b5b2b0-c171-494e-918d-2a5752b96e64 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce44d602-42f3-4bc1-b948-04229fb4975e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750898 Jul 16 18:05:59.903744 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a364569-1239-4252-a060-ebcf256aef0e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.905534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a364569-1239-4252-a060-ebcf256aef0e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Fanout notify agent at l3_agent the message router_deleted on router d6d305ad-1a63-45c6-aba6-db8c4336829e {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:05:59.940705 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a364569-1239-4252-a060-ebcf256aef0e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.941962 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0a364569-1239-4252-a060-ebcf256aef0e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/d6d305ad-1a63-45c6-aba6-db8c4336829e HTTP/1.1" status: 204 len: 168 time: 0.5157118 Jul 16 18:05:59.944544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40208) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:59.952664 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7db5b824-c482-4b24-bc31-df93ca8f9477 req-4f31ecd2-db26-49b7-92c7-3495b2e6f2e0 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 210 time: 0.1039383 Jul 16 18:06:00.007547 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e47b2de-a7bd-45e6-bc1a-1cbe7d964d14 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting subnet 2f914f2b-40bb-4f5c-875c-370f68b107d1 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:00.017178 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e47b2de-a7bd-45e6-bc1a-1cbe7d964d14 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.075778 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e47b2de-a7bd-45e6-bc1a-1cbe7d964d14 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.197004 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e47b2de-a7bd-45e6-bc1a-1cbe7d964d14 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.317426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e47b2de-a7bd-45e6-bc1a-1cbe7d964d14 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.368905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47b2de-a7bd-45e6-bc1a-1cbe7d964d14 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Subnet': ['ID=2f914f2b-40bb-4f5c-875c-370f68b107d1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:00.375366 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3546c8c8-4f7e-4dc4-abe1-57bcef58d753 None None] Network 0b1be7d5-802e-48db-a641-db4de78ee43a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:00.379671 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e47b2de-a7bd-45e6-bc1a-1cbe7d964d14 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.382159 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9e47b2de-a7bd-45e6-bc1a-1cbe7d964d14 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/2f914f2b-40bb-4f5c-875c-370f68b107d1 HTTP/1.1" status: 204 len: 168 time: 0.4366324 Jul 16 18:06:00.384613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40222) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:00.483377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63a389-6baf-4868-9341-4b29e0ac37b2 req-48e78d8e-5277-479a-972b-160d0d88bfe9 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.491289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb63a389-6baf-4868-9341-4b29e0ac37b2 req-48e78d8e-5277-479a-972b-160d0d88bfe9 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 950 time: 0.1666827 Jul 16 18:06:00.514190 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f72749-5442-49fd-996a-e0d60a0cd9a6 req-a6d6decb-5394-4d22-b0e4-806559508c91 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.515779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6f72749-5442-49fd-996a-e0d60a0cd9a6 req-a6d6decb-5394-4d22-b0e4-806559508c91 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 944 time: 0.1454861 Jul 16 18:06:00.595085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb63a389-6baf-4868-9341-4b29e0ac37b2 req-8d14d98d-7969-415c-8d9d-c6749537daa1 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce44d602-42f3-4bc1-b948-04229fb4975e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013989 Jul 16 18:06:00.634374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6f72749-5442-49fd-996a-e0d60a0cd9a6 req-c1444eea-1d15-4d57-beed-cfaded8d3188 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/security-groups?id=50bdd464-93dc-4fab-9094-7b2a8f302274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094944 Jul 16 18:06:00.825944 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fa5d37-7baf-4c5d-9c3d-ecb5f49fedd3 None None] DHCP port deletion for 0b1be7d5-802e-48db-a641-db4de78ee43a request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:00.866905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.892060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-81fa5d37-7baf-4c5d-9c3d-ecb5f49fedd3 None None] Deleting port 48efc563-4a24-40fd-88b2-6b97990fd501 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:00.892840 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d37-7baf-4c5d-9c3d-ecb5f49fedd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.926028 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port 48efc563-4a24-40fd-88b2-6b97990fd501 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:00.926428 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.974947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-81fa5d37-7baf-4c5d-9c3d-ecb5f49fedd3 None None] For port 48efc563-4a24-40fd-88b2-6b97990fd501, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=48efc563-4a24-40fd-88b2-6b97990fd501,segment=NetworkSegment(a1d03976-e275-4a6b-8e2e-7d1a128f6274),segment_id=a1d03976-e275-4a6b-8e2e-7d1a128f6274)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:00.975501 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d37-7baf-4c5d-9c3d-ecb5f49fedd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.998314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] For port 48efc563-4a24-40fd-88b2-6b97990fd501, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=48efc563-4a24-40fd-88b2-6b97990fd501,segment=NetworkSegment(a1d03976-e275-4a6b-8e2e-7d1a128f6274),segment_id=a1d03976-e275-4a6b-8e2e-7d1a128f6274)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:00.998686 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.006824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-81fa5d37-7baf-4c5d-9c3d-ecb5f49fedd3 None None] Calling delete_port for 48efc563-4a24-40fd-88b2-6b97990fd501 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:01.013726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for 48efc563-4a24-40fd-88b2-6b97990fd501 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:01.071900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:01.104879 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.140480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=48efc563-4a24-40fd-88b2-6b97990fd501,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.152399 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No DVR routers for this DVR port 48efc563-4a24-40fd-88b2-6b97990fd501 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:01.155253 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-029d7da0-9c4f-48ca-bdfa-e5ede137c14c req-e06b9c60-ddf9-42ad-83e0-117098cd544d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 210 time: 0.0367723 Jul 16 18:06:01.163964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:01.170117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:01.170557 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.172634 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-81fa5d37-7baf-4c5d-9c3d-ecb5f49fedd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.214716 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa5d37-7baf-4c5d-9c3d-ecb5f49fedd3 None None] Pushing event deleted for resources: {'Port': ['ID=48efc563-4a24-40fd-88b2-6b97990fd501,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.237633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fa5d37-7baf-4c5d-9c3d-ecb5f49fedd3 None None] No DVR routers for this DVR port 48efc563-4a24-40fd-88b2-6b97990fd501 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:01.259787 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.291255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1be7d5-802e-48db-a641-db4de78ee43a']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:01.296600 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.310106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d03976-e275-4a6b-8e2e-7d1a128f6274') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:01.311756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d03976-e275-4a6b-8e2e-7d1a128f6274') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:01.323044 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.325998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0e076c-f743-4dfc-b681-be36723485d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9f895c-07ca-4cc1-bbc3-b91b49c2a771'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:01.328740 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac22997-594c-4929-a67e-251a6f3e4a95" -d '{"events": [{"server_uuid": "ce0e076c-f743-4dfc-b681-be36723485d8", "name": "network-vif-plugged", "status": "completed", "tag": "9d9f895c-07ca-4cc1-bbc3-b91b49c2a771"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:01.343784 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9d9f895c-07ca-4cc1-bbc3-b91b49c2a771,segment=NetworkSegment(f1cfa099-0349-4126-bf2e-0f1664564e04),segment_id=f1cfa099-0349-4126-bf2e-0f1664564e04)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:01.349153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.357602 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:01.357602 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:01.360863 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:01.365003 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.444411 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c295a6-d4f8-46e4-a2a2-c6105b7f2144 x-openstack-request-id: req-32c295a6-d4f8-46e4-a2a2-c6105b7f2144 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:01.445646 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0e076c-f743-4dfc-b681-be36723485d8", "name": "network-vif-plugged", "status": "completed", "tag": "9d9f895c-07ca-4cc1-bbc3-b91b49c2a771", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:01.446252 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32c295a6-d4f8-46e4-a2a2-c6105b7f2144 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:01.446948 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0e076c-f743-4dfc-b681-be36723485d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9f895c-07ca-4cc1-bbc3-b91b49c2a771', 'code': 200} Jul 16 18:06:01.448154 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 48efc563-4a24-40fd-88b2-6b97990fd501 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:01.479976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 48efc563-4a24-40fd-88b2-6b97990fd501 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:01.480857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 48efc563-4a24-40fd-88b2-6b97990fd501 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:01.510574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=9d9f895c-07ca-4cc1-bbc3-b91b49c2a771,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.531358 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.571632 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.573730 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/networks/0b1be7d5-802e-48db-a641-db4de78ee43a HTTP/1.1" status: 204 len: 168 time: 1.1785548 Jul 16 18:06:01.577191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40232) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:01.582228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1472923565', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}, 'admin_state_up': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:01.613313 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.614774 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.620945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2450988-8683-4ec0-a4fb-f84ff667a5dc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Network': ['ID=0b1be7d5-802e-48db-a641-db4de78ee43a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.696852 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-7a4e3fd2-2580-4886-90c8-d662e3e90cd2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.701232 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-7a4e3fd2-2580-4886-90c8-d662e3e90cd2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.11 "GET /v2.0/networks?id=a3aff34c-d366-47a6-bb72-a1b487c78a97 HTTP/1.1" status: 200 len: 813 time: 0.2379129 Jul 16 18:06:01.716898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-ccf87270-5e0e-480e-a848-daa8d97774e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Request body: {'port': {'device_id': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97', 'admin_state_up': True, 'tenant_id': '3a50f0e1de354b1ba5acf25306a514ce'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:01.845401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd77a32-2945-49c4-8d5d-f07098d0169b req-26037760-e846-45dc-b25d-4b6fcc23b9c2 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.847362 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fbd77a32-2945-49c4-8d5d-f07098d0169b req-26037760-e846-45dc-b25d-4b6fcc23b9c2 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 950 time: 0.2725575 Jul 16 18:06:01.853972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.937224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-ccf87270-5e0e-480e-a848-daa8d97774e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Made reservation on behalf of 3a50f0e1de354b1ba5acf25306a514ce for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:01.943579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-ccf87270-5e0e-480e-a848-daa8d97774e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.008778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24a932-df4e-4890-bcb1-c1ed0072db60 req-5458b0a1-f31d-403f-9119-e5e33c83d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.010624 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb24a932-df4e-4890-bcb1-c1ed0072db60 req-5458b0a1-f31d-403f-9119-e5e33c83d199 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 1097 time: 0.3912401 Jul 16 18:06:02.084532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-fbd77a32-2945-49c4-8d5d-f07098d0169b req-f911f85a-9df1-4f12-94f3-dbf188654a6f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Deleting port 894c6405-2aad-436e-b580-859ee059770a {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:02.085038 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-fbd77a32-2945-49c4-8d5d-f07098d0169b req-f911f85a-9df1-4f12-94f3-dbf188654a6f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.117699 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.160533 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfd9f8-8e80-45b6-8947-24b3a854bfca req-b952bdb7-3a04-4c8f-87ab-26c6c9f48a82 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.162083 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73dfd9f8-8e80-45b6-8947-24b3a854bfca req-b952bdb7-3a04-4c8f-87ab-26c6c9f48a82 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 945 time: 0.3047981 Jul 16 18:06:02.174638 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb24a932-df4e-4890-bcb1-c1ed0072db60 req-997f0573-a79b-4f3c-9c9c-683e03b480f0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=50bdd464-93dc-4fab-9094-7b2a8f302274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521227 Jul 16 18:06:02.208149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7c535-3c0a-4125-bdf6-a57ca05de2b7 req-b79f930c-501a-4053-be90-83a1951a5adc tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.209641 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34a7c535-3c0a-4125-bdf6-a57ca05de2b7 req-b79f930c-501a-4053-be90-83a1951a5adc tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 950 time: 0.3497319 Jul 16 18:06:02.216696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-ccf87270-5e0e-480e-a848-daa8d97774e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Allocated IP 172.20.0.10 (a3aff34c-d366-47a6-bb72-a1b487c78a97/6857b2d9-0327-499b-99e9-e6599e42f428/fbd13ca7-bb29-4443-b469-04d2bc21a47e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:02.255193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-fbd77a32-2945-49c4-8d5d-f07098d0169b req-f911f85a-9df1-4f12-94f3-dbf188654a6f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] For port 894c6405-2aad-436e-b580-859ee059770a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=894c6405-2aad-436e-b580-859ee059770a,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:02.255713 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-fbd77a32-2945-49c4-8d5d-f07098d0169b req-f911f85a-9df1-4f12-94f3-dbf188654a6f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.283152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73dfd9f8-8e80-45b6-8947-24b3a854bfca req-8dcc3c90-c148-4b9d-b2e9-ec8d6036e20c tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/security-groups?id=50bdd464-93dc-4fab-9094-7b2a8f302274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072237 Jul 16 18:06:02.293069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-fbd77a32-2945-49c4-8d5d-f07098d0169b req-f911f85a-9df1-4f12-94f3-dbf188654a6f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Calling delete_port for 894c6405-2aad-436e-b580-859ee059770a owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:02.293492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34a7c535-3c0a-4125-bdf6-a57ca05de2b7 req-15eda7c3-0d03-40c3-ba82-35e6e4d2ae32 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce44d602-42f3-4bc1-b948-04229fb4975e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724649 Jul 16 18:06:02.489572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0df2468e-ab77-4cb4-b45c-c7c22cd5dfa1 req-00ab1639-9334-4b17-8ac9-6f395d4119c1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 210 time: 0.0351131 Jul 16 18:06:02.523617 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.546823 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.604837 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-ccf87270-5e0e-480e-a848-daa8d97774e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.700213 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-fbd77a32-2945-49c4-8d5d-f07098d0169b req-f911f85a-9df1-4f12-94f3-dbf188654a6f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.717912 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-ccf87270-5e0e-480e-a848-daa8d97774e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.760659 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911f85a-9df1-4f12-94f3-dbf188654a6f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Pushing event deleted for resources: {'Port': ['ID=894c6405-2aad-436e-b580-859ee059770a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:02.777321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Allocated IP 172.25.3.35 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/fdc03005-c67d-45ff-9d5d-e05037a101eb) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:02.823574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-ccf87270-5e0e-480e-a848-daa8d97774e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Network a3aff34c-d366-47a6-bb72-a1b487c78a97 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:02.847413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-ccf87270-5e0e-480e-a848-daa8d97774e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:02.850416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-ccf87270-5e0e-480e-a848-daa8d97774e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:02.853523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd77a32-2945-49c4-8d5d-f07098d0169b req-f911f85a-9df1-4f12-94f3-dbf188654a6f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] No DVR routers for this DVR port 894c6405-2aad-436e-b580-859ee059770a on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:02.856106 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-fbd77a32-2945-49c4-8d5d-f07098d0169b req-f911f85a-9df1-4f12-94f3-dbf188654a6f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.858810 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fbd77a32-2945-49c4-8d5d-f07098d0169b req-f911f85a-9df1-4f12-94f3-dbf188654a6f tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.32 "DELETE /v2.0/ports/894c6405-2aad-436e-b580-859ee059770a HTTP/1.1" status: 204 len: 173 time: 0.9892883 Jul 16 18:06:02.864956 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b', 'name': 'network-vif-deleted', 'tag': '894c6405-2aad-436e-b580-859ee059770a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:02.867364 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efefb21d-4e60-46cd-98ec-72aa652a0da0" -d '{"events": [{"server_uuid": "c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b", "name": "network-vif-deleted", "tag": "894c6405-2aad-436e-b580-859ee059770a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:02.944727 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf87270-5e0e-480e-a848-daa8d97774e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Pushing event updated for resources: {'Port': ['ID=fbd13ca7-bb29-4443-b469-04d2bc21a47e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:02.993693 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e953421c-1b2a-4b43-9bb4-5c7affa24775 x-openstack-request-id: req-e953421c-1b2a-4b43-9bb4-5c7affa24775 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:02.994146 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b", "name": "network-vif-deleted", "tag": "894c6405-2aad-436e-b580-859ee059770a", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:02.994484 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e953421c-1b2a-4b43-9bb4-5c7affa24775 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:02.999368 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b', 'name': 'network-vif-deleted', 'tag': '894c6405-2aad-436e-b580-859ee059770a', 'status': 'completed', 'code': 200} Jul 16 18:06:03.035195 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.040564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-ccf87270-5e0e-480e-a848-daa8d97774e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:03.041268 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-ccf87270-5e0e-480e-a848-daa8d97774e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.078832 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-ccf87270-5e0e-480e-a848-daa8d97774e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3687546 Jul 16 18:06:03.095274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Request body: {'port': {'device_id': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:03.136409 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.189062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:03.198174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:03.202982 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:03.217816 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.238847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=fdc03005-c67d-45ff-9d5d-e05037a101eb,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:03.598626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd13ca7-bb29-4443-b469-04d2bc21a47e {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:03.609973 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.642696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Transition to ACTIVE for port object fbd13ca7-bb29-4443-b469-04d2bc21a47e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:03.651513 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.819401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Pushing event updated for resources: {'Port': ['ID=fbd13ca7-bb29-4443-b469-04d2bc21a47e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:03.937106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Attempting to bind port fbd13ca7-bb29-4443-b469-04d2bc21a47e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:03.937886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Attempting to bind port fbd13ca7-bb29-4443-b469-04d2bc21a47e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '1ee64d38-6f3b-412f-98a6-c97774fadc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:03.938989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Attempting to bind port fbd13ca7-bb29-4443-b469-04d2bc21a47e on network a3aff34c-d366-47a6-bb72-a1b487c78a97 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:03.943857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Port fbd13ca7-bb29-4443-b469-04d2bc21a47e on network a3aff34c-d366-47a6-bb72-a1b487c78a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:03.945046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Attempting to bind port fbd13ca7-bb29-4443-b469-04d2bc21a47e on network a3aff34c-d366-47a6-bb72-a1b487c78a97 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:03.952516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:03.952878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Checking segment: {'id': '1ee64d38-6f3b-412f-98a6-c97774fadc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:03.953570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Bound using segment: {'id': '1ee64d38-6f3b-412f-98a6-c97774fadc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:03.955803 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Bound port: fbd13ca7-bb29-4443-b469-04d2bc21a47e, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee64d38-6f3b-412f-98a6-c97774fadc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:03.955803 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.986997 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4274b5bb-1eca-4afa-8aab-77b99a06d83f req-71f94e3b-e6d7-46ea-b88b-853b82d0e393 tempest-VolumesNegativeTest-1674120825 tempest-VolumesNegativeTest-1674120825-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4fe00ce-93ba-4fe3-8c76-3678dbd23d7b HTTP/1.1" status: 200 len: 210 time: 0.4371562 Jul 16 18:06:04.044809 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.051160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 894c6405-2aad-436e-b580-859ee059770a no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:04.062102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdba9ad-ce0b-4ce2-9fe1-697e3d1dee6f req-49c83511-094b-44a1-92bf-b42de440caea tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.064803 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:04.068905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:04.072286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acdba9ad-ce0b-4ce2-9fe1-697e3d1dee6f req-49c83511-094b-44a1-92bf-b42de440caea tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 945 time: 0.5235624 Jul 16 18:06:04.076063 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.093982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 894c6405-2aad-436e-b580-859ee059770a {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:04.095184 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 894c6405-2aad-436e-b580-859ee059770a not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:04.130797 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.131904 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.133852 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] 10.222.0.11 "PUT /v2.0/ports/fbd13ca7-bb29-4443-b469-04d2bc21a47e HTTP/1.1" status: 200 len: 1093 time: 1.0464270 Jul 16 18:06:04.208685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acdba9ad-ce0b-4ce2-9fe1-697e3d1dee6f req-324b3260-a3f5-4efd-bd5a-617300435a06 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/security-groups?id=50bdd464-93dc-4fab-9094-7b2a8f302274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352656 Jul 16 18:06:04.284128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e4466-d9fb-4b30-a9ed-8b4a7f9322bb service neutron] Pushing event updated for resources: {'Port': ['ID=fbd13ca7-bb29-4443-b469-04d2bc21a47e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.371282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-206c39d2-491e-439b-abec-f6c1d8f1fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.373959 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-206c39d2-491e-439b-abec-f6c1d8f1fae1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a50f0e1de354b1ba5acf25306a514ce&device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1741338 Jul 16 18:06:04.462291 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-c788752a-8603-42aa-9ff6-67c24856a7e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e HTTP/1.1" status: 200 len: 217 time: 0.0807121 Jul 16 18:06:04.466160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c62d2-bf28-4817-8197-3c9b8ce10037 req-6939e126-821d-4b7f-8f3c-a7e0e81f486e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.467871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef3c62d2-bf28-4817-8197-3c9b8ce10037 req-6939e126-821d-4b7f-8f3c-a7e0e81f486e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 944 time: 0.1847374 Jul 16 18:06:04.475455 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.555240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9e349877-1d68-488d-b61d-1a9ceb307dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.555954 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-9e349877-1d68-488d-b61d-1a9ceb307dcb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6857b2d9-0327-499b-99e9-e6599e42f428 HTTP/1.1" status: 200 len: 853 time: 0.0869069 Jul 16 18:06:04.588002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef3c62d2-bf28-4817-8197-3c9b8ce10037 req-99932c99-2d78-4541-9ca9-2a2832751dd7 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074619 Jul 16 18:06:04.592346 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-236c648d-c910-461d-8958-4281ff2b85be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a3aff34c-d366-47a6-bb72-a1b487c78a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293508 Jul 16 18:06:04.698854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router 03316cc2-de6c-4dec-ac27-d51d8af1405f is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:04.725648 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-5fe87475-4420-40f6-b658-9b40bf0cbe3f service neutron] 10.222.0.11 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255097 Jul 16 18:06:04.851441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:04.863302 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d4764-8708-4219-806a-2bd4a2afbb2d None None] Sync routers for ids ['03316cc2-de6c-4dec-ac27-d51d8af1405f'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:04.883222 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d4764-8708-4219-806a-2bd4a2afbb2d None None] Routers {'03316cc2-de6c-4dec-ac27-d51d8af1405f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:04.885845 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.889560 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b17d4764-8708-4219-806a-2bd4a2afbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['03316cc2-de6c-4dec-ac27-d51d8af1405f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:04.891457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ca45545c-d9e4-4b39-af6a-fa2aecec2881 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.3131056 Jul 16 18:06:04.893507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40270) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:04.932280 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b5d4e3b7-de38-495c-b9fa-2645013b4367 req-566f1a76-aacb-4f7d-84ef-e32bc5c497d1 service neutron] 10.222.0.11 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010102 Jul 16 18:06:04.965376 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b17d4764-8708-4219-806a-2bd4a2afbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:04.975446 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d4764-8708-4219-806a-2bd4a2afbb2d None None] Routers {'03316cc2-de6c-4dec-ac27-d51d8af1405f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:04.976366 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b17d4764-8708-4219-806a-2bd4a2afbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['03316cc2-de6c-4dec-ac27-d51d8af1405f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:05.000450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:05.003461 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82010c62-ad34-4217-bcfe-a2bde43daf0f" -d '{"events": [{"name": "network-changed", "server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:05.015862 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b17d4764-8708-4219-806a-2bd4a2afbb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:05.017436 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d4764-8708-4219-806a-2bd4a2afbb2d None None] The sync data for ids ['03316cc2-de6c-4dec-ac27-d51d8af1405f'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:05.074361 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5f1742fa-f1a3-4b94-9f97-a0ad02131b2c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/routers/03316cc2-de6c-4dec-ac27-d51d8af1405f HTTP/1.1" status: 200 len: 884 time: 0.1793654 Jul 16 18:06:05.076833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40282) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:05.153941 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff0b44f-8986-4a3f-9bbb-71d2f74abe2e x-openstack-request-id: req-eff0b44f-8986-4a3f-9bbb-71d2f74abe2e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:05.154235 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:05.154492 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eff0b44f-8986-4a3f-9bbb-71d2f74abe2e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:05.154885 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e', 'status': 'completed', 'code': 200} Jul 16 18:06:05.326262 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82010c62-ad34-4217-bcfe-a2bde43daf0f req-dd885e9d-e4e6-408b-875d-50a3f94d65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.327976 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-82010c62-ad34-4217-bcfe-a2bde43daf0f req-dd885e9d-e4e6-408b-875d-50a3f94d65ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a50f0e1de354b1ba5acf25306a514ce&device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 1096 time: 0.1597769 Jul 16 18:06:05.518113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82010c62-ad34-4217-bcfe-a2bde43daf0f req-53c33b2f-b4b3-4f46-bf5d-14c0471b81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.520211 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-82010c62-ad34-4217-bcfe-a2bde43daf0f req-53c33b2f-b4b3-4f46-bf5d-14c0471b81a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a3aff34c-d366-47a6-bb72-a1b487c78a97 HTTP/1.1" status: 200 len: 914 time: 0.1826651 Jul 16 18:06:05.576837 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-82010c62-ad34-4217-bcfe-a2bde43daf0f req-53c8ff28-d802-4496-b9c2-619b8b6f92eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e HTTP/1.1" status: 200 len: 217 time: 0.0481269 Jul 16 18:06:05.666075 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a1895c6c-b0d9-477c-9cf8-d0476a3a7b36 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5847356 Jul 16 18:06:05.666969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40318) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:05.677501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a5aff158-53ef-4bca-9c9a-b3b17716584e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1472923565'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:05.701005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82010c62-ad34-4217-bcfe-a2bde43daf0f req-4cc03005-393d-48a4-84c1-2176844175b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.703674 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-82010c62-ad34-4217-bcfe-a2bde43daf0f req-4cc03005-393d-48a4-84c1-2176844175b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6857b2d9-0327-499b-99e9-e6599e42f428 HTTP/1.1" status: 200 len: 853 time: 0.1197670 Jul 16 18:06:05.777522 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-82010c62-ad34-4217-bcfe-a2bde43daf0f req-1d017ce2-0017-4111-b962-0a31c52515aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a3aff34c-d366-47a6-bb72-a1b487c78a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583198 Jul 16 18:06:05.948148 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cefcaf-ea7e-4048-ba97-f736e9886142 req-901ee01c-2aaa-41cc-9444-f1f934beb373 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.958805 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83cefcaf-ea7e-4048-ba97-f736e9886142 req-901ee01c-2aaa-41cc-9444-f1f934beb373 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 944 time: 0.1419725 Jul 16 18:06:06.002039 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-82010c62-ad34-4217-bcfe-a2bde43daf0f req-6986895a-8676-4bd9-bd4a-2e4d3a244857 service neutron] 10.222.0.11 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205634 Jul 16 18:06:06.112594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83cefcaf-ea7e-4048-ba97-f736e9886142 req-c70ef72f-4ebf-4ce7-b63d-38da7d157d25 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464515 Jul 16 18:06:06.242827 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-82010c62-ad34-4217-bcfe-a2bde43daf0f req-66298be4-6ae9-40d4-b087-1fb8a57fe994 service neutron] 10.222.0.11 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318392 Jul 16 18:06:06.499569 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a5aff158-53ef-4bca-9c9a-b3b17716584e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.524026 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a5aff158-53ef-4bca-9c9a-b3b17716584e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.737398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aff158-53ef-4bca-9c9a-b3b17716584e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router 03316cc2-de6c-4dec-ac27-d51d8af1405f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:07.008119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aff158-53ef-4bca-9c9a-b3b17716584e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:07.029029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d6ddee-586a-46de-9207-97e63f922d3e None None] Sync routers for ids ['03316cc2-de6c-4dec-ac27-d51d8af1405f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:07.088720 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a5aff158-53ef-4bca-9c9a-b3b17716584e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.091658 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d6ddee-586a-46de-9207-97e63f922d3e None None] Routers {'03316cc2-de6c-4dec-ac27-d51d8af1405f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:07.092693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e0d6ddee-586a-46de-9207-97e63f922d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['03316cc2-de6c-4dec-ac27-d51d8af1405f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:07.097554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40412) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:07.098463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a5aff158-53ef-4bca-9c9a-b3b17716584e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/03316cc2-de6c-4dec-ac27-d51d8af1405f HTTP/1.1" status: 200 len: 891 time: 1.4297111 Jul 16 18:06:07.252780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device fbd13ca7-bb29-4443-b469-04d2bc21a47e details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:07.285976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e0d6ddee-586a-46de-9207-97e63f922d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:07.311325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d6ddee-586a-46de-9207-97e63f922d3e None None] Routers {'03316cc2-de6c-4dec-ac27-d51d8af1405f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:07.312320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e0d6ddee-586a-46de-9207-97e63f922d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:05:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['03316cc2-de6c-4dec-ac27-d51d8af1405f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:07.383075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e0d6ddee-586a-46de-9207-97e63f922d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:07.384652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d6ddee-586a-46de-9207-97e63f922d3e None None] The sync data for ids ['03316cc2-de6c-4dec-ac27-d51d8af1405f'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:07.516107 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e9e1654b-cf83-4b06-b3a9-7bd401c1e45a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/routers/03316cc2-de6c-4dec-ac27-d51d8af1405f HTTP/1.1" status: 200 len: 891 time: 0.4064858 Jul 16 18:06:07.518056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40426) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:07.607145 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c12b3033-e4fd-451b-829c-3a8fcca5a729 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=03316cc2-de6c-4dec-ac27-d51d8af1405f HTTP/1.1" status: 200 len: 205 time: 0.0833044 Jul 16 18:06:07.609502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40428) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:07.675281 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2d38-bba7-440f-90a5-b62786f42ac9 req-21948b9b-5b3d-44eb-8668-22db56c42b2a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.686722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:07.690476 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a7b2d38-bba7-440f-90a5-b62786f42ac9 req-21948b9b-5b3d-44eb-8668-22db56c42b2a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 944 time: 0.2808886 Jul 16 18:06:07.741567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e', 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97', 'port_id': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e', 'mac_address': 'fa:16:3e:05:78:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6857b2d9-0327-499b-99e9-e6599e42f428', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:07.807120 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.814292 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a7b2d38-bba7-440f-90a5-b62786f42ac9 req-70bea55c-1368-4a12-a2c7-42eac4daac93 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167161 Jul 16 18:06:07.839751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd13ca7-bb29-4443-b469-04d2bc21a47e {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:07.907017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:07.927975 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.936218 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.121837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=fbd13ca7-bb29-4443-b469-04d2bc21a47e,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.269110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['fbd13ca7-bb29-4443-b469-04d2bc21a47e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:08.532596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25921b7-a461-4320-a2d2-8d712f285210 req-0134f619-1e7e-4576-a89b-1901e48df35c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.555432 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25921b7-a461-4320-a2d2-8d712f285210 req-0134f619-1e7e-4576-a89b-1901e48df35c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.575591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25921b7-a461-4320-a2d2-8d712f285210 req-0134f619-1e7e-4576-a89b-1901e48df35c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.595909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25921b7-a461-4320-a2d2-8d712f285210 req-0134f619-1e7e-4576-a89b-1901e48df35c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.612221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25921b7-a461-4320-a2d2-8d712f285210 req-0134f619-1e7e-4576-a89b-1901e48df35c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.630704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25921b7-a461-4320-a2d2-8d712f285210 req-0134f619-1e7e-4576-a89b-1901e48df35c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.646195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25921b7-a461-4320-a2d2-8d712f285210 req-0134f619-1e7e-4576-a89b-1901e48df35c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.660776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d25921b7-a461-4320-a2d2-8d712f285210 req-0134f619-1e7e-4576-a89b-1901e48df35c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5445 time: 0.2906148 Jul 16 18:06:08.795885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d25921b7-a461-4320-a2d2-8d712f285210 req-5b65fd69-e14d-4bde-9cb8-9b5a1849f6d7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298537 Jul 16 18:06:08.947024 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.104065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port fdc03005-c67d-45ff-9d5d-e05037a101eb {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:09.104634 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.230104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09716222-ed6c-4aad-8caf-7572e46dc89d req-58efe547-8cb5-4d70-8c07-09fcea4ed87d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.232964 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09716222-ed6c-4aad-8caf-7572e46dc89d req-58efe547-8cb5-4d70-8c07-09fcea4ed87d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.1396773 Jul 16 18:06:09.303430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09716222-ed6c-4aad-8caf-7572e46dc89d req-2a59e54d-1235-4460-b023-209eeedd4ce2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636985 Jul 16 18:06:09.305530 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.326551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for fdc03005-c67d-45ff-9d5d-e05037a101eb owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:09.479678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290ea4-01e0-4cb7-b912-280e9ce9aca6 req-889bb35d-2ef1-4920-9528-455b54695eb3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.485751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290ea4-01e0-4cb7-b912-280e9ce9aca6 req-889bb35d-2ef1-4920-9528-455b54695eb3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.498174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290ea4-01e0-4cb7-b912-280e9ce9aca6 req-889bb35d-2ef1-4920-9528-455b54695eb3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.517313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290ea4-01e0-4cb7-b912-280e9ce9aca6 req-889bb35d-2ef1-4920-9528-455b54695eb3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.529610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290ea4-01e0-4cb7-b912-280e9ce9aca6 req-889bb35d-2ef1-4920-9528-455b54695eb3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.540506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290ea4-01e0-4cb7-b912-280e9ce9aca6 req-889bb35d-2ef1-4920-9528-455b54695eb3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.554341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290ea4-01e0-4cb7-b912-280e9ce9aca6 req-889bb35d-2ef1-4920-9528-455b54695eb3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.556335 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5290ea4-01e0-4cb7-b912-280e9ce9aca6 req-889bb35d-2ef1-4920-9528-455b54695eb3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5445 time: 0.2457430 Jul 16 18:06:09.565587 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.638792 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5a75a-cca6-4073-bc23-a5c5c62f26eb req-0a5fbb2e-c5b0-40b7-8a13-966811001231 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.640633 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56e5a75a-cca6-4073-bc23-a5c5c62f26eb req-0a5fbb2e-c5b0-40b7-8a13-966811001231 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 945 time: 0.0831203 Jul 16 18:06:09.643222 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=fdc03005-c67d-45ff-9d5d-e05037a101eb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:09.686268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56e5a75a-cca6-4073-bc23-a5c5c62f26eb req-3df7b31f-b267-4520-9506-e68949b3aac8 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/security-groups?id=50bdd464-93dc-4fab-9094-7b2a8f302274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Jul 16 18:06:09.713596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:09.713981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:09.714323 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:09.714658 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:09.714992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:09.715323 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:09.715653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:09.715981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:09.716308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:09.716763 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:09.717097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:09.717423 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:09.757076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.883089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.889912 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.946028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.947202 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Fanout notify agent at l3_agent the message router_deleted on router 03316cc2-de6c-4dec-ac27-d51d8af1405f {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:06:09.960327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.962098 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-485c594c-9743-4ad6-bd00-95b6eacf4232 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/03316cc2-de6c-4dec-ac27-d51d8af1405f HTTP/1.1" status: 204 len: 168 time: 2.3536096 Jul 16 18:06:09.965394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40554) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:09.971559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1815105302'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:10.003748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:10.004689 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.044848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:10.056255 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.057039 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Added segment a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b of type vlan for network 25751a5f-9b54-4be8-997a-5e8f2a10c051 Jul 16 18:06:10.115667 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.168349 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.176180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.177249 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.212490 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2456744 Jul 16 18:06:10.215173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40566) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:10.221764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fbfe3539-1a34-4858-a6ff-43ff660d1182 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'subnet': {'network_id': '25751a5f-9b54-4be8-997a-5e8f2a10c051', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:10.269882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Network': ['ID=25751a5f-9b54-4be8-997a-5e8f2a10c051,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:10.283829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:10.284420 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:10.285023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:10.285589 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:10.286164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:10.286743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:10.287446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:10.288023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:10.288571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:10.289142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:10.289772 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:10.290476 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1698ed42-82bc-4b24-9388-a9820a86742a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:10.305317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 25751a5f-9b54-4be8-997a-5e8f2a10c051 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:10.453338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfe3539-1a34-4858-a6ff-43ff660d1182 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:10.473564 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbfe3539-1a34-4858-a6ff-43ff660d1182 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.720519 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e3382-e9c9-4af4-8717-fed3fd5479da req-3e0b78f5-17c1-4f09-972a-9ed8d5ad3759 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.728580 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-848e3382-e9c9-4af4-8717-fed3fd5479da req-3e0b78f5-17c1-4f09-972a-9ed8d5ad3759 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 945 time: 0.2003655 Jul 16 18:06:10.756148 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026350b-9f24-4a15-b295-c8926c83c765 req-dd977677-ad4b-44b1-a8e1-0b3d9109c46a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.759103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0026350b-9f24-4a15-b295-c8926c83c765 req-dd977677-ad4b-44b1-a8e1-0b3d9109c46a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.2278788 Jul 16 18:06:10.915711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0026350b-9f24-4a15-b295-c8926c83c765 req-ef6fb0ad-df74-4a95-b212-eefbeca181a8 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298168 Jul 16 18:06:11.060573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-848e3382-e9c9-4af4-8717-fed3fd5479da req-8a604fc1-03a6-4ab1-a2a9-224854abb22a tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Deleting port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:11.061176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-848e3382-e9c9-4af4-8717-fed3fd5479da req-8a604fc1-03a6-4ab1-a2a9-224854abb22a tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.067123 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbfe3539-1a34-4858-a6ff-43ff660d1182 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.095402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1fbcc-912a-4794-a7f7-2fe180a42c40 req-b37e6106-e429-4be8-966d-4b04418b1d24 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.097193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ca1fbcc-912a-4794-a7f7-2fe180a42c40 req-b37e6106-e429-4be8-966d-4b04418b1d24 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 945 time: 0.1180418 Jul 16 18:06:11.136432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device fbd13ca7-bb29-4443-b469-04d2bc21a47e up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:11.177994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe3539-1a34-4858-a6ff-43ff660d1182 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Subnet': ['ID=eac70676-c2e2-41b7-ac41-de4534b16f8f,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:11.192568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ca1fbcc-912a-4794-a7f7-2fe180a42c40 req-34420806-7dc6-4dfa-9956-8dd70eaf368f tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/security-groups?id=50bdd464-93dc-4fab-9094-7b2a8f302274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873070 Jul 16 18:06:11.230896 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port fbd13ca7-bb29-4443-b469-04d2bc21a47e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:11.242175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port fbd13ca7-bb29-4443-b469-04d2bc21a47e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:11.242991 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.331541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe3539-1a34-4858-a6ff-43ff660d1182 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Checking segment: {'id': 'a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '25751a5f-9b54-4be8-997a-5e8f2a10c051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:11.332216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfe3539-1a34-4858-a6ff-43ff660d1182 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network hostable DHCP agents. Network: 25751a5f-9b54-4be8-997a-5e8f2a10c051, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:11.351466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-848e3382-e9c9-4af4-8717-fed3fd5479da req-8a604fc1-03a6-4ab1-a2a9-224854abb22a tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] For port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9d9f895c-07ca-4cc1-bbc3-b91b49c2a771,segment=NetworkSegment(f1cfa099-0349-4126-bf2e-0f1664564e04),segment_id=f1cfa099-0349-4126-bf2e-0f1664564e04)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:11.352249 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-848e3382-e9c9-4af4-8717-fed3fd5479da req-8a604fc1-03a6-4ab1-a2a9-224854abb22a tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.371793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-848e3382-e9c9-4af4-8717-fed3fd5479da req-8a604fc1-03a6-4ab1-a2a9-224854abb22a tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Calling delete_port for 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:11.382471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfe3539-1a34-4858-a6ff-43ff660d1182 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 25751a5f-9b54-4be8-997a-5e8f2a10c051 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:11.410544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fbfe3539-1a34-4858-a6ff-43ff660d1182 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 25751a5f-9b54-4be8-997a-5e8f2a10c051) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:11.416454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfe3539-1a34-4858-a6ff-43ff660d1182 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.418249 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbfe3539-1a34-4858-a6ff-43ff660d1182 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.443776 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7185f73e-0187-4321-94a0-a770f963c238 None None] Network 25751a5f-9b54-4be8-997a-5e8f2a10c051 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:11.480589 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fbfe3539-1a34-4858-a6ff-43ff660d1182 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2641613 Jul 16 18:06:11.483172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40602) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:11.488735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-71df80e7-2e4e-4f87-95d1-03a44222e44f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1597592515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:11.521804 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.531262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-71df80e7-2e4e-4f87-95d1-03a44222e44f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.533957 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-71df80e7-2e4e-4f87-95d1-03a44222e44f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.626314 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-848e3382-e9c9-4af4-8717-fed3fd5479da req-8a604fc1-03a6-4ab1-a2a9-224854abb22a tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.677444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a604fc1-03a6-4ab1-a2a9-224854abb22a tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Pushing event deleted for resources: {'Port': ['ID=9d9f895c-07ca-4cc1-bbc3-b91b49c2a771,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:11.798566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-848e3382-e9c9-4af4-8717-fed3fd5479da req-8a604fc1-03a6-4ab1-a2a9-224854abb22a tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] No DVR routers for this DVR port 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:11.802143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-71df80e7-2e4e-4f87-95d1-03a44222e44f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.803544 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-848e3382-e9c9-4af4-8717-fed3fd5479da req-8a604fc1-03a6-4ab1-a2a9-224854abb22a tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.807780 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-848e3382-e9c9-4af4-8717-fed3fd5479da req-8a604fc1-03a6-4ab1-a2a9-224854abb22a tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.11 "DELETE /v2.0/ports/9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 HTTP/1.1" status: 204 len: 173 time: 1.0707629 Jul 16 18:06:11.808280 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0e076c-f743-4dfc-b681-be36723485d8', 'name': 'network-vif-deleted', 'tag': '9d9f895c-07ca-4cc1-bbc3-b91b49c2a771'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:11.812014 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92ef30c-6c7a-40a4-8fd4-b207a6bada41" -d '{"events": [{"server_uuid": "ce0e076c-f743-4dfc-b681-be36723485d8", "name": "network-vif-deleted", "tag": "9d9f895c-07ca-4cc1-bbc3-b91b49c2a771"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:11.816958 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-71df80e7-2e4e-4f87-95d1-03a44222e44f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.873509 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-71df80e7-2e4e-4f87-95d1-03a44222e44f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.883154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40610) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:11.883769 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-71df80e7-2e4e-4f87-95d1-03a44222e44f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3989267 Jul 16 18:06:11.932465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:11.936453 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d257944-ff58-4ae1-b9a1-c85f13ddb934 x-openstack-request-id: req-4d257944-ff58-4ae1-b9a1-c85f13ddb934 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:11.937069 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0e076c-f743-4dfc-b681-be36723485d8", "name": "network-vif-deleted", "tag": "9d9f895c-07ca-4cc1-bbc3-b91b49c2a771", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:11.937637 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d257944-ff58-4ae1-b9a1-c85f13ddb934 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:11.937848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['9d9f895c-07ca-4cc1-bbc3-b91b49c2a771'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:11.939189 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0e076c-f743-4dfc-b681-be36723485d8', 'name': 'network-vif-deleted', 'tag': '9d9f895c-07ca-4cc1-bbc3-b91b49c2a771', 'status': 'completed', 'code': 200} Jul 16 18:06:11.987962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:11.993234 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab137d7-8e76-4e94-92c7-c2314461fc2f" -d '{"events": [{"server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "name": "network-vif-plugged", "status": "completed", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:12.053833 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.169132 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da476c43-8f8b-4699-a72a-d7c6ead5dbea x-openstack-request-id: req-da476c43-8f8b-4699-a72a-d7c6ead5dbea {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:12.169363 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "name": "network-vif-plugged", "status": "completed", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:12.169578 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da476c43-8f8b-4699-a72a-d7c6ead5dbea {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:12.169990 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e', 'code': 200} Jul 16 18:06:12.249456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=fbd13ca7-bb29-4443-b469-04d2bc21a47e,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:12.263416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-25751a5f-9b54-4be8-997a-5e8f2a10c051', 'network_id': '25751a5f-9b54-4be8-997a-5e8f2a10c051', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'fixed_ips': [{'subnet_id': 'eac70676-c2e2-41b7-ac41-de4534b16f8f'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:12.264290 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.339031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc775104-5fe8-439f-9774-aa2f17336373 req-288c4dc4-a0f3-40f2-bf1a-dd564af56e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:12.340708 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fc775104-5fe8-439f-9774-aa2f17336373 req-288c4dc4-a0f3-40f2-bf1a-dd564af56e50 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 1098 time: 0.1705267 Jul 16 18:06:12.410294 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fc775104-5fe8-439f-9774-aa2f17336373 req-f6c4ca19-0a23-432b-90a3-16904f122fab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540402 Jul 16 18:06:12.632725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Allocated IP 2001:db8::2 (25751a5f-9b54-4be8-997a-5e8f2a10c051/eac70676-c2e2-41b7-ac41-de4534b16f8f/38050661-87df-4cef-88a4-bde7e8c83a4c) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:12.804403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40634) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:12.874720 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.886096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Transition to ACTIVE for port object 38050661-87df-4cef-88a4-bde7e8c83a4c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:12.887833 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3b23e394-fd6e-4966-b5bf-0173bd22eb6c req-4b3d14ee-11cd-4962-bd61-5adac0f6ffc9 tempest-ServerTagsTestJSON-1231022297 tempest-ServerTagsTestJSON-1231022297-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce0e076c-f743-4dfc-b681-be36723485d8 HTTP/1.1" status: 200 len: 210 time: 0.0693650 Jul 16 18:06:12.906231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Transition to ACTIVE for port object 38050661-87df-4cef-88a4-bde7e8c83a4c will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:12.923863 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.976668 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Network 25751a5f-9b54-4be8-997a-5e8f2a10c051 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:12.981997 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:12.990909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:12.994225 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Pushing event updated for resources: {'Port': ['ID=38050661-87df-4cef-88a4-bde7e8c83a4c,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:13.028823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed6d4b-b4a9-432a-9aec-34bc36c5ead7 req-6a07b96c-3946-4a38-a691-521b74a1e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.030142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed6d4b-b4a9-432a-9aec-34bc36c5ead7 req-6a07b96c-3946-4a38-a691-521b74a1e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.031198 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed6d4b-b4a9-432a-9aec-34bc36c5ead7 req-6a07b96c-3946-4a38-a691-521b74a1e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.041474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed6d4b-b4a9-432a-9aec-34bc36c5ead7 req-6a07b96c-3946-4a38-a691-521b74a1e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.042237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed6d4b-b4a9-432a-9aec-34bc36c5ead7 req-6a07b96c-3946-4a38-a691-521b74a1e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.042900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed6d4b-b4a9-432a-9aec-34bc36c5ead7 req-6a07b96c-3946-4a38-a691-521b74a1e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.043560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed6d4b-b4a9-432a-9aec-34bc36c5ead7 req-6a07b96c-3946-4a38-a691-521b74a1e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.045892 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33ed6d4b-b4a9-432a-9aec-34bc36c5ead7 req-6a07b96c-3946-4a38-a691-521b74a1e153 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 6509 time: 0.2404480 Jul 16 18:06:13.093885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Attempting to bind port 38050661-87df-4cef-88a4-bde7e8c83a4c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:13.094274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Attempting to bind port 38050661-87df-4cef-88a4-bde7e8c83a4c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '25751a5f-9b54-4be8-997a-5e8f2a10c051'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:13.095265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Attempting to bind port 38050661-87df-4cef-88a4-bde7e8c83a4c on network 25751a5f-9b54-4be8-997a-5e8f2a10c051 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:13.107971 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:13.108353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Checking segment: {'id': 'a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '25751a5f-9b54-4be8-997a-5e8f2a10c051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:13.108762 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.111552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Bound using segment: {'id': 'a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '25751a5f-9b54-4be8-997a-5e8f2a10c051'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:13.112183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Bound port: 38050661-87df-4cef-88a4-bde7e8c83a4c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '25751a5f-9b54-4be8-997a-5e8f2a10c051'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:13.112586 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.115917 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33ed6d4b-b4a9-432a-9aec-34bc36c5ead7 req-8b656703-a27a-4237-9561-09dc51721681 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=104ed894-041d-4ad9-857f-75e1e99ad108&id=c960c388-bc8f-46fc-878a-cf1bc0596491&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626943 Jul 16 18:06:13.156528 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bc578-1043-4804-a436-1d545b91c889 req-ebb8be20-0acd-4a5c-a7a0-2b8658f066cf tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.171093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a7bc578-1043-4804-a436-1d545b91c889 req-ebb8be20-0acd-4a5c-a7a0-2b8658f066cf tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.9878578 Jul 16 18:06:13.253776 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] For port 38050661-87df-4cef-88a4-bde7e8c83a4c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:13.258621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] For port 38050661-87df-4cef-88a4-bde7e8c83a4c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=38050661-87df-4cef-88a4-bde7e8c83a4c,segment=NetworkSegment(a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b),segment_id=a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:13.272065 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.299068 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.363454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a7bc578-1043-4804-a436-1d545b91c889 req-953654da-eca7-4b55-8388-4a3326da2d4b tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863580 Jul 16 18:06:13.485893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafca6cf-33c1-42f5-ab0c-25232e2c76f0 None None] Pushing event updated for resources: {'Port': ['ID=38050661-87df-4cef-88a4-bde7e8c83a4c,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:13.498585 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d0b9bf5-6aa1-4cf6-aa3e-5b61b019901f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.696170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c79e4d-e029-44d6-8e5c-236797229361 req-47d5da06-7645-442e-bdff-aa88f04853ac tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.697867 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20c79e4d-e029-44d6-8e5c-236797229361 req-47d5da06-7645-442e-bdff-aa88f04853ac tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.2186654 Jul 16 18:06:13.755001 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:06:13.802788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20c79e4d-e029-44d6-8e5c-236797229361 req-1b823409-a964-4af6-97e7-4e29d6d89041 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940902 Jul 16 18:06:13.854692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Allocated IP 2001:db8::1 (25751a5f-9b54-4be8-997a-5e8f2a10c051/eac70676-c2e2-41b7-ac41-de4534b16f8f/9a1ba90a-edfa-47b2-b8b1-74f3604f54d8) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:14.012258 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.046451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Transition to ACTIVE for port object 9a1ba90a-edfa-47b2-b8b1-74f3604f54d8 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:14.072515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40658) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:14.134352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e7ff8a-f9ed-4714-a6d6-b75b6e4edb81 admin admin] Deleting subnet 34d5e58a-4ddf-4164-b194-bf1d4cecfd53 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:14.138627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47e7ff8a-f9ed-4714-a6d6-b75b6e4edb81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.166868 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.183008 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47e7ff8a-f9ed-4714-a6d6-b75b6e4edb81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.208426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 25751a5f-9b54-4be8-997a-5e8f2a10c051 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:14.225949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:14.236088 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47e7ff8a-f9ed-4714-a6d6-b75b6e4edb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.270702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:14.271281 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.306014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40660) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:14.363763 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47e7ff8a-f9ed-4714-a6d6-b75b6e4edb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.392765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=9a1ba90a-edfa-47b2-b8b1-74f3604f54d8,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.396406 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47e7ff8a-f9ed-4714-a6d6-b75b6e4edb81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.400878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40666) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:14.401194 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-47e7ff8a-f9ed-4714-a6d6-b75b6e4edb81 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/34d5e58a-4ddf-4164-b194-bf1d4cecfd53 HTTP/1.1" status: 204 len: 168 time: 0.3238263 Jul 16 18:06:14.462661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7ff8a-f9ed-4714-a6d6-b75b6e4edb81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d5e58a-4ddf-4164-b194-bf1d4cecfd53,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.755389 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d4ad9798-68e8-46c4-9764-070b3e8d9bf9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85764cc006aa4ed6b9ce815f26388601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4477816 Jul 16 18:06:14.769103 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40674) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:14.826842 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.831914 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a9c289b5-26be-44af-bcda-49df0ed881ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.838623 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2f20-2745-43fb-ba73-31f2b4a41d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.881375 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2f20-2745-43fb-ba73-31f2b4a41d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.957235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb7546-698e-41a2-8068-0b0eefc45f24 None None] Network 25751a5f-9b54-4be8-997a-5e8f2a10c051 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:14.972458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2f20-2745-43fb-ba73-31f2b4a41d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.977832 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2f20-2745-43fb-ba73-31f2b4a41d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.982369 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0f0c2f20-2745-43fb-ba73-31f2b4a41d9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce44d602-42f3-4bc1-b948-04229fb4975e HTTP/1.1" status: 204 len: 168 time: 0.2115269 Jul 16 18:06:15.003646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c2f20-2745-43fb-ba73-31f2b4a41d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce44d602-42f3-4bc1-b948-04229fb4975e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:15.071019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a1bd8-ec65-47ba-a323-cbfa2194c507 req-54fff008-94a8-41f7-a035-dc5cf9d4bf0c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.072700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-360a1bd8-ec65-47ba-a323-cbfa2194c507 req-54fff008-94a8-41f7-a035-dc5cf9d4bf0c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3776119 Jul 16 18:06:15.301122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:15.428873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9439fe89-1993-41d0-bf56-3c48cd591eb6 None None] Provisioning for port 38050661-87df-4cef-88a4-bde7e8c83a4c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:15.440344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:15.440702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9d9f895c-07ca-4cc1-bbc3-b91b49c2a771 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:15.492286 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.519548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 38050661-87df-4cef-88a4-bde7e8c83a4c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:15.529721 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.530240 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.610791 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 38050661-87df-4cef-88a4-bde7e8c83a4c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:15.616009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 38050661-87df-4cef-88a4-bde7e8c83a4c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:15.617427 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.700344 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-02bb9f23-376b-414f-b3f6-9f7e3e478269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.753736 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a9c289b5-26be-44af-bcda-49df0ed881ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.778789 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.794655 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-360a1bd8-ec65-47ba-a323-cbfa2194c507 req-4a746c59-33f3-4845-be94-dace9e76ed17 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994344 Jul 16 18:06:15.807964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-a9c289b5-26be-44af-bcda-49df0ed881ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c70f9dc-a34a-4b26-9fa9-9feac24f438a']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:15.810371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=9a1ba90a-edfa-47b2-b8b1-74f3604f54d8,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:15.867420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 38050661-87df-4cef-88a4-bde7e8c83a4c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=38050661-87df-4cef-88a4-bde7e8c83a4c,segment=NetworkSegment(a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b),segment_id=a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:15.877474 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.916201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-a9c289b5-26be-44af-bcda-49df0ed881ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cfa099-0349-4126-bf2e-0f1664564e04') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:15.916595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-a9c289b5-26be-44af-bcda-49df0ed881ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cfa099-0349-4126-bf2e-0f1664564e04') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:15.961735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e8dfc-c992-4049-b23e-fed945e77560 req-fabfd69d-6e8f-4fe9-a549-02e76e79dd11 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.965442 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-108e8dfc-c992-4049-b23e-fed945e77560 req-fabfd69d-6e8f-4fe9-a549-02e76e79dd11 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.8874009 Jul 16 18:06:15.993687 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.006601 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=38050661-87df-4cef-88a4-bde7e8c83a4c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:16.007244 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a9c289b5-26be-44af-bcda-49df0ed881ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.017460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3a9b7069-e4e3-4a15-a615-fda58e9ed01e None None] Provisioning complete for port 38050661-87df-4cef-88a4-bde7e8c83a4c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:16.020078 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7069-e4e3-4a15-a615-fda58e9ed01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.103809 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a9c289b5-26be-44af-bcda-49df0ed881ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.146715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 25751a5f-9b54-4be8-997a-5e8f2a10c051 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:16.155288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:16.177030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c289b5-26be-44af-bcda-49df0ed881ba admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:16.185227 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a9c289b5-26be-44af-bcda-49df0ed881ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.191744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3a9b7069-e4e3-4a15-a615-fda58e9ed01e None None] Provisioning for port 9a1ba90a-edfa-47b2-b8b1-74f3604f54d8 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:16.193477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40712) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:16.198481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3a9b7069-e4e3-4a15-a615-fda58e9ed01e None None] Provisioning complete for port 9a1ba90a-edfa-47b2-b8b1-74f3604f54d8 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:16.198996 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3a9b7069-e4e3-4a15-a615-fda58e9ed01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:16.218341 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:16.246405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3a9b7069-e4e3-4a15-a615-fda58e9ed01e None None] Port 9a1ba90a-edfa-47b2-b8b1-74f3604f54d8 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:16.339319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-108e8dfc-c992-4049-b23e-fed945e77560 req-217cf2fa-b7e0-4979-881b-ee03df1bee14 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3129711 Jul 16 18:06:16.349943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1201262414-network', 'tenant_id': 'e4a33ed005214bcaa04d5095740987ed'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:16.385185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f234c4c3-765e-4a99-976f-9adfe037d986 None None] Provisioning complete for port 9a1ba90a-edfa-47b2-b8b1-74f3604f54d8 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:16.385629 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f234c4c3-765e-4a99-976f-9adfe037d986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.404941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Made reservation on behalf of e4a33ed005214bcaa04d5095740987ed for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:16.407843 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.426016 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.439152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f234c4c3-765e-4a99-976f-9adfe037d986 None None] Port 9a1ba90a-edfa-47b2-b8b1-74f3604f54d8 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:16.471285 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a9c289b5-26be-44af-bcda-49df0ed881ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.489730 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a9c289b5-26be-44af-bcda-49df0ed881ba admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.496159 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a9c289b5-26be-44af-bcda-49df0ed881ba admin admin] 10.222.0.24 "DELETE /v2.0/networks/1c70f9dc-a34a-4b26-9fa9-9feac24f438a HTTP/1.1" status: 204 len: 168 time: 2.0907824 Jul 16 18:06:16.531060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c289b5-26be-44af-bcda-49df0ed881ba admin admin] Pushing event deleted for resources: {'Network': ['ID=1c70f9dc-a34a-4b26-9fa9-9feac24f438a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:16.565923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b8599d78-8d68-4efc-9526-7a486a13d9f2 None None] Provisioning complete for port 9a1ba90a-edfa-47b2-b8b1-74f3604f54d8 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:16.566666 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b8599d78-8d68-4efc-9526-7a486a13d9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.581013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-2e3ba941-bffe-4cf2-9fd7-fcf1148ed111 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.588868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-2e3ba941-bffe-4cf2-9fd7-fcf1148ed111 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/networks?id=a3aff34c-d366-47a6-bb72-a1b487c78a97 HTTP/1.1" status: 200 len: 813 time: 0.4807620 Jul 16 18:06:16.609577 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.614875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.618652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-7e9f9c11-41ab-4a47-a443-2d34923b1d38 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/quotas/3a50f0e1de354b1ba5acf25306a514ce HTTP/1.1" status: 200 len: 375 time: 0.0284793 Jul 16 18:06:16.633209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:16.643717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b8599d78-8d68-4efc-9526-7a486a13d9f2 None None] Port 9a1ba90a-edfa-47b2-b8b1-74f3604f54d8 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:16.652275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40718) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:16.663084 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.663442 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Added segment 87815dda-93ac-4128-814b-200315ec07ea of type vlan for network 233997b2-8161-45c8-b1a0-88f22c96a7e5 Jul 16 18:06:16.668065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router b8e7e894-ca02-47f4-ab2c-da5759ae619a is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:16.730010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:16.747297 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.759454 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8c70d0a5-2fac-4741-8fd6-8e05613d9717 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd6020ff17ff4256a7b703efdf5e90d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1042724 Jul 16 18:06:16.761998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40720) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:16.811848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-1fb9f5a3-2d42-4ba7-a5cc-629a6c140f2d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a50f0e1de354b1ba5acf25306a514ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1922216 Jul 16 18:06:16.829002 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.830322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.830899 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.840426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f534-c130-44d6-9a3f-1fbce1d3d4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.852314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:16.859293 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-29bf6a7d-5a2a-4995-8260-341b69237508 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/b8e7e894-ca02-47f4-ab2c-da5759ae619a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9743786 Jul 16 18:06:16.863037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40724) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:16.873319 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3828d6-dbb7-46db-ab50-342ea7854fef None None] Sync routers for ids ['b8e7e894-ca02-47f4-ab2c-da5759ae619a'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:16.890443 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3828d6-dbb7-46db-ab50-342ea7854fef None None] Routers {'b8e7e894-ca02-47f4-ab2c-da5759ae619a'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:16.891661 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4f3828d6-dbb7-46db-ab50-342ea7854fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b8e7e894-ca02-47f4-ab2c-da5759ae619a'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:16.905497 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7103086 Jul 16 18:06:16.912942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40726) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:16.938857 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4f3828d6-dbb7-46db-ab50-342ea7854fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:16.944106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2f5bf32e-c3bc-41e0-b9d3-27a3a364a1cb admin admin] Request body: {'subnet': {'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1201262414-subnet', 'tenant_id': 'e4a33ed005214bcaa04d5095740987ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:16.961340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec01a29-fe39-4c1f-b489-646591363f33 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.962114 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3828d6-dbb7-46db-ab50-342ea7854fef None None] Routers {'b8e7e894-ca02-47f4-ab2c-da5759ae619a'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:16.962948 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4f3828d6-dbb7-46db-ab50-342ea7854fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b8e7e894-ca02-47f4-ab2c-da5759ae619a'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:16.963556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-aec01a29-fe39-4c1f-b489-646591363f33 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports/9a1ba90a-edfa-47b2-b8b1-74f3604f54d8 HTTP/1.1" status: 200 len: 911 time: 0.1004455 Jul 16 18:06:16.968493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40728) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:16.974478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-6ffb5757-df20-47b8-ae42-0805e07d6081 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eac70676-c2e2-41b7-ac41-de4534b16f8f'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:16.983477 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f534-c130-44d6-9a3f-1fbce1d3d4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.985224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b389d2e-84b6-498c-9e17-30c3d8d39c05 admin admin] Pushing event updated for resources: {'Network': ['ID=233997b2-8161-45c8-b1a0-88f22c96a7e5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:16.998265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 233997b2-8161-45c8-b1a0-88f22c96a7e5 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:17.028290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5bf32e-c3bc-41e0-b9d3-27a3a364a1cb admin admin] Made reservation on behalf of e4a33ed005214bcaa04d5095740987ed for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:17.030935 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f5bf32e-c3bc-41e0-b9d3-27a3a364a1cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.036491 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-7abe16e6-3c4b-436b-976b-0f28a7d245e1 service neutron] 10.222.0.24 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172334 Jul 16 18:06:17.142915 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f534-c130-44d6-9a3f-1fbce1d3d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.145852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f534-c130-44d6-9a3f-1fbce1d3d4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.147056 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2ec3f534-c130-44d6-9a3f-1fbce1d3d4f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50bdd464-93dc-4fab-9094-7b2a8f302274 HTTP/1.1" status: 204 len: 168 time: 0.3837099 Jul 16 18:06:17.149209 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4f3828d6-dbb7-46db-ab50-342ea7854fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:17.159570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3f534-c130-44d6-9a3f-1fbce1d3d4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bdd464-93dc-4fab-9094-7b2a8f302274,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:17.161760 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3828d6-dbb7-46db-ab50-342ea7854fef None None] The sync data for ids ['b8e7e894-ca02-47f4-ab2c-da5759ae619a'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:17.238738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-f3e9209d-b77a-41a6-a45b-36a8143a1502 service neutron] 10.222.0.24 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929216 Jul 16 18:06:17.337285 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f5bf32e-c3bc-41e0-b9d3-27a3a364a1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.365977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ffb5757-df20-47b8-ae42-0805e07d6081 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.447473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 38050661-87df-4cef-88a4-bde7e8c83a4c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:17.520268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bf32e-c3bc-41e0-b9d3-27a3a364a1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab76eff-af5d-4688-bb29-35aa5b128439,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:17.542044 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5bf32e-c3bc-41e0-b9d3-27a3a364a1cb admin admin] Checking segment: {'id': '87815dda-93ac-4128-814b-200315ec07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:17.546989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5bf32e-c3bc-41e0-b9d3-27a3a364a1cb admin admin] Network hostable DHCP agents. Network: 233997b2-8161-45c8-b1a0-88f22c96a7e5, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:17.572872 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.586204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 38050661-87df-4cef-88a4-bde7e8c83a4c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:17.588519 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.589702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5bf32e-c3bc-41e0-b9d3-27a3a364a1cb admin admin] Network 233997b2-8161-45c8-b1a0-88f22c96a7e5 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:17.605434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2f5bf32e-c3bc-41e0-b9d3-27a3a364a1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 233997b2-8161-45c8-b1a0-88f22c96a7e5) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:17.610056 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5bf32e-c3bc-41e0-b9d3-27a3a364a1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.611027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f5bf32e-c3bc-41e0-b9d3-27a3a364a1cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.644144 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2f5bf32e-c3bc-41e0-b9d3-27a3a364a1cb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7230806 Jul 16 18:06:17.647880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c06ba-97c0-45d9-9825-e878c2ecf580 None None] Network 233997b2-8161-45c8-b1a0-88f22c96a7e5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:17.923570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7027a896-ed9d-4a3e-989c-a4f58b7a4f58 None None] Network 233997b2-8161-45c8-b1a0-88f22c96a7e5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:18.382617 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-654ed2d7-e760-467d-a4e4-f595bf9987a4 req-b9e49053-93d3-435f-ab57-f22239a44c9d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 210 time: 0.8005981 Jul 16 18:06:18.558120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8069-bb7e-4060-8d92-61977ba209e5 req-eec455d0-ae75-4a57-aa9a-c36b6947dd9f tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.560337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40774) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:18.570194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c98c8069-bb7e-4060-8d92-61977ba209e5 req-eec455d0-ae75-4a57-aa9a-c36b6947dd9f tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.2706676 Jul 16 18:06:18.674798 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c98c8069-bb7e-4060-8d92-61977ba209e5 req-84752e66-7864-4569-8ae5-d310b8e490f5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024296 Jul 16 18:06:18.771671 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-69834135-network', 'tenant_id': '91385441a99b441b802474da0e908de3'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:18.826679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Made reservation on behalf of 91385441a99b441b802474da0e908de3 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:18.830828 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.846456 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.963558 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ffb5757-df20-47b8-ae42-0805e07d6081 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.981174 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.984869 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ffb5757-df20-47b8-ae42-0805e07d6081 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.989309 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.992829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffb5757-df20-47b8-ae42-0805e07d6081 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.994577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ffb5757-df20-47b8-ae42-0805e07d6081 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.997249 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.999271 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6ffb5757-df20-47b8-ae42-0805e07d6081 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/ports/9a1ba90a-edfa-47b2-b8b1-74f3604f54d8 HTTP/1.1" status: 200 len: 911 time: 2.0288591 Jul 16 18:06:19.002076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40784) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:19.044589 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:19.070679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4c2c9f-3658-4859-a7f1-f4b300a33cc3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:19.083682 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.087575 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Added segment ce2be80a-d127-406f-98fe-814c000129ee of type vlan for network de2ced14-c24b-42f0-a40f-e729ecf847b3 Jul 16 18:06:19.134739 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.174695 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.176880 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.177953 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.216074 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6538808 Jul 16 18:06:19.265016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb5757-df20-47b8-ae42-0805e07d6081 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=9a1ba90a-edfa-47b2-b8b1-74f3604f54d8,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:19.587491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-c2e3a58d-18bb-47f2-a3a1-e8f982516628 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.589011 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-c2e3a58d-18bb-47f2-a3a1-e8f982516628 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.32 "GET /v2.0/networks?id=a3aff34c-d366-47a6-bb72-a1b487c78a97 HTTP/1.1" status: 200 len: 813 time: 0.3551764 Jul 16 18:06:19.589710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820b7be-f9a9-48f4-970e-cc12e6a1aba0 admin admin] Pushing event updated for resources: {'Network': ['ID=de2ced14-c24b-42f0-a40f-e729ecf847b3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:19.603535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network de2ced14-c24b-42f0-a40f-e729ecf847b3 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:19.629432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-a2556321-64d9-4f4d-8453-2acc05b1aee9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Request body: {'port': {'device_id': '20d2f46c-f91f-4bb6-9824-889a4e4a85be', 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97', 'admin_state_up': True, 'tenant_id': '3a50f0e1de354b1ba5acf25306a514ce'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:19.656131 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9e66a4d-8290-4970-9e93-c1fccd1d797f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.812201 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63796671-8a95-4ab0-88a9-2212eec3d9e9 req-0f88ceda-669c-49bb-9ddd-26d92564b49d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 210 time: 0.0902705 Jul 16 18:06:19.903089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-a2556321-64d9-4f4d-8453-2acc05b1aee9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Made reservation on behalf of 3a50f0e1de354b1ba5acf25306a514ce for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:19.908437 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-a2556321-64d9-4f4d-8453-2acc05b1aee9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.053564 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409751a2-55a9-48bf-9106-a3c39c2f01a4 req-b110fce9-1a47-4eca-b3ac-b09dfc755e8a tempest-ComputeTenantNetworksTest-2145453014 tempest-ComputeTenantNetworksTest-2145453014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.060496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409751a2-55a9-48bf-9106-a3c39c2f01a4 req-b110fce9-1a47-4eca-b3ac-b09dfc755e8a tempest-ComputeTenantNetworksTest-2145453014 tempest-ComputeTenantNetworksTest-2145453014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.066683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409751a2-55a9-48bf-9106-a3c39c2f01a4 req-b110fce9-1a47-4eca-b3ac-b09dfc755e8a tempest-ComputeTenantNetworksTest-2145453014 tempest-ComputeTenantNetworksTest-2145453014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.068367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-409751a2-55a9-48bf-9106-a3c39c2f01a4 req-b110fce9-1a47-4eca-b3ac-b09dfc755e8a tempest-ComputeTenantNetworksTest-2145453014 tempest-ComputeTenantNetworksTest-2145453014-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.2612774 Jul 16 18:06:20.151798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-a2556321-64d9-4f4d-8453-2acc05b1aee9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Allocated IP 172.20.0.7 (a3aff34c-d366-47a6-bb72-a1b487c78a97/6857b2d9-0327-499b-99e9-e6599e42f428/c5a50abf-1afe-42d6-a0df-3ef52d66872f) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:20.171833 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fa598-4901-410b-ad27-8f6d2e2ca461 req-798ef54f-0beb-4ab4-ada8-c7eafc0066dc tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.175134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-772fa598-4901-410b-ad27-8f6d2e2ca461 req-798ef54f-0beb-4ab4-ada8-c7eafc0066dc tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.1950793 Jul 16 18:06:20.291835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baabed-d36b-4638-930d-2f416ba75c5d req-78e7034b-32f7-4b71-88bf-a4efd9821762 tempest-ComputeTenantNetworksTest-2145453014 tempest-ComputeTenantNetworksTest-2145453014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.293133 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26baabed-d36b-4638-930d-2f416ba75c5d req-78e7034b-32f7-4b71-88bf-a4efd9821762 tempest-ComputeTenantNetworksTest-2145453014 tempest-ComputeTenantNetworksTest-2145453014-project] 10.222.0.24 "GET /v2.0/networks/de2ced14-c24b-42f0-a40f-e729ecf847b3 HTTP/1.1" status: 200 len: 767 time: 0.1928182 Jul 16 18:06:20.303334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40812) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:20.361391 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-a2556321-64d9-4f4d-8453-2acc05b1aee9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.409372 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-a2556321-64d9-4f4d-8453-2acc05b1aee9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.417716 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-772fa598-4901-410b-ad27-8f6d2e2ca461 req-5922abe8-2995-44df-832e-ba506c24809d tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1942244 Jul 16 18:06:20.433224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['fbd13ca7-bb29-4443-b469-04d2bc21a47e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:20.498674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-a2556321-64d9-4f4d-8453-2acc05b1aee9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Network a3aff34c-d366-47a6-bb72-a1b487c78a97 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:20.501063 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61b09574-0461-4782-b38a-9afaa30e11f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.506435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-a2556321-64d9-4f4d-8453-2acc05b1aee9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:20.512757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-a2556321-64d9-4f4d-8453-2acc05b1aee9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:20.522946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2556321-64d9-4f4d-8453-2acc05b1aee9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Pushing event updated for resources: {'Port': ['ID=c5a50abf-1afe-42d6-a0df-3ef52d66872f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:20.549806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e9e66a4d-8290-4970-9e93-c1fccd1d797f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port 9a1ba90a-edfa-47b2-b8b1-74f3604f54d8 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:20.549806 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9e66a4d-8290-4970-9e93-c1fccd1d797f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.630073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-a2556321-64d9-4f4d-8453-2acc05b1aee9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.636683 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-a2556321-64d9-4f4d-8453-2acc05b1aee9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.664754 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-a2556321-64d9-4f4d-8453-2acc05b1aee9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0670567 Jul 16 18:06:20.671416 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61b09574-0461-4782-b38a-9afaa30e11f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.680180 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Request body: {'port': {'device_id': '20d2f46c-f91f-4bb6-9824-889a4e4a85be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:20.689233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-61b09574-0461-4782-b38a-9afaa30e11f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2ced14-c24b-42f0-a40f-e729ecf847b3']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:20.703328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-61b09574-0461-4782-b38a-9afaa30e11f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2be80a-d127-406f-98fe-814c000129ee') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:20.703629 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-61b09574-0461-4782-b38a-9afaa30e11f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2be80a-d127-406f-98fe-814c000129ee') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:20.722781 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61b09574-0461-4782-b38a-9afaa30e11f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.731940 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9e66a4d-8290-4970-9e93-c1fccd1d797f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.747880 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61b09574-0461-4782-b38a-9afaa30e11f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.749947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e9e66a4d-8290-4970-9e93-c1fccd1d797f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for 9a1ba90a-edfa-47b2-b8b1-74f3604f54d8 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:20.759541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b09574-0461-4782-b38a-9afaa30e11f2 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:20.760018 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61b09574-0461-4782-b38a-9afaa30e11f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:20.761997 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:20.799749 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.869163 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61b09574-0461-4782-b38a-9afaa30e11f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.876425 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61b09574-0461-4782-b38a-9afaa30e11f2 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.878439 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-61b09574-0461-4782-b38a-9afaa30e11f2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/de2ced14-c24b-42f0-a40f-e729ecf847b3 HTTP/1.1" status: 204 len: 168 time: 0.5745015 Jul 16 18:06:20.917000 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b09574-0461-4782-b38a-9afaa30e11f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=de2ced14-c24b-42f0-a40f-e729ecf847b3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.097937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40820) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:21.184659 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9e66a4d-8290-4970-9e93-c1fccd1d797f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.207048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4279c7e-3d6c-4373-865a-f4b66d6cb6ce req-14b2e2fb-bbf3-4086-9f0d-089061ace582 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.209525 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4279c7e-3d6c-4373-865a-f4b66d6cb6ce req-14b2e2fb-bbf3-4086-9f0d-089061ace582 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 931 time: 0.1320229 Jul 16 18:06:21.211642 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9cb0a2ac-d854-4623-8cb5-603bf5bedfd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91385441a99b441b802474da0e908de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1130192 Jul 16 18:06:21.214085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40824) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:21.239905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a50abf-1afe-42d6-a0df-3ef52d66872f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:21.245992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e66a4d-8290-4970-9e93-c1fccd1d797f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=9a1ba90a-edfa-47b2-b8b1-74f3604f54d8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.274863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.319403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Transition to ACTIVE for port object c5a50abf-1afe-42d6-a0df-3ef52d66872f will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:21.330856 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.338918 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff4f540a-d2c9-43df-981b-b5859f4c189e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.406588 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff4f540a-d2c9-43df-981b-b5859f4c189e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.408990 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4279c7e-3d6c-4373-865a-f4b66d6cb6ce req-2890e8b2-70db-4d09-90ec-3d427fbebcf4 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699154 Jul 16 18:06:21.419510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Pushing event updated for resources: {'Port': ['ID=c5a50abf-1afe-42d6-a0df-3ef52d66872f,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.422738 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e9e66a4d-8290-4970-9e93-c1fccd1d797f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.645829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Attempting to bind port c5a50abf-1afe-42d6-a0df-3ef52d66872f on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:21.649015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Attempting to bind port c5a50abf-1afe-42d6-a0df-3ef52d66872f by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '1ee64d38-6f3b-412f-98a6-c97774fadc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:21.649613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Attempting to bind port c5a50abf-1afe-42d6-a0df-3ef52d66872f on network a3aff34c-d366-47a6-bb72-a1b487c78a97 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:21.655669 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff4f540a-d2c9-43df-981b-b5859f4c189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.661373 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff4f540a-d2c9-43df-981b-b5859f4c189e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.662711 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ff4f540a-d2c9-43df-981b-b5859f4c189e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e4c2c9f-3658-4859-a7f1-f4b300a33cc3 HTTP/1.1" status: 204 len: 168 time: 0.4473314 Jul 16 18:06:21.685207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Port c5a50abf-1afe-42d6-a0df-3ef52d66872f on network a3aff34c-d366-47a6-bb72-a1b487c78a97 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:21.685207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Attempting to bind port c5a50abf-1afe-42d6-a0df-3ef52d66872f on network a3aff34c-d366-47a6-bb72-a1b487c78a97 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:21.720401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f540a-d2c9-43df-981b-b5859f4c189e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4c2c9f-3658-4859-a7f1-f4b300a33cc3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.738570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:21.738919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Checking segment: {'id': '1ee64d38-6f3b-412f-98a6-c97774fadc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:21.739318 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Bound using segment: {'id': '1ee64d38-6f3b-412f-98a6-c97774fadc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:21.739775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Bound port: c5a50abf-1afe-42d6-a0df-3ef52d66872f, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee64d38-6f3b-412f-98a6-c97774fadc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:21.740139 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.890851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] For port c5a50abf-1afe-42d6-a0df-3ef52d66872f, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:21.897435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] For port c5a50abf-1afe-42d6-a0df-3ef52d66872f, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c5a50abf-1afe-42d6-a0df-3ef52d66872f,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:21.903665 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.906243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e66a4d-8290-4970-9e93-c1fccd1d797f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router b8e7e894-ca02-47f4-ab2c-da5759ae619a has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:21.950664 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.951776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.953624 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] 10.222.0.32 "PUT /v2.0/ports/c5a50abf-1afe-42d6-a0df-3ef52d66872f HTTP/1.1" status: 200 len: 1092 time: 1.2793574 Jul 16 18:06:21.954291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d2f46c-f91f-4bb6-9824-889a4e4a85be', 'tag': 'c5a50abf-1afe-42d6-a0df-3ef52d66872f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:21.957797 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd995aed-a737-4255-b344-c6558acff020" -d '{"events": [{"name": "network-changed", "server_uuid": "20d2f46c-f91f-4bb6-9824-889a4e4a85be", "tag": "c5a50abf-1afe-42d6-a0df-3ef52d66872f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:21.992420 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b793c-1620-4878-8d4e-31bd385e3ecc service neutron] Pushing event updated for resources: {'Port': ['ID=c5a50abf-1afe-42d6-a0df-3ef52d66872f,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.042276 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abf5c25-ea42-4cf3-9bbf-d74316488868 x-openstack-request-id: req-0abf5c25-ea42-4cf3-9bbf-d74316488868 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:22.042660 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d2f46c-f91f-4bb6-9824-889a4e4a85be", "tag": "c5a50abf-1afe-42d6-a0df-3ef52d66872f", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:22.042987 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0abf5c25-ea42-4cf3-9bbf-d74316488868 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:22.043464 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d2f46c-f91f-4bb6-9824-889a4e4a85be', 'tag': 'c5a50abf-1afe-42d6-a0df-3ef52d66872f', 'status': 'completed', 'code': 200} Jul 16 18:06:22.065496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e66a4d-8290-4970-9e93-c1fccd1d797f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:22.076872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e9e66a4d-8290-4970-9e93-c1fccd1d797f tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/b8e7e894-ca02-47f4-ab2c-da5759ae619a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0689225 Jul 16 18:06:22.080169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40842) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:22.080910 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02af5db-a2ab-4326-9b75-14dc26f1b595 None None] Sync routers for ids ['b8e7e894-ca02-47f4-ab2c-da5759ae619a'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:22.096802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625b73b-e7cd-4ddf-9029-a61ecd1d1848 req-5dea328f-1e9d-4ade-8ac1-488cd8b2ffb1 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.100968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02af5db-a2ab-4326-9b75-14dc26f1b595 None None] Routers {'b8e7e894-ca02-47f4-ab2c-da5759ae619a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:22.101914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b02af5db-a2ab-4326-9b75-14dc26f1b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b8e7e894-ca02-47f4-ab2c-da5759ae619a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:22.104602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b625b73b-e7cd-4ddf-9029-a61ecd1d1848 req-5dea328f-1e9d-4ade-8ac1-488cd8b2ffb1 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.3472564 Jul 16 18:06:22.132560 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-61a81b4c-d412-406e-a0a4-253d1c336a04 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e7e894-ca02-47f4-ab2c-da5759ae619a HTTP/1.1" status: 200 len: 205 time: 0.0481479 Jul 16 18:06:22.132989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40844) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:22.142041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b02af5db-a2ab-4326-9b75-14dc26f1b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:22.153185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02af5db-a2ab-4326-9b75-14dc26f1b595 None None] Routers {'b8e7e894-ca02-47f4-ab2c-da5759ae619a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:22.157868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b02af5db-a2ab-4326-9b75-14dc26f1b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b8e7e894-ca02-47f4-ab2c-da5759ae619a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:22.163451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b625b73b-e7cd-4ddf-9029-a61ecd1d1848 req-ebbbd40c-c230-414f-8004-1ec8feef4741 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574949 Jul 16 18:06:22.225949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b02af5db-a2ab-4326-9b75-14dc26f1b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:22.226637 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02af5db-a2ab-4326-9b75-14dc26f1b595 None None] The sync data for ids ['b8e7e894-ca02-47f4-ab2c-da5759ae619a'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:22.265453 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e92e1c6-2316-4828-8129-a1f9d03dbea6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.278167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-77399f25-54a1-42ff-9005-690a838977fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.279949 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-77399f25-54a1-42ff-9005-690a838977fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a50f0e1de354b1ba5acf25306a514ce&device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 1095 time: 0.2663558 Jul 16 18:06:22.399649 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-ef4dc5dd-f6ce-4c32-b024-321b8cedf57a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5a50abf-1afe-42d6-a0df-3ef52d66872f HTTP/1.1" status: 200 len: 217 time: 0.0817103 Jul 16 18:06:22.579645 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e92e1c6-2316-4828-8129-a1f9d03dbea6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.583233 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e92e1c6-2316-4828-8129-a1f9d03dbea6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.681466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62be6f-be32-4dee-a72f-b4e0317e9e4a req-d1405474-0c0a-4148-9876-2298b94bf019 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.683394 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a62be6f-be32-4dee-a72f-b4e0317e9e4a req-d1405474-0c0a-4148-9876-2298b94bf019 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 943 time: 0.0950570 Jul 16 18:06:22.746849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a62be6f-be32-4dee-a72f-b4e0317e9e4a req-fb84fe6e-5d90-4387-b80c-89eadde81d72 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529480 Jul 16 18:06:22.976895 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.017498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-57002047-5be5-402c-bfe0-d28047327aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.019166 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-57002047-5be5-402c-bfe0-d28047327aa7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6857b2d9-0327-499b-99e9-e6599e42f428 HTTP/1.1" status: 200 len: 853 time: 0.6047115 Jul 16 18:06:23.038500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e92e1c6-2316-4828-8129-a1f9d03dbea6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.038796 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e92e1c6-2316-4828-8129-a1f9d03dbea6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Fanout notify agent at l3_agent the message router_deleted on router b8e7e894-ca02-47f4-ab2c-da5759ae619a {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:06:23.057197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e92e1c6-2316-4828-8129-a1f9d03dbea6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.058388 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2e92e1c6-2316-4828-8129-a1f9d03dbea6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/b8e7e894-ca02-47f4-ab2c-da5759ae619a HTTP/1.1" status: 204 len: 168 time: 0.9243650 Jul 16 18:06:23.063775 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40882) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:23.115191 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-07728e22-4066-47b5-9b1c-3a4c546b4e59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3aff34c-d366-47a6-bb72-a1b487c78a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880792 Jul 16 18:06:23.118694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e5d4e1-09f9-491c-868f-37996e8688bd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting subnet eac70676-c2e2-41b7-ac41-de4534b16f8f {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:23.130002 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6e5d4e1-09f9-491c-868f-37996e8688bd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.176893 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6e5d4e1-09f9-491c-868f-37996e8688bd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.248589 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40888) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:23.283421 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-113211a4-e607-4407-b1fe-77a14bee6c65 service neutron] 10.222.0.32 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600149 Jul 16 18:06:23.353064 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6e5d4e1-09f9-491c-868f-37996e8688bd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.433418 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aac2bb60-a245-4454-ad77-37f9a9d6b234 req-73495330-2ce4-403a-a447-cbe71292f836 service neutron] 10.222.0.32 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387441 Jul 16 18:06:23.454749 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7e5725de-e36d-48d7-abe7-7bd7cd8217d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.551026 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6e5d4e1-09f9-491c-868f-37996e8688bd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.591153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd995aed-a737-4255-b344-c6558acff020 req-a03fb103-7fe5-4822-aa22-8ab7e2ba9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.592739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5d4e1-09f9-491c-868f-37996e8688bd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Subnet': ['ID=eac70676-c2e2-41b7-ac41-de4534b16f8f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:23.594678 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd995aed-a737-4255-b344-c6558acff020 req-a03fb103-7fe5-4822-aa22-8ab7e2ba9671 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a50f0e1de354b1ba5acf25306a514ce&device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 1095 time: 0.1019454 Jul 16 18:06:23.619136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8217a814-5332-4529-979b-b54c4132b4be None None] Network 25751a5f-9b54-4be8-997a-5e8f2a10c051 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:23.619650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf796f36-75ee-4335-9549-73c7e2a43c32 req-4e0b03f6-b9a0-48dd-bfc2-b99ed2921804 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.628904 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf796f36-75ee-4335-9549-73c7e2a43c32 req-4e0b03f6-b9a0-48dd-bfc2-b99ed2921804 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.2495277 Jul 16 18:06:23.649806 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6e5d4e1-09f9-491c-868f-37996e8688bd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.654559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a6e5d4e1-09f9-491c-868f-37996e8688bd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/eac70676-c2e2-41b7-ac41-de4534b16f8f HTTP/1.1" status: 204 len: 168 time: 0.5894897 Jul 16 18:06:23.656090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40894) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:23.700071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf796f36-75ee-4335-9549-73c7e2a43c32 req-b4ba42eb-2304-495d-a88d-c4863832fda5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701253 Jul 16 18:06:23.764680 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7e5725de-e36d-48d7-abe7-7bd7cd8217d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.783856 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.785535 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7e5725de-e36d-48d7-abe7-7bd7cd8217d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.871419 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7e5725de-e36d-48d7-abe7-7bd7cd8217d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e86889fc5e7436db34506ee0f89be7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209364 Jul 16 18:06:23.875606 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40898) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:23.879266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5725de-e36d-48d7-abe7-7bd7cd8217d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecbe1fd-4128-4b53-b34b-0d0b064b1b30,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:23.901100 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd995aed-a737-4255-b344-c6558acff020 req-1eff2d3d-cf82-4e8f-94aa-da5c81da8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.903189 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd995aed-a737-4255-b344-c6558acff020 req-1eff2d3d-cf82-4e8f-94aa-da5c81da8007 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3aff34c-d366-47a6-bb72-a1b487c78a97 HTTP/1.1" status: 200 len: 914 time: 0.2984934 Jul 16 18:06:23.972347 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd995aed-a737-4255-b344-c6558acff020 req-4948ece7-2b19-4cba-a2e5-685bb471582e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5a50abf-1afe-42d6-a0df-3ef52d66872f HTTP/1.1" status: 200 len: 217 time: 0.0599685 Jul 16 18:06:23.998407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39b6a57-aa2b-4bec-b964-9d99036359c8 None None] DHCP port deletion for 25751a5f-9b54-4be8-997a-5e8f2a10c051 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:24.054748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port 38050661-87df-4cef-88a4-bde7e8c83a4c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:24.055286 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.060968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d1a3e-45db-45f2-826a-f01007c804f3 req-dcf85ed2-ca95-4859-8008-83b8775c36ec tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.062804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e81d1a3e-45db-45f2-826a-f01007c804f3 req-dcf85ed2-ca95-4859-8008-83b8775c36ec tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 943 time: 0.1287763 Jul 16 18:06:24.091640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f39b6a57-aa2b-4bec-b964-9d99036359c8 None None] Deleting port 38050661-87df-4cef-88a4-bde7e8c83a4c {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:24.092023 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f39b6a57-aa2b-4bec-b964-9d99036359c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.110167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a247b2f-1e18-4f45-a1e2-74e92966c7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.111024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e81d1a3e-45db-45f2-826a-f01007c804f3 req-aac84824-c8d6-4af4-851b-d6075681f880 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421515 Jul 16 18:06:24.178381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd995aed-a737-4255-b344-c6558acff020 req-aaa6b851-d815-4d2c-ad9c-de962af282d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:24.180003 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd995aed-a737-4255-b344-c6558acff020 req-aaa6b851-d815-4d2c-ad9c-de962af282d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6857b2d9-0327-499b-99e9-e6599e42f428 HTTP/1.1" status: 200 len: 853 time: 0.1967471 Jul 16 18:06:24.181039 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f39b6a57-aa2b-4bec-b964-9d99036359c8 None None] For port 38050661-87df-4cef-88a4-bde7e8c83a4c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=38050661-87df-4cef-88a4-bde7e8c83a4c,segment=NetworkSegment(a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b),segment_id=a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:24.181630 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f39b6a57-aa2b-4bec-b964-9d99036359c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.198193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f39b6a57-aa2b-4bec-b964-9d99036359c8 None None] Calling delete_port for 38050661-87df-4cef-88a4-bde7e8c83a4c owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:24.204543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] For port 38050661-87df-4cef-88a4-bde7e8c83a4c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=38050661-87df-4cef-88a4-bde7e8c83a4c,segment=NetworkSegment(a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b),segment_id=a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:24.205013 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.233059 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd995aed-a737-4255-b344-c6558acff020 req-d7b57608-6e72-4c02-b533-c226dbcff6cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3aff34c-d366-47a6-bb72-a1b487c78a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456054 Jul 16 18:06:24.276510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for 38050661-87df-4cef-88a4-bde7e8c83a4c owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:24.279637 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a247b2f-1e18-4f45-a1e2-74e92966c7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.292383 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f39b6a57-aa2b-4bec-b964-9d99036359c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.321136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b6a57-aa2b-4bec-b964-9d99036359c8 None None] Pushing event deleted for resources: {'Port': ['ID=38050661-87df-4cef-88a4-bde7e8c83a4c,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.330908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b6a57-aa2b-4bec-b964-9d99036359c8 None None] No DVR routers for this DVR port 38050661-87df-4cef-88a4-bde7e8c83a4c on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:24.437230 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd995aed-a737-4255-b344-c6558acff020 req-50a05aa4-fe9a-4398-9a73-f70a4740d3ae service neutron] 10.222.0.32 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916203 Jul 16 18:06:24.545965 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd995aed-a737-4255-b344-c6558acff020 req-5434924e-2462-4937-b4af-4f8fb941ef8b service neutron] 10.222.0.32 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965078 Jul 16 18:06:24.547648 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a247b2f-1e18-4f45-a1e2-74e92966c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.551146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a247b2f-1e18-4f45-a1e2-74e92966c7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.552336 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4a247b2f-1e18-4f45-a1e2-74e92966c7dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aecbe1fd-4128-4b53-b34b-0d0b064b1b30 HTTP/1.1" status: 204 len: 168 time: 0.6757927 Jul 16 18:06:24.564786 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a247b2f-1e18-4f45-a1e2-74e92966c7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecbe1fd-4128-4b53-b34b-0d0b064b1b30,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.566899 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.600866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=38050661-87df-4cef-88a4-bde7e8c83a4c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.602952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No DVR routers for this DVR port 38050661-87df-4cef-88a4-bde7e8c83a4c on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:24.710581 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.726985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25751a5f-9b54-4be8-997a-5e8f2a10c051']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:24.741806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:24.742241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ad5a26-a6a9-4d2b-bd10-fdcbfa60eb2b') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:24.753505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.774230 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.781381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:24.782667 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:24.787395 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:24.893887 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.900116 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.903714 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/networks/25751a5f-9b54-4be8-997a-5e8f2a10c051 HTTP/1.1" status: 204 len: 168 time: 1.2420340 Jul 16 18:06:24.909503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40910) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:24.915276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2f40cb16-9074-4c1c-a60e-eb3f4f88d44c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1100027149', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:24.937196 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6c0da-1583-4cef-824f-e87c6a329b03 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Network': ['ID=25751a5f-9b54-4be8-997a-5e8f2a10c051,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.964257 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f40cb16-9074-4c1c-a60e-eb3f4f88d44c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.966185 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f40cb16-9074-4c1c-a60e-eb3f4f88d44c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.032900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c23c5-1a9c-4734-a93f-a678e7af7905 req-c2a08800-c703-406e-8f2a-caf1a1f0688f tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.034669 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c23c23c5-1a9c-4734-a93f-a678e7af7905 req-c2a08800-c703-406e-8f2a-caf1a1f0688f tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.1395197 Jul 16 18:06:25.035190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f40cb16-9074-4c1c-a60e-eb3f4f88d44c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.039813 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f40cb16-9074-4c1c-a60e-eb3f4f88d44c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.061744 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f40cb16-9074-4c1c-a60e-eb3f4f88d44c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.066396 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2f40cb16-9074-4c1c-a60e-eb3f4f88d44c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1527812 Jul 16 18:06:25.068936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40918) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:25.076342 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2b92c06d-4323-4f07-b873-746ec7af6f97 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1263543670'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:25.117544 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c23c23c5-1a9c-4734-a93f-a678e7af7905 req-b65a6d90-cadc-4fb3-9c09-1377e0ed40d8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763540 Jul 16 18:06:25.161262 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b92c06d-4323-4f07-b873-746ec7af6f97 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:25.168729 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.173878 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b92c06d-4323-4f07-b873-746ec7af6f97 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.238224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b92c06d-4323-4f07-b873-746ec7af6f97 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:25.249900 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b92c06d-4323-4f07-b873-746ec7af6f97 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.250334 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-2b92c06d-4323-4f07-b873-746ec7af6f97 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Added segment 493a49ed-2477-44ea-a691-44a825c67715 of type vlan for network 16a43d36-2dc5-4193-84c2-c34694cdbb23 Jul 16 18:06:25.362601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b92c06d-4323-4f07-b873-746ec7af6f97 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.374338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 38050661-87df-4cef-88a4-bde7e8c83a4c no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:25.418977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 38050661-87df-4cef-88a4-bde7e8c83a4c {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:25.419332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 38050661-87df-4cef-88a4-bde7e8c83a4c not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:25.454280 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b92c06d-4323-4f07-b873-746ec7af6f97 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.461526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b92c06d-4323-4f07-b873-746ec7af6f97 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.462569 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b92c06d-4323-4f07-b873-746ec7af6f97 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.530182 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2b92c06d-4323-4f07-b873-746ec7af6f97 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4597111 Jul 16 18:06:25.535210 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40936) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:25.542890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fe8833f5-f4ce-4a2c-bec7-2a38e3bab793 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'subnet': {'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:25.614111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758315a7-5c38-4baf-ad71-f0013580ea97 req-ca76b1d1-d559-45e0-937d-6a9efee397c3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.635807 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-758315a7-5c38-4baf-ad71-f0013580ea97 req-ca76b1d1-d559-45e0-937d-6a9efee397c3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 943 time: 0.2614117 Jul 16 18:06:25.693076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40942) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:25.753481 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-758315a7-5c38-4baf-ad71-f0013580ea97 req-6d749972-3eff-424d-a8fa-499f1a65f61e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163290 Jul 16 18:06:25.824443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8833f5-f4ce-4a2c-bec7-2a38e3bab793 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:25.827928 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe8833f5-f4ce-4a2c-bec7-2a38e3bab793 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.836294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92c06d-4323-4f07-b873-746ec7af6f97 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Network': ['ID=16a43d36-2dc5-4193-84c2-c34694cdbb23,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:25.848848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 16a43d36-2dc5-4193-84c2-c34694cdbb23 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:25.900500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae2022-074a-4db5-9d46-6fa0525268d8 req-86754acb-7509-4c4d-8280-feacef72e5f3 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.924123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-deae2022-074a-4db5-9d46-6fa0525268d8 req-86754acb-7509-4c4d-8280-feacef72e5f3 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.2225349 Jul 16 18:06:25.931082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-f84d99be-9c69-4bb8-84c1-77f0ca602da0 req-e930951b-086f-469c-a9ed-c518eef5dcbf service neutron] (105591) timed out ('10.222.0.24', 41296) {{(pid=105591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:06:25.981867 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406b026-4001-4b58-ad57-e289b1dd837d req-a492bc07-2435-4728-b99c-0ee747e63b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.983932 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b406b026-4001-4b58-ad57-e289b1dd837d req-a492bc07-2435-4728-b99c-0ee747e63b9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fdcfc6a64164e019457ac174161d31a&device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 1097 time: 0.3006279 Jul 16 18:06:26.007453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-deae2022-074a-4db5-9d46-6fa0525268d8 req-9f7a697b-4cbe-48ed-8149-22db22f85a14 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735087 Jul 16 18:06:26.135775 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e333fad-0746-492c-99a4-23db7574895d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.180060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device c5a50abf-1afe-42d6-a0df-3ef52d66872f details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:26.214072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406b026-4001-4b58-ad57-e289b1dd837d req-14ca85f8-8e39-40ae-a183-8589ce69a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:26.220049 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b406b026-4001-4b58-ad57-e289b1dd837d req-14ca85f8-8e39-40ae-a183-8589ce69a3bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 200 len: 912 time: 0.2241795 Jul 16 18:06:26.303400 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe8833f5-f4ce-4a2c-bec7-2a38e3bab793 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.402075 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b406b026-4001-4b58-ad57-e289b1dd837d req-8101828a-b675-40f0-ac88-221f1d155fe4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=664569ce-9f49-4d31-8bf1-dc4c8486dcc0 HTTP/1.1" status: 200 len: 1001 time: 0.1751330 Jul 16 18:06:26.445981 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e333fad-0746-492c-99a4-23db7574895d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.456556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8833f5-f4ce-4a2c-bec7-2a38e3bab793 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Subnet': ['ID=2b0e684a-8c86-4263-8e86-ff0b14d8fcaf,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.471409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8833f5-f4ce-4a2c-bec7-2a38e3bab793 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Checking segment: {'id': '493a49ed-2477-44ea-a691-44a825c67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:26.471650 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e333fad-0746-492c-99a4-23db7574895d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.471804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8833f5-f4ce-4a2c-bec7-2a38e3bab793 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network hostable DHCP agents. Network: 16a43d36-2dc5-4193-84c2-c34694cdbb23, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:26.494987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406b026-4001-4b58-ad57-e289b1dd837d req-3156eb39-70ca-4b68-8eb0-d3a628071f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:26.496423 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b406b026-4001-4b58-ad57-e289b1dd837d req-3156eb39-70ca-4b68-8eb0-d3a628071f23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a HTTP/1.1" status: 200 len: 850 time: 0.0807042 Jul 16 18:06:26.507906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8833f5-f4ce-4a2c-bec7-2a38e3bab793 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 16a43d36-2dc5-4193-84c2-c34694cdbb23 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:26.524399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e333fad-0746-492c-99a4-23db7574895d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195f5bbf-0eea-4bb1-8ea8-123591b95cbf,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.548847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port c5a50abf-1afe-42d6-a0df-3ef52d66872f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c5a50abf-1afe-42d6-a0df-3ef52d66872f,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:26.564454 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'c5a50abf-1afe-42d6-a0df-3ef52d66872f', 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97', 'port_id': 'c5a50abf-1afe-42d6-a0df-3ef52d66872f', 'mac_address': 'fa:16:3e:71:47:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6857b2d9-0327-499b-99e9-e6599e42f428', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:26.581148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5e333fad-0746-492c-99a4-23db7574895d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89062c8f543e426aad7ba026f201d235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8864863 Jul 16 18:06:26.584361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40954) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:26.596731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fe8833f5-f4ce-4a2c-bec7-2a38e3bab793 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 16a43d36-2dc5-4193-84c2-c34694cdbb23) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:26.620890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8833f5-f4ce-4a2c-bec7-2a38e3bab793 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:26.621049 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fe8833f5-f4ce-4a2c-bec7-2a38e3bab793 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.640932 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.644632 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2444d7-6987-4ce9-9dce-b19b979fad54 None None] Network 16a43d36-2dc5-4193-84c2-c34694cdbb23 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:26.677470 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fe8833f5-f4ce-4a2c-bec7-2a38e3bab793 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1371989 Jul 16 18:06:26.679269 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40962) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:26.699738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a50abf-1afe-42d6-a0df-3ef52d66872f {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:26.740667 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bf23f505-a49c-419b-94a8-63fb0b6728b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.780158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port c5a50abf-1afe-42d6-a0df-3ef52d66872f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c5a50abf-1afe-42d6-a0df-3ef52d66872f,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:26.791121 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.809277 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bf23f505-a49c-419b-94a8-63fb0b6728b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.862128 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=c5a50abf-1afe-42d6-a0df-3ef52d66872f,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.903486 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406b026-4001-4b58-ad57-e289b1dd837d req-2b0ef7d8-f60f-4444-bac7-a1eae14bae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:26.905453 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b406b026-4001-4b58-ad57-e289b1dd837d req-2b0ef7d8-f60f-4444-bac7-a1eae14bae22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=981660af-4b2c-4916-8662-a65197136911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4020417 Jul 16 18:06:27.032207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-16a43d36-2dc5-4193-84c2-c34694cdbb23', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:27.035838 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.132067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['c5a50abf-1afe-42d6-a0df-3ef52d66872f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:27.299392 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bf23f505-a49c-419b-94a8-63fb0b6728b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.302234 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bf23f505-a49c-419b-94a8-63fb0b6728b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.303261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bf23f505-a49c-419b-94a8-63fb0b6728b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/195f5bbf-0eea-4bb1-8ea8-123591b95cbf HTTP/1.1" status: 204 len: 168 time: 0.7179632 Jul 16 18:06:27.333139 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23f505-a49c-419b-94a8-63fb0b6728b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195f5bbf-0eea-4bb1-8ea8-123591b95cbf,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:27.381082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a05b8-6f33-4667-890e-e4a5a9563b21 req-28a74db5-88f5-4d4c-b66a-5dc3362fb272 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:27.390198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b7a05b8-6f33-4667-890e-e4a5a9563b21 req-28a74db5-88f5-4d4c-b66a-5dc3362fb272 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 944 time: 0.4998918 Jul 16 18:06:27.465966 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b7a05b8-6f33-4667-890e-e4a5a9563b21 req-70bdbdc1-3b7a-4c85-9701-88a23de48935 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741277 Jul 16 18:06:27.480557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed0e84-6b08-4b43-a605-282966723649 req-6d956c24-ddb1-4d4c-933a-3dd1b5a1aced tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:27.489285 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94ed0e84-6b08-4b43-a605-282966723649 req-6d956c24-ddb1-4d4c-933a-3dd1b5a1aced tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.2020330 Jul 16 18:06:27.526196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94ed0e84-6b08-4b43-a605-282966723649 req-d25f16c5-1f6e-4f68-8824-113d1959fb61 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359180 Jul 16 18:06:27.595886 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b406b026-4001-4b58-ad57-e289b1dd837d req-2fc181dc-942a-48c9-9d34-a5a74e1bb333 service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317628 Jul 16 18:06:27.630013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Allocated IP 2001:db8::2 (16a43d36-2dc5-4193-84c2-c34694cdbb23/2b0e684a-8c86-4263-8e86-ff0b14d8fcaf/eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:27.721201 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.905595 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.918144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Transition to ACTIVE for port object eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:27.939731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Transition to ACTIVE for port object eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:27.951483 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.007052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Network 16a43d36-2dc5-4193-84c2-c34694cdbb23 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:28.011621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Pushing event updated for resources: {'Port': ['ID=eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.021223 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:28.026902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:28.147685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Attempting to bind port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:28.148128 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Attempting to bind port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '493a49ed-2477-44ea-a691-44a825c67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:28.148500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Attempting to bind port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 on network 16a43d36-2dc5-4193-84c2-c34694cdbb23 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:28.155089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:28.155543 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Checking segment: {'id': '493a49ed-2477-44ea-a691-44a825c67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:28.155858 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.156252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Bound using segment: {'id': '493a49ed-2477-44ea-a691-44a825c67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:28.157387 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Bound port: eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493a49ed-2477-44ea-a691-44a825c67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:28.158140 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.232312 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b406b026-4001-4b58-ad57-e289b1dd837d req-4453ed58-804a-4cf7-9714-00d90d359219 service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162783 Jul 16 18:06:28.234028 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] For port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:28.239320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] For port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13,segment=NetworkSegment(493a49ed-2477-44ea-a691-44a825c67715),segment_id=493a49ed-2477-44ea-a691-44a825c67715)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:28.247016 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.309471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Allocated IP 2001:db8::1 (16a43d36-2dc5-4193-84c2-c34694cdbb23/2b0e684a-8c86-4263-8e86-ff0b14d8fcaf/9b411b11-2b6c-433a-9b50-26866939493a) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:28.359030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cb011-5b49-4825-a103-f0e87537319c None None] Pushing event updated for resources: {'Port': ['ID=eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.513352 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.568594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Transition to ACTIVE for port object 9b411b11-2b6c-433a-9b50-26866939493a will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:28.701448 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.778564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 16a43d36-2dc5-4193-84c2-c34694cdbb23 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:28.785923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:28.791187 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:28.794762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.877318 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=9b411b11-2b6c-433a-9b50-26866939493a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.018998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc77d2-53b3-4a8c-817d-b3ed93ec46e8 req-cbfe1847-2bfd-4cfb-abe9-18d7941fb089 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:29.021433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8dc77d2-53b3-4a8c-817d-b3ed93ec46e8 req-cbfe1847-2bfd-4cfb-abe9-18d7941fb089 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.2496550 Jul 16 18:06:29.042761 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.056820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beb17d-c4fb-42b5-b82b-2efb850552c6 req-f7fb176a-fe0e-4e51-b345-534947489ee7 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:29.068276 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1beb17d-c4fb-42b5-b82b-2efb850552c6 req-f7fb176a-fe0e-4e51-b345-534947489ee7 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 944 time: 0.2056305 Jul 16 18:06:29.171729 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1beb17d-c4fb-42b5-b82b-2efb850552c6 req-5b5014d2-b4e5-439c-afd6-bb69cb6e6705 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021209 Jul 16 18:06:29.184998 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8dc77d2-53b3-4a8c-817d-b3ed93ec46e8 req-c6a6b853-d003-4b26-975b-8d8939d5310e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1525185 Jul 16 18:06:29.480525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:29.595091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:29.615914 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.624548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.628422 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.767710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=9b411b11-2b6c-433a-9b50-26866939493a,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.893911 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868378d3-4125-4024-ba5f-36d81729a358 None None] Network 16a43d36-2dc5-4193-84c2-c34694cdbb23 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:29.978754 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 16a43d36-2dc5-4193-84c2-c34694cdbb23 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:29.980617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:30.099044 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cdbe566a-89bd-44fb-90d1-fadd37f43670 None None] Provisioning for port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:30.115641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cdbe566a-89bd-44fb-90d1-fadd37f43670 None None] Provisioning complete for port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:30.116415 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cdbe566a-89bd-44fb-90d1-fadd37f43670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.236621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device c5a50abf-1afe-42d6-a0df-3ef52d66872f up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:30.240280 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:30.502194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port c5a50abf-1afe-42d6-a0df-3ef52d66872f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:30.529725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:30.555585 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Sync routers for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:30.560588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port c5a50abf-1afe-42d6-a0df-3ef52d66872f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:30.562057 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.568434 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3b255edd-b654-42c2-a2f6-63fb43266a00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8880894 Jul 16 18:06:30.578974 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:30.579184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41032) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.580004 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:30.584598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-26e2b732-8d07-4d50-b53f-861c2ec1d7de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-882001976'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:30.607135 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cdbe566a-89bd-44fb-90d1-fadd37f43670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.671170 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e2b732-8d07-4d50-b53f-861c2ec1d7de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:30.675259 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26e2b732-8d07-4d50-b53f-861c2ec1d7de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.703990 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:30.747362 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e0550-950e-4f02-b901-8f26fd210568 req-88b6ee9d-3863-496c-b644-6c2d2f61f1c7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.762828 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c3e0550-950e-4f02-b901-8f26fd210568 req-88b6ee9d-3863-496c-b644-6c2d2f61f1c7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.3915987 Jul 16 18:06:30.795757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e2b732-8d07-4d50-b53f-861c2ec1d7de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:30.830327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26e2b732-8d07-4d50-b53f-861c2ec1d7de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.830700 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-26e2b732-8d07-4d50-b53f-861c2ec1d7de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Added segment 66a7b422-99aa-42ce-b32f-ab23b00847b5 of type vlan for network 3c923bff-23d8-49d8-b772-67385b3cce70 Jul 16 18:06:30.889773 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c3e0550-950e-4f02-b901-8f26fd210568 req-3fb7fb56-2d3f-4b38-bd5f-0856815318e7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1254301 Jul 16 18:06:30.942988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-cdbe566a-89bd-44fb-90d1-fadd37f43670 None None] For port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13,segment=NetworkSegment(493a49ed-2477-44ea-a691-44a825c67715),segment_id=493a49ed-2477-44ea-a691-44a825c67715)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:30.957652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fb35c-96eb-4730-9606-3848fcb22c5f req-55d8235c-10f9-41e9-ac5a-909fb7fb70c3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.963636 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cdbe566a-89bd-44fb-90d1-fadd37f43670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.971913 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26e2b732-8d07-4d50-b53f-861c2ec1d7de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.972693 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db0fb35c-96eb-4730-9606-3848fcb22c5f req-55d8235c-10f9-41e9-ac5a-909fb7fb70c3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 944 time: 0.4294646 Jul 16 18:06:31.073381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe566a-89bd-44fb-90d1-fadd37f43670 None None] Pushing event updated for resources: {'Port': ['ID=eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.100518 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26e2b732-8d07-4d50-b53f-861c2ec1d7de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.122599 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e2b732-8d07-4d50-b53f-861c2ec1d7de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.139847 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.142213 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db0fb35c-96eb-4730-9606-3848fcb22c5f req-54959fdc-860c-4252-990b-947d0c03fc7c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655161 Jul 16 18:06:31.143231 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:28Z', 'revision_number': 2, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:29Z', 'revision_number': 2, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:31.143433 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26e2b732-8d07-4d50-b53f-861c2ec1d7de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.230070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d2f46c-f91f-4bb6-9824-889a4e4a85be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a50abf-1afe-42d6-a0df-3ef52d66872f'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:31.240882 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c237d7a0-d294-4a78-b814-c7879a2e4765" -d '{"events": [{"server_uuid": "20d2f46c-f91f-4bb6-9824-889a4e4a85be", "name": "network-vif-plugged", "status": "completed", "tag": "c5a50abf-1afe-42d6-a0df-3ef52d66872f"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:31.256256 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Checking router: f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:31.257161 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Updating router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 port 9b411b11-2b6c-433a-9b50-26866939493a binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:31.287283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port c5a50abf-1afe-42d6-a0df-3ef52d66872f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c5a50abf-1afe-42d6-a0df-3ef52d66872f,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:31.303024 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.363006 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.431647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=c5a50abf-1afe-42d6-a0df-3ef52d66872f,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.444671 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054f1df5-4058-405b-b3e0-fd6a81dde34d x-openstack-request-id: req-054f1df5-4058-405b-b3e0-fd6a81dde34d {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:31.445308 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d2f46c-f91f-4bb6-9824-889a4e4a85be", "name": "network-vif-plugged", "status": "completed", "tag": "c5a50abf-1afe-42d6-a0df-3ef52d66872f", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:31.445863 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-054f1df5-4058-405b-b3e0-fd6a81dde34d {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:31.446520 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d2f46c-f91f-4bb6-9824-889a4e4a85be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a50abf-1afe-42d6-a0df-3ef52d66872f', 'code': 200} Jul 16 18:06:31.485319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:31.567517 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6b18febf-a8e6-4469-a9a7-b8cad07d0c1b None None] Provisioning for port 9b411b11-2b6c-433a-9b50-26866939493a completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:31.573621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6b18febf-a8e6-4469-a9a7-b8cad07d0c1b None None] Provisioning complete for port 9b411b11-2b6c-433a-9b50-26866939493a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:31.574031 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6b18febf-a8e6-4469-a9a7-b8cad07d0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.603857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:31.604246 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.650819 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-26e2b732-8d07-4d50-b53f-861c2ec1d7de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0680127 Jul 16 18:06:31.650819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2b732-8d07-4d50-b53f-861c2ec1d7de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Network': ['ID=3c923bff-23d8-49d8-b772-67385b3cce70,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.651170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41044) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:31.656271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b916e5ba-723c-438b-9e7e-065596697d3a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'subnet': {'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:31.682321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6b18febf-a8e6-4469-a9a7-b8cad07d0c1b None None] Port 9b411b11-2b6c-433a-9b50-26866939493a cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:31.684136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 3c923bff-23d8-49d8-b772-67385b3cce70 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:31.726406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a6031-e4f0-4f0c-a465-31f6cffdc670 req-e5d18b0e-59c4-429d-ad43-bb87811298ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.728512 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-831a6031-e4f0-4f0c-a465-31f6cffdc670 req-e5d18b0e-59c4-429d-ad43-bb87811298ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 1097 time: 0.0963569 Jul 16 18:06:31.750538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6b18febf-a8e6-4469-a9a7-b8cad07d0c1b None None] Provisioning complete for port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:31.750916 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6b18febf-a8e6-4469-a9a7-b8cad07d0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.805093 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-831a6031-e4f0-4f0c-a465-31f6cffdc670 req-f123ef56-d4cf-46b4-a9d5-394f15c8f60e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684695 Jul 16 18:06:31.852715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b916e5ba-723c-438b-9e7e-065596697d3a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:31.856424 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b916e5ba-723c-438b-9e7e-065596697d3a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.979901 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.005108 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Transition to ACTIVE for port object 9b411b11-2b6c-433a-9b50-26866939493a will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:32.025069 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.146825 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Pushing event updated for resources: {'Port': ['ID=9b411b11-2b6c-433a-9b50-26866939493a,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.230095 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Attempting to bind port 9b411b11-2b6c-433a-9b50-26866939493a on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:32.230475 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Attempting to bind port 9b411b11-2b6c-433a-9b50-26866939493a by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '493a49ed-2477-44ea-a691-44a825c67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:32.230846 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Attempting to bind port 9b411b11-2b6c-433a-9b50-26866939493a on network 16a43d36-2dc5-4193-84c2-c34694cdbb23 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:32.244852 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:32.245275 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Checking segment: {'id': '493a49ed-2477-44ea-a691-44a825c67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:32.245740 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.247601 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Bound using segment: {'id': '493a49ed-2477-44ea-a691-44a825c67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:32.248187 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Bound port: 9b411b11-2b6c-433a-9b50-26866939493a, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493a49ed-2477-44ea-a691-44a825c67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:32.248635 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.278335 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b916e5ba-723c-438b-9e7e-065596697d3a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.284368 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:32.284721 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:32.286156 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:32.286506 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:32.287534 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:32.289497 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:32.289767 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:32.290116 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:32.290452 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:32.291868 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:32.292219 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:32.292554 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:32.376678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916e5ba-723c-438b-9e7e-065596697d3a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Subnet': ['ID=0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.446455 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] For port 9b411b11-2b6c-433a-9b50-26866939493a, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:32.462337 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] For port 9b411b11-2b6c-433a-9b50-26866939493a, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9b411b11-2b6c-433a-9b50-26866939493a,segment=NetworkSegment(493a49ed-2477-44ea-a691-44a825c67715),segment_id=493a49ed-2477-44ea-a691-44a825c67715)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:32.468671 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.516877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b916e5ba-723c-438b-9e7e-065596697d3a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Checking segment: {'id': '66a7b422-99aa-42ce-b32f-ab23b00847b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:32.520648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b916e5ba-723c-438b-9e7e-065596697d3a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network hostable DHCP agents. Network: 3c923bff-23d8-49d8-b772-67385b3cce70, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:32.535035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0965f4-cbb4-4ae0-a0bc-e66a457d4166 req-aa1a9297-022c-4e06-b59e-afb4e6b23b11 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.542738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f0965f4-cbb4-4ae0-a0bc-e66a457d4166 req-aa1a9297-022c-4e06-b59e-afb4e6b23b11 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 945 time: 0.1942401 Jul 16 18:06:32.590718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b916e5ba-723c-438b-9e7e-065596697d3a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 3c923bff-23d8-49d8-b772-67385b3cce70 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:32.607638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-b916e5ba-723c-438b-9e7e-065596697d3a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 3c923bff-23d8-49d8-b772-67385b3cce70) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:32.617043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843a47df-596a-492e-9c42-edc46c2d2d95 None None] Network 3c923bff-23d8-49d8-b772-67385b3cce70 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:32.636504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b916e5ba-723c-438b-9e7e-065596697d3a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.640068 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b916e5ba-723c-438b-9e7e-065596697d3a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.654115 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f0965f4-cbb4-4ae0-a0bc-e66a457d4166 req-abaa5abc-7c4e-4915-990c-86326a7e1e72 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104836 Jul 16 18:06:32.683908 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b916e5ba-723c-438b-9e7e-065596697d3a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0315812 Jul 16 18:06:32.686361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41070) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.703009 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7eb7c-692a-44ee-862a-83befed4feb9 None None] Pushing event updated for resources: {'Port': ['ID=9b411b11-2b6c-433a-9b50-26866939493a,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.722306 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:32.723400 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:32.963883 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:33.024484 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-3c923bff-23d8-49d8-b772-67385b3cce70', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:33.026869 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.379548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Allocated IP 2001:db8:1::2 (3c923bff-23d8-49d8-b772-67385b3cce70/0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401/3b301d5c-8789-4e3d-a50f-2ee8fb976804) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:33.499904 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:28Z', 'revision_number': 2, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:32Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:33.554147 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f87e00d-865e-4dda-813e-5068454f498c None None] The sync data for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 is: [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:28Z', 'revision_number': 2, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:32Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:33.569895 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.633054 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.651909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Transition to ACTIVE for port object 3b301d5c-8789-4e3d-a50f-2ee8fb976804 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:33.694269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Transition to ACTIVE for port object 3b301d5c-8789-4e3d-a50f-2ee8fb976804 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:33.706026 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.808117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Pushing event updated for resources: {'Port': ['ID=3b301d5c-8789-4e3d-a50f-2ee8fb976804,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.844305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Network 3c923bff-23d8-49d8-b772-67385b3cce70 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:33.847353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:33.856467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:34.044931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Attempting to bind port 3b301d5c-8789-4e3d-a50f-2ee8fb976804 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:34.047557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Attempting to bind port 3b301d5c-8789-4e3d-a50f-2ee8fb976804 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '66a7b422-99aa-42ce-b32f-ab23b00847b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:34.049700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Attempting to bind port 3b301d5c-8789-4e3d-a50f-2ee8fb976804 on network 3c923bff-23d8-49d8-b772-67385b3cce70 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:34.050836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Allocated IP 2001:db8:1::1 (3c923bff-23d8-49d8-b772-67385b3cce70/0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401/a785ae94-0301-4f20-8720-d0c7f0d0f988) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:34.063551 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:34.064263 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Checking segment: {'id': '66a7b422-99aa-42ce-b32f-ab23b00847b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:34.064776 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.065429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Bound using segment: {'id': '66a7b422-99aa-42ce-b32f-ab23b00847b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:34.066957 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Bound port: 3b301d5c-8789-4e3d-a50f-2ee8fb976804, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a7b422-99aa-42ce-b32f-ab23b00847b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:34.067473 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.100364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db86cff-bbb8-4096-99c2-efbdc4dcc309 req-18cba6f0-bead-4cb5-8c6f-f0ccd6169014 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.115371 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4db86cff-bbb8-4096-99c2-efbdc4dcc309 req-18cba6f0-bead-4cb5-8c6f-f0ccd6169014 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 945 time: 0.1744123 Jul 16 18:06:34.186151 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4db86cff-bbb8-4096-99c2-efbdc4dcc309 req-c43e6efb-c605-496c-b08c-272acc6e64a8 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665579 Jul 16 18:06:34.288228 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] For port 3b301d5c-8789-4e3d-a50f-2ee8fb976804, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:34.309007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] For port 3b301d5c-8789-4e3d-a50f-2ee8fb976804, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=3b301d5c-8789-4e3d-a50f-2ee8fb976804,segment=NetworkSegment(66a7b422-99aa-42ce-b32f-ab23b00847b5),segment_id=66a7b422-99aa-42ce-b32f-ab23b00847b5)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:34.362864 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.363209 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.413436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Transition to ACTIVE for port object a785ae94-0301-4f20-8720-d0c7f0d0f988 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:34.461305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.564810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Pushing event updated for resources: {'Port': ['ID=3b301d5c-8789-4e3d-a50f-2ee8fb976804,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:34.564962 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 3c923bff-23d8-49d8-b772-67385b3cce70 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:34.572632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:34.583544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:34.584198 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.598334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.598692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.599063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.599410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.604835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.605472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.605933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.606287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.606663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.607003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.607374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.607714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f786801d-68a6-4696-91b6-390c3b970a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:34.676853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=a785ae94-0301-4f20-8720-d0c7f0d0f988,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:34.842853 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.088603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2050-2ce2-4f5e-8b1f-36270bd5544a req-f720aaa4-3249-4298-bf4a-f33dfdcf9577 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.090287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc7d2050-2ce2-4f5e-8b1f-36270bd5544a req-f720aaa4-3249-4298-bf4a-f33dfdcf9577 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 945 time: 0.1210334 Jul 16 18:06:35.138186 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc7d2050-2ce2-4f5e-8b1f-36270bd5544a req-58bc59ea-bd37-4523-8f4f-387910bfb566 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Jul 16 18:06:35.241105 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.247768 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.248789 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.317228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=a785ae94-0301-4f20-8720-d0c7f0d0f988,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.393775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network 3c923bff-23d8-49d8-b772-67385b3cce70 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:35.395724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:35.476811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9b411b11-2b6c-433a-9b50-26866939493a up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:35.585282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 9b411b11-2b6c-433a-9b50-26866939493a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:35.592232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9b411b11-2b6c-433a-9b50-26866939493a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:35.592711 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.596487 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:35.764352 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.779276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:35.799967 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d9c50b20-421b-4264-8056-c56a345b0216 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1120985 Jul 16 18:06:35.802541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41124) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:35.806983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 9b411b11-2b6c-433a-9b50-26866939493a, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9b411b11-2b6c-433a-9b50-26866939493a,segment=NetworkSegment(493a49ed-2477-44ea-a691-44a825c67715),segment_id=493a49ed-2477-44ea-a691-44a825c67715)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:35.812272 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.813585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3b301d5c-8789-4e3d-a50f-2ee8fb976804 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:35.816944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7c2ba7e8-4bc3-4a8b-9565-3f2aef277061 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-266211589'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:35.852061 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2ba7e8-4bc3-4a8b-9565-3f2aef277061 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:35.867304 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c2ba7e8-4bc3-4a8b-9565-3f2aef277061 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.914628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 3b301d5c-8789-4e3d-a50f-2ee8fb976804 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:35.928627 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2ba7e8-4bc3-4a8b-9565-3f2aef277061 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:35.946693 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c2ba7e8-4bc3-4a8b-9565-3f2aef277061 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.947085 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-7c2ba7e8-4bc3-4a8b-9565-3f2aef277061 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Added segment c02de191-bcd2-49e9-b1f4-eed746f6815f of type vlan for network d095ed9d-fa22-4f47-a83b-3b640657b45e Jul 16 18:06:35.949803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=9b411b11-2b6c-433a-9b50-26866939493a,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.005863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c2ba7e8-4bc3-4a8b-9565-3f2aef277061 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.138986 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c2ba7e8-4bc3-4a8b-9565-3f2aef277061 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.146575 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2ba7e8-4bc3-4a8b-9565-3f2aef277061 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.147422 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7c2ba7e8-4bc3-4a8b-9565-3f2aef277061 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.245809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ba7e8-4bc3-4a8b-9565-3f2aef277061 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Network': ['ID=d095ed9d-fa22-4f47-a83b-3b640657b45e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.266058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network d095ed9d-fa22-4f47-a83b-3b640657b45e details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:36.363091 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9291f-880d-4d0b-8d9c-47444bcccce8 req-ed159553-9e7c-4399-9e39-49049ec3d2f5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.375844 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-62a9291f-880d-4d0b-8d9c-47444bcccce8 req-ed159553-9e7c-4399-9e39-49049ec3d2f5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.32 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 945 time: 0.3023615 Jul 16 18:06:36.439618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Sync routers for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:36.476001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d7afd-0d73-4e75-97a9-e364422ae154 req-ef034c43-2de6-4fc7-80e7-43e09479b386 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.486560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-975d7afd-0d73-4e75-97a9-e364422ae154 req-ef034c43-2de6-4fc7-80e7-43e09479b386 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 945 time: 0.1065571 Jul 16 18:06:36.491082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:36.493303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:36.517897 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7c2ba7e8-4bc3-4a8b-9565-3f2aef277061 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7138336 Jul 16 18:06:36.518605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41146) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:36.531652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-13b6b9a2-8b55-464c-a321-baf1d2bef5fb tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'subnet': {'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:36.566519 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-975d7afd-0d73-4e75-97a9-e364422ae154 req-e356db2e-57c5-4c35-a675-c0bd1c2f2077 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786471 Jul 16 18:06:36.683512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b6b9a2-8b55-464c-a321-baf1d2bef5fb tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:36.687341 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13b6b9a2-8b55-464c-a321-baf1d2bef5fb tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.808813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd4f7bb-c012-4d54-a7a6-1d25c5eed89e None None] Network 3c923bff-23d8-49d8-b772-67385b3cce70 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:36.861792 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7749daf0-d121-4e9f-be0d-aef9cf85fe9f None None] Provisioning for port 3b301d5c-8789-4e3d-a50f-2ee8fb976804 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:36.877152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7749daf0-d121-4e9f-be0d-aef9cf85fe9f None None] Provisioning complete for port 3b301d5c-8789-4e3d-a50f-2ee8fb976804 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:36.877532 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7749daf0-d121-4e9f-be0d-aef9cf85fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.919516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-62a9291f-880d-4d0b-8d9c-47444bcccce8 req-31c94d96-031d-4cc2-891f-7f2ff835ce33 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Deleting port c5a50abf-1afe-42d6-a0df-3ef52d66872f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:36.919803 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-62a9291f-880d-4d0b-8d9c-47444bcccce8 req-31c94d96-031d-4cc2-891f-7f2ff835ce33 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.933228 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:36.944840 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13b6b9a2-8b55-464c-a321-baf1d2bef5fb tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.151915 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-62a9291f-880d-4d0b-8d9c-47444bcccce8 req-31c94d96-031d-4cc2-891f-7f2ff835ce33 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] For port c5a50abf-1afe-42d6-a0df-3ef52d66872f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c5a50abf-1afe-42d6-a0df-3ef52d66872f,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:37.152547 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-62a9291f-880d-4d0b-8d9c-47444bcccce8 req-31c94d96-031d-4cc2-891f-7f2ff835ce33 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.217034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-62a9291f-880d-4d0b-8d9c-47444bcccce8 req-31c94d96-031d-4cc2-891f-7f2ff835ce33 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Calling delete_port for c5a50abf-1afe-42d6-a0df-3ef52d66872f owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:37.259852 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6b9a2-8b55-464c-a321-baf1d2bef5fb tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Checking segment: {'id': 'c02de191-bcd2-49e9-b1f4-eed746f6815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:37.259852 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b6b9a2-8b55-464c-a321-baf1d2bef5fb tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network hostable DHCP agents. Network: d095ed9d-fa22-4f47-a83b-3b640657b45e, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:37.261688 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6b9a2-8b55-464c-a321-baf1d2bef5fb tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Subnet': ['ID=cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:37.285937 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7749daf0-d121-4e9f-be0d-aef9cf85fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.324092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b6b9a2-8b55-464c-a321-baf1d2bef5fb tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network d095ed9d-fa22-4f47-a83b-3b640657b45e is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:37.348111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-13b6b9a2-8b55-464c-a321-baf1d2bef5fb tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, d095ed9d-fa22-4f47-a83b-3b640657b45e) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:37.358098 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b6b9a2-8b55-464c-a321-baf1d2bef5fb tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:37.358960 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13b6b9a2-8b55-464c-a321-baf1d2bef5fb tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.392172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50844ca-3c54-4c28-9bce-307f75e307a1 None None] Network d095ed9d-fa22-4f47-a83b-3b640657b45e requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:37.412861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41168) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:37.424453 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-13b6b9a2-8b55-464c-a321-baf1d2bef5fb tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8998253 Jul 16 18:06:37.451744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7749daf0-d121-4e9f-be0d-aef9cf85fe9f None None] For port 3b301d5c-8789-4e3d-a50f-2ee8fb976804, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=3b301d5c-8789-4e3d-a50f-2ee8fb976804,segment=NetworkSegment(66a7b422-99aa-42ce-b32f-ab23b00847b5),segment_id=66a7b422-99aa-42ce-b32f-ab23b00847b5)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:37.491007 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7749daf0-d121-4e9f-be0d-aef9cf85fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.494527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9b411b11-2b6c-433a-9b50-26866939493a up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:37.501519 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-62a9291f-880d-4d0b-8d9c-47444bcccce8 req-31c94d96-031d-4cc2-891f-7f2ff835ce33 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.557756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c94d96-031d-4cc2-891f-7f2ff835ce33 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Pushing event deleted for resources: {'Port': ['ID=c5a50abf-1afe-42d6-a0df-3ef52d66872f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:37.597313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['c5a50abf-1afe-42d6-a0df-3ef52d66872f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:37.627665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a9291f-880d-4d0b-8d9c-47444bcccce8 req-31c94d96-031d-4cc2-891f-7f2ff835ce33 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] No DVR routers for this DVR port c5a50abf-1afe-42d6-a0df-3ef52d66872f on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:37.630833 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-62a9291f-880d-4d0b-8d9c-47444bcccce8 req-31c94d96-031d-4cc2-891f-7f2ff835ce33 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.634376 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-62a9291f-880d-4d0b-8d9c-47444bcccce8 req-31c94d96-031d-4cc2-891f-7f2ff835ce33 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.32 "DELETE /v2.0/ports/c5a50abf-1afe-42d6-a0df-3ef52d66872f HTTP/1.1" status: 204 len: 173 time: 1.2571859 Jul 16 18:06:37.635054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d2f46c-f91f-4bb6-9824-889a4e4a85be', 'name': 'network-vif-deleted', 'tag': 'c5a50abf-1afe-42d6-a0df-3ef52d66872f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:37.638740 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaa079f-2bfe-4eab-b29a-b5d3c0ec42f3" -d '{"events": [{"server_uuid": "20d2f46c-f91f-4bb6-9824-889a4e4a85be", "name": "network-vif-deleted", "tag": "c5a50abf-1afe-42d6-a0df-3ef52d66872f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:37.675377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['fbd13ca7-bb29-4443-b469-04d2bc21a47e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:37.716055 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ec8c5b-3670-4a1a-bfc5-3720cc8cda50 x-openstack-request-id: req-92ec8c5b-3670-4a1a-bfc5-3720cc8cda50 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:37.716511 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d2f46c-f91f-4bb6-9824-889a4e4a85be", "name": "network-vif-deleted", "tag": "c5a50abf-1afe-42d6-a0df-3ef52d66872f", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:37.718331 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92ec8c5b-3670-4a1a-bfc5-3720cc8cda50 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:37.718331 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d2f46c-f91f-4bb6-9824-889a4e4a85be', 'name': 'network-vif-deleted', 'tag': 'c5a50abf-1afe-42d6-a0df-3ef52d66872f', 'status': 'completed', 'code': 200} Jul 16 18:06:37.837033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749daf0-d121-4e9f-be0d-aef9cf85fe9f None None] Pushing event updated for resources: {'Port': ['ID=3b301d5c-8789-4e3d-a50f-2ee8fb976804,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.115968 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f7df7bd-2c1b-45a6-b4f6-00b380389a81 req-7d648614-60bd-4439-b293-927ad3822d37 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=20d2f46c-f91f-4bb6-9824-889a4e4a85be HTTP/1.1" status: 200 len: 210 time: 0.0968430 Jul 16 18:06:38.146110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:34Z', 'revision_number': 3, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 2, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:38.188509 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Checking router: f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:38.188871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Updating router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 port a785ae94-0301-4f20-8720-d0c7f0d0f988 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:38.236307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9b411b11-2b6c-433a-9b50-26866939493a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:38.236743 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.241527 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.462742 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.585542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-d095ed9d-fa22-4f47-a83b-3b640657b45e', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:38.588021 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.756898 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-46cfc50e-ced6-4e12-a552-c97472b906ba None None] Provisioning for port a785ae94-0301-4f20-8720-d0c7f0d0f988 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:38.777759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Allocated IP 2001:db8:2::1 (d095ed9d-fa22-4f47-a83b-3b640657b45e/cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f/a56fd8f2-a8e8-4319-bed5-43f938e86896) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:38.822085 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-46cfc50e-ced6-4e12-a552-c97472b906ba None None] Provisioning complete for port a785ae94-0301-4f20-8720-d0c7f0d0f988 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:38.822085 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-46cfc50e-ced6-4e12-a552-c97472b906ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.950967 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.978553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Transition to ACTIVE for port object a56fd8f2-a8e8-4319-bed5-43f938e86896 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:39.014374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-46cfc50e-ced6-4e12-a552-c97472b906ba None None] Port a785ae94-0301-4f20-8720-d0c7f0d0f988 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:39.026202 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.069855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network d095ed9d-fa22-4f47-a83b-3b640657b45e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:39.072600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:39.097326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:39.098546 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.117098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-46cfc50e-ced6-4e12-a552-c97472b906ba None None] Provisioning complete for port 3b301d5c-8789-4e3d-a50f-2ee8fb976804 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:39.117693 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-46cfc50e-ced6-4e12-a552-c97472b906ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.281096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Allocated IP 2001:db8:2::2 (d095ed9d-fa22-4f47-a83b-3b640657b45e/cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f/e54d0d8c-445b-4494-8acd-ad27d77a99aa) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:39.413947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=a56fd8f2-a8e8-4319-bed5-43f938e86896,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:39.439784 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.560789 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3b301d5c-8789-4e3d-a50f-2ee8fb976804 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:39.697850 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.726139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Transition to ACTIVE for port object a785ae94-0301-4f20-8720-d0c7f0d0f988 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:39.743484 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.806116 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 3b301d5c-8789-4e3d-a50f-2ee8fb976804 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:39.806808 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.919936 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.928865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Transition to ACTIVE for port object e54d0d8c-445b-4494-8acd-ad27d77a99aa will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:39.946673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Transition to ACTIVE for port object e54d0d8c-445b-4494-8acd-ad27d77a99aa will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:40.021117 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.040103 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.098865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e0014-6659-4759-bc11-d35e8537cb62 None None] Pushing event updated for resources: {'Port': ['ID=a785ae94-0301-4f20-8720-d0c7f0d0f988,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.126246 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.127208 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.236908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=a56fd8f2-a8e8-4319-bed5-43f938e86896,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.369253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network d095ed9d-fa22-4f47-a83b-3b640657b45e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:40.371630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:40.401902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd30a3e-d628-4370-b5cf-915b52f31a35 req-7d2ab119-5aa7-4a03-861a-9b62fc761656 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.404202 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1bd30a3e-d628-4370-b5cf-915b52f31a35 req-7d2ab119-5aa7-4a03-861a-9b62fc761656 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3615696 Jul 16 18:06:40.466951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device c5a50abf-1afe-42d6-a0df-3ef52d66872f no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:40.526984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Network d095ed9d-fa22-4f47-a83b-3b640657b45e is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:40.536046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: c5a50abf-1afe-42d6-a0df-3ef52d66872f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:40.536392 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device c5a50abf-1afe-42d6-a0df-3ef52d66872f not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:40.543395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:40.552433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Attempting to bind port a785ae94-0301-4f20-8720-d0c7f0d0f988 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:40.552810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Attempting to bind port a785ae94-0301-4f20-8720-d0c7f0d0f988 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '66a7b422-99aa-42ce-b32f-ab23b00847b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:40.553183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Attempting to bind port a785ae94-0301-4f20-8720-d0c7f0d0f988 on network 3c923bff-23d8-49d8-b772-67385b3cce70 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:40.563259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:40.600509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:40.648258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Pushing event updated for resources: {'Port': ['ID=e54d0d8c-445b-4494-8acd-ad27d77a99aa,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.679543 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:40.679923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Checking segment: {'id': '66a7b422-99aa-42ce-b32f-ab23b00847b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:40.680337 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.680739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Bound using segment: {'id': '66a7b422-99aa-42ce-b32f-ab23b00847b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:40.681256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Bound port: a785ae94-0301-4f20-8720-d0c7f0d0f988, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a7b422-99aa-42ce-b32f-ab23b00847b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:40.682027 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.738278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:40.747317 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41206) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:40.748455 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8a882575-5b03-4c5f-a2b2-59cbe9418415 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3344669 Jul 16 18:06:40.752837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-67127247-849a-441e-ba5c-d45d52d668e9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-831130939'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:40.803810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67127247-849a-441e-ba5c-d45d52d668e9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:40.808882 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67127247-849a-441e-ba5c-d45d52d668e9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.867007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Attempting to bind port e54d0d8c-445b-4494-8acd-ad27d77a99aa on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:40.867497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Attempting to bind port e54d0d8c-445b-4494-8acd-ad27d77a99aa by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'c02de191-bcd2-49e9-b1f4-eed746f6815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:40.867721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Attempting to bind port e54d0d8c-445b-4494-8acd-ad27d77a99aa on network d095ed9d-fa22-4f47-a83b-3b640657b45e {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:40.892810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:40.893840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Checking segment: {'id': 'c02de191-bcd2-49e9-b1f4-eed746f6815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:40.894427 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.895283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Bound using segment: {'id': 'c02de191-bcd2-49e9-b1f4-eed746f6815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:40.896163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67127247-849a-441e-ba5c-d45d52d668e9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:40.896715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Bound port: e54d0d8c-445b-4494-8acd-ad27d77a99aa, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02de191-bcd2-49e9-b1f4-eed746f6815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:40.897117 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.927920 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67127247-849a-441e-ba5c-d45d52d668e9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.928750 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-67127247-849a-441e-ba5c-d45d52d668e9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Added segment 9e1a96e8-bd80-49a3-837a-c3656b4f6695 of type vlan for network b002062e-56a4-4aee-900b-b97a013642e7 Jul 16 18:06:40.982521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] For port e54d0d8c-445b-4494-8acd-ad27d77a99aa, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:40.987186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] For port e54d0d8c-445b-4494-8acd-ad27d77a99aa, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e54d0d8c-445b-4494-8acd-ad27d77a99aa,segment=NetworkSegment(c02de191-bcd2-49e9-b1f4-eed746f6815f),segment_id=c02de191-bcd2-49e9-b1f4-eed746f6815f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:40.994651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] For port a785ae94-0301-4f20-8720-d0c7f0d0f988, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:40.997883 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.065950 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67127247-849a-441e-ba5c-d45d52d668e9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.079870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538d62c-e7f0-44bb-9a6d-766ed613f9bf None None] Pushing event updated for resources: {'Port': ['ID=e54d0d8c-445b-4494-8acd-ad27d77a99aa,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.089287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] For port a785ae94-0301-4f20-8720-d0c7f0d0f988, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a785ae94-0301-4f20-8720-d0c7f0d0f988,segment=NetworkSegment(66a7b422-99aa-42ce-b32f-ab23b00847b5),segment_id=66a7b422-99aa-42ce-b32f-ab23b00847b5)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:41.101737 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.160956 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e0014-6659-4759-bc11-d35e8537cb62 None None] Pushing event updated for resources: {'Port': ['ID=a785ae94-0301-4f20-8720-d0c7f0d0f988,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.173731 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67127247-849a-441e-ba5c-d45d52d668e9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.180686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67127247-849a-441e-ba5c-d45d52d668e9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.183023 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67127247-849a-441e-ba5c-d45d52d668e9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.184768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:41.185464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:41.200488 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1bd30a3e-d628-4370-b5cf-915b52f31a35 req-6f0aa5e7-33f6-4765-b421-a79f24ef6df3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363690 Jul 16 18:06:41.249083 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-67127247-849a-441e-ba5c-d45d52d668e9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5009296 Jul 16 18:06:41.252670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41214) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:41.266180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4c1d4f7c-08f5-4926-8025-9c14c8e65e9a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'subnet': {'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:41.321889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:41.560931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1d4f7c-08f5-4926-8025-9c14c8e65e9a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Made reservation on behalf of bc4897e694ce4e228a6270c22bbafa96 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:41.567801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67127247-849a-441e-ba5c-d45d52d668e9 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Network': ['ID=b002062e-56a4-4aee-900b-b97a013642e7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.577804 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c1d4f7c-08f5-4926-8025-9c14c8e65e9a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.633078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network b002062e-56a4-4aee-900b-b97a013642e7 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:42.003890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:39Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:39Z', 'revision_number': 2, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:40Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:42.033914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aafbf74-a840-4f97-ab9d-b2964330607b None None] The sync data for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 is: [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:39Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:39Z', 'revision_number': 2, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:40Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:42.220347 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed531a-3abe-4e98-80a8-5c7533571237 req-badf77c6-d271-4e15-aeb2-f51aef45e1d6 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.224935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fbed531a-3abe-4e98-80a8-5c7533571237 req-badf77c6-d271-4e15-aeb2-f51aef45e1d6 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3586926 Jul 16 18:06:42.226844 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c1d4f7c-08f5-4926-8025-9c14c8e65e9a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.285858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d4f7c-08f5-4926-8025-9c14c8e65e9a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Subnet': ['ID=6aee0dfb-1018-4b66-994f-609327a54b9b,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.409956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1d4f7c-08f5-4926-8025-9c14c8e65e9a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Checking segment: {'id': '9e1a96e8-bd80-49a3-837a-c3656b4f6695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:42.410373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1d4f7c-08f5-4926-8025-9c14c8e65e9a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network hostable DHCP agents. Network: b002062e-56a4-4aee-900b-b97a013642e7, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:42.459344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1d4f7c-08f5-4926-8025-9c14c8e65e9a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network b002062e-56a4-4aee-900b-b97a013642e7 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:42.494106 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fbed531a-3abe-4e98-80a8-5c7533571237 req-72e7d9eb-05a7-490a-8aa9-4c561b6d5375 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093670 Jul 16 18:06:42.495651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-4c1d4f7c-08f5-4926-8025-9c14c8e65e9a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, b002062e-56a4-4aee-900b-b97a013642e7) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:42.503991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1d4f7c-08f5-4926-8025-9c14c8e65e9a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.505620 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c1d4f7c-08f5-4926-8025-9c14c8e65e9a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.507546 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ebbddd-02a0-4a3c-8cdd-46aad11d8680 None None] Network b002062e-56a4-4aee-900b-b97a013642e7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:42.538261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4c1d4f7c-08f5-4926-8025-9c14c8e65e9a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2817769 Jul 16 18:06:42.542361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41228) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:43.018425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-b002062e-56a4-4aee-900b-b97a013642e7', 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'fixed_ips': [{'subnet_id': '6aee0dfb-1018-4b66-994f-609327a54b9b'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:43.019624 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.253215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dff10-7009-4e49-963b-3f1b016371bd req-c8efbec6-91fc-4e79-b17a-65c26d227879 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.276015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7078f31-d773-4856-9a93-8b5783742c69 None None] Network d095ed9d-fa22-4f47-a83b-3b640657b45e requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:43.276160 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-af3dff10-7009-4e49-963b-3f1b016371bd req-c8efbec6-91fc-4e79-b17a-65c26d227879 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3052464 Jul 16 18:06:43.414678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-af3dff10-7009-4e49-963b-3f1b016371bd req-cc98847b-5414-4f1b-9586-47f8a2eb47db tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318200 Jul 16 18:06:43.573541 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-12dc633a-be5d-4bd4-8a88-2168083b0b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.708321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Allocated IP 2001:db8:3::2 (b002062e-56a4-4aee-900b-b97a013642e7/6aee0dfb-1018-4b66-994f-609327a54b9b/79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:43.717160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-06c239f8-49b3-42a6-8c35-88831d5d4173 None None] Provisioning for port e54d0d8c-445b-4494-8acd-ad27d77a99aa completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:43.720122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a785ae94-0301-4f20-8720-d0c7f0d0f988 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:43.782279 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.150160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port a785ae94-0301-4f20-8720-d0c7f0d0f988 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:44.260834 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port a785ae94-0301-4f20-8720-d0c7f0d0f988 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:44.261402 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.459318 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.493284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Transition to ACTIVE for port object 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:44.541877 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Transition to ACTIVE for port object 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:44.671286 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.694250 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Sync routers for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:44.709152 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:44.714581 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:44.725940 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Allocated IP 2001:db8:3::1 (b002062e-56a4-4aee-900b-b97a013642e7/6aee0dfb-1018-4b66-994f-609327a54b9b/d16294fb-de15-4b8b-acb0-0b3695d4f6a9) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:44.849422 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Network b002062e-56a4-4aee-900b-b97a013642e7 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:44.887711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:44.910956 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:44.917238 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:44.945576 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.982644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Pushing event updated for resources: {'Port': ['ID=79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:45.071676 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.103512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Transition to ACTIVE for port object d16294fb-de15-4b8b-acb0-0b3695d4f6a9 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:45.184141 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.251075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Attempting to bind port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:45.251868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Attempting to bind port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '9e1a96e8-bd80-49a3-837a-c3656b4f6695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:45.251868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Attempting to bind port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 on network b002062e-56a4-4aee-900b-b97a013642e7 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:45.268274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network b002062e-56a4-4aee-900b-b97a013642e7 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:45.290407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:45.302666 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port a785ae94-0301-4f20-8720-d0c7f0d0f988, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a785ae94-0301-4f20-8720-d0c7f0d0f988,segment=NetworkSegment(66a7b422-99aa-42ce-b32f-ab23b00847b5),segment_id=66a7b422-99aa-42ce-b32f-ab23b00847b5)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:45.306027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:45.313390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:45.313607 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Checking segment: {'id': '9e1a96e8-bd80-49a3-837a-c3656b4f6695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:45.317695 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.318757 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Bound using segment: {'id': '9e1a96e8-bd80-49a3-837a-c3656b4f6695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:45.318875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Bound port: 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1a96e8-bd80-49a3-837a-c3656b4f6695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:45.325451 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.345600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c0b54bc-1bf4-45fa-bef6-8779e3b08436 None None] Provisioning for port a56fd8f2-a8e8-4319-bed5-43f938e86896 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:45.348372 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.350090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e54d0d8c-445b-4494-8acd-ad27d77a99aa up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:45.359296 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.449481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c0b54bc-1bf4-45fa-bef6-8779e3b08436 None None] Provisioning complete for port a56fd8f2-a8e8-4319-bed5-43f938e86896 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:45.461002 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c0b54bc-1bf4-45fa-bef6-8779e3b08436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.609712 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=d16294fb-de15-4b8b-acb0-0b3695d4f6a9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:45.803285 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:39Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:39Z', 'revision_number': 2, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:40Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:45.832188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=a785ae94-0301-4f20-8720-d0c7f0d0f988,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:45.868016 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b54bc-1bf4-45fa-bef6-8779e3b08436 None None] Port a56fd8f2-a8e8-4319-bed5-43f938e86896 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:45.885680 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-809d5fd4-ca54-44dc-8059-51c0e9b11f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.904478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] For port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:45.910748 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.948020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] For port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6,segment=NetworkSegment(9e1a96e8-bd80-49a3-837a-c3656b4f6695),segment_id=9e1a96e8-bd80-49a3-837a-c3656b4f6695)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:45.988079 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e54d0d8c-445b-4494-8acd-ad27d77a99aa completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:45.993173 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.000307 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.003284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e54d0d8c-445b-4494-8acd-ad27d77a99aa triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:46.004210 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.018046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c0b54bc-1bf4-45fa-bef6-8779e3b08436 None None] Provisioning complete for port e54d0d8c-445b-4494-8acd-ad27d77a99aa triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:46.018648 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c0b54bc-1bf4-45fa-bef6-8779e3b08436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.069891 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Checking router: f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:46.074229 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Updating router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 port a56fd8f2-a8e8-4319-bed5-43f938e86896 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:46.155749 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.807254 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.836001 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Transition to ACTIVE for port object a56fd8f2-a8e8-4319-bed5-43f938e86896 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:46.856696 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.021398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967fd71-bd8e-4a96-b4bb-38a4fc2cbced None None] Pushing event updated for resources: {'Port': ['ID=79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.081557 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa01049-1bd8-4f00-9526-3eea85337b01 None None] Pushing event updated for resources: {'Port': ['ID=a56fd8f2-a8e8-4319-bed5-43f938e86896,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.291030 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Attempting to bind port a56fd8f2-a8e8-4319-bed5-43f938e86896 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:47.291738 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Attempting to bind port a56fd8f2-a8e8-4319-bed5-43f938e86896 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'c02de191-bcd2-49e9-b1f4-eed746f6815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:47.292601 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Attempting to bind port a56fd8f2-a8e8-4319-bed5-43f938e86896 on network d095ed9d-fa22-4f47-a83b-3b640657b45e {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:47.319489 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:47.320207 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Checking segment: {'id': 'c02de191-bcd2-49e9-b1f4-eed746f6815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:47.320839 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.321476 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Bound using segment: {'id': 'c02de191-bcd2-49e9-b1f4-eed746f6815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:47.322269 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Bound port: a56fd8f2-a8e8-4319-bed5-43f938e86896, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02de191-bcd2-49e9-b1f4-eed746f6815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:47.322882 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.402150 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c0b54bc-1bf4-45fa-bef6-8779e3b08436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.501690 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.662761 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] For port a56fd8f2-a8e8-4319-bed5-43f938e86896, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:47.671084 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] For port a56fd8f2-a8e8-4319-bed5-43f938e86896, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a56fd8f2-a8e8-4319-bed5-43f938e86896,segment=NetworkSegment(c02de191-bcd2-49e9-b1f4-eed746f6815f),segment_id=c02de191-bcd2-49e9-b1f4-eed746f6815f)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:47.679767 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.833351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53539138-aa26-4ef9-8f06-b74587e3a6a4 req-e0ebe7a2-575a-4595-aa58-bdc2823ea16e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:47.846000 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.853336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53539138-aa26-4ef9-8f06-b74587e3a6a4 req-e0ebe7a2-575a-4595-aa58-bdc2823ea16e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2179666 Jul 16 18:06:47.856842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6c0b54bc-1bf4-45fa-bef6-8779e3b08436 None None] For port e54d0d8c-445b-4494-8acd-ad27d77a99aa, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e54d0d8c-445b-4494-8acd-ad27d77a99aa,segment=NetworkSegment(c02de191-bcd2-49e9-b1f4-eed746f6815f),segment_id=c02de191-bcd2-49e9-b1f4-eed746f6815f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:47.870928 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c0b54bc-1bf4-45fa-bef6-8779e3b08436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.964356 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa01049-1bd8-4f00-9526-3eea85337b01 None None] Pushing event updated for resources: {'Port': ['ID=a56fd8f2-a8e8-4319-bed5-43f938e86896,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.994122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53539138-aa26-4ef9-8f06-b74587e3a6a4 req-4d8018cb-a9a0-4f3e-893d-1801a1acf20e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362650 Jul 16 18:06:48.062837 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:48.063410 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:06:48.064243 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:06:48.065172 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:48.082432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b54bc-1bf4-45fa-bef6-8779e3b08436 None None] Pushing event updated for resources: {'Port': ['ID=e54d0d8c-445b-4494-8acd-ad27d77a99aa,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.105842 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.124101 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-0ab175f8-0130-4e36-a2a1-9a9253be79a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.7066362 Jul 16 18:06:48.127185 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.128246 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.342822 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:48.424501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event updated for resources: {'Port': ['ID=d16294fb-de15-4b8b-acb0-0b3695d4f6a9,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.583464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f1478-1606-455d-8726-13bf777694c9 req-7eddf54d-6969-439a-bdf1-490c6c548dcf tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.590904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-e9eaad96-eea0-419e-9bce-7a071cf24d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.604795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e4f1478-1606-455d-8726-13bf777694c9 req-7eddf54d-6969-439a-bdf1-490c6c548dcf tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2364070 Jul 16 18:06:48.605052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-e9eaad96-eea0-419e-9bce-7a071cf24d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.633890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-e9eaad96-eea0-419e-9bce-7a071cf24d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.635801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-e9eaad96-eea0-419e-9bce-7a071cf24d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.636319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-e9eaad96-eea0-419e-9bce-7a071cf24d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.636870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-e9eaad96-eea0-419e-9bce-7a071cf24d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.637609 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-e9eaad96-eea0-419e-9bce-7a071cf24d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.639933 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-e9eaad96-eea0-419e-9bce-7a071cf24d8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e842df9b6b02407381982d4560f93832&device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 6497 time: 0.3831019 Jul 16 18:06:48.682446 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Network b002062e-56a4-4aee-900b-b97a013642e7 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:48.758384 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e4f1478-1606-455d-8726-13bf777694c9 req-419ba7b7-7487-4fb1-a4c6-708e6f6450d8 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539168 Jul 16 18:06:48.928317 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:48.994954 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:47Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16294fb-de15-4b8b-acb0-0b3695d4f6a9', 'name': '', 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:b1:ef:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:44Z', 'updated_at': '2021-07-16T18:06:44Z', 'revision_number': 1, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:49.129895 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014b8668-1f4d-476d-a579-7eb71b1f0f91 None None] The sync data for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 is: [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:47Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16294fb-de15-4b8b-acb0-0b3695d4f6a9', 'name': '', 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:b1:ef:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:44Z', 'updated_at': '2021-07-16T18:06:44Z', 'revision_number': 1, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:49.208803 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.320194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:49.396476 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:49.401919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-12e21ee0-4a37-4a06-bca8-39dfbc65ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.407038 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-12e21ee0-4a37-4a06-bca8-39dfbc65ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.411204 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-12e21ee0-4a37-4a06-bca8-39dfbc65ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.420371 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-12e21ee0-4a37-4a06-bca8-39dfbc65ef35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=c5839ed7-b863-47b2-ae80-65f108c6ba10&id=06b1d035-0df9-485b-af35-24977c69a808&id=06b1d035-0df9-485b-af35-24977c69a808 HTTP/1.1" status: 200 len: 2293 time: 0.7303293 Jul 16 18:06:49.557297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9f02b-c23e-466a-80df-6dc15ac5be03 None None] Network b002062e-56a4-4aee-900b-b97a013642e7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:49.693566 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-8765f202-7fe2-43d8-9d77-96b2f85c8878 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=223708c8-1b94-4650-aa99-9e0be9baf6c7 HTTP/1.1" status: 200 len: 1000 time: 0.2700722 Jul 16 18:06:49.806844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-63cc552a-6a96-4926-a3c7-ee683f11438d None None] Provisioning for port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:49.825128 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:49.839865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:49.840530 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.183020 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.284089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6,segment=NetworkSegment(9e1a96e8-bd80-49a3-837a-c3656b4f6695),segment_id=9e1a96e8-bd80-49a3-837a-c3656b4f6695)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:50.292753 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.293888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a56fd8f2-a8e8-4319-bed5-43f938e86896 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:50.389964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-082479df-e8f5-4144-b68d-d3d3e56cbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.391911 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-082479df-e8f5-4144-b68d-d3d3e56cbf9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=243b46fa-7a93-4ad1-8fd4-e955798c54a4 HTTP/1.1" status: 200 len: 851 time: 0.6771371 Jul 16 18:06:50.393251 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:50.403492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41390) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:50.404056 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c0913b68-bec5-43fc-a74f-0dd86a08887a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8594909 Jul 16 18:06:50.411378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-1b3102ba-96bc-4313-b30a-7f5ed6246f19 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:50.470793 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10585708-211d-4f99-9c28-25b80be37fb1 req-be2f3b4d-7bba-482b-8e63-b591281b2077 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4170222 Jul 16 18:06:50.542911 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-9b685572-4394-4dc8-9b37-c71c72082e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.546056 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-9b685572-4394-4dc8-9b37-c71c72082e16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384974 Jul 16 18:06:50.601069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Sync routers for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:50.631864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port a56fd8f2-a8e8-4319-bed5-43f938e86896 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:50.638500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:50.649403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:50.651492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:50.658369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port a56fd8f2-a8e8-4319-bed5-43f938e86896 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:50.658756 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.745464 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:06:50.822463 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10585708-211d-4f99-9c28-25b80be37fb1 req-bbf53f6f-de39-4f05-88ec-b323351689a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.826996 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10585708-211d-4f99-9c28-25b80be37fb1 req-bbf53f6f-de39-4f05-88ec-b323351689a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fdcfc6a64164e019457ac174161d31a&device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 1097 time: 0.3134096 Jul 16 18:06:50.842311 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-99de5bde-afcd-43e8-8ae8-e904876ec818 service neutron] 10.222.0.11 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887614 Jul 16 18:06:51.087050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:51.388666 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1cb6bf38-a20e-4c2c-bf48-3860f65d1e43 None None] Provisioning for port d16294fb-de15-4b8b-acb0-0b3695d4f6a9 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:51.409768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1cb6bf38-a20e-4c2c-bf48-3860f65d1e43 None None] Provisioning complete for port d16294fb-de15-4b8b-acb0-0b3695d4f6a9 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:51.410170 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1cb6bf38-a20e-4c2c-bf48-3860f65d1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.432610 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-42192115-c584-4cc3-8716-bb103f42508c service neutron] 10.222.0.11 "GET /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821552 Jul 16 18:06:51.444361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10585708-211d-4f99-9c28-25b80be37fb1 req-17af3dea-eb8d-4dfd-879d-8e5de1037848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.448215 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10585708-211d-4f99-9c28-25b80be37fb1 req-17af3dea-eb8d-4dfd-879d-8e5de1037848 service neutron] 10.222.0.32 "GET /v2.0/networks?id=981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 200 len: 912 time: 0.5704732 Jul 16 18:06:51.535650 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6bf38-a20e-4c2c-bf48-3860f65d1e43 None None] Port d16294fb-de15-4b8b-acb0-0b3695d4f6a9 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:51.543174 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-afbaae94-8733-49f9-b37f-d440aae11dca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=ecc56c7d-5b6d-41f9-940d-559dbe201d67 HTTP/1.1" status: 200 len: 217 time: 0.0939081 Jul 16 18:06:51.578918 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.extraroute_db [None req-1b3102ba-96bc-4313-b30a-7f5ed6246f19 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=105591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:06:51.644001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.extraroute_db [None req-1b3102ba-96bc-4313-b30a-7f5ed6246f19 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Removed routes are [] {{(pid=105591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:06:51.645344 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1b3102ba-96bc-4313-b30a-7f5ed6246f19 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.658624 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.716396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1cb6bf38-a20e-4c2c-bf48-3860f65d1e43 None None] Provisioning complete for port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:51.716719 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1cb6bf38-a20e-4c2c-bf48-3860f65d1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.741704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-86af50a6-1735-4928-ba10-108fa6ff5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.743199 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-86af50a6-1735-4928-ba10-108fa6ff5379 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.1816852 Jul 16 18:06:51.744967 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10585708-211d-4f99-9c28-25b80be37fb1 req-a465cea6-fa09-4487-a8d1-f02c1d41f85e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=664569ce-9f49-4d31-8bf1-dc4c8486dcc0 HTTP/1.1" status: 200 len: 1001 time: 0.2008994 Jul 16 18:06:51.991901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port a56fd8f2-a8e8-4319-bed5-43f938e86896, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a56fd8f2-a8e8-4319-bed5-43f938e86896,segment=NetworkSegment(c02de191-bcd2-49e9-b1f4-eed746f6815f),segment_id=c02de191-bcd2-49e9-b1f4-eed746f6815f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:52.017642 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.018564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a785ae94-0301-4f20-8720-d0c7f0d0f988 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:52.041777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10585708-211d-4f99-9c28-25b80be37fb1 req-72547408-4cb4-4416-8d7a-8fc2e0da837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.056225 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10585708-211d-4f99-9c28-25b80be37fb1 req-72547408-4cb4-4416-8d7a-8fc2e0da837a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a HTTP/1.1" status: 200 len: 850 time: 0.2552748 Jul 16 18:06:52.147620 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-b5abf26b-9f19-4e95-8321-d8862aff5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.149047 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-b5abf26b-9f19-4e95-8321-d8862aff5bb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3831453 Jul 16 18:06:52.201446 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41424) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:52.335180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=a56fd8f2-a8e8-4319-bed5-43f938e86896,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.341171 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10585708-211d-4f99-9c28-25b80be37fb1 req-3adebba2-bfaf-404f-8011-8fff279bcad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.343427 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10585708-211d-4f99-9c28-25b80be37fb1 req-3adebba2-bfaf-404f-8011-8fff279bcad0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=981660af-4b2c-4916-8662-a65197136911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2745347 Jul 16 18:06:52.453885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-10585708-211d-4f99-9c28-25b80be37fb1 req-fc4a1c00-35ab-4967-8bba-49b0a75a5e27 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:06:52.454948 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10585708-211d-4f99-9c28-25b80be37fb1 req-fc4a1c00-35ab-4967-8bba-49b0a75a5e27 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451033 Jul 16 18:06:52.553069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:47Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16294fb-de15-4b8b-acb0-0b3695d4f6a9', 'name': '', 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:b1:ef:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:44Z', 'updated_at': '2021-07-16T18:06:46Z', 'revision_number': 2, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:52.596550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Checking router: f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:52.596917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Updating router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 port d16294fb-de15-4b8b-acb0-0b3695d4f6a9 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:52.630972 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10585708-211d-4f99-9c28-25b80be37fb1 req-2a1e14b3-adbf-4b88-adb7-2ab8ddffdf82 service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543920 Jul 16 18:06:52.638780 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.652511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port a785ae94-0301-4f20-8720-d0c7f0d0f988 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:52.653158 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.735024 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-629fbfdb-bac7-4cee-9715-b06d7c12dd27 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718899 Jul 16 18:06:52.737571 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c2e20140-e808-4c09-b1f9-6bc0679edde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.946977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1b3102ba-96bc-4313-b30a-7f5ed6246f19 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.956292 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1b3102ba-96bc-4313-b30a-7f5ed6246f19 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.010862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d45db3e8-576c-4f2c-bf4e-59d53b071115 None None] Provisioning complete for port d16294fb-de15-4b8b-acb0-0b3695d4f6a9 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:53.013082 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d45db3e8-576c-4f2c-bf4e-59d53b071115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.092428 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c389dd-6d0b-448c-bd49-98b202431319 req-49333648-f5a9-41c5-bd1a-3c5b39e48515 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.094933 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59c389dd-6d0b-448c-bd49-98b202431319 req-49333648-f5a9-41c5-bd1a-3c5b39e48515 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3071690 Jul 16 18:06:53.097929 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.152699 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-6b31e7d4-fdf2-4cfa-abc0-4717a1bc0ed7 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047761 Jul 16 18:06:53.165307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e54d0d8c-445b-4494-8acd-ad27d77a99aa up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:53.168649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59c389dd-6d0b-448c-bd49-98b202431319 req-259201f8-236b-4e8b-a7e1-6c2d90f7085b tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679920 Jul 16 18:06:53.192982 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3102ba-96bc-4313-b30a-7f5ed6246f19 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:53.287541 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-4ccddcd6-7513-491d-9f0f-5ccd60bb54bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=42f22134-cd1e-4de1-a750-e9783ad69ae9 HTTP/1.1" status: 200 len: 217 time: 0.1187630 Jul 16 18:06:53.364488 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-10585708-211d-4f99-9c28-25b80be37fb1 req-ebccb8f6-78d2-49d3-a260-e2de516a66c7 service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104423 Jul 16 18:06:53.400084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-6e115efa-74fd-4445-8eb4-fa3e4e702030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.401574 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-6e115efa-74fd-4445-8eb4-fa3e4e702030 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.1061096 Jul 16 18:06:53.403650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3102ba-96bc-4313-b30a-7f5ed6246f19 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:53.407199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c2e20140-e808-4c09-b1f9-6bc0679edde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.417516 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c2e20140-e808-4c09-b1f9-6bc0679edde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.460269 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1b3102ba-96bc-4313-b30a-7f5ed6246f19 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.462418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1b3102ba-96bc-4313-b30a-7f5ed6246f19 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 HTTP/1.1" status: 200 len: 954 time: 3.0564265 Jul 16 18:06:53.466438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41446) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:53.480582 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c2e20140-e808-4c09-b1f9-6bc0679edde8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2f4f00083924f889506c6d8ca8815e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2640078 Jul 16 18:06:53.489184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41450) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:53.549401 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d45db3e8-576c-4f2c-bf4e-59d53b071115 None None] Port d16294fb-de15-4b8b-acb0-0b3695d4f6a9 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:53.582906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e20140-e808-4c09-b1f9-6bc0679edde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41786157-8988-418c-903e-369562252532,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:53.584323 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.600375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Transition to ACTIVE for port object d16294fb-de15-4b8b-acb0-0b3695d4f6a9 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:53.622485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e54d0d8c-445b-4494-8acd-ad27d77a99aa triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:53.623367 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.625469 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.722482 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fe322-0af2-49dc-b338-861ca8ef2b51 None None] Pushing event updated for resources: {'Port': ['ID=d16294fb-de15-4b8b-acb0-0b3695d4f6a9,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:53.733883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-f97bb2e4-efc5-43df-9ab0-057821c0f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.739120 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-f97bb2e4-efc5-43df-9ab0-057821c0f18c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3303792 Jul 16 18:06:53.790391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-11af3914-f120-4d8a-a181-7a36f7e57d00 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 HTTP/1.1" status: 200 len: 954 time: 0.3036742 Jul 16 18:06:53.793282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41454) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:53.800422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e02b9e07-ceb9-4a75-b5b4-41e2f1fde1ae tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'router': {'routes': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:53.818309 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fad99dc1-6b82-45c1-a01f-fc0a353e03d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.924116 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fad99dc1-6b82-45c1-a01f-fc0a353e03d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.927966 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Attempting to bind port d16294fb-de15-4b8b-acb0-0b3695d4f6a9 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:53.928397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Attempting to bind port d16294fb-de15-4b8b-acb0-0b3695d4f6a9 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '9e1a96e8-bd80-49a3-837a-c3656b4f6695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:53.928766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Attempting to bind port d16294fb-de15-4b8b-acb0-0b3695d4f6a9 on network b002062e-56a4-4aee-900b-b97a013642e7 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:53.941685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:53.942069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Checking segment: {'id': '9e1a96e8-bd80-49a3-837a-c3656b4f6695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:53.942610 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.943016 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Bound using segment: {'id': '9e1a96e8-bd80-49a3-837a-c3656b4f6695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:53.943500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Bound port: d16294fb-de15-4b8b-acb0-0b3695d4f6a9, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1a96e8-bd80-49a3-837a-c3656b4f6695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:53.943886 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.130441 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-fa6b9246-44b2-463c-a49a-b8df3c7f54a5 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814700 Jul 16 18:06:54.162124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:54.200688 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] For port d16294fb-de15-4b8b-acb0-0b3695d4f6a9, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:54.224015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] For port d16294fb-de15-4b8b-acb0-0b3695d4f6a9, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d16294fb-de15-4b8b-acb0-0b3695d4f6a9,segment=NetworkSegment(9e1a96e8-bd80-49a3-837a-c3656b4f6695),segment_id=9e1a96e8-bd80-49a3-837a-c3656b4f6695)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:54.244592 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.314254 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-5394c12a-cbff-4863-b50e-6977de2de05e service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708963 Jul 16 18:06:54.371222 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-109969fb-2679-4b7b-b66b-900d9335392c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 HTTP/1.1" status: 200 len: 217 time: 0.0540779 Jul 16 18:06:54.412186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:54.413281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:54.419751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fe322-0af2-49dc-b338-861ca8ef2b51 None None] Pushing event updated for resources: {'Port': ['ID=d16294fb-de15-4b8b-acb0-0b3695d4f6a9,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.454138 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fad99dc1-6b82-45c1-a01f-fc0a353e03d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.456969 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fad99dc1-6b82-45c1-a01f-fc0a353e03d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.458353 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fad99dc1-6b82-45c1-a01f-fc0a353e03d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41786157-8988-418c-903e-369562252532 HTTP/1.1" status: 204 len: 168 time: 0.9618626 Jul 16 18:06:54.481083 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad99dc1-6b82-45c1-a01f-fc0a353e03d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41786157-8988-418c-903e-369562252532,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.492657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8493e4-fa1e-4d3d-b983-d468ba79719f req-e88c6770-e3a6-48a6-8d1f-b593d34fc8e6 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.503136 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb8493e4-fa1e-4d3d-b983-d468ba79719f req-e88c6770-e3a6-48a6-8d1f-b593d34fc8e6 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.9878724 Jul 16 18:06:54.513022 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-9c7405f7-20f7-41fc-aaf3-6a6fb790bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.523380 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-9c7405f7-20f7-41fc-aaf3-6a6fb790bc51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.1449275 Jul 16 18:06:54.601527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb8493e4-fa1e-4d3d-b983-d468ba79719f req-96498aaf-117e-41fa-ae92-4dd8afde2b66 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962718 Jul 16 18:06:54.672422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-1871e372-ba74-49bf-9ade-4123a5c76f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.675672 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-1871e372-ba74-49bf-9ade-4123a5c76f0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1456835 Jul 16 18:06:54.791823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:54.792655 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.829375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.extraroute_db [None req-e02b9e07-ceb9-4a75-b5b4-41e2f1fde1ae tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Added routes are [] {{(pid=105591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:06:54.829824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.extraroute_db [None req-e02b9e07-ceb9-4a75-b5b4-41e2f1fde1ae tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=105591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:06:54.885741 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-e146dafc-69b1-4cb9-9e4c-d65e05bf1d12 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983607 Jul 16 18:06:54.903007 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e02b9e07-ceb9-4a75-b5b4-41e2f1fde1ae tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.003290 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a56fd8f2-a8e8-4319-bed5-43f938e86896 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:55.005474 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:55.122510 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-4513f93f-5b47-4361-a2b4-7ed50139384e service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320623 Jul 16 18:06:55.217468 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.297239 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-7b700cc7-b9aa-4a7b-95a5-37548309227b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=abdc9f5d-e66d-4242-be3b-01c94d11e00c HTTP/1.1" status: 200 len: 217 time: 0.1664910 Jul 16 18:06:55.331786 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port a56fd8f2-a8e8-4319-bed5-43f938e86896 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:55.332611 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.339596 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e02b9e07-ceb9-4a75-b5b4-41e2f1fde1ae tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.378980 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e02b9e07-ceb9-4a75-b5b4-41e2f1fde1ae tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.447050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-027d62b1-b9bf-4302-a3ed-2b31ea92e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.450429 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-027d62b1-b9bf-4302-a3ed-2b31ea92e726 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 200 len: 797 time: 0.1469603 Jul 16 18:06:55.492058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-c8d8d783-d063-4a09-b7e7-de0046e5c1cb req-16081779-9c94-43dc-869c-8c741b64a04b service neutron] (105591) timed out ('10.222.0.24', 41448) {{(pid=105591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:06:55.567585 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02b9e07-ceb9-4a75-b5b4-41e2f1fde1ae tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:55.575912 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaec703-ede9-4cff-b7f3-0ec6cff21349 req-ac393aca-0b24-4c1d-b282-7fc92cbc20f3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.578453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffaec703-ede9-4cff-b7f3-0ec6cff21349 req-ac393aca-0b24-4c1d-b282-7fc92cbc20f3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2338381 Jul 16 18:06:55.715947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-45ccb612-dcb4-4e62-81d6-48a711cda1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.726145 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-45ccb612-dcb4-4e62-81d6-48a711cda1f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c5839ed7-b863-47b2-ae80-65f108c6ba10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2664192 Jul 16 18:06:55.761039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02b9e07-ceb9-4a75-b5b4-41e2f1fde1ae tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:55.775535 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e02b9e07-ceb9-4a75-b5b4-41e2f1fde1ae tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.789073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e02b9e07-ceb9-4a75-b5b4-41e2f1fde1ae tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 HTTP/1.1" status: 200 len: 704 time: 1.9944625 Jul 16 18:06:55.791292 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 6, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16294fb-de15-4b8b-acb0-0b3695d4f6a9', 'name': '', 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:b1:ef:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:44Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:55.794286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41506) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:55.796463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffaec703-ede9-4cff-b7f3-0ec6cff21349 req-8479c673-6d2c-4362-9a8a-cd817426e065 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002428 Jul 16 18:06:55.853316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af6959-e29e-4a5e-ba6f-bb6d53b468d8 None None] The sync data for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 is: [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 6, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16294fb-de15-4b8b-acb0-0b3695d4f6a9', 'name': '', 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:b1:ef:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:44Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:56.195274 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-eb380789-292f-4651-a480-e04ac452a721 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 HTTP/1.1" status: 200 len: 704 time: 0.3951135 Jul 16 18:06:56.200160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41514) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:56.203235 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-12d770ee-0c22-41fb-b2ba-c4fe74743149 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709287 Jul 16 18:06:56.212484 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d16294fb-de15-4b8b-acb0-0b3695d4f6a9 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:56.358304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6f64f-a7e2-48f0-a33c-1ca31a46f3f1 req-709021c8-fdb2-4a7f-84e3-574271087a09 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:56.361215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1df6f64f-a7e2-48f0-a33c-1ca31a46f3f1 req-709021c8-fdb2-4a7f-84e3-574271087a09 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2256005 Jul 16 18:06:56.418165 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port d16294fb-de15-4b8b-acb0-0b3695d4f6a9 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:56.423206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port d16294fb-de15-4b8b-acb0-0b3695d4f6a9 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:56.423595 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.482500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1df6f64f-a7e2-48f0-a33c-1ca31a46f3f1 req-9383cc70-1c4c-4530-811b-ccbc8900ff5e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104212 Jul 16 18:06:56.506964 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aaf6cd-f532-47fa-9486-2843704a95f6 None None] Sync routers for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:56.525024 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aaf6cd-f532-47fa-9486-2843704a95f6 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:56.531182 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-60aaf6cd-f532-47fa-9486-2843704a95f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:56.598052 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.722724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port d16294fb-de15-4b8b-acb0-0b3695d4f6a9, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d16294fb-de15-4b8b-acb0-0b3695d4f6a9,segment=NetworkSegment(9e1a96e8-bd80-49a3-837a-c3656b4f6695),segment_id=9e1a96e8-bd80-49a3-837a-c3656b4f6695)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:56.735924 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.779269 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-60aaf6cd-f532-47fa-9486-2843704a95f6 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:56.938249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=d16294fb-de15-4b8b-acb0-0b3695d4f6a9,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:57.257512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0a90b-34ee-4b4e-8736-073da174c690 req-66305a2f-4aae-4968-b7d0-e4d83b73c758 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.259929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5cd0a90b-34ee-4b4e-8736-073da174c690 req-66305a2f-4aae-4968-b7d0-e4d83b73c758 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2650437 Jul 16 18:06:57.393058 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5cd0a90b-34ee-4b4e-8736-073da174c690 req-2db58f79-29bd-4f6a-ba39-080282ca4e95 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203003 Jul 16 18:06:57.402372 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-60aaf6cd-f532-47fa-9486-2843704a95f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 7, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16294fb-de15-4b8b-acb0-0b3695d4f6a9', 'name': '', 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:b1:ef:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:44Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:57.460695 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aaf6cd-f532-47fa-9486-2843704a95f6 None None] Checking router: f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:57.481819 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aaf6cd-f532-47fa-9486-2843704a95f6 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:57.483979 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-60aaf6cd-f532-47fa-9486-2843704a95f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:57.532007 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-5021e259-f065-4644-921e-d05cfe4f4230 service neutron] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3208857 Jul 16 18:06:57.694822 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-60aaf6cd-f532-47fa-9486-2843704a95f6 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:57.722282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a8eb6-a9e5-42f6-a3cc-364871053727 req-7b583cc9-c0c9-48f4-9a12-57a6b9a26491 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.735213 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-4f749455-3ec6-450d-83ac-13d435a563ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4937a153-3b68-417b-8f4b-bf5d6f4c90d0 HTTP/1.1" status: 200 len: 217 time: 0.1914070 Jul 16 18:06:57.740465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-927a8eb6-a9e5-42f6-a3cc-364871053727 req-7b583cc9-c0c9-48f4-9a12-57a6b9a26491 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1429689 Jul 16 18:06:57.793985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-52d9fbb5-1d63-44c4-a438-83ccda02f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.795744 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-52d9fbb5-1d63-44c4-a438-83ccda02f633 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b31a67f-4f93-43f1-8c7c-ec9f1b81e549 HTTP/1.1" status: 200 len: 797 time: 0.0548825 Jul 16 18:06:57.851298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-927a8eb6-a9e5-42f6-a3cc-364871053727 req-7f7a66c6-8df6-4f19-af57-fdcdeb7c834b tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052318 Jul 16 18:06:57.969222 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-14979674-9fc3-4b0b-a5da-1baf2bb79ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.971702 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-14979674-9fc3-4b0b-a5da-1baf2bb79ddd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06b1d035-0df9-485b-af35-24977c69a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1660442 Jul 16 18:06:57.983704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-4e209417-61f0-489c-8a2f-756cb638a277 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:06:57.985188 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-4e209417-61f0-489c-8a2f-756cb638a277 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061336 Jul 16 18:06:58.191462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d16294fb-de15-4b8b-acb0-0b3695d4f6a9 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:58.453739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port d16294fb-de15-4b8b-acb0-0b3695d4f6a9 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:58.457285 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.491827 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1594417c-9c4e-4fe8-952d-b2f51a587be1 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.497265 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-6390c6e5-8c1f-45dc-9999-af1b585549b4 service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041897 Jul 16 18:06:58.674363 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-60aaf6cd-f532-47fa-9486-2843704a95f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 7, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16294fb-de15-4b8b-acb0-0b3695d4f6a9', 'name': '', 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:b1:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:44Z', 'updated_at': '2021-07-16T18:06:56Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:58.781711 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aaf6cd-f532-47fa-9486-2843704a95f6 None None] The sync data for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 is: [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 7, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16294fb-de15-4b8b-acb0-0b3695d4f6a9', 'name': '', 'network_id': 'b002062e-56a4-4aee-900b-b97a013642e7', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:b1:ef:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:44Z', 'updated_at': '2021-07-16T18:06:56Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '6aee0dfb-1018-4b66-994f-609327a54b9b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:58.870098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0af070-d7dc-40ac-b597-19918e64ac31 req-cd15690c-47f4-4133-a0de-457a2f9a41ec tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.885058 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae0af070-d7dc-40ac-b597-19918e64ac31 req-cd15690c-47f4-4133-a0de-457a2f9a41ec tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2161207 Jul 16 18:06:59.010300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae0af070-d7dc-40ac-b597-19918e64ac31 req-f0c6a597-249c-42c5-8489-229316c3f181 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242476 Jul 16 18:06:59.019572 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-7c2e5e2d-1e28-4e6b-89b5-6caab8fda5f7 service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308076 Jul 16 18:06:59.119273 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-ed3c3dc6-765e-4a70-88c1-4109a56bdfd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abc4391e-e85d-4a0b-9644-50a353bc8ad9 HTTP/1.1" status: 200 len: 217 time: 0.0816689 Jul 16 18:06:59.222643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-bedd8212-5506-4d60-981e-ab2a193759f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.224357 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-bedd8212-5506-4d60-981e-ab2a193759f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4b31a67f-4f93-43f1-8c7c-ec9f1b81e549 HTTP/1.1" status: 200 len: 797 time: 0.0962327 Jul 16 18:06:59.418544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad8c37-f2ff-4057-ac53-42d1936e44fc req-7e195bd3-8efe-4ff0-b9ee-ebcf7ca749c7 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.429905 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1bad8c37-f2ff-4057-ac53-42d1936e44fc req-7e195bd3-8efe-4ff0-b9ee-ebcf7ca749c7 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1664066 Jul 16 18:06:59.514317 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1bad8c37-f2ff-4057-ac53-42d1936e44fc req-8ffe52df-f8b1-4b2e-b51e-0bffc0a6ea70 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834637 Jul 16 18:06:59.527323 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1594417c-9c4e-4fe8-952d-b2f51a587be1 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port d16294fb-de15-4b8b-acb0-0b3695d4f6a9 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:59.527675 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1594417c-9c4e-4fe8-952d-b2f51a587be1 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.532238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-08963192-bfbc-4802-a5f9-d29a0bd65f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.533804 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-08963192-bfbc-4802-a5f9-d29a0bd65f92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06b1d035-0df9-485b-af35-24977c69a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3009775 Jul 16 18:06:59.846480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1594417c-9c4e-4fe8-952d-b2f51a587be1 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] For port d16294fb-de15-4b8b-acb0-0b3695d4f6a9, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d16294fb-de15-4b8b-acb0-0b3695d4f6a9,segment=NetworkSegment(9e1a96e8-bd80-49a3-837a-c3656b4f6695),segment_id=9e1a96e8-bd80-49a3-837a-c3656b4f6695)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:59.846855 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1594417c-9c4e-4fe8-952d-b2f51a587be1 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.851055 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-a259cf98-8abc-4417-b716-7a0d5c0c27ca service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036790 Jul 16 18:06:59.877296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1594417c-9c4e-4fe8-952d-b2f51a587be1 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for d16294fb-de15-4b8b-acb0-0b3695d4f6a9 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:00.040584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f47a55-1280-4ec9-8ccd-72b07f002922 req-f136008b-57c6-4cb1-a21f-0968a37d21fa tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.067469 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36f47a55-1280-4ec9-8ccd-72b07f002922 req-f136008b-57c6-4cb1-a21f-0968a37d21fa tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1511121 Jul 16 18:07:00.098099 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33544b99-263e-4dfd-a72d-b66c6a67d419 req-4d48f27a-646f-4fce-b468-e32112f44c26 service neutron] 10.222.0.11 "GET /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224207 Jul 16 18:07:00.143848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36f47a55-1280-4ec9-8ccd-72b07f002922 req-eb89324b-eb7e-4ae5-8698-b2515298de87 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753925 Jul 16 18:07:00.357287 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1594417c-9c4e-4fe8-952d-b2f51a587be1 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.430655 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594417c-9c4e-4fe8-952d-b2f51a587be1 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=d16294fb-de15-4b8b-acb0-0b3695d4f6a9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:00.638838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41634) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:00.802726 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1594417c-9c4e-4fe8-952d-b2f51a587be1 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.941560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e26e8ad3-071b-443b-83b1-918f1bd05f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.035797 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e26e8ad3-071b-443b-83b1-918f1bd05f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.048290 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e26e8ad3-071b-443b-83b1-918f1bd05f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.105018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e8ad3-071b-443b-83b1-918f1bd05f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5abf43c-7873-40ab-a044-5874d2f34220,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:01.174812 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e26e8ad3-071b-443b-83b1-918f1bd05f6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8eeac3a666b45739a0aee3ca4059854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5334976 Jul 16 18:07:01.178480 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41648) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:01.209175 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf93743-a901-4fce-b6a5-208dd2e5c0fe req-7833b0b2-b856-460b-8ba4-27b451636f01 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.216903 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ecf93743-a901-4fce-b6a5-208dd2e5c0fe req-7833b0b2-b856-460b-8ba4-27b451636f01 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3275170 Jul 16 18:07:01.221713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1594417c-9c4e-4fe8-952d-b2f51a587be1 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:01.285757 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-498fb4a4-51e3-4e85-92b0-14ee32d21328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.295030 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ecf93743-a901-4fce-b6a5-208dd2e5c0fe req-c38c55f3-de8a-4c93-afae-3c822f58ba68 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769813 Jul 16 18:07:01.318912 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-498fb4a4-51e3-4e85-92b0-14ee32d21328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.398398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1594417c-9c4e-4fe8-952d-b2f51a587be1 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:01.411629 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41652) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:01.416122 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1594417c-9c4e-4fe8-952d-b2f51a587be1 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2115214 Jul 16 18:07:01.433327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af2985-3bf2-43d1-9bcf-2b47cc061f00 None None] Sync routers for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:01.453756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af2985-3bf2-43d1-9bcf-2b47cc061f00 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:01.454570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d7af2985-3bf2-43d1-9bcf-2b47cc061f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:01.510337 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-498fb4a4-51e3-4e85-92b0-14ee32d21328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.517134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-498fb4a4-51e3-4e85-92b0-14ee32d21328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.518382 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-498fb4a4-51e3-4e85-92b0-14ee32d21328 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5abf43c-7873-40ab-a044-5874d2f34220 HTTP/1.1" status: 204 len: 168 time: 0.3378625 Jul 16 18:07:01.549192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fb4a4-51e3-4e85-92b0-14ee32d21328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5abf43c-7873-40ab-a044-5874d2f34220,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:01.572157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-882e7ca6-f5ca-4c88-a29d-7b183c456762 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting subnet 6aee0dfb-1018-4b66-994f-609327a54b9b {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:01.587284 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-882e7ca6-f5ca-4c88-a29d-7b183c456762 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.667497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d7af2985-3bf2-43d1-9bcf-2b47cc061f00 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:01.680122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-882e7ca6-f5ca-4c88-a29d-7b183c456762 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.195112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41676) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:02.235108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d7af2985-3bf2-43d1-9bcf-2b47cc061f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 8, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:02.250893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-97532320-e54f-41a3-8ebc-bcca180f81bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.302072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af2985-3bf2-43d1-9bcf-2b47cc061f00 None None] Checking router: f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:02.317005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af2985-3bf2-43d1-9bcf-2b47cc061f00 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:02.317648 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d7af2985-3bf2-43d1-9bcf-2b47cc061f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:02.319893 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-882e7ca6-f5ca-4c88-a29d-7b183c456762 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.356285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65552c86-8a19-4afe-b9ab-83e2b40f3fce req-7a02e7c7-cc6a-415b-b37c-7107c514cb29 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.364326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-65552c86-8a19-4afe-b9ab-83e2b40f3fce req-7a02e7c7-cc6a-415b-b37c-7107c514cb29 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.6421499 Jul 16 18:07:02.441488 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-65552c86-8a19-4afe-b9ab-83e2b40f3fce req-3bd08b69-c6ec-49cc-9848-3bdbc5a7e723 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762460 Jul 16 18:07:02.466228 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-882e7ca6-f5ca-4c88-a29d-7b183c456762 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.472751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d7af2985-3bf2-43d1-9bcf-2b47cc061f00 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:02.498817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e7ca6-f5ca-4c88-a29d-7b183c456762 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Subnet': ['ID=6aee0dfb-1018-4b66-994f-609327a54b9b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:02.558664 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-882e7ca6-f5ca-4c88-a29d-7b183c456762 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.566233 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-97532320-e54f-41a3-8ebc-bcca180f81bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.568235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2303f76-8ea8-4dc7-83ca-9be23c35f4be None None] Network b002062e-56a4-4aee-900b-b97a013642e7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:02.568371 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-882e7ca6-f5ca-4c88-a29d-7b183c456762 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/6aee0dfb-1018-4b66-994f-609327a54b9b HTTP/1.1" status: 204 len: 168 time: 1.1554744 Jul 16 18:07:02.570924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41684) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:02.583054 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-97532320-e54f-41a3-8ebc-bcca180f81bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.689474 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-97532320-e54f-41a3-8ebc-bcca180f81bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04db911e460948e18a114df9993eb2d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4916520 Jul 16 18:07:02.701559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41690) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:02.704409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97532320-e54f-41a3-8ebc-bcca180f81bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad8f7f6-79a6-4a9b-aec0-503bc38e7ea6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:02.721536 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.833391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d444-9d42-4455-a30a-dafae5f40e92 req-761e5f44-a9b3-4c68-a97b-129e716c4ee5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.840749 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf36d444-9d42-4455-a30a-dafae5f40e92 req-761e5f44-a9b3-4c68-a97b-129e716c4ee5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1237984 Jul 16 18:07:02.887223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:02.887638 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.903276 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf36d444-9d42-4455-a30a-dafae5f40e92 req-613b9915-3dc6-44b0-b2a7-acb1168a10c7 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582435 Jul 16 18:07:03.022884 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0042ff06-997a-4359-9ad7-964605eb8d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.083268 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] For port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6,segment=NetworkSegment(9e1a96e8-bd80-49a3-837a-c3656b4f6695),segment_id=9e1a96e8-bd80-49a3-837a-c3656b4f6695)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:03.083896 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.084530 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0042ff06-997a-4359-9ad7-964605eb8d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.112022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:03.164837 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0042ff06-997a-4359-9ad7-964605eb8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.176184 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0042ff06-997a-4359-9ad7-964605eb8d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.179317 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0042ff06-997a-4359-9ad7-964605eb8d90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ad8f7f6-79a6-4a9b-aec0-503bc38e7ea6 HTTP/1.1" status: 204 len: 168 time: 0.4743280 Jul 16 18:07:03.199513 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042ff06-997a-4359-9ad7-964605eb8d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad8f7f6-79a6-4a9b-aec0-503bc38e7ea6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.332647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d7af2985-3bf2-43d1-9bcf-2b47cc061f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 8, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:03.378401 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af2985-3bf2-43d1-9bcf-2b47cc061f00 None None] The sync data for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 is: [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 8, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a56fd8f2-a8e8-4319-bed5-43f938e86896', 'name': '', 'network_id': 'd095ed9d-fa22-4f47-a83b-3b640657b45e', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:5e:5e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:51Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': 'cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:03.432510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d99c2c-18ff-436c-bbdc-608b4892b785 None None] DHCP port deletion for b002062e-56a4-4aee-900b-b97a013642e7 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:03.481449 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.548723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-73d99c2c-18ff-436c-bbdc-608b4892b785 None None] Deleting port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:03.550424 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-73d99c2c-18ff-436c-bbdc-608b4892b785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.570540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No DVR routers for this DVR port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:03.572341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.739716 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.769531 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b002062e-56a4-4aee-900b-b97a013642e7']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:03.793638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1a96e8-bd80-49a3-837a-c3656b4f6695') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:03.794360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1a96e8-bd80-49a3-837a-c3656b4f6695') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:03.812989 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.842912 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.859689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:03.860223 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.918343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-73d99c2c-18ff-436c-bbdc-608b4892b785 None None] For port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6, host n-d-787205-10, got binding levels [] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:03.918913 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-73d99c2c-18ff-436c-bbdc-608b4892b785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.945472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-73d99c2c-18ff-436c-bbdc-608b4892b785 None None] Calling delete_port for 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:03.950380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.ipam_backend_mixin [None req-73d99c2c-18ff-436c-bbdc-608b4892b785 None None] Port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 was not found and therefore no delete operation was performed {{(pid=105592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:07:03.953144 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-73d99c2c-18ff-436c-bbdc-608b4892b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.981252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d99c2c-18ff-436c-bbdc-608b4892b785 None None] No DVR routers for this DVR port 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:04.028151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d99c2c-18ff-436c-bbdc-608b4892b785 None None] Pushing event deleted for resources: {'Port': ['ID=79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:04.049298 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:04.051537 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.122123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:04.132154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.135527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/networks/b002062e-56a4-4aee-900b-b97a013642e7 HTTP/1.1" status: 204 len: 168 time: 1.5632591 Jul 16 18:07:04.138897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41740) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:04.148560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:04.148947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79ae93ba-9a4a-4e6b-bab3-5874b2ba69a6 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:04.149377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d16294fb-de15-4b8b-acb0-0b3695d4f6a9 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:04.170327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: d16294fb-de15-4b8b-acb0-0b3695d4f6a9 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:04.170678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d16294fb-de15-4b8b-acb0-0b3695d4f6a9 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:04.211576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a8380-535b-447f-b792-773e8a7bb661 req-565266eb-edc3-4fad-ac80-08ddc38d79a6 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.223050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f6a8380-535b-447f-b792-773e8a7bb661 req-565266eb-edc3-4fad-ac80-08ddc38d79a6 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/networks?id=a3aff34c-d366-47a6-bb72-a1b487c78a97 HTTP/1.1" status: 200 len: 813 time: 0.8818491 Jul 16 18:07:04.230434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10139600-41cb-45ae-9403-3c8be17d7fce tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Network': ['ID=b002062e-56a4-4aee-900b-b97a013642e7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:04.245928 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f6a8380-535b-447f-b792-773e8a7bb661 req-8fe4f929-93e7-4512-904c-6190bffb976a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/quotas/3a50f0e1de354b1ba5acf25306a514ce HTTP/1.1" status: 200 len: 375 time: 0.0209646 Jul 16 18:07:04.367922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160ccd9-6401-45fb-a390-4c10eabfe121 req-a91f6db3-28c2-40da-8320-70a5a5163567 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.369303 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6160ccd9-6401-45fb-a390-4c10eabfe121 req-a91f6db3-28c2-40da-8320-70a5a5163567 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.3703101 Jul 16 18:07:04.446602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6160ccd9-6401-45fb-a390-4c10eabfe121 req-661d36d1-0dda-4f2c-be42-babd5f5989bc tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757279 Jul 16 18:07:04.472024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f6a8380-535b-447f-b792-773e8a7bb661 req-bad544eb-17c2-45fb-bd5b-44759778d422 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3a50f0e1de354b1ba5acf25306a514ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2159648 Jul 16 18:07:04.682966 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33052aa8-15e9-4b97-9b10-d34c481f07e0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.758884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea522223-d608-4ae7-9096-81324a6ebf44 req-8a22d80f-bd28-45f7-8619-862f3dd19f23 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.769630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea522223-d608-4ae7-9096-81324a6ebf44 req-8a22d80f-bd28-45f7-8619-862f3dd19f23 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1367624 Jul 16 18:07:04.820114 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea522223-d608-4ae7-9096-81324a6ebf44 req-257d9e9e-12e8-4d32-b3f8-882a22acc941 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458736 Jul 16 18:07:05.289037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220122f-7973-4109-a5a0-a0cc562dc31c req-ca7a4c11-39b9-468e-9322-98dce4b7a8fc tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.290942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a220122f-7973-4109-a5a0-a0cc562dc31c req-ca7a4c11-39b9-468e-9322-98dce4b7a8fc tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1351922 Jul 16 18:07:05.351255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a220122f-7973-4109-a5a0-a0cc562dc31c req-52c688c6-d032-427b-95ba-cef0a7b1e1be tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529754 Jul 16 18:07:05.486756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-5c8119b1-b6b5-43db-904d-d50df553c4c0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.489266 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-5c8119b1-b6b5-43db-904d-d50df553c4c0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.32 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.1253278 Jul 16 18:07:05.701640 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Deleting port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:05.702026 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.705753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba611e9-7be7-4ea5-8511-daf2a11bb147 req-ac6a8f92-5a11-46bc-a03a-a8543bc2f9ef tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.707576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ba611e9-7be7-4ea5-8511-daf2a11bb147 req-ac6a8f92-5a11-46bc-a03a-a8543bc2f9ef tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 945 time: 0.1129756 Jul 16 18:07:05.711343 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-33052aa8-15e9-4b97-9b10-d34c481f07e0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port a56fd8f2-a8e8-4319-bed5-43f938e86896 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:05.711868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33052aa8-15e9-4b97-9b10-d34c481f07e0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.733963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-884edc7e-c936-4d23-a1e4-0978e0ad9621 req-3194a17a-0f7f-49e5-9e4e-357fa20f81ef tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3a50f0e1de354b1ba5acf25306a514ce HTTP/1.1" status: 200 len: 221 time: 0.0578372 Jul 16 18:07:05.766281 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ba611e9-7be7-4ea5-8511-daf2a11bb147 req-18c9d106-bae1-4517-8c47-e11b82cd4682 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=b67ab62d-2fb0-4147-a45c-be5b16030076&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455546 Jul 16 18:07:05.943545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] For port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=664569ce-9f49-4d31-8bf1-dc4c8486dcc0,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:05.943545 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.955272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-33052aa8-15e9-4b97-9b10-d34c481f07e0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] For port a56fd8f2-a8e8-4319-bed5-43f938e86896, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a56fd8f2-a8e8-4319-bed5-43f938e86896,segment=NetworkSegment(c02de191-bcd2-49e9-b1f4-eed746f6815f),segment_id=c02de191-bcd2-49e9-b1f4-eed746f6815f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:05.955828 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33052aa8-15e9-4b97-9b10-d34c481f07e0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.013032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1e8b6-111e-411e-b76d-101e3884f7cb req-1b87b1f2-97c8-434c-9f70-dd8eff985f1b tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.022816 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cb1e8b6-111e-411e-b76d-101e3884f7cb req-1b87b1f2-97c8-434c-9f70-dd8eff985f1b tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1081271 Jul 16 18:07:06.044365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-33052aa8-15e9-4b97-9b10-d34c481f07e0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for a56fd8f2-a8e8-4319-bed5-43f938e86896 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:06.088717 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cb1e8b6-111e-411e-b76d-101e3884f7cb req-df4f8c6b-b88c-42a9-b6cf-540c3419d700 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638068 Jul 16 18:07:06.312688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e9719-401c-4794-ae90-79ea53f6a46f req-ea2738d9-dc8b-41fe-8326-bd26ed566987 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.322073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e56e9719-401c-4794-ae90-79ea53f6a46f req-ea2738d9-dc8b-41fe-8326-bd26ed566987 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.0997276 Jul 16 18:07:06.367792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e56e9719-401c-4794-ae90-79ea53f6a46f req-f668b9da-a4fa-4754-b68a-c28bcaac075b tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443952 Jul 16 18:07:06.430234 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.430619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.430936 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Floating IP c4a96182-2621-4d7a-a1cc-80b1bd03c6f3 disassociated. External IP: 172.25.3.137, port: 664569ce-9f49-4d31-8bf1-dc4c8486dcc0. Jul 16 18:07:06.431333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Calling delete_port for 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:06.576347 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33052aa8-15e9-4b97-9b10-d34c481f07e0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.623271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33052aa8-15e9-4b97-9b10-d34c481f07e0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=a56fd8f2-a8e8-4319-bed5-43f938e86896,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:06.664317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854541d-b076-4d0c-b6c9-116aef627316 req-91a41001-ff68-44ab-9e9a-4b321506e8c2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.670192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f854541d-b076-4d0c-b6c9-116aef627316 req-91a41001-ff68-44ab-9e9a-4b321506e8c2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1188242 Jul 16 18:07:06.744781 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f854541d-b076-4d0c-b6c9-116aef627316 req-8c435fb5-b9c6-42b6-9e55-7cc277156f52 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692163 Jul 16 18:07:07.038075 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-33052aa8-15e9-4b97-9b10-d34c481f07e0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.172699 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.224419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event deleted for resources: {'Port': ['ID=664569ce-9f49-4d31-8bf1-dc4c8486dcc0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:07.287218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56ad78e8-0bff-4733-b226-c4c58eee283a req-ef3e25fb-b3a5-470f-9642-0ccb37dc3e0c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 210 time: 0.0865579 Jul 16 18:07:07.333895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824c712-0964-4bef-ba34-0725267ba00c req-e513b268-02ec-405b-bc28-de9315afe9c9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:07.337123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b824c712-0964-4bef-ba34-0725267ba00c req-e513b268-02ec-405b-bc28-de9315afe9c9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2143824 Jul 16 18:07:07.461248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b824c712-0964-4bef-ba34-0725267ba00c req-77ab0808-28fd-40a2-9388-56219d14fe19 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829000 Jul 16 18:07:07.558040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Router 570c85da-3a09-4eeb-92f2-02fc363f2b2e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:07.572155 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33052aa8-15e9-4b97-9b10-d34c481f07e0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:07.716947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:07.730457 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06dc09-aeae-4a78-b23a-34dc32220df0 None None] Sync routers for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:07.767944 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06dc09-aeae-4a78-b23a-34dc32220df0 None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:07.768897 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ee06dc09-aeae-4a78-b23a-34dc32220df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:07.822335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933c054-bd16-4371-a863-55631bb4fff7 req-6d482a76-4e3d-434a-89d7-08b2c99ff7c9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:07.833511 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0933c054-bd16-4371-a863-55631bb4fff7 req-6d482a76-4e3d-434a-89d7-08b2c99ff7c9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1424184 Jul 16 18:07:07.924527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] No DVR routers for this DVR port 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:07.928624 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.931210 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-772777a9-3015-4a99-8b49-267d8b2188f8 req-6a8051f5-025a-45e9-967f-2b150cfb7ee4 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.32 "DELETE /v2.0/ports/664569ce-9f49-4d31-8bf1-dc4c8486dcc0 HTTP/1.1" status: 204 len: 173 time: 2.4349015 Jul 16 18:07:07.931946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a99e9f-e01b-4d0d-83b0-57aec88c0e24', 'name': 'network-vif-deleted', 'tag': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:07.934480 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d029688-cde1-4831-8bc4-5a229b25ba18" -d '{"events": [{"server_uuid": "30a99e9f-e01b-4d0d-83b0-57aec88c0e24", "name": "network-vif-deleted", "tag": "664569ce-9f49-4d31-8bf1-dc4c8486dcc0"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:07.975302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0933c054-bd16-4371-a863-55631bb4fff7 req-67685194-5e7a-4107-ac1b-9680dfb79ce3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402862 Jul 16 18:07:07.993438 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33052aa8-15e9-4b97-9b10-d34c481f07e0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:08.011608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6781d-2427-43a4-be6f-7666f04d7879 None None] Sync routers for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:08.026403 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-33052aa8-15e9-4b97-9b10-d34c481f07e0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8834763 Jul 16 18:07:08.027725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41898) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:08.043566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6781d-2427-43a4-be6f-7666f04d7879 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:08.044685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-38b6781d-2427-43a4-be6f-7666f04d7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:08.099851 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a70883-c129-4bad-b6af-e9193acd2aaf x-openstack-request-id: req-79a70883-c129-4bad-b6af-e9193acd2aaf {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:08.100221 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a99e9f-e01b-4d0d-83b0-57aec88c0e24", "name": "network-vif-deleted", "tag": "664569ce-9f49-4d31-8bf1-dc4c8486dcc0", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:08.100545 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79a70883-c129-4bad-b6af-e9193acd2aaf {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:08.101026 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a99e9f-e01b-4d0d-83b0-57aec88c0e24', 'name': 'network-vif-deleted', 'tag': '664569ce-9f49-4d31-8bf1-dc4c8486dcc0', 'status': 'completed', 'code': 200} Jul 16 18:07:08.189935 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2942881-39dd-4571-bba5-aad3af13f492 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting subnet cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:08.221770 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f2942881-39dd-4571-bba5-aad3af13f492 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.235317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-38b6781d-2427-43a4-be6f-7666f04d7879 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:08.435860 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ee06dc09-aeae-4a78-b23a-34dc32220df0 None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:08.477042 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f2942881-39dd-4571-bba5-aad3af13f492 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.715194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-38b6781d-2427-43a4-be6f-7666f04d7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:06Z', 'revision_number': 9, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:08.752241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6781d-2427-43a4-be6f-7666f04d7879 None None] Checking router: f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:08.782720 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abfb29eb-ec10-4ac3-9d36-65b86c163442 req-9db65a8b-99d1-474a-8224-62268fc91e54 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=30a99e9f-e01b-4d0d-83b0-57aec88c0e24 HTTP/1.1" status: 200 len: 210 time: 0.1771414 Jul 16 18:07:08.798154 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6781d-2427-43a4-be6f-7666f04d7879 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:08.799906 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-38b6781d-2427-43a4-be6f-7666f04d7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:08.825602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caade6ba-d6a1-4a15-8e34-19b4322917a9 req-a72a91bf-92a2-4939-bdfd-208878f3c657 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.830673 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-caade6ba-d6a1-4a15-8e34-19b4322917a9 req-a72a91bf-92a2-4939-bdfd-208878f3c657 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.4952867 Jul 16 18:07:08.928808 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ee06dc09-aeae-4a78-b23a-34dc32220df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 5, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:09.016799 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06dc09-aeae-4a78-b23a-34dc32220df0 None None] Checking router: 570c85da-3a09-4eeb-92f2-02fc363f2b2e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:09.039150 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06dc09-aeae-4a78-b23a-34dc32220df0 None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:09.043991 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ee06dc09-aeae-4a78-b23a-34dc32220df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:09.048161 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f2942881-39dd-4571-bba5-aad3af13f492 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.066118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-caade6ba-d6a1-4a15-8e34-19b4322917a9 req-0d3a6d25-abeb-411a-a978-55ca7aeb5b09 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166269 Jul 16 18:07:09.091086 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-38b6781d-2427-43a4-be6f-7666f04d7879 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:09.237220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f2942881-39dd-4571-bba5-aad3af13f492 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.287371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2942881-39dd-4571-bba5-aad3af13f492 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Subnet': ['ID=cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:09.293445 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f2942881-39dd-4571-bba5-aad3af13f492 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.296643 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f2942881-39dd-4571-bba5-aad3af13f492 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f HTTP/1.1" status: 204 len: 168 time: 1.2665532 Jul 16 18:07:09.299310 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41926) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:09.363278 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729fade5-c4cb-4e41-9c1e-1af797bfd37e None None] Network d095ed9d-fa22-4f47-a83b-3b640657b45e requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:09.385865 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ee06dc09-aeae-4a78-b23a-34dc32220df0 None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:09.527025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f67cb-a590-4b80-8333-eb03d23a4306 req-149ea611-653c-45c1-8532-fdf412645b03 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.534324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-547f67cb-a590-4b80-8333-eb03d23a4306 req-149ea611-653c-45c1-8532-fdf412645b03 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1803107 Jul 16 18:07:09.543905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.645166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-547f67cb-a590-4b80-8333-eb03d23a4306 req-ca0187c4-f8f9-4fa7-868a-2eab490d9076 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028397 Jul 16 18:07:09.662344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port e54d0d8c-445b-4494-8acd-ad27d77a99aa {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:09.662754 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.772610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] For port e54d0d8c-445b-4494-8acd-ad27d77a99aa, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e54d0d8c-445b-4494-8acd-ad27d77a99aa,segment=NetworkSegment(c02de191-bcd2-49e9-b1f4-eed746f6815f),segment_id=c02de191-bcd2-49e9-b1f4-eed746f6815f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:09.774183 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.802273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for e54d0d8c-445b-4494-8acd-ad27d77a99aa owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:09.924674 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-38b6781d-2427-43a4-be6f-7666f04d7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:06Z', 'revision_number': 9, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:09.964501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6781d-2427-43a4-be6f-7666f04d7879 None None] The sync data for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 is: [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:06Z', 'revision_number': 9, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a785ae94-0301-4f20-8720-d0c7f0d0f988', 'name': '', 'network_id': '3c923bff-23d8-49d8-b772-67385b3cce70', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:88:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:09.979529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f844bb6a-71c3-47f3-b2f1-99423353b2f2 None None] DHCP port deletion for d095ed9d-fa22-4f47-a83b-3b640657b45e request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:10.045483 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ee06dc09-aeae-4a78-b23a-34dc32220df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 5, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:10.089523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f844bb6a-71c3-47f3-b2f1-99423353b2f2 None None] Deleting port e54d0d8c-445b-4494-8acd-ad27d77a99aa {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:10.090656 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f844bb6a-71c3-47f3-b2f1-99423353b2f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.120801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41954) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:10.137375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043db4-a1b5-4846-88f4-0fb048f5a931 req-0bfdffa8-c3f2-4d3e-95b1-e5953fb1bd30 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.138061 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.138907 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06dc09-aeae-4a78-b23a-34dc32220df0 None None] The sync data for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 is: [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 5, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:10.156143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4043db4-a1b5-4846-88f4-0fb048f5a931 req-0bfdffa8-c3f2-4d3e-95b1-e5953fb1bd30 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1341228 Jul 16 18:07:10.230501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=e54d0d8c-445b-4494-8acd-ad27d77a99aa,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.240089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No DVR routers for this DVR port e54d0d8c-445b-4494-8acd-ad27d77a99aa on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:10.242492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:10.242929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:10.243287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:10.243639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:10.244111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:10.244453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:10.244806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:10.245192 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:10.245534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:10.245904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:10.246239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:10.246570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:10.366920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4043db4-a1b5-4846-88f4-0fb048f5a931 req-b61eafb9-bb09-480f-9e2b-d1409ea5fc19 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093205 Jul 16 18:07:10.372868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.374694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f844bb6a-71c3-47f3-b2f1-99423353b2f2 None None] For port e54d0d8c-445b-4494-8acd-ad27d77a99aa, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e54d0d8c-445b-4494-8acd-ad27d77a99aa,segment=NetworkSegment(c02de191-bcd2-49e9-b1f4-eed746f6815f),segment_id=c02de191-bcd2-49e9-b1f4-eed746f6815f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:10.375387 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f844bb6a-71c3-47f3-b2f1-99423353b2f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.396947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:10.404362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d095ed9d-fa22-4f47-a83b-3b640657b45e']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:10.433825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02de191-bcd2-49e9-b1f4-eed746f6815f') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:10.434025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02de191-bcd2-49e9-b1f4-eed746f6815f') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:10.461456 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.479471 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.508456 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.528135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:10.529126 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:10.536518 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:10.568094 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:10.579608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 664569ce-9f49-4d31-8bf1-dc4c8486dcc0 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:10.584646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f844bb6a-71c3-47f3-b2f1-99423353b2f2 None None] Calling delete_port for e54d0d8c-445b-4494-8acd-ad27d77a99aa owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:10.602854 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.693616 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.720775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.724750 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/networks/d095ed9d-fa22-4f47-a83b-3b640657b45e HTTP/1.1" status: 204 len: 168 time: 1.4240339 Jul 16 18:07:10.737599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41972) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:10.738071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62ff07-b3c1-4335-a341-60a44e71ff28 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Network': ['ID=d095ed9d-fa22-4f47-a83b-3b640657b45e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.743816 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.752649 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.757076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41974) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:10.757522 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "DELETE /v2.0/security-groups/b67ab62d-2fb0-4147-a45c-be5b16030076 HTTP/1.1" status: 204 len: 168 time: 0.5947146 Jul 16 18:07:10.797694 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-879f0279-5929-4a87-a5a1-fd755da04605 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] show failed (client error): The resource could not be found. Jul 16 18:07:10.803537 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-879f0279-5929-4a87-a5a1-fd755da04605 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups/b67ab62d-2fb0-4147-a45c-be5b16030076 HTTP/1.1" status: 404 len: 347 time: 0.0444653 Jul 16 18:07:10.804245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41976) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:10.814209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f844bb6a-71c3-47f3-b2f1-99423353b2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.879840 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1587db8e-803a-433e-9868-a2fe90ac2359 None None] New status for floating IP c4a96182-2621-4d7a-a1cc-80b1bd03c6f3: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:07:10.882936 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844bb6a-71c3-47f3-b2f1-99423353b2f2 None None] Pushing event deleted for resources: {'Port': ['ID=e54d0d8c-445b-4494-8acd-ad27d77a99aa,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.889866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f844bb6a-71c3-47f3-b2f1-99423353b2f2 None None] Network d095ed9d-fa22-4f47-a83b-3b640657b45e is not hosted by any dhcp agent {{(pid=105592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:07:10.892715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f844bb6a-71c3-47f3-b2f1-99423353b2f2 None None] No DVR routers for this DVR port e54d0d8c-445b-4494-8acd-ad27d77a99aa on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:11.014296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7870a080-cbaa-4942-b826-d2fea68374ee tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Deleting port 789c152d-d889-4b31-8dfe-71d25d1986f1 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:11.014746 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7870a080-cbaa-4942-b826-d2fea68374ee tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.027627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67ab62d-2fb0-4147-a45c-be5b16030076,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:11.085400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:11.085813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:11.086995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:11.087345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:11.087694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:11.088035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:11.088367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:11.088701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:11.089046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:11.089361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:11.089713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:11.095200 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175eadc3-b6bd-49b5-b0dd-7f8427f56508 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:11.193556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7870a080-cbaa-4942-b826-d2fea68374ee tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.194097 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7870a080-cbaa-4942-b826-d2fea68374ee tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.221105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57fb1-6c97-4a41-a5ec-fa327a343cdf req-613861e7-4a2f-4163-9196-e2f6ccfd042c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.228482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7870a080-cbaa-4942-b826-d2fea68374ee tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Calling delete_port for 789c152d-d889-4b31-8dfe-71d25d1986f1 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:11.232115 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1b57fb1-6c97-4a41-a5ec-fa327a343cdf req-613861e7-4a2f-4163-9196-e2f6ccfd042c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.5237811 Jul 16 18:07:11.326283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1b57fb1-6c97-4a41-a5ec-fa327a343cdf req-449ccb2d-0630-4c01-ad84-6dbff15f5369 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928211 Jul 16 18:07:11.609102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7870a080-cbaa-4942-b826-d2fea68374ee tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.652074 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870a080-cbaa-4942-b826-d2fea68374ee tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event deleted for resources: {'Port': ['ID=789c152d-d889-4b31-8dfe-71d25d1986f1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:11.680978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716bcfd-8f2d-4067-8f34-8e108db32780 req-8c3bf55b-7b2b-4be7-b4ac-6561baa00120 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.682592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7716bcfd-8f2d-4067-8f34-8e108db32780 req-8c3bf55b-7b2b-4be7-b4ac-6561baa00120 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1509609 Jul 16 18:07:11.742988 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-94ddd3dd-b757-406e-90cb-001e11e8818e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.764181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7716bcfd-8f2d-4067-8f34-8e108db32780 req-79efb9dc-70bf-4a0e-a969-9d216522741d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694003 Jul 16 18:07:11.813688 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7870a080-cbaa-4942-b826-d2fea68374ee tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.816269 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7870a080-cbaa-4942-b826-d2fea68374ee tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.817551 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7870a080-cbaa-4942-b826-d2fea68374ee tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "DELETE /v2.0/floatingips/c4a96182-2621-4d7a-a1cc-80b1bd03c6f3 HTTP/1.1" status: 204 len: 168 time: 1.0120401 Jul 16 18:07:12.155725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e54d0d8c-445b-4494-8acd-ad27d77a99aa no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:12.216332 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fe706-4b24-4337-b816-47cec9da7f61 req-f636a73e-15da-4624-9b87-4dd8a316bec0 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.221139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: e54d0d8c-445b-4494-8acd-ad27d77a99aa {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:12.222010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e54d0d8c-445b-4494-8acd-ad27d77a99aa not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:12.222847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a56fd8f2-a8e8-4319-bed5-43f938e86896 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:12.225090 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e44fe706-4b24-4337-b816-47cec9da7f61 req-f636a73e-15da-4624-9b87-4dd8a316bec0 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2343707 Jul 16 18:07:12.277315 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: a56fd8f2-a8e8-4319-bed5-43f938e86896 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:12.278154 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a56fd8f2-a8e8-4319-bed5-43f938e86896 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:12.299407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42022) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:12.306902 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-40d7c1f0-2332-4e74-8919-c8f721ffe042 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1908942316', 'description': 'tempest-description--1395844266'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:12.320346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e44fe706-4b24-4337-b816-47cec9da7f61 req-140e7ff3-7d90-4609-a385-e41c97802c75 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940828 Jul 16 18:07:12.426162 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40d7c1f0-2332-4e74-8919-c8f721ffe042 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.435039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-94ddd3dd-b757-406e-90cb-001e11e8818e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port a785ae94-0301-4f20-8720-d0c7f0d0f988 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:12.435405 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-94ddd3dd-b757-406e-90cb-001e11e8818e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.648190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40d7c1f0-2332-4e74-8919-c8f721ffe042 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.656501 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40d7c1f0-2332-4e74-8919-c8f721ffe042 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.703060 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40d7c1f0-2332-4e74-8919-c8f721ffe042 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.703060 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-40d7c1f0-2332-4e74-8919-c8f721ffe042 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4006824 Jul 16 18:07:12.705535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42036) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:12.718976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-24882d05-bc61-4999-82c7-30995cd82ee0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Request body: {'security_group_rule': {'security_group_id': '4620f251-0473-4c16-8a81-8a5803cfe63b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:12.721686 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-94ddd3dd-b757-406e-90cb-001e11e8818e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] For port a785ae94-0301-4f20-8720-d0c7f0d0f988, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a785ae94-0301-4f20-8720-d0c7f0d0f988,segment=NetworkSegment(66a7b422-99aa-42ce-b32f-ab23b00847b5),segment_id=66a7b422-99aa-42ce-b32f-ab23b00847b5)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:12.722188 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-94ddd3dd-b757-406e-90cb-001e11e8818e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.735089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7c1f0-2332-4e74-8919-c8f721ffe042 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4620f251-0473-4c16-8a81-8a5803cfe63b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.744761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-94ddd3dd-b757-406e-90cb-001e11e8818e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for a785ae94-0301-4f20-8720-d0c7f0d0f988 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:12.788556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24882d05-bc61-4999-82c7-30995cd82ee0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.853003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c75e4f-dc11-40d0-b32c-8e4f36600174 req-5e18ec00-022a-4d2c-9e3b-8e25b9b7df09 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.854746 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1c75e4f-dc11-40d0-b32c-8e4f36600174 req-5e18ec00-022a-4d2c-9e3b-8e25b9b7df09 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2208846 Jul 16 18:07:12.927592 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24882d05-bc61-4999-82c7-30995cd82ee0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.934292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24882d05-bc61-4999-82c7-30995cd82ee0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.974304 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1c75e4f-dc11-40d0-b32c-8e4f36600174 req-3bac52d9-4ef0-4b36-b36d-7239d514f367 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091151 Jul 16 18:07:12.990916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24882d05-bc61-4999-82c7-30995cd82ee0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4348d00-6d57-4d69-9393-aa669247923f,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:13.029380 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24882d05-bc61-4999-82c7-30995cd82ee0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.037791 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-24882d05-bc61-4999-82c7-30995cd82ee0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217847 Jul 16 18:07:13.039156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42046) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:13.057148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3523e44b-1fca-4de7-bf3e-1df093d35843 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Request body: {'security_group_rule': {'security_group_id': '4620f251-0473-4c16-8a81-8a5803cfe63b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:13.112617 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3523e44b-1fca-4de7-bf3e-1df093d35843 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.129234 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-94ddd3dd-b757-406e-90cb-001e11e8818e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.191419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddd3dd-b757-406e-90cb-001e11e8818e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=a785ae94-0301-4f20-8720-d0c7f0d0f988,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:13.269967 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3523e44b-1fca-4de7-bf3e-1df093d35843 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.279018 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3523e44b-1fca-4de7-bf3e-1df093d35843 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.323985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523e44b-1fca-4de7-bf3e-1df093d35843 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a72788-208c-4ee0-b54c-7d3adb54320e,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:13.340586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3523e44b-1fca-4de7-bf3e-1df093d35843 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.343214 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3523e44b-1fca-4de7-bf3e-1df093d35843 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3016744 Jul 16 18:07:13.348499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42060) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:13.365418 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:13.447142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.493016 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-76082360-f00b-4fbe-bf60-bad4386a43fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.752524 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.762199 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-94ddd3dd-b757-406e-90cb-001e11e8818e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.976394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Allocated IP 172.25.3.243 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/7298cf40-9342-4a24-9afa-06b557377207) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:14.297605 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.444540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.506606 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:14.511062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:14.518175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:14.607238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799579ff-5ce7-4737-a792-88d49dc097ba req-2552a26f-3660-45ce-96de-30f4ddecc661 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.627754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-799579ff-5ce7-4737-a792-88d49dc097ba req-2552a26f-3660-45ce-96de-30f4ddecc661 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 1.0967224 Jul 16 18:07:14.634775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event updated for resources: {'Port': ['ID=7298cf40-9342-4a24-9afa-06b557377207,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:14.755272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-799579ff-5ce7-4737-a792-88d49dc097ba req-79ee96d2-240f-42e5-b86e-8666a75370ba tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261539 Jul 16 18:07:15.031246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ddd3dd-b757-406e-90cb-001e11e8818e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:15.321348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ddd3dd-b757-406e-90cb-001e11e8818e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:15.329956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-94ddd3dd-b757-406e-90cb-001e11e8818e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5871377 Jul 16 18:07:15.333986 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42112) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:15.336703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae68f408-eff6-4bd4-bcda-b7932cdb0200 None None] Sync routers for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:15.389982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae68f408-eff6-4bd4-bcda-b7932cdb0200 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:15.391230 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ae68f408-eff6-4bd4-bcda-b7932cdb0200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:15.395486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7040b578-3e08-48d9-98d7-42c2ff755db4 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting subnet 0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:15.399091 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7040b578-3e08-48d9-98d7-42c2ff755db4 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.469547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7040b578-3e08-48d9-98d7-42c2ff755db4 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.599994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b87fc-df77-42b7-b0c8-e3da314f4bfc req-769c427f-cad3-4b3f-807f-8fb4ab56a328 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:15.601682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-841b87fc-df77-42b7-b0c8-e3da314f4bfc req-769c427f-cad3-4b3f-807f-8fb4ab56a328 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3830798 Jul 16 18:07:15.617002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-ae68f408-eff6-4bd4-bcda-b7932cdb0200 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:15.724709 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b7523ac9-8cbb-4972-804b-59dc436d4321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.744442 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-841b87fc-df77-42b7-b0c8-e3da314f4bfc req-1c7393ff-9d83-4eb0-a24e-54e34604685a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304781 Jul 16 18:07:15.784411 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7040b578-3e08-48d9-98d7-42c2ff755db4 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.961093 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.967340 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7040b578-3e08-48d9-98d7-42c2ff755db4 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.044212 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.076965 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.084576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040b578-3e08-48d9-98d7-42c2ff755db4 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:16.101521 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7040b578-3e08-48d9-98d7-42c2ff755db4 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.103561 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7040b578-3e08-48d9-98d7-42c2ff755db4 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401 HTTP/1.1" status: 204 len: 168 time: 0.7683275 Jul 16 18:07:16.106316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42132) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:16.118427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99da933-4ed4-45e6-a20b-0bfd7e3c518d None None] Network 3c923bff-23d8-49d8-b772-67385b3cce70 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:16.429550 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.543064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44605c-5678-46ad-9df5-d62439d4417f req-36b1961f-a33c-4fef-916f-e949d9a51189 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.557014 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb44605c-5678-46ad-9df5-d62439d4417f req-36b1961f-a33c-4fef-916f-e949d9a51189 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2223167 Jul 16 18:07:16.558963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ae68f408-eff6-4bd4-bcda-b7932cdb0200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:13Z', 'revision_number': 10, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:16.574294 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.590585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.603669 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae68f408-eff6-4bd4-bcda-b7932cdb0200 None None] Checking router: f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:16.615145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port 3b301d5c-8789-4e3d-a50f-2ee8fb976804 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:16.615878 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.626759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae68f408-eff6-4bd4-bcda-b7932cdb0200 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:16.628210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ae68f408-eff6-4bd4-bcda-b7932cdb0200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:07:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:16.630868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb44605c-5678-46ad-9df5-d62439d4417f req-c74b22cf-8526-4e35-b19e-7d6561068e5d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725837 Jul 16 18:07:16.788466 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.817289 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.819850 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4695394 Jul 16 18:07:16.841321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1fa6e-3ea5-4b05-89b4-aeade8972f1c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event updated for resources: {'Port': ['ID=7298cf40-9342-4a24-9afa-06b557377207,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:16.896375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] For port 3b301d5c-8789-4e3d-a50f-2ee8fb976804, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=3b301d5c-8789-4e3d-a50f-2ee8fb976804,segment=NetworkSegment(66a7b422-99aa-42ce-b32f-ab23b00847b5),segment_id=66a7b422-99aa-42ce-b32f-ab23b00847b5)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:16.896847 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.913928 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for 3b301d5c-8789-4e3d-a50f-2ee8fb976804 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:17.090877 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.141143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=3b301d5c-8789-4e3d-a50f-2ee8fb976804,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:17.146433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No DVR routers for this DVR port 3b301d5c-8789-4e3d-a50f-2ee8fb976804 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:17.284580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-ae68f408-eff6-4bd4-bcda-b7932cdb0200 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:17.345354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef93a52-d7c0-4572-8d53-b5d8f5f59479 req-5f0ae0be-baf4-40c9-a7b3-ee233c391f78 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.353836 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fef93a52-d7c0-4572-8d53-b5d8f5f59479 req-5f0ae0be-baf4-40c9-a7b3-ee233c391f78 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3154926 Jul 16 18:07:17.359589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde6508-0395-4f95-b558-b77a49767a04 None None] DHCP port deletion for 3c923bff-23d8-49d8-b772-67385b3cce70 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:17.446678 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.489041 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c923bff-23d8-49d8-b772-67385b3cce70']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:17.506920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a7b422-99aa-42ce-b32f-ab23b00847b5') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:17.507632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a7b422-99aa-42ce-b32f-ab23b00847b5') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:17.520063 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.542327 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.551758 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:17.552720 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:17.594087 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:17.629173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-55b0e378-efec-41a6-9969-a0822e5fa7ea tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1908942316&fields=id&tenant_id=7fdcfc6a64164e019457ac174161d31a HTTP/1.1" status: 200 len: 267 time: 0.3061016 Jul 16 18:07:17.654491 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.843742 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fef93a52-d7c0-4572-8d53-b5d8f5f59479 req-a450e3c2-d303-4b64-8647-faddccfd37a0 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887171 Jul 16 18:07:17.857837 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.887179 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.890601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/networks/3c923bff-23d8-49d8-b772-67385b3cce70 HTTP/1.1" status: 204 len: 168 time: 1.7827866 Jul 16 18:07:17.894302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42224) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:17.907832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19d198-2cf1-4ff9-9919-687668241ecd tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Network': ['ID=3c923bff-23d8-49d8-b772-67385b3cce70,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:17.923581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ae68f408-eff6-4bd4-bcda-b7932cdb0200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:13Z', 'revision_number': 10, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:17.939665 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-7a681504-3c6a-46bb-a7d7-8cb061e795a0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.942661 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-7a681504-3c6a-46bb-a7d7-8cb061e795a0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/networks?id=981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 200 len: 811 time: 0.2579808 Jul 16 18:07:17.977575 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-f194bc50-0b08-4a5b-b0e2-a3fdf51cb79b tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/quotas/7fdcfc6a64164e019457ac174161d31a HTTP/1.1" status: 200 len: 375 time: 0.0257394 Jul 16 18:07:18.029228 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae68f408-eff6-4bd4-bcda-b7932cdb0200 None None] The sync data for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 is: [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:13Z', 'revision_number': 10, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None, '_interfaces': [{'id': '9b411b11-2b6c-433a-9b50-26866939493a', 'name': '', 'network_id': '16a43d36-2dc5-4193-84c2-c34694cdbb23', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'mac_address': 'fa:16:3e:19:50:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:27Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 5, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'subnets': [{'id': '2b0e684a-8c86-4263-8e86-ff0b14d8fcaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:18.130954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3b301d5c-8789-4e3d-a50f-2ee8fb976804 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:18.191183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-c6684dcf-07ab-42f3-a0d8-b813338b74e0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fdcfc6a64164e019457ac174161d31a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2040372 Jul 16 18:07:18.201141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 3b301d5c-8789-4e3d-a50f-2ee8fb976804 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:18.201644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3b301d5c-8789-4e3d-a50f-2ee8fb976804 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:18.361998 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5bf9ac8f-cf03-4879-a535-6c68b775f6fa service neutron] 10.222.0.24 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418037 Jul 16 18:07:18.601273 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51cdf-9c7c-488b-b8a2-3efa70ec3853 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.662656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-c7d300d7-80de-4061-8f2b-3f7378152e40 service neutron] 10.222.0.24 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993391 Jul 16 18:07:18.743975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244bb6c-15a1-49f5-acac-5d74667f5c3e req-a0c14700-2da6-4f9c-b5f8-9787c458a906 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.750280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d244bb6c-15a1-49f5-acac-5d74667f5c3e req-a0c14700-2da6-4f9c-b5f8-9787c458a906 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3851864 Jul 16 18:07:18.930615 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d244bb6c-15a1-49f5-acac-5d74667f5c3e req-f9756207-8747-4147-aa73-726cfd59676f tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766393 Jul 16 18:07:19.018360 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.228119 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0451838e-c435-4ebb-8993-fcb4ba8de34f req-e5dd4fad-3bb0-4f22-a1aa-79c11f5833ac tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 210 time: 0.1190946 Jul 16 18:07:19.512432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b9c51cdf-9c7c-488b-b8a2-3efa70ec3853 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port 9b411b11-2b6c-433a-9b50-26866939493a {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:19.512432 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51cdf-9c7c-488b-b8a2-3efa70ec3853 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.519660 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9dc7-7fdd-4342-a0b9-5aa269cd9507 req-b539be3a-419d-4396-995f-733cc7d243eb tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.519660 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7fe9dc7-7fdd-4342-a0b9-5aa269cd9507 req-b539be3a-419d-4396-995f-733cc7d243eb tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2943234 Jul 16 18:07:19.602883 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7fe9dc7-7fdd-4342-a0b9-5aa269cd9507 req-2abeb6f8-87f5-4d0e-9ff6-053068a59116 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773482 Jul 16 18:07:19.727990 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b9c51cdf-9c7c-488b-b8a2-3efa70ec3853 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] For port 9b411b11-2b6c-433a-9b50-26866939493a, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9b411b11-2b6c-433a-9b50-26866939493a,segment=NetworkSegment(493a49ed-2477-44ea-a691-44a825c67715),segment_id=493a49ed-2477-44ea-a691-44a825c67715)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:19.728496 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51cdf-9c7c-488b-b8a2-3efa70ec3853 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.752294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b9c51cdf-9c7c-488b-b8a2-3efa70ec3853 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for 9b411b11-2b6c-433a-9b50-26866939493a owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:19.969880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a785ae94-0301-4f20-8720-d0c7f0d0f988 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:20.014480 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: a785ae94-0301-4f20-8720-d0c7f0d0f988 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:20.021472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a785ae94-0301-4f20-8720-d0c7f0d0f988 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:20.063838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6e83a-065b-41e3-9534-937665c22036 req-ddd1b9d7-1838-441f-9028-167ce867e2f6 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.065453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d6e83a-065b-41e3-9534-937665c22036 req-ddd1b9d7-1838-441f-9028-167ce867e2f6 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1457331 Jul 16 18:07:20.124901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d6e83a-065b-41e3-9534-937665c22036 req-6fe0d0c2-0daa-4d3c-8b17-2b1030721ed4 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524921 Jul 16 18:07:20.256091 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51cdf-9c7c-488b-b8a2-3efa70ec3853 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.339326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c51cdf-9c7c-488b-b8a2-3efa70ec3853 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=9b411b11-2b6c-433a-9b50-26866939493a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:20.534321 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3867e559-2c75-47fb-9dc2-4d25c6990b08 req-41ec19d2-0f53-45c5-90a1-719f20ecc28d tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 210 time: 0.1876338 Jul 16 18:07:20.560855 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9c51cdf-9c7c-488b-b8a2-3efa70ec3853 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.630502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5033c3-9c14-4144-8d9b-eb68aa3773ea req-4cc7e13c-d620-47be-b17b-40baf554bab1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.630785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5033c3-9c14-4144-8d9b-eb68aa3773ea req-4cc7e13c-d620-47be-b17b-40baf554bab1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3151894 Jul 16 18:07:20.738818 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a5033c3-9c14-4144-8d9b-eb68aa3773ea req-a182c16a-ce32-481a-90b9-79620c118e67 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976050 Jul 16 18:07:20.885942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c51cdf-9c7c-488b-b8a2-3efa70ec3853 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:20.997483 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c51cdf-9c7c-488b-b8a2-3efa70ec3853 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:21.006466 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b9c51cdf-9c7c-488b-b8a2-3efa70ec3853 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1091330 Jul 16 18:07:21.009076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42348) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:21.012311 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fea7b1-31cf-4ecf-a7d5-e35b308daf1f None None] Sync routers for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:21.031608 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fea7b1-31cf-4ecf-a7d5-e35b308daf1f None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:21.032569 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-23fea7b1-31cf-4ecf-a7d5-e35b308daf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:07:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:21.160176 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-23fea7b1-31cf-4ecf-a7d5-e35b308daf1f None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:21.166305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d3b79a-3628-4ee8-b618-a62bc6481ca3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting subnet 2b0e684a-8c86-4263-8e86-ff0b14d8fcaf {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:21.173766 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74d3b79a-3628-4ee8-b618-a62bc6481ca3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.231228 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74d3b79a-3628-4ee8-b618-a62bc6481ca3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.241405 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-23fea7b1-31cf-4ecf-a7d5-e35b308daf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:20Z', 'revision_number': 11, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:21.341711 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fea7b1-31cf-4ecf-a7d5-e35b308daf1f None None] Checking router: f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:21.376951 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fea7b1-31cf-4ecf-a7d5-e35b308daf1f None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:21.377606 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-23fea7b1-31cf-4ecf-a7d5-e35b308daf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:07:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:21.425365 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74d3b79a-3628-4ee8-b618-a62bc6481ca3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.568042 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-23fea7b1-31cf-4ecf-a7d5-e35b308daf1f None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:21.633181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74d3b79a-3628-4ee8-b618-a62bc6481ca3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.647728 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-23fea7b1-31cf-4ecf-a7d5-e35b308daf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:20Z', 'revision_number': 11, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:21.679778 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fea7b1-31cf-4ecf-a7d5-e35b308daf1f None None] The sync data for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 is: [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:20Z', 'revision_number': 11, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:21.703306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916f6244-a44a-4e26-bf98-eb3e0a2a55a4 None None] Network 16a43d36-2dc5-4193-84c2-c34694cdbb23 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:21.759165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0f286-bbd6-4621-ac35-b8bf4ae084fe req-34148d29-4b55-4e53-b82f-3fdc49f938eb tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.775528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20b0f286-bbd6-4621-ac35-b8bf4ae084fe req-34148d29-4b55-4e53-b82f-3fdc49f938eb tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2401030 Jul 16 18:07:21.790550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3b79a-3628-4ee8-b618-a62bc6481ca3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0e684a-8c86-4263-8e86-ff0b14d8fcaf,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:21.808807 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74d3b79a-3628-4ee8-b618-a62bc6481ca3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.815897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42366) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:21.816804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-74d3b79a-3628-4ee8-b618-a62bc6481ca3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/2b0e684a-8c86-4263-8e86-ff0b14d8fcaf HTTP/1.1" status: 204 len: 168 time: 0.8050711 Jul 16 18:07:21.955835 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20b0f286-bbd6-4621-ac35-b8bf4ae084fe req-bf5ad820-de0b-4e9c-a0bf-7a640d7b5673 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534526 Jul 16 18:07:21.992310 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f8aa9d4-3773-47cc-ada4-c3e4edd764b9 req-1dd73033-9afc-4080-bab0-326939df9f29 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 210 time: 0.0580847 Jul 16 18:07:22.016795 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.123252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403321d-0ff4-4197-80db-a87da76ddb8f None None] DHCP port deletion for 16a43d36-2dc5-4193-84c2-c34694cdbb23 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:22.236263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Deleting port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:22.236985 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.253925 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4403321d-0ff4-4197-80db-a87da76ddb8f None None] Deleting port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:22.256907 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4403321d-0ff4-4197-80db-a87da76ddb8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.454654 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4403321d-0ff4-4197-80db-a87da76ddb8f None None] For port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13,segment=NetworkSegment(493a49ed-2477-44ea-a691-44a825c67715),segment_id=493a49ed-2477-44ea-a691-44a825c67715)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:22.455434 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4403321d-0ff4-4197-80db-a87da76ddb8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.461461 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9b411b11-2b6c-433a-9b50-26866939493a no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:22.470135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] For port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13,segment=NetworkSegment(493a49ed-2477-44ea-a691-44a825c67715),segment_id=493a49ed-2477-44ea-a691-44a825c67715)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:22.470528 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.487520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Calling delete_port for eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:22.500959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 9b411b11-2b6c-433a-9b50-26866939493a {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:22.501521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9b411b11-2b6c-433a-9b50-26866939493a not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:22.512599 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4403321d-0ff4-4197-80db-a87da76ddb8f None None] Calling delete_port for eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:22.645459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-73cc46f0-7bef-4e4a-95a2-ead90527b191 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.647708 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-73cc46f0-7bef-4e4a-95a2-ead90527b191 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.32 "GET /v2.0/networks?id=981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 200 len: 811 time: 0.5400484 Jul 16 18:07:22.690594 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4403321d-0ff4-4197-80db-a87da76ddb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.721548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.739579 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403321d-0ff4-4197-80db-a87da76ddb8f None None] Pushing event deleted for resources: {'Port': ['ID=eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:22.744027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403321d-0ff4-4197-80db-a87da76ddb8f None None] No DVR routers for this DVR port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:22.759640 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Port': ['ID=eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:22.768507 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-c1b12155-1caa-4c80-9d82-361e037ad899 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fdcfc6a64164e019457ac174161d31a HTTP/1.1" status: 200 len: 380 time: 0.1096721 Jul 16 18:07:22.772104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No DVR routers for this DVR port eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:22.778435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Request body: {'port': {'device_id': 'eff95699-54c9-44ad-ac10-ba89fd507a46', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'admin_state_up': True, 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'security_groups': ['4620f251-0473-4c16-8a81-8a5803cfe63b']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:22.993547 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.024824 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.041382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a43d36-2dc5-4193-84c2-c34694cdbb23']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:23.057838 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493a49ed-2477-44ea-a691-44a825c67715') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:23.058141 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493a49ed-2477-44ea-a691-44a825c67715') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:23.070443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Made reservation on behalf of 7fdcfc6a64164e019457ac174161d31a for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:23.075156 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.079766 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.249298 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.269733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Allocated IP 172.20.0.6 (981660af-4b2c-4916-8662-a65197136911/7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a/54b848ad-6391-4a37-af96-6b499d9c5a60) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:23.270041 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fe8d902-4210-4de5-a4c8-a073e1fed48c req-64a4a25f-d7b1-4ebd-86c0-a7fc0526bb52 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 210 time: 0.0432401 Jul 16 18:07:23.280431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:23.281148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:23.285454 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:23.333237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01a417-b4cb-460a-a9bd-2c0a284eb324 req-28d23206-7fed-4837-805f-a79f8e860b36 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.342795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea01a417-b4cb-460a-a9bd-2c0a284eb324 req-28d23206-7fed-4837-805f-a79f8e860b36 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1639192 Jul 16 18:07:23.423694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea01a417-b4cb-460a-a9bd-2c0a284eb324 req-f195b64b-82f7-4fce-8a83-2ea9840453da tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795379 Jul 16 18:07:23.467695 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.488231 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.491644 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/networks/16a43d36-2dc5-4193-84c2-c34694cdbb23 HTTP/1.1" status: 204 len: 168 time: 1.6733546 Jul 16 18:07:23.495225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42418) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:23.502039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9bf2007a-80ad-416f-b1df-21e1c2fcaf56 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'router': {'routes': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:23.518169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9fb16-d41d-4521-a150-a5d8128a6aba tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Pushing event deleted for resources: {'Network': ['ID=16a43d36-2dc5-4193-84c2-c34694cdbb23,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:23.753257 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.783593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Transition to ACTIVE for port object 54b848ad-6391-4a37-af96-6b499d9c5a60 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:23.844321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.extraroute_db [None req-9bf2007a-80ad-416f-b1df-21e1c2fcaf56 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Added routes are [] {{(pid=105591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:07:23.845905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.extraroute_db [None req-9bf2007a-80ad-416f-b1df-21e1c2fcaf56 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Removed routes are [] {{(pid=105591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:07:23.847269 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bf2007a-80ad-416f-b1df-21e1c2fcaf56 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.874460 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.996064 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event updated for resources: {'Port': ['ID=54b848ad-6391-4a37-af96-6b499d9c5a60,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:24.071726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Network 981660af-4b2c-4916-8662-a65197136911 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:24.078851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:24.093134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:24.120509 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:24.178745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:24.179362 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device eb32b4b0-eca4-4df4-9a2c-9cefca7d3e13 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:24.275149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.276131 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.318873 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-5aac5392-aaa4-412b-979a-fa673ae8cad5 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5446100 Jul 16 18:07:24.333344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Request body: {'port': {'device_id': 'eff95699-54c9-44ad-ac10-ba89fd507a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:24.502197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.615264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-83db3be9-909e-45c0-b585-b992b960c822 None None] Provisioning for port 54b848ad-6391-4a37-af96-6b499d9c5a60 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:24.619687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-83db3be9-909e-45c0-b585-b992b960c822 None None] Provisioning complete for port 54b848ad-6391-4a37-af96-6b499d9c5a60 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:24.620077 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-83db3be9-909e-45c0-b585-b992b960c822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.689650 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-83db3be9-909e-45c0-b585-b992b960c822 None None] Port 54b848ad-6391-4a37-af96-6b499d9c5a60 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:24.994389 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b848ad-6391-4a37-af96-6b499d9c5a60 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:25.015610 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bf2007a-80ad-416f-b1df-21e1c2fcaf56 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.022857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.025021 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bf2007a-80ad-416f-b1df-21e1c2fcaf56 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.054883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Transition to ACTIVE for port object 54b848ad-6391-4a37-af96-6b499d9c5a60 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:25.062646 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.188669 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.209278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf2007a-80ad-416f-b1df-21e1c2fcaf56 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:25.230053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396012-80d5-4d5d-9953-a72b00352623 req-4998db50-3f9d-470a-b1aa-481ac8113ce6 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.231642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5396012-80d5-4d5d-9953-a72b00352623 req-4998db50-3f9d-470a-b1aa-481ac8113ce6 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 931 time: 0.3675430 Jul 16 18:07:25.261587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735350b8-d653-4721-86ab-54127c1d772e req-b51ff109-aaac-4deb-8f9f-b43a741587e1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.270216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-735350b8-d653-4721-86ab-54127c1d772e req-b51ff109-aaac-4deb-8f9f-b43a741587e1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.4083364 Jul 16 18:07:25.279570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Pushing event updated for resources: {'Port': ['ID=54b848ad-6391-4a37-af96-6b499d9c5a60,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:25.334191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Attempting to bind port 54b848ad-6391-4a37-af96-6b499d9c5a60 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:25.334694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Attempting to bind port 54b848ad-6391-4a37-af96-6b499d9c5a60 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:25.335193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Attempting to bind port 54b848ad-6391-4a37-af96-6b499d9c5a60 on network 981660af-4b2c-4916-8662-a65197136911 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:25.342450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Port 54b848ad-6391-4a37-af96-6b499d9c5a60 on network 981660af-4b2c-4916-8662-a65197136911 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:25.343757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Attempting to bind port 54b848ad-6391-4a37-af96-6b499d9c5a60 on network 981660af-4b2c-4916-8662-a65197136911 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:25.349621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:25.350123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Checking segment: {'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:25.351045 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Bound using segment: {'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:25.351599 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Bound port: 54b848ad-6391-4a37-af96-6b499d9c5a60, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd69bd5d9-15c1-4064-8347-068255178715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '981660af-4b2c-4916-8662-a65197136911'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:25.352063 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.476034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf2007a-80ad-416f-b1df-21e1c2fcaf56 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:25.487548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] For port 54b848ad-6391-4a37-af96-6b499d9c5a60, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:25.489649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d173dd-d676-42f6-95ab-e49c233a9a51 None None] Sync routers for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:25.492742 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] For port 54b848ad-6391-4a37-af96-6b499d9c5a60, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=54b848ad-6391-4a37-af96-6b499d9c5a60,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:25.493339 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bf2007a-80ad-416f-b1df-21e1c2fcaf56 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.498190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9bf2007a-80ad-416f-b1df-21e1c2fcaf56 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 HTTP/1.1" status: 200 len: 705 time: 2.0015848 Jul 16 18:07:25.500285 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.515441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5396012-80d5-4d5d-9953-a72b00352623 req-d3d5dd01-5a90-44f8-8b90-d7744b92f8b7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=4620f251-0473-4c16-8a81-8a5803cfe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730067 Jul 16 18:07:25.516469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d173dd-d676-42f6-95ab-e49c233a9a51 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:25.517139 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42466) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:25.519478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-47d173dd-d676-42f6-95ab-e49c233a9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:07:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:25.565844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-735350b8-d653-4721-86ab-54127c1d772e req-e392e51d-65bf-45ed-9a06-ed4d9725a5c6 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942009 Jul 16 18:07:25.642728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.643739 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.646021 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] 10.222.0.32 "PUT /v2.0/ports/54b848ad-6391-4a37-af96-6b499d9c5a60 HTTP/1.1" status: 200 len: 1092 time: 1.3187041 Jul 16 18:07:25.646689 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff95699-54c9-44ad-ac10-ba89fd507a46', 'tag': '54b848ad-6391-4a37-af96-6b499d9c5a60'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:25.652804 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839a4a1e-b499-4c03-a286-6faa46508e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "eff95699-54c9-44ad-ac10-ba89fd507a46", "tag": "54b848ad-6391-4a37-af96-6b499d9c5a60"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:25.653030 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ddd6a7fe-3188-4925-a3ba-d72080483535 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 HTTP/1.1" status: 200 len: 205 time: 0.1321449 Jul 16 18:07:25.653283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42474) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:25.807889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-47d173dd-d676-42f6-95ab-e49c233a9a51 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:25.819106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-63cd717a-04a8-40d0-8b3e-910c571deb69 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.930500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2c799-1de0-4d07-8ff0-e108f148c125 service neutron] Pushing event updated for resources: {'Port': ['ID=54b848ad-6391-4a37-af96-6b499d9c5a60,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:25.983835 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3193543b-d8ab-44f7-bdb9-0bd2c151a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.987376 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-3193543b-d8ab-44f7-bdb9-0bd2c151a505 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fdcfc6a64164e019457ac174161d31a&device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 1095 time: 0.2716882 Jul 16 18:07:26.029546 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-47d173dd-d676-42f6-95ab-e49c233a9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:20Z', 'revision_number': 11, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:26.102038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d173dd-d676-42f6-95ab-e49c233a9a51 None None] Checking router: f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:26.132022 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d173dd-d676-42f6-95ab-e49c233a9a51 None None] Routers {'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:26.134428 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-47d173dd-d676-42f6-95ab-e49c233a9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:07:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:26.136635 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-984193d5-b62c-4491-b252-7c6ad7871098 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b848ad-6391-4a37-af96-6b499d9c5a60 HTTP/1.1" status: 200 len: 217 time: 0.1426535 Jul 16 18:07:26.223556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-00229451-d9d9-4497-9052-29eb0d03344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.225465 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-00229451-d9d9-4497-9052-29eb0d03344d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a HTTP/1.1" status: 200 len: 850 time: 0.0812850 Jul 16 18:07:26.227022 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d569300f-606b-4d39-94e8-ee9b298aaad3 x-openstack-request-id: req-d569300f-606b-4d39-94e8-ee9b298aaad3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:26.227319 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff95699-54c9-44ad-ac10-ba89fd507a46", "tag": "54b848ad-6391-4a37-af96-6b499d9c5a60", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:26.227577 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d569300f-606b-4d39-94e8-ee9b298aaad3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:26.227972 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff95699-54c9-44ad-ac10-ba89fd507a46', 'tag': '54b848ad-6391-4a37-af96-6b499d9c5a60', 'status': 'completed', 'code': 200} Jul 16 18:07:26.241352 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-63cd717a-04a8-40d0-8b3e-910c571deb69 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.245170 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-63cd717a-04a8-40d0-8b3e-910c571deb69 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.306148 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-63cd717a-04a8-40d0-8b3e-910c571deb69 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.307526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cd717a-04a8-40d0-8b3e-910c571deb69 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Fanout notify agent at l3_agent the message router_deleted on router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:26.324374 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-63cd717a-04a8-40d0-8b3e-910c571deb69 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.332693 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-63cd717a-04a8-40d0-8b3e-910c571deb69 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 HTTP/1.1" status: 204 len: 168 time: 0.6741502 Jul 16 18:07:26.334038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42494) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:26.339745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-890216e7-fc36-4012-97c1-0756222d4f16 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-667583433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:26.344331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-968bf6dc-2257-43af-b551-37ec4679b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.346065 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-968bf6dc-2257-43af-b551-37ec4679b0c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=981660af-4b2c-4916-8662-a65197136911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140184 Jul 16 18:07:26.394497 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-890216e7-fc36-4012-97c1-0756222d4f16 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.395763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-47d173dd-d676-42f6-95ab-e49c233a9a51 None None] Set router f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:26.396715 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-890216e7-fc36-4012-97c1-0756222d4f16 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.513749 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-9ff178a3-3193-4f61-bf96-8a1af859359d service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600831 Jul 16 18:07:26.516905 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-890216e7-fc36-4012-97c1-0756222d4f16 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.522270 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-890216e7-fc36-4012-97c1-0756222d4f16 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.554141 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-890216e7-fc36-4012-97c1-0756222d4f16 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.559556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-890216e7-fc36-4012-97c1-0756222d4f16 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2218945 Jul 16 18:07:26.560393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42504) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:26.586930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-90d81254-e7a6-44e4-8d37-065eec38356e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:26.587713 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-47d173dd-d676-42f6-95ab-e49c233a9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:20Z', 'revision_number': 11, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:26.697435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d173dd-d676-42f6-95ab-e49c233a9a51 None None] The sync data for ids ['f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13'] in n-d-787205-10 is: [{'id': 'f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13', 'name': 'tempest-RoutersIpV6Test-router-1100027149', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:24Z', 'updated_at': '2021-07-16T18:07:20Z', 'revision_number': 11, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:26.721986 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-00503503-3f9f-4634-bc18-1cfef0a7d5aa req-456e8c4c-0bfb-4439-8b3d-9922ef021054 service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014914 Jul 16 18:07:26.959729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a4a1e-b499-4c03-a286-6faa46508e6a req-a9d350e9-ec5d-45cd-a87b-ca31d83eefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.962216 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-839a4a1e-b499-4c03-a286-6faa46508e6a req-a9d350e9-ec5d-45cd-a87b-ca31d83eefa9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fdcfc6a64164e019457ac174161d31a&device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 1095 time: 0.1671679 Jul 16 18:07:27.099878 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90d81254-e7a6-44e4-8d37-065eec38356e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.159711 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90d81254-e7a6-44e4-8d37-065eec38356e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.183327 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9da23-21c5-456b-8b39-37101938b203 req-df47ffed-0afe-44d8-84a8-394366cbb71d tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.185208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58b9da23-21c5-456b-8b39-37101938b203 req-df47ffed-0afe-44d8-84a8-394366cbb71d tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 943 time: 0.4357374 Jul 16 18:07:27.229484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a4a1e-b499-4c03-a286-6faa46508e6a req-9dad40df-f779-4512-b1b6-584ae74527a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.231606 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-839a4a1e-b499-4c03-a286-6faa46508e6a req-9dad40df-f779-4512-b1b6-584ae74527a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 200 len: 912 time: 0.2618039 Jul 16 18:07:27.256538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f80f1-30e6-4f1e-9f14-147a6b90b27a req-74cfd56e-ea68-48a7-b138-6d88c72ca198 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.258140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-326f80f1-30e6-4f1e-9f14-147a6b90b27a req-74cfd56e-ea68-48a7-b138-6d88c72ca198 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.4192224 Jul 16 18:07:27.314387 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-839a4a1e-b499-4c03-a286-6faa46508e6a req-a369c271-5c7f-46e8-ba83-5ffbb42d7a95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b848ad-6391-4a37-af96-6b499d9c5a60 HTTP/1.1" status: 200 len: 217 time: 0.0749292 Jul 16 18:07:27.391572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58b9da23-21c5-456b-8b39-37101938b203 req-c06f704f-b633-48ea-8300-125996507389 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=4620f251-0473-4c16-8a81-8a5803cfe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962790 Jul 16 18:07:27.401408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a4a1e-b499-4c03-a286-6faa46508e6a req-fac9a4a0-1002-408e-b329-9ddcdd0c0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.403647 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-839a4a1e-b499-4c03-a286-6faa46508e6a req-fac9a4a0-1002-408e-b329-9ddcdd0c0dc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a HTTP/1.1" status: 200 len: 850 time: 0.0822487 Jul 16 18:07:27.414716 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-326f80f1-30e6-4f1e-9f14-147a6b90b27a req-a951982c-e1cf-4f89-8dc9-1b1feb1dcf2f tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209929 Jul 16 18:07:27.451856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d81254-e7a6-44e4-8d37-065eec38356e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Router 28227c3c-01b2-4722-81ce-c0dbb381893a is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:27.518216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a4a1e-b499-4c03-a286-6faa46508e6a req-eadb63bd-7420-4563-9db2-33abadfc20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.520344 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-839a4a1e-b499-4c03-a286-6faa46508e6a req-eadb63bd-7420-4563-9db2-33abadfc20d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=981660af-4b2c-4916-8662-a65197136911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092043 Jul 16 18:07:27.667875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d81254-e7a6-44e4-8d37-065eec38356e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:27.675652 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-839a4a1e-b499-4c03-a286-6faa46508e6a req-a15413fc-f0ca-4d30-82a8-047d902b6dcf service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453288 Jul 16 18:07:27.680705 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43bc81c-f60e-42c2-9757-7e986b1f415d None None] Sync routers for ids ['28227c3c-01b2-4722-81ce-c0dbb381893a'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:27.695944 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43bc81c-f60e-42c2-9757-7e986b1f415d None None] Routers {'28227c3c-01b2-4722-81ce-c0dbb381893a'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:27.701294 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b43bc81c-f60e-42c2-9757-7e986b1f415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:07:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['28227c3c-01b2-4722-81ce-c0dbb381893a'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:27.706547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90d81254-e7a6-44e4-8d37-065eec38356e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.710281 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-90d81254-e7a6-44e4-8d37-065eec38356e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "PUT /v2.0/routers/28227c3c-01b2-4722-81ce-c0dbb381893a HTTP/1.1" status: 200 len: 697 time: 1.1367679 Jul 16 18:07:27.726175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42542) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:27.793518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841555e2-b020-41c3-a706-120891ab3dbb req-cb4327a8-f23b-4f3e-a86b-1d8a5e7d1fd3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.803875 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-841555e2-b020-41c3-a706-120891ab3dbb req-cb4327a8-f23b-4f3e-a86b-1d8a5e7d1fd3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1537559 Jul 16 18:07:27.855148 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-53d64365-cd74-46c2-9961-15aecb513b51 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/routers/28227c3c-01b2-4722-81ce-c0dbb381893a HTTP/1.1" status: 200 len: 703 time: 0.1223447 Jul 16 18:07:27.864315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42548) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:27.896787 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-841555e2-b020-41c3-a706-120891ab3dbb req-a09f891f-32cd-4b5a-a691-dd2af1a7dc1b tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903842 Jul 16 18:07:27.960277 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6bf9587c-1489-4d92-a37d-19484e8573b5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=28227c3c-01b2-4722-81ce-c0dbb381893a HTTP/1.1" status: 200 len: 205 time: 0.0895617 Jul 16 18:07:27.963257 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42554) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:27.970199 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-b43bc81c-f60e-42c2-9757-7e986b1f415d None None] Set router 28227c3c-01b2-4722-81ce-c0dbb381893a gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:27.981177 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:07:28.032864 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-839a4a1e-b499-4c03-a286-6faa46508e6a req-b3259740-3d39-4db0-8635-d6efe535c05c service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496828 Jul 16 18:07:28.134621 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-87f9e055-bf1f-46d6-ad82-379b0dfb7a8d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.323491 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b43bc81c-f60e-42c2-9757-7e986b1f415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28227c3c-01b2-4722-81ce-c0dbb381893a', 'name': 'tempest-RoutersIpV6Test-router-667583433', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:26Z', 'updated_at': '2021-07-16T18:07:27Z', 'revision_number': 2, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:28.358402 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43bc81c-f60e-42c2-9757-7e986b1f415d None None] Checking router: 28227c3c-01b2-4722-81ce-c0dbb381893a for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:28.368603 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43bc81c-f60e-42c2-9757-7e986b1f415d None None] Routers {'28227c3c-01b2-4722-81ce-c0dbb381893a'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:28.369492 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b43bc81c-f60e-42c2-9757-7e986b1f415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:07:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['28227c3c-01b2-4722-81ce-c0dbb381893a'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:28.434612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 54b848ad-6391-4a37-af96-6b499d9c5a60 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:28.477598 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-b43bc81c-f60e-42c2-9757-7e986b1f415d None None] Set router 28227c3c-01b2-4722-81ce-c0dbb381893a gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:28.558828 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b43bc81c-f60e-42c2-9757-7e986b1f415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28227c3c-01b2-4722-81ce-c0dbb381893a', 'name': 'tempest-RoutersIpV6Test-router-667583433', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:26Z', 'updated_at': '2021-07-16T18:07:27Z', 'revision_number': 2, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:28.644651 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43bc81c-f60e-42c2-9757-7e986b1f415d None None] The sync data for ids ['28227c3c-01b2-4722-81ce-c0dbb381893a'] in n-d-787205-10 is: [{'id': '28227c3c-01b2-4722-81ce-c0dbb381893a', 'name': 'tempest-RoutersIpV6Test-router-667583433', 'tenant_id': 'bc4897e694ce4e228a6270c22bbafa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:26Z', 'updated_at': '2021-07-16T18:07:27Z', 'revision_number': 2, 'project_id': 'bc4897e694ce4e228a6270c22bbafa96', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:28.732706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 54b848ad-6391-4a37-af96-6b499d9c5a60, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=54b848ad-6391-4a37-af96-6b499d9c5a60,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:28.771810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '54b848ad-6391-4a37-af96-6b499d9c5a60', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'port_id': '54b848ad-6391-4a37-af96-6b499d9c5a60', 'mac_address': 'fa:16:3e:52:89:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:28.802786 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42574) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:28.855635 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.871907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b848ad-6391-4a37-af96-6b499d9c5a60 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:28.882677 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-87f9e055-bf1f-46d6-ad82-379b0dfb7a8d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.885523 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-87f9e055-bf1f-46d6-ad82-379b0dfb7a8d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.896888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 54b848ad-6391-4a37-af96-6b499d9c5a60, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=54b848ad-6391-4a37-af96-6b499d9c5a60,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:28.901983 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.984070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=54b848ad-6391-4a37-af96-6b499d9c5a60,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:29.002796 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-87f9e055-bf1f-46d6-ad82-379b0dfb7a8d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.003353 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f9e055-bf1f-46d6-ad82-379b0dfb7a8d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Fanout notify agent at l3_agent the message router_deleted on router 28227c3c-01b2-4722-81ce-c0dbb381893a {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:29.034929 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-87f9e055-bf1f-46d6-ad82-379b0dfb7a8d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.036135 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-87f9e055-bf1f-46d6-ad82-379b0dfb7a8d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/28227c3c-01b2-4722-81ce-c0dbb381893a HTTP/1.1" status: 204 len: 168 time: 1.0718827 Jul 16 18:07:29.043315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42578) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:29.059039 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-012bc263-fef5-4d15-a65e-4ed4bccb9a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.138352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc42b72-e4c3-4210-b177-073c2b600304 req-1d28e4ee-3024-4c38-bd36-63bd00dc9666 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.139794 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-275910c8-a3d5-4fd1-bb6d-efc7c13ae63a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=28227c3c-01b2-4722-81ce-c0dbb381893a HTTP/1.1" status: 200 len: 205 time: 0.0926571 Jul 16 18:07:29.141480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42582) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:29.150466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9bc42b72-e4c3-4210-b177-073c2b600304 req-1d28e4ee-3024-4c38-bd36-63bd00dc9666 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3589008 Jul 16 18:07:29.165109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad30ce-e182-49f4-a8ab-8e11e4939446 req-6219616b-af74-48f5-a509-ba8e17ed0841 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.166892 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1ad30ce-e182-49f4-a8ab-8e11e4939446 req-6219616b-af74-48f5-a509-ba8e17ed0841 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 944 time: 0.3845222 Jul 16 18:07:29.167218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['54b848ad-6391-4a37-af96-6b499d9c5a60'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:29.315584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1ad30ce-e182-49f4-a8ab-8e11e4939446 req-69c4d9f9-a6e5-4040-8da6-97d31819e6a0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=4620f251-0473-4c16-8a81-8a5803cfe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354501 Jul 16 18:07:29.328599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9bc42b72-e4c3-4210-b177-073c2b600304 req-32e0b105-7e07-459f-b540-7c2ad8fcdbd1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604550 Jul 16 18:07:29.629427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81a707-ab0b-4a37-ae5e-bf606db48751 req-b987a94c-1b12-4724-98c7-c2b525726aa9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.631871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e81a707-ab0b-4a37-ae5e-bf606db48751 req-b987a94c-1b12-4724-98c7-c2b525726aa9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.0941463 Jul 16 18:07:29.637487 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-ed9a137e-e36d-4d65-a192-764eac00f76a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] delete failed (client error): The resource could not be found. Jul 16 18:07:29.638715 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ed9a137e-e36d-4d65-a192-764eac00f76a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/28227c3c-01b2-4722-81ce-c0dbb381893a HTTP/1.1" status: 404 len: 336 time: 0.4960928 Jul 16 18:07:29.641908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42592) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:29.716357 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a0be3a-f251-49c4-a692-b730b85334de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:29.716817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a0be3a-f251-49c4-a692-b730b85334de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:29.721969 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f9a0be3a-f251-49c4-a692-b730b85334de tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/6aee0dfb-1018-4b66-994f-609327a54b9b HTTP/1.1" status: 404 len: 337 time: 0.0764132 Jul 16 18:07:29.724713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42598) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:29.761740 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d7dd99-cf5b-4856-8f88-739cb55d23e5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:29.761740 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d7dd99-cf5b-4856-8f88-739cb55d23e5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:29.761740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-28d7dd99-cf5b-4856-8f88-739cb55d23e5 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/cff0ade7-c94b-47bd-b9bb-82a1fc58cd4f HTTP/1.1" status: 404 len: 337 time: 0.0320163 Jul 16 18:07:29.766641 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42600) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:29.779520 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-012bc263-fef5-4d15-a65e-4ed4bccb9a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.790521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e81a707-ab0b-4a37-ae5e-bf606db48751 req-64c45f55-5562-4d00-a989-6194dac87a11 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378140 Jul 16 18:07:29.830812 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-012bc263-fef5-4d15-a65e-4ed4bccb9a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.847661 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb131f11-0708-4053-ac82-80bceaa99fa6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:29.848199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb131f11-0708-4053-ac82-80bceaa99fa6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:29.850026 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fb131f11-0708-4053-ac82-80bceaa99fa6 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/0e9f1ee3-cc6b-4f17-b72f-bb62db0e9401 HTTP/1.1" status: 404 len: 337 time: 0.0822699 Jul 16 18:07:29.852962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42606) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:29.891858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bc263-fef5-4d15-a65e-4ed4bccb9a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6716a9a-78c1-4933-9d08-44a0c4624a16,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:29.896961 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-012bc263-fef5-4d15-a65e-4ed4bccb9a82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=edec4c6ad9464a6791b20a1fd64fd934&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0930536 Jul 16 18:07:29.900570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42608) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:29.907061 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb93670-8ed6-4215-9512-b41e499f0eb0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:29.907555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb93670-8ed6-4215-9512-b41e499f0eb0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:29.914397 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8cb93670-8ed6-4215-9512-b41e499f0eb0 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/2b0e684a-8c86-4263-8e86-ff0b14d8fcaf HTTP/1.1" status: 404 len: 337 time: 0.0595474 Jul 16 18:07:29.914597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42610) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:29.978722 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-18666d23-31c7-4382-aa12-7a820dede859 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 HTTP/1.1" status: 200 len: 205 time: 0.0617402 Jul 16 18:07:29.980604 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42612) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.039542 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-efa48d68-3d7d-42fb-8da4-b464c53e3b7d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] delete failed (client error): The resource could not be found. Jul 16 18:07:30.041174 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-efa48d68-3d7d-42fb-8da4-b464c53e3b7d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/f8df9c7e-3fb0-4a93-8593-6b23ec8d2c13 HTTP/1.1" status: 404 len: 336 time: 0.0593517 Jul 16 18:07:30.043952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42614) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.058893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-286eee2d-5176-43cf-acea-16e34c7e80fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.090686 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-286eee2d-5176-43cf-acea-16e34c7e80fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.101738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-691899e3-c4bd-4a7b-8bbb-187ce9f9928a tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8e7e894-ca02-47f4-ab2c-da5759ae619a HTTP/1.1" status: 200 len: 205 time: 0.0540984 Jul 16 18:07:30.102654 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42620) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.137880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1c893-ec6c-40be-beb3-e650b8ec736f req-49841bee-0266-4559-a191-0360f7b6558a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.140603 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00c1c893-ec6c-40be-beb3-e650b8ec736f req-49841bee-0266-4559-a191-0360f7b6558a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1511922 Jul 16 18:07:30.166876 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-965d653e-3dc5-4783-a731-d5fdccb37325 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] delete failed (client error): The resource could not be found. Jul 16 18:07:30.167799 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-965d653e-3dc5-4783-a731-d5fdccb37325 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/b8e7e894-ca02-47f4-ab2c-da5759ae619a HTTP/1.1" status: 404 len: 336 time: 0.0640182 Jul 16 18:07:30.171128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42624) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.219332 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d02f0e-b606-4df7-ae0d-5a2fc358c15c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:30.220541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d02f0e-b606-4df7-ae0d-5a2fc358c15c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:30.223256 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-62d02f0e-b606-4df7-ae0d-5a2fc358c15c tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/eac70676-c2e2-41b7-ac41-de4534b16f8f HTTP/1.1" status: 404 len: 337 time: 0.0507228 Jul 16 18:07:30.226468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42626) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.269794 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00c1c893-ec6c-40be-beb3-e650b8ec736f req-19df6872-29f1-4367-90d9-3647f563d1d1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172535 Jul 16 18:07:30.282390 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bb7fca17-bbc9-4de9-96fe-4e257fb23603 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=03316cc2-de6c-4dec-ac27-d51d8af1405f HTTP/1.1" status: 200 len: 205 time: 0.0545802 Jul 16 18:07:30.284827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42628) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.340179 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-e985836e-611f-461b-b03f-ade0d61c3f85 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] delete failed (client error): The resource could not be found. Jul 16 18:07:30.341233 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e985836e-611f-461b-b03f-ade0d61c3f85 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/03316cc2-de6c-4dec-ac27-d51d8af1405f HTTP/1.1" status: 404 len: 336 time: 0.0549562 Jul 16 18:07:30.343898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42634) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.396159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42638) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.398593 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-67e01ddd-7d06-411a-ad5f-66563925362d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6d305ad-1a63-45c6-aba6-db8c4336829e HTTP/1.1" status: 200 len: 205 time: 0.0535252 Jul 16 18:07:30.401360 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-286eee2d-5176-43cf-acea-16e34c7e80fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.404753 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-286eee2d-5176-43cf-acea-16e34c7e80fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.405903 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-286eee2d-5176-43cf-acea-16e34c7e80fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6716a9a-78c1-4933-9d08-44a0c4624a16 HTTP/1.1" status: 204 len: 168 time: 0.5042670 Jul 16 18:07:30.437292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286eee2d-5176-43cf-acea-16e34c7e80fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6716a9a-78c1-4933-9d08-44a0c4624a16,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.474271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 54b848ad-6391-4a37-af96-6b499d9c5a60 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:30.481221 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-28c4d0b6-d49d-442d-a516-e162cc794abc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] delete failed (client error): The resource could not be found. Jul 16 18:07:30.485075 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-28c4d0b6-d49d-442d-a516-e162cc794abc tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/d6d305ad-1a63-45c6-aba6-db8c4336829e HTTP/1.1" status: 404 len: 336 time: 0.0851533 Jul 16 18:07:30.485499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42642) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.534077 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-0695380b-646c-4aab-b530-b71328c0329e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:30.540449 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0695380b-646c-4aab-b530-b71328c0329e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:30.543770 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0695380b-646c-4aab-b530-b71328c0329e tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/2f914f2b-40bb-4f5c-875c-370f68b107d1 HTTP/1.1" status: 404 len: 337 time: 0.0568101 Jul 16 18:07:30.546670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42648) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.609059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602271c5-833b-4c81-b74e-48bdfc8fee9f req-6f40beb3-7978-4cc3-95d9-cefc566e0ccb tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.609059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-602271c5-833b-4c81-b74e-48bdfc8fee9f req-6f40beb3-7978-4cc3-95d9-cefc566e0ccb tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1185410 Jul 16 18:07:30.641539 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-13899daa-c109-4c92-ba9a-82172fb89f32 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=af527072-60b7-4bc9-9df7-82b38031d626 HTTP/1.1" status: 200 len: 205 time: 0.0937152 Jul 16 18:07:30.643796 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42652) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.655250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 54b848ad-6391-4a37-af96-6b499d9c5a60 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:30.667187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 54b848ad-6391-4a37-af96-6b499d9c5a60 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:30.668284 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.684310 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-602271c5-833b-4c81-b74e-48bdfc8fee9f req-8dd6029c-0795-4956-bae4-f4595de30906 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526586 Jul 16 18:07:30.692930 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-c794c3f7-2957-44b8-8b05-99824f7efb87 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] delete failed (client error): The resource could not be found. Jul 16 18:07:30.694397 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c794c3f7-2957-44b8-8b05-99824f7efb87 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/af527072-60b7-4bc9-9df7-82b38031d626 HTTP/1.1" status: 404 len: 336 time: 0.0494931 Jul 16 18:07:30.699838 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42654) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.726634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d2a03-da3e-4191-b2e5-742fb382a862 req-1862f94a-9d20-4643-a116-060e93c28f06 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.737219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed7d2a03-da3e-4191-b2e5-742fb382a862 req-1862f94a-9d20-4643-a116-060e93c28f06 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 944 time: 0.1724565 Jul 16 18:07:30.758783 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66a2820-8fff-43bc-9811-8d5aa8947a94 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:30.759346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66a2820-8fff-43bc-9811-8d5aa8947a94 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:30.767114 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e66a2820-8fff-43bc-9811-8d5aa8947a94 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/cf4fb16e-2193-45aa-a4e4-516893a702f2 HTTP/1.1" status: 404 len: 337 time: 0.0659025 Jul 16 18:07:30.768159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42658) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.838304 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed7d2a03-da3e-4191-b2e5-742fb382a862 req-fb9d71e1-70c0-4e32-916f-03d28753041d tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=4620f251-0473-4c16-8a81-8a5803cfe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914171 Jul 16 18:07:30.838833 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42662) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.848765 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-20f56877-dde1-497a-93ac-ed18deff12c3 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a661002-1f57-4f20-ac7b-3021837596d6 HTTP/1.1" status: 200 len: 205 time: 0.0791476 Jul 16 18:07:30.895828 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-cb973100-c040-4084-9962-55fb2062566b tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] delete failed (client error): The resource could not be found. Jul 16 18:07:30.899977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42664) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.909532 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cb973100-c040-4084-9962-55fb2062566b tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/routers/8a661002-1f57-4f20-ac7b-3021837596d6 HTTP/1.1" status: 404 len: 336 time: 0.0695739 Jul 16 18:07:30.914877 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.929146 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e065b1a-97fa-4952-b669-999e51f36d0d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:30.929146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e065b1a-97fa-4952-b669-999e51f36d0d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:30.932997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42666) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.942736 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1e065b1a-97fa-4952-b669-999e51f36d0d tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/fe725449-a2b9-4eae-943c-e5d307e52f9c HTTP/1.1" status: 404 len: 337 time: 0.0412066 Jul 16 18:07:30.977762 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3644be-b750-4f4e-a936-af8d77e99809 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:30.977762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3644be-b750-4f4e-a936-af8d77e99809 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:30.978047 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 54b848ad-6391-4a37-af96-6b499d9c5a60, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=54b848ad-6391-4a37-af96-6b499d9c5a60,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:30.978716 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff95699-54c9-44ad-ac10-ba89fd507a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b848ad-6391-4a37-af96-6b499d9c5a60'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:30.980413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42668) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.982375 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553fb749-ab6e-4620-8ca9-466ab928f1a7" -d '{"events": [{"server_uuid": "eff95699-54c9-44ad-ac10-ba89fd507a46", "name": "network-vif-plugged", "status": "completed", "tag": "54b848ad-6391-4a37-af96-6b499d9c5a60"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:30.984220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2b3644be-b750-4f4e-a936-af8d77e99809 tempest-RoutersIpV6Test-1933035884 tempest-RoutersIpV6Test-1933035884-project] 10.222.0.24 "DELETE /v2.0/subnets/7dcc6813-4bba-4e9f-ae3e-9315806010ab HTTP/1.1" status: 404 len: 337 time: 0.0498347 Jul 16 18:07:30.989410 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.018277 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0240c6a1-c144-4c0b-8583-8fa8844b5364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.051220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=54b848ad-6391-4a37-af96-6b499d9c5a60,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.131648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d335f-6106-40b9-a462-b72ae3f27f9c req-27c8f284-620a-46d6-a6c7-5a3f94ebf313 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.141570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf3d335f-6106-40b9-a462-b72ae3f27f9c req-27c8f284-620a-46d6-a6c7-5a3f94ebf313 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1662993 Jul 16 18:07:31.215571 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf3d335f-6106-40b9-a462-b72ae3f27f9c req-039ff31b-db51-44b3-a521-4bad64cf4841 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694857 Jul 16 18:07:31.271212 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0240c6a1-c144-4c0b-8583-8fa8844b5364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.278272 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0240c6a1-c144-4c0b-8583-8fa8844b5364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.330491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240c6a1-c144-4c0b-8583-8fa8844b5364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432c0ac7-b120-4ab4-a762-f688c9a14434,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.338949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42684) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:31.339261 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0240c6a1-c144-4c0b-8583-8fa8844b5364 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=216df474d6a54e41ab8721912ff3009d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536389 Jul 16 18:07:31.358771 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88150b4e-9eba-45f3-81f0-507e6e48892e x-openstack-request-id: req-88150b4e-9eba-45f3-81f0-507e6e48892e {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:31.359208 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff95699-54c9-44ad-ac10-ba89fd507a46", "name": "network-vif-plugged", "status": "completed", "tag": "54b848ad-6391-4a37-af96-6b499d9c5a60", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:31.359472 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88150b4e-9eba-45f3-81f0-507e6e48892e {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:31.359880 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff95699-54c9-44ad-ac10-ba89fd507a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b848ad-6391-4a37-af96-6b499d9c5a60', 'code': 200} Jul 16 18:07:31.460535 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50c152b1-c8ff-4f54-8cf9-84967d56b02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.516120 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50c152b1-c8ff-4f54-8cf9-84967d56b02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.538120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42694) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:31.552660 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f35e9f-6f87-41d1-9afd-d3fee6a0ac02 req-e31c0e9c-b31d-4306-aca8-375259660309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.554722 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-24f35e9f-6f87-41d1-9afd-d3fee6a0ac02 req-e31c0e9c-b31d-4306-aca8-375259660309 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 1097 time: 0.1086013 Jul 16 18:07:31.596889 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50c152b1-c8ff-4f54-8cf9-84967d56b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.599507 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50c152b1-c8ff-4f54-8cf9-84967d56b02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.600973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-50c152b1-c8ff-4f54-8cf9-84967d56b02d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/432c0ac7-b120-4ab4-a762-f688c9a14434 HTTP/1.1" status: 204 len: 168 time: 0.2609489 Jul 16 18:07:31.617592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c152b1-c8ff-4f54-8cf9-84967d56b02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c0ac7-b120-4ab4-a762-f688c9a14434,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.653970 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-24f35e9f-6f87-41d1-9afd-d3fee6a0ac02 req-da387a08-b4ba-4b04-b53d-b7bb7c216f81 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4620f251-0473-4c16-8a81-8a5803cfe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921049 Jul 16 18:07:31.660831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd8671-cdab-4f86-aa7c-c0fffba6b3ed req-35431bb6-beac-44d0-b1f9-b7d1a2a75b38 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.662731 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ecd8671-cdab-4f86-aa7c-c0fffba6b3ed req-35431bb6-beac-44d0-b1f9-b7d1a2a75b38 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1880291 Jul 16 18:07:31.743071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ecd8671-cdab-4f86-aa7c-c0fffba6b3ed req-ed399239-700f-47b7-80ac-61a4c754041a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703104 Jul 16 18:07:31.765630 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1cf02fdb-f99c-4c19-9351-d47db08d17a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc4897e694ce4e228a6270c22bbafa96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259269 Jul 16 18:07:31.767772 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42700) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:31.837040 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92f39dee-b77d-4241-8813-bc784c9e3f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.876860 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92f39dee-b77d-4241-8813-bc784c9e3f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.988480 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92f39dee-b77d-4241-8813-bc784c9e3f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.993367 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92f39dee-b77d-4241-8813-bc784c9e3f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.994995 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-92f39dee-b77d-4241-8813-bc784c9e3f32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a10f5db-06bb-4187-a6d2-e17e3fbc8c29 HTTP/1.1" status: 204 len: 168 time: 0.2263141 Jul 16 18:07:32.025346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f39dee-b77d-4241-8813-bc784c9e3f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a10f5db-06bb-4187-a6d2-e17e3fbc8c29,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.199153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bec6b-db07-4cf5-804e-e78d12357580 req-801f9c92-98c3-4905-bde6-e642dd942713 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.203271 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-138bec6b-db07-4cf5-804e-e78d12357580 req-801f9c92-98c3-4905-bde6-e642dd942713 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 945 time: 0.2218571 Jul 16 18:07:32.224279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30599d7-eaf8-4e56-9902-832fa19562ed req-b8a53135-777e-4c32-845a-e75fd9ecc19c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.231103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d30599d7-eaf8-4e56-9902-832fa19562ed req-b8a53135-777e-4c32-845a-e75fd9ecc19c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1611650 Jul 16 18:07:32.319873 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-138bec6b-db07-4cf5-804e-e78d12357580 req-05f0c681-fdfe-4ccc-bbbc-492dfd93745f tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=4620f251-0473-4c16-8a81-8a5803cfe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793462 Jul 16 18:07:32.323868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d30599d7-eaf8-4e56-9902-832fa19562ed req-0acd0e9b-da80-429a-a799-f915924156d1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919621 Jul 16 18:07:32.726852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2cd39-326f-4954-9462-e8dc014588a1 req-615c104a-f1f1-4f88-991f-dcf6ffa9a390 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.728752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a2cd39-326f-4954-9462-e8dc014588a1 req-615c104a-f1f1-4f88-991f-dcf6ffa9a390 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1334038 Jul 16 18:07:32.791274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71a2cd39-326f-4954-9462-e8dc014588a1 req-24ef3e72-cf3f-4c00-bcb5-2806ab634ecc tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551174 Jul 16 18:07:33.076305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830ed29-692c-4cc8-854d-c65373ba57b2 req-dee04b4d-2d84-4885-80c8-b129b3d17111 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.086007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5830ed29-692c-4cc8-854d-c65373ba57b2 req-dee04b4d-2d84-4885-80c8-b129b3d17111 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1169419 Jul 16 18:07:33.165071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5830ed29-692c-4cc8-854d-c65373ba57b2 req-2a2df071-551f-4195-8a0c-515106f42d5c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780742 Jul 16 18:07:33.241913 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42782) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:33.435899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97b34e-4490-4b41-9f63-018cd2000352 req-a8922f99-7ea2-47a8-91b0-7154e4a1289f tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.447973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f97b34e-4490-4b41-9f63-018cd2000352 req-a8922f99-7ea2-47a8-91b0-7154e4a1289f tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1437728 Jul 16 18:07:33.536691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f97b34e-4490-4b41-9f63-018cd2000352 req-5659ce84-7403-41c4-9bd8-bfe4e48be16e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876393 Jul 16 18:07:33.591894 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-079eeebf-0bc9-471f-ba49-4e8c8f3f5947 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:33.592479 n-d-787205-10 neutron-server[105590]: WARNING neutron.api.v2.base [None req-079eeebf-0bc9-471f-ba49-4e8c8f3f5947 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:07:33.593150 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-079eeebf-0bc9-471f-ba49-4e8c8f3f5947 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:07:33.598879 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-079eeebf-0bc9-471f-ba49-4e8c8f3f5947 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3555110 Jul 16 18:07:33.599411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42804) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:33.607078 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b22a527b-f6db-4c69-a45f-9feb89c3fa1e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132581952'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:33.681936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85815-0762-4b78-a45c-bf9d6e8fc1a1 req-eac37501-3ff4-4ff6-af0d-e9c612eb1400 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.682343 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b22a527b-f6db-4c69-a45f-9feb89c3fa1e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.687584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8be85815-0762-4b78-a45c-bf9d6e8fc1a1 req-eac37501-3ff4-4ff6-af0d-e9c612eb1400 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 945 time: 0.1157868 Jul 16 18:07:33.713927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b22a527b-f6db-4c69-a45f-9feb89c3fa1e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.769389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8be85815-0762-4b78-a45c-bf9d6e8fc1a1 req-8aab0068-baf5-4b26-8a08-cdafb2c1004e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=4620f251-0473-4c16-8a81-8a5803cfe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803406 Jul 16 18:07:33.881177 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b22a527b-f6db-4c69-a45f-9feb89c3fa1e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.887794 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b22a527b-f6db-4c69-a45f-9feb89c3fa1e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.013069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a527b-f6db-4c69-a45f-9feb89c3fa1e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cfa257-d8ce-4640-a1ab-629300692425,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.070856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a375f1b-c73e-4049-8c98-20d71bf09642 req-38d08847-9839-40cb-9d89-2363c9d376a0 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.077784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b22a527b-f6db-4c69-a45f-9feb89c3fa1e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.078846 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a375f1b-c73e-4049-8c98-20d71bf09642 req-38d08847-9839-40cb-9d89-2363c9d376a0 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1517947 Jul 16 18:07:34.101398 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b22a527b-f6db-4c69-a45f-9feb89c3fa1e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.139461 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a375f1b-c73e-4049-8c98-20d71bf09642 req-b71d4ed2-ed05-49f5-afb3-905934d9f3c2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590131 Jul 16 18:07:34.144450 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b22a527b-f6db-4c69-a45f-9feb89c3fa1e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.146191 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b22a527b-f6db-4c69-a45f-9feb89c3fa1e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5456443 Jul 16 18:07:34.147923 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed6bf5-c011-4b03-b3ed-7c1c4a11d55c req-538859b2-6c42-471c-854b-4f810d6368a0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.149573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1ed6bf5-c011-4b03-b3ed-7c1c4a11d55c req-538859b2-6c42-471c-854b-4f810d6368a0 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 945 time: 0.1491137 Jul 16 18:07:34.150104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42820) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:34.156810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-edcec972-db6c-4907-ab3e-f705cbd44cf2 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '5566eaa2-47f5-4d60-96c0-3978e4efb266', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:34.160720 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42822) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:34.163562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a527b-f6db-4c69-a45f-9feb89c3fa1e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5566eaa2-47f5-4d60-96c0-3978e4efb266,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.175827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42826) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:34.178864 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5fa83303-1629-4d1f-a8c7-4e9856e9caae tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Request body: {'floatingip': {'port_id': '54b848ad-6391-4a37-af96-6b499d9c5a60'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:34.235577 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fa83303-1629-4d1f-a8c7-4e9856e9caae tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.237590 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edcec972-db6c-4907-ab3e-f705cbd44cf2 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.405074 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edcec972-db6c-4907-ab3e-f705cbd44cf2 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.414371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a37a8a9a-1ff2-4c63-ae89-a289b7c2e5fc tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:34.423175 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edcec972-db6c-4907-ab3e-f705cbd44cf2 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.462573 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcec972-db6c-4907-ab3e-f705cbd44cf2 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657808d3-9962-4724-b539-97ddc1697534,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.490289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a37a8a9a-1ff2-4c63-ae89-a289b7c2e5fc tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] 10.222.0.24 "PUT /v2.0/quotas/97b12f956d644057a8129bed66da466e HTTP/1.1" status: 200 len: 368 time: 0.3088856 Jul 16 18:07:34.491178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42838) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:34.495970 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edcec972-db6c-4907-ab3e-f705cbd44cf2 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.501547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-edcec972-db6c-4907-ab3e-f705cbd44cf2 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3461556 Jul 16 18:07:34.502724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Request body: {'network': {'project_id': '97b12f956d644057a8129bed66da466e'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:34.515316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa6712-3534-47f5-9a82-08ffff5a8e1e req-42a7f147-e7fe-4f1a-9c12-8801e0c83466 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.515795 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42840) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:34.516893 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-57fa6712-3534-47f5-9a82-08ffff5a8e1e req-42a7f147-e7fe-4f1a-9c12-8801e0c83466 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2154090 Jul 16 18:07:34.530558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9baabd10-f351-4b7b-ad11-283f92157a96 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '5566eaa2-47f5-4d60-96c0-3978e4efb266', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:34.553067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Made reservation on behalf of 97b12f956d644057a8129bed66da466e for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:34.555451 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.580562 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-57fa6712-3534-47f5-9a82-08ffff5a8e1e req-033a257d-11d6-4980-b2f2-08bb2bbe454c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560231 Jul 16 18:07:34.582236 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.655021 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9baabd10-f351-4b7b-ad11-283f92157a96 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.849043 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.858803 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-9baabd10-f351-4b7b-ad11-283f92157a96 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:07:34.860014 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9baabd10-f351-4b7b-ad11-283f92157a96 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3362346 Jul 16 18:07:34.874072 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42852) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:34.876509 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.951771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef02d64-2cac-4bfe-be5f-64d578699e7f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.967278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:35.008589 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.009078 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Added segment d49c2a6f-e3e2-418c-b9ee-a8a13b8022c9 of type vlan for network e1c217b8-88f1-4451-b78b-7d588cb4e820 Jul 16 18:07:35.062473 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fa83303-1629-4d1f-a8c7-4e9856e9caae tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.068519 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fa83303-1629-4d1f-a8c7-4e9856e9caae tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.094569 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0e754-1f1f-49a7-9d13-0d9a3ab34e96 req-820b0b20-c56e-4ec5-890d-fda72a789641 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:35.096307 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2b0e754-1f1f-49a7-9d13-0d9a3ab34e96 req-820b0b20-c56e-4ec5-890d-fda72a789641 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2775047 Jul 16 18:07:35.100761 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.110494 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8976c530-ddd5-4376-bb44-07f9294d86ae tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.167238 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8976c530-ddd5-4376-bb44-07f9294d86ae tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.204996 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2b0e754-1f1f-49a7-9d13-0d9a3ab34e96 req-975be128-8ac5-4bd6-a7c2-5aa5838bd610 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000414 Jul 16 18:07:35.218884 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.219955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:35.220552 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.230763 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-5fa83303-1629-4d1f-a8c7-4e9856e9caae tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Floating IP 38766436-bbfc-4e98-bd98-0a955a65b68c associated. External IP: 172.25.3.243, port: 54b848ad-6391-4a37-af96-6b499d9c5a60. Jul 16 18:07:35.267570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7735682 Jul 16 18:07:35.270345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42860) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:35.277354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5734c780-9910-41ac-a769-3adc8bc2d123 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Request body: {'network': {'project_id': '97b12f956d644057a8129bed66da466e'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:35.313695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45a76e-d621-43ef-abbb-9bccff08cd1e tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Pushing event updated for resources: {'Network': ['ID=e1c217b8-88f1-4451-b78b-7d588cb4e820,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:35.325907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network e1c217b8-88f1-4451-b78b-7d588cb4e820 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:35.342979 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8976c530-ddd5-4376-bb44-07f9294d86ae tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.345577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8976c530-ddd5-4376-bb44-07f9294d86ae tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.357869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8976c530-ddd5-4376-bb44-07f9294d86ae tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "DELETE /v2.0/security-groups/5566eaa2-47f5-4d60-96c0-3978e4efb266 HTTP/1.1" status: 204 len: 168 time: 0.4820986 Jul 16 18:07:35.360679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42866) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:35.434393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976c530-ddd5-4376-bb44-07f9294d86ae tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5566eaa2-47f5-4d60-96c0-3978e4efb266,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:35.478445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5734c780-9910-41ac-a769-3adc8bc2d123 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Made reservation on behalf of 97b12f956d644057a8129bed66da466e for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:35.480736 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5734c780-9910-41ac-a769-3adc8bc2d123 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.571421 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-935b4371-f7a9-4ef2-bf8e-d8da5a43c5bf tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2043643 Jul 16 18:07:35.572064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42870) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:35.581449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5734c780-9910-41ac-a769-3adc8bc2d123 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:35.586255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4f895df5-5416-4474-9952-e6c1270a5cda tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441085648'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:35.617517 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5734c780-9910-41ac-a769-3adc8bc2d123 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.618222 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-5734c780-9910-41ac-a769-3adc8bc2d123 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Added segment 1202b463-1c91-47af-ab56-4e076bd946dc of type vlan for network f9b6770c-79ff-409c-a212-aa61f5505dfc Jul 16 18:07:35.663610 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f895df5-5416-4474-9952-e6c1270a5cda tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.674998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa83303-1629-4d1f-a8c7-4e9856e9caae tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Router 570c85da-3a09-4eeb-92f2-02fc363f2b2e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:35.677349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1abf0c-2947-4385-9690-25f0f39c2a08 req-363a1ea0-fbf9-4a64-a6d5-4d49dfc89cc1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:35.679688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a1abf0c-2947-4385-9690-25f0f39c2a08 req-363a1ea0-fbf9-4a64-a6d5-4d49dfc89cc1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2281847 Jul 16 18:07:35.697788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5734c780-9910-41ac-a769-3adc8bc2d123 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.780594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a1abf0c-2947-4385-9690-25f0f39c2a08 req-96d3633f-8e44-4338-8ec3-b9ae339729ca tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874856 Jul 16 18:07:35.812984 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5734c780-9910-41ac-a769-3adc8bc2d123 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.815829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5734c780-9910-41ac-a769-3adc8bc2d123 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:35.818034 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5734c780-9910-41ac-a769-3adc8bc2d123 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.830408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa83303-1629-4d1f-a8c7-4e9856e9caae tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:35.842665 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99287c9f-6584-4ef7-9ab1-bf9650d93ea4 None None] Sync routers for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:35.855809 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fa83303-1629-4d1f-a8c7-4e9856e9caae tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.859917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99287c9f-6584-4ef7-9ab1-bf9650d93ea4 None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:35.860853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-99287c9f-6584-4ef7-9ab1-bf9650d93ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:07:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:35.979617 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5fa83303-1629-4d1f-a8c7-4e9856e9caae tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "PUT /v2.0/floatingips/38766436-bbfc-4e98-bd98-0a955a65b68c HTTP/1.1" status: 200 len: 991 time: 1.8175201 Jul 16 18:07:35.980356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff95699-54c9-44ad-ac10-ba89fd507a46', 'tag': '54b848ad-6391-4a37-af96-6b499d9c5a60'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:35.983788 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9ebbfe-1f08-4ead-874f-6a4e3e1bd691" -d '{"events": [{"name": "network-changed", "server_uuid": "eff95699-54c9-44ad-ac10-ba89fd507a46", "tag": "54b848ad-6391-4a37-af96-6b499d9c5a60"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:35.991746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734c780-9910-41ac-a769-3adc8bc2d123 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Pushing event updated for resources: {'Network': ['ID=f9b6770c-79ff-409c-a212-aa61f5505dfc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.010587 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f895df5-5416-4474-9952-e6c1270a5cda tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.017059 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f895df5-5416-4474-9952-e6c1270a5cda tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.075175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5734c780-9910-41ac-a769-3adc8bc2d123 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8017683 Jul 16 18:07:36.077438 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42886) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:36.085163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-35607578-04b7-46f3-97c3-a52360b090e0 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Request body: {'network': {'project_id': '97b12f956d644057a8129bed66da466e'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:36.109726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-99287c9f-6584-4ef7-9ab1-bf9650d93ea4 None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:36.116891 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-35607578-04b7-46f3-97c3-a52360b090e0 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:07:36.117390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35607578-04b7-46f3-97c3-a52360b090e0 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:36.120544 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f895df5-5416-4474-9952-e6c1270a5cda tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.132189 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4f895df5-5416-4474-9952-e6c1270a5cda tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5558236 Jul 16 18:07:36.133520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f895df5-5416-4474-9952-e6c1270a5cda tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26618546-abbd-4991-b7b8-bd6e77105ca2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.137040 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-35607578-04b7-46f3-97c3-a52360b090e0 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0530891 Jul 16 18:07:36.137783 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42894) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:36.146006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e16a4b45-98b0-4aed-8d8f-1813db033537 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '26618546-abbd-4991-b7b8-bd6e77105ca2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:36.146421 n-d-787205-10 neutron-server[105590]: WARNING neutron.api.v2.base [None req-e16a4b45-98b0-4aed-8d8f-1813db033537 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:07:36.146931 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-e16a4b45-98b0-4aed-8d8f-1813db033537 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:36.158815 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e16a4b45-98b0-4aed-8d8f-1813db033537 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0190098 Jul 16 18:07:36.160122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42896) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:36.220027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network f9b6770c-79ff-409c-a212-aa61f5505dfc details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:36.248052 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be899b3-6ae1-4786-b98f-6597af31dfb7 x-openstack-request-id: req-3be899b3-6ae1-4786-b98f-6597af31dfb7 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:36.248940 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff95699-54c9-44ad-ac10-ba89fd507a46", "tag": "54b848ad-6391-4a37-af96-6b499d9c5a60", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:36.250346 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3be899b3-6ae1-4786-b98f-6597af31dfb7 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:36.251524 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff95699-54c9-44ad-ac10-ba89fd507a46', 'tag': '54b848ad-6391-4a37-af96-6b499d9c5a60', 'status': 'completed', 'code': 200} Jul 16 18:07:36.297317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42898) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:36.333075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4640f97-ca85-4b3b-97e5-ad3fbb5e58e9 req-27f8b39b-1c58-42fa-ac5a-53b62d3d8c30 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.334795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4640f97-ca85-4b3b-97e5-ad3fbb5e58e9 req-27f8b39b-1c58-42fa-ac5a-53b62d3d8c30 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1857665 Jul 16 18:07:36.351057 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fb4328a-076c-450f-acd6-dd1a29c527dc tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.392012 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fb4328a-076c-450f-acd6-dd1a29c527dc tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.404910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ebbfe-1f08-4ead-874f-6a4e3e1bd691 req-c666e3d8-a5b6-4891-9abd-81bfcc48975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.406483 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9ebbfe-1f08-4ead-874f-6a4e3e1bd691 req-c666e3d8-a5b6-4891-9abd-81bfcc48975e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fdcfc6a64164e019457ac174161d31a&device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 1097 time: 0.1477334 Jul 16 18:07:36.417173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4640f97-ca85-4b3b-97e5-ad3fbb5e58e9 req-539ec328-4f40-4d12-a012-348fcb2d0102 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765517 Jul 16 18:07:36.438444 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-709ab951-b3f0-4ab5-ab46-81c5a9f3f4b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97b12f956d644057a8129bed66da466e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395741 Jul 16 18:07:36.440798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42902) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:36.513030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fec8845d-61bd-45df-b7b6-06ae5bac0cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.539438 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fec8845d-61bd-45df-b7b6-06ae5bac0cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.579129 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fb4328a-076c-450f-acd6-dd1a29c527dc tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.593981 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fb4328a-076c-450f-acd6-dd1a29c527dc tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.595737 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1fb4328a-076c-450f-acd6-dd1a29c527dc tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "DELETE /v2.0/security-groups/26618546-abbd-4991-b7b8-bd6e77105ca2 HTTP/1.1" status: 204 len: 168 time: 0.4314167 Jul 16 18:07:36.598173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42912) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:36.617462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4328a-076c-450f-acd6-dd1a29c527dc tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26618546-abbd-4991-b7b8-bd6e77105ca2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.707847 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5144dd6f-9d45-44c3-9351-93e9c547f501 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1080120 Jul 16 18:07:36.709334 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fec8845d-61bd-45df-b7b6-06ae5bac0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.713769 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fec8845d-61bd-45df-b7b6-06ae5bac0cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.713918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42916) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:36.715637 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fec8845d-61bd-45df-b7b6-06ae5bac0cd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bef02d64-2cac-4bfe-be5f-64d578699e7f HTTP/1.1" status: 204 len: 168 time: 0.2737317 Jul 16 18:07:36.720972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42918) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:36.727106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-20e2c335-1b24-4bd6-a423-aff5054d4af1 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593177365'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:36.743892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ebbfe-1f08-4ead-874f-6a4e3e1bd691 req-c48f8d79-e7a7-4ffe-8e6f-8d0e12e5a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.746339 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9ebbfe-1f08-4ead-874f-6a4e3e1bd691 req-c48f8d79-e7a7-4ffe-8e6f-8d0e12e5a543 service neutron] 10.222.0.32 "GET /v2.0/networks?id=981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 200 len: 912 time: 0.3306663 Jul 16 18:07:36.815563 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-656c17e3-66ee-4ec3-8954-2ef8d00dd536 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.851201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8845d-61bd-45df-b7b6-06ae5bac0cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef02d64-2cac-4bfe-be5f-64d578699e7f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.855851 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20e2c335-1b24-4bd6-a423-aff5054d4af1 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.879672 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9ebbfe-1f08-4ead-874f-6a4e3e1bd691 req-00a46285-f49b-4c8f-af0c-ef91386a8181 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b848ad-6391-4a37-af96-6b499d9c5a60 HTTP/1.1" status: 200 len: 999 time: 0.1241388 Jul 16 18:07:36.939849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ebbfe-1f08-4ead-874f-6a4e3e1bd691 req-1db2f24e-2e3b-4f33-a51f-fc833e9fbc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.941330 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9ebbfe-1f08-4ead-874f-6a4e3e1bd691 req-1db2f24e-2e3b-4f33-a51f-fc833e9fbc35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a HTTP/1.1" status: 200 len: 850 time: 0.0545387 Jul 16 18:07:36.995046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-99287c9f-6584-4ef7-9ab1-bf9650d93ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '38766436-bbfc-4e98-bd98-0a955a65b68c', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'floating_ip_address': '172.25.3.243', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'port_id': '54b848ad-6391-4a37-af96-6b499d9c5a60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'mac_address': 'fa:16:3e:52:89:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff95699-54c9-44ad-ac10-ba89fd507a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:14Z', 'updated_at': '2021-07-16T18:07:34Z', 'revision_number': 1, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 5, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:37.053197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ebbfe-1f08-4ead-874f-6a4e3e1bd691 req-8e598fb8-473f-4bf9-87bb-4f2a7b522c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.054423 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9ebbfe-1f08-4ead-874f-6a4e3e1bd691 req-8e598fb8-473f-4bf9-87bb-4f2a7b522c0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=981660af-4b2c-4916-8662-a65197136911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057196 Jul 16 18:07:37.058776 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-656c17e3-66ee-4ec3-8954-2ef8d00dd536 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.084779 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-656c17e3-66ee-4ec3-8954-2ef8d00dd536 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b6770c-79ff-409c-a212-aa61f5505dfc']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:37.091610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99287c9f-6584-4ef7-9ab1-bf9650d93ea4 None None] Checking router: 570c85da-3a09-4eeb-92f2-02fc363f2b2e for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:37.098762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20e2c335-1b24-4bd6-a423-aff5054d4af1 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.101803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-656c17e3-66ee-4ec3-8954-2ef8d00dd536 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1202b463-1c91-47af-ab56-4e076bd946dc') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:37.102239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-656c17e3-66ee-4ec3-8954-2ef8d00dd536 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1202b463-1c91-47af-ab56-4e076bd946dc') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:37.102682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99287c9f-6584-4ef7-9ab1-bf9650d93ea4 None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:37.103335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-99287c9f-6584-4ef7-9ab1-bf9650d93ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:07:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:37.105480 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20e2c335-1b24-4bd6-a423-aff5054d4af1 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.124422 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-656c17e3-66ee-4ec3-8954-2ef8d00dd536 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.146619 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-656c17e3-66ee-4ec3-8954-2ef8d00dd536 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.155415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656c17e3-66ee-4ec3-8954-2ef8d00dd536 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:37.156092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-656c17e3-66ee-4ec3-8954-2ef8d00dd536 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:37.240403 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:37.244143 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-656c17e3-66ee-4ec3-8954-2ef8d00dd536 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.254642 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175979b-bd69-4462-9c80-0bf5417c5f34 req-c6d28f4c-5a21-4c03-8623-f1fcdfa9b86a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.263496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7175979b-bd69-4462-9c80-0bf5417c5f34 req-c6d28f4c-5a21-4c03-8623-f1fcdfa9b86a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.6624253 Jul 16 18:07:37.271410 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-656c17e3-66ee-4ec3-8954-2ef8d00dd536 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.276520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-656c17e3-66ee-4ec3-8954-2ef8d00dd536 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f9b6770c-79ff-409c-a212-aa61f5505dfc HTTP/1.1" status: 204 len: 168 time: 0.5506551 Jul 16 18:07:37.296367 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-99287c9f-6584-4ef7-9ab1-bf9650d93ea4 None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:37.296968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42936) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:37.329022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c17e3-66ee-4ec3-8954-2ef8d00dd536 tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Pushing event deleted for resources: {'Network': ['ID=f9b6770c-79ff-409c-a212-aa61f5505dfc,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:37.343422 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9ebbfe-1f08-4ead-874f-6a4e3e1bd691 req-489ee059-b7d3-4a1f-bb76-099e5b2e71a6 service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826989 Jul 16 18:07:37.346088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7175979b-bd69-4462-9c80-0bf5417c5f34 req-224ca26c-d390-459b-95b5-29a31d08b764 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808029 Jul 16 18:07:37.407701 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20e2c335-1b24-4bd6-a423-aff5054d4af1 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.413522 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-20e2c335-1b24-4bd6-a423-aff5054d4af1 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6964953 Jul 16 18:07:37.414942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42940) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:37.422017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7e583b32-1690-445b-9e40-7e55809ec43e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '9bd6170b-afa5-434d-9116-6dc0f97721b9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:37.422602 n-d-787205-10 neutron-server[105591]: WARNING neutron.api.v2.base [None req-7e583b32-1690-445b-9e40-7e55809ec43e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:07:37.423115 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-7e583b32-1690-445b-9e40-7e55809ec43e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:37.429406 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7e583b32-1690-445b-9e40-7e55809ec43e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0127931 Jul 16 18:07:37.434019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42942) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:37.441793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2c335-1b24-4bd6-a423-aff5054d4af1 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd6170b-afa5-434d-9116-6dc0f97721b9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:37.447577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-149d5bc1-58e7-4aef-bfde-6f9601485bea tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.620719 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9ebbfe-1f08-4ead-874f-6a4e3e1bd691 req-3e9a86b1-4f5a-4d58-b604-efc8ffc40c89 service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556431 Jul 16 18:07:37.688133 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-149d5bc1-58e7-4aef-bfde-6f9601485bea tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.692002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-99287c9f-6584-4ef7-9ab1-bf9650d93ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '38766436-bbfc-4e98-bd98-0a955a65b68c', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'floating_ip_address': '172.25.3.243', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'port_id': '54b848ad-6391-4a37-af96-6b499d9c5a60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'mac_address': 'fa:16:3e:52:89:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff95699-54c9-44ad-ac10-ba89fd507a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:14Z', 'updated_at': '2021-07-16T18:07:34Z', 'revision_number': 1, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 5, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:37.703466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-149d5bc1-58e7-4aef-bfde-6f9601485bea tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c217b8-88f1-4451-b78b-7d588cb4e820']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:37.723719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99287c9f-6584-4ef7-9ab1-bf9650d93ea4 None None] The sync data for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 is: [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '38766436-bbfc-4e98-bd98-0a955a65b68c', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'floating_ip_address': '172.25.3.243', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'port_id': '54b848ad-6391-4a37-af96-6b499d9c5a60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'mac_address': 'fa:16:3e:52:89:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff95699-54c9-44ad-ac10-ba89fd507a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:14Z', 'updated_at': '2021-07-16T18:07:34Z', 'revision_number': 1, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 5, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:37.750366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-149d5bc1-58e7-4aef-bfde-6f9601485bea tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49c2a6f-e3e2-418c-b9ee-a8a13b8022c9') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:37.750668 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-149d5bc1-58e7-4aef-bfde-6f9601485bea tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49c2a6f-e3e2-418c-b9ee-a8a13b8022c9') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:37.777127 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-149d5bc1-58e7-4aef-bfde-6f9601485bea tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.789101 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c40b8d43-4a66-4d1e-a5a5-de7d450ead62 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.814179 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-149d5bc1-58e7-4aef-bfde-6f9601485bea tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.833901 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c40b8d43-4a66-4d1e-a5a5-de7d450ead62 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.838239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149d5bc1-58e7-4aef-bfde-6f9601485bea tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:37.838630 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-149d5bc1-58e7-4aef-bfde-6f9601485bea tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:37.840387 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:37.934567 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdf374-cca7-44c5-b91b-1307691710fc req-a67e53f4-7f0c-4973-b80a-42263184c8ab tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.942606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbdf374-cca7-44c5-b91b-1307691710fc req-a67e53f4-7f0c-4973-b80a-42263184c8ab tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2290745 Jul 16 18:07:37.969427 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-149d5bc1-58e7-4aef-bfde-6f9601485bea tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.974675 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-149d5bc1-58e7-4aef-bfde-6f9601485bea tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.976933 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-149d5bc1-58e7-4aef-bfde-6f9601485bea tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] 10.222.0.24 "DELETE /v2.0/networks/e1c217b8-88f1-4451-b78b-7d588cb4e820 HTTP/1.1" status: 204 len: 168 time: 0.6766450 Jul 16 18:07:38.007144 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c40b8d43-4a66-4d1e-a5a5-de7d450ead62 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.009793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c40b8d43-4a66-4d1e-a5a5-de7d450ead62 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.010983 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c40b8d43-4a66-4d1e-a5a5-de7d450ead62 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "DELETE /v2.0/security-groups/9bd6170b-afa5-434d-9116-6dc0f97721b9 HTTP/1.1" status: 204 len: 168 time: 0.5758855 Jul 16 18:07:38.015104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42952) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.042869 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5209706e-ea4d-404b-8671-ae547c7c4428 None None] New status for floating IP 38766436-bbfc-4e98-bd98-0a955a65b68c: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:07:38.051660 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d5bc1-58e7-4aef-bfde-6f9601485bea tempest-QuotasNegativeTest-477863826 tempest-QuotasNegativeTest-477863826-project-admin] Pushing event deleted for resources: {'Network': ['ID=e1c217b8-88f1-4451-b78b-7d588cb4e820,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.061779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbdf374-cca7-44c5-b91b-1307691710fc req-1fd7da78-6fb2-4268-bba8-551eba807ab1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182420 Jul 16 18:07:38.062703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b8d43-4a66-4d1e-a5a5-de7d450ead62 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd6170b-afa5-434d-9116-6dc0f97721b9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.124078 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-036c3f06-4b30-4ad0-a70b-25e3eb6123ee tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072834 Jul 16 18:07:38.128482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42958) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.133769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8c558ff1-c22a-44bc-9322-16af9db481eb tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550106833'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:38.163477 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8c558ff1-c22a-44bc-9322-16af9db481eb tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.391178 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8c558ff1-c22a-44bc-9322-16af9db481eb tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.401115 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8c558ff1-c22a-44bc-9322-16af9db481eb tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.469961 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8c558ff1-c22a-44bc-9322-16af9db481eb tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.471218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8c558ff1-c22a-44bc-9322-16af9db481eb tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3416696 Jul 16 18:07:38.473054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c558ff1-c22a-44bc-9322-16af9db481eb tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129d4297-e4ea-4594-b504-0baa98765594,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.474106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42968) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.479000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-de767d3f-0ca4-4c6c-ac21-c58132c42070 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '129d4297-e4ea-4594-b504-0baa98765594', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:38.490095 n-d-787205-10 neutron-server[105590]: WARNING neutron.api.v2.base [None req-de767d3f-0ca4-4c6c-ac21-c58132c42070 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:07:38.490722 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-de767d3f-0ca4-4c6c-ac21-c58132c42070 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:38.493730 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-de767d3f-0ca4-4c6c-ac21-c58132c42070 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0166039 Jul 16 18:07:38.495343 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42970) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.496016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180c13f-b04e-4f69-8bb2-14eb99f9d856 req-df4ac83b-4a7e-4252-935f-b0031e418643 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.500855 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8f2aaa62-aa92-439a-8f65-30f154fbe65d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '129d4297-e4ea-4594-b504-0baa98765594', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:38.501852 n-d-787205-10 neutron-server[105590]: WARNING neutron.api.v2.base [None req-8f2aaa62-aa92-439a-8f65-30f154fbe65d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:07:38.502348 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-8f2aaa62-aa92-439a-8f65-30f154fbe65d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:38.506020 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8f2aaa62-aa92-439a-8f65-30f154fbe65d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072708 Jul 16 18:07:38.506133 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5180c13f-b04e-4f69-8bb2-14eb99f9d856 req-df4ac83b-4a7e-4252-935f-b0031e418643 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1744044 Jul 16 18:07:38.506234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42972) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.511858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9ecf82bc-3b06-4bb1-b622-75dbd9f1b4b0 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '129d4297-e4ea-4594-b504-0baa98765594', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:38.512612 n-d-787205-10 neutron-server[105590]: WARNING neutron.api.v2.base [None req-9ecf82bc-3b06-4bb1-b622-75dbd9f1b4b0 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:07:38.513089 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-9ecf82bc-3b06-4bb1-b622-75dbd9f1b4b0 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:38.514634 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9ecf82bc-3b06-4bb1-b622-75dbd9f1b4b0 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066102 Jul 16 18:07:38.518051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42978) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.523338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a9db6411-88da-4a7b-ad13-3a9c91397375 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '129d4297-e4ea-4594-b504-0baa98765594', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:38.524712 n-d-787205-10 neutron-server[105590]: WARNING neutron.api.v2.base [None req-a9db6411-88da-4a7b-ad13-3a9c91397375 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:07:38.525680 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-a9db6411-88da-4a7b-ad13-3a9c91397375 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:38.526858 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a9db6411-88da-4a7b-ad13-3a9c91397375 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077288 Jul 16 18:07:38.529577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42980) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.545733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5180c13f-b04e-4f69-8bb2-14eb99f9d856 req-a2244043-c111-45da-8b59-d5fe2683a17a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382254 Jul 16 18:07:38.581615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42984) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.600665 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20daa163-2260-4e53-8031-78943a9d01d5 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.602361 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72b40312-6498-4fe8-b88a-52161eb90b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.629520 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20daa163-2260-4e53-8031-78943a9d01d5 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.715248 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20daa163-2260-4e53-8031-78943a9d01d5 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.718670 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20daa163-2260-4e53-8031-78943a9d01d5 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.723314 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-20daa163-2260-4e53-8031-78943a9d01d5 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "DELETE /v2.0/security-groups/129d4297-e4ea-4594-b504-0baa98765594 HTTP/1.1" status: 204 len: 168 time: 0.1921549 Jul 16 18:07:38.724001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42990) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.727321 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72b40312-6498-4fe8-b88a-52161eb90b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.738768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daa163-2260-4e53-8031-78943a9d01d5 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=129d4297-e4ea-4594-b504-0baa98765594,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.743827 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72b40312-6498-4fe8-b88a-52161eb90b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.115592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-72b40312-6498-4fe8-b88a-52161eb90b2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac90cfc89e684cada0b6509b44a109d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5328507 Jul 16 18:07:39.118548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42992) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.125921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b40312-6498-4fe8-b88a-52161eb90b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5864d3cc-93b4-427e-a37a-c738d1262b74,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.137224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-294b8782-10f1-47fe-a3ca-554e96d4de36 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4084733 Jul 16 18:07:39.138090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42994) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.146194 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-568c3084-3b89-43e4-91ac-63fc1abd030b tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846493573'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:39.160677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3574-13b8-4256-9cb6-324ede7fbaa2 req-25b9279f-1d1b-4066-a93f-fd2e75afbf08 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:39.162544 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c5e3574-13b8-4256-9cb6-324ede7fbaa2 req-25b9279f-1d1b-4066-a93f-fd2e75afbf08 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.4129632 Jul 16 18:07:39.200503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-568c3084-3b89-43e4-91ac-63fc1abd030b tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.208662 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c5e3574-13b8-4256-9cb6-324ede7fbaa2 req-b1c65601-06f4-458a-854a-2f71a3bd14ad tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Jul 16 18:07:39.275330 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92472ca8-89a9-40c7-9658-4dda5139dc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.337032 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92472ca8-89a9-40c7-9658-4dda5139dc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.437530 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-568c3084-3b89-43e4-91ac-63fc1abd030b tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.450471 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-568c3084-3b89-43e4-91ac-63fc1abd030b tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.458971 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92472ca8-89a9-40c7-9658-4dda5139dc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.460287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875ab33-2671-49f2-8464-2f3daacc155c req-9849da6a-2422-4e13-88c6-e2ae64d6f764 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:39.461917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2875ab33-2671-49f2-8464-2f3daacc155c req-9849da6a-2422-4e13-88c6-e2ae64d6f764 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.0951855 Jul 16 18:07:39.462821 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92472ca8-89a9-40c7-9658-4dda5139dc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.465032 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-92472ca8-89a9-40c7-9658-4dda5139dc58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5864d3cc-93b4-427e-a37a-c738d1262b74 HTTP/1.1" status: 204 len: 168 time: 0.3448372 Jul 16 18:07:39.499160 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-568c3084-3b89-43e4-91ac-63fc1abd030b tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.503707 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-568c3084-3b89-43e4-91ac-63fc1abd030b tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3610134 Jul 16 18:07:39.503707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c3084-3b89-43e4-91ac-63fc1abd030b tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7a3bec-1fca-4669-bd62-e91938222964,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.504096 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43012) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.517644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ebc9ea6f-4e03-4e7a-948e-64f814be8ac9 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '5f7a3bec-1fca-4669-bd62-e91938222964', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:39.518173 n-d-787205-10 neutron-server[105591]: WARNING neutron.api.v2.base [None req-ebc9ea6f-4e03-4e7a-948e-64f814be8ac9 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:07:39.518658 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-ebc9ea6f-4e03-4e7a-948e-64f814be8ac9 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:39.522256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ebc9ea6f-4e03-4e7a-948e-64f814be8ac9 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0144637 Jul 16 18:07:39.522424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92472ca8-89a9-40c7-9658-4dda5139dc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5864d3cc-93b4-427e-a37a-c738d1262b74,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.522851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43014) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.529525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-72d61ae9-dd2a-4f7c-b897-500c807811d9 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '5f7a3bec-1fca-4669-bd62-e91938222964', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:39.562038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2875ab33-2671-49f2-8464-2f3daacc155c req-d3b8b680-813c-4f43-a38e-a78f4a459701 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840096 Jul 16 18:07:39.583346 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-72d61ae9-dd2a-4f7c-b897-500c807811d9 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:39.584497 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-72d61ae9-dd2a-4f7c-b897-500c807811d9 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0606158 Jul 16 18:07:39.587744 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43016) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.593884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-39446bd4-779a-41d1-abe3-430f5cdb6456 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '5f7a3bec-1fca-4669-bd62-e91938222964', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:39.594461 n-d-787205-10 neutron-server[105591]: WARNING neutron.api.v2.base [None req-39446bd4-779a-41d1-abe3-430f5cdb6456 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:07:39.595299 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-39446bd4-779a-41d1-abe3-430f5cdb6456 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:39.596290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-39446bd4-779a-41d1-abe3-430f5cdb6456 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072947 Jul 16 18:07:39.599040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43018) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.604767 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-796b48da-2ccf-4c1d-8de3-5db9baf14eb5 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '5f7a3bec-1fca-4669-bd62-e91938222964', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:39.675170 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-796b48da-2ccf-4c1d-8de3-5db9baf14eb5 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:39.679310 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-796b48da-2ccf-4c1d-8de3-5db9baf14eb5 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0792427 Jul 16 18:07:39.679497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43022) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.684672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9da582dc-abc3-46d3-882f-6c1520900045 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '5f7a3bec-1fca-4669-bd62-e91938222964', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:39.685162 n-d-787205-10 neutron-server[105591]: WARNING neutron.api.v2.base [None req-9da582dc-abc3-46d3-882f-6c1520900045 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:07:39.686239 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-9da582dc-abc3-46d3-882f-6c1520900045 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:39.687275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9da582dc-abc3-46d3-882f-6c1520900045 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068712 Jul 16 18:07:39.689936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43026) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.695361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-784d5880-3cbc-439f-99f9-2350847372f7 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '5f7a3bec-1fca-4669-bd62-e91938222964', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:39.759036 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-784d5880-3cbc-439f-99f9-2350847372f7 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:39.762034 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-784d5880-3cbc-439f-99f9-2350847372f7 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0703359 Jul 16 18:07:39.765394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43028) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.770050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-79280ebe-db2e-4d5d-8818-d14a0e49a641 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '5f7a3bec-1fca-4669-bd62-e91938222964', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:39.770532 n-d-787205-10 neutron-server[105590]: WARNING neutron.api.v2.base [None req-79280ebe-db2e-4d5d-8818-d14a0e49a641 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:07:39.771016 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-79280ebe-db2e-4d5d-8818-d14a0e49a641 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:39.774538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43030) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.774720 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-79280ebe-db2e-4d5d-8818-d14a0e49a641 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081568 Jul 16 18:07:39.780661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9e8b7e5c-d173-4721-b8ba-f2d019a15579 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '5f7a3bec-1fca-4669-bd62-e91938222964', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:39.846768 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-9e8b7e5c-d173-4721-b8ba-f2d019a15579 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:39.848064 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9e8b7e5c-d173-4721-b8ba-f2d019a15579 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0722733 Jul 16 18:07:39.851142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43032) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.861502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7cd9dd61-c064-40c2-8d71-ed7d049a2926 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '5f7a3bec-1fca-4669-bd62-e91938222964', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:39.946462 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-7cd9dd61-c064-40c2-8d71-ed7d049a2926 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:39.949837 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7cd9dd61-c064-40c2-8d71-ed7d049a2926 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0951777 Jul 16 18:07:39.950230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43040) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.019218 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a64d3892-9e83-4ffc-a718-9d812ff8985d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.058806 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a64d3892-9e83-4ffc-a718-9d812ff8985d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.093311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43046) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.111737 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6761-57d3-4135-965b-7fe3c59b0380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.142056 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a64d3892-9e83-4ffc-a718-9d812ff8985d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.144743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a64d3892-9e83-4ffc-a718-9d812ff8985d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.145954 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a64d3892-9e83-4ffc-a718-9d812ff8985d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "DELETE /v2.0/security-groups/5f7a3bec-1fca-4669-bd62-e91938222964 HTTP/1.1" status: 204 len: 168 time: 0.1947021 Jul 16 18:07:40.150617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43048) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.162195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d3892-9e83-4ffc-a718-9d812ff8985d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7a3bec-1fca-4669-bd62-e91938222964,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.255189 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d250f939-f3aa-4f5c-8bca-75a36b21888a tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0994833 Jul 16 18:07:40.256194 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43052) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.275506 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6761-57d3-4135-965b-7fe3c59b0380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.276735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e3944dcb-2db4-42c8-9936-060f74aac1da tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914592105'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:40.281232 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6761-57d3-4135-965b-7fe3c59b0380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.317276 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3944dcb-2db4-42c8-9936-060f74aac1da tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.376645 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe6761-57d3-4135-965b-7fe3c59b0380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c95aa01-e932-4c81-a4b3-14b5f4f04ef9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.405348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cbfe6761-57d3-4135-965b-7fe3c59b0380 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5d2533da4c54a0a9d5b4c072d19d65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100686 Jul 16 18:07:40.409308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43056) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.440156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd12222-85a1-4708-a7a0-bca98bacd5cb req-6d7cf2d7-9c46-4eb3-bd19-9abaefa2253d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.441850 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3bd12222-85a1-4708-a7a0-bca98bacd5cb req-6d7cf2d7-9c46-4eb3-bd19-9abaefa2253d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1392739 Jul 16 18:07:40.486187 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3944dcb-2db4-42c8-9936-060f74aac1da tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.486856 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3bd12222-85a1-4708-a7a0-bca98bacd5cb req-b593140d-948c-434b-88e7-6a68f10c4c00 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385776 Jul 16 18:07:40.501855 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3944dcb-2db4-42c8-9936-060f74aac1da tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.532726 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3944dcb-2db4-42c8-9936-060f74aac1da tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.536603 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e3944dcb-2db4-42c8-9936-060f74aac1da tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2767820 Jul 16 18:07:40.536908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43058) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.542019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8bda97ed-894e-4a18-97bf-976a7c25f6c6 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '2fc74d97-43f4-4a1c-aad9-f427fee5a55b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:40.557503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f433c0a6-b226-4eff-a1a0-2e88fa979c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.559932 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3944dcb-2db4-42c8-9936-060f74aac1da tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc74d97-43f4-4a1c-aad9-f427fee5a55b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.590082 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-8bda97ed-894e-4a18-97bf-976a7c25f6c6 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The resource could not be found. Jul 16 18:07:40.594426 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8bda97ed-894e-4a18-97bf-976a7c25f6c6 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0532603 Jul 16 18:07:40.597621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43060) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.602211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7317573c-e0e7-41a8-aebc-5ca587d29f1c tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '2fc74d97-43f4-4a1c-aad9-f427fee5a55b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'caa7c526-83dd-43c5-9331-045bf9743c29'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:40.602586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f433c0a6-b226-4eff-a1a0-2e88fa979c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.648433 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-7317573c-e0e7-41a8-aebc-5ca587d29f1c tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The resource could not be found. Jul 16 18:07:40.651979 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7317573c-e0e7-41a8-aebc-5ca587d29f1c tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0508764 Jul 16 18:07:40.652206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43062) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.664603 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f433c0a6-b226-4eff-a1a0-2e88fa979c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.667943 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f433c0a6-b226-4eff-a1a0-2e88fa979c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.669279 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f433c0a6-b226-4eff-a1a0-2e88fa979c3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c95aa01-e932-4c81-a4b3-14b5f4f04ef9 HTTP/1.1" status: 204 len: 168 time: 0.2589357 Jul 16 18:07:40.680131 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433c0a6-b226-4eff-a1a0-2e88fa979c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c95aa01-e932-4c81-a4b3-14b5f4f04ef9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.745833 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83445306-97ef-4725-89a1-440cfc4a8f55 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.773818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83445306-97ef-4725-89a1-440cfc4a8f55 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.827883 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83445306-97ef-4725-89a1-440cfc4a8f55 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.831732 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83445306-97ef-4725-89a1-440cfc4a8f55 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.833287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-83445306-97ef-4725-89a1-440cfc4a8f55 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "DELETE /v2.0/security-groups/2fc74d97-43f4-4a1c-aad9-f427fee5a55b HTTP/1.1" status: 204 len: 168 time: 0.1801612 Jul 16 18:07:40.836111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43070) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.844659 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83445306-97ef-4725-89a1-440cfc4a8f55 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc74d97-43f4-4a1c-aad9-f427fee5a55b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.926872 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-42e2b414-a50d-44ff-ab22-78e446599ed1 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0886347 Jul 16 18:07:40.929842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43076) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.938408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-401917e8-4e4e-4860-8b7c-471fdd013a37 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '78873484-5dfe-4226-af0b-ec3a6c93ee98', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:41.018907 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-401917e8-4e4e-4860-8b7c-471fdd013a37 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The resource could not be found. Jul 16 18:07:41.023896 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-401917e8-4e4e-4860-8b7c-471fdd013a37 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0898809 Jul 16 18:07:41.024586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43080) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:41.029744 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-710183f1-8ca3-42bf-ac18-93ad6657aa30 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group': {'name': 'tempest-secgroup--377573435'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:41.068743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-710183f1-8ca3-42bf-ac18-93ad6657aa30 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.207131 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-710183f1-8ca3-42bf-ac18-93ad6657aa30 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.213168 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-710183f1-8ca3-42bf-ac18-93ad6657aa30 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.277587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710183f1-8ca3-42bf-ac18-93ad6657aa30 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342aad1c-ba34-49a4-a654-67182cbf2244,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:41.296428 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-710183f1-8ca3-42bf-ac18-93ad6657aa30 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.298143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-710183f1-8ca3-42bf-ac18-93ad6657aa30 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2721076 Jul 16 18:07:41.300554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43096) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:41.306011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f7c2d7e8-d077-457f-9452-3d6367df479a tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group': {'name': 'tempest-secgroup--54800249'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:41.355481 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d7e8-d077-457f-9452-3d6367df479a tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.613976 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d7e8-d077-457f-9452-3d6367df479a tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.618896 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d7e8-d077-457f-9452-3d6367df479a tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.673083 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d7e8-d077-457f-9452-3d6367df479a tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.679734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43110) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:41.680792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f7c2d7e8-d077-457f-9452-3d6367df479a tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3757520 Jul 16 18:07:41.686780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ff52549f-7acd-4414-9954-08b1e41d15a3 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group_rule': {'security_group_id': '342aad1c-ba34-49a4-a654-67182cbf2244', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7fc23042-f3ca-4e7a-bb18-2209557ecbab'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:41.750196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2d7e8-d077-457f-9452-3d6367df479a tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc23042-f3ca-4e7a-bb18-2209557ecbab,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:41.782857 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-ff52549f-7acd-4414-9954-08b1e41d15a3 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:41.788324 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ff52549f-7acd-4414-9954-08b1e41d15a3 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1071558 Jul 16 18:07:41.790727 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43116) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:41.883715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403355c-4d83-41a4-91fb-ae5aa9eab597 req-31eae2a9-ee6a-4934-b805-618ec0644862 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.885360 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b403355c-4d83-41a4-91fb-ae5aa9eab597 req-31eae2a9-ee6a-4934-b805-618ec0644862 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1929371 Jul 16 18:07:41.946584 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c70f86d5-7765-46d7-9b7c-c01536cdc6b8 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.957721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb446d-3d4c-4193-a20a-415c0f55b52c req-84cc7904-7eef-43e3-8b76-fe417f0c7225 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.964028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb446d-3d4c-4193-a20a-415c0f55b52c req-84cc7904-7eef-43e3-8b76-fe417f0c7225 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.970639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb446d-3d4c-4193-a20a-415c0f55b52c req-84cc7904-7eef-43e3-8b76-fe417f0c7225 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.976839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb446d-3d4c-4193-a20a-415c0f55b52c req-84cc7904-7eef-43e3-8b76-fe417f0c7225 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.983600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb446d-3d4c-4193-a20a-415c0f55b52c req-84cc7904-7eef-43e3-8b76-fe417f0c7225 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.989493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb446d-3d4c-4193-a20a-415c0f55b52c req-84cc7904-7eef-43e3-8b76-fe417f0c7225 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.996811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb446d-3d4c-4193-a20a-415c0f55b52c req-84cc7904-7eef-43e3-8b76-fe417f0c7225 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.000075 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0eb446d-3d4c-4193-a20a-415c0f55b52c req-84cc7904-7eef-43e3-8b76-fe417f0c7225 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5433 time: 0.2303503 Jul 16 18:07:42.018778 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c70f86d5-7765-46d7-9b7c-c01536cdc6b8 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.043857 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b403355c-4d83-41a4-91fb-ae5aa9eab597 req-f39263d8-e648-4dba-a2b7-f9991313dbae tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468229 Jul 16 18:07:42.104038 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c70f86d5-7765-46d7-9b7c-c01536cdc6b8 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.106681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c70f86d5-7765-46d7-9b7c-c01536cdc6b8 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.110587 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c70f86d5-7765-46d7-9b7c-c01536cdc6b8 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "DELETE /v2.0/security-groups/7fc23042-f3ca-4e7a-bb18-2209557ecbab HTTP/1.1" status: 204 len: 168 time: 0.3034871 Jul 16 18:07:42.110764 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0eb446d-3d4c-4193-a20a-415c0f55b52c req-7c19d574-ce02-4439-94d6-8da8bdc4544b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934813 Jul 16 18:07:42.111023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43124) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.131314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f86d5-7765-46d7-9b7c-c01536cdc6b8 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc23042-f3ca-4e7a-bb18-2209557ecbab,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:42.191805 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d54ab1f6-1a8c-4ee1-835e-907f512a01e1 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0789328 Jul 16 18:07:42.195912 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43128) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.295181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fdb57c1-23a8-4b41-bb44-86d8d830834d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.324147 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fdb57c1-23a8-4b41-bb44-86d8d830834d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.377518 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fdb57c1-23a8-4b41-bb44-86d8d830834d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.380806 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fdb57c1-23a8-4b41-bb44-86d8d830834d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.385024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6fdb57c1-23a8-4b41-bb44-86d8d830834d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "DELETE /v2.0/security-groups/342aad1c-ba34-49a4-a654-67182cbf2244 HTTP/1.1" status: 204 len: 168 time: 0.1845207 Jul 16 18:07:42.385192 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43134) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.393513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb57c1-23a8-4b41-bb44-86d8d830834d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342aad1c-ba34-49a4-a654-67182cbf2244,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:42.455047 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b843cd22-128c-404e-9a1f-d589f9251f44 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689626 Jul 16 18:07:42.459919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43136) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.474406 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-508abc8c-f342-4ef1-8971-c938b277176d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group': {'name': 'tempest-secgroup--537667319'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:42.527830 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-508abc8c-f342-4ef1-8971-c938b277176d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.684432 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-508abc8c-f342-4ef1-8971-c938b277176d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.689884 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-508abc8c-f342-4ef1-8971-c938b277176d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.712671 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-508abc8c-f342-4ef1-8971-c938b277176d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.714195 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-508abc8c-f342-4ef1-8971-c938b277176d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2529497 Jul 16 18:07:42.717976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43146) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.723392 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-48bbcaf7-9afa-4787-b05a-23a866b2d062 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:42.723821 n-d-787205-10 neutron-server[105591]: WARNING neutron.api.v2.base [None req-48bbcaf7-9afa-4787-b05a-23a866b2d062 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:07:42.724461 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-48bbcaf7-9afa-4787-b05a-23a866b2d062 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:07:42.725502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-48bbcaf7-9afa-4787-b05a-23a866b2d062 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "PUT /v2.0/security-groups/8dfac256-d904-4593-96e3-8a2f3153d9aa HTTP/1.1" status: 409 len: 330 time: 0.0070291 Jul 16 18:07:42.728579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43148) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.741118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508abc8c-f342-4ef1-8971-c938b277176d tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfac256-d904-4593-96e3-8a2f3153d9aa,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:42.825572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43152) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:42.879494 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c4d36e3-ebdc-4f30-b9a2-6db0207dae0f tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.911898 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c4d36e3-ebdc-4f30-b9a2-6db0207dae0f tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.945645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-6ab16f45-fdc9-4a57-85db-55cb3bab5688 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.952249 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-6ab16f45-fdc9-4a57-85db-55cb3bab5688 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.952765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-32658281', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:42.958923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-6ab16f45-fdc9-4a57-85db-55cb3bab5688 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.965805 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-6ab16f45-fdc9-4a57-85db-55cb3bab5688 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.973437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-6ab16f45-fdc9-4a57-85db-55cb3bab5688 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.977920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Made reservation on behalf of e63e0ef068e84f0c88ed0edb1d034ce2 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:42.981056 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.981183 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-6ab16f45-fdc9-4a57-85db-55cb3bab5688 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.987284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-6ab16f45-fdc9-4a57-85db-55cb3bab5688 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.989450 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-6ab16f45-fdc9-4a57-85db-55cb3bab5688 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5433 time: 0.2319396 Jul 16 18:07:42.991685 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.060304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-feec14f5-2f67-4af6-91ac-2236f4f016cd tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.062175 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-feec14f5-2f67-4af6-91ac-2236f4f016cd tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "GET /v2.0/ports/ecc56c7d-5b6d-41f9-940d-559dbe201d67?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0648739 Jul 16 18:07:43.178296 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c4d36e3-ebdc-4f30-b9a2-6db0207dae0f tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.181975 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3c4d36e3-ebdc-4f30-b9a2-6db0207dae0f tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.183284 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3c4d36e3-ebdc-4f30-b9a2-6db0207dae0f tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "DELETE /v2.0/security-groups/8dfac256-d904-4593-96e3-8a2f3153d9aa HTTP/1.1" status: 204 len: 168 time: 0.4540386 Jul 16 18:07:43.196729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43160) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:43.198544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d36e3-ebdc-4f30-b9a2-6db0207dae0f tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfac256-d904-4593-96e3-8a2f3153d9aa,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:43.254128 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-216d56da-016b-4087-8ac2-6b2fa274217a tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "GET /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1812115 Jul 16 18:07:43.339735 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-68542f8c-756e-4ad7-8113-e714b3e9cf7e tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1387236 Jul 16 18:07:43.341794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43166) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:43.362078 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-b6269508-64c4-4c86-9d6e-edf28afbea00 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] delete failed (client error): The resource could not be found. Jul 16 18:07:43.363923 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b6269508-64c4-4c86-9d6e-edf28afbea00 tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "DELETE /v2.0/security-groups/6a5c5c66-5d0f-4f89-b1f9-116fa48c119c HTTP/1.1" status: 404 len: 347 time: 0.0207632 Jul 16 18:07:43.367985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43168) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:43.370585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-a013e51a-6d9f-42f9-bb42-16a16ea05a04 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:43.459479 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-830a5ccb-6f6d-4202-844e-de854296bd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.473463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885cf7d-49ad-4c08-a4b9-0f7c2f7d4c9a req-8433ce0e-343c-4fb2-a8e0-d49945e317c2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.476108 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d885cf7d-49ad-4c08-a4b9-0f7c2f7d4c9a req-8433ce0e-343c-4fb2-a8e0-d49945e317c2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3011940 Jul 16 18:07:43.477439 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-fc28f256-e9d7-4f5d-bbc0-4d9e273678ae tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] show failed (client error): The resource could not be found. Jul 16 18:07:43.477568 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-a013e51a-6d9f-42f9-bb42-16a16ea05a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.478757 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fc28f256-e9d7-4f5d-bbc0-4d9e273678ae tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "GET /v2.0/security-groups/5c6aa111-3562-40db-a102-8069115d2d43 HTTP/1.1" status: 404 len: 347 time: 0.1013720 Jul 16 18:07:43.489320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43170) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:43.528440 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.552584 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-9662890f-5611-43ac-945c-0d3350a7c53c tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] show failed (client error): The resource could not be found. Jul 16 18:07:43.554293 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9662890f-5611-43ac-945c-0d3350a7c53c tempest-NegativeSecGroupTest-1815212936 tempest-NegativeSecGroupTest-1815212936-project] 10.222.0.24 "GET /v2.0/security-group-rules/d52932ad-feef-4a87-8c25-fd1e3fe89920 HTTP/1.1" status: 404 len: 356 time: 0.0617061 Jul 16 18:07:43.555046 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.579021 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] device_id is not set on port 99575f20-e4b0-4212-afb8-b496b1ce5a02 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:43.670275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-a013e51a-6d9f-42f9-bb42-16a16ea05a04 service neutron] For port ecc56c7d-5b6d-41f9-940d-559dbe201d67, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=ecc56c7d-5b6d-41f9-940d-559dbe201d67,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:43.713124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-a013e51a-6d9f-42f9-bb42-16a16ea05a04 service neutron] For port ecc56c7d-5b6d-41f9-940d-559dbe201d67, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:43.713959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d885cf7d-49ad-4c08-a4b9-0f7c2f7d4c9a req-9f784464-1587-4210-9f50-fb29af41020c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234826 Jul 16 18:07:43.742835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdb0c2c-1087-4468-8f1a-aefb9e9ae348,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:43.767913 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-a013e51a-6d9f-42f9-bb42-16a16ea05a04 service neutron] device_id is not set on port ecc56c7d-5b6d-41f9-940d-559dbe201d67 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:43.777763 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-a013e51a-6d9f-42f9-bb42-16a16ea05a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.785084 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-a013e51a-6d9f-42f9-bb42-16a16ea05a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.798430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa501f9d-f8bb-4700-869b-f99fee962460 req-0096b616-6186-4bff-9a25-db561ade44f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.813328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa501f9d-f8bb-4700-869b-f99fee962460 req-0096b616-6186-4bff-9a25-db561ade44f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.874935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013e51a-6d9f-42f9-bb42-16a16ea05a04 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc56c7d-5b6d-41f9-940d-559dbe201d67,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:43.900444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa501f9d-f8bb-4700-869b-f99fee962460 req-0096b616-6186-4bff-9a25-db561ade44f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.907464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-a013e51a-6d9f-42f9-bb42-16a16ea05a04 service neutron] No DVR routers for this DVR port ecc56c7d-5b6d-41f9-940d-559dbe201d67 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:43.907747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa501f9d-f8bb-4700-869b-f99fee962460 req-0096b616-6186-4bff-9a25-db561ade44f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.953846 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa501f9d-f8bb-4700-869b-f99fee962460 req-0096b616-6186-4bff-9a25-db561ade44f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.974483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa501f9d-f8bb-4700-869b-f99fee962460 req-0096b616-6186-4bff-9a25-db561ade44f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.987308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa501f9d-f8bb-4700-869b-f99fee962460 req-0096b616-6186-4bff-9a25-db561ade44f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.001004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa501f9d-f8bb-4700-869b-f99fee962460 req-0096b616-6186-4bff-9a25-db561ade44f0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 5433 time: 0.6442611 Jul 16 18:07:44.035262 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-a013e51a-6d9f-42f9-bb42-16a16ea05a04 service neutron] In _notify_port_updated(), no bound segment for port ecc56c7d-5b6d-41f9-940d-559dbe201d67 on network c5839ed7-b863-47b2-ae80-65f108c6ba10 {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:07:44.037285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-a013e51a-6d9f-42f9-bb42-16a16ea05a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.038154 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-a013e51a-6d9f-42f9-bb42-16a16ea05a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.040671 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-a013e51a-6d9f-42f9-bb42-16a16ea05a04 service neutron] 10.222.0.11 "PUT /v2.0/ports/ecc56c7d-5b6d-41f9-940d-559dbe201d67 HTTP/1.1" status: 200 len: 1027 time: 0.7810197 Jul 16 18:07:44.142517 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa501f9d-f8bb-4700-869b-f99fee962460 req-744edcfd-d23d-4b38-bc9b-58c00f6a9c8f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=feb49f8d-b373-418c-adb4-78265951c6cf&id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1405015 Jul 16 18:07:44.186419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-3fadba2b-b381-49f6-91c9-44d1d51e212a tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.187931 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-3fadba2b-b381-49f6-91c9-44d1d51e212a tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "GET /v2.0/ports/42f22134-cd1e-4de1-a750-e9783ad69ae9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1399682 Jul 16 18:07:44.215124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-89343f44-1def-4775-89c6-d99593928cae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:44.292045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Allocated IP 172.25.3.248 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/99575f20-e4b0-4212-afb8-b496b1ce5a02) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:44.294818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43200) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:44.367243 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-89343f44-1def-4775-89c6-d99593928cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.378542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ea0ab946-15ec-49e0-a681-df603441f2c9 None None] Provisioning complete for port ecc56c7d-5b6d-41f9-940d-559dbe201d67 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:44.379893 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab946-15ec-49e0-a681-df603441f2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.463410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ab946-15ec-49e0-a681-df603441f2c9 None None] Port ecc56c7d-5b6d-41f9-940d-559dbe201d67 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:44.647430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-89343f44-1def-4775-89c6-d99593928cae service neutron] For port 42f22134-cd1e-4de1-a750-e9783ad69ae9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=42f22134-cd1e-4de1-a750-e9783ad69ae9,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:44.683739 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.700183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c4358eec-09d4-445e-9650-76d1be441f32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e66a622f98c74c03b0d13dceab6e2606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027054 Jul 16 18:07:44.702973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-89343f44-1def-4775-89c6-d99593928cae service neutron] For port 42f22134-cd1e-4de1-a750-e9783ad69ae9, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:44.708877 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43244) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:44.820555 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.841753 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-89343f44-1def-4775-89c6-d99593928cae service neutron] device_id is not set on port 42f22134-cd1e-4de1-a750-e9783ad69ae9 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:44.856099 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-89343f44-1def-4775-89c6-d99593928cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.897928 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-89343f44-1def-4775-89c6-d99593928cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.901148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1664ea59-3e1f-4443-a131-fa2dcc22d557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.967371 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1664ea59-3e1f-4443-a131-fa2dcc22d557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.022870 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Pushing event updated for resources: {'Port': ['ID=99575f20-e4b0-4212-afb8-b496b1ce5a02,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:45.041644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:45.048274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:45.062922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:45.074037 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-89343f44-1def-4775-89c6-d99593928cae service neutron] No DVR routers for this DVR port 42f22134-cd1e-4de1-a750-e9783ad69ae9 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:45.140015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-89343f44-1def-4775-89c6-d99593928cae service neutron] In _notify_port_updated(), no bound segment for port 42f22134-cd1e-4de1-a750-e9783ad69ae9 on network c5839ed7-b863-47b2-ae80-65f108c6ba10 {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:07:45.141248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-89343f44-1def-4775-89c6-d99593928cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.142018 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-89343f44-1def-4775-89c6-d99593928cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.144144 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-89343f44-1def-4775-89c6-d99593928cae service neutron] 10.222.0.11 "PUT /v2.0/ports/42f22134-cd1e-4de1-a750-e9783ad69ae9 HTTP/1.1" status: 200 len: 1027 time: 0.9466443 Jul 16 18:07:45.193371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d8252-4f07-4211-9650-c85eaccb7455 req-c8770cea-d459-4107-be5b-c4db15c7c4a5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.195289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-774d8252-4f07-4211-9650-c85eaccb7455 req-c8770cea-d459-4107-be5b-c4db15c7c4a5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2654052 Jul 16 18:07:45.245691 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.246416 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.247110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89343f44-1def-4775-89c6-d99593928cae service neutron] Pushing event updated for resources: {'Port': ['ID=42f22134-cd1e-4de1-a750-e9783ad69ae9,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:45.254326 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1664ea59-3e1f-4443-a131-fa2dcc22d557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.256993 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1664ea59-3e1f-4443-a131-fa2dcc22d557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.258198 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1664ea59-3e1f-4443-a131-fa2dcc22d557 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6cfa257-d8ce-4640-a1ab-629300692425 HTTP/1.1" status: 204 len: 168 time: 0.5481913 Jul 16 18:07:45.314624 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664ea59-3e1f-4443-a131-fa2dcc22d557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cfa257-d8ce-4640-a1ab-629300692425,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:45.387874 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-774d8252-4f07-4211-9650-c85eaccb7455 req-54fba4e9-e572-400d-b1e6-c8f47049a04d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833313 Jul 16 18:07:45.400734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b5e646ea-8867-4d52-aab2-61a48858d35f None None] Provisioning complete for port 42f22134-cd1e-4de1-a750-e9783ad69ae9 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:45.401073 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b5e646ea-8867-4d52-aab2-61a48858d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.403134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43322) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:45.404101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e5066314-4537-476d-8b6c-d1e41179e2ff tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.5750968 Jul 16 18:07:45.413459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.248'}]}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:45.474166 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-cbeb36b2-37bf-4a6c-a9d6-bfd11d0d0c5b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Deleting port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:45.474549 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-cbeb36b2-37bf-4a6c-a9d6-bfd11d0d0c5b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.502854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b5e646ea-8867-4d52-aab2-61a48858d35f None None] Port 42f22134-cd1e-4de1-a750-e9783ad69ae9 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:45.511580 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.513136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.639133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.694702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6eb9c-9839-4c95-80cb-f8a2a5c083ad req-bce3d6d1-4928-44aa-b7f8-f4b374f5e477 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.701282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6eb9c-9839-4c95-80cb-f8a2a5c083ad req-bce3d6d1-4928-44aa-b7f8-f4b374f5e477 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.712877 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2958d572-76ab-4df2-a12a-e4fb1f492630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.718058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6eb9c-9839-4c95-80cb-f8a2a5c083ad req-bce3d6d1-4928-44aa-b7f8-f4b374f5e477 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.728436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:45.733617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6eb9c-9839-4c95-80cb-f8a2a5c083ad req-bce3d6d1-4928-44aa-b7f8-f4b374f5e477 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.749709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6eb9c-9839-4c95-80cb-f8a2a5c083ad req-bce3d6d1-4928-44aa-b7f8-f4b374f5e477 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.751574 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7f6eb9c-9839-4c95-80cb-f8a2a5c083ad req-bce3d6d1-4928-44aa-b7f8-f4b374f5e477 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 3885 time: 0.2143936 Jul 16 18:07:45.843537 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.850501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7f6eb9c-9839-4c95-80cb-f8a2a5c083ad req-5f3d530e-8b22-46f4-acef-b8e10c92aab2 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875967 Jul 16 18:07:45.884800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4937a153-3b68-417b-8f4b-bf5d6f4c90d0,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:45.885875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4937a153-3b68-417b-8f4b-bf5d6f4c90d0'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:45.889699 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aba3d0-a53e-413d-b897-baa62343ec21" -d '{"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-unplugged", "status": "completed", "tag": "4937a153-3b68-417b-8f4b-bf5d6f4c90d0"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:45.893992 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.894810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 223708c8-1b94-4650-aa99-9e0be9baf6c7 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:45.994165 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdf21fb-51c0-40db-a4b4-5975287325bd x-openstack-request-id: req-2fdf21fb-51c0-40db-a4b4-5975287325bd {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:45.994464 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-unplugged", "status": "completed", "tag": "4937a153-3b68-417b-8f4b-bf5d6f4c90d0", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:45.994722 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fdf21fb-51c0-40db-a4b4-5975287325bd {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:45.995125 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4937a153-3b68-417b-8f4b-bf5d6f4c90d0', 'code': 200} Jul 16 18:07:46.106234 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.152479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=4937a153-3b68-417b-8f4b-bf5d6f4c90d0,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.170007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:46.170365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:46.171090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:46.175663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:46.176181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:46.176705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:46.177207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:46.178056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:46.179156 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:46.180095 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:46.180835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:46.181617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:46.226320 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.303327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 223708c8-1b94-4650-aa99-9e0be9baf6c7, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=223708c8-1b94-4650-aa99-9e0be9baf6c7,segment=NetworkSegment(e866fb8e-9ba7-4848-a0fc-eb2aa0b15def),segment_id=e866fb8e-9ba7-4848-a0fc-eb2aa0b15def)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:46.319123 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.319965 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device abdc9f5d-e66d-4242-be3b-01c94d11e00c no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:46.476402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=223708c8-1b94-4650-aa99-9e0be9baf6c7,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.556866 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.614552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port abdc9f5d-e66d-4242-be3b-01c94d11e00c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=abdc9f5d-e66d-4242-be3b-01c94d11e00c,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:46.621366 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.628596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device abc4391e-e85d-4a0b-9644-50a353bc8ad9 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:46.647492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-cbeb36b2-37bf-4a6c-a9d6-bfd11d0d0c5b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] For port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4937a153-3b68-417b-8f4b-bf5d6f4c90d0,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:46.649298 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-cbeb36b2-37bf-4a6c-a9d6-bfd11d0d0c5b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.775087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b7a7a-23ea-4a88-8a73-3986b9957de1 req-96d5b5b8-8303-4a40-80c1-04387725fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:46.776669 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-831b7a7a-23ea-4a88-8a73-3986b9957de1 req-96d5b5b8-8303-4a40-80c1-04387725fa03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a50f0e1de354b1ba5acf25306a514ce&device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 1098 time: 0.1748188 Jul 16 18:07:46.852147 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43490) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:46.874755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=abdc9f5d-e66d-4242-be3b-01c94d11e00c,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.899821 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.924944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-cbeb36b2-37bf-4a6c-a9d6-bfd11d0d0c5b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Calling delete_port for 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:46.945570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port abc4391e-e85d-4a0b-9644-50a353bc8ad9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=abc4391e-e85d-4a0b-9644-50a353bc8ad9,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:46.961088 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.962422 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ecc56c7d-5b6d-41f9-940d-559dbe201d67 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:47.095200 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f173bf-2ff0-4c7b-95d2-7a61f3f5dd39 req-c51c12e5-35a6-43ab-9e00-6de09bf9f4d4 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.100360 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3f173bf-2ff0-4c7b-95d2-7a61f3f5dd39 req-c51c12e5-35a6-43ab-9e00-6de09bf9f4d4 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3868170 Jul 16 18:07:47.119879 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=abc4391e-e85d-4a0b-9644-50a353bc8ad9,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:47.207723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1400052771'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:47.225637 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device ecc56c7d-5b6d-41f9-940d-559dbe201d67 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:47.226118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 42f22134-cd1e-4de1-a750-e9783ad69ae9 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:47.267206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.293735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b7a7a-23ea-4a88-8a73-3986b9957de1 req-ab3cecdc-0b1f-4210-b34c-27a4a5e7e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.296392 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-831b7a7a-23ea-4a88-8a73-3986b9957de1 req-ab3cecdc-0b1f-4210-b34c-27a4a5e7e2ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=a3aff34c-d366-47a6-bb72-a1b487c78a97 HTTP/1.1" status: 200 len: 914 time: 0.4818106 Jul 16 18:07:47.363889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-831b7a7a-23ea-4a88-8a73-3986b9957de1 req-b565bc54-878e-43ed-a8e3-f3aad0dcc135 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e HTTP/1.1" status: 200 len: 217 time: 0.0542445 Jul 16 18:07:47.373550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 42f22134-cd1e-4de1-a750-e9783ad69ae9 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:47.374238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:47.405364 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-cbeb36b2-37bf-4a6c-a9d6-bfd11d0d0c5b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.423955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f8267-262c-4c75-8c53-f8b1aeb5d196 req-8dd12f8f-7867-41c3-898e-d497ceac2d49 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.430464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f8267-262c-4c75-8c53-f8b1aeb5d196 req-8dd12f8f-7867-41c3-898e-d497ceac2d49 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.441714 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f8267-262c-4c75-8c53-f8b1aeb5d196 req-8dd12f8f-7867-41c3-898e-d497ceac2d49 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.451237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f8267-262c-4c75-8c53-f8b1aeb5d196 req-8dd12f8f-7867-41c3-898e-d497ceac2d49 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.458426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f8267-262c-4c75-8c53-f8b1aeb5d196 req-8dd12f8f-7867-41c3-898e-d497ceac2d49 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.461752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad7f8267-262c-4c75-8c53-f8b1aeb5d196 req-8dd12f8f-7867-41c3-898e-d497ceac2d49 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 3877 time: 0.2640123 Jul 16 18:07:47.486812 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Made reservation on behalf of 51c2c385d03b40248170cd7512b4ceaa for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:47.490743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.495765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3f173bf-2ff0-4c7b-95d2-7a61f3f5dd39 req-ef9fc55c-7f47-4c89-a238-84b9ff7440ae tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826246 Jul 16 18:07:47.500705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb36b2-37bf-4a6c-a9d6-bfd11d0d0c5b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'Port': ['ID=4937a153-3b68-417b-8f4b-bf5d6f4c90d0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:47.535253 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.553328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-cbeb36b2-37bf-4a6c-a9d6-bfd11d0d0c5b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] No DVR routers for this DVR port 4937a153-3b68-417b-8f4b-bf5d6f4c90d0 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:47.556871 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-cbeb36b2-37bf-4a6c-a9d6-bfd11d0d0c5b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.564490 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-cbeb36b2-37bf-4a6c-a9d6-bfd11d0d0c5b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "DELETE /v2.0/ports/4937a153-3b68-417b-8f4b-bf5d6f4c90d0 HTTP/1.1" status: 204 len: 173 time: 2.4109385 Jul 16 18:07:47.565196 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-deleted', 'tag': '4937a153-3b68-417b-8f4b-bf5d6f4c90d0'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:47.567566 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51454f6-7aba-4df6-877c-f3869bdcbc60" -d '{"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-deleted", "tag": "4937a153-3b68-417b-8f4b-bf5d6f4c90d0"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:47.624628 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.659680 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.708429 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.728106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.768315 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:47.777352 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.790800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b7a7a-23ea-4a88-8a73-3986b9957de1 req-03050507-bbc1-49b6-ad41-42bfe820c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.794323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-831b7a7a-23ea-4a88-8a73-3986b9957de1 req-03050507-bbc1-49b6-ad41-42bfe820c35f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6857b2d9-0327-499b-99e9-e6599e42f428 HTTP/1.1" status: 200 len: 853 time: 0.4091816 Jul 16 18:07:47.827186 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad7f8267-262c-4c75-8c53-f8b1aeb5d196 req-1e1ef0a9-3c06-4d96-8442-0e1c84aaf917 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268034 Jul 16 18:07:47.854091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:47.918748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:47.971054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-831b7a7a-23ea-4a88-8a73-3986b9957de1 req-31381b0e-c737-4f99-9e70-72f21b8dbd6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a3aff34c-d366-47a6-bb72-a1b487c78a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428177 Jul 16 18:07:47.995883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223708c8-1b94-4650-aa99-9e0be9baf6c7'}, {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abdc9f5d-e66d-4242-be3b-01c94d11e00c'}, {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc4391e-e85d-4a0b-9644-50a353bc8ad9'}, {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd8d951-9a7f-428d-9bdb-7388f3aec8e1'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:47.999413 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48dfd68-08fc-41ea-991f-cc755c10448b" -d '{"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-unplugged", "status": "completed", "tag": "223708c8-1b94-4650-aa99-9e0be9baf6c7"}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-unplugged", "status": "completed", "tag": "abdc9f5d-e66d-4242-be3b-01c94d11e00c"}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-unplugged", "status": "completed", "tag": "abc4391e-e85d-4a0b-9644-50a353bc8ad9"}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd8d951-9a7f-428d-9bdb-7388f3aec8e1"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:48.084184 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740c0e8d-b0c3-4ad2-bec3-f486754d8272 x-openstack-request-id: req-740c0e8d-b0c3-4ad2-bec3-f486754d8272 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:48.086113 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-unplugged", "status": "completed", "tag": "223708c8-1b94-4650-aa99-9e0be9baf6c7", "code": 200}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-unplugged", "status": "completed", "tag": "abdc9f5d-e66d-4242-be3b-01c94d11e00c", "code": 200}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-unplugged", "status": "completed", "tag": "abc4391e-e85d-4a0b-9644-50a353bc8ad9", "code": 200}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-unplugged", "status": "completed", "tag": "dfd8d951-9a7f-428d-9bdb-7388f3aec8e1", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:48.087829 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-740c0e8d-b0c3-4ad2-bec3-f486754d8272 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:48.088626 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223708c8-1b94-4650-aa99-9e0be9baf6c7', 'code': 200} Jul 16 18:07:48.089362 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abdc9f5d-e66d-4242-be3b-01c94d11e00c', 'code': 200} Jul 16 18:07:48.089994 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc4391e-e85d-4a0b-9644-50a353bc8ad9', 'code': 200} Jul 16 18:07:48.090502 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfd8d951-9a7f-428d-9bdb-7388f3aec8e1', 'code': 200} Jul 16 18:07:48.120264 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.124454 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Added segment fe7d36dc-9507-45e5-a09b-ac3ac6cd6924 of type vlan for network 58704e61-3940-4e26-ace7-b02a52b897b2 Jul 16 18:07:48.127798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-36c9f67b-728c-4b2c-baea-33b4a985eda8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Deleting port abdc9f5d-e66d-4242-be3b-01c94d11e00c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:48.128673 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-36c9f67b-728c-4b2c-baea-33b4a985eda8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.132591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20633434-cfaa-414d-8fc4-3f25e9577179,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:48.204191 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1974ef-7c87-4e5e-b12e-e124f2bf288d x-openstack-request-id: req-6b1974ef-7c87-4e5e-b12e-e124f2bf288d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:48.204498 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-deleted", "tag": "4937a153-3b68-417b-8f4b-bf5d6f4c90d0", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:48.204761 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b1974ef-7c87-4e5e-b12e-e124f2bf288d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:48.205166 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-deleted', 'tag': '4937a153-3b68-417b-8f4b-bf5d6f4c90d0', 'status': 'completed', 'code': 200} Jul 16 18:07:48.238017 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.284238 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.311851 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.313332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-831b7a7a-23ea-4a88-8a73-3986b9957de1 req-a09bbad2-2a7e-4639-9f54-fb03fb879628 service neutron] 10.222.0.11 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219736 Jul 16 18:07:48.418539 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.425010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.425842 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.438391 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-36c9f67b-728c-4b2c-baea-33b4a985eda8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] For port abdc9f5d-e66d-4242-be3b-01c94d11e00c, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=abdc9f5d-e66d-4242-be3b-01c94d11e00c,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:48.439033 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-36c9f67b-728c-4b2c-baea-33b4a985eda8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.470681 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-831b7a7a-23ea-4a88-8a73-3986b9957de1 req-74861610-db3a-4301-9e2f-91af06d4172f service neutron] 10.222.0.11 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504631 Jul 16 18:07:48.474996 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6143498 Jul 16 18:07:48.477902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43660) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:48.483732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b22cc586-5172-4fc8-94b5-d026ab6c9c72 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Request body: {'subnet': {'network_id': '58704e61-3940-4e26-ace7-b02a52b897b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:48.533652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-36c9f67b-728c-4b2c-baea-33b4a985eda8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Calling delete_port for abdc9f5d-e66d-4242-be3b-01c94d11e00c owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:48.556662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf0391-fe4a-493d-8fff-38284c92d32d tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Pushing event updated for resources: {'Network': ['ID=58704e61-3940-4e26-ace7-b02a52b897b2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:48.570348 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 58704e61-3940-4e26-ace7-b02a52b897b2 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:48.681720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22cc586-5172-4fc8-94b5-d026ab6c9c72 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Made reservation on behalf of 51c2c385d03b40248170cd7512b4ceaa for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:48.685903 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b22cc586-5172-4fc8-94b5-d026ab6c9c72 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.870839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d3b1c-6dc2-4a01-90c9-45ffb5dd4930 req-f81d9da3-92e0-4bd9-b417-a163bec29ea1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.872425 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e1d3b1c-6dc2-4a01-90c9-45ffb5dd4930 req-f81d9da3-92e0-4bd9-b417-a163bec29ea1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1368678 Jul 16 18:07:48.891893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.994471 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.019112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e1d3b1c-6dc2-4a01-90c9-45ffb5dd4930 req-2cffbb12-89d9-41c3-ad3d-c241114834ab tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310148 Jul 16 18:07:49.125076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b22cc586-5172-4fc8-94b5-d026ab6c9c72 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.180735 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.184346 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.207666 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e8e0f-bd47-4067-bf35-52976c059015 req-2709cb63-9ebb-4b2c-bb03-179346a73b51 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.213769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e8e0f-bd47-4067-bf35-52976c059015 req-2709cb63-9ebb-4b2c-bb03-179346a73b51 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.222726 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e8e0f-bd47-4067-bf35-52976c059015 req-2709cb63-9ebb-4b2c-bb03-179346a73b51 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.228734 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e8e0f-bd47-4067-bf35-52976c059015 req-2709cb63-9ebb-4b2c-bb03-179346a73b51 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.230768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f2e8e0f-bd47-4067-bf35-52976c059015 req-2709cb63-9ebb-4b2c-bb03-179346a73b51 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 3142 time: 0.1941805 Jul 16 18:07:49.234944 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-36c9f67b-728c-4b2c-baea-33b4a985eda8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.238377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cc586-5172-4fc8-94b5-d026ab6c9c72 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Pushing event updated for resources: {'Subnet': ['ID=18d3346d-a1b4-48c9-bbb7-b493d51a8d5f,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:49.247792 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.248970 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 603bafc3-da49-4f75-9a3d-d3d73a01d642 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:49.268045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22cc586-5172-4fc8-94b5-d026ab6c9c72 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Checking segment: {'id': 'fe7d36dc-9507-45e5-a09b-ac3ac6cd6924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '58704e61-3940-4e26-ace7-b02a52b897b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:49.268418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22cc586-5172-4fc8-94b5-d026ab6c9c72 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Network hostable DHCP agents. Network: 58704e61-3940-4e26-ace7-b02a52b897b2, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:49.282281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9f67b-728c-4b2c-baea-33b4a985eda8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'Port': ['ID=abdc9f5d-e66d-4242-be3b-01c94d11e00c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:49.307678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f2e8e0f-bd47-4067-bf35-52976c059015 req-b9cb08f9-209f-4f62-a1f0-4b51c6477edd tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643578 Jul 16 18:07:49.309424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22cc586-5172-4fc8-94b5-d026ab6c9c72 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Network 58704e61-3940-4e26-ace7-b02a52b897b2 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:49.320121 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:07:49.321192 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4189e9ee-64af-48f3-bbff-b7786fea3e74 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9143493 Jul 16 18:07:49.321404 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-b22cc586-5172-4fc8-94b5-d026ab6c9c72 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 58704e61-3940-4e26-ace7-b02a52b897b2) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:49.335253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43716) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:49.353130 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb21316-844c-4d5e-b21a-39b5b12369fc None None] Network 58704e61-3940-4e26-ace7-b02a52b897b2 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:49.359646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-36c9f67b-728c-4b2c-baea-33b4a985eda8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] No DVR routers for this DVR port abdc9f5d-e66d-4242-be3b-01c94d11e00c on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:49.363331 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-36c9f67b-728c-4b2c-baea-33b4a985eda8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.366197 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-36c9f67b-728c-4b2c-baea-33b4a985eda8 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "DELETE /v2.0/ports/abdc9f5d-e66d-4242-be3b-01c94d11e00c HTTP/1.1" status: 204 len: 173 time: 1.7680190 Jul 16 18:07:49.370370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22cc586-5172-4fc8-94b5-d026ab6c9c72 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.370973 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b22cc586-5172-4fc8-94b5-d026ab6c9c72 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.461722 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b22cc586-5172-4fc8-94b5-d026ab6c9c72 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9822171 Jul 16 18:07:49.471970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43722) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:49.478209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Request body: {'port': {'network_id': '58704e61-3940-4e26-ace7-b02a52b897b2', 'name': 'tempest-TagsExtTest-598981703'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:49.528057 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-7b4d2458-a501-41fd-89cc-fb98b656a86c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Deleting port abc4391e-e85d-4a0b-9644-50a353bc8ad9 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:49.528428 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-7b4d2458-a501-41fd-89cc-fb98b656a86c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.574122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-58704e61-3940-4e26-ace7-b02a52b897b2', 'network_id': '58704e61-3940-4e26-ace7-b02a52b897b2', 'tenant_id': '51c2c385d03b40248170cd7512b4ceaa', 'fixed_ips': [{'subnet_id': '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:07:49.576124 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.579801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a5de0-8882-447a-8dbf-e8c7f6cb1c15 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Deleting port 99575f20-e4b0-4212-afb8-b496b1ce5a02 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:49.580161 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5de0-8882-447a-8dbf-e8c7f6cb1c15 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.698077 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-7b4d2458-a501-41fd-89cc-fb98b656a86c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] For port abc4391e-e85d-4a0b-9644-50a353bc8ad9, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=abc4391e-e85d-4a0b-9644-50a353bc8ad9,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:49.699838 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-7b4d2458-a501-41fd-89cc-fb98b656a86c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.710060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Made reservation on behalf of 51c2c385d03b40248170cd7512b4ceaa for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:49.715184 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.727391 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-7b4d2458-a501-41fd-89cc-fb98b656a86c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Calling delete_port for abc4391e-e85d-4a0b-9644-50a353bc8ad9 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:49.768481 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5de0-8882-447a-8dbf-e8c7f6cb1c15 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.782370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] device_id is not set on port f8bbc775-91ad-451a-8bdb-3a535d10cf13 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:49.901829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Allocated IP 172.20.0.2 (58704e61-3940-4e26-ace7-b02a52b897b2/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/21726e25-df57-47b5-a553-52372a55ab63) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:49.995287 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-7b4d2458-a501-41fd-89cc-fb98b656a86c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.060947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d2458-a501-41fd-89cc-fb98b656a86c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'Port': ['ID=abc4391e-e85d-4a0b-9644-50a353bc8ad9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:50.102859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-7b4d2458-a501-41fd-89cc-fb98b656a86c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] No DVR routers for this DVR port abc4391e-e85d-4a0b-9644-50a353bc8ad9 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:50.105875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-7b4d2458-a501-41fd-89cc-fb98b656a86c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.108560 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-7b4d2458-a501-41fd-89cc-fb98b656a86c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "DELETE /v2.0/ports/abc4391e-e85d-4a0b-9644-50a353bc8ad9 HTTP/1.1" status: 204 len: 173 time: 0.7372849 Jul 16 18:07:50.133232 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.146510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Transition to ACTIVE for port object 21726e25-df57-47b5-a553-52372a55ab63 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:50.166794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Transition to ACTIVE for port object 21726e25-df57-47b5-a553-52372a55ab63 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:50.174316 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.210425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-deleted', 'tag': 'abdc9f5d-e66d-4242-be3b-01c94d11e00c'}, {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-deleted', 'tag': 'abc4391e-e85d-4a0b-9644-50a353bc8ad9'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:50.212668 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c412b2e-b8f8-4285-8be8-a8dd3883d079" -d '{"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-deleted", "tag": "abdc9f5d-e66d-4242-be3b-01c94d11e00c"}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-deleted", "tag": "abc4391e-e85d-4a0b-9644-50a353bc8ad9"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:50.226947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Network 58704e61-3940-4e26-ace7-b02a52b897b2 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:50.234632 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:50.240056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:50.289908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Deleting port 223708c8-1b94-4650-aa99-9e0be9baf6c7 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:50.290575 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.298363 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Pushing event updated for resources: {'Port': ['ID=21726e25-df57-47b5-a553-52372a55ab63,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:50.318124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Attempting to bind port 21726e25-df57-47b5-a553-52372a55ab63 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:50.318759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Attempting to bind port 21726e25-df57-47b5-a553-52372a55ab63 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'fe7d36dc-9507-45e5-a09b-ac3ac6cd6924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '58704e61-3940-4e26-ace7-b02a52b897b2'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:50.319281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Attempting to bind port 21726e25-df57-47b5-a553-52372a55ab63 on network 58704e61-3940-4e26-ace7-b02a52b897b2 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:50.325145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:50.326580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Checking segment: {'id': 'fe7d36dc-9507-45e5-a09b-ac3ac6cd6924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '58704e61-3940-4e26-ace7-b02a52b897b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:50.327175 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.327721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Bound using segment: {'id': 'fe7d36dc-9507-45e5-a09b-ac3ac6cd6924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '58704e61-3940-4e26-ace7-b02a52b897b2'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:50.328347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Bound port: 21726e25-df57-47b5-a553-52372a55ab63, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7d36dc-9507-45e5-a09b-ac3ac6cd6924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '58704e61-3940-4e26-ace7-b02a52b897b2'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:50.328884 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.344641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a5de0-8882-447a-8dbf-e8c7f6cb1c15 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Calling delete_port for 99575f20-e4b0-4212-afb8-b496b1ce5a02 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:50.418267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] For port 21726e25-df57-47b5-a553-52372a55ab63, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:50.422480 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] For port 21726e25-df57-47b5-a553-52372a55ab63, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=21726e25-df57-47b5-a553-52372a55ab63,segment=NetworkSegment(fe7d36dc-9507-45e5-a09b-ac3ac6cd6924),segment_id=fe7d36dc-9507-45e5-a09b-ac3ac6cd6924)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:50.428804 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.434775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] For port 223708c8-1b94-4650-aa99-9e0be9baf6c7, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=223708c8-1b94-4650-aa99-9e0be9baf6c7,segment=NetworkSegment(e866fb8e-9ba7-4848-a0fc-eb2aa0b15def),segment_id=e866fb8e-9ba7-4848-a0fc-eb2aa0b15def)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:50.435774 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.504425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522db55-f615-42ec-b165-c16ed0e2b902 None None] Pushing event updated for resources: {'Port': ['ID=21726e25-df57-47b5-a553-52372a55ab63,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:50.541745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-9c7c1d32-3842-43d1-9e1f-9315fb3fdb82 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.550343 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-9c7c1d32-3842-43d1-9e1f-9315fb3fdb82 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/networks?id=233997b2-8161-45c8-b1a0-88f22c96a7e5 HTTP/1.1" status: 200 len: 814 time: 0.7972176 Jul 16 18:07:50.625430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-d82b67c6-f69a-473a-8d2b-59ac2a94bc0a tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/quotas/e4a33ed005214bcaa04d5095740987ed HTTP/1.1" status: 200 len: 375 time: 0.0739319 Jul 16 18:07:50.663580 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5de0-8882-447a-8dbf-e8c7f6cb1c15 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.750059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-5d84f7ed-5dd5-4b45-aafd-f20455a09168 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4a33ed005214bcaa04d5095740987ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1235759 Jul 16 18:07:50.792432 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a5de0-8882-447a-8dbf-e8c7f6cb1c15 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Pushing event deleted for resources: {'Port': ['ID=99575f20-e4b0-4212-afb8-b496b1ce5a02,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:50.801973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-4f14bf2a-ebba-4287-9742-ea85db53aa98 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:07:50.809914 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-4f14bf2a-ebba-4287-9742-ea85db53aa98 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0346389 Jul 16 18:07:50.830584 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.832219 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.832736 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Floating IP 4797bd8a-51ca-47ec-96d3-a7c533ed3270 disassociated. External IP: 172.25.3.9, port: 223708c8-1b94-4650-aa99-9e0be9baf6c7. Jul 16 18:07:50.833272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Calling delete_port for 223708c8-1b94-4650-aa99-9e0be9baf6c7 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:50.918728 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-d7a65785-15f2-4b92-80df-5304f9bdda21 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1858807 Jul 16 18:07:50.984028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Allocated IP 172.20.0.6 (58704e61-3940-4e26-ace7-b02a52b897b2/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/f8bbc775-91ad-451a-8bdb-3a535d10cf13) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:51.071417 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.071650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70fa97-1730-4fb3-bb4d-972dae729413 req-f00f6ae3-5bdd-4683-8fe4-1b9c7a56e7f0 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.074680 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d70fa97-1730-4fb3-bb4d-972dae729413 req-f00f6ae3-5bdd-4683-8fe4-1b9c7a56e7f0 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.5077794 Jul 16 18:07:51.096544 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b2a5de0-8882-447a-8dbf-e8c7f6cb1c15 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.103851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9b2a5de0-8882-447a-8dbf-e8c7f6cb1c15 tempest-RoutersAdminNegativeIpV6Test-1171772988 tempest-RoutersAdminNegativeIpV6Test-1171772988-project-admin] 10.222.0.24 "DELETE /v2.0/ports/99575f20-e4b0-4212-afb8-b496b1ce5a02 HTTP/1.1" status: 204 len: 168 time: 1.7731028 Jul 16 18:07:51.108050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'Port': ['ID=223708c8-1b94-4650-aa99-9e0be9baf6c7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:51.128590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-2a27afae-a30d-4c21-8c45-60a1be2aa122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.129076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-2a27afae-a30d-4c21-8c45-60a1be2aa122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.129558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-2a27afae-a30d-4c21-8c45-60a1be2aa122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.130064 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-2a27afae-a30d-4c21-8c45-60a1be2aa122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.130536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-2a27afae-a30d-4c21-8c45-60a1be2aa122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.131055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-2a27afae-a30d-4c21-8c45-60a1be2aa122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.131476 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-2a27afae-a30d-4c21-8c45-60a1be2aa122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.133460 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-2a27afae-a30d-4c21-8c45-60a1be2aa122 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 6509 time: 0.1606903 Jul 16 18:07:51.155667 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-2e4834be-3133-43d5-8f7e-407c5545b79f service neutron] 10.222.0.24 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445449 Jul 16 18:07:51.249985 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d70fa97-1730-4fb3-bb4d-972dae729413 req-fbe09ff6-a050-4bfb-bca5-fa51c40bd7b3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626081 Jul 16 18:07:51.331253 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cc0007-ab56-439a-99ec-6bd41e8bbbe1 x-openstack-request-id: req-14cc0007-ab56-439a-99ec-6bd41e8bbbe1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:51.331787 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-deleted", "tag": "abdc9f5d-e66d-4242-be3b-01c94d11e00c", "status": "completed", "code": 200}, {"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-deleted", "tag": "abc4391e-e85d-4a0b-9644-50a353bc8ad9", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:51.331787 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14cc0007-ab56-439a-99ec-6bd41e8bbbe1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:51.332181 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-deleted', 'tag': 'abdc9f5d-e66d-4242-be3b-01c94d11e00c', 'status': 'completed', 'code': 200} Jul 16 18:07:51.332440 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-deleted', 'tag': 'abc4391e-e85d-4a0b-9644-50a353bc8ad9', 'status': 'completed', 'code': 200} Jul 16 18:07:51.365296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-1e2e3906-4ae9-46ed-b07a-46271c464e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.365807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-1e2e3906-4ae9-46ed-b07a-46271c464e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.366279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-1e2e3906-4ae9-46ed-b07a-46271c464e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.367865 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-1e2e3906-4ae9-46ed-b07a-46271c464e92 service neutron] 10.222.0.32 "GET /v2.0/networks?id=44337d24-7f19-40cf-a303-f059903d6ce5&id=d14411d5-9208-45c8-b382-da9f272bc971&id=d14411d5-9208-45c8-b382-da9f272bc971&id=d14411d5-9208-45c8-b382-da9f272bc971&id=d14411d5-9208-45c8-b382-da9f272bc971&id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f HTTP/1.1" status: 200 len: 2296 time: 0.1797035 Jul 16 18:07:51.379697 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:51.470014 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-40acd358-4437-46dd-a456-578e19f4aaae service neutron] 10.222.0.24 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021557 Jul 16 18:07:51.507482 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.543068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Transition to ACTIVE for port object f8bbc775-91ad-451a-8bdb-3a535d10cf13 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:51.558209 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-e78667cf-2719-40d2-82cc-69590f8c016b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66b198d4-be15-4005-a079-fa148eb42193 HTTP/1.1" status: 200 len: 1001 time: 0.1773624 Jul 16 18:07:51.629615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43752) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:51.746267 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.751364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-e3521047-0b45-45a3-b6f6-bfe6e3106bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.756592 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device fbd13ca7-bb29-4443-b469-04d2bc21a47e details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:51.774039 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-e3521047-0b45-45a3-b6f6-bfe6e3106bd4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69eb66ea-9472-42b1-8bef-cc1b7c6812ce HTTP/1.1" status: 200 len: 856 time: 0.2004743 Jul 16 18:07:51.924191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Pushing event updated for resources: {'Port': ['ID=f8bbc775-91ad-451a-8bdb-3a535d10cf13,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:51.956253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Network 58704e61-3940-4e26-ace7-b02a52b897b2 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:51.986279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df3662-4efa-42da-ba58-271375aafc8a req-0dd40a96-8029-4512-b9c1-887343925a10 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.008879 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00df3662-4efa-42da-ba58-271375aafc8a req-0dd40a96-8029-4512-b9c1-887343925a10 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 941 time: 0.4238362 Jul 16 18:07:52.019166 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-de690907-f6d3-42ff-b012-d2a9de1ceb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.025983 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-de690907-f6d3-42ff-b012-d2a9de1ceb1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44337d24-7f19-40cf-a303-f059903d6ce5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2421060 Jul 16 18:07:52.027088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:52.042698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:52.068706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1172c7d-f027-4621-aa6b-658dd01b4aac None None] Sync routers for ids ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:52.086632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:52.099364 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9074697a-d5e6-42ad-ad0d-ce0a37a8d630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.191119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:52.215337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.216178 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.225420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c27a9b-9401-4ed3-9da7-2f8ea9d46226 None None] Network 58704e61-3940-4e26-ace7-b02a52b897b2 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:52.268211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00df3662-4efa-42da-ba58-271375aafc8a req-2e1f47f0-f902-49ea-bdd4-7216349cece7 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580166 Jul 16 18:07:52.294858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] No DVR routers for this DVR port 223708c8-1b94-4650-aa99-9e0be9baf6c7 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:52.340762 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 21726e25-df57-47b5-a553-52372a55ab63 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:52.346260 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.348921 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4f8ef73e-1970-4513-a7ad-16b149281087 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "DELETE /v2.0/ports/223708c8-1b94-4650-aa99-9e0be9baf6c7 HTTP/1.1" status: 204 len: 173 time: 2.2348402 Jul 16 18:07:52.362236 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1172c7d-f027-4621-aa6b-658dd01b4aac None None] Routers {'ca3a8428-d2b4-4979-8d76-acc58d5d86a2'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:52.363155 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f1172c7d-f027-4621-aa6b-658dd01b4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:07:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:52.436081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e22ced3c-7890-4298-b15f-3683bc436c01 None None] Provisioning for port 21726e25-df57-47b5-a553-52372a55ab63 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:52.505644 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b842dd1f-637d-49be-8e63-215934b83224 req-c59beba3-5448-4477-9266-ac590df3ca05 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 210 time: 0.1016893 Jul 16 18:07:52.526746 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9074697a-d5e6-42ad-ad0d-ce0a37a8d630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.537266 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-da44f5f0-7687-4b6d-bcb9-26c36af963b3 service neutron] 10.222.0.32 "GET /v2.0/networks/44337d24-7f19-40cf-a303-f059903d6ce5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924483 Jul 16 18:07:52.545242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9074697a-d5e6-42ad-ad0d-ce0a37a8d630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.566299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e', 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97', 'port_id': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e', 'mac_address': 'fa:16:3e:05:78:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6857b2d9-0327-499b-99e9-e6599e42f428', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:52.603812 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074697a-d5e6-42ad-ad0d-ce0a37a8d630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717c5c1c-8925-4562-9b97-4138b12271e3,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:52.619309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3c6b1a48-ad05-4cf7-9fac-ec0592199485 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.1438637 Jul 16 18:07:52.625221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43784) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:52.652497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-673d0e3c-17a1-4c57-bd62-16addd27ae2b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1389810579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:52.659672 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9074697a-d5e6-42ad-ad0d-ce0a37a8d630 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e811e68e14cc42e884f52af480cbc278&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0275302 Jul 16 18:07:52.661105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43786) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:52.859278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942828a-8a3b-40f8-b835-52fbd559fad3 req-863329b7-1333-42cd-b47d-6fb6407260d0 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.861282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b942828a-8a3b-40f8-b835-52fbd559fad3 req-863329b7-1333-42cd-b47d-6fb6407260d0 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1580174 Jul 16 18:07:52.862330 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-514bbc71-6d58-4ed8-aa59-fcd4d1e46ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.913581 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-673d0e3c-17a1-4c57-bd62-16addd27ae2b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.914684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-673d0e3c-17a1-4c57-bd62-16addd27ae2b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.955460 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-514bbc71-6d58-4ed8-aa59-fcd4d1e46ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.009890 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-ed6ec712-6b19-41a4-b5af-01591cf10605 service neutron] 10.222.0.32 "GET /v2.0/networks/44337d24-7f19-40cf-a303-f059903d6ce5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663420 Jul 16 18:07:53.024136 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b942828a-8a3b-40f8-b835-52fbd559fad3 req-188df5a3-72b7-4896-9af6-4ef84e7e7ea4 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544993 Jul 16 18:07:53.059135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-f1172c7d-f027-4621-aa6b-658dd01b4aac None None] Set router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:53.093731 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-514bbc71-6d58-4ed8-aa59-fcd4d1e46ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.096466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-514bbc71-6d58-4ed8-aa59-fcd4d1e46ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.099042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-514bbc71-6d58-4ed8-aa59-fcd4d1e46ed2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/717c5c1c-8925-4562-9b97-4138b12271e3 HTTP/1.1" status: 204 len: 168 time: 0.4346077 Jul 16 18:07:53.146798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bbc71-6d58-4ed8-aa59-fcd4d1e46ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717c5c1c-8925-4562-9b97-4138b12271e3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:53.220906 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.247328 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.409021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 21726e25-df57-47b5-a553-52372a55ab63 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:53.491845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbd13ca7-bb29-4443-b469-04d2bc21a47e {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:53.506289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 21726e25-df57-47b5-a553-52372a55ab63 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:53.507476 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.681585 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914bf08-209c-4651-b01d-b67972360554 req-297c5907-943d-4dc4-b44c-ac6fdf469308 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.698403 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1914bf08-209c-4651-b01d-b67972360554 req-297c5907-943d-4dc4-b44c-ac6fdf469308 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 941 time: 0.1300528 Jul 16 18:07:53.717989 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-673d0e3c-17a1-4c57-bd62-16addd27ae2b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.727557 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4116961a-5ed2-4e8d-b979-6d9838e1d096 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Deleting port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:53.728102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4116961a-5ed2-4e8d-b979-6d9838e1d096 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.794004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2e953d8-50f2-4a6b-ba84-4f9839798816 req-92634898-34d3-4612-bd77-391d6bc3964a tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 210 time: 0.0786030 Jul 16 18:07:53.830725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4116961a-5ed2-4e8d-b979-6d9838e1d096 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] For port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:53.831043 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4116961a-5ed2-4e8d-b979-6d9838e1d096 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.833227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:53.849146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4116961a-5ed2-4e8d-b979-6d9838e1d096 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Calling delete_port for dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:53.866558 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.879471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43818) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:53.984801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-deleted', 'tag': '223708c8-1b94-4650-aa99-9e0be9baf6c7'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:53.987536 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b3a31c-8bdb-4a5d-b474-16f02cd64227" -d '{"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-deleted", "tag": "223708c8-1b94-4650-aa99-9e0be9baf6c7"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:54.008202 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-673d0e3c-17a1-4c57-bd62-16addd27ae2b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.023943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=fbd13ca7-bb29-4443-b469-04d2bc21a47e,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.063011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['fbd13ca7-bb29-4443-b469-04d2bc21a47e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:54.089248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1914bf08-209c-4651-b01d-b67972360554 req-ce3fdc0e-41e5-4cb3-a4eb-ba8d454a24ce tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3d36943-1508-4712-8e33-24145247012f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3891444 Jul 16 18:07:54.115903 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-fb936696-0aa9-4153-8b13-e30da09d562b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=9934b156-2ff0-44c2-b42b-b8b7148a6def HTTP/1.1" status: 200 len: 217 time: 0.3961389 Jul 16 18:07:54.247996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-6ffa78ff-898d-4a74-9ee0-d883a192acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.255517 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-6ffa78ff-898d-4a74-9ee0-d883a192acbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.1242993 Jul 16 18:07:54.264993 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fcfb77-dac9-40fc-a8d0-f6d2537e985d x-openstack-request-id: req-08fcfb77-dac9-40fc-a8d0-f6d2537e985d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:54.270168 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-deleted", "tag": "223708c8-1b94-4650-aa99-9e0be9baf6c7", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:54.270711 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08fcfb77-dac9-40fc-a8d0-f6d2537e985d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:54.271342 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-deleted', 'tag': '223708c8-1b94-4650-aa99-9e0be9baf6c7', 'status': 'completed', 'code': 200} Jul 16 18:07:54.271468 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ac4556fa-c339-4296-bd5d-1716acd7f6b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e63e0ef068e84f0c88ed0edb1d034ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869665 Jul 16 18:07:54.272289 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4116961a-5ed2-4e8d-b979-6d9838e1d096 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.274793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43826) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:54.310951 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.339672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-ee800dd5-a321-45dc-8d9d-5f74b6fcc9f6 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.341484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-ee800dd5-a321-45dc-8d9d-5f74b6fcc9f6 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.11 "GET /v2.0/networks?id=233997b2-8161-45c8-b1a0-88f22c96a7e5 HTTP/1.1" status: 200 len: 814 time: 0.4241114 Jul 16 18:07:54.375753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 21726e25-df57-47b5-a553-52372a55ab63, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=21726e25-df57-47b5-a553-52372a55ab63,segment=NetworkSegment(fe7d36dc-9507-45e5-a09b-ac3ac6cd6924),segment_id=fe7d36dc-9507-45e5-a09b-ac3ac6cd6924)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:54.390788 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.415131 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-673d0e3c-17a1-4c57-bd62-16addd27ae2b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.418967 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-673d0e3c-17a1-4c57-bd62-16addd27ae2b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.7866154 Jul 16 18:07:54.439351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a259f3d8-ccbe-465e-aaf5-c09c7cbe4b8c tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Request body: {'port': {'device_id': '342521fb-18e3-47e9-9598-bba0b926ed2a', 'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5', 'admin_state_up': True, 'tenant_id': 'e4a33ed005214bcaa04d5095740987ed'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:54.473435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43830) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:54.482639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-67dc6ba7-d84c-4002-abd9-1b9c072f59f8 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-568912845', 'prefixes': ['172.20.0.0/16']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:54.505968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f1172c7d-f027-4621-aa6b-658dd01b4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 4, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'c4dec196-5b16-4249-8064-f28ea8ac2b1d', 'name': '', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'mac_address': 'fa:16:3e:76:06:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:50Z', 'updated_at': '2021-07-16T17:56:58Z', 'revision_number': 5, 'project_id': 'e842df9b6b02407381982d4560f93832', 'subnets': [{'id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:54.546123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116961a-5ed2-4e8d-b979-6d9838e1d096 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'Port': ['ID=dfd8d951-9a7f-428d-9bdb-7388f3aec8e1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.704081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1172c7d-f027-4621-aa6b-658dd01b4aac None None] Checking router: ca3a8428-d2b4-4979-8d76-acc58d5d86a2 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:54.710465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=21726e25-df57-47b5-a553-52372a55ab63,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.713062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-5e8265cc-b54f-4960-b0c9-e2c05e7b7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.720917 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-5e8265cc-b54f-4960-b0c9-e2c05e7b7fd7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4424195 Jul 16 18:07:54.723674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4116961a-5ed2-4e8d-b979-6d9838e1d096 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] No DVR routers for this DVR port dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:54.741194 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4116961a-5ed2-4e8d-b979-6d9838e1d096 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.743932 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-45ab90cf-10e3-4aa6-bae6-4d20f95198fc req-4116961a-5ed2-4e8d-b979-6d9838e1d096 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.11 "DELETE /v2.0/ports/dfd8d951-9a7f-428d-9bdb-7388f3aec8e1 HTTP/1.1" status: 204 len: 173 time: 2.3673792 Jul 16 18:07:54.788279 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4a675cd8-3c94-429e-9aee-f01a62bfcfe5 None None] Provisioning complete for port 21726e25-df57-47b5-a553-52372a55ab63 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:54.789363 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4a675cd8-3c94-429e-9aee-f01a62bfcfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.791220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1172c7d-f027-4621-aa6b-658dd01b4aac None None] Routers {'ca3a8428-d2b4-4979-8d76-acc58d5d86a2'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:54.792638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f1172c7d-f027-4621-aa6b-658dd01b4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:07:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:54.803899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15c969-23dc-45cc-8aa3-a60e3a1750f5 req-2b719fe6-e98c-40aa-9058-7fd792542109 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.811061 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f15c969-23dc-45cc-8aa3-a60e3a1750f5 req-2b719fe6-e98c-40aa-9058-7fd792542109 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.4611018 Jul 16 18:07:54.852434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a259f3d8-ccbe-465e-aaf5-c09c7cbe4b8c tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Made reservation on behalf of e4a33ed005214bcaa04d5095740987ed for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:54.857697 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a259f3d8-ccbe-465e-aaf5-c09c7cbe4b8c tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.911846 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f15c969-23dc-45cc-8aa3-a60e3a1750f5 req-048c6d22-39ae-433a-ad16-e339f06ef7e5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997956 Jul 16 18:07:54.940890 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67dc6ba7-d84c-4002-abd9-1b9c072f59f8 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for subnetpool, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.942516 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-67dc6ba7-d84c-4002-abd9-1b9c072f59f8 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4637883 Jul 16 18:07:54.962490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43836) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:54.997705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-6a6d96af-4b4d-4d6f-bcb2-98bebf425948 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f', 'tempest-TagsExtTest-Tag-1689482378') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:55.120753 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ef51-cdf1-49be-859d-521b38b54430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.151923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-f1172c7d-f027-4621-aa6b-658dd01b4aac None None] Set router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:55.193684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ef51-cdf1-49be-859d-521b38b54430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.291580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a259f3d8-ccbe-465e-aaf5-c09c7cbe4b8c tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Allocated IP 172.20.0.7 (233997b2-8161-45c8-b1a0-88f22c96a7e5/6ab76eff-af5d-4688-bb29-35aa5b128439/df7b51eb-848f-488b-865c-73d6c06c60f8) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:55.372022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-241d7523-2cc5-42f4-8da0-a4d7f86804b6 req-cae79530-193f-4217-a24e-4f9f05868887 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 210 time: 0.1182964 Jul 16 18:07:55.385528 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ef51-cdf1-49be-859d-521b38b54430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.391500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bb3ef51-cdf1-49be-859d-521b38b54430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.396655 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2bb3ef51-cdf1-49be-859d-521b38b54430 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fdb0c2c-1087-4468-8f1a-aefb9e9ae348 HTTP/1.1" status: 204 len: 168 time: 1.0421653 Jul 16 18:07:55.449225 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3ef51-cdf1-49be-859d-521b38b54430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdb0c2c-1087-4468-8f1a-aefb9e9ae348,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:55.611086 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-5a8cf526-e83a-48f7-ad1f-85830ac5e86b service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8625600 Jul 16 18:07:55.665917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c38ef6ed-0808-4271-9ad6-cca57bd74ffc req-2d81c97d-fa68-4df9-8972-2f2cdc2527ed tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.1352856 Jul 16 18:07:55.773128 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.862361 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4a675cd8-3c94-429e-9aee-f01a62bfcfe5 None None] Provisioning for port f8bbc775-91ad-451a-8bdb-3a535d10cf13 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:55.877026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4a675cd8-3c94-429e-9aee-f01a62bfcfe5 None None] Provisioning complete for port f8bbc775-91ad-451a-8bdb-3a535d10cf13 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:55.877449 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4a675cd8-3c94-429e-9aee-f01a62bfcfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.906180 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a259f3d8-ccbe-465e-aaf5-c09c7cbe4b8c tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.920121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device fbd13ca7-bb29-4443-b469-04d2bc21a47e up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:55.988545 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6a6d96af-4b4d-4d6f-bcb2-98bebf425948 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "PUT /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/tags/tempest-TagsExtTest-Tag-1689482378 HTTP/1.1" status: 201 len: 201 time: 1.0169945 Jul 16 18:07:55.989177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43854) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:56.018127 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a259f3d8-ccbe-465e-aaf5-c09c7cbe4b8c tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.023307 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-3429cd24-a3dd-4cc9-95dc-349419291a79 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f8bbc775-91ad-451a-8bdb-3a535d10cf13', 'tempest-TagsExtTest-Tag-1681572020') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:56.059199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f1172c7d-f027-4621-aa6b-658dd01b4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 4, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'c4dec196-5b16-4249-8064-f28ea8ac2b1d', 'name': '', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'mac_address': 'fa:16:3e:76:06:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:50Z', 'updated_at': '2021-07-16T17:56:58Z', 'revision_number': 5, 'project_id': 'e842df9b6b02407381982d4560f93832', 'subnets': [{'id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:56.133547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a259f3d8-ccbe-465e-aaf5-c09c7cbe4b8c tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Network 233997b2-8161-45c8-b1a0-88f22c96a7e5 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:56.152167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a259f3d8-ccbe-465e-aaf5-c09c7cbe4b8c tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:56.166180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a259f3d8-ccbe-465e-aaf5-c09c7cbe4b8c tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:56.181482 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1172c7d-f027-4621-aa6b-658dd01b4aac None None] The sync data for ids ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'] in n-d-787205-10 is: [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T17:56:50Z', 'revision_number': 4, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'c4dec196-5b16-4249-8064-f28ea8ac2b1d', 'name': '', 'network_id': '4c6fdd73-da18-48b5-9a3b-f97be3bcf6df', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'mac_address': 'fa:16:3e:76:06:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:50Z', 'updated_at': '2021-07-16T17:56:58Z', 'revision_number': 5, 'project_id': 'e842df9b6b02407381982d4560f93832', 'subnets': [{'id': '243b46fa-7a93-4ad1-8fd4-e955798c54a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:56.208992 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4a675cd8-3c94-429e-9aee-f01a62bfcfe5 None None] Port f8bbc775-91ad-451a-8bdb-3a535d10cf13 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:56.217258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port fbd13ca7-bb29-4443-b469-04d2bc21a47e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:56.217771 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.233647 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-c39c3dba-626f-4fbf-a9d9-9792a2debaaa service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151760 Jul 16 18:07:56.273062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-deleted', 'tag': 'dfd8d951-9a7f-428d-9bdb-7388f3aec8e1'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:56.275354 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d01ea07-2d1e-4ee5-848a-2c312cbf4e08" -d '{"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-deleted", "tag": "dfd8d951-9a7f-428d-9bdb-7388f3aec8e1"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:56.374693 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.388910 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259f3d8-ccbe-465e-aaf5-c09c7cbe4b8c tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Pushing event updated for resources: {'Port': ['ID=df7b51eb-848f-488b-865c-73d6c06c60f8,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:56.454290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a259f3d8-ccbe-465e-aaf5-c09c7cbe4b8c tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.462055 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a259f3d8-ccbe-465e-aaf5-c09c7cbe4b8c tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.510393 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-432f1c4d-d597-4c6c-8269-cebe75d743e9 None None] Provisioning complete for port f8bbc775-91ad-451a-8bdb-3a535d10cf13 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:56.511683 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-432f1c4d-d597-4c6c-8269-cebe75d743e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.516911 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89811f1b-0512-4507-8f69-9981d72160f3 x-openstack-request-id: req-89811f1b-0512-4507-8f69-9981d72160f3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:56.517847 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f4ec70-1570-47d7-8997-9918d2435f42", "name": "network-vif-deleted", "tag": "dfd8d951-9a7f-428d-9bdb-7388f3aec8e1", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:56.518115 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89811f1b-0512-4507-8f69-9981d72160f3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:56.518515 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f4ec70-1570-47d7-8997-9918d2435f42', 'name': 'network-vif-deleted', 'tag': 'dfd8d951-9a7f-428d-9bdb-7388f3aec8e1', 'status': 'completed', 'code': 200} Jul 16 18:07:56.546710 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-afd92167-67ca-4b64-8286-8df9bebc7398 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=5388a20e-2ed9-436f-a11e-87f7ad11fe8a HTTP/1.1" status: 200 len: 217 time: 0.2915263 Jul 16 18:07:56.591654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a259f3d8-ccbe-465e-aaf5-c09c7cbe4b8c tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1759400 Jul 16 18:07:56.620071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Request body: {'port': {'device_id': '342521fb-18e3-47e9-9598-bba0b926ed2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:56.678597 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:56.689486 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bb7e66-ce8d-4951-a7de-97b1e13872f0" -d '{"events": [{"server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "name": "network-vif-plugged", "status": "completed", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:56.710099 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 21726e25-df57-47b5-a553-52372a55ab63 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:56.741843 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3429cd24-a3dd-4cc9-95dc-349419291a79 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "PUT /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13/tags/tempest-TagsExtTest-Tag-1681572020 HTTP/1.1" status: 201 len: 201 time: 0.7498004 Jul 16 18:07:56.742530 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43872) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:56.752002 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-04da03d5-360b-4baf-bfb0-ef05decb9b65 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '807b1daa-4bf8-4116-8cd7-5cce93bd6795', 'tempest-TagsExtTest-Tag-1569305662') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:56.794060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:56.814648 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07423e0-d216-48ba-8579-0e0b8ac42482 None None] New status for floating IP 4797bd8a-51ca-47ec-96d3-a7c533ed3270: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:07:56.823006 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.830663 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb29c8-f3b9-4415-a557-3a2fd80e29f7 req-5c142c6f-270b-40b8-98ea-2078a4c67b31 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.831511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-432f1c4d-d597-4c6c-8269-cebe75d743e9 None None] Port f8bbc775-91ad-451a-8bdb-3a535d10cf13 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:56.839116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07eb29c8-f3b9-4415-a557-3a2fd80e29f7 req-5c142c6f-270b-40b8-98ea-2078a4c67b31 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.5710618 Jul 16 18:07:56.840863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-9e928471-498a-46db-82e9-7e51664a7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.842481 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-9e928471-498a-46db-82e9-7e51664a7689 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.2917469 Jul 16 18:07:57.027143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 21726e25-df57-47b5-a553-52372a55ab63 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:57.027598 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.075161 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07eb29c8-f3b9-4415-a557-3a2fd80e29f7 req-41cfe97f-526c-4b81-b5eb-feae5e3a5354 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212963 Jul 16 18:07:57.109222 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.166612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=fbd13ca7-bb29-4443-b469-04d2bc21a47e,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:57.193381 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-04da03d5-360b-4baf-bfb0-ef05decb9b65 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "PUT /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795/tags/tempest-TagsExtTest-Tag-1569305662 HTTP/1.1" status: 201 len: 201 time: 0.4456930 Jul 16 18:07:57.196009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43878) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:57.204164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-b5accefd-5444-4d15-801b-7098839c489f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd5390f84-0471-4817-a258-29edfccef03f', 'tempest-TagsExtTest-Tag-105212446') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:57.209681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-bfff2915-a958-4b03-84e9-d89a6e21de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.211371 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-bfff2915-a958-4b03-84e9-d89a6e21de83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3568792 Jul 16 18:07:57.219068 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2aedd3-4d92-4f28-ac64-d036f16d3c99 x-openstack-request-id: req-7e2aedd3-4d92-4f28-ac64-d036f16d3c99 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:57.219606 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "name": "network-vif-plugged", "status": "completed", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:57.219606 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e2aedd3-4d92-4f28-ac64-d036f16d3c99 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:57.220014 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e', 'code': 200} Jul 16 18:07:57.451480 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b5accefd-5444-4d15-801b-7098839c489f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "PUT /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f/tags/tempest-TagsExtTest-Tag-105212446 HTTP/1.1" status: 201 len: 201 time: 0.2534423 Jul 16 18:07:57.459628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43886) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:57.464239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-c0af84e4-e93c-4c5b-90f4-34758bc705b7 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:57.498879 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-94265e37-1a97-40d4-9f63-195a93796eee service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791479 Jul 16 18:07:57.802843 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c0af84e4-e93c-4c5b-90f4-34758bc705b7 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/tags HTTP/1.1" status: 200 len: 241 time: 0.3398921 Jul 16 18:07:57.803055 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-d0be78a3-4352-4a4b-a84c-13bda2cad9cb service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962704 Jul 16 18:07:57.803538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43892) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:57.807802 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-6dfedaad-74a6-4ef8-af38-62ad8eaa9c36 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f', 'tempest-TagsExtTest-Tag-1689482378') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:57.954203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4dc38ca-3b01-4a62-a7ed-49adf604413e req-c82a8db3-b2f8-487e-ba59-c019380c4717 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.0994775 Jul 16 18:07:58.002905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7b51eb-848f-488b-865c-73d6c06c60f8 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:58.029850 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-29b31cda-8573-42d0-8b7b-0fe40e85ff37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=6ea0e187-1c81-443f-a401-224fa078f2c1 HTTP/1.1" status: 200 len: 217 time: 0.1951947 Jul 16 18:07:58.030127 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.108119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Transition to ACTIVE for port object df7b51eb-848f-488b-865c-73d6c06c60f8 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:58.128637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69b340-07fa-4931-8965-13d971fdb481 req-ad9f5e35-b445-4cdb-8b2f-39ad4b59ace5 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.143656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c69b340-07fa-4931-8965-13d971fdb481 req-ad9f5e35-b445-4cdb-8b2f-39ad4b59ace5 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 931 time: 1.3015230 Jul 16 18:07:58.163668 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6dfedaad-74a6-4ef8-af38-62ad8eaa9c36 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/tags/tempest-TagsExtTest-Tag-1689482378 HTTP/1.1" status: 204 len: 168 time: 0.3591590 Jul 16 18:07:58.164807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43902) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:58.170349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-09ff0526-8ac0-441b-b5df-cc5c50882f06 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f', 'tempest-TagsExtTest-Tag-1689482378') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:58.172188 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.174518 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-b9446358-f0dc-445d-a521-b7e4271d8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.176347 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-b9446358-f0dc-445d-a521-b7e4271d8df6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.1328611 Jul 16 18:07:58.326894 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-0f370531-c91e-4d5d-b865-1f73292b6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.328625 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-0f370531-c91e-4d5d-b865-1f73292b6867 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1152000 Jul 16 18:07:58.428970 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-09ff0526-8ac0-441b-b5df-cc5c50882f06 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/tags/tempest-TagsExtTest-Tag-1689482378 HTTP/1.1" status: 204 len: 168 time: 0.2617922 Jul 16 18:07:58.429704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43908) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:58.436567 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-ad23a183-3070-4ae7-91d4-803a77ecb6cd tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:58.466782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c69b340-07fa-4931-8965-13d971fdb481 req-628221bd-98d4-4627-bb4a-78fe5c7716a8 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218684 Jul 16 18:07:58.472434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Pushing event updated for resources: {'Port': ['ID=df7b51eb-848f-488b-865c-73d6c06c60f8,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:58.625175 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-b5dea0b2-6cf7-4daa-9c7c-7527651090e0 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870510 Jul 16 18:07:58.643538 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ad23a183-3070-4ae7-91d4-803a77ecb6cd tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/tags HTTP/1.1" status: 200 len: 205 time: 0.2102640 Jul 16 18:07:58.644704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43912) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:58.649119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-f934e768-97ee-4189-b9c3-91de408b8caa tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f8bbc775-91ad-451a-8bdb-3a535d10cf13') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:58.698520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Attempting to bind port df7b51eb-848f-488b-865c-73d6c06c60f8 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:58.698864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Attempting to bind port df7b51eb-848f-488b-865c-73d6c06c60f8 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '87815dda-93ac-4128-814b-200315ec07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:58.699205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Attempting to bind port df7b51eb-848f-488b-865c-73d6c06c60f8 on network 233997b2-8161-45c8-b1a0-88f22c96a7e5 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:58.728854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Port df7b51eb-848f-488b-865c-73d6c06c60f8 on network 233997b2-8161-45c8-b1a0-88f22c96a7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:58.729041 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Attempting to bind port df7b51eb-848f-488b-865c-73d6c06c60f8 on network 233997b2-8161-45c8-b1a0-88f22c96a7e5 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:58.791976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:58.791976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Checking segment: {'id': '87815dda-93ac-4128-814b-200315ec07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:58.791976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Bound using segment: {'id': '87815dda-93ac-4128-814b-200315ec07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:58.802671 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Bound port: df7b51eb-848f-488b-865c-73d6c06c60f8, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87815dda-93ac-4128-814b-200315ec07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:58.814989 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.849525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae6e0c-7638-4954-837e-338aa44a6c8c req-0ce5daf0-95f3-4602-9943-663ca72ade90 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.856176 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56ae6e0c-7638-4954-837e-338aa44a6c8c req-0ce5daf0-95f3-4602-9943-663ca72ade90 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2568486 Jul 16 18:07:58.909129 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f934e768-97ee-4189-b9c3-91de408b8caa tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13/tags HTTP/1.1" status: 200 len: 241 time: 0.2631578 Jul 16 18:07:58.926404 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-0d337de1-9c35-4b50-9791-c00302dfb656 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908866 Jul 16 18:07:58.931549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43916) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:58.959958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-0e69cc86-cca9-4e5f-af4e-c5d5e1bc668f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8bbc775-91ad-451a-8bdb-3a535d10cf13', 'tempest-TagsExtTest-Tag-1681572020') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:58.981518 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56ae6e0c-7638-4954-837e-338aa44a6c8c req-6bd8d557-c860-4e7c-8138-11b617ce05da tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104512 Jul 16 18:07:59.035057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] For port df7b51eb-848f-488b-865c-73d6c06c60f8, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:59.039507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] For port df7b51eb-848f-488b-865c-73d6c06c60f8, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df7b51eb-848f-488b-865c-73d6c06c60f8,segment=NetworkSegment(87815dda-93ac-4128-814b-200315ec07ea),segment_id=87815dda-93ac-4128-814b-200315ec07ea)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:59.047101 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.107788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.108597 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.110226 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-d860c483-c783-4ff5-918b-bf5a0559524b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=4491f8dd-ddb2-4310-9cd7-053d2271a801 HTTP/1.1" status: 200 len: 217 time: 0.1674063 Jul 16 18:07:59.110412 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] 10.222.0.11 "PUT /v2.0/ports/df7b51eb-848f-488b-865c-73d6c06c60f8 HTTP/1.1" status: 200 len: 1092 time: 2.5110998 Jul 16 18:07:59.113140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342521fb-18e3-47e9-9598-bba0b926ed2a', 'tag': 'df7b51eb-848f-488b-865c-73d6c06c60f8'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:59.116567 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673a430f-0222-45fc-940c-5e5ca2b79e63" -d '{"events": [{"name": "network-changed", "server_uuid": "342521fb-18e3-47e9-9598-bba0b926ed2a", "tag": "df7b51eb-848f-488b-865c-73d6c06c60f8"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:59.185796 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43924) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:59.299867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cc281-14bf-41b4-b48e-da6d74cb7c9c service neutron] Pushing event updated for resources: {'Port': ['ID=df7b51eb-848f-488b-865c-73d6c06c60f8,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.398812 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-b993bd5f-8ddc-4083-b745-e82f52945e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.400742 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-b993bd5f-8ddc-4083-b745-e82f52945e59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 200 len: 797 time: 0.2374511 Jul 16 18:07:59.499584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fab3ec81-a987-4fba-a3e8-2f991dd33ef9 req-469255bf-e7eb-4463-9f72-e8b4a399696b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.0787153 Jul 16 18:07:59.500390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1999369531', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:59.513847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a3c41615-0f1d-42b9-8a47-652f81af1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.515479 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-a3c41615-0f1d-42b9-8a47-652f81af1b41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4a33ed005214bcaa04d5095740987ed&device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 1095 time: 0.2007501 Jul 16 18:07:59.523304 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dd35c3-85d8-44b6-ac75-2b786c902669 x-openstack-request-id: req-52dd35c3-85d8-44b6-ac75-2b786c902669 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:59.523600 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342521fb-18e3-47e9-9598-bba0b926ed2a", "tag": "df7b51eb-848f-488b-865c-73d6c06c60f8", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:59.523851 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52dd35c3-85d8-44b6-ac75-2b786c902669 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:59.524258 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342521fb-18e3-47e9-9598-bba0b926ed2a', 'tag': 'df7b51eb-848f-488b-865c-73d6c06c60f8', 'status': 'completed', 'code': 200} Jul 16 18:07:59.600311 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0e69cc86-cca9-4e5f-af4e-c5d5e1bc668f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13/tags/tempest-TagsExtTest-Tag-1681572020 HTTP/1.1" status: 204 len: 168 time: 0.6629786 Jul 16 18:07:59.602862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Made reservation on behalf of 184e9f7923b64570889787ceb43e4e12 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:59.605740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.609197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43936) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:59.615168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-3746e096-6d49-4c6b-8226-d3ffbc4e70e3 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f8bbc775-91ad-451a-8bdb-3a535d10cf13', 'tempest-TagsExtTest-Tag-1681572020') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:59.673320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-bd63d6bd-ba52-41e9-9f48-3264507010d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.674910 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-bd63d6bd-ba52-41e9-9f48-3264507010d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d14411d5-9208-45c8-b382-da9f272bc971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2655821 Jul 16 18:07:59.677635 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.718712 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-b40ab424-649a-4eb1-806c-ce10d83c6a96 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df7b51eb-848f-488b-865c-73d6c06c60f8 HTTP/1.1" status: 200 len: 217 time: 0.1931098 Jul 16 18:07:59.808934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-4d60b83c-e48e-4e89-847d-e84470a15a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.810714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-4d60b83c-e48e-4e89-847d-e84470a15a5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ab76eff-af5d-4688-bb29-35aa5b128439 HTTP/1.1" status: 200 len: 854 time: 0.0568335 Jul 16 18:07:59.855694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-d58a8edc-c4c0-4c51-914f-491cc3859162 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=233997b2-8161-45c8-b1a0-88f22c96a7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362628 Jul 16 18:07:59.913394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6c653-c57b-4450-89b8-bd7a9ce473ae req-1f2a4a0a-14a2-46cf-a823-886393ef7ea9 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.922699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85a6c653-c57b-4450-89b8-bd7a9ce473ae req-1f2a4a0a-14a2-46cf-a823-886393ef7ea9 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 943 time: 0.2091541 Jul 16 18:07:59.983404 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-929bae6e-1751-44b0-b0bf-6b65ca796030 service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997651 Jul 16 18:08:00.003746 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3746e096-6d49-4c6b-8226-d3ffbc4e70e3 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13/tags/tempest-TagsExtTest-Tag-1681572020 HTTP/1.1" status: 204 len: 168 time: 0.3931811 Jul 16 18:08:00.009197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43940) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:00.027756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-147247c2-33c2-4f8b-bbee-1e588454d40e tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f8bbc775-91ad-451a-8bdb-3a535d10cf13') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:00.059388 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85a6c653-c57b-4450-89b8-bd7a9ce473ae req-52bbba64-d158-4feb-a135-1325f712acb1 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355782 Jul 16 18:08:00.122487 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-7892db0f-9153-4f0a-9384-3c8a79daf18f service neutron] 10.222.0.11 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582629 Jul 16 18:08:00.170258 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.179864 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.187475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] device_id is not set on port 3ac2fa12-2e55-49e9-94ef-29a4a956320d yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:08:00.196238 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-da816339-087f-4644-aaf5-5815ed9ec08a service neutron] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034006 Jul 16 18:08:00.220855 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-147247c2-33c2-4f8b-bbee-1e588454d40e tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13/tags HTTP/1.1" status: 200 len: 205 time: 0.1948073 Jul 16 18:08:00.258166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43942) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:00.271703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-bd9f9d0a-c2eb-40a4-9aaf-989ae599c6ff tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '807b1daa-4bf8-4116-8cd7-5cce93bd6795') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:00.308508 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-9cb98c9e-972d-45ee-80bc-2fe98abfb4aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=897d6457-d843-4c30-9f5d-1c8d2f827f6b HTTP/1.1" status: 200 len: 217 time: 0.1020715 Jul 16 18:08:00.328164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e745a304-6c61-47eb-bc09-09528adfce21,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:00.436284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-8d3a239a-7964-4095-892a-0950406466cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.441713 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-8d3a239a-7964-4095-892a-0950406466cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecc90bf6-64d1-40fc-ae7a-e5075092d38e HTTP/1.1" status: 200 len: 797 time: 0.1207952 Jul 16 18:08:00.658421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Allocated IP 172.25.3.169 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/3ac2fa12-2e55-49e9-94ef-29a4a956320d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:00.861984 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b15420ad-15cb-4e51-94d3-e6b82fbee0be req-1bd61b18-f736-44dc-9bb2-8a658cd63d59 service neutron] 10.222.0.11 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323813 Jul 16 18:08:00.886483 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-358c2739-2ee3-4ee1-a937-7fd776623c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.888567 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-358c2739-2ee3-4ee1-a937-7fd776623c28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4403176 Jul 16 18:08:00.971849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43954) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.048646 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3a98e4a-b2d8-4970-95ba-b88fd3cb4cbe req-d54d364e-3391-4789-9e14-9514e9817071 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.2364502 Jul 16 18:08:01.118139 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.177814 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-0a4bd221-c909-4cf5-b7db-a0497b40f1f1 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512915 Jul 16 18:08:01.229172 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bd9f9d0a-c2eb-40a4-9aaf-989ae599c6ff tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795/tags HTTP/1.1" status: 200 len: 241 time: 0.9699299 Jul 16 18:08:01.236239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43960) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.244394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-0400e437-651e-4315-aa0c-a84b888dc590 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '807b1daa-4bf8-4116-8cd7-5cce93bd6795', 'tempest-TagsExtTest-Tag-1569305662') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.329717 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.352685 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d6edc3a-ebdf-443b-a0be-4475c18e8b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.355648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c3a90-15c3-4171-87b5-2474499c04bb req-a32b9cb5-69a4-4350-8858-76f83f1c2807 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.365510 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a8c3a90-15c3-4171-87b5-2474499c04bb req-a32b9cb5-69a4-4350-8858-76f83f1c2807 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.5179820 Jul 16 18:08:01.409565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Pushing event updated for resources: {'Port': ['ID=3ac2fa12-2e55-49e9-94ef-29a4a956320d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:01.442606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a430f-0222-45fc-940c-5e5ca2b79e63 req-5f0ef622-c438-4903-8d0b-3b9aeea32709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.443097 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-673a430f-0222-45fc-940c-5e5ca2b79e63 req-5f0ef622-c438-4903-8d0b-3b9aeea32709 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4a33ed005214bcaa04d5095740987ed&device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 1095 time: 0.3931327 Jul 16 18:08:01.522255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:01.526443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:01.543042 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:01.548168 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0400e437-651e-4315-aa0c-a84b888dc590 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795/tags/tempest-TagsExtTest-Tag-1569305662 HTTP/1.1" status: 204 len: 168 time: 0.3085747 Jul 16 18:08:01.555274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43962) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.561407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-63b88421-c01c-4d74-8e9a-fb9f14b7fcd4 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '807b1daa-4bf8-4116-8cd7-5cce93bd6795', 'tempest-TagsExtTest-Tag-1569305662') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.570220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a8c3a90-15c3-4171-87b5-2474499c04bb req-aa8ed9c5-4d1b-4305-8bd5-7d8317b4df6e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016938 Jul 16 18:08:01.635100 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-0a7355f8-b080-4b59-a900-8966ef192a0b service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484410 Jul 16 18:08:01.697991 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-37e27caa-f924-4bca-ae13-c98e0716bf19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7b12fec1-cc34-4266-80a0-396126617771 HTTP/1.1" status: 200 len: 217 time: 0.0496800 Jul 16 18:08:01.704721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.709873 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.805154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-f09a60ab-5855-4822-b632-005c10823a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.808627 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-f09a60ab-5855-4822-b632-005c10823a64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ecc90bf6-64d1-40fc-ae7a-e5075092d38e HTTP/1.1" status: 200 len: 797 time: 0.0886114 Jul 16 18:08:01.842241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-63b88421-c01c-4d74-8e9a-fb9f14b7fcd4 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795/tags/tempest-TagsExtTest-Tag-1569305662 HTTP/1.1" status: 204 len: 168 time: 0.2857239 Jul 16 18:08:01.845822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43964) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.851738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-5e330bde-b59e-4f23-b069-5da7d518957f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '807b1daa-4bf8-4116-8cd7-5cce93bd6795') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.910995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device df7b51eb-848f-488b-865c-73d6c06c60f8 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:01.928187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a430f-0222-45fc-940c-5e5ca2b79e63 req-cfd27929-c547-4f8e-891f-3c7475d67aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.936059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-673a430f-0222-45fc-940c-5e5ca2b79e63 req-cfd27929-c547-4f8e-891f-3c7475d67aa3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=233997b2-8161-45c8-b1a0-88f22c96a7e5 HTTP/1.1" status: 200 len: 915 time: 0.4722056 Jul 16 18:08:01.942998 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d6edc3a-ebdf-443b-a0be-4475c18e8b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.958043 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d6edc3a-ebdf-443b-a0be-4475c18e8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.964184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-981f17a2-db9b-4da7-a997-a9c0ab66e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.965736 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-981f17a2-db9b-4da7-a997-a9c0ab66e9bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc9a0f10-00e0-4fad-8805-19b95ad2b63f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1440334 Jul 16 18:08:01.979627 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ba21a10f-a357-44f0-8469-ac2ce32adea0 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7876403 Jul 16 18:08:02.006248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43966) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.015995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.169'}]}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:02.085579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c139b-c2d1-4692-9cc5-18b8b3c14b00 req-e58565e8-692c-46ea-a9f8-d882f5428981 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.093723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-711c139b-c2d1-4692-9cc5-18b8b3c14b00 req-e58565e8-692c-46ea-a9f8-d882f5428981 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 943 time: 0.5214212 Jul 16 18:08:02.101423 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-673a430f-0222-45fc-940c-5e5ca2b79e63 req-49867c77-feb4-40b6-a240-440f84f6d88d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df7b51eb-848f-488b-865c-73d6c06c60f8 HTTP/1.1" status: 200 len: 217 time: 0.1645691 Jul 16 18:08:02.108501 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8d6edc3a-ebdf-443b-a0be-4475c18e8b2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d888edd5739344b68b3cb5f4a7febb9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1334324 Jul 16 18:08:02.111089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43968) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.115301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port df7b51eb-848f-488b-865c-73d6c06c60f8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df7b51eb-848f-488b-865c-73d6c06c60f8,segment=NetworkSegment(87815dda-93ac-4128-814b-200315ec07ea),segment_id=87815dda-93ac-4128-814b-200315ec07ea)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:02.131792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6edc3a-ebdf-443b-a0be-4475c18e8b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331cce22-e25c-4294-b7b0-2158ae26077b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:02.161119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'df7b51eb-848f-488b-865c-73d6c06c60f8', 'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5', 'port_id': 'df7b51eb-848f-488b-865c-73d6c06c60f8', 'mac_address': 'fa:16:3e:18:7d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab76eff-af5d-4688-bb29-35aa5b128439', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:02.211652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5e330bde-b59e-4f23-b069-5da7d518957f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795/tags HTTP/1.1" status: 200 len: 205 time: 0.3634660 Jul 16 18:08:02.217644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43972) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.229281 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.230310 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-711c139b-c2d1-4692-9cc5-18b8b3c14b00 req-52490b49-d89d-42c5-aee1-a12f80fccbbf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325262 Jul 16 18:08:02.230815 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.240764 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-cc924af5-3ae1-464f-a673-ba8fedd8c1ac tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd5390f84-0471-4817-a258-29edfccef03f') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:02.266566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a430f-0222-45fc-940c-5e5ca2b79e63 req-23be69bc-f59f-4761-acf7-0e546d57d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.275473 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-673a430f-0222-45fc-940c-5e5ca2b79e63 req-23be69bc-f59f-4761-acf7-0e546d57d550 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ab76eff-af5d-4688-bb29-35aa5b128439 HTTP/1.1" status: 200 len: 854 time: 0.1570716 Jul 16 18:08:02.280766 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.318797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7b51eb-848f-488b-865c-73d6c06c60f8 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:02.329551 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-099183ed-baa7-47a2-8579-79fa79803332 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517373 Jul 16 18:08:02.372325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port df7b51eb-848f-488b-865c-73d6c06c60f8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df7b51eb-848f-488b-865c-73d6c06c60f8,segment=NetworkSegment(87815dda-93ac-4128-814b-200315ec07ea),segment_id=87815dda-93ac-4128-814b-200315ec07ea)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:02.384067 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.422976 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-673a430f-0222-45fc-940c-5e5ca2b79e63 req-1a21411e-6ca4-47f9-b1cf-79a1b9f4c2ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=233997b2-8161-45c8-b1a0-88f22c96a7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270945 Jul 16 18:08:02.432202 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cc924af5-3ae1-464f-a673-ba8fedd8c1ac tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f/tags HTTP/1.1" status: 200 len: 240 time: 0.2007859 Jul 16 18:08:02.436568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43976) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.471386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=df7b51eb-848f-488b-865c-73d6c06c60f8,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:02.485987 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43b9bf47-d23d-4154-8343-142a8938f96a req-bce1bd47-5e8a-4134-b9f8-3600d684e37b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.0806518 Jul 16 18:08:02.489604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-c1cf7791-b56c-48ce-9848-c0fac791bcfe tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5390f84-0471-4817-a258-29edfccef03f', 'tempest-TagsExtTest-Tag-105212446') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:02.505158 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.533724 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7e84d724-b4a0-47e6-9380-20bfd3200253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.570696 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c1cf7791-b56c-48ce-9848-c0fac791bcfe tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f/tags/tempest-TagsExtTest-Tag-105212446 HTTP/1.1" status: 204 len: 168 time: 0.0903344 Jul 16 18:08:02.576310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43978) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.582440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-8013e0b0-4931-41e0-9e86-2fed585402b9 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd5390f84-0471-4817-a258-29edfccef03f', 'tempest-TagsExtTest-Tag-105212446') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:02.624074 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['df7b51eb-848f-488b-865c-73d6c06c60f8'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:02.686754 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7e84d724-b4a0-47e6-9380-20bfd3200253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.753918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8013e0b0-4931-41e0-9e86-2fed585402b9 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f/tags/tempest-TagsExtTest-Tag-105212446 HTTP/1.1" status: 204 len: 168 time: 0.1760778 Jul 16 18:08:02.761754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43982) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.784854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-fefbb8e2-8c06-4d3f-be8e-98246881fcfc tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd5390f84-0471-4817-a258-29edfccef03f') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:02.872548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fefbb8e2-8c06-4d3f-be8e-98246881fcfc tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f/tags HTTP/1.1" status: 200 len: 205 time: 0.1036716 Jul 16 18:08:02.879132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43984) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.884945 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-673a430f-0222-45fc-940c-5e5ca2b79e63 req-6f2a77de-75aa-429e-99ed-43d46bd4804f service neutron] 10.222.0.11 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515016 Jul 16 18:08:02.890807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-e685e40f-8813-454d-beb8-cbc9f58cc095 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5390f84-0471-4817-a258-29edfccef03f') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:03.043007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-673a430f-0222-45fc-940c-5e5ca2b79e63 req-e0662bfc-03ae-4d5e-960b-62bafd0ed9b6 service neutron] 10.222.0.11 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271112 Jul 16 18:08:03.093276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef3d01-cc3a-4609-b9b9-1d9bb110fc05 req-08d7b296-faeb-4426-ac86-953ed893ecc3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.095365 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43ef3d01-cc3a-4609-b9b9-1d9bb110fc05 req-08d7b296-faeb-4426-ac86-953ed893ecc3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2835104 Jul 16 18:08:03.100283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e685e40f-8813-454d-beb8-cbc9f58cc095 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f/tags HTTP/1.1" status: 204 len: 168 time: 0.2179742 Jul 16 18:08:03.103612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43986) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:03.110472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-15699852-2f86-4d59-839a-fbbab83581f9 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '807b1daa-4bf8-4116-8cd7-5cce93bd6795') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:03.152876 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7e84d724-b4a0-47e6-9380-20bfd3200253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.157480 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7e84d724-b4a0-47e6-9380-20bfd3200253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.158897 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7e84d724-b4a0-47e6-9380-20bfd3200253 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/331cce22-e25c-4294-b7b0-2158ae26077b HTTP/1.1" status: 204 len: 168 time: 1.0319707 Jul 16 18:08:03.162434 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d5002f2-991e-49e2-9cb3-bd2a6e15be60 req-9539d3b1-fea2-491a-b203-ffaf423086f2 service neutron] 10.222.0.32 "GET /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7978675 Jul 16 18:08:03.164630 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.165014 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43ef3d01-cc3a-4609-b9b9-1d9bb110fc05 req-4ef90e7a-c5fc-4794-bf06-c90156ccf7fc tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631185 Jul 16 18:08:03.231980 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84d724-b4a0-47e6-9380-20bfd3200253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331cce22-e25c-4294-b7b0-2158ae26077b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:03.304381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-15699852-2f86-4d59-839a-fbbab83581f9 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795/tags HTTP/1.1" status: 204 len: 168 time: 0.1994407 Jul 16 18:08:03.305457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43992) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:03.310977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-761bfbf8-fe24-4edf-b56d-d04959838d84 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f8bbc775-91ad-451a-8bdb-3a535d10cf13') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:03.412203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-761bfbf8-fe24-4edf-b56d-d04959838d84 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13/tags HTTP/1.1" status: 204 len: 168 time: 0.1031826 Jul 16 18:08:03.412895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43994) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:03.424441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-4c4974bf-5a60-49a5-9777-6d33c2ff045c tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:03.573265 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.643489 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.794945 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f24550c-1644-4445-8431-06ca5e00b8ba req-94c18ba2-5184-4ddd-9d75-86317ff43ef5 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.0688629 Jul 16 18:08:03.871427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183b328-ff47-440c-b790-b30db49f080e req-52b20917-a584-4955-a65a-f0ff9c7a7858 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.874149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c183b328-ff47-440c-b790-b30db49f080e req-52b20917-a584-4955-a65a-f0ff9c7a7858 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 944 time: 0.3604538 Jul 16 18:08:03.884006 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.892019 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4c4974bf-5a60-49a5-9777-6d33c2ff045c tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/tags HTTP/1.1" status: 204 len: 168 time: 0.4781003 Jul 16 18:08:03.897440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44012) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:03.903963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-24e00425-d5cb-4193-903c-1c1373f7447e tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f', 'tempest-TagsExtTest-Tag-966521769') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:03.929764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device df7b51eb-848f-488b-865c-73d6c06c60f8 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:03.991990 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c183b328-ff47-440c-b790-b30db49f080e req-6d579cf1-7d49-4048-8e31-6ba33e70705f tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102362 Jul 16 18:08:04.032057 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-24e00425-d5cb-4193-903c-1c1373f7447e tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "PUT /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/tags/tempest-TagsExtTest-Tag-966521769 HTTP/1.1" status: 201 len: 201 time: 0.1334934 Jul 16 18:08:04.036027 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44016) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:04.063199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-6ea1818c-d308-448e-8213-adf860c608b8 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f8bbc775-91ad-451a-8bdb-3a535d10cf13', 'tempest-TagsExtTest-Tag-724970483') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:04.078018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port df7b51eb-848f-488b-865c-73d6c06c60f8 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:04.084789 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port df7b51eb-848f-488b-865c-73d6c06c60f8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:04.085387 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.234633 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.249508 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6ea1818c-d308-448e-8213-adf860c608b8 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "PUT /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13/tags/tempest-TagsExtTest-Tag-724970483 HTTP/1.1" status: 201 len: 201 time: 0.2000852 Jul 16 18:08:04.253361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44022) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:04.271486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-62e2dcf8-0bc5-4094-870a-f2dc7d14cfe2 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '807b1daa-4bf8-4116-8cd7-5cce93bd6795', 'tempest-TagsExtTest-Tag-1802189560') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:04.277714 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.287739 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.302622 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342521fb-18e3-47e9-9598-bba0b926ed2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7b51eb-848f-488b-865c-73d6c06c60f8'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:04.305316 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b953a9-dc0e-4075-a1e0-efb6d91415e6" -d '{"events": [{"server_uuid": "342521fb-18e3-47e9-9598-bba0b926ed2a", "name": "network-vif-plugged", "status": "completed", "tag": "df7b51eb-848f-488b-865c-73d6c06c60f8"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:04.380329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port df7b51eb-848f-488b-865c-73d6c06c60f8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df7b51eb-848f-488b-865c-73d6c06c60f8,segment=NetworkSegment(87815dda-93ac-4128-814b-200315ec07ea),segment_id=87815dda-93ac-4128-814b-200315ec07ea)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:04.393438 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.422160 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.422873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c16f622-aa33-47f1-b6f8-ac79953bdede {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:04.474614 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:08:04.488538 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-549d4c33-065f-4846-a263-fba6b5d116e6 tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4694948 Jul 16 18:08:04.488538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44030) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:04.527346 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f707a6-7a06-43b4-983b-55af3ba768b0 x-openstack-request-id: req-f2f707a6-7a06-43b4-983b-55af3ba768b0 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:04.527641 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342521fb-18e3-47e9-9598-bba0b926ed2a", "name": "network-vif-plugged", "status": "completed", "tag": "df7b51eb-848f-488b-865c-73d6c06c60f8", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:04.531639 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2f707a6-7a06-43b4-983b-55af3ba768b0 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:04.532140 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342521fb-18e3-47e9-9598-bba0b926ed2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7b51eb-848f-488b-865c-73d6c06c60f8', 'code': 200} Jul 16 18:08:04.533501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=df7b51eb-848f-488b-865c-73d6c06c60f8,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:04.659675 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-deb616fa-7cb7-4758-8cb9-519a2f7ffc2e tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Deleting port 3ac2fa12-2e55-49e9-94ef-29a4a956320d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:04.659675 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deb616fa-7cb7-4758-8cb9-519a2f7ffc2e tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.660740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-62e2dcf8-0bc5-4094-870a-f2dc7d14cfe2 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "PUT /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795/tags/tempest-TagsExtTest-Tag-1802189560 HTTP/1.1" status: 201 len: 201 time: 0.4062488 Jul 16 18:08:04.664405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44034) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:04.671708 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-89940278-2031-4651-9e7b-71815976927c tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd5390f84-0471-4817-a258-29edfccef03f', 'tempest-TagsExtTest-Tag-1358576807') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:04.687511 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94344049-ea5b-4c76-97e4-50065ccde757 req-9db9ce26-2038-4af2-a22e-7be72458c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.689339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94344049-ea5b-4c76-97e4-50065ccde757 req-9db9ce26-2038-4af2-a22e-7be72458c845 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 1097 time: 0.1517179 Jul 16 18:08:04.704579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511fe3b-53d1-4893-b556-b45be8de5eef req-a1818fb0-25ef-438f-bdec-d2b034f1a713 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.714253 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e511fe3b-53d1-4893-b556-b45be8de5eef req-a1818fb0-25ef-438f-bdec-d2b034f1a713 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2588904 Jul 16 18:08:04.839716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deb616fa-7cb7-4758-8cb9-519a2f7ffc2e tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.870284 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e511fe3b-53d1-4893-b556-b45be8de5eef req-5072f246-ea1b-4cce-8461-5aa7344b9b93 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547451 Jul 16 18:08:04.871722 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-deb616fa-7cb7-4758-8cb9-519a2f7ffc2e tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Calling delete_port for 3ac2fa12-2e55-49e9-94ef-29a4a956320d owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:04.875625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-89940278-2031-4651-9e7b-71815976927c tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "PUT /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f/tags/tempest-TagsExtTest-Tag-1358576807 HTTP/1.1" status: 201 len: 201 time: 0.2099335 Jul 16 18:08:04.876349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44042) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:04.883798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-69a9b015-0d08-4223-b80a-102e280bb7eb tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f', {'tags': ['tempest-TagsExtTest-Tag-683254201', 'tempest-TagsExtTest-Tag-1595008574', 'tempest-TagsExtTest-Tag-355801827']}) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:04.891648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94344049-ea5b-4c76-97e4-50065ccde757 req-1120cf47-d85c-4110-809c-29c8e78ad658 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569812 Jul 16 18:08:04.951778 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:08:05.070049 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-002703a4-4449-4e2f-b5f3-45dcf1b341c0 req-26b4eaa8-a3c1-44aa-998a-1b3ed677c660 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.0661197 Jul 16 18:08:05.111740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deb616fa-7cb7-4758-8cb9-519a2f7ffc2e tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.165797 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb616fa-7cb7-4758-8cb9-519a2f7ffc2e tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ac2fa12-2e55-49e9-94ef-29a4a956320d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:05.254162 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-69a9b015-0d08-4223-b80a-102e280bb7eb tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "PUT /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/tags HTTP/1.1" status: 200 len: 316 time: 0.3741398 Jul 16 18:08:05.257023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44050) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:05.265359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-011744c1-742e-4aee-8648-cf177ffdfe52 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:05.290671 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-deb616fa-7cb7-4758-8cb9-519a2f7ffc2e tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.293676 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-deb616fa-7cb7-4758-8cb9-519a2f7ffc2e tempest-RoutersAdminNegativeTest-58921150 tempest-RoutersAdminNegativeTest-58921150-project-admin] 10.222.0.24 "DELETE /v2.0/ports/3ac2fa12-2e55-49e9-94ef-29a4a956320d HTTP/1.1" status: 204 len: 168 time: 0.8094115 Jul 16 18:08:05.727840 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44056) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:05.845590 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-011744c1-742e-4aee-8648-cf177ffdfe52 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/tags HTTP/1.1" status: 204 len: 168 time: 0.5874214 Jul 16 18:08:05.848331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44064) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:05.858614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-3e9f08bc-6f37-4c1e-816b-4473b4e959ef tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f', 'tempest-TagsExtTest-Tag-683254201') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:05.919961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e89c9-f936-449d-85a3-6f2fd3cfb641 req-9d47e9e4-b40f-40e9-b587-bb5182b8ef75 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.932983 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb5e89c9-f936-449d-85a3-6f2fd3cfb641 req-9d47e9e4-b40f-40e9-b587-bb5182b8ef75 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 945 time: 0.5868616 Jul 16 18:08:05.973355 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-3e9f08bc-6f37-4c1e-816b-4473b4e959ef tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] show failed (client error): The resource could not be found. Jul 16 18:08:05.974460 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3e9f08bc-6f37-4c1e-816b-4473b4e959ef tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/tags/tempest-TagsExtTest-Tag-683254201 HTTP/1.1" status: 404 len: 328 time: 0.1251445 Jul 16 18:08:05.977223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44068) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:05.981702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-c618e94b-c947-441f-8ec2-799db597919f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f', 'tempest-TagsExtTest-Tag-1595008574') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:06.015100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb5e89c9-f936-449d-85a3-6f2fd3cfb641 req-c5de51e2-2cfd-466b-bf71-e1da601e3759 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811157 Jul 16 18:08:06.083634 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43863c4a-0e2a-49f6-8797-b9a93153b9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.148199 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-c618e94b-c947-441f-8ec2-799db597919f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] show failed (client error): The resource could not be found. Jul 16 18:08:06.149304 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c618e94b-c947-441f-8ec2-799db597919f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/tags/tempest-TagsExtTest-Tag-1595008574 HTTP/1.1" status: 404 len: 329 time: 0.1710398 Jul 16 18:08:06.157256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44074) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:06.167881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-7e969229-b565-469c-8c39-18b2477e1787 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f', 'tempest-TagsExtTest-Tag-355801827') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:06.300795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988447b2-ef9d-4e2d-b8f3-dbc1f7584ea9 req-f45fe55b-4d97-4d29-ad77-6f76e5fd898e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.306039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-988447b2-ef9d-4e2d-b8f3-dbc1f7584ea9 req-f45fe55b-4d97-4d29-ad77-6f76e5fd898e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1752105 Jul 16 18:08:06.360295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43863c4a-0e2a-49f6-8797-b9a93153b9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.373880 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43863c4a-0e2a-49f6-8797-b9a93153b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.442524 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69f546e9-d127-4800-9292-9fd311982cd7 req-42b5f924-5f11-43db-ad10-67fd2ac8de50 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.1106951 Jul 16 18:08:06.443406 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-43863c4a-0e2a-49f6-8797-b9a93153b9cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b833e282ff5499386be3fa28b39f9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144628 Jul 16 18:08:06.445757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44078) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:06.537124 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-988447b2-ef9d-4e2d-b8f3-dbc1f7584ea9 req-759242dd-a2b8-4303-bd23-ac99e6158182 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234192 Jul 16 18:08:06.546733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43863c4a-0e2a-49f6-8797-b9a93153b9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a478d2-8d2f-4142-b147-0d7e9b546476,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.572950 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-7e969229-b565-469c-8c39-18b2477e1787 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] show failed (client error): The resource could not be found. Jul 16 18:08:06.574627 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7e969229-b565-469c-8c39-18b2477e1787 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/tags/tempest-TagsExtTest-Tag-355801827 HTTP/1.1" status: 404 len: 328 time: 0.4141884 Jul 16 18:08:06.577947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44080) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:06.582904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-397dd39a-18b9-4f43-bea2-3525fb28c285 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f8bbc775-91ad-451a-8bdb-3a535d10cf13', {'tags': ['tempest-TagsExtTest-Tag-904427229', 'tempest-TagsExtTest-Tag-419974917', 'tempest-TagsExtTest-Tag-693469745']}) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:06.669802 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-461318a8-f90a-402d-83d2-aa457d6f756d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.714342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-461318a8-f90a-402d-83d2-aa457d6f756d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.753905 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-397dd39a-18b9-4f43-bea2-3525fb28c285 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "PUT /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13/tags HTTP/1.1" status: 200 len: 315 time: 0.1723721 Jul 16 18:08:06.754464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44082) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:06.760497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-e07f0f5a-ec62-487b-9a60-7ac46ee3f83e tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f8bbc775-91ad-451a-8bdb-3a535d10cf13') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:06.832291 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-461318a8-f90a-402d-83d2-aa457d6f756d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.835709 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-461318a8-f90a-402d-83d2-aa457d6f756d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.838023 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-461318a8-f90a-402d-83d2-aa457d6f756d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46a478d2-8d2f-4142-b147-0d7e9b546476 HTTP/1.1" status: 204 len: 168 time: 0.3912575 Jul 16 18:08:06.858272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461318a8-f90a-402d-83d2-aa457d6f756d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a478d2-8d2f-4142-b147-0d7e9b546476,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.933015 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e07f0f5a-ec62-487b-9a60-7ac46ee3f83e tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13/tags HTTP/1.1" status: 204 len: 168 time: 0.1772430 Jul 16 18:08:06.935741 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44088) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:06.943550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-4ee9d654-0a7d-4355-b556-6182529f5f9a tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8bbc775-91ad-451a-8bdb-3a535d10cf13', 'tempest-TagsExtTest-Tag-904427229') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:07.034791 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-4ee9d654-0a7d-4355-b556-6182529f5f9a tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] show failed (client error): The resource could not be found. Jul 16 18:08:07.036081 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4ee9d654-0a7d-4355-b556-6182529f5f9a tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13/tags/tempest-TagsExtTest-Tag-904427229 HTTP/1.1" status: 404 len: 328 time: 0.0986071 Jul 16 18:08:07.039152 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44090) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.046238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-bb4a5aa7-f52d-4a3f-bbd2-52e9e529aca3 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8bbc775-91ad-451a-8bdb-3a535d10cf13', 'tempest-TagsExtTest-Tag-419974917') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:07.117647 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-bb4a5aa7-f52d-4a3f-bbd2-52e9e529aca3 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] show failed (client error): The resource could not be found. Jul 16 18:08:07.117647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bb4a5aa7-f52d-4a3f-bbd2-52e9e529aca3 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13/tags/tempest-TagsExtTest-Tag-419974917 HTTP/1.1" status: 404 len: 328 time: 0.0737903 Jul 16 18:08:07.117977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44096) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.126956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-a4c1ce96-899c-494d-a70c-b969fe399b97 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f8bbc775-91ad-451a-8bdb-3a535d10cf13', 'tempest-TagsExtTest-Tag-693469745') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:07.249523 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-a4c1ce96-899c-494d-a70c-b969fe399b97 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] show failed (client error): The resource could not be found. Jul 16 18:08:07.253292 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a4c1ce96-899c-494d-a70c-b969fe399b97 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13/tags/tempest-TagsExtTest-Tag-693469745 HTTP/1.1" status: 404 len: 328 time: 0.1313691 Jul 16 18:08:07.255920 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44098) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.261556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-a2150c87-e766-4cff-a9a2-07a10ad17f55 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '807b1daa-4bf8-4116-8cd7-5cce93bd6795', {'tags': ['tempest-TagsExtTest-Tag-1711901909', 'tempest-TagsExtTest-Tag-407536581', 'tempest-TagsExtTest-Tag-2079174121']}) {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:07.369606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44100) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.403056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fab52-6b06-4e2e-8b21-b11abde56654 req-1eaa2924-77cf-4a8d-a9ae-2e03efd3d385 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.405257 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc4fab52-6b06-4e2e-8b21-b11abde56654 req-1eaa2924-77cf-4a8d-a9ae-2e03efd3d385 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 945 time: 0.1535115 Jul 16 18:08:07.448707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3b97ee6b-65b8-4714-859e-09eeee428149 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=184e9f7923b64570889787ceb43e4e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771902 Jul 16 18:08:07.449302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44102) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.449597 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a2150c87-e766-4cff-a9a2-07a10ad17f55 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "PUT /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795/tags HTTP/1.1" status: 200 len: 317 time: 0.1941807 Jul 16 18:08:07.453937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44104) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.456056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-e6c58720-a10c-4448-8c6a-51d3dffa5644 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '807b1daa-4bf8-4116-8cd7-5cce93bd6795') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:07.521939 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac38b-9ebc-4869-a34c-d8c8187f0fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.554511 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc4fab52-6b06-4e2e-8b21-b11abde56654 req-14d82878-c852-41ec-94e9-38a42537b1fb tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399620 Jul 16 18:08:07.558071 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac38b-9ebc-4869-a34c-d8c8187f0fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.621140 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac38b-9ebc-4869-a34c-d8c8187f0fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.624382 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac38b-9ebc-4869-a34c-d8c8187f0fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.625638 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7a6ac38b-9ebc-4869-a34c-d8c8187f0fd1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e745a304-6c61-47eb-bc09-09528adfce21 HTTP/1.1" status: 204 len: 168 time: 0.1704016 Jul 16 18:08:07.656174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ac38b-9ebc-4869-a34c-d8c8187f0fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e745a304-6c61-47eb-bc09-09528adfce21,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:07.725855 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44132) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.731751 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-c9c11bcc-0f1b-44f2-9271-86b79b7362f7 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '807b1daa-4bf8-4116-8cd7-5cce93bd6795', 'tempest-TagsExtTest-Tag-1711901909') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:07.733196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e6c58720-a10c-4448-8c6a-51d3dffa5644 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795/tags HTTP/1.1" status: 204 len: 168 time: 0.2808502 Jul 16 18:08:07.804543 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7efa774b-97b1-4390-aba0-8d4f19b73d7c req-ee34a194-8ea7-4680-8a79-8db92188ea0e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.0699461 Jul 16 18:08:07.952583 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-c9c11bcc-0f1b-44f2-9271-86b79b7362f7 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] show failed (client error): The resource could not be found. Jul 16 18:08:07.957551 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c9c11bcc-0f1b-44f2-9271-86b79b7362f7 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795/tags/tempest-TagsExtTest-Tag-1711901909 HTTP/1.1" status: 404 len: 329 time: 0.2304125 Jul 16 18:08:07.959698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44152) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.968435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-192eb918-6c05-4f9d-8888-7cc605c1f78b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '807b1daa-4bf8-4116-8cd7-5cce93bd6795', 'tempest-TagsExtTest-Tag-407536581') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:07.982583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1f5c9-260c-4b76-88d3-0e4496effc20 req-49f45795-7eaa-4403-a2a0-aa54e99ef090 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.988533 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4a1f5c9-260c-4b76-88d3-0e4496effc20 req-49f45795-7eaa-4403-a2a0-aa54e99ef090 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.1798141 Jul 16 18:08:08.065636 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4a1f5c9-260c-4b76-88d3-0e4496effc20 req-24168986-1b0a-44c4-9c43-d8c97037fc66 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675275 Jul 16 18:08:08.182131 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-192eb918-6c05-4f9d-8888-7cc605c1f78b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] show failed (client error): The resource could not be found. Jul 16 18:08:08.184080 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-192eb918-6c05-4f9d-8888-7cc605c1f78b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795/tags/tempest-TagsExtTest-Tag-407536581 HTTP/1.1" status: 404 len: 328 time: 0.2234726 Jul 16 18:08:08.187484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44160) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.193434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-35ad0c27-ea40-4d25-ab9c-fcdf5263b3b1 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '807b1daa-4bf8-4116-8cd7-5cce93bd6795', 'tempest-TagsExtTest-Tag-2079174121') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:08.332305 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-35ad0c27-ea40-4d25-ab9c-fcdf5263b3b1 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] show failed (client error): The resource could not be found. Jul 16 18:08:08.333410 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-35ad0c27-ea40-4d25-ab9c-fcdf5263b3b1 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795/tags/tempest-TagsExtTest-Tag-2079174121 HTTP/1.1" status: 404 len: 329 time: 0.1447711 Jul 16 18:08:08.337247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44168) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.342975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-6aa8889c-5bd1-4f4f-b4d7-ce1f9f1d94b8 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd5390f84-0471-4817-a258-29edfccef03f', {'tags': ['tempest-TagsExtTest-Tag-901055143', 'tempest-TagsExtTest-Tag-1657600589', 'tempest-TagsExtTest-Tag-83660746']}) {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:08.442077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6aa8889c-5bd1-4f4f-b4d7-ce1f9f1d94b8 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "PUT /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f/tags HTTP/1.1" status: 200 len: 315 time: 0.1040125 Jul 16 18:08:08.444952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44174) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.449703 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-3a7f8f33-558c-4f33-b517-541792b4a2ff tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5390f84-0471-4817-a258-29edfccef03f') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:08.556942 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3a7f8f33-558c-4f33-b517-541792b4a2ff tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f/tags HTTP/1.1" status: 204 len: 168 time: 0.1108000 Jul 16 18:08:08.561292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44182) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.566965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-7cee905b-6d89-425f-8760-a440c4d25f7a tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5390f84-0471-4817-a258-29edfccef03f', 'tempest-TagsExtTest-Tag-901055143') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:08.632212 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-7cee905b-6d89-425f-8760-a440c4d25f7a tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] show failed (client error): The resource could not be found. Jul 16 18:08:08.634361 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7cee905b-6d89-425f-8760-a440c4d25f7a tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f/tags/tempest-TagsExtTest-Tag-901055143 HTTP/1.1" status: 404 len: 328 time: 0.0722899 Jul 16 18:08:08.638222 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44188) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.649008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-3c45b540-cdfc-4c9a-8331-89ca90d14e6c tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5390f84-0471-4817-a258-29edfccef03f', 'tempest-TagsExtTest-Tag-1657600589') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:08.702266 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-3c45b540-cdfc-4c9a-8331-89ca90d14e6c tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] show failed (client error): The resource could not be found. Jul 16 18:08:08.705841 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3c45b540-cdfc-4c9a-8331-89ca90d14e6c tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f/tags/tempest-TagsExtTest-Tag-1657600589 HTTP/1.1" status: 404 len: 329 time: 0.0662413 Jul 16 18:08:08.708805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44198) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.713550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-8447a98e-f11e-4005-9437-d7552fc8c251 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5390f84-0471-4817-a258-29edfccef03f', 'tempest-TagsExtTest-Tag-83660746') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:08.764948 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-8447a98e-f11e-4005-9437-d7552fc8c251 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] show failed (client error): The resource could not be found. Jul 16 18:08:08.768598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8447a98e-f11e-4005-9437-d7552fc8c251 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f/tags/tempest-TagsExtTest-Tag-83660746 HTTP/1.1" status: 404 len: 327 time: 0.0562840 Jul 16 18:08:08.769150 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44208) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.786573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-8f2a8964-fc4b-444b-909e-f91199101dbb tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5390f84-0471-4817-a258-29edfccef03f') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:08.852722 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8f2a8964-fc4b-444b-909e-f91199101dbb tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f/tags HTTP/1.1" status: 204 len: 168 time: 0.0800931 Jul 16 18:08:08.853258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44222) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.859134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-716788ab-5aa0-4b1d-9893-36777f9e662b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '807b1daa-4bf8-4116-8cd7-5cce93bd6795') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:09.070911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3bf0d4cf-dea9-431b-b586-7edfc47ec569 req-32a92d70-8786-495d-992f-763fa8e2bcb0 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.0343027 Jul 16 18:08:09.089686 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-716788ab-5aa0-4b1d-9893-36777f9e662b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795/tags HTTP/1.1" status: 204 len: 168 time: 0.2350190 Jul 16 18:08:09.093033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44234) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:09.098235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.tag.tag_plugin [None req-9d554aa5-1ec8-4e40-bc9e-6f3c1e47e2da tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f8bbc775-91ad-451a-8bdb-3a535d10cf13') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:09.224726 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9d554aa5-1ec8-4e40-bc9e-6f3c1e47e2da tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13/tags HTTP/1.1" status: 204 len: 168 time: 0.1303489 Jul 16 18:08:09.227321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44238) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:09.232908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.tag.tag_plugin [None req-16c46402-0174-455d-81b8-b3207b2c2ea8 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '18d3346d-a1b4-48c9-bbb7-b493d51a8d5f') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:09.355685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44240) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:09.530002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-16c46402-0174-455d-81b8-b3207b2c2ea8 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f/tags HTTP/1.1" status: 204 len: 168 time: 0.2966125 Jul 16 18:08:09.530524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44248) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:09.606282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1745123851'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:09.613722 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855ed98-02ea-4cdb-8a97-f81afd606b32 req-43726dde-d35a-44e3-85f1-b04cee664e59 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.621776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5855ed98-02ea-4cdb-8a97-f81afd606b32 req-43726dde-d35a-44e3-85f1-b04cee664e59 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2341654 Jul 16 18:08:09.660943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Made reservation on behalf of 85d99ab21a04409a96163b56272a7346 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:09.665952 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.686962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.817808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5855ed98-02ea-4cdb-8a97-f81afd606b32 req-b4ca7213-2009-46e7-a20f-cb7a3ab49e1f tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938267 Jul 16 18:08:09.830867 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4aff6b1d-2f83-438a-97aa-42dd8b39ef07 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for subnetpool, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.837067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44254) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:09.837324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4aff6b1d-2f83-438a-97aa-42dd8b39ef07 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d5390f84-0471-4817-a258-29edfccef03f HTTP/1.1" status: 204 len: 168 time: 0.3056276 Jul 16 18:08:09.889451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44256) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:09.890900 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6383a36b-a043-4767-b445-b250dd66dbaf tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "GET /v2.0/ports?device_id=807b1daa-4bf8-4116-8cd7-5cce93bd6795 HTTP/1.1" status: 200 len: 205 time: 0.0520759 Jul 16 18:08:09.928327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.937623 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.956035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:09.969777 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.970624 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Added segment 859668c3-e701-4d9d-bd4c-aa9727e33336 of type vlan for network 613cd378-6059-4257-b4a4-bf0c7c6213bc Jul 16 18:08:09.990047 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-24518f02-7d81-42d1-a90a-399440a491da tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.035245 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.104412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=491d1238-0299-4f46-b0a5-d28bc14bc451,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:10.109797 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.117839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.118838 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.195900 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8386941 Jul 16 18:08:10.197534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44260) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:10.229965 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b515ea3c-320d-4c90-a89f-c500a8b55eed tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Request body: {'subnet': {'network_id': '613cd378-6059-4257-b4a4-bf0c7c6213bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:10.269012 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-24518f02-7d81-42d1-a90a-399440a491da tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.271962 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-24518f02-7d81-42d1-a90a-399440a491da tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.436296 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-24518f02-7d81-42d1-a90a-399440a491da tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.440966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24518f02-7d81-42d1-a90a-399440a491da tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Fanout notify agent at l3_agent the message router_deleted on router 807b1daa-4bf8-4116-8cd7-5cce93bd6795 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:10.479302 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-24518f02-7d81-42d1-a90a-399440a491da tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.480461 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-24518f02-7d81-42d1-a90a-399440a491da tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/routers/807b1daa-4bf8-4116-8cd7-5cce93bd6795 HTTP/1.1" status: 204 len: 168 time: 0.5898983 Jul 16 18:08:10.488587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44264) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:10.489963 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event updated for resources: {'Network': ['ID=613cd378-6059-4257-b4a4-bf0c7c6213bc,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:10.508327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:10.509166 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:10.509641 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:10.510089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:10.510442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:10.511351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:10.511699 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:10.512109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:10.513164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:10.513515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:10.513962 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:10.514731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c6e8ca-3525-4114-b38e-d27125fa4e01 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:10.527260 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b515ea3c-320d-4c90-a89f-c500a8b55eed tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Made reservation on behalf of 85d99ab21a04409a96163b56272a7346 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:10.530688 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 613cd378-6059-4257-b4a4-bf0c7c6213bc details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:10.534284 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b515ea3c-320d-4c90-a89f-c500a8b55eed tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.570067 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c81ccb71-7e74-4bfd-890c-f9719cc2cca5 req-1046ea00-e0d9-45a5-90c6-799cf87db52d tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.1432543 Jul 16 18:08:10.952406 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Deleting port f8bbc775-91ad-451a-8bdb-3a535d10cf13 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:10.952861 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.248655 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b515ea3c-320d-4c90-a89f-c500a8b55eed tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.381041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515ea3c-320d-4c90-a89f-c500a8b55eed tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event updated for resources: {'Subnet': ['ID=695972bf-75e2-41fc-9ceb-2ee5dcabb07c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:11.422310 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.437846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515ea3c-320d-4c90-a89f-c500a8b55eed tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Checking segment: {'id': '859668c3-e701-4d9d-bd4c-aa9727e33336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '613cd378-6059-4257-b4a4-bf0c7c6213bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:11.438197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b515ea3c-320d-4c90-a89f-c500a8b55eed tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Network hostable DHCP agents. Network: 613cd378-6059-4257-b4a4-bf0c7c6213bc, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:11.479512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b515ea3c-320d-4c90-a89f-c500a8b55eed tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Network 613cd378-6059-4257-b4a4-bf0c7c6213bc is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:11.481937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712bd2d-7248-4f4f-b801-77e4b7461f71 req-12c17f66-f879-407e-af2c-9604a9f94aa1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.495922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b515ea3c-320d-4c90-a89f-c500a8b55eed tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 613cd378-6059-4257-b4a4-bf0c7c6213bc) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:11.500977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b515ea3c-320d-4c90-a89f-c500a8b55eed tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.501551 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b515ea3c-320d-4c90-a89f-c500a8b55eed tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.511089 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9712bd2d-7248-4f4f-b801-77e4b7461f71 req-12c17f66-f879-407e-af2c-9604a9f94aa1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.2584243 Jul 16 18:08:11.513895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2afec4-2eda-46b7-9414-34e8a16c1fb1 None None] Network 613cd378-6059-4257-b4a4-bf0c7c6213bc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:11.526311 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b515ea3c-320d-4c90-a89f-c500a8b55eed tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3124325 Jul 16 18:08:11.529930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Calling delete_port for f8bbc775-91ad-451a-8bdb-3a535d10cf13 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:11.533004 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44276) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.537835 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-be994518-c441-4a12-b886-a20979d625d0 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1293898432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:11.593434 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be994518-c441-4a12-b886-a20979d625d0 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.595177 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be994518-c441-4a12-b886-a20979d625d0 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.748508 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be994518-c441-4a12-b886-a20979d625d0 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.759950 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be994518-c441-4a12-b886-a20979d625d0 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.814718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-be994518-c441-4a12-b886-a20979d625d0 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.821270 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-be994518-c441-4a12-b886-a20979d625d0 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2820439 Jul 16 18:08:11.821441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9712bd2d-7248-4f4f-b801-77e4b7461f71 req-a9e42e91-88c2-4c98-98b9-307ee20fc2ae tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072608 Jul 16 18:08:11.821441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44284) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.938180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-613cd378-6059-4257-b4a4-bf0c7c6213bc', 'network_id': '613cd378-6059-4257-b4a4-bf0c7c6213bc', 'tenant_id': '85d99ab21a04409a96163b56272a7346', 'fixed_ips': [{'subnet_id': '695972bf-75e2-41fc-9ceb-2ee5dcabb07c'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:11.939090 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.149400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3eefeca9-80d6-43c5-ab79-a99f16d21fb8 req-bc2ad65b-5545-4a24-b325-98e22dfcc02b tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.1747625 Jul 16 18:08:12.311360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Allocated IP 172.20.0.2 (613cd378-6059-4257-b4a4-bf0c7c6213bc/695972bf-75e2-41fc-9ceb-2ee5dcabb07c/0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:12.682354 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.779224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Pushing event deleted for resources: {'Port': ['ID=f8bbc775-91ad-451a-8bdb-3a535d10cf13,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:12.797364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.798093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.798603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.801279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.802098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.803107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.803604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.804095 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.804839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.806140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.806633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.807502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.871172 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.888152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Transition to ACTIVE for port object 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:12.911900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Transition to ACTIVE for port object 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:12.923997 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.029849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Network 613cd378-6059-4257-b4a4-bf0c7c6213bc is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:13.033114 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.038274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44298) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:13.038797 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-75cefa02-1d7a-4849-a1f2-dc85d37d096f tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/ports/f8bbc775-91ad-451a-8bdb-3a535d10cf13 HTTP/1.1" status: 204 len: 168 time: 2.5477552 Jul 16 18:08:13.045627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:13.048333 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Pushing event updated for resources: {'Port': ['ID=0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:13.062542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:13.069248 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.207352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd846bb-c328-4911-98bf-75cd10e0225b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Deleting subnet 18d3346d-a1b4-48c9-bbb7-b493d51a8d5f {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:13.222098 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbd846bb-c328-4911-98bf-75cd10e0225b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.227562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Attempting to bind port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:13.228504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Attempting to bind port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '859668c3-e701-4d9d-bd4c-aa9727e33336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '613cd378-6059-4257-b4a4-bf0c7c6213bc'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:13.229530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Attempting to bind port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c on network 613cd378-6059-4257-b4a4-bf0c7c6213bc {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:13.251316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:13.254819 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Checking segment: {'id': '859668c3-e701-4d9d-bd4c-aa9727e33336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '613cd378-6059-4257-b4a4-bf0c7c6213bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:13.255391 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.258397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Bound using segment: {'id': '859668c3-e701-4d9d-bd4c-aa9727e33336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '613cd378-6059-4257-b4a4-bf0c7c6213bc'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:13.259893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Bound port: 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859668c3-e701-4d9d-bd4c-aa9727e33336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '613cd378-6059-4257-b4a4-bf0c7c6213bc'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:13.262608 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.394311 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbd846bb-c328-4911-98bf-75cd10e0225b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.515650 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a886c73e-cf63-4fcb-b552-5d4ef6c61d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.561377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] For port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:13.571516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] For port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c,segment=NetworkSegment(859668c3-e701-4d9d-bd4c-aa9727e33336),segment_id=859668c3-e701-4d9d-bd4c-aa9727e33336)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:13.582235 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.630602 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbd846bb-c328-4911-98bf-75cd10e0225b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.644375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Allocated IP 172.20.0.1 (613cd378-6059-4257-b4a4-bf0c7c6213bc/695972bf-75e2-41fc-9ceb-2ee5dcabb07c/7be9c33b-af0e-4ab6-927f-83524a28dde6) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:13.823159 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbd846bb-c328-4911-98bf-75cd10e0225b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.823993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3c151-df13-4fe1-a08c-02e88c363acc None None] Pushing event updated for resources: {'Port': ['ID=0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:13.919512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd846bb-c328-4911-98bf-75cd10e0225b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Pushing event deleted for resources: {'Subnet': ['ID=18d3346d-a1b4-48c9-bbb7-b493d51a8d5f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:13.925362 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.930513 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbd846bb-c328-4911-98bf-75cd10e0225b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.939274 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fbd846bb-c328-4911-98bf-75cd10e0225b tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/subnets/18d3346d-a1b4-48c9-bbb7-b493d51a8d5f HTTP/1.1" status: 204 len: 168 time: 0.8960876 Jul 16 18:08:13.940100 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44310) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:13.942795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff14364b-65a1-43a3-bb15-0acce6ed727d None None] Network 58704e61-3940-4e26-ace7-b02a52b897b2 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:14.010269 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-08aaf93b-0ab5-460d-9e60-cd86342983ff req-6d6ca71b-e3de-429d-9352-16fb03a8c2db tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.1606820 Jul 16 18:08:14.072610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Transition to ACTIVE for port object 7be9c33b-af0e-4ab6-927f-83524a28dde6 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:14.203731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b3276-97a5-4244-8d7c-01ef09623390 req-36b0b69c-2581-4d2a-9794-1293efabd10e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.206187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa8b3276-97a5-4244-8d7c-01ef09623390 req-36b0b69c-2581-4d2a-9794-1293efabd10e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 1.1119330 Jul 16 18:08:14.241328 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.456411 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.495165 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Deleting port 21726e25-df57-47b5-a553-52372a55ab63 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:14.497547 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.527823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bc21f4-98bd-4a19-ba5e-afe6082290fd None None] DHCP port deletion for 58704e61-3940-4e26-ace7-b02a52b897b2 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:14.570675 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa8b3276-97a5-4244-8d7c-01ef09623390 req-805ddbe4-5805-4eca-844b-d8e20086ca90 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412886 Jul 16 18:08:14.675942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Network 613cd378-6059-4257-b4a4-bf0c7c6213bc is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:14.706544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:14.727533 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:14.777371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-72bc21f4-98bd-4a19-ba5e-afe6082290fd None None] Deleting port 21726e25-df57-47b5-a553-52372a55ab63 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:14.779243 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] For port 21726e25-df57-47b5-a553-52372a55ab63, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=21726e25-df57-47b5-a553-52372a55ab63,segment=NetworkSegment(fe7d36dc-9507-45e5-a09b-ac3ac6cd6924),segment_id=fe7d36dc-9507-45e5-a09b-ac3ac6cd6924)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:14.779614 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.784400 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-72bc21f4-98bd-4a19-ba5e-afe6082290fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.865158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:14.867270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Calling delete_port for 21726e25-df57-47b5-a553-52372a55ab63 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:14.928720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event updated for resources: {'Port': ['ID=7be9c33b-af0e-4ab6-927f-83524a28dde6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:14.971117 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.128317 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.169751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:15.198351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-72bc21f4-98bd-4a19-ba5e-afe6082290fd None None] For port 21726e25-df57-47b5-a553-52372a55ab63, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=21726e25-df57-47b5-a553-52372a55ab63,segment=NetworkSegment(fe7d36dc-9507-45e5-a09b-ac3ac6cd6924),segment_id=fe7d36dc-9507-45e5-a09b-ac3ac6cd6924)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:15.198971 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-72bc21f4-98bd-4a19-ba5e-afe6082290fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.229639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Pushing event deleted for resources: {'Port': ['ID=21726e25-df57-47b5-a553-52372a55ab63,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:15.277133 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] No DVR routers for this DVR port 21726e25-df57-47b5-a553-52372a55ab63 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:15.286545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-72bc21f4-98bd-4a19-ba5e-afe6082290fd None None] Calling delete_port for 21726e25-df57-47b5-a553-52372a55ab63 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:15.478482 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.640591 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-72bc21f4-98bd-4a19-ba5e-afe6082290fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.663552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc21f4-98bd-4a19-ba5e-afe6082290fd None None] No DVR routers for this DVR port 21726e25-df57-47b5-a553-52372a55ab63 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:15.686530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0c29db2-43f5-4332-b290-13cca5b407b4 req-fc25653a-c257-4f0c-a4d9-262cdd6315da tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.1792102 Jul 16 18:08:15.701701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc21f4-98bd-4a19-ba5e-afe6082290fd None None] Pushing event deleted for resources: {'Port': ['ID=21726e25-df57-47b5-a553-52372a55ab63,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:15.730121 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.751053 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-139d1319-3695-435a-b2f5-b93631eb0f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.807945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58704e61-3940-4e26-ace7-b02a52b897b2']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:15.868065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7d36dc-9507-45e5-a09b-ac3ac6cd6924') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:15.868279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7d36dc-9507-45e5-a09b-ac3ac6cd6924') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:15.918122 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.931435 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.946472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f241e910-329a-4337-8684-599c9d77e8b3 None None] Network 613cd378-6059-4257-b4a4-bf0c7c6213bc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:15.987906 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.027195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:16.027609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:16.032085 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:16.180649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7642a055-6959-49ec-b916-a9c04d3e7114 None None] Provisioning for port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:16.189752 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.203704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7642a055-6959-49ec-b916-a9c04d3e7114 None None] Provisioning complete for port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:16.204424 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7642a055-6959-49ec-b916-a9c04d3e7114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.234474 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.238862 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] 10.222.0.24 "DELETE /v2.0/networks/58704e61-3940-4e26-ace7-b02a52b897b2 HTTP/1.1" status: 204 len: 168 time: 2.2953780 Jul 16 18:08:16.238862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b07f6d-ec91-49f8-8d15-c519b15181f0 tempest-TagsExtTest-599381047 tempest-TagsExtTest-599381047-project] Pushing event deleted for resources: {'Network': ['ID=58704e61-3940-4e26-ace7-b02a52b897b2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:16.610697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 21726e25-df57-47b5-a553-52372a55ab63 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:16.776436 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7642a055-6959-49ec-b916-a9c04d3e7114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.829196 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44354) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.868981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 21726e25-df57-47b5-a553-52372a55ab63 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:16.869316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 21726e25-df57-47b5-a553-52372a55ab63 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:16.914428 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7642a055-6959-49ec-b916-a9c04d3e7114 None None] For port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c,segment=NetworkSegment(859668c3-e701-4d9d-bd4c-aa9727e33336),segment_id=859668c3-e701-4d9d-bd4c-aa9727e33336)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:16.932813 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7642a055-6959-49ec-b916-a9c04d3e7114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.061631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642a055-6959-49ec-b916-a9c04d3e7114 None None] Pushing event updated for resources: {'Port': ['ID=0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.171811 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dea44421-040f-4069-a520-4eeccd6d0efb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51c2c385d03b40248170cd7512b4ceaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406978 Jul 16 18:08:17.174322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44360) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.333558 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-386b6ce0-f7ba-4a43-a19f-2b5a4049cb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.369633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b12519bc-67d1-45d3-a483-2ddfba7c0002 None None] Provisioning complete for port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:17.372083 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b12519bc-67d1-45d3-a483-2ddfba7c0002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.437495 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-386b6ce0-f7ba-4a43-a19f-2b5a4049cb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.593496 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-386b6ce0-f7ba-4a43-a19f-2b5a4049cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.597188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-386b6ce0-f7ba-4a43-a19f-2b5a4049cb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.608682 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-386b6ce0-f7ba-4a43-a19f-2b5a4049cb28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20633434-cfaa-414d-8fc4-3f25e9577179 HTTP/1.1" status: 204 len: 168 time: 0.4330461 Jul 16 18:08:17.632017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6ce0-f7ba-4a43-a19f-2b5a4049cb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20633434-cfaa-414d-8fc4-3f25e9577179,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.784539 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.790274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b12519bc-67d1-45d3-a483-2ddfba7c0002 None None] Provisioning for port 7be9c33b-af0e-4ab6-927f-83524a28dde6 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:17.800174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b12519bc-67d1-45d3-a483-2ddfba7c0002 None None] Provisioning complete for port 7be9c33b-af0e-4ab6-927f-83524a28dde6 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:17.800824 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b12519bc-67d1-45d3-a483-2ddfba7c0002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.830011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-4a8e186b-65ae-4090-ae77-25071ce1b1db tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.839862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-4a8e186b-65ae-4090-ae77-25071ce1b1db tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.849334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-4a8e186b-65ae-4090-ae77-25071ce1b1db tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.857861 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-4a8e186b-65ae-4090-ae77-25071ce1b1db tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.866465 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-4a8e186b-65ae-4090-ae77-25071ce1b1db tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.877225 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-4a8e186b-65ae-4090-ae77-25071ce1b1db tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.890301 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-4a8e186b-65ae-4090-ae77-25071ce1b1db tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.894110 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-4a8e186b-65ae-4090-ae77-25071ce1b1db tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5445 time: 0.2569776 Jul 16 18:08:17.925232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b12519bc-67d1-45d3-a483-2ddfba7c0002 None None] Port 7be9c33b-af0e-4ab6-927f-83524a28dde6 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:17.940139 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.985032 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.048948 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-b1e528cc-18fb-49b7-94b1-38b6147d611f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.055375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5590ccf7-e027-49c3-bee1-e7da12d71c2a None None] Provisioning complete for port 7be9c33b-af0e-4ab6-927f-83524a28dde6 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:18.055753 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5590ccf7-e027-49c3-bee1-e7da12d71c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.058758 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-b1e528cc-18fb-49b7-94b1-38b6147d611f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "GET /v2.0/ports/9934b156-2ff0-44c2-b42b-b8b7148a6def?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1475253 Jul 16 18:08:18.177947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5590ccf7-e027-49c3-bee1-e7da12d71c2a None None] Port 7be9c33b-af0e-4ab6-927f-83524a28dde6 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:18.248892 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59954ec6-19d4-49b2-a674-94d48fd15030 req-b417e5be-d99e-4671-8cb3-e6d728a73ab1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.256464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59954ec6-19d4-49b2-a674-94d48fd15030 req-b417e5be-d99e-4671-8cb3-e6d728a73ab1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.9121420 Jul 16 18:08:18.280414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72b76-783b-4f75-bd5b-4cceeec1aa73 req-9d2c08c4-67f2-4eab-b323-301856dd2d9c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.287529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72b76-783b-4f75-bd5b-4cceeec1aa73 req-9d2c08c4-67f2-4eab-b323-301856dd2d9c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.294828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72b76-783b-4f75-bd5b-4cceeec1aa73 req-9d2c08c4-67f2-4eab-b323-301856dd2d9c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.306380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72b76-783b-4f75-bd5b-4cceeec1aa73 req-9d2c08c4-67f2-4eab-b323-301856dd2d9c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.317799 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72b76-783b-4f75-bd5b-4cceeec1aa73 req-9d2c08c4-67f2-4eab-b323-301856dd2d9c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.327988 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-7126d9e0-526f-41ec-b315-5a0a9303dd58 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "GET /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2629206 Jul 16 18:08:18.339128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72b76-783b-4f75-bd5b-4cceeec1aa73 req-9d2c08c4-67f2-4eab-b323-301856dd2d9c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.344800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-40c61c10-5731-4431-8aab-c030a8cca607 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:18.356613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d72b76-783b-4f75-bd5b-4cceeec1aa73 req-9d2c08c4-67f2-4eab-b323-301856dd2d9c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.369879 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86d72b76-783b-4f75-bd5b-4cceeec1aa73 req-9d2c08c4-67f2-4eab-b323-301856dd2d9c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 5445 time: 1.0235343 Jul 16 18:08:18.418992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event updated for resources: {'Port': ['ID=7be9c33b-af0e-4ab6-927f-83524a28dde6,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:18.526643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.552895 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-40c61c10-5731-4431-8aab-c030a8cca607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.591804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86d72b76-783b-4f75-bd5b-4cceeec1aa73 req-2802e3ae-68c6-4554-9ac2-cb438c3004a4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2204583 Jul 16 18:08:18.604347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:18.618263 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59954ec6-19d4-49b2-a674-94d48fd15030 req-c6d32229-7ea8-4280-a7cc-4af2a932e407 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603632 Jul 16 18:08:18.794990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:18.795701 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.952992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Network 613cd378-6059-4257-b4a4-bf0c7c6213bc is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:18.966434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:18.971440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-40c61c10-5731-4431-8aab-c030a8cca607 service neutron] For port 9934b156-2ff0-44c2-b42b-b8b7148a6def, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9934b156-2ff0-44c2-b42b-b8b7148a6def,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:19.065636 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63b2954a-fd3d-4368-94d1-f558eeb1cae3 req-2fcbcee6-d864-43f6-b8aa-9509b5529f4c tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.1014886 Jul 16 18:08:19.083856 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.115743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-40c61c10-5731-4431-8aab-c030a8cca607 service neutron] For port 9934b156-2ff0-44c2-b42b-b8b7148a6def, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:19.162361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-40c61c10-5731-4431-8aab-c030a8cca607 service neutron] device_id is not set on port 9934b156-2ff0-44c2-b42b-b8b7148a6def yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:08:19.175400 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-40c61c10-5731-4431-8aab-c030a8cca607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.190298 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-40c61c10-5731-4431-8aab-c030a8cca607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.307044 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-40c61c10-5731-4431-8aab-c030a8cca607 service neutron] No DVR routers for this DVR port 9934b156-2ff0-44c2-b42b-b8b7148a6def on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:19.355261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-40c61c10-5731-4431-8aab-c030a8cca607 service neutron] In _notify_port_updated(), no bound segment for port 9934b156-2ff0-44c2-b42b-b8b7148a6def on network d14411d5-9208-45c8-b382-da9f272bc971 {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:08:19.356016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-40c61c10-5731-4431-8aab-c030a8cca607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.356889 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-40c61c10-5731-4431-8aab-c030a8cca607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.358386 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-40c61c10-5731-4431-8aab-c030a8cca607 service neutron] 10.222.0.32 "PUT /v2.0/ports/9934b156-2ff0-44c2-b42b-b8b7148a6def HTTP/1.1" status: 200 len: 1033 time: 1.0233593 Jul 16 18:08:19.360376 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c61c10-5731-4431-8aab-c030a8cca607 service neutron] Pushing event updated for resources: {'Port': ['ID=9934b156-2ff0-44c2-b42b-b8b7148a6def,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:19.454197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0bb8a395-d03e-41cc-a22c-df9935cfece4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.457568 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0bb8a395-d03e-41cc-a22c-df9935cfece4 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "GET /v2.0/ports/5388a20e-2ed9-436f-a11e-87f7ad11fe8a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0891831 Jul 16 18:08:19.467216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Router 0bd87a0f-33f3-487c-baa5-f0da8dc81eb4 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:19.483973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0c68fa86-3056-41a6-9f4c-178e07e5011f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:19.530955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d8e222c1-8d47-4388-9e32-f685b1af7a32 None None] Provisioning complete for port 7be9c33b-af0e-4ab6-927f-83524a28dde6 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:19.531232 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d8e222c1-8d47-4388-9e32-f685b1af7a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.671429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d8e222c1-8d47-4388-9e32-f685b1af7a32 None None] Port 7be9c33b-af0e-4ab6-927f-83524a28dde6 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:19.766817 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0c68fa86-3056-41a6-9f4c-178e07e5011f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.807523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7d6eda4e-08a2-4a62-a74d-f7c9f9c07c7e None None] Provisioning complete for port 9934b156-2ff0-44c2-b42b-b8b7148a6def triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:19.810643 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7d6eda4e-08a2-4a62-a74d-f7c9f9c07c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.812584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:19.833109 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4dbcc588-e117-4728-b12b-68ab3e35b4fb tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "PUT /v2.0/routers/0bd87a0f-33f3-487c-baa5-f0da8dc81eb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0116141 Jul 16 18:08:19.835727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44416) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:19.845697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Request body: {'port': {'network_id': '613cd378-6059-4257-b4a4-bf0c7c6213bc', 'name': 'tempest-FloatingIPNegativeTestJSON-827265595'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:19.894622 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d5a975-0ecd-45ba-b797-412cd4679fe7 None None] Sync routers for ids ['0bd87a0f-33f3-487c-baa5-f0da8dc81eb4'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:20.004357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d5a975-0ecd-45ba-b797-412cd4679fe7 None None] Routers {'0bd87a0f-33f3-487c-baa5-f0da8dc81eb4'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:20.006169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-89d5a975-0ecd-45ba-b797-412cd4679fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:08:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0bd87a0f-33f3-487c-baa5-f0da8dc81eb4'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:20.019449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7d6eda4e-08a2-4a62-a74d-f7c9f9c07c7e None None] Port 9934b156-2ff0-44c2-b42b-b8b7148a6def cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:20.146894 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-89d5a975-0ecd-45ba-b797-412cd4679fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:20.181567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d5a975-0ecd-45ba-b797-412cd4679fe7 None None] Routers {'0bd87a0f-33f3-487c-baa5-f0da8dc81eb4'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:20.182711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-89d5a975-0ecd-45ba-b797-412cd4679fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:08:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0bd87a0f-33f3-487c-baa5-f0da8dc81eb4'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:20.253614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-89d5a975-0ecd-45ba-b797-412cd4679fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:20.254369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d5a975-0ecd-45ba-b797-412cd4679fe7 None None] The sync data for ids ['0bd87a0f-33f3-487c-baa5-f0da8dc81eb4'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:20.286639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0c68fa86-3056-41a6-9f4c-178e07e5011f service neutron] For port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5388a20e-2ed9-436f-a11e-87f7ad11fe8a,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:20.397749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0c68fa86-3056-41a6-9f4c-178e07e5011f service neutron] For port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:20.499678 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0c68fa86-3056-41a6-9f4c-178e07e5011f service neutron] device_id is not set on port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:08:20.523784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0c68fa86-3056-41a6-9f4c-178e07e5011f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.535546 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0c68fa86-3056-41a6-9f4c-178e07e5011f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.685481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Made reservation on behalf of 85d99ab21a04409a96163b56272a7346 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:20.685481 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.685481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc66945-2d34-4cc5-b137-90464ba8836f req-2e35a5ff-8cab-4993-ae6f-26a376491fe2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.685481 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3cc66945-2d34-4cc5-b137-90464ba8836f req-2e35a5ff-8cab-4993-ae6f-26a376491fe2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.6962790 Jul 16 18:08:20.687435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 66b198d4-be15-4005-a079-fa148eb42193 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:20.723731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ac53e-6835-4b50-874e-dad70c612028 req-546727dc-4b71-456c-8b24-412d40d14b33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.730906 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ac53e-6835-4b50-874e-dad70c612028 req-546727dc-4b71-456c-8b24-412d40d14b33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.737115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ac53e-6835-4b50-874e-dad70c612028 req-546727dc-4b71-456c-8b24-412d40d14b33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.743618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ac53e-6835-4b50-874e-dad70c612028 req-546727dc-4b71-456c-8b24-412d40d14b33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.749288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ac53e-6835-4b50-874e-dad70c612028 req-546727dc-4b71-456c-8b24-412d40d14b33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.778575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ac53e-6835-4b50-874e-dad70c612028 req-546727dc-4b71-456c-8b24-412d40d14b33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.778575 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f23ac53e-6835-4b50-874e-dad70c612028 req-546727dc-4b71-456c-8b24-412d40d14b33 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 4587 time: 0.6707175 Jul 16 18:08:20.828205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] device_id is not set on port af777097-7a28-4b53-9a6b-c7978a929c4c yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:08:20.841584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0c68fa86-3056-41a6-9f4c-178e07e5011f service neutron] No DVR routers for this DVR port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:20.930043 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f23ac53e-6835-4b50-874e-dad70c612028 req-6ce55a4d-9ee5-4a68-80b8-742bb33f3acf tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&id=104ed894-041d-4ad9-857f-75e1e99ad108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1618571 Jul 16 18:08:20.973958 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3cc66945-2d34-4cc5-b137-90464ba8836f req-e834518a-34e5-4f20-ba75-d2f132a73160 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030860 Jul 16 18:08:20.974850 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.070533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0c68fa86-3056-41a6-9f4c-178e07e5011f service neutron] In _notify_port_updated(), no bound segment for port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a on network d14411d5-9208-45c8-b382-da9f272bc971 {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:08:21.075383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0c68fa86-3056-41a6-9f4c-178e07e5011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.079131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 66b198d4-be15-4005-a079-fa148eb42193, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=66b198d4-be15-4005-a079-fa148eb42193,segment=NetworkSegment(d8b080ea-bb0c-44ed-93ac-1a7b3781e34e),segment_id=d8b080ea-bb0c-44ed-93ac-1a7b3781e34e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:21.082232 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0c68fa86-3056-41a6-9f4c-178e07e5011f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.085420 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0c68fa86-3056-41a6-9f4c-178e07e5011f service neutron] 10.222.0.32 "PUT /v2.0/ports/5388a20e-2ed9-436f-a11e-87f7ad11fe8a HTTP/1.1" status: 200 len: 1032 time: 1.6178682 Jul 16 18:08:21.086380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b198d4-be15-4005-a079-fa148eb42193'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:21.096249 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adb5e81-e139-4885-8d3d-d5b1b300967a" -d '{"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "66b198d4-be15-4005-a079-fa148eb42193"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:21.121875 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.125637 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 7b12fec1-cc34-4266-80a0-396126617771 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:21.237810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68fa86-3056-41a6-9f4c-178e07e5011f service neutron] Pushing event updated for resources: {'Port': ['ID=5388a20e-2ed9-436f-a11e-87f7ad11fe8a,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:21.287768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Allocated IP 172.20.0.14 (613cd378-6059-4257-b4a4-bf0c7c6213bc/695972bf-75e2-41fc-9ceb-2ee5dcabb07c/af777097-7a28-4b53-9a6b-c7978a929c4c) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:21.436182 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a390e33-f55d-4658-97fc-4bb6570c7fa3 x-openstack-request-id: req-6a390e33-f55d-4658-97fc-4bb6570c7fa3 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:21.436533 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "66b198d4-be15-4005-a079-fa148eb42193", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:21.436854 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a390e33-f55d-4658-97fc-4bb6570c7fa3 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:21.437336 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b198d4-be15-4005-a079-fa148eb42193', 'code': 200} Jul 16 18:08:21.477611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fb93d05f-7b2b-4a79-b659-e95271e113ba None None] Provisioning complete for port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:21.478911 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fb93d05f-7b2b-4a79-b659-e95271e113ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.494680 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0ab48bba-25d0-4cb0-9d6b-1867a9b77e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Deleting port 7b12fec1-cc34-4266-80a0-396126617771 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:21.495265 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0ab48bba-25d0-4cb0-9d6b-1867a9b77e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.556785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-82cb9922-4f60-41db-a770-64823cada549 req-5f882382-c0fb-42ba-ae8d-5dc226453d8f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f4ec70-1570-47d7-8997-9918d2435f42 HTTP/1.1" status: 200 len: 210 time: 0.1106820 Jul 16 18:08:21.568121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-fb93d05f-7b2b-4a79-b659-e95271e113ba None None] Port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:21.648248 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=66b198d4-be15-4005-a079-fa148eb42193,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:21.735399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.787727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 7b12fec1-cc34-4266-80a0-396126617771, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7b12fec1-cc34-4266-80a0-396126617771,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:21.796941 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.798173 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 897d6457-d843-4c30-9f5d-1c8d2f827f6b no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:21.868021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0ab48bba-25d0-4cb0-9d6b-1867a9b77e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] For port 7b12fec1-cc34-4266-80a0-396126617771, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7b12fec1-cc34-4266-80a0-396126617771,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:21.868405 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0ab48bba-25d0-4cb0-9d6b-1867a9b77e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.919709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=7b12fec1-cc34-4266-80a0-396126617771,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:21.945367 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0ab48bba-25d0-4cb0-9d6b-1867a9b77e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Calling delete_port for 7b12fec1-cc34-4266-80a0-396126617771 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:21.976949 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.015846 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.016581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Transition to ACTIVE for port object af777097-7a28-4b53-9a6b-c7978a929c4c will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:22.111114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 897d6457-d843-4c30-9f5d-1c8d2f827f6b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=897d6457-d843-4c30-9f5d-1c8d2f827f6b,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:22.124160 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.126061 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9934b156-2ff0-44c2-b42b-b8b7148a6def no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:22.149898 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.325372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Network 613cd378-6059-4257-b4a4-bf0c7c6213bc is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:22.326709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event updated for resources: {'Port': ['ID=af777097-7a28-4b53-9a6b-c7978a929c4c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:22.336317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:22.339382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:22.356787 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0ab48bba-25d0-4cb0-9d6b-1867a9b77e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.461986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9934b156-2ff0-44c2-b42b-b8b7148a6def not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:22.462516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5388a20e-2ed9-436f-a11e-87f7ad11fe8a no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:22.488567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=897d6457-d843-4c30-9f5d-1c8d2f827f6b,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:22.492455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.493136 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.540332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5388a20e-2ed9-436f-a11e-87f7ad11fe8a not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:22.540794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6ea0e187-1c81-443f-a401-224fa078f2c1 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:22.616179 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c3f21fb6-e156-4bda-ae83-785c360b2bc2 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7793422 Jul 16 18:08:22.626067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44484) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:22.638079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:22.718619 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.770892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.802007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6ea0e187-1c81-443f-a401-224fa078f2c1, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6ea0e187-1c81-443f-a401-224fa078f2c1,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:22.813689 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.816389 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4491f8dd-ddb2-4310-9cd7-053d2271a801 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:22.854674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43b7fc-519c-4d6d-9101-fdb64d71b005 req-dca03d0a-0c1a-46b6-81ee-af36658ca466 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.869931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43b7fc-519c-4d6d-9101-fdb64d71b005 req-dca03d0a-0c1a-46b6-81ee-af36658ca466 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.881248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43b7fc-519c-4d6d-9101-fdb64d71b005 req-dca03d0a-0c1a-46b6-81ee-af36658ca466 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.899513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43b7fc-519c-4d6d-9101-fdb64d71b005 req-dca03d0a-0c1a-46b6-81ee-af36658ca466 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.914059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe43b7fc-519c-4d6d-9101-fdb64d71b005 req-dca03d0a-0c1a-46b6-81ee-af36658ca466 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 3147 time: 0.5061874 Jul 16 18:08:22.939652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07493b0-b47a-41c7-a1fd-d03a6e9f991f req-90c34be1-82d0-4c4e-af3a-c91551d259df tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.941961 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f07493b0-b47a-41c7-a1fd-d03a6e9f991f req-90c34be1-82d0-4c4e-af3a-c91551d259df tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.4402044 Jul 16 18:08:23.060769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab48bba-25d0-4cb0-9d6b-1867a9b77e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'Port': ['ID=7b12fec1-cc34-4266-80a0-396126617771,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:23.087604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6ea0e187-1c81-443f-a401-224fa078f2c1,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:23.092539 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f07493b0-b47a-41c7-a1fd-d03a6e9f991f req-9c13b622-c525-4484-ac75-f9ed734dd8c7 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424010 Jul 16 18:08:23.141137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c3d642e-0c61-4702-8cb9-a952def25da1 None None] Provisioning for port af777097-7a28-4b53-9a6b-c7978a929c4c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:23.146501 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.154246 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c3d642e-0c61-4702-8cb9-a952def25da1 None None] Provisioning complete for port af777097-7a28-4b53-9a6b-c7978a929c4c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:23.154564 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c3d642e-0c61-4702-8cb9-a952def25da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.161596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe43b7fc-519c-4d6d-9101-fdb64d71b005 req-30a48249-a7c1-42a5-aecb-e86ff729595f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457490 Jul 16 18:08:23.194191 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.247185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d642e-0c61-4702-8cb9-a952def25da1 None None] Port af777097-7a28-4b53-9a6b-c7978a929c4c cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:23.251318 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0ab48bba-25d0-4cb0-9d6b-1867a9b77e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] No DVR routers for this DVR port 7b12fec1-cc34-4266-80a0-396126617771 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:23.260884 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0ab48bba-25d0-4cb0-9d6b-1867a9b77e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.276025 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-0ab48bba-25d0-4cb0-9d6b-1867a9b77e4c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "DELETE /v2.0/ports/7b12fec1-cc34-4266-80a0-396126617771 HTTP/1.1" status: 204 len: 173 time: 2.1719003 Jul 16 18:08:23.288673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4491f8dd-ddb2-4310-9cd7-053d2271a801, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4491f8dd-ddb2-4310-9cd7-053d2271a801,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:23.294972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-deleted', 'tag': '7b12fec1-cc34-4266-80a0-396126617771'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:23.296864 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.311053 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84716175-e17b-418d-a2ec-397c07dc7d37" -d '{"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-deleted", "tag": "7b12fec1-cc34-4266-80a0-396126617771"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:23.360653 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.443894 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b12fec1-cc34-4266-80a0-396126617771'}, {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897d6457-d843-4c30-9f5d-1c8d2f827f6b'}, {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea0e187-1c81-443f-a401-224fa078f2c1'}, {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4491f8dd-ddb2-4310-9cd7-053d2271a801'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:23.451981 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4b255b-244d-4c67-887a-ecbdec26b94c" -d '{"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b12fec1-cc34-4266-80a0-396126617771"}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "897d6457-d843-4c30-9f5d-1c8d2f827f6b"}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea0e187-1c81-443f-a401-224fa078f2c1"}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "4491f8dd-ddb2-4310-9cd7-053d2271a801"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:23.475433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=4491f8dd-ddb2-4310-9cd7-053d2271a801,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:23.582323 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3caa15d-8151-49ab-9ea0-436e8a76df97 x-openstack-request-id: req-c3caa15d-8151-49ab-9ea0-436e8a76df97 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:23.586753 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-deleted", "tag": "7b12fec1-cc34-4266-80a0-396126617771", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:23.587519 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3caa15d-8151-49ab-9ea0-436e8a76df97 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:23.591671 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-deleted', 'tag': '7b12fec1-cc34-4266-80a0-396126617771', 'status': 'completed', 'code': 200} Jul 16 18:08:23.622554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44504) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.745630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Allocated IP 172.25.3.119 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/42823852-6925-438f-afe5-630ad5a737c9) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:23.751177 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d276a998-c1d8-4d2b-9667-00f73b0fc6c6 x-openstack-request-id: req-d276a998-c1d8-4d2b-9667-00f73b0fc6c6 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:23.751490 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b12fec1-cc34-4266-80a0-396126617771", "code": 200}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "897d6457-d843-4c30-9f5d-1c8d2f827f6b", "code": 200}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea0e187-1c81-443f-a401-224fa078f2c1", "code": 200}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-unplugged", "status": "completed", "tag": "4491f8dd-ddb2-4310-9cd7-053d2271a801", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:23.751924 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d276a998-c1d8-4d2b-9667-00f73b0fc6c6 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:23.752977 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b12fec1-cc34-4266-80a0-396126617771', 'code': 200} Jul 16 18:08:23.753408 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897d6457-d843-4c30-9f5d-1c8d2f827f6b', 'code': 200} Jul 16 18:08:23.754008 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea0e187-1c81-443f-a401-224fa078f2c1', 'code': 200} Jul 16 18:08:23.754408 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4491f8dd-ddb2-4310-9cd7-053d2271a801', 'code': 200} Jul 16 18:08:23.781775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Deleting port 66b198d4-be15-4005-a079-fa148eb42193 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:23.783024 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.010985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] For port 66b198d4-be15-4005-a079-fa148eb42193, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=66b198d4-be15-4005-a079-fa148eb42193,segment=NetworkSegment(d8b080ea-bb0c-44ed-93ac-1a7b3781e34e),segment_id=d8b080ea-bb0c-44ed-93ac-1a7b3781e34e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:24.013789 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.033345 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.040638 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4332ea2a-9d8a-423a-b642-80fd03e50ab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.082447 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.130221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:24.133147 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:24.133966 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4332ea2a-9d8a-423a-b642-80fd03e50ab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.138361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:24.144574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event updated for resources: {'Port': ['ID=42823852-6925-438f-afe5-630ad5a737c9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:24.472057 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.529553 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.529982 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.530286 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Floating IP a1cfe686-ab69-4727-a3a5-f04420eb38c2 disassociated. External IP: 172.25.3.91, port: 66b198d4-be15-4005-a079-fa148eb42193. Jul 16 18:08:24.530645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Calling delete_port for 66b198d4-be15-4005-a079-fa148eb42193 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:24.643991 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.796270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a41271-a027-4fb8-9b85-4dc9e7b4163c req-3fe76df7-0f23-4ed3-8864-1ccf5e33fe54 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.801970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60a41271-a027-4fb8-9b85-4dc9e7b4163c req-3fe76df7-0f23-4ed3-8864-1ccf5e33fe54 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3130465 Jul 16 18:08:24.816255 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.829123 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4332ea2a-9d8a-423a-b642-80fd03e50ab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.844646 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c7ea2-e253-4bf8-860b-e0585a9c17d3 req-d4628721-65e0-4104-a3f0-7119926140d0 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.844878 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4332ea2a-9d8a-423a-b642-80fd03e50ab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.849124 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4332ea2a-9d8a-423a-b642-80fd03e50ab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "DELETE /v2.0/security-groups/c3d36943-1508-4712-8e33-24145247012f HTTP/1.1" status: 204 len: 168 time: 1.2238626 Jul 16 18:08:24.849998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44536) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:24.861099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c7ea2-e253-4bf8-860b-e0585a9c17d3 req-d4628721-65e0-4104-a3f0-7119926140d0 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.873627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c7ea2-e253-4bf8-860b-e0585a9c17d3 req-d4628721-65e0-4104-a3f0-7119926140d0 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.889343 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c7ea2-e253-4bf8-860b-e0585a9c17d3 req-d4628721-65e0-4104-a3f0-7119926140d0 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.904381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-539c7ea2-e253-4bf8-860b-e0585a9c17d3 req-d4628721-65e0-4104-a3f0-7119926140d0 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 3143 time: 0.3626609 Jul 16 18:08:24.915248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332ea2a-9d8a-423a-b642-80fd03e50ab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d36943-1508-4712-8e33-24145247012f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:24.927214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'Port': ['ID=66b198d4-be15-4005-a079-fa148eb42193,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:24.968063 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-7e7cf69e-9c2a-46a7-9147-96f89a62f0a5 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] show failed (client error): The resource could not be found. Jul 16 18:08:24.970593 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7e7cf69e-9c2a-46a7-9147-96f89a62f0a5 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "GET /v2.0/security-groups/c3d36943-1508-4712-8e33-24145247012f HTTP/1.1" status: 404 len: 347 time: 0.1001709 Jul 16 18:08:25.005689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44540) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:25.188039 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.229813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Router bf9365b8-2c60-4e30-9a4d-1c18c549f78d has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:25.285212 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-539c7ea2-e253-4bf8-860b-e0585a9c17d3 req-3e8a9f2f-527b-4d57-b0e8-f0c34cde30c8 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793623 Jul 16 18:08:25.303974 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60a41271-a027-4fb8-9b85-4dc9e7b4163c req-e95bd23b-b96b-4db3-ac65-60d547360816 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926048 Jul 16 18:08:25.422828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50408db-35e0-4208-aa03-543afa5053f2 req-11d8b7e9-bc9f-4bfb-822c-4795194c5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.424385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d50408db-35e0-4208-aa03-543afa5053f2 req-11d8b7e9-bc9f-4bfb-822c-4795194c5aa1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a50f0e1de354b1ba5acf25306a514ce&device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 1098 time: 0.4009023 Jul 16 18:08:25.500965 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:25.515355 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c1ac9-04fa-4710-b254-22664836a793 None None] Sync routers for ids ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:25.530612 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c1ac9-04fa-4710-b254-22664836a793 None None] Routers {'bf9365b8-2c60-4e30-9a4d-1c18c549f78d'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:25.531261 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-088c1ac9-04fa-4710-b254-22664836a793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:08:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:25.531518 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.535542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-faf2ea4f-6e07-436d-8b3e-43f5c6f5abda tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Deleting port 40b29bb6-2245-4acf-967f-dc94306ea5cb {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:25.536704 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-faf2ea4f-6e07-436d-8b3e-43f5c6f5abda tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.586857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] No DVR routers for this DVR port 66b198d4-be15-4005-a079-fa148eb42193 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:25.589741 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.592530 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-6c308b91-10b9-4cf7-b39d-c9f5ae9d960c tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "DELETE /v2.0/ports/66b198d4-be15-4005-a079-fa148eb42193 HTTP/1.1" status: 204 len: 173 time: 2.3156593 Jul 16 18:08:25.599258 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-deleted', 'tag': '66b198d4-be15-4005-a079-fa148eb42193'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:25.601382 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032f694f-66a9-486a-b23e-0ba5358defab" -d '{"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-deleted", "tag": "66b198d4-be15-4005-a079-fa148eb42193"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:25.624181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.693950 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652617f9-81c8-4b61-9b14-5449e735f4cf x-openstack-request-id: req-652617f9-81c8-4b61-9b14-5449e735f4cf {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:25.696659 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-deleted", "tag": "66b198d4-be15-4005-a079-fa148eb42193", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:25.707089 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-652617f9-81c8-4b61-9b14-5449e735f4cf {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:25.708867 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-deleted', 'tag': '66b198d4-be15-4005-a079-fa148eb42193', 'status': 'completed', 'code': 200} Jul 16 18:08:25.724849 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-088c1ac9-04fa-4710-b254-22664836a793 None None] Set router bf9365b8-2c60-4e30-9a4d-1c18c549f78d gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:25.847109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-33e2f9af-6172-45db-a7ac-34b5a6401fe2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Deleting port 4491f8dd-ddb2-4310-9cd7-053d2271a801 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:25.847609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-33e2f9af-6172-45db-a7ac-34b5a6401fe2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.962422 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-088c1ac9-04fa-4710-b254-22664836a793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 4, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port': {'id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8bf1c279-4920-4945-986f-8bb80f2814a7', 'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'mac_address': 'fa:16:3e:6b:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:29Z', 'updated_at': '2021-07-16T17:57:44Z', 'revision_number': 5, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'subnets': [{'id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:26.020897 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c1ac9-04fa-4710-b254-22664836a793 None None] Checking router: bf9365b8-2c60-4e30-9a4d-1c18c549f78d for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:26.021728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-33e2f9af-6172-45db-a7ac-34b5a6401fe2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] For port 4491f8dd-ddb2-4310-9cd7-053d2271a801, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4491f8dd-ddb2-4310-9cd7-053d2271a801,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:26.022148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-33e2f9af-6172-45db-a7ac-34b5a6401fe2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.038237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-33e2f9af-6172-45db-a7ac-34b5a6401fe2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Calling delete_port for 4491f8dd-ddb2-4310-9cd7-053d2271a801 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:26.051416 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c1ac9-04fa-4710-b254-22664836a793 None None] Routers {'bf9365b8-2c60-4e30-9a4d-1c18c549f78d'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:26.052128 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-088c1ac9-04fa-4710-b254-22664836a793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:08:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:26.068942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event updated for resources: {'Port': ['ID=42823852-6925-438f-afe5-630ad5a737c9,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:26.145839 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-faf2ea4f-6e07-436d-8b3e-43f5c6f5abda tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.146259 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-faf2ea4f-6e07-436d-8b3e-43f5c6f5abda tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.169635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-faf2ea4f-6e07-436d-8b3e-43f5c6f5abda tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Calling delete_port for 40b29bb6-2245-4acf-967f-dc94306ea5cb owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:26.200137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50408db-35e0-4208-aa03-543afa5053f2 req-fda44a74-69c2-4dfc-95f2-7d97c80aab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.201789 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d50408db-35e0-4208-aa03-543afa5053f2 req-fda44a74-69c2-4dfc-95f2-7d97c80aab53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a3aff34c-d366-47a6-bb72-a1b487c78a97 HTTP/1.1" status: 200 len: 914 time: 0.7689142 Jul 16 18:08:26.204501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.217495 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-33e2f9af-6172-45db-a7ac-34b5a6401fe2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.259770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2f9af-6172-45db-a7ac-34b5a6401fe2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'Port': ['ID=4491f8dd-ddb2-4310-9cd7-053d2271a801,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:26.299723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d50408db-35e0-4208-aa03-543afa5053f2 req-c8615330-4938-4c73-9e70-4696d2cfdfd3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e HTTP/1.1" status: 200 len: 217 time: 0.0898926 Jul 16 18:08:26.331270 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-088c1ac9-04fa-4710-b254-22664836a793 None None] Set router bf9365b8-2c60-4e30-9a4d-1c18c549f78d gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:26.416108 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.429360 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8e8a9da8-28fa-4b02-a979-4183138659a9 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7964277 Jul 16 18:08:26.431748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44560) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:26.437694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-33e2f9af-6172-45db-a7ac-34b5a6401fe2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] No DVR routers for this DVR port 4491f8dd-ddb2-4310-9cd7-053d2271a801 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:26.441176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-33e2f9af-6172-45db-a7ac-34b5a6401fe2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.448246 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-33e2f9af-6172-45db-a7ac-34b5a6401fe2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "DELETE /v2.0/ports/4491f8dd-ddb2-4310-9cd7-053d2271a801 HTTP/1.1" status: 204 len: 173 time: 0.8436956 Jul 16 18:08:26.556184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50408db-35e0-4208-aa03-543afa5053f2 req-d768178e-c212-4f90-aba6-2f435e04ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.568324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d50408db-35e0-4208-aa03-543afa5053f2 req-d768178e-c212-4f90-aba6-2f435e04ff45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6857b2d9-0327-499b-99e9-e6599e42f428 HTTP/1.1" status: 200 len: 853 time: 0.2579186 Jul 16 18:08:26.621001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5bb7c39a-73bc-4460-aaf0-38775c2b73c1 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Request body: {'floatingip': {'port_id': 'af777097-7a28-4b53-9a6b-c7978a929c4c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:26.726838 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c39a-73bc-4460-aaf0-38775c2b73c1 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.789286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d50408db-35e0-4208-aa03-543afa5053f2 req-0919283d-0f14-4168-8fe9-df93895c618a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a3aff34c-d366-47a6-bb72-a1b487c78a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2095783 Jul 16 18:08:26.923046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-b1e6fc6b-273d-42d0-aebf-112352cfd98b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Deleting port 897d6457-d843-4c30-9f5d-1c8d2f827f6b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:26.923625 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-b1e6fc6b-273d-42d0-aebf-112352cfd98b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.046857 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-5bb7c39a-73bc-4460-aaf0-38775c2b73c1 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] update failed (client error): The resource could not be found. Jul 16 18:08:27.048438 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5bb7c39a-73bc-4460-aaf0-38775c2b73c1 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "PUT /v2.0/floatingips/b7341f40-1985-449d-ae7c-2faf63916dcb HTTP/1.1" status: 404 len: 507 time: 0.5977414 Jul 16 18:08:27.051605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44572) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:27.142528 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-faf2ea4f-6e07-436d-8b3e-43f5c6f5abda tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.156068 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-088c1ac9-04fa-4710-b254-22664836a793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 4, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port': {'id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8bf1c279-4920-4945-986f-8bb80f2814a7', 'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'mac_address': 'fa:16:3e:6b:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:29Z', 'updated_at': '2021-07-16T17:57:44Z', 'revision_number': 5, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'subnets': [{'id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:27.166996 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a20f89-23aa-4b3b-993a-e7db9a1c63a5 req-8ebe763a-bd6b-4f47-b3a5-e87ebf2a3992 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.174256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a20f89-23aa-4b3b-993a-e7db9a1c63a5 req-8ebe763a-bd6b-4f47-b3a5-e87ebf2a3992 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.176057 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05a20f89-23aa-4b3b-993a-e7db9a1c63a5 req-8ebe763a-bd6b-4f47-b3a5-e87ebf2a3992 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 1676 time: 0.5157588 Jul 16 18:08:27.232164 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c1ac9-04fa-4710-b254-22664836a793 None None] The sync data for ids ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'] in n-d-787205-10 is: [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T17:57:30Z', 'revision_number': 4, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port': {'id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8bf1c279-4920-4945-986f-8bb80f2814a7', 'name': '', 'network_id': '44337d24-7f19-40cf-a303-f059903d6ce5', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'mac_address': 'fa:16:3e:6b:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:29Z', 'updated_at': '2021-07-16T17:57:44Z', 'revision_number': 5, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'subnets': [{'id': '69eb66ea-9472-42b1-8bef-cc1b7c6812ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:27.250231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2ea4f-6e07-436d-8b3e-43f5c6f5abda tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'Port': ['ID=40b29bb6-2245-4acf-967f-dc94306ea5cb,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:27.270873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e11de-f5cc-4c72-871a-0aa3a6daaf50 req-fffb850c-9f14-4820-a8b4-745f609b2161 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.287332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef6e11de-f5cc-4c72-871a-0aa3a6daaf50 req-fffb850c-9f14-4820-a8b4-745f609b2161 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.6303134 Jul 16 18:08:27.307482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d50408db-35e0-4208-aa03-543afa5053f2 req-db308c4e-c4cb-4963-8624-8c91f1731e5e service neutron] 10.222.0.11 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059743 Jul 16 18:08:27.348341 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-b1e6fc6b-273d-42d0-aebf-112352cfd98b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] For port 897d6457-d843-4c30-9f5d-1c8d2f827f6b, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=897d6457-d843-4c30-9f5d-1c8d2f827f6b,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:27.348930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-b1e6fc6b-273d-42d0-aebf-112352cfd98b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.364625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-b1e6fc6b-273d-42d0-aebf-112352cfd98b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Calling delete_port for 897d6457-d843-4c30-9f5d-1c8d2f827f6b owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:27.393702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ed056352-b832-4b9f-b13e-56b11652c658 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Deleting port 42823852-6925-438f-afe5-630ad5a737c9 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:27.394070 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed056352-b832-4b9f-b13e-56b11652c658 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.518427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05a20f89-23aa-4b3b-993a-e7db9a1c63a5 req-90532306-8098-44e4-bc02-ec63ac1d8955 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055513 Jul 16 18:08:27.600756 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef6e11de-f5cc-4c72-871a-0aa3a6daaf50 req-f0372a61-cb7a-4b3c-b218-e66e30910c62 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905359 Jul 16 18:08:27.704834 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed056352-b832-4b9f-b13e-56b11652c658 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.706627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed056352-b832-4b9f-b13e-56b11652c658 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.739775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ed056352-b832-4b9f-b13e-56b11652c658 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Calling delete_port for 42823852-6925-438f-afe5-630ad5a737c9 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:27.744182 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-faf2ea4f-6e07-436d-8b3e-43f5c6f5abda tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.749699 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-faf2ea4f-6e07-436d-8b3e-43f5c6f5abda tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.754324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-faf2ea4f-6e07-436d-8b3e-43f5c6f5abda tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "DELETE /v2.0/floatingips/4797bd8a-51ca-47ec-96d3-a7c533ed3270 HTTP/1.1" status: 204 len: 168 time: 2.7416563 Jul 16 18:08:27.754984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44584) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:27.763019 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf59cbf4-c450-43de-8a5c-6b7410fbdb47 None None] New status for floating IP a1cfe686-ab69-4727-a3a5-f04420eb38c2: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:08:27.847776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d50408db-35e0-4208-aa03-543afa5053f2 req-304e206e-e1cf-48a6-832c-aef5a6abc213 service neutron] 10.222.0.11 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081499 Jul 16 18:08:27.951342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-791c7e28-b9e6-4531-abe8-8e060d95a481 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Deleting port 42f22134-cd1e-4de1-a750-e9783ad69ae9 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:27.951694 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-791c7e28-b9e6-4531-abe8-8e060d95a481 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.957439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-deleted', 'tag': '4491f8dd-ddb2-4310-9cd7-053d2271a801'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:27.960665 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd98e07-6b91-4a6c-a7c4-23c76ab4f7d6" -d '{"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-deleted", "tag": "4491f8dd-ddb2-4310-9cd7-053d2271a801"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:28.097959 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550b3c5c-be18-416d-87fb-12628b97c23e x-openstack-request-id: req-550b3c5c-be18-416d-87fb-12628b97c23e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:28.098303 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-deleted", "tag": "4491f8dd-ddb2-4310-9cd7-053d2271a801", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:28.098553 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-550b3c5c-be18-416d-87fb-12628b97c23e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:28.100619 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-deleted', 'tag': '4491f8dd-ddb2-4310-9cd7-053d2271a801', 'status': 'completed', 'code': 200} Jul 16 18:08:28.227113 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-b1e6fc6b-273d-42d0-aebf-112352cfd98b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.238302 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-791c7e28-b9e6-4531-abe8-8e060d95a481 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.269019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-791c7e28-b9e6-4531-abe8-8e060d95a481 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Calling delete_port for 42f22134-cd1e-4de1-a750-e9783ad69ae9 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:28.272715 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6fc6b-273d-42d0-aebf-112352cfd98b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'Port': ['ID=897d6457-d843-4c30-9f5d-1c8d2f827f6b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:28.327079 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed056352-b832-4b9f-b13e-56b11652c658 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.398037 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-b1e6fc6b-273d-42d0-aebf-112352cfd98b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] No DVR routers for this DVR port 897d6457-d843-4c30-9f5d-1c8d2f827f6b on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:28.440631 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-b1e6fc6b-273d-42d0-aebf-112352cfd98b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.459761 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-b1e6fc6b-273d-42d0-aebf-112352cfd98b tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "DELETE /v2.0/ports/897d6457-d843-4c30-9f5d-1c8d2f827f6b HTTP/1.1" status: 204 len: 173 time: 2.0041559 Jul 16 18:08:28.484729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed056352-b832-4b9f-b13e-56b11652c658 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event deleted for resources: {'Port': ['ID=42823852-6925-438f-afe5-630ad5a737c9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:28.603092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-791c7e28-b9e6-4531-abe8-8e060d95a481 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.781646 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed056352-b832-4b9f-b13e-56b11652c658 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.784321 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed056352-b832-4b9f-b13e-56b11652c658 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.790775 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ed056352-b832-4b9f-b13e-56b11652c658 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "DELETE /v2.0/floatingips/b7341f40-1985-449d-ae7c-2faf63916dcb HTTP/1.1" status: 204 len: 168 time: 1.7377372 Jul 16 18:08:28.791451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44596) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:28.817396 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9893b29c-cf1a-4b6f-b1dc-20e5baafadf3 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Request body: {'floatingip': {'floating_network_id': '613cd378-6059-4257-b4a4-bf0c7c6213bc', 'port_id': 'af777097-7a28-4b53-9a6b-c7978a929c4c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:28.843015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c7e28-b9e6-4531-abe8-8e060d95a481 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'Port': ['ID=42f22134-cd1e-4de1-a750-e9783ad69ae9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:28.932747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-c4f4791b-d0b7-45c3-8a5c-5c5001c10266 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Deleting port 6ea0e187-1c81-443f-a401-224fa078f2c1 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:28.932747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-c4f4791b-d0b7-45c3-8a5c-5c5001c10266 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.968181 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9893b29c-cf1a-4b6f-b1dc-20e5baafadf3 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.045062 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-791c7e28-b9e6-4531-abe8-8e060d95a481 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.047554 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-791c7e28-b9e6-4531-abe8-8e060d95a481 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "DELETE /v2.0/ports/42f22134-cd1e-4de1-a750-e9783ad69ae9 HTTP/1.1" status: 204 len: 168 time: 1.2843935 Jul 16 18:08:29.053344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44606) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:29.113800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-c4f4791b-d0b7-45c3-8a5c-5c5001c10266 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] For port 6ea0e187-1c81-443f-a401-224fa078f2c1, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6ea0e187-1c81-443f-a401-224fa078f2c1,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:29.115193 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-c4f4791b-d0b7-45c3-8a5c-5c5001c10266 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.199316 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-c4f4791b-d0b7-45c3-8a5c-5c5001c10266 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Calling delete_port for 6ea0e187-1c81-443f-a401-224fa078f2c1 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:29.233931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b976ae-4578-4a20-8f84-cd86bb29d475 req-dec3d2dc-b15a-4280-af3c-11c63e7da0d5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.240287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53b976ae-4578-4a20-8f84-cd86bb29d475 req-dec3d2dc-b15a-4280-af3c-11c63e7da0d5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.3741920 Jul 16 18:08:29.402565 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36788ed0-6ab2-4be5-ac69-622f99f6b8c5 req-1467d50a-3a5d-4dd4-8762-d67710c455ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.404595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36788ed0-6ab2-4be5-ac69-622f99f6b8c5 req-1467d50a-3a5d-4dd4-8762-d67710c455ce tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 942 time: 0.6047428 Jul 16 18:08:29.500141 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-9893b29c-cf1a-4b6f-b1dc-20e5baafadf3 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:08:29.504797 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9893b29c-cf1a-4b6f-b1dc-20e5baafadf3 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6991782 Jul 16 18:08:29.506016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44610) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:29.516859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': 'af777097-7a28-4b53-9a6b-c7978a929c4c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:29.521953 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-c4f4791b-d0b7-45c3-8a5c-5c5001c10266 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.536384 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53b976ae-4578-4a20-8f84-cd86bb29d475 req-8cc056ee-df10-4d05-843d-b68e66053fc7 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390034 Jul 16 18:08:29.558329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36788ed0-6ab2-4be5-ac69-622f99f6b8c5 req-bdea3bef-3706-4f6e-aa83-2689f31e437d tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups?id=c960c388-bc8f-46fc-878a-cf1bc0596491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444860 Jul 16 18:08:29.583263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4791b-d0b7-45c3-8a5c-5c5001c10266 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'Port': ['ID=6ea0e187-1c81-443f-a401-224fa078f2c1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:29.634039 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.642579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-77a4a0bd-d040-4c7a-b166-bc347d145b68 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Deleting port ecc56c7d-5b6d-41f9-940d-559dbe201d67 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:29.644083 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77a4a0bd-d040-4c7a-b166-bc347d145b68 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.661122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-c4f4791b-d0b7-45c3-8a5c-5c5001c10266 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] No DVR routers for this DVR port 6ea0e187-1c81-443f-a401-224fa078f2c1 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:29.680242 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-c4f4791b-d0b7-45c3-8a5c-5c5001c10266 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.682592 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab733858-a68f-475c-99e5-a73bbe7167a7 req-c4f4791b-d0b7-45c3-8a5c-5c5001c10266 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.32 "DELETE /v2.0/ports/6ea0e187-1c81-443f-a401-224fa078f2c1 HTTP/1.1" status: 204 len: 173 time: 1.2172854 Jul 16 18:08:29.955163 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77a4a0bd-d040-4c7a-b166-bc347d145b68 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.976964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-77a4a0bd-d040-4c7a-b166-bc347d145b68 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Calling delete_port for ecc56c7d-5b6d-41f9-940d-559dbe201d67 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:30.053187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device fbd13ca7-bb29-4443-b469-04d2bc21a47e no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:30.102158 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-deleted', 'tag': '897d6457-d843-4c30-9f5d-1c8d2f827f6b'}, {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-deleted', 'tag': '6ea0e187-1c81-443f-a401-224fa078f2c1'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:30.104537 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecada782-cb3b-40b4-a569-15916f6b764c" -d '{"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-deleted", "tag": "897d6457-d843-4c30-9f5d-1c8d2f827f6b"}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-deleted", "tag": "6ea0e187-1c81-443f-a401-224fa078f2c1"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:30.207720 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.225732 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.227559 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0548ac0f-e8ef-4939-8ee6-a61cfb73ccc2 x-openstack-request-id: req-0548ac0f-e8ef-4939-8ee6-a61cfb73ccc2 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:30.228334 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-deleted", "tag": "897d6457-d843-4c30-9f5d-1c8d2f827f6b", "status": "completed", "code": 200}, {"server_uuid": "21583104-32da-4216-b26b-378c98677d0f", "name": "network-vif-deleted", "tag": "6ea0e187-1c81-443f-a401-224fa078f2c1", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:30.228614 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0548ac0f-e8ef-4939-8ee6-a61cfb73ccc2 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:30.229030 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-deleted', 'tag': '897d6457-d843-4c30-9f5d-1c8d2f827f6b', 'status': 'completed', 'code': 200} Jul 16 18:08:30.229379 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21583104-32da-4216-b26b-378c98677d0f', 'name': 'network-vif-deleted', 'tag': '6ea0e187-1c81-443f-a401-224fa078f2c1', 'status': 'completed', 'code': 200} Jul 16 18:08:30.255360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:30.259982 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3581a838-de0a-4980-bd7f-10d95c0f4450" -d '{"events": [{"server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:30.291699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:30.312709 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.385070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=fbd13ca7-bb29-4443-b469-04d2bc21a47e,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:30.397436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Allocated IP 172.25.3.131 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/eee97af5-95d7-49ce-a017-d5327d95c737) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:30.416363 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e382e7-c512-4602-816d-819088b3f9aa x-openstack-request-id: req-b2e382e7-c512-4602-816d-819088b3f9aa {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:30.416641 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:30.416891 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2e382e7-c512-4602-816d-819088b3f9aa {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:30.417330 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e', 'code': 200} Jul 16 18:08:30.556025 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77a4a0bd-d040-4c7a-b166-bc347d145b68 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.652720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4a0bd-d040-4c7a-b166-bc347d145b68 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'Port': ['ID=ecc56c7d-5b6d-41f9-940d-559dbe201d67,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:30.929535 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e3f839c-54a9-4098-a098-5bc98f3f957d req-110acf3d-1875-4c38-8879-26adfea73f8a tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.0644896 Jul 16 18:08:31.034744 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77a4a0bd-d040-4c7a-b166-bc347d145b68 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.039036 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-77a4a0bd-d040-4c7a-b166-bc347d145b68 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "DELETE /v2.0/ports/ecc56c7d-5b6d-41f9-940d-559dbe201d67 HTTP/1.1" status: 204 len: 168 time: 1.9815872 Jul 16 18:08:31.039477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44630) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:31.106498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44fac9-144f-4f8a-8ef3-be8014d5e561 req-30c584cb-419c-48a6-80c4-5b136844d586 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.114606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d44fac9-144f-4f8a-8ef3-be8014d5e561 req-30c584cb-419c-48a6-80c4-5b136844d586 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 944 time: 0.3650963 Jul 16 18:08:31.124761 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.148075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b861b8b0-addc-431f-84cc-cd016a1a733e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Deleting subnet 4b31a67f-4f93-43f1-8c7c-ec9f1b81e549 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:31.155097 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b861b8b0-addc-431f-84cc-cd016a1a733e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.188288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d44fac9-144f-4f8a-8ef3-be8014d5e561 req-6bc2495f-c5bf-406d-a07e-a5bb76151a03 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728462 Jul 16 18:08:31.241917 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b861b8b0-addc-431f-84cc-cd016a1a733e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.279669 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.399134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:31.408084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:31.419154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:31.440815 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event updated for resources: {'Port': ['ID=eee97af5-95d7-49ce-a017-d5327d95c737,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:31.472780 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b861b8b0-addc-431f-84cc-cd016a1a733e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.593179 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b861b8b0-addc-431f-84cc-cd016a1a733e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.683649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b2d83-5dbd-467a-876e-932293d6f80e None None] Network 06b1d035-0df9-485b-af35-24977c69a808 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:31.689650 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b861b8b0-addc-431f-84cc-cd016a1a733e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.693792 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b861b8b0-addc-431f-84cc-cd016a1a733e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "DELETE /v2.0/subnets/4b31a67f-4f93-43f1-8c7c-ec9f1b81e549 HTTP/1.1" status: 204 len: 168 time: 0.6520331 Jul 16 18:08:31.695560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861b8b0-addc-431f-84cc-cd016a1a733e tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'Subnet': ['ID=4b31a67f-4f93-43f1-8c7c-ec9f1b81e549,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:31.702824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44646) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:31.983565 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-41599c91-6923-4421-b0be-a82152ad1667 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Deleting subnet 8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:32.003506 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41599c91-6923-4421-b0be-a82152ad1667 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.073294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0782ef8-1315-48ec-9487-329df4816113 None None] DHCP port deletion for 06b1d035-0df9-485b-af35-24977c69a808 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:32.120730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b15f0-137e-4e8b-a083-1e00dbedb3b7 req-e4a9729d-695f-4294-801b-d2adc169afa9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.122991 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f42b15f0-137e-4e8b-a083-1e00dbedb3b7 req-e4a9729d-695f-4294-801b-d2adc169afa9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 944 time: 0.5971177 Jul 16 18:08:32.201618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c0782ef8-1315-48ec-9487-329df4816113 None None] Deleting port cba3616a-57a7-4cd3-b5ac-98867bcba777 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:32.204489 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c0782ef8-1315-48ec-9487-329df4816113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.296824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c0782ef8-1315-48ec-9487-329df4816113 None None] For port cba3616a-57a7-4cd3-b5ac-98867bcba777, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cba3616a-57a7-4cd3-b5ac-98867bcba777,segment=NetworkSegment(e45d8ae3-d834-48be-bd8a-d0436215e4b6),segment_id=e45d8ae3-d834-48be-bd8a-d0436215e4b6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:32.297231 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c0782ef8-1315-48ec-9487-329df4816113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.329388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c0782ef8-1315-48ec-9487-329df4816113 None None] Calling delete_port for cba3616a-57a7-4cd3-b5ac-98867bcba777 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:32.337587 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41599c91-6923-4421-b0be-a82152ad1667 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.469037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d0304787-96b0-41af-afe3-b229295a6e99 req-6a740516-7fd5-4556-995f-7b8af8ed184e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.2203434 Jul 16 18:08:32.541468 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c0782ef8-1315-48ec-9487-329df4816113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.588970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0782ef8-1315-48ec-9487-329df4816113 None None] Pushing event deleted for resources: {'Port': ['ID=cba3616a-57a7-4cd3-b5ac-98867bcba777,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.589186 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f42b15f0-137e-4e8b-a083-1e00dbedb3b7 req-0c0b20eb-915e-47f6-a669-25081644bd23 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294319 Jul 16 18:08:32.626057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cba3616a-57a7-4cd3-b5ac-98867bcba777 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:32.660145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Deleting port eee97af5-95d7-49ce-a017-d5327d95c737 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:32.660419 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.702233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0782ef8-1315-48ec-9487-329df4816113 None None] No DVR routers for this DVR port cba3616a-57a7-4cd3-b5ac-98867bcba777 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:32.712304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: cba3616a-57a7-4cd3-b5ac-98867bcba777 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:32.712993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cba3616a-57a7-4cd3-b5ac-98867bcba777 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:32.859263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41599c91-6923-4421-b0be-a82152ad1667 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.990243 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.991199 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.020207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Calling delete_port for eee97af5-95d7-49ce-a017-d5327d95c737 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:33.041709 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41599c91-6923-4421-b0be-a82152ad1667 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.128058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41599c91-6923-4421-b0be-a82152ad1667 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:33.137994 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41599c91-6923-4421-b0be-a82152ad1667 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.140408 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-41599c91-6923-4421-b0be-a82152ad1667 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "DELETE /v2.0/subnets/8fb97ea9-3aa6-4726-b4f0-2f5c6b1e9be3 HTTP/1.1" status: 204 len: 168 time: 1.4351928 Jul 16 18:08:33.143132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44668) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:33.149831 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63432391-7b9f-4860-8d09-ffc22bf3ab5e None None] Network c5839ed7-b863-47b2-ae80-65f108c6ba10 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:33.349550 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.407086 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d12d603-d5b9-4f67-8a7f-1ced7527dab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.453365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event deleted for resources: {'Port': ['ID=eee97af5-95d7-49ce-a017-d5327d95c737,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:33.616585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343db0d9-132b-4914-b7d6-3e8fda2cb988 None None] DHCP port deletion for c5839ed7-b863-47b2-ae80-65f108c6ba10 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:33.709978 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] create failed (client error): The resource could not be found. Jul 16 18:08:33.711712 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dfec2aca-9e58-4fc9-a17b-727e9b717257 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.2048969 Jul 16 18:08:33.716106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44686) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:33.731148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d12d603-d5b9-4f67-8a7f-1ced7527dab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.775407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-9d12d603-d5b9-4f67-8a7f-1ced7527dab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b1d035-0df9-485b-af35-24977c69a808']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:33.811023 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-343db0d9-132b-4914-b7d6-3e8fda2cb988 None None] Deleting port e3b4f4f2-913c-4665-8ab4-e055a5728ced {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:33.812368 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-343db0d9-132b-4914-b7d6-3e8fda2cb988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.825271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-9d12d603-d5b9-4f67-8a7f-1ced7527dab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45d8ae3-d834-48be-bd8a-d0436215e4b6') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:33.830837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-9d12d603-d5b9-4f67-8a7f-1ced7527dab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45d8ae3-d834-48be-bd8a-d0436215e4b6') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:33.864475 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d12d603-d5b9-4f67-8a7f-1ced7527dab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.906736 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d12d603-d5b9-4f67-8a7f-1ced7527dab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.933402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d12d603-d5b9-4f67-8a7f-1ced7527dab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:33.934954 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d12d603-d5b9-4f67-8a7f-1ced7527dab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:33.938639 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:34.051643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-343db0d9-132b-4914-b7d6-3e8fda2cb988 None None] For port e3b4f4f2-913c-4665-8ab4-e055a5728ced, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e3b4f4f2-913c-4665-8ab4-e055a5728ced,segment=NetworkSegment(605313a3-90fe-4063-a928-b9ed02ce416d),segment_id=605313a3-90fe-4063-a928-b9ed02ce416d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:34.057403 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-343db0d9-132b-4914-b7d6-3e8fda2cb988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.088692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device fbd13ca7-bb29-4443-b469-04d2bc21a47e no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:34.093903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44696) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:34.117150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-343db0d9-132b-4914-b7d6-3e8fda2cb988 None None] Calling delete_port for e3b4f4f2-913c-4665-8ab4-e055a5728ced owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:34.125562 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d12d603-d5b9-4f67-8a7f-1ced7527dab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.138756 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d12d603-d5b9-4f67-8a7f-1ced7527dab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.140521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eab3bbe3-1bd2-4e83-9be4-f26b8876beca req-eefb5dad-8b7e-46ea-a51e-ca560893920d tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.1346939 Jul 16 18:08:34.143266 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9d12d603-d5b9-4f67-8a7f-1ced7527dab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "DELETE /v2.0/networks/06b1d035-0df9-485b-af35-24977c69a808 HTTP/1.1" status: 204 len: 168 time: 0.9984322 Jul 16 18:08:34.148487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44700) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:34.219097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12d603-d5b9-4f67-8a7f-1ced7527dab1 tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'Network': ['ID=06b1d035-0df9-485b-af35-24977c69a808,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:34.469032 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.512790 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fd093-439b-4d46-8299-4b4f332d26c8 req-2710e748-eace-4246-bb03-43f0b109ad44 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.520225 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f71fd093-439b-4d46-8299-4b4f332d26c8 req-2710e748-eace-4246-bb03-43f0b109ad44 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 944 time: 0.6706765 Jul 16 18:08:34.581158 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-fd749f19-c1c1-4888-a3ed-b40f81b337cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4766231 Jul 16 18:08:34.607368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c1e40cb2-ea4e-4c9e-9205-4b24dac23e55 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Deleting port af777097-7a28-4b53-9a6b-c7978a929c4c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:34.607970 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1e40cb2-ea4e-4c9e-9205-4b24dac23e55 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.617350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e3b4f4f2-913c-4665-8ab4-e055a5728ced no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:34.729059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f71fd093-439b-4d46-8299-4b4f332d26c8 req-ea0451da-937d-4ccf-9e8d-2ff7daeb23d5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076123 Jul 16 18:08:34.743136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No active binding found for port e3b4f4f2-913c-4665-8ab4-e055a5728ced {{(pid=105592) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:08:34.744368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e3b4f4f2-913c-4665-8ab4-e055a5728ced not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:34.758270 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-343db0d9-132b-4914-b7d6-3e8fda2cb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.813393 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343db0d9-132b-4914-b7d6-3e8fda2cb988 None None] Pushing event deleted for resources: {'Port': ['ID=e3b4f4f2-913c-4665-8ab4-e055a5728ced,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:34.825641 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1e40cb2-ea4e-4c9e-9205-4b24dac23e55 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.848605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343db0d9-132b-4914-b7d6-3e8fda2cb988 None None] No DVR routers for this DVR port e3b4f4f2-913c-4665-8ab4-e055a5728ced on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:34.875827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c1e40cb2-ea4e-4c9e-9205-4b24dac23e55 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Calling delete_port for af777097-7a28-4b53-9a6b-c7978a929c4c owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:35.922207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Deleting port e3b4f4f2-913c-4665-8ab4-e055a5728ced {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:35.928153 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.971254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-565e1452-bfb2-4db3-b0b6-7e8cba7f9ee8 req-16580a63-10a0-4634-95e0-3db272996f07 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.2853162 Jul 16 18:08:36.150225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] For port e3b4f4f2-913c-4665-8ab4-e055a5728ced, host n-d-787205-10, got binding levels [] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:36.150614 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.182574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Calling delete_port for e3b4f4f2-913c-4665-8ab4-e055a5728ced owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:36.189477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_backend_mixin [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Port e3b4f4f2-913c-4665-8ab4-e055a5728ced was not found and therefore no delete operation was performed {{(pid=105591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:08:36.358917 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.395254 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1e40cb2-ea4e-4c9e-9205-4b24dac23e55 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.452514 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] No DVR routers for this DVR port e3b4f4f2-913c-4665-8ab4-e055a5728ced on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:36.454585 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'Port': ['ID=e3b4f4f2-913c-4665-8ab4-e055a5728ced,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:36.530082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa807f86-8c8a-4541-a248-de2b3c64a108 req-2f748662-778f-460f-b43d-78393326d370 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.546298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa807f86-8c8a-4541-a248-de2b3c64a108 req-2f748662-778f-460f-b43d-78393326d370 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 944 time: 0.5395353 Jul 16 18:08:36.650283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e40cb2-ea4e-4c9e-9205-4b24dac23e55 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event deleted for resources: {'Port': ['ID=af777097-7a28-4b53-9a6b-c7978a929c4c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:37.054793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.143412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-295fcf05-0d0a-4253-8736-d79aab47f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.156028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5839ed7-b863-47b2-ae80-65f108c6ba10']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:37.159166 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-295fcf05-0d0a-4253-8736-d79aab47f560 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0&tenant_id=3a50f0e1de354b1ba5acf25306a514ce HTTP/1.1" status: 200 len: 1096 time: 0.3392558 Jul 16 18:08:37.159682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44746) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:37.178512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa807f86-8c8a-4541-a248-de2b3c64a108 req-6da29b21-3742-40b1-894a-15e333df23b1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295049 Jul 16 18:08:37.187568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:37.270962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605313a3-90fe-4063-a928-b9ed02ce416d') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:37.271648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605313a3-90fe-4063-a928-b9ed02ce416d') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:37.315220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.353352 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1e40cb2-ea4e-4c9e-9205-4b24dac23e55 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.370647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c1e40cb2-ea4e-4c9e-9205-4b24dac23e55 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "DELETE /v2.0/ports/af777097-7a28-4b53-9a6b-c7978a929c4c HTTP/1.1" status: 204 len: 168 time: 3.6530006 Jul 16 18:08:37.372084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44754) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:37.484937 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.515361 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.567759 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32c9d954-2e4d-4761-a6de-1fc6f6e91617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.578619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:37.579345 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:37.582883 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:37.690121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6bd63971-2024-4ed1-981f-04a68fb33ae6 req-9c38313c-5a1c-4d5a-aefe-4c4ed7ba9868 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.1501944 Jul 16 18:08:37.808987 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.821603 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.832451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] 10.222.0.24 "DELETE /v2.0/networks/c5839ed7-b863-47b2-ae80-65f108c6ba10 HTTP/1.1" status: 204 len: 168 time: 3.6678004 Jul 16 18:08:37.877810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504b8b6-38af-4075-b763-cc3a42db002f tempest-TaggedBootDevicesTest-891061489 tempest-TaggedBootDevicesTest-891061489-project] Pushing event deleted for resources: {'Network': ['ID=c5839ed7-b863-47b2-ae80-65f108c6ba10,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:37.948521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91a775f-2f11-4249-a181-397683b968f5 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.965514 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b91a775f-2f11-4249-a181-397683b968f5 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd87a0f-33f3-487c-baa5-f0da8dc81eb4 HTTP/1.1" status: 200 len: 913 time: 0.5667021 Jul 16 18:08:37.972471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44758) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:38.300296 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32c9d954-2e4d-4761-a6de-1fc6f6e91617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.352227 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32c9d954-2e4d-4761-a6de-1fc6f6e91617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.613409 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-32c9d954-2e4d-4761-a6de-1fc6f6e91617 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16c34e99af8648ad967ae8e572da36b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4525976 Jul 16 18:08:38.616610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44784) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:38.655156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9d954-2e4d-4761-a6de-1fc6f6e91617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0753aa85-2c80-49d0-b667-33cea1c005f0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:38.659041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:38.732701 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ccf77b80-7327-461d-ae0d-4747d255208b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.769145 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ccf77b80-7327-461d-ae0d-4747d255208b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.797919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d3ffe-5215-4884-9ec9-6bbb5b39c357 req-1f617b45-7106-4907-9da8-768a85646ec1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.807737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-371d3ffe-5215-4884-9ec9-6bbb5b39c357 req-1f617b45-7106-4907-9da8-768a85646ec1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 944 time: 0.2585068 Jul 16 18:08:38.904313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-371d3ffe-5215-4884-9ec9-6bbb5b39c357 req-86666be2-351b-437c-8732-5119b83c8404 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945673 Jul 16 18:08:39.142215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-344591a1-61bf-4341-a0d9-547bf06bc4b7 req-fc0100a5-be8b-4b7b-aef2-548e00a46aac tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.0433462 Jul 16 18:08:39.436890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:39.544637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd13ca7-bb29-4443-b469-04d2bc21a47e {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:39.569190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.603875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e98f5d67-c1e2-42d0-b474-38e929ab6b8e tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.694626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Transition to ACTIVE for port object fbd13ca7-bb29-4443-b469-04d2bc21a47e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:39.696154 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ccf77b80-7327-461d-ae0d-4747d255208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.700567 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ccf77b80-7327-461d-ae0d-4747d255208b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.702447 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ccf77b80-7327-461d-ae0d-4747d255208b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0753aa85-2c80-49d0-b667-33cea1c005f0 HTTP/1.1" status: 204 len: 168 time: 1.0790763 Jul 16 18:08:39.712459 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.755631 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf77b80-7327-461d-ae0d-4747d255208b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0753aa85-2c80-49d0-b667-33cea1c005f0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:39.820304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Pushing event updated for resources: {'Port': ['ID=fbd13ca7-bb29-4443-b469-04d2bc21a47e,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:39.884541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] No DVR routers for this DVR port fbd13ca7-bb29-4443-b469-04d2bc21a47e on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:39.955572 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Attempting to bind port fbd13ca7-bb29-4443-b469-04d2bc21a47e on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:39.955967 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Attempting to bind port fbd13ca7-bb29-4443-b469-04d2bc21a47e by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '1ee64d38-6f3b-412f-98a6-c97774fadc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:39.956277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Attempting to bind port fbd13ca7-bb29-4443-b469-04d2bc21a47e on network a3aff34c-d366-47a6-bb72-a1b487c78a97 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:39.966561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Port fbd13ca7-bb29-4443-b469-04d2bc21a47e on network a3aff34c-d366-47a6-bb72-a1b487c78a97 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:39.966894 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Attempting to bind port fbd13ca7-bb29-4443-b469-04d2bc21a47e on network a3aff34c-d366-47a6-bb72-a1b487c78a97 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:39.977855 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:39.978294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Checking segment: {'id': '1ee64d38-6f3b-412f-98a6-c97774fadc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:39.978689 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Bound using segment: {'id': '1ee64d38-6f3b-412f-98a6-c97774fadc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:39.979288 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Bound port: fbd13ca7-bb29-4443-b469-04d2bc21a47e, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee64d38-6f3b-412f-98a6-c97774fadc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:39.979680 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.157477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:40.192699 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:40.205714 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.228662 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e98f5d67-c1e2-42d0-b474-38e929ab6b8e tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Deleting port 7be9c33b-af0e-4ab6-927f-83524a28dde6 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:40.229007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e98f5d67-c1e2-42d0-b474-38e929ab6b8e tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.404451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5774f7-2ce1-417f-94ac-f246894f0d13 req-3965d554-e2c5-4273-bdfe-e0db71b47f94 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.418335 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c5774f7-2ce1-417f-94ac-f246894f0d13 req-3965d554-e2c5-4273-bdfe-e0db71b47f94 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.1509345 Jul 16 18:08:40.513853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c5774f7-2ce1-417f-94ac-f246894f0d13 req-724f42e8-8402-4048-be42-ffaa335082b4 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942791 Jul 16 18:08:40.756223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Pushing event updated for resources: {'Port': ['ID=fbd13ca7-bb29-4443-b469-04d2bc21a47e,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:40.770507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.771139 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.772547 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-d4e7303f-d52d-42e3-8509-1d54eaea647c service neutron] 10.222.0.32 "PUT /v2.0/ports/fbd13ca7-bb29-4443-b469-04d2bc21a47e HTTP/1.1" status: 200 len: 1093 time: 3.5908020 Jul 16 18:08:40.773095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:40.780082 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dafcb39-95d8-4364-931f-dffc1aff9aac" -d '{"events": [{"name": "network-changed", "server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:40.838012 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-47630b40-930a-4ac3-b6b2-ceb9f8d0eb05 req-5aa2f600-25c7-49a3-88de-3a8c6c62e917 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.1036568 Jul 16 18:08:40.982369 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67eb01a0-f491-4143-8a97-ee4bb5804fdf x-openstack-request-id: req-67eb01a0-f491-4143-8a97-ee4bb5804fdf {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:40.987822 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:40.988268 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67eb01a0-f491-4143-8a97-ee4bb5804fdf {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:40.988776 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e', 'status': 'completed', 'code': 200} Jul 16 18:08:41.091705 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e98f5d67-c1e2-42d0-b474-38e929ab6b8e tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.146424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e98f5d67-c1e2-42d0-b474-38e929ab6b8e tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Calling delete_port for 7be9c33b-af0e-4ab6-927f-83524a28dde6 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:41.190430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-5a09a1d6-a737-470f-b2a4-9ebe63d006e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.195727 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-5a09a1d6-a737-470f-b2a4-9ebe63d006e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a50f0e1de354b1ba5acf25306a514ce&device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 1097 time: 0.3090920 Jul 16 18:08:41.696616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-e9b8c24e-fb29-4b46-8c9e-9ded93929d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.715083 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-e9b8c24e-fb29-4b46-8c9e-9ded93929d41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3aff34c-d366-47a6-bb72-a1b487c78a97 HTTP/1.1" status: 200 len: 914 time: 0.4962046 Jul 16 18:08:41.956987 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:08:42.013698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720a813-dc2b-498c-b2c0-bcf011fdfb2b req-91ab0887-4d74-482e-9293-e00e8a4870a5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.018258 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7720a813-dc2b-498c-b2c0-bcf011fdfb2b req-91ab0887-4d74-482e-9293-e00e8a4870a5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.1770878 Jul 16 18:08:42.096620 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7720a813-dc2b-498c-b2c0-bcf011fdfb2b req-e4cc491a-4ab3-4486-b6fc-82bfafb9959e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683067 Jul 16 18:08:42.119339 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-e993720c-12d2-453d-b210-11248ef5ae19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e HTTP/1.1" status: 200 len: 217 time: 0.1812832 Jul 16 18:08:42.215416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-4a6abae0-987e-44bc-840b-9932523e4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.217448 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-4a6abae0-987e-44bc-840b-9932523e4f02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6857b2d9-0327-499b-99e9-e6599e42f428 HTTP/1.1" status: 200 len: 853 time: 0.0916362 Jul 16 18:08:42.299888 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-ea4ae4da-95ed-4797-bc2f-a57946394ceb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3aff34c-d366-47a6-bb72-a1b487c78a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417080 Jul 16 18:08:42.365738 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e98f5d67-c1e2-42d0-b474-38e929ab6b8e tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.408829 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7fca33e1-6109-4c4f-9076-22c46305f16d req-f1954201-d585-4979-b2d0-927d178952cf tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.1199617 Jul 16 18:08:42.596944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f5d67-c1e2-42d0-b474-38e929ab6b8e tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event deleted for resources: {'Port': ['ID=7be9c33b-af0e-4ab6-927f-83524a28dde6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:42.768606 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-5d6e46d5-a755-4f2d-8c2f-2e43269a8766 service neutron] 10.222.0.32 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607000 Jul 16 18:08:42.769470 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e98f5d67-c1e2-42d0-b474-38e929ab6b8e tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.162147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98f5d67-c1e2-42d0-b474-38e929ab6b8e tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Router 0bd87a0f-33f3-487c-baa5-f0da8dc81eb4 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:43.181827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44878) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:43.191557 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-a988e882-76bf-44e8-baf5-fb8bf69c21ad service neutron] 10.222.0.32 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095151 Jul 16 18:08:43.338927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98f5d67-c1e2-42d0-b474-38e929ab6b8e tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:43.350669 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e98f5d67-c1e2-42d0-b474-38e929ab6b8e tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "PUT /v2.0/routers/0bd87a0f-33f3-487c-baa5-f0da8dc81eb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3579204 Jul 16 18:08:43.353281 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44886) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:43.361582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafcb39-95d8-4364-931f-dffc1aff9aac req-fdee865c-a757-405e-94fe-78ea138a334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.364062 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7dafcb39-95d8-4364-931f-dffc1aff9aac req-fdee865c-a757-405e-94fe-78ea138a334d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a50f0e1de354b1ba5acf25306a514ce&device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 1097 time: 0.0888867 Jul 16 18:08:43.400022 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817a60f-bd2b-4177-abef-4f5b0b76695d None None] Sync routers for ids ['0bd87a0f-33f3-487c-baa5-f0da8dc81eb4'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:43.437973 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817a60f-bd2b-4177-abef-4f5b0b76695d None None] Routers {'0bd87a0f-33f3-487c-baa5-f0da8dc81eb4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:43.439125 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0817a60f-bd2b-4177-abef-4f5b0b76695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:08:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0bd87a0f-33f3-487c-baa5-f0da8dc81eb4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:43.474932 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-102a64d9-2950-48e0-a700-9ebcf97319d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.584942 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0817a60f-bd2b-4177-abef-4f5b0b76695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:43.591477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafcb39-95d8-4364-931f-dffc1aff9aac req-4b416ea5-ea29-4769-aebd-1cf88294fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.594454 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7dafcb39-95d8-4364-931f-dffc1aff9aac req-4b416ea5-ea29-4769-aebd-1cf88294fe1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3aff34c-d366-47a6-bb72-a1b487c78a97 HTTP/1.1" status: 200 len: 914 time: 0.2222488 Jul 16 18:08:43.610552 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817a60f-bd2b-4177-abef-4f5b0b76695d None None] Routers {'0bd87a0f-33f3-487c-baa5-f0da8dc81eb4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:43.611205 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0817a60f-bd2b-4177-abef-4f5b0b76695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:08:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0bd87a0f-33f3-487c-baa5-f0da8dc81eb4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:43.676641 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5338bfe6-6284-4f38-878c-87ee912d1036 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.686216 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7dafcb39-95d8-4364-931f-dffc1aff9aac req-3448dc7d-cde3-47f9-9a06-43cb85a5d337 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e HTTP/1.1" status: 200 len: 217 time: 0.0854328 Jul 16 18:08:43.781931 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0817a60f-bd2b-4177-abef-4f5b0b76695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:43.782958 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817a60f-bd2b-4177-abef-4f5b0b76695d None None] The sync data for ids ['0bd87a0f-33f3-487c-baa5-f0da8dc81eb4'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:43.791553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafcb39-95d8-4364-931f-dffc1aff9aac req-35b5e558-5ac6-4dcd-a4a5-288d55faa98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.797556 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7dafcb39-95d8-4364-931f-dffc1aff9aac req-35b5e558-5ac6-4dcd-a4a5-288d55faa98a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6857b2d9-0327-499b-99e9-e6599e42f428 HTTP/1.1" status: 200 len: 853 time: 0.1047657 Jul 16 18:08:43.822173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'network': {'name': 'tempest-network-smoke--796661881', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'port_security_enabled': True}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:43.879254 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7dafcb39-95d8-4364-931f-dffc1aff9aac req-2b0db70e-3a77-4aa3-9c1b-371334b49a0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3aff34c-d366-47a6-bb72-a1b487c78a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731552 Jul 16 18:08:44.109507 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7dafcb39-95d8-4364-931f-dffc1aff9aac req-cfe6b1e9-4e9f-4a3f-b92a-3fbfb3340168 service neutron] 10.222.0.32 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242241 Jul 16 18:08:44.165878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Made reservation on behalf of defd996516df4b3ebc080e817e94ad7b for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:44.170163 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.346503 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.416757 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff201f76-1ddf-44f7-b974-d1a44130649b req-42cd05b6-529c-4b0d-87d4-dcb5376e3bdc tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.6366839 Jul 16 18:08:44.438053 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7dafcb39-95d8-4364-931f-dffc1aff9aac req-26a528c7-a200-4727-9fcd-04048350a9e0 service neutron] 10.222.0.32 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126168 Jul 16 18:08:44.702800 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5338bfe6-6284-4f38-878c-87ee912d1036 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.708370 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5338bfe6-6284-4f38-878c-87ee912d1036 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.845539 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5338bfe6-6284-4f38-878c-87ee912d1036 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.846153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5338bfe6-6284-4f38-878c-87ee912d1036 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Fanout notify agent at l3_agent the message router_deleted on router 0bd87a0f-33f3-487c-baa5-f0da8dc81eb4 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:44.856489 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5338bfe6-6284-4f38-878c-87ee912d1036 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.860936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44920) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:44.877941 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5338bfe6-6284-4f38-878c-87ee912d1036 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "DELETE /v2.0/routers/0bd87a0f-33f3-487c-baa5-f0da8dc81eb4 HTTP/1.1" status: 204 len: 168 time: 1.5031583 Jul 16 18:08:45.046152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c4c676-890f-4237-a736-b0a8db8499a8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Deleting subnet 695972bf-75e2-41fc-9ceb-2ee5dcabb07c {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:45.062857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47c4c676-890f-4237-a736-b0a8db8499a8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.122501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.147447 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.186516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:45.188837 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47c4c676-890f-4237-a736-b0a8db8499a8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.271730 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.278337 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Added segment 1f72f25e-6d45-4687-8d08-a051657c5433 of type vlan for network 0b11069c-473b-4b1d-bf40-cc7205181677 Jul 16 18:08:45.377894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf55165-56d2-4104-8751-456a7f18bab8 req-fc6068bb-4341-483d-84e8-433b2be7355d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.385171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-edf55165-56d2-4104-8751-456a7f18bab8 req-fc6068bb-4341-483d-84e8-433b2be7355d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 1.9633954 Jul 16 18:08:45.386269 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfda732-473e-40d1-b418-58a818f6f928,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:45.438270 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47c4c676-890f-4237-a736-b0a8db8499a8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.635334 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.712570 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-97542b23-81c9-49e0-9fe3-3c7ccbee4b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.734507 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47c4c676-890f-4237-a736-b0a8db8499a8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.804780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-edf55165-56d2-4104-8751-456a7f18bab8 req-ca128d30-52ce-413c-bfb4-a527d6961457 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463149 Jul 16 18:08:45.847731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4c676-890f-4237-a736-b0a8db8499a8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event deleted for resources: {'Subnet': ['ID=695972bf-75e2-41fc-9ceb-2ee5dcabb07c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:45.865375 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47c4c676-890f-4237-a736-b0a8db8499a8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.865561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5ab0b1-7c08-4203-bb36-030a93f6370a None None] Network 613cd378-6059-4257-b4a4-bf0c7c6213bc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:45.867829 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-47c4c676-890f-4237-a736-b0a8db8499a8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "DELETE /v2.0/subnets/695972bf-75e2-41fc-9ceb-2ee5dcabb07c HTTP/1.1" status: 204 len: 168 time: 1.0050707 Jul 16 18:08:45.874067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44938) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:45.915408 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.941364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.942091 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.137340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3258360b-6154-41e8-b492-a453de571e9c req-ae0d30e6-e9cf-4529-9083-704c27850f98 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.2821620 Jul 16 18:08:46.242879 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.366995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Network': ['ID=0b11069c-473b-4b1d-bf40-cc7205181677,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:46.395193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6a2cd1db-4c53-4570-831d-db5523af8448 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.2122061 Jul 16 18:08:46.398641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44952) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:46.404626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 0b11069c-473b-4b1d-bf40-cc7205181677 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:46.408413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-151747202', 'admin_state_up': True, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:46.427504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Deleting port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:46.427857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.467655 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.469006 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.523700 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.596265 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.665287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] DHCP port deletion for 613cd378-6059-4257-b4a4-bf0c7c6213bc request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:46.673939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] For port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c,segment=NetworkSegment(859668c3-e701-4d9d-bd4c-aa9727e33336),segment_id=859668c3-e701-4d9d-bd4c-aa9727e33336)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:46.676091 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.716135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Calling delete_port for 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:46.807859 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Deleting port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:46.809478 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.912432 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.967612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] For port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c,segment=NetworkSegment(859668c3-e701-4d9d-bd4c-aa9727e33336),segment_id=859668c3-e701-4d9d-bd4c-aa9727e33336)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:46.968363 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.976377 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event deleted for resources: {'Port': ['ID=0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:46.993563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Calling delete_port for 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:46.998043 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.030117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] No DVR routers for this DVR port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:47.163666 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.222409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Pushing event deleted for resources: {'Port': ['ID=0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:47.241254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.241996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.242565 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.243147 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.245209 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.256783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.257618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.258210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.258763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.259306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.260101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.260627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:47.268235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca8705-c28b-4b85-b708-9dc1919e765e None None] No DVR routers for this DVR port 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:47.348952 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.361619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d47415-7141-45ca-9da3-a87239c86f82 req-179c9508-bba6-44e1-9c09-542e15c3e1e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.363885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75d47415-7141-45ca-9da3-a87239c86f82 req-179c9508-bba6-44e1-9c09-542e15c3e1e3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.2454596 Jul 16 18:08:47.392293 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613cd378-6059-4257-b4a4-bf0c7c6213bc']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:47.427330 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859668c3-e701-4d9d-bd4c-aa9727e33336') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:47.427646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859668c3-e701-4d9d-bd4c-aa9727e33336') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:47.458776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.498766 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.508663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:47.509153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:47.519925 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:47.573002 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.627120 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.644531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.650774 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] 10.222.0.24 "DELETE /v2.0/networks/613cd378-6059-4257-b4a4-bf0c7c6213bc HTTP/1.1" status: 204 len: 168 time: 1.7623549 Jul 16 18:08:47.679368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46375f1d-073f-4ad0-819a-07c5dc8f07d8 tempest-FloatingIPNegativeTestJSON-389190617 tempest-FloatingIPNegativeTestJSON-389190617-project] Pushing event deleted for resources: {'Network': ['ID=613cd378-6059-4257-b4a4-bf0c7c6213bc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:47.734963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75d47415-7141-45ca-9da3-a87239c86f82 req-821a9bc8-fc62-4323-bad6-d69e319fc12d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102158 Jul 16 18:08:47.863977 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-654fe869-56d8-45d2-bdcd-88de5672f6a2 req-6798740e-cb14-4396-85e1-8e0f0043cd8a tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.3471670 Jul 16 18:08:48.164849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-930f356c-f137-40ca-a8fa-0666df0ef97d req-86461cb2-9623-416f-bf19-34a790d450db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7996180 Jul 16 18:08:48.247244 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.325012 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.329033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44974) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:48.589309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Allocated IP 172.25.3.241 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/873a1156-c9a4-4b21-850c-7ec7e2f920d3) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:48.600322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:48.653302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f356c-f137-40ca-a8fa-0666df0ef97d req-9a2750ee-2575-46d6-a0e7-2957f57c4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.654972 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-930f356c-f137-40ca-a8fa-0666df0ef97d req-9a2750ee-2575-46d6-a0e7-2957f57c4b81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4a33ed005214bcaa04d5095740987ed&device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 1097 time: 0.4038248 Jul 16 18:08:48.663299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:48.674739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ce71952-cf56-4c63-b0b7-6ce8c1e1ac4c not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:48.676853 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d6bf02df-f43a-4dc8-abcd-0f7aa3b0ba48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85d99ab21a04409a96163b56272a7346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429852 Jul 16 18:08:48.677713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44982) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:49.010313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f356c-f137-40ca-a8fa-0666df0ef97d req-582899c2-2216-4bcd-835e-be490baf7820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:49.018035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-930f356c-f137-40ca-a8fa-0666df0ef97d req-582899c2-2216-4bcd-835e-be490baf7820 service neutron] 10.222.0.11 "GET /v2.0/networks?id=233997b2-8161-45c8-b1a0-88f22c96a7e5 HTTP/1.1" status: 200 len: 915 time: 0.2723746 Jul 16 18:08:49.167252 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.192943 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-930f356c-f137-40ca-a8fa-0666df0ef97d req-b7bdb2bf-48ca-416a-82a5-3d20be36e3c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df7b51eb-848f-488b-865c-73d6c06c60f8 HTTP/1.1" status: 200 len: 217 time: 0.1437211 Jul 16 18:08:49.362549 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4464-12ad-4132-a773-4b951bf7ba2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.426682 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4464-12ad-4132-a773-4b951bf7ba2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.548201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f356c-f137-40ca-a8fa-0666df0ef97d req-803ce217-b0d8-4443-9b1f-1f52700974cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:49.550134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-930f356c-f137-40ca-a8fa-0666df0ef97d req-803ce217-b0d8-4443-9b1f-1f52700974cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ab76eff-af5d-4688-bb29-35aa5b128439 HTTP/1.1" status: 200 len: 854 time: 0.3296535 Jul 16 18:08:49.588731 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.628052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da063f9-7363-4a38-90f9-757eb7210b9f req-5997dfc8-b5b1-4a30-baf8-db6a3a50e05a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:49.631647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da063f9-7363-4a38-90f9-757eb7210b9f req-5997dfc8-b5b1-4a30-baf8-db6a3a50e05a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.5777421 Jul 16 18:08:49.640938 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-930f356c-f137-40ca-a8fa-0666df0ef97d req-1bbffa66-bf92-4621-94d7-a7882baf2565 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=233997b2-8161-45c8-b1a0-88f22c96a7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810485 Jul 16 18:08:49.762452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-930f356c-f137-40ca-a8fa-0666df0ef97d req-1ae2c211-428c-4602-93e5-7023fbc8bf6a service neutron] 10.222.0.11 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108105 Jul 16 18:08:49.783134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4464-12ad-4132-a773-4b951bf7ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.786105 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4464-12ad-4132-a773-4b951bf7ba2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.787656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d1ff4464-12ad-4132-a773-4b951bf7ba2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/491d1238-0299-4f46-b0a5-d28bc14bc451 HTTP/1.1" status: 204 len: 168 time: 1.1087396 Jul 16 18:08:49.841842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff4464-12ad-4132-a773-4b951bf7ba2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491d1238-0299-4f46-b0a5-d28bc14bc451,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:49.941283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da063f9-7363-4a38-90f9-757eb7210b9f req-46430dcb-d1e5-4fa9-9bdd-fa4d97a2bb39 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853105 Jul 16 18:08:49.997837 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.203122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1f6c56a-75b5-45a0-afd9-117ce9ef5bf2 req-b8699f39-d065-4912-8869-cd8040de27f3 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.1997910 Jul 16 18:08:51.208739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:51.231690 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-930f356c-f137-40ca-a8fa-0666df0ef97d req-03dc5a29-7ac8-424b-bce9-bea07bf2a3ea service neutron] 10.222.0.11 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4572303 Jul 16 18:08:51.247898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:51.263262 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:51.385468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45040) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:51.423335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=873a1156-c9a4-4b21-850c-7ec7e2f920d3,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:51.637860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1d4be35d-5120-49b9-a025-402015fb3b9b tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] Request body: {'port': {'network_id': '2022a287-2a89-44d5-9ff3-5f751b29ac71', 'name': 'tempest-NetworksNegativeTestJSON-1843236188'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:51.668539 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4be35d-5120-49b9-a025-402015fb3b9b tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] POST failed (client error): The resource could not be found. Jul 16 18:08:51.669174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4be35d-5120-49b9-a025-402015fb3b9b tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:51.674569 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1d4be35d-5120-49b9-a025-402015fb3b9b tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2872503 Jul 16 18:08:51.678382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45046) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:51.724960 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-463fe840-61ed-45e5-83ba-126e6ffd8003 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:51.725976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463fe840-61ed-45e5-83ba-126e6ffd8003 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:51.728042 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-463fe840-61ed-45e5-83ba-126e6ffd8003 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] 10.222.0.24 "DELETE /v2.0/networks/76c1f17e-b17e-42f7-88ca-eddbbb4425e3 HTTP/1.1" status: 404 len: 339 time: 0.0486317 Jul 16 18:08:51.735334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45048) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:51.804651 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7932de2-62fb-4ae8-9b45-d11a6725faf4 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:51.808314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7932de2-62fb-4ae8-9b45-d11a6725faf4 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:51.814031 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f7932de2-62fb-4ae8-9b45-d11a6725faf4 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] 10.222.0.24 "DELETE /v2.0/ports/d9227e11-ef91-4a7f-b03a-63cc38d3ac12 HTTP/1.1" status: 404 len: 333 time: 0.0771821 Jul 16 18:08:51.817864 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45050) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:51.989425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ecaef-a6c3-413e-9cb9-acf000064345 req-4a9fb076-e5fb-46d6-beff-8af946b25469 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.998609 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da2ecaef-a6c3-413e-9cb9-acf000064345 req-4a9fb076-e5fb-46d6-beff-8af946b25469 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.6332128 Jul 16 18:08:52.016623 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd6d61c-ab1d-4917-8a95-8d6a2f519217 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:52.017338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd6d61c-ab1d-4917-8a95-8d6a2f519217 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:52.020811 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7dd6d61c-ab1d-4917-8a95-8d6a2f519217 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] 10.222.0.24 "DELETE /v2.0/subnets/96b0d376-eece-4f7a-8020-2381baf17ff0 HTTP/1.1" status: 404 len: 337 time: 0.2014422 Jul 16 18:08:52.025350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45052) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.074900 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fdc89a-aa60-41e5-aa25-0ef87690d5cb tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] GET failed (client error): The resource could not be found. Jul 16 18:08:52.076787 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-16fdc89a-aa60-41e5-aa25-0ef87690d5cb tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] 10.222.0.24 "GET /v2.0/networks/be30e157-f815-4f84-bf51-b355e2a0b668 HTTP/1.1" status: 404 len: 339 time: 0.0499573 Jul 16 18:08:52.081979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45054) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.168900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da2ecaef-a6c3-413e-9cb9-acf000064345 req-7e18f801-3509-47f0-8dc8-feed569abd02 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688681 Jul 16 18:08:52.171570 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5e8006-dd21-4b3d-8f47-4cd094c4b65b tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] GET failed (client error): The resource could not be found. Jul 16 18:08:52.178513 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8d5e8006-dd21-4b3d-8f47-4cd094c4b65b tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] 10.222.0.24 "GET /v2.0/ports/4f4464d6-cf60-497c-92c7-cbf470fc41e7 HTTP/1.1" status: 404 len: 333 time: 0.0950780 Jul 16 18:08:52.190541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45056) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.299427 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-5953c2bd-ffe5-437a-8bd1-79920db7ca8f tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] GET failed (client error): The resource could not be found. Jul 16 18:08:52.300832 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5953c2bd-ffe5-437a-8bd1-79920db7ca8f tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] 10.222.0.24 "GET /v2.0/subnets/5b2b06ad-ec09-436c-a289-a08cf1c5dcec HTTP/1.1" status: 404 len: 337 time: 0.1130109 Jul 16 18:08:52.307282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45060) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.313921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-52d81eeb-99c1-45fb-8693-3d525c399cb5 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:52.330127 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-beb71364-9d39-46c2-a7a5-2af4871eaa6c req-4ca38417-039a-411e-9bcf-f2f1b3c1c088 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4180088 Jul 16 18:08:52.333212 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.336176 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d81eeb-99c1-45fb-8693-3d525c399cb5 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] PUT failed (client error): The resource could not be found. Jul 16 18:08:52.336997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d81eeb-99c1-45fb-8693-3d525c399cb5 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:52.344039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45062) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.346707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-52d81eeb-99c1-45fb-8693-3d525c399cb5 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] 10.222.0.24 "PUT /v2.0/networks/1b218558-cee2-41e6-bc31-76f224ebeb8f HTTP/1.1" status: 404 len: 339 time: 0.0373576 Jul 16 18:08:52.355121 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e6312f83-1d6b-4aa3-b1ed-6b7a448ead5d tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:52.518550 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6312f83-1d6b-4aa3-b1ed-6b7a448ead5d tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] PUT failed (client error): The resource could not be found. Jul 16 18:08:52.524130 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6312f83-1d6b-4aa3-b1ed-6b7a448ead5d tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:52.531174 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e6312f83-1d6b-4aa3-b1ed-6b7a448ead5d tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] 10.222.0.24 "PUT /v2.0/ports/e0141280-2603-44d7-b8cb-ec372708642d HTTP/1.1" status: 404 len: 333 time: 0.1809871 Jul 16 18:08:52.536482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45064) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.563523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5a46dc8-75f2-46b1-9884-162b7255e02f req-25c1e93a-17d6-4f1a-9577-156ca2a9d130 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.0557029 Jul 16 18:08:52.568911 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d2fbaada-1839-42e7-8fd1-427950381584 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:52.635789 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fbaada-1839-42e7-8fd1-427950381584 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] PUT failed (client error): The resource could not be found. Jul 16 18:08:52.636718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fbaada-1839-42e7-8fd1-427950381584 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:52.638684 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d2fbaada-1839-42e7-8fd1-427950381584 tempest-NetworksNegativeTestJSON-856628218 tempest-NetworksNegativeTestJSON-856628218-project] 10.222.0.24 "PUT /v2.0/subnets/a4939184-9418-484e-a5fa-036f3f00df91 HTTP/1.1" status: 404 len: 337 time: 0.1011403 Jul 16 18:08:52.698280 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb71364-9d39-46c2-a7a5-2af4871eaa6c req-b36fa708-0bd2-4e10-ab07-f0fd9f9f18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.699877 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-beb71364-9d39-46c2-a7a5-2af4871eaa6c req-b36fa708-0bd2-4e10-ab07-f0fd9f9f18f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fdcfc6a64164e019457ac174161d31a&device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 1097 time: 0.3152492 Jul 16 18:08:52.752269 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.005949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Router 3df23566-df18-490b-91b0-20e4e048bdee is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:53.038759 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.235231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45076) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:53.267957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:53.280839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Sync routers for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:53.286897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb71364-9d39-46c2-a7a5-2af4871eaa6c req-1d3eb635-9d12-41e7-aed7-f21debd358c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.289099 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-beb71364-9d39-46c2-a7a5-2af4871eaa6c req-1d3eb635-9d12-41e7-aed7-f21debd358c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 200 len: 912 time: 0.2592635 Jul 16 18:08:53.305397 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.307422 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ea77dfc1-8b1e-4a49-8456-e909e291ec9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.9072978 Jul 16 18:08:53.311853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45080) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:53.312429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:53.321706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:08:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:53.581444 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab6b70f9-b979-4a9e-8deb-920ae3fc08fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.628020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:53.642520 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-beb71364-9d39-46c2-a7a5-2af4871eaa6c req-05efc35c-28d6-46e8-8f53-124ee4758a80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b848ad-6391-4a37-af96-6b499d9c5a60 HTTP/1.1" status: 200 len: 1001 time: 0.2429585 Jul 16 18:08:53.684990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd0fe4-d75c-4c01-b0a6-c8093f442d76 req-f21cd96e-3535-4576-961b-e562ba720aa9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.694918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-45cd0fe4-d75c-4c01-b0a6-c8093f442d76 req-f21cd96e-3535-4576-961b-e562ba720aa9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.1610579 Jul 16 18:08:53.755201 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-45cd0fe4-d75c-4c01-b0a6-c8093f442d76 req-611623eb-53d5-4834-b6b5-e9e63222bbb9 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577617 Jul 16 18:08:53.875632 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-196473f6-c33f-43c9-b635-1b05ebae0a04 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=defd996516df4b3ebc080e817e94ad7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5609818 Jul 16 18:08:53.876954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45086) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:53.896832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb71364-9d39-46c2-a7a5-2af4871eaa6c req-9fca1561-3af7-4cce-868c-c18fe99e9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.898449 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-beb71364-9d39-46c2-a7a5-2af4871eaa6c req-9fca1561-3af7-4cce-868c-c18fe99e9a47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a HTTP/1.1" status: 200 len: 850 time: 0.2247493 Jul 16 18:08:54.002663 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab6b70f9-b979-4a9e-8deb-920ae3fc08fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.014233 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab6b70f9-b979-4a9e-8deb-920ae3fc08fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.055752 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b70f9-b979-4a9e-8deb-920ae3fc08fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a91ecd-5854-40d5-83e7-63df8c4f0948,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:54.118239 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ab6b70f9-b979-4a9e-8deb-920ae3fc08fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4c9ebdc8f8d406191ae4a5b17d2b0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8785212 Jul 16 18:08:54.121724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45090) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.169044 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:08:51Z', 'revision_number': 3, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:54.189322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb71364-9d39-46c2-a7a5-2af4871eaa6c req-78d58087-ca96-496f-ae33-e7e69975c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:54.190099 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-beb71364-9d39-46c2-a7a5-2af4871eaa6c req-78d58087-ca96-496f-ae33-e7e69975c817 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=981660af-4b2c-4916-8662-a65197136911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2369587 Jul 16 18:08:54.239169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Checking router: 3df23566-df18-490b-91b0-20e4e048bdee for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:54.240006 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Updating router 3df23566-df18-490b-91b0-20e4e048bdee port 873a1156-c9a4-4b21-850c-7ec7e2f920d3 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:08:54.245499 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d08b34e-5616-4bfd-a0f2-dba3da904b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.294796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba51f9ee-fed7-456b-8d91-5793d4fb5cbe tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:54.298382 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d08b34e-5616-4bfd-a0f2-dba3da904b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.299694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ba51f9ee-fed7-456b-8d91-5793d4fb5cbe tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4211230 Jul 16 18:08:54.308709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45092) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.337316 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.416779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-66fcb862-48fd-4f68-b383-d77b2640a98d tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1062052 Jul 16 18:08:54.419691 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45094) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.431691 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ddaaceb0-5307-479f-8cff-9377b78fcb41 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1026095843', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:54.439577 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce0c5692-51c4-4d20-964d-f2c743cf406b req-180e6372-1b33-4368-a245-bec79b4fc237 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.1366205 Jul 16 18:08:54.547476 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d08b34e-5616-4bfd-a0f2-dba3da904b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.551856 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d08b34e-5616-4bfd-a0f2-dba3da904b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.563068 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7d08b34e-5616-4bfd-a0f2-dba3da904b8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5a91ecd-5854-40d5-83e7-63df8c4f0948 HTTP/1.1" status: 204 len: 168 time: 0.4397647 Jul 16 18:08:54.861764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08b34e-5616-4bfd-a0f2-dba3da904b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a91ecd-5854-40d5-83e7-63df8c4f0948,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:54.865904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaaceb0-5307-479f-8cff-9377b78fcb41 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Made reservation on behalf of defd996516df4b3ebc080e817e94ad7b for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:54.876523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddaaceb0-5307-479f-8cff-9377b78fcb41 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.108725 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.139317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Transition to ACTIVE for port object 873a1156-c9a4-4b21-850c-7ec7e2f920d3 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:55.156373 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.185554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730f15d-4c91-4dab-b635-e3862633c366 req-d1a0a51e-9b9e-4243-b0a9-97c28519b752 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.212772 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e730f15d-4c91-4dab-b635-e3862633c366 req-d1a0a51e-9b9e-4243-b0a9-97c28519b752 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.1816759 Jul 16 18:08:55.302339 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Attempting to bind port 873a1156-c9a4-4b21-850c-7ec7e2f920d3 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:55.303770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Attempting to bind port 873a1156-c9a4-4b21-850c-7ec7e2f920d3 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:55.305034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Attempting to bind port 873a1156-c9a4-4b21-850c-7ec7e2f920d3 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:55.336639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e730f15d-4c91-4dab-b635-e3862633c366 req-db4c9f26-8da8-4a73-8444-94b35f996968 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161652 Jul 16 18:08:55.364923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:55.365435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:55.365602 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-beb71364-9d39-46c2-a7a5-2af4871eaa6c req-4cce8b9a-4562-4158-8281-8c8c15195d04 service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6646140 Jul 16 18:08:55.365972 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.368178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:55.368950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Bound port: 873a1156-c9a4-4b21-850c-7ec7e2f920d3, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:55.370061 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.392280 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77409191-f0d5-41fe-b75f-f7874cc6a8eb None None] Pushing event updated for resources: {'Port': ['ID=873a1156-c9a4-4b21-850c-7ec7e2f920d3,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:55.430712 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.534704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] For port 873a1156-c9a4-4b21-850c-7ec7e2f920d3, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:55.540123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] For port 873a1156-c9a4-4b21-850c-7ec7e2f920d3, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=873a1156-c9a4-4b21-850c-7ec7e2f920d3,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:55.549524 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.788067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77409191-f0d5-41fe-b75f-f7874cc6a8eb None None] Pushing event updated for resources: {'Port': ['ID=873a1156-c9a4-4b21-850c-7ec7e2f920d3,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:55.826492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:55.827143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:08:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:55.828722 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-beb71364-9d39-46c2-a7a5-2af4871eaa6c req-9ccb1196-020b-4c0c-a116-65720716e5bc service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478812 Jul 16 18:08:55.841226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d37705bc-a67a-4bf0-9615-6149b10abd77 req-de4dd9c2-3bc8-4fcf-91ba-902c1d29a603 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.0838912 Jul 16 18:08:55.888116 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddaaceb0-5307-479f-8cff-9377b78fcb41 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.987733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:56.118210 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaaceb0-5307-479f-8cff-9377b78fcb41 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Subnet': ['ID=18543e67-e99d-4be9-ae23-174f36fc9a37,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:56.130834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaaceb0-5307-479f-8cff-9377b78fcb41 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Checking segment: {'id': '1f72f25e-6d45-4687-8d08-a051657c5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:56.131346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaaceb0-5307-479f-8cff-9377b78fcb41 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network hostable DHCP agents. Network: 0b11069c-473b-4b1d-bf40-cc7205181677, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:56.162016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45122) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:56.169298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaaceb0-5307-479f-8cff-9377b78fcb41 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network 0b11069c-473b-4b1d-bf40-cc7205181677 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:56.195202 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ddaaceb0-5307-479f-8cff-9377b78fcb41 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 0b11069c-473b-4b1d-bf40-cc7205181677) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:56.211297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaaceb0-5307-479f-8cff-9377b78fcb41 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:56.212439 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddaaceb0-5307-479f-8cff-9377b78fcb41 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.236583 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ddaaceb0-5307-479f-8cff-9377b78fcb41 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8157191 Jul 16 18:08:56.239397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45126) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:56.419953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1894884374'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:56.504706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:56.514667 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.565704 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.770672 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a485634-efd1-4983-ae53-326dc975c947 None None] Network 0b11069c-473b-4b1d-bf40-cc7205181677 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:57.001337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:08:51Z', 'revision_number': 3, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:57.003740 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c36a3-58e9-44ae-ad59-b30e264e4be1 req-cba547d4-8406-4143-a8e3-6155d0ef7602 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.018441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de3c36a3-58e9-44ae-ad59-b30e264e4be1 req-cba547d4-8406-4143-a8e3-6155d0ef7602 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.2926853 Jul 16 18:08:57.081742 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.100678 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.103719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559ceef-6303-47f5-94b9-4dca67dc2ade None None] The sync data for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 is: [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:08:51Z', 'revision_number': 3, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:57.141292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:57.173454 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.174015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-0b11069c-473b-4b1d-bf40-cc7205181677', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:57.177382 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.178277 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Added segment bf039436-9afc-4040-8b8b-e192490228b3 of type vlan for network ab399775-69a3-44e7-819c-2b6e0cb8857a Jul 16 18:08:57.338591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.387762 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Allocated IP 172.20.0.2 (0b11069c-473b-4b1d-bf40-cc7205181677/18543e67-e99d-4be9-ae23-174f36fc9a37/ff472032-853f-4955-80ce-11c22e914117) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:57.438304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.456425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.457336 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.559875 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de3c36a3-58e9-44ae-ad59-b30e264e4be1 req-fd0eb448-bd95-4e75-ab75-9eaaec6168e7 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404167 Jul 16 18:08:57.560740 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afe7ecf-0f4c-4802-91ea-49499e4af53f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:57.706551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5425389 Jul 16 18:08:57.730559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b7ad136-524d-4b7c-ab1a-4cc82a46bfc6 req-adb7a82b-2a10-4a93-8fda-4433e62299b9 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.3153646 Jul 16 18:08:57.735354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45136) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:57.764758 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'name': 'tempest-PortsTestJSON-211630503'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:57.842722 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.867141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Transition to ACTIVE for port object ff472032-853f-4955-80ce-11c22e914117 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:57.896306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Transition to ACTIVE for port object ff472032-853f-4955-80ce-11c22e914117 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:57.904840 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.953583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Network 0b11069c-473b-4b1d-bf40-cc7205181677 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:57.959120 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:57.967129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:58.003681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b546798-3cfb-41f2-9a02-61cddf8dbfe6 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Network': ['ID=ab399775-69a3-44e7-819c-2b6e0cb8857a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.010928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Pushing event updated for resources: {'Port': ['ID=ff472032-853f-4955-80ce-11c22e914117,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.035374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ab399775-69a3-44e7-819c-2b6e0cb8857a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:58.047689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:58.051681 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.074239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Attempting to bind port ff472032-853f-4955-80ce-11c22e914117 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:58.074528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Attempting to bind port ff472032-853f-4955-80ce-11c22e914117 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '1f72f25e-6d45-4687-8d08-a051657c5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:58.074962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Attempting to bind port ff472032-853f-4955-80ce-11c22e914117 on network 0b11069c-473b-4b1d-bf40-cc7205181677 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:58.079037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:08:58.091428 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.100450 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:58.100830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Checking segment: {'id': '1f72f25e-6d45-4687-8d08-a051657c5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:58.101246 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.101650 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Bound using segment: {'id': '1f72f25e-6d45-4687-8d08-a051657c5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:58.104031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Bound port: ff472032-853f-4955-80ce-11c22e914117, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f72f25e-6d45-4687-8d08-a051657c5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:58.104431 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.297288 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.315185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] For port ff472032-853f-4955-80ce-11c22e914117, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:58.319886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] For port ff472032-853f-4955-80ce-11c22e914117, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ff472032-853f-4955-80ce-11c22e914117,segment=NetworkSegment(1f72f25e-6d45-4687-8d08-a051657c5433),segment_id=1f72f25e-6d45-4687-8d08-a051657c5433)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:58.329481 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.367895 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.433163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdcd5b-cccb-4c22-8e42-44109b255b6b None None] Pushing event updated for resources: {'Port': ['ID=ff472032-853f-4955-80ce-11c22e914117,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.483535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=e4b96acb-f2e0-4ecb-81b1-713aea0cb18b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.486997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Checking segment: {'id': 'bf039436-9afc-4040-8b8b-e192490228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:58.487748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network hostable DHCP agents. Network: ab399775-69a3-44e7-819c-2b6e0cb8857a, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:58.514788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ab399775-69a3-44e7-819c-2b6e0cb8857a is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:58.537126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, ab399775-69a3-44e7-819c-2b6e0cb8857a) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:58.550083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ddf78b-86d5-47d1-8c96-440314712de9 None None] Network ab399775-69a3-44e7-819c-2b6e0cb8857a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:58.554283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:58.561226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.562397 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.592080 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2fc72204-fb07-4d5c-a86b-410484081a9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8520377 Jul 16 18:08:58.592515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45138) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:58.598800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-cd8b46f7-189d-40e4-b717-b29ebc129412 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1717002153'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:58.678428 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8b46f7-189d-40e4-b717-b29ebc129412 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:58.684468 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd8b46f7-189d-40e4-b717-b29ebc129412 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.700829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 873a1156-c9a4-4b21-850c-7ec7e2f920d3 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:58.736076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8b46f7-189d-40e4-b717-b29ebc129412 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:58.755565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Allocated IP 172.20.0.1 (0b11069c-473b-4b1d-bf40-cc7205181677/18543e67-e99d-4be9-ae23-174f36fc9a37/b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:58.812611 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd8b46f7-189d-40e4-b717-b29ebc129412 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.812975 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-cd8b46f7-189d-40e4-b717-b29ebc129412 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Added segment 9817d02b-be18-4e4c-8634-81042dd17a50 of type vlan for network b5434117-15db-4af2-ab75-84eba54c9545 Jul 16 18:08:58.904466 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd8b46f7-189d-40e4-b717-b29ebc129412 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.915609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 873a1156-c9a4-4b21-850c-7ec7e2f920d3 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:58.922508 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 873a1156-c9a4-4b21-850c-7ec7e2f920d3 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:58.922956 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.042997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277214d0-44c5-4fe0-a2fb-0ca463e6a7c1 req-43eb932b-eccb-4365-9312-d873bc77b0af tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.044586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-277214d0-44c5-4fe0-a2fb-0ca463e6a7c1 req-43eb932b-eccb-4365-9312-d873bc77b0af tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.1833515 Jul 16 18:08:59.051231 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.073712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 873a1156-c9a4-4b21-850c-7ec7e2f920d3, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=873a1156-c9a4-4b21-850c-7ec7e2f920d3,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:59.081406 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.103539 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd8b46f7-189d-40e4-b717-b29ebc129412 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.109633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8b46f7-189d-40e4-b717-b29ebc129412 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.110472 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd8b46f7-189d-40e4-b717-b29ebc129412 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.139013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=873a1156-c9a4-4b21-850c-7ec7e2f920d3,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:59.193025 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cd8b46f7-189d-40e4-b717-b29ebc129412 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5991426 Jul 16 18:08:59.230656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92277cd0-dc88-4948-824a-d533fdc5a270 req-22a2b85e-b16b-48a3-8c90-3ebb374d938e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/ports?device_id=21583104-32da-4216-b26b-378c98677d0f HTTP/1.1" status: 200 len: 210 time: 0.1448224 Jul 16 18:08:59.233374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b46f7-189d-40e4-b717-b29ebc129412 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Network': ['ID=b5434117-15db-4af2-ab75-84eba54c9545,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:59.240130 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45148) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:59.251866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network b5434117-15db-4af2-ab75-84eba54c9545 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:59.263973 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.282383 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-277214d0-44c5-4fe0-a2fb-0ca463e6a7c1 req-c62fb1bb-fdce-44f3-8607-1132c5c0e791 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315335 Jul 16 18:08:59.298785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'ports': [{'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a'}, {'network_id': 'b5434117-15db-4af2-ab75-84eba54c9545'}]} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:59.304619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:59.305354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': 'b5434117-15db-4af2-ab75-84eba54c9545'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:59.306829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Transition to ACTIVE for port object b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:59.466706 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.540281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network 0b11069c-473b-4b1d-bf40-cc7205181677 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:59.550216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:59.553818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:59.616429 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.632568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 2} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:59.647897 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.696769 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.838548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port 057deee7-96b9-4965-925f-66454c9ca3cd yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:08:59.904914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:59.963548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.106124 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.244785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port f3f3630b-d768-4ac4-bbf7-86c8453ca61a yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:00.456953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45172) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:00.509995 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.565447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4aaa054-dacf-4fa7-abad-579e6c6c91e6 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.575106 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb7666d-39de-46d0-a27f-3de86cc68040 None None] Network 0b11069c-473b-4b1d-bf40-cc7205181677 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:00.614394 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.620995 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4aaa054-dacf-4fa7-abad-579e6c6c91e6 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.624417 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.706424 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.762471 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b95e053d-f4e3-4fec-a82d-129be11a9a39 None None] Provisioning for port ff472032-853f-4955-80ce-11c22e914117 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:00.769056 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:00.784684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.851995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 873a1156-c9a4-4b21-850c-7ec7e2f920d3 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:00.863261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f769a9-3d7f-4cd5-8923-cfb8be3e3d69 req-9fbe9d70-9e9f-430d-8176-485d1ca58252 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.865196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0f769a9-3d7f-4cd5-8923-cfb8be3e3d69 req-9fbe9d70-9e9f-430d-8176-485d1ca58252 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 945 time: 0.3179736 Jul 16 18:09:00.871541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ab399775-69a3-44e7-819c-2b6e0cb8857a is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:00.895647 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4aaa054-dacf-4fa7-abad-579e6c6c91e6 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.898541 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4aaa054-dacf-4fa7-abad-579e6c6c91e6 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.899849 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e4aaa054-dacf-4fa7-abad-579e6c6c91e6 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "DELETE /v2.0/security-groups/c960c388-bc8f-46fc-878a-cf1bc0596491 HTTP/1.1" status: 204 len: 168 time: 0.4405694 Jul 16 18:09:00.915379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:00.924826 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45178) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:00.925709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=057deee7-96b9-4965-925f-66454c9ca3cd,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:00.951889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:00.952949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aaa054-dacf-4fa7-abad-579e6c6c91e6 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c960c388-bc8f-46fc-878a-cf1bc0596491,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:00.953090 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.955257 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-dac9b4bf-6113-4adb-bdaf-59f0f243bfe7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] show failed (client error): The resource could not be found. Jul 16 18:09:00.956336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dac9b4bf-6113-4adb-bdaf-59f0f243bfe7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "GET /v2.0/security-groups/c960c388-bc8f-46fc-878a-cf1bc0596491 HTTP/1.1" status: 404 len: 347 time: 0.0276194 Jul 16 18:09:00.963901 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45180) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:00.971765 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device fbd13ca7-bb29-4443-b469-04d2bc21a47e details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:01.027039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0f769a9-3d7f-4cd5-8923-cfb8be3e3d69 req-39579c40-8e1d-4b3e-8ab4-930740ea5848 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471734 Jul 16 18:09:01.074954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=f3f3630b-d768-4ac4-bbf7-86c8453ca61a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:01.087287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Checking segment: {'id': '9817d02b-be18-4e4c-8634-81042dd17a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b5434117-15db-4af2-ab75-84eba54c9545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:01.097602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network hostable DHCP agents. Network: b5434117-15db-4af2-ab75-84eba54c9545, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:01.115988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:01.131889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e', 'network_id': 'a3aff34c-d366-47a6-bb72-a1b487c78a97', 'port_id': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e', 'mac_address': 'fa:16:3e:05:78:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6857b2d9-0327-499b-99e9-e6599e42f428', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:01.135537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network b5434117-15db-4af2-ab75-84eba54c9545 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:01.148040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network 0b11069c-473b-4b1d-bf40-cc7205181677 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:01.156905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:01.159661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, b5434117-15db-4af2-ab75-84eba54c9545) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:01.165510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:01.187029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.192008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.192641 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.196356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172ad3a9-229e-48ef-9ed2-2731d303482f None None] Network b5434117-15db-4af2-ab75-84eba54c9545 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:01.218794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 873a1156-c9a4-4b21-850c-7ec7e2f920d3 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:01.219444 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.252455 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6ea240a3-b395-48a9-b873-7bea4375e5d1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9651303 Jul 16 18:09:01.256403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45186) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:01.301137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Router 3df23566-df18-490b-91b0-20e4e048bdee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:01.311043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-50447c50-63b0-42b0-8cb6-df78e8daacd2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Deleting port 8362f3b8-2d76-4209-9071-f1679b54011c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:01.311554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-50447c50-63b0-42b0-8cb6-df78e8daacd2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.410051 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-50447c50-63b0-42b0-8cb6-df78e8daacd2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.410553 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-50447c50-63b0-42b0-8cb6-df78e8daacd2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.414091 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.429145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-50447c50-63b0-42b0-8cb6-df78e8daacd2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Calling delete_port for 8362f3b8-2d76-4209-9071-f1679b54011c owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:01.489010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd13ca7-bb29-4443-b469-04d2bc21a47e {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:01.514252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:01.541089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-96e8714c-055b-4642-816c-699d90e4c34f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port f3f3630b-d768-4ac4-bbf7-86c8453ca61a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:01.541744 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96e8714c-055b-4642-816c-699d90e4c34f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.548411 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.736063 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96e8714c-055b-4642-816c-699d90e4c34f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.746419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:01.759184 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Sync routers for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:01.764706 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e023ca60-427f-4444-9e45-4d2e657748d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "PUT /v2.0/routers/3df23566-df18-490b-91b0-20e4e048bdee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5233171 Jul 16 18:09:01.767261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45190) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:01.787131 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:01.788049 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:08:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:01.788346 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-50447c50-63b0-42b0-8cb6-df78e8daacd2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.790068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-96e8714c-055b-4642-816c-699d90e4c34f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for f3f3630b-d768-4ac4-bbf7-86c8453ca61a owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:01.921323 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50447c50-63b0-42b0-8cb6-df78e8daacd2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'Port': ['ID=8362f3b8-2d76-4209-9071-f1679b54011c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:01.926585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=fbd13ca7-bb29-4443-b469-04d2bc21a47e,revision_number=11']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:01.955568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ff472032-853f-4955-80ce-11c22e914117 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:02.028595 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96e8714c-055b-4642-816c-699d90e4c34f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.097326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['fbd13ca7-bb29-4443-b469-04d2bc21a47e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:02.116244 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96e8714c-055b-4642-816c-699d90e4c34f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.126374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-96e8714c-055b-4642-816c-699d90e4c34f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/f3f3630b-d768-4ac4-bbf7-86c8453ca61a HTTP/1.1" status: 204 len: 168 time: 0.8666470 Jul 16 18:09:02.127156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45198) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:02.127981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8714c-055b-4642-816c-699d90e4c34f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=f3f3630b-d768-4ac4-bbf7-86c8453ca61a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.162081 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:02.191638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port ff472032-853f-4955-80ce-11c22e914117 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:02.206387 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ff472032-853f-4955-80ce-11c22e914117 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:02.206783 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.300919 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-50447c50-63b0-42b0-8cb6-df78e8daacd2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.305025 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-50447c50-63b0-42b0-8cb6-df78e8daacd2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.309627 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-50447c50-63b0-42b0-8cb6-df78e8daacd2 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "DELETE /v2.0/floatingips/a1cfe686-ab69-4727-a3a5-f04420eb38c2 HTTP/1.1" status: 204 len: 168 time: 1.3438685 Jul 16 18:09:02.312320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.312805 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.312969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45202) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:02.313280 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.314199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.314679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.315146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.315610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.316077 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.316543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.317058 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.317517 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.318032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.318497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.326583 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c1c00532-3261-4a2a-9d89-0c447a11f565 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9074 time: 0.5570502 Jul 16 18:09:02.334967 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45204) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:02.347204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-22b28589-2c43-4548-b375-c85c8f985a55 None None] Provisioning for port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:02.360286 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-22b28589-2c43-4548-b375-c85c8f985a55 None None] Provisioning complete for port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:02.360665 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-22b28589-2c43-4548-b375-c85c8f985a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.574599 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548d4eb-6ee5-4c38-8a85-f6c3adf123ea tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.575104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548d4eb-6ee5-4c38-8a85-f6c3adf123ea tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.575540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548d4eb-6ee5-4c38-8a85-f6c3adf123ea tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.575981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548d4eb-6ee5-4c38-8a85-f6c3adf123ea tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.576440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548d4eb-6ee5-4c38-8a85-f6c3adf123ea tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.577626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548d4eb-6ee5-4c38-8a85-f6c3adf123ea tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.577626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548d4eb-6ee5-4c38-8a85-f6c3adf123ea tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.578426 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.584350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548d4eb-6ee5-4c38-8a85-f6c3adf123ea tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.584937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548d4eb-6ee5-4c38-8a85-f6c3adf123ea tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.585407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548d4eb-6ee5-4c38-8a85-f6c3adf123ea tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.586030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548d4eb-6ee5-4c38-8a85-f6c3adf123ea tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.594784 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b548d4eb-6ee5-4c38-8a85-f6c3adf123ea tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7102 time: 0.2578232 Jul 16 18:09:02.595436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45210) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:02.640171 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-22b28589-2c43-4548-b375-c85c8f985a55 None None] Port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:02.714224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port ff472032-853f-4955-80ce-11c22e914117, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ff472032-853f-4955-80ce-11c22e914117,segment=NetworkSegment(1f72f25e-6d45-4687-8d08-a051657c5433),segment_id=1f72f25e-6d45-4687-8d08-a051657c5433)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:02.724175 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:00Z', 'revision_number': 2, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:02.741206 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.742955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2272c6b-b5f3-4cc0-bd17-98e70defe8cb tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.750376 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2272c6b-b5f3-4cc0-bd17-98e70defe8cb tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.752097 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e2272c6b-b5f3-4cc0-bd17-98e70defe8cb tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.6156092 Jul 16 18:09:02.755266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45212) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:02.797583 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Checking router: 3df23566-df18-490b-91b0-20e4e048bdee for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:02.798193 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Updating router 3df23566-df18-490b-91b0-20e4e048bdee port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:02.842397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-22b28589-2c43-4548-b375-c85c8f985a55 None None] Provisioning complete for port ff472032-853f-4955-80ce-11c22e914117 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:02.842775 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-22b28589-2c43-4548-b375-c85c8f985a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.848773 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.850323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45f7a9-b0ff-485a-8f94-f0bbb869cbc1 req-50496826-29ed-486d-a284-31a96cad47a2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.851974 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c45f7a9-b0ff-485a-8f94-f0bbb869cbc1 req-50496826-29ed-486d-a284-31a96cad47a2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.4805224 Jul 16 18:09:02.953680 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=ff472032-853f-4955-80ce-11c22e914117,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:03.158875 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9ea0482b-395c-4ea9-8fdc-14b01a723b4d tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.5621850 Jul 16 18:09:03.226892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ae008615-b385-4d43-a4ff-a8232001a50a None None] Provisioning complete for port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:03.227263 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ae008615-b385-4d43-a4ff-a8232001a50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.271577 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.285756 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Transition to ACTIVE for port object b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:03.294124 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.298903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ae008615-b385-4d43-a4ff-a8232001a50a None None] Port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:03.352162 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Pushing event updated for resources: {'Port': ['ID=b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:03.392918 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:03.393526 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:03.393949 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:03.394261 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:03.395259 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:03.395717 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:03.396058 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:03.399201 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:03.399690 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:03.400036 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:03.400482 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:03.400912 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:03.466620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-05a7eb39-dbab-44d4-beff-63d4ec5f10cb tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Deleting port 5388a20e-2ed9-436f-a11e-87f7ad11fe8a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:03.467087 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05a7eb39-dbab-44d4-beff-63d4ec5f10cb tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.539079 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Attempting to bind port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:03.539450 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Attempting to bind port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '1f72f25e-6d45-4687-8d08-a051657c5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:03.542368 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Attempting to bind port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 on network 0b11069c-473b-4b1d-bf40-cc7205181677 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:03.552026 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:03.552401 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Checking segment: {'id': '1f72f25e-6d45-4687-8d08-a051657c5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:03.552808 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.553202 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Bound using segment: {'id': '1f72f25e-6d45-4687-8d08-a051657c5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:03.553697 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Bound port: b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f72f25e-6d45-4687-8d08-a051657c5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:03.554084 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.727804 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] For port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:03.735753 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] For port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5,segment=NetworkSegment(1f72f25e-6d45-4687-8d08-a051657c5433),segment_id=1f72f25e-6d45-4687-8d08-a051657c5433)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:03.743960 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.845210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c45f7a9-b0ff-485a-8f94-f0bbb869cbc1 req-cefb1cc3-442b-476f-bea6-b256a476d17a tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712530 Jul 16 18:09:03.883632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-025baece-297e-4351-b1a4-7a68d6347cfc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port 057deee7-96b9-4965-925f-66454c9ca3cd {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:03.883985 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-025baece-297e-4351-b1a4-7a68d6347cfc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.920651 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05a7eb39-dbab-44d4-beff-63d4ec5f10cb tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.955328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-05a7eb39-dbab-44d4-beff-63d4ec5f10cb tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Calling delete_port for 5388a20e-2ed9-436f-a11e-87f7ad11fe8a owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:03.960937 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:03.971798 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:08:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:03.974291 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6774e59-3bde-4bef-bdad-ec5801e1ba3c None None] Pushing event updated for resources: {'Port': ['ID=b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.000629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45236) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:04.006710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f999f826-1435-4b1a-9d3f-22bf90396e0f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1489774088', 'description': 'tempest-secgroup-smoke-1489774088 description', 'project_id': 'defd996516df4b3ebc080e817e94ad7b'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:04.080197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f999f826-1435-4b1a-9d3f-22bf90396e0f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.119529 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-025baece-297e-4351-b1a4-7a68d6347cfc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.206704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-025baece-297e-4351-b1a4-7a68d6347cfc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for 057deee7-96b9-4965-925f-66454c9ca3cd owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:04.237834 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:04.273997 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f999f826-1435-4b1a-9d3f-22bf90396e0f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.280158 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f999f826-1435-4b1a-9d3f-22bf90396e0f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.331226 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f999f826-1435-4b1a-9d3f-22bf90396e0f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.336990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45242) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:04.338098 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f999f826-1435-4b1a-9d3f-22bf90396e0f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3349121 Jul 16 18:09:04.344220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999f826-1435-4b1a-9d3f-22bf90396e0f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f9d402-4db1-4b4c-b633-b4b0264bebd8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.428394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b43944e7-d863-4bc3-8b54-9c814ed789e1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': 'a5f9d402-4db1-4b4c-b633-b4b0264bebd8', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:04.438069 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-025baece-297e-4351-b1a4-7a68d6347cfc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.477274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025baece-297e-4351-b1a4-7a68d6347cfc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=057deee7-96b9-4965-925f-66454c9ca3cd,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.477643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45244) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:04.571678 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-025baece-297e-4351-b1a4-7a68d6347cfc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.576261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-025baece-297e-4351-b1a4-7a68d6347cfc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/057deee7-96b9-4965-925f-66454c9ca3cd HTTP/1.1" status: 204 len: 168 time: 1.8160119 Jul 16 18:09:04.578029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45248) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:04.604077 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:03Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:04.644778 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b43944e7-d863-4bc3-8b54-9c814ed789e1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.654600 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0214c5-0e7c-43c1-8b76-d805fb7e1681 None None] The sync data for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 is: [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:03Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:04.680439 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17f3a0d6-623f-48b4-91c9-52069bcbe534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.819339 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b43944e7-d863-4bc3-8b54-9c814ed789e1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.847086 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b43944e7-d863-4bc3-8b54-9c814ed789e1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.922116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43944e7-d863-4bc3-8b54-9c814ed789e1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c90f3b7-4c1c-424d-bf2b-e10aa4a6b97a,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.945644 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05a7eb39-dbab-44d4-beff-63d4ec5f10cb tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.956882 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device fbd13ca7-bb29-4443-b469-04d2bc21a47e up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:05.031882 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17f3a0d6-623f-48b4-91c9-52069bcbe534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.038087 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17f3a0d6-623f-48b4-91c9-52069bcbe534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.068581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ff472032-853f-4955-80ce-11c22e914117 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:05.090389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7eb39-dbab-44d4-beff-63d4ec5f10cb tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'Port': ['ID=5388a20e-2ed9-436f-a11e-87f7ad11fe8a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:05.166898 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b43944e7-d863-4bc3-8b54-9c814ed789e1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.171397 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b43944e7-d863-4bc3-8b54-9c814ed789e1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7915342 Jul 16 18:09:05.172939 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45256) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:05.202157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b353fd1e-c60c-44d4-886c-42dc386f7a86 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.204159 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b353fd1e-c60c-44d4-886c-42dc386f7a86 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6233466 Jul 16 18:09:05.210641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-1b271e92-50e3-4aab-90d9-7f5eca0fe3fd tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': 'a5f9d402-4db1-4b4c-b633-b4b0264bebd8', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:05.211905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3a0d6-623f-48b4-91c9-52069bcbe534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142b31e1-5ecc-4c8d-880e-d3e2eae1a74c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:05.219232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port fbd13ca7-bb29-4443-b469-04d2bc21a47e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:05.222211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45258) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:05.239303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port fbd13ca7-bb29-4443-b469-04d2bc21a47e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:05.240175 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.262587 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-17f3a0d6-623f-48b4-91c9-52069bcbe534 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=006112c772f74ccb8c18ebffcdb32269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7831321 Jul 16 18:09:05.264107 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2062461-8bba-47ab-9181-50e2da1884b5 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:09:05.269798 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d2062461-8bba-47ab-9181-50e2da1884b5 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/f3f3630b-d768-4ac4-bbf7-86c8453ca61a HTTP/1.1" status: 404 len: 333 time: 0.0460327 Jul 16 18:09:05.271044 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45260) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:05.271736 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45262) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:05.387627 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f1ed54-bdbe-4d4d-9723-0fd7571d5f7e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:09:05.397163 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d8f1ed54-bdbe-4d4d-9723-0fd7571d5f7e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/057deee7-96b9-4965-925f-66454c9ca3cd HTTP/1.1" status: 404 len: 333 time: 0.1227565 Jul 16 18:09:05.403928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45266) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:05.409382 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-05a7eb39-dbab-44d4-beff-63d4ec5f10cb tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.413968 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-05a7eb39-dbab-44d4-beff-63d4ec5f10cb tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "DELETE /v2.0/ports/5388a20e-2ed9-436f-a11e-87f7ad11fe8a HTTP/1.1" status: 204 len: 168 time: 3.0787444 Jul 16 18:09:05.417995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45268) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:05.454395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ff472032-853f-4955-80ce-11c22e914117 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:05.454790 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.469972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1b271e92-50e3-4aab-90d9-7f5eca0fe3fd tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.621947 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f163162-2854-4ccf-914c-94c693b8976d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.648983 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.660217 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da27c85-6e07-4403-a6bf-9bd46456e421 req-76fcdf3c-cf2c-4be5-8a62-0e07b9c39253 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.671938 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da27c85-6e07-4403-a6bf-9bd46456e421 req-76fcdf3c-cf2c-4be5-8a62-0e07b9c39253 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 946 time: 0.4408832 Jul 16 18:09:05.716271 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3eed3d43-b317-41a6-90cc-b1a41cdcc845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.745346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:05.756837 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f68a66e-08e4-43d4-b1ef-69373373d021" -d '{"events": [{"server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "name": "network-vif-plugged", "status": "completed", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:05.812999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:05.815761 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1b271e92-50e3-4aab-90d9-7f5eca0fe3fd tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.838240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:05.840490 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1b271e92-50e3-4aab-90d9-7f5eca0fe3fd tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.843862 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.852650 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f163162-2854-4ccf-914c-94c693b8976d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.861630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da27c85-6e07-4403-a6bf-9bd46456e421 req-38a20a4c-f92b-494c-88cd-bc7a230d2b9b tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885421 Jul 16 18:09:05.872267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-9f163162-2854-4ccf-914c-94c693b8976d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5434117-15db-4af2-ab75-84eba54c9545']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:05.887215 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-9f163162-2854-4ccf-914c-94c693b8976d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9817d02b-be18-4e4c-8634-81042dd17a50') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:05.887947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-9f163162-2854-4ccf-914c-94c693b8976d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9817d02b-be18-4e4c-8634-81042dd17a50') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:05.917864 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f163162-2854-4ccf-914c-94c693b8976d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.921596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b271e92-50e3-4aab-90d9-7f5eca0fe3fd tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be0a7ca-7716-4fb3-a5b3-9b64d8894c04,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:05.945050 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8674da8-8961-4c3a-89d9-a12e5a6dda4b x-openstack-request-id: req-b8674da8-8961-4c3a-89d9-a12e5a6dda4b {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:05.947509 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1b271e92-50e3-4aab-90d9-7f5eca0fe3fd tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.951986 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1b271e92-50e3-4aab-90d9-7f5eca0fe3fd tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7439127 Jul 16 18:09:05.952167 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "name": "network-vif-plugged", "status": "completed", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:05.952167 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8674da8-8961-4c3a-89d9-a12e5a6dda4b {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:05.953116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45274) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:05.957278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3d4eff5f-c34a-4d21-bf28-11afc9a85807 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': 'a5f9d402-4db1-4b4c-b633-b4b0264bebd8', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:05.959319 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e', 'code': 200} Jul 16 18:09:05.961395 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f163162-2854-4ccf-914c-94c693b8976d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.972569 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7ca43aa4-df4e-425f-97ee-0e00c9e0e09f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Deleting port 9934b156-2ff0-44c2-b42b-b8b7148a6def {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:05.979950 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f163162-2854-4ccf-914c-94c693b8976d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:05.980649 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f163162-2854-4ccf-914c-94c693b8976d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.990239 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7ca43aa4-df4e-425f-97ee-0e00c9e0e09f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.064985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=fbd13ca7-bb29-4443-b469-04d2bc21a47e,revision_number=12']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.075651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:06.088369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:06.089557 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.157774 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3d4eff5f-c34a-4d21-bf28-11afc9a85807 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.205196 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.248698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5,segment=NetworkSegment(1f72f25e-6d45-4687-8d08-a051657c5433),segment_id=1f72f25e-6d45-4687-8d08-a051657c5433)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:06.255329 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7ca43aa4-df4e-425f-97ee-0e00c9e0e09f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.255767 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.326307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7ca43aa4-df4e-425f-97ee-0e00c9e0e09f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Calling delete_port for 9934b156-2ff0-44c2-b42b-b8b7148a6def owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:06.358247 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.370850 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3d4eff5f-c34a-4d21-bf28-11afc9a85807 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.410289 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3d4eff5f-c34a-4d21-bf28-11afc9a85807 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.441883 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3d4eff5f-c34a-4d21-bf28-11afc9a85807 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.443396 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3d4eff5f-c34a-4d21-bf28-11afc9a85807 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4900055 Jul 16 18:09:06.446315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45276) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:06.448836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4eff5f-c34a-4d21-bf28-11afc9a85807 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a980366b-16e4-4c5b-a121-9068f67a6aa8,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.463457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-66046b81-f2a9-4efb-aff7-011d85797091 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': 'a5f9d402-4db1-4b4c-b633-b4b0264bebd8', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:06.516340 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66046b81-f2a9-4efb-aff7-011d85797091 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.602646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66046b81-f2a9-4efb-aff7-011d85797091 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.609014 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66046b81-f2a9-4efb-aff7-011d85797091 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.728175 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66046b81-f2a9-4efb-aff7-011d85797091 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1a8e79-6877-4d58-bdd8-f0d938572f71,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.733764 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7ca43aa4-df4e-425f-97ee-0e00c9e0e09f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.763758 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3eed3d43-b317-41a6-90cc-b1a41cdcc845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:06.771855 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:06.813036 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca43aa4-df4e-425f-97ee-0e00c9e0e09f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'Port': ['ID=9934b156-2ff0-44c2-b42b-b8b7148a6def,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.815840 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66046b81-f2a9-4efb-aff7-011d85797091 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.820136 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-66046b81-f2a9-4efb-aff7-011d85797091 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3696160 Jul 16 18:09:06.855772 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45282) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:06.867304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:06.875039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-6cf8285d-2552-442b-b019-01764d6d299d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': 'a5f9d402-4db1-4b4c-b633-b4b0264bebd8', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:06.880296 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f163162-2854-4ccf-914c-94c693b8976d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.962598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f163162-2854-4ccf-914c-94c693b8976d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.972474 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9f163162-2854-4ccf-914c-94c693b8976d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/networks/b5434117-15db-4af2-ab75-84eba54c9545 HTTP/1.1" status: 204 len: 168 time: 1.5669336 Jul 16 18:09:06.977248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f163162-2854-4ccf-914c-94c693b8976d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Network': ['ID=b5434117-15db-4af2-ab75-84eba54c9545,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.978874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45288) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:06.983394 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:06.983907 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.995591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-08f9f3f9-d4f6-4239-99ca-b5299c289684 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-490295120'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:07.034075 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7ca43aa4-df4e-425f-97ee-0e00c9e0e09f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.038595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7ca43aa4-df4e-425f-97ee-0e00c9e0e09f tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "DELETE /v2.0/ports/9934b156-2ff0-44c2-b42b-b8b7148a6def HTTP/1.1" status: 204 len: 168 time: 1.6154151 Jul 16 18:09:07.040097 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-6cf8285d-2552-442b-b019-01764d6d299d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Project defd996516df4b3ebc080e817e94ad7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:09:07.048765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45292) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:07.054786 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6cf8285d-2552-442b-b019-01764d6d299d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.081411 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3eed3d43-b317-41a6-90cc-b1a41cdcc845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.084379 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3eed3d43-b317-41a6-90cc-b1a41cdcc845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.085712 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3eed3d43-b317-41a6-90cc-b1a41cdcc845 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/142b31e1-5ecc-4c8d-880e-d3e2eae1a74c HTTP/1.1" status: 204 len: 168 time: 1.8128471 Jul 16 18:09:07.087841 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73906c0f-cdec-4aa9-9e1b-e3feaed7c066 req-a01131fc-cb77-41d6-a086-55b12c777c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.090446 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-73906c0f-cdec-4aa9-9e1b-e3feaed7c066 req-a01131fc-cb77-41d6-a086-55b12c777c40 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 1099 time: 0.3752487 Jul 16 18:09:07.117000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed3d43-b317-41a6-90cc-b1a41cdcc845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142b31e1-5ecc-4c8d-880e-d3e2eae1a74c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.266285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f9f3f9-d4f6-4239-99ca-b5299c289684 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:07.282823 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08f9f3f9-d4f6-4239-99ca-b5299c289684 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.286475 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6cf8285d-2552-442b-b019-01764d6d299d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.293459 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6cf8285d-2552-442b-b019-01764d6d299d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.354076 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-73906c0f-cdec-4aa9-9e1b-e3feaed7c066 req-f58d3523-4e26-4bc0-9e8f-69847ae0c6fd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511797 Jul 16 18:09:07.358810 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6cf8285d-2552-442b-b019-01764d6d299d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.360009 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6cf8285d-2552-442b-b019-01764d6d299d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5003524 Jul 16 18:09:07.362970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e93a60-e3ef-4a9f-a240-67c8ba2baf6e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Deleting subnet ecc90bf6-64d1-40fc-ae7a-e5075092d38e {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:07.363161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8285d-2552-442b-b019-01764d6d299d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ead237-d1c7-49c1-9280-10b94ed64dc1,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.365286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45296) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:07.379890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-84a40188-6a8d-4764-875e-b4f4d03fb649 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': 'a5f9d402-4db1-4b4c-b633-b4b0264bebd8', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:07.402766 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e93a60-e3ef-4a9f-a240-67c8ba2baf6e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.406150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f9f3f9-d4f6-4239-99ca-b5299c289684 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:07.415076 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-84a40188-6a8d-4764-875e-b4f4d03fb649 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Project defd996516df4b3ebc080e817e94ad7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:09:07.426465 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84a40188-6a8d-4764-875e-b4f4d03fb649 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.492030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e93a60-e3ef-4a9f-a240-67c8ba2baf6e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.535333 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84a40188-6a8d-4764-875e-b4f4d03fb649 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.539876 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08f9f3f9-d4f6-4239-99ca-b5299c289684 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.540245 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-08f9f3f9-d4f6-4239-99ca-b5299c289684 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Added segment 39f74dfe-df36-479f-969a-aceaecc41b34 of type vlan for network 883e52db-47d2-433d-8f94-eb2ad6d4d9b4 Jul 16 18:09:07.541462 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84a40188-6a8d-4764-875e-b4f4d03fb649 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.567123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a40188-6a8d-4764-875e-b4f4d03fb649 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6908b95-cf8d-4f00-b339-1c1fa3455e66,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.577598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84a40188-6a8d-4764-875e-b4f4d03fb649 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.579676 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-84a40188-6a8d-4764-875e-b4f4d03fb649 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2136505 Jul 16 18:09:07.615464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bd359-df3f-4fed-a6c7-74fbf41a68ab req-0901e76c-9adb-41bf-a3f2-3bb42c1b4fd2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.617244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c6bd359-df3f-4fed-a6c7-74fbf41a68ab req-0901e76c-9adb-41bf-a3f2-3bb42c1b4fd2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.3959477 Jul 16 18:09:07.661101 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08f9f3f9-d4f6-4239-99ca-b5299c289684 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.680013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45304) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:07.705478 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45308) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:07.730551 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32f00b86-abda-4bac-bd75-d971fc35b601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.771268 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e93a60-e3ef-4a9f-a240-67c8ba2baf6e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.788715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c6bd359-df3f-4fed-a6c7-74fbf41a68ab req-af5c89e3-a02d-4fd0-a757-14e9b9c435d4 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640587 Jul 16 18:09:07.881833 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08f9f3f9-d4f6-4239-99ca-b5299c289684 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.888061 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f9f3f9-d4f6-4239-99ca-b5299c289684 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.888977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-08f9f3f9-d4f6-4239-99ca-b5299c289684 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.929469 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32f00b86-abda-4bac-bd75-d971fc35b601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.936519 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32f00b86-abda-4bac-bd75-d971fc35b601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.967316 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-08f9f3f9-d4f6-4239-99ca-b5299c289684 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9835043 Jul 16 18:09:07.972089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45322) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:07.976585 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-32f00b86-abda-4bac-bd75-d971fc35b601 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4de9a4dd9b3487a91245205e54050c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695282 Jul 16 18:09:07.980120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45324) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:07.984583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-eca62186-f56f-42b0-ae97-12b05ea40bed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': '883e52db-47d2-433d-8f94-eb2ad6d4d9b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:07.986496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-280aed74-6d4b-4714-b802-d96ace78efd8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1489774088&fields=id&tenant_id=defd996516df4b3ebc080e817e94ad7b HTTP/1.1" status: 200 len: 267 time: 0.1311891 Jul 16 18:09:08.033747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9f3f9-d4f6-4239-99ca-b5299c289684 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Network': ['ID=883e52db-47d2-433d-8f94-eb2ad6d4d9b4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.046426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 883e52db-47d2-433d-8f94-eb2ad6d4d9b4 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:08.064057 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e93a60-e3ef-4a9f-a240-67c8ba2baf6e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.137032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e93a60-e3ef-4a9f-a240-67c8ba2baf6e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc90bf6-64d1-40fc-ae7a-e5075092d38e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.141950 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e93a60-e3ef-4a9f-a240-67c8ba2baf6e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.146286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-31e93a60-e3ef-4a9f-a240-67c8ba2baf6e tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "DELETE /v2.0/subnets/ecc90bf6-64d1-40fc-ae7a-e5075092d38e HTTP/1.1" status: 204 len: 168 time: 1.0925190 Jul 16 18:09:08.147504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45330) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:08.222400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e0fa53-0e52-44a3-bdae-bf202158259b None None] Network bc9a0f10-00e0-4fad-8805-19b95ad2b63f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:08.222628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c57f7-5e54-497f-94e0-026248239682 req-62ff11a0-e495-4370-bf13-26a73776373d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.224652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-62ff11a0-e495-4370-bf13-26a73776373d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/networks?id=0b11069c-473b-4b1d-bf40-cc7205181677 HTTP/1.1" status: 200 len: 796 time: 0.2362509 Jul 16 18:09:08.228560 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea820460-232a-4b38-b4d9-bc941aae2c6a tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Deleting subnet 06074b83-f168-4f07-b7c7-abb44a4c8c52 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:08.234777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f00b86-abda-4bac-bd75-d971fc35b601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447a874e-40c1-48b3-a666-d367350f2122,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.239413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea820460-232a-4b38-b4d9-bc941aae2c6a tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.269225 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-8a5be326-e987-4dfb-84d0-f109a2939e60 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/quotas/defd996516df4b3ebc080e817e94ad7b HTTP/1.1" status: 200 len: 375 time: 0.0373714 Jul 16 18:09:08.343846 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea820460-232a-4b38-b4d9-bc941aae2c6a tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.431986 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9aec7315-94a2-469a-a8f6-dd768e8c9d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.474534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-3066214e-3fcb-4192-8e90-e36f4e90e4dd tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1980548 Jul 16 18:09:08.479075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca62186-f56f-42b0-ae97-12b05ea40bed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:08.484116 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eca62186-f56f-42b0-ae97-12b05ea40bed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.513517 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9aec7315-94a2-469a-a8f6-dd768e8c9d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.536753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c17ddd1-23c3-4c25-9504-b37b5a5b0607 None None] DHCP port deletion for bc9a0f10-00e0-4fad-8805-19b95ad2b63f request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:08.541376 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea820460-232a-4b38-b4d9-bc941aae2c6a tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.610635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-53f981e1-1854-4bff-81e3-7a33c4e9030b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:09:08.619544 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-53f981e1-1854-4bff-81e3-7a33c4e9030b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1258519 Jul 16 18:09:08.639602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9c17ddd1-23c3-4c25-9504-b37b5a5b0607 None None] Deleting port f2596a45-1878-409d-b644-88102f4f7c2c {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:08.639981 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9c17ddd1-23c3-4c25-9504-b37b5a5b0607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.683916 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea820460-232a-4b38-b4d9-bc941aae2c6a tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.764234 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9c17ddd1-23c3-4c25-9504-b37b5a5b0607 None None] For port f2596a45-1878-409d-b644-88102f4f7c2c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f2596a45-1878-409d-b644-88102f4f7c2c,segment=NetworkSegment(070a09f1-949f-46a9-a5e9-a7ee4eccd4bb),segment_id=070a09f1-949f-46a9-a5e9-a7ee4eccd4bb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:08.764681 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9c17ddd1-23c3-4c25-9504-b37b5a5b0607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.793115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a708987-2b2f-41ee-b0e2-c1586ab758f7 None None] Network d14411d5-9208-45c8-b382-da9f272bc971 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:08.801480 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea820460-232a-4b38-b4d9-bc941aae2c6a tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'Subnet': ['ID=06074b83-f168-4f07-b7c7-abb44a4c8c52,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.802384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9c17ddd1-23c3-4c25-9504-b37b5a5b0607 None None] Calling delete_port for f2596a45-1878-409d-b644-88102f4f7c2c owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:08.810257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea820460-232a-4b38-b4d9-bc941aae2c6a tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.818790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ea820460-232a-4b38-b4d9-bc941aae2c6a tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "DELETE /v2.0/subnets/06074b83-f168-4f07-b7c7-abb44a4c8c52 HTTP/1.1" status: 204 len: 168 time: 0.6705000 Jul 16 18:09:08.821695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45370) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:08.903935 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9aec7315-94a2-469a-a8f6-dd768e8c9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.914041 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9aec7315-94a2-469a-a8f6-dd768e8c9d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.915235 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9aec7315-94a2-469a-a8f6-dd768e8c9d00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/447a874e-40c1-48b3-a666-d367350f2122 HTTP/1.1" status: 204 len: 168 time: 0.9266024 Jul 16 18:09:08.955607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-57fb1c11-dcc5-4e60-baa1-b44e616d0281 service neutron] 10.222.0.24 "GET /v2.0/networks/0b11069c-473b-4b1d-bf40-cc7205181677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337495 Jul 16 18:09:08.985003 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec7315-94a2-469a-a8f6-dd768e8c9d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447a874e-40c1-48b3-a666-d367350f2122,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.034048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f2596a45-1878-409d-b644-88102f4f7c2c no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:09.172978 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.281751 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eca62186-f56f-42b0-ae97-12b05ea40bed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.337493 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9c17ddd1-23c3-4c25-9504-b37b5a5b0607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.365602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-7e713ac1-ee86-4b52-9954-e448a5005acf service neutron] 10.222.0.24 "GET /v2.0/networks/0b11069c-473b-4b1d-bf40-cc7205181677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019136 Jul 16 18:09:09.390521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c17ddd1-23c3-4c25-9504-b37b5a5b0607 None None] No DVR routers for this DVR port f2596a45-1878-409d-b644-88102f4f7c2c on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:09.391149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab7226-6ed0-42c2-96b5-26b6ee70f9bd req-5cfad11d-a1ee-4f1c-8f40-e8fb1885eb45 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.397974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e325ac6e-e9cf-4afd-9759-5520ba233b67 None None] DHCP port deletion for d14411d5-9208-45c8-b382-da9f272bc971 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:09.403559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3aab7226-6ed0-42c2-96b5-26b6ee70f9bd req-5cfad11d-a1ee-4f1c-8f40-e8fb1885eb45 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.3225069 Jul 16 18:09:09.403980 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.452235 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.485618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3aab7226-6ed0-42c2-96b5-26b6ee70f9bd req-c2da3c7e-ca68-4d01-9a7c-b5013c956ad4 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771267 Jul 16 18:09:09.499534 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17ddd1-23c3-4c25-9504-b37b5a5b0607 None None] Pushing event deleted for resources: {'Port': ['ID=f2596a45-1878-409d-b644-88102f4f7c2c,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.510960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Deleting port f2596a45-1878-409d-b644-88102f4f7c2c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:09.511266 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.602685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e325ac6e-e9cf-4afd-9759-5520ba233b67 None None] Deleting port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:09.603058 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e325ac6e-e9cf-4afd-9759-5520ba233b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.667574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca62186-f56f-42b0-ae97-12b05ea40bed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Checking segment: {'id': '39f74dfe-df36-479f-969a-aceaecc41b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '883e52db-47d2-433d-8f94-eb2ad6d4d9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:09.668945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca62186-f56f-42b0-ae97-12b05ea40bed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network hostable DHCP agents. Network: 883e52db-47d2-433d-8f94-eb2ad6d4d9b4, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:09.675550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca62186-f56f-42b0-ae97-12b05ea40bed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Subnet': ['ID=02da7f2a-fef1-414e-8779-c8892f29af02,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.699706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e325ac6e-e9cf-4afd-9759-5520ba233b67 None None] For port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f,segment=NetworkSegment(cba54123-8b29-4c6c-b3b6-b2db131abf1b),segment_id=cba54123-8b29-4c6c-b3b6-b2db131abf1b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:09.699706 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e325ac6e-e9cf-4afd-9759-5520ba233b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.723881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] For port f2596a45-1878-409d-b644-88102f4f7c2c, host n-d-787205-10, got binding levels [] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:09.724400 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.728005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e325ac6e-e9cf-4afd-9759-5520ba233b67 None None] Calling delete_port for ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:09.785003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Calling delete_port for f2596a45-1878-409d-b644-88102f4f7c2c owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:09.789929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca62186-f56f-42b0-ae97-12b05ea40bed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network 883e52db-47d2-433d-8f94-eb2ad6d4d9b4 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:09.798493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_backend_mixin [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Port f2596a45-1878-409d-b644-88102f4f7c2c was not found and therefore no delete operation was performed {{(pid=105591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:09:09.803191 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.838371 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e325ac6e-e9cf-4afd-9759-5520ba233b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.855222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] No DVR routers for this DVR port f2596a45-1878-409d-b644-88102f4f7c2c on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:09.875146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-eca62186-f56f-42b0-ae97-12b05ea40bed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 883e52db-47d2-433d-8f94-eb2ad6d4d9b4) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:09.883714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca62186-f56f-42b0-ae97-12b05ea40bed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.883874 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325ac6e-e9cf-4afd-9759-5520ba233b67 None None] Pushing event deleted for resources: {'Port': ['ID=ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.884309 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eca62186-f56f-42b0-ae97-12b05ea40bed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.888436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60964ce-04e6-4e60-b55b-3f31523de15c None None] Network 883e52db-47d2-433d-8f94-eb2ad6d4d9b4 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:09.909624 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-eca62186-f56f-42b0-ae97-12b05ea40bed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9316583 Jul 16 18:09:09.912866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45394) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:09.923484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': '883e52db-47d2-433d-8f94-eb2ad6d4d9b4', 'name': 'tempest-PortsTestJSON-649974029'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:09.939134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'Port': ['ID=f2596a45-1878-409d-b644-88102f4f7c2c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.957997 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e73372e5-28b8-479a-bf09-60e917f6a9c7 req-e025e09d-dcf8-4410-94d4-52de5dc1bb32 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 210 time: 0.0987973 Jul 16 18:09:10.026977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e325ac6e-e9cf-4afd-9759-5520ba233b67 None None] No DVR routers for this DVR port ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:10.036181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.047876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9a0f10-00e0-4fad-8805-19b95ad2b63f']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:10.064362 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:10.064810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070a09f1-949f-46a9-a5e9-a7ee4eccd4bb') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:10.077076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.100994 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.111730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:10.112845 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:10.118541 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:10.168005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Deleting port c4dec196-5b16-4249-8064-f28ea8ac2b1d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:10.168576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.185098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-883e52db-47d2-433d-8f94-eb2ad6d4d9b4', 'network_id': '883e52db-47d2-433d-8f94-eb2ad6d4d9b4', 'tenant_id': 'ae7fe069504a42babdfd45616e4eff60', 'fixed_ips': [{'subnet_id': '02da7f2a-fef1-414e-8779-c8892f29af02'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:10.187209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.218286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:10.224991 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.232569 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.252026 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.256534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "DELETE /v2.0/networks/bc9a0f10-00e0-4fad-8805-19b95ad2b63f HTTP/1.1" status: 204 len: 168 time: 1.4266593 Jul 16 18:09:10.261047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45406) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:10.290134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port ed38f804-d5e4-4c12-a4c7-b5ecaa133289 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:10.322946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fd51b-eb2c-4898-bd08-2912a77436ba tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'Network': ['ID=bc9a0f10-00e0-4fad-8805-19b95ad2b63f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.388908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] For port c4dec196-5b16-4249-8064-f28ea8ac2b1d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c4dec196-5b16-4249-8064-f28ea8ac2b1d,segment=NetworkSegment(e866fb8e-9ba7-4848-a0fc-eb2aa0b15def),segment_id=e866fb8e-9ba7-4848-a0fc-eb2aa0b15def)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:10.389278 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.390566 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1514509e-b57a-40e3-9837-83e9398a10f7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.396655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Allocated IP 172.20.0.2 (883e52db-47d2-433d-8f94-eb2ad6d4d9b4/02da7f2a-fef1-414e-8779-c8892f29af02/11ce0927-c3ce-4fe7-bebd-95c007c740bb) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:10.425556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Calling delete_port for c4dec196-5b16-4249-8064-f28ea8ac2b1d owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:10.625995 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.640979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Transition to ACTIVE for port object 11ce0927-c3ce-4fe7-bebd-95c007c740bb will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:10.653766 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1514509e-b57a-40e3-9837-83e9398a10f7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.662572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Transition to ACTIVE for port object 11ce0927-c3ce-4fe7-bebd-95c007c740bb will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:10.671961 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.679635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1514509e-b57a-40e3-9837-83e9398a10f7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14411d5-9208-45c8-b382-da9f272bc971']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:10.709094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1514509e-b57a-40e3-9837-83e9398a10f7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba54123-8b29-4c6c-b3b6-b2db131abf1b') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:10.711197 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1514509e-b57a-40e3-9837-83e9398a10f7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba54123-8b29-4c6c-b3b6-b2db131abf1b') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:10.724019 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Pushing event updated for resources: {'Port': ['ID=11ce0927-c3ce-4fe7-bebd-95c007c740bb,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.736498 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1514509e-b57a-40e3-9837-83e9398a10f7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.741099 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Network 883e52db-47d2-433d-8f94-eb2ad6d4d9b4 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:10.742580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:10.747779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:10.774833 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1514509e-b57a-40e3-9837-83e9398a10f7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.798351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1514509e-b57a-40e3-9837-83e9398a10f7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:10.800156 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1514509e-b57a-40e3-9837-83e9398a10f7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.833471 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Attempting to bind port 11ce0927-c3ce-4fe7-bebd-95c007c740bb on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:10.834098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Attempting to bind port 11ce0927-c3ce-4fe7-bebd-95c007c740bb by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '39f74dfe-df36-479f-969a-aceaecc41b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '883e52db-47d2-433d-8f94-eb2ad6d4d9b4'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:10.834558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Attempting to bind port 11ce0927-c3ce-4fe7-bebd-95c007c740bb on network 883e52db-47d2-433d-8f94-eb2ad6d4d9b4 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:10.842285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:10.842849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Checking segment: {'id': '39f74dfe-df36-479f-969a-aceaecc41b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '883e52db-47d2-433d-8f94-eb2ad6d4d9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:10.843355 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.843850 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Bound using segment: {'id': '39f74dfe-df36-479f-969a-aceaecc41b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '883e52db-47d2-433d-8f94-eb2ad6d4d9b4'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:10.844425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Bound port: 11ce0927-c3ce-4fe7-bebd-95c007c740bb, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f74dfe-df36-479f-969a-aceaecc41b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '883e52db-47d2-433d-8f94-eb2ad6d4d9b4'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:10.844905 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.898050 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:10.947376 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:10.955291 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:10.964152 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1514509e-b57a-40e3-9837-83e9398a10f7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.977915 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4dec196-5b16-4249-8064-f28ea8ac2b1d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.998832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:10.999599 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1514509e-b57a-40e3-9837-83e9398a10f7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.002393 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ce6ce29d-490e-4b53-ad20-1fd5ecfa7c1f not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:11.004856 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1514509e-b57a-40e3-9837-83e9398a10f7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] 10.222.0.24 "DELETE /v2.0/networks/d14411d5-9208-45c8-b382-da9f272bc971 HTTP/1.1" status: 204 len: 168 time: 0.7427526 Jul 16 18:09:11.036219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514509e-b57a-40e3-9837-83e9398a10f7 tempest-TaggedBootDevicesTest_v242-680372547 tempest-TaggedBootDevicesTest_v242-680372547-project] Pushing event deleted for resources: {'Network': ['ID=d14411d5-9208-45c8-b382-da9f272bc971,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:11.046995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:11.047501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:11.047944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:11.048387 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:11.051026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:11.051521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:11.052018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:11.052459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:11.052893 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:11.053859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:11.055869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:11.056257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:11.080036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] For port 11ce0927-c3ce-4fe7-bebd-95c007c740bb, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:11.087767 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.6 (883e52db-47d2-433d-8f94-eb2ad6d4d9b4/02da7f2a-fef1-414e-8779-c8892f29af02/ed38f804-d5e4-4c12-a4c7-b5ecaa133289) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:11.088035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] For port 11ce0927-c3ce-4fe7-bebd-95c007c740bb, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=11ce0927-c3ce-4fe7-bebd-95c007c740bb,segment=NetworkSegment(39f74dfe-df36-479f-969a-aceaecc41b34),segment_id=39f74dfe-df36-479f-969a-aceaecc41b34)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:11.095721 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.232838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb00a8-b188-431b-8b3c-7d331b401b9c req-11ebd173-9e48-4768-beaf-c8988c82a45d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.241266 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ecb00a8-b188-431b-8b3c-7d331b401b9c req-11ebd173-9e48-4768-beaf-c8988c82a45d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.2885396 Jul 16 18:09:11.246813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec36c2-5ea6-4eb9-841a-fa1c16bbf6a0 None None] Pushing event updated for resources: {'Port': ['ID=11ce0927-c3ce-4fe7-bebd-95c007c740bb,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:11.322529 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5705e1cc-fa4a-4e3e-b33a-a7081082b19b req-22fef7b9-d2df-4e93-8cc8-6b791ea94f91 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 210 time: 0.0390999 Jul 16 18:09:11.366077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ecb00a8-b188-431b-8b3c-7d331b401b9c req-0d287c64-a47f-4c62-b3f0-2917a96e7fa2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237102 Jul 16 18:09:11.721702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c775ff-5942-48e9-bca4-43e7bcb6e8b5 req-0a710121-5648-4e6e-9dac-0a29c54c0c67 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.736010 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7c775ff-5942-48e9-bca4-43e7bcb6e8b5 req-0a710121-5648-4e6e-9dac-0a29c54c0c67 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.1773920 Jul 16 18:09:11.740014 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.794642 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.840281 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7c775ff-5942-48e9-bca4-43e7bcb6e8b5 req-43eb643d-ba9c-4a00-ac56-e74636f9b63d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022940 Jul 16 18:09:12.212242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf0e10-eff1-4660-a25c-2899feb981c7 req-ae5e7c15-5080-42a3-876a-ba3b5e72f179 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.216192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eebf0e10-eff1-4660-a25c-2899feb981c7 req-ae5e7c15-5080-42a3-876a-ba3b5e72f179 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.1078365 Jul 16 18:09:12.228499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Transition to ACTIVE for port object ed38f804-d5e4-4c12-a4c7-b5ecaa133289 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:12.316787 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eebf0e10-eff1-4660-a25c-2899feb981c7 req-e125cd37-b38a-424f-81bc-c2201b6454f0 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898044 Jul 16 18:09:12.606697 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba7a8506-b874-49cd-ab65-87c75471aeeb req-07281131-ac67-4000-8513-95e2743d255a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 210 time: 0.0807552 Jul 16 18:09:12.879356 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df12982-00d3-4600-a5eb-14b12881a46b req-1a545c90-ef5f-489f-becc-0fb0952613fe tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.891220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4df12982-00d3-4600-a5eb-14b12881a46b req-1a545c90-ef5f-489f-becc-0fb0952613fe tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.2433696 Jul 16 18:09:12.983045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.007624 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4df12982-00d3-4600-a5eb-14b12881a46b req-3fd03b6c-08bc-470e-b46a-b38d951631d0 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131029 Jul 16 18:09:13.053842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300ff59d-3df6-436d-af36-dc011ccc6033 None None] Network 883e52db-47d2-433d-8f94-eb2ad6d4d9b4 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:13.074101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c57f7-5e54-497f-94e0-026248239682 req-8a5a4336-db74-4547-a4d6-aa0fb3cbf52d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.075689 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-8a5a4336-db74-4547-a4d6-aa0fb3cbf52d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "GET /v2.0/networks?id=0b11069c-473b-4b1d-bf40-cc7205181677 HTTP/1.1" status: 200 len: 796 time: 1.2772005 Jul 16 18:09:13.115017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network 883e52db-47d2-433d-8f94-eb2ad6d4d9b4 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:13.123745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:13.187222 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:13.192529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=ed38f804-d5e4-4c12-a4c7-b5ecaa133289,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.259277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 11ce0927-c3ce-4fe7-bebd-95c007c740bb up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:13.311216 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-653f1e2b-6539-4e09-a627-5c911d098f55 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=defd996516df4b3ebc080e817e94ad7b HTTP/1.1" status: 200 len: 380 time: 0.2161043 Jul 16 18:09:13.326417 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.327556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.341870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-53d0adc0-c851-4c68-a074-c4e1d12cbeaa None None] Provisioning for port 11ce0927-c3ce-4fe7-bebd-95c007c740bb completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:13.392243 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-de1c57f7-5e54-497f-94e0-026248239682 req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'port': {'device_id': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'admin_state_up': True, 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'security_groups': ['a5f9d402-4db1-4b4c-b633-b4b0264bebd8']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:13.429496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6f382-d6b0-48a0-a50a-046feae36dc4 req-dfb6d802-57c0-49e8-996c-ea4914c404cd tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.445279 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cfb6f382-d6b0-48a0-a50a-046feae36dc4 req-dfb6d802-57c0-49e8-996c-ea4914c404cd tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.1236176 Jul 16 18:09:13.486205 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-78dc0fd8-7017-4ebd-801d-d9f0f887fbc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5677478 Jul 16 18:09:13.489818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45494) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:13.500569 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-35c60654-8636-4997-8f98-8c0bcccfbbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.518527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 11ce0927-c3ce-4fe7-bebd-95c007c740bb completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:13.539982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 11ce0927-c3ce-4fe7-bebd-95c007c740bb triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:13.540644 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.544194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cfb6f382-d6b0-48a0-a50a-046feae36dc4 req-6df5ed2d-db18-4196-9d26-1cdc07c18c57 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976088 Jul 16 18:09:13.638471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:13.786842 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.912188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 11ce0927-c3ce-4fe7-bebd-95c007c740bb, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=11ce0927-c3ce-4fe7-bebd-95c007c740bb,segment=NetworkSegment(39f74dfe-df36-479f-969a-aceaecc41b34),segment_id=39f74dfe-df36-479f-969a-aceaecc41b34)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:13.930350 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.034729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1c57f7-5e54-497f-94e0-026248239682 req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Made reservation on behalf of defd996516df4b3ebc080e817e94ad7b for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:14.039504 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-de1c57f7-5e54-497f-94e0-026248239682 req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.052694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-090d6b85-8316-4801-879b-2ea2a58f5008 None None] Provisioning for port ed38f804-d5e4-4c12-a4c7-b5ecaa133289 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:14.086186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-090d6b85-8316-4801-879b-2ea2a58f5008 None None] Provisioning complete for port ed38f804-d5e4-4c12-a4c7-b5ecaa133289 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:14.086186 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-090d6b85-8316-4801-879b-2ea2a58f5008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.145502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6e6bcef-ef71-4306-a713-609db918d5d3 req-411ba6c2-4679-421b-a50e-df968887ada6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 210 time: 0.1631851 Jul 16 18:09:14.236076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dff48-b402-400c-b94e-2282c887fb58 req-147ad90a-0b0c-4ae3-8691-3a164c075477 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.237678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-890dff48-b402-400c-b94e-2282c887fb58 req-147ad90a-0b0c-4ae3-8691-3a164c075477 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.3608027 Jul 16 18:09:14.257102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=11ce0927-c3ce-4fe7-bebd-95c007c740bb,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:14.285157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-de1c57f7-5e54-497f-94e0-026248239682 req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Allocated IP 172.20.0.12 (0b11069c-473b-4b1d-bf40-cc7205181677/18543e67-e99d-4be9-ae23-174f36fc9a37/f5513588-a0cb-46cb-a2ef-40aa0c66d375) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:14.324426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-090d6b85-8316-4801-879b-2ea2a58f5008 None None] Port ed38f804-d5e4-4c12-a4c7-b5ecaa133289 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:14.369250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-090d6b85-8316-4801-879b-2ea2a58f5008 None None] Provisioning complete for port 11ce0927-c3ce-4fe7-bebd-95c007c740bb triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:14.369858 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-090d6b85-8316-4801-879b-2ea2a58f5008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.404612 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-890dff48-b402-400c-b94e-2282c887fb58 req-e9db4dde-42f0-4f31-9505-92c92f7aa0a7 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562910 Jul 16 18:09:14.658008 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-de1c57f7-5e54-497f-94e0-026248239682 req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.689236 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-de1c57f7-5e54-497f-94e0-026248239682 req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Transition to ACTIVE for port object f5513588-a0cb-46cb-a2ef-40aa0c66d375 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:14.728433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45524) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:14.742154 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-de1c57f7-5e54-497f-94e0-026248239682 req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.748962 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-41e128eb-ae6d-43d9-b0c2-5347ab716425 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port ed38f804-d5e4-4c12-a4c7-b5ecaa133289 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:14.749951 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41e128eb-ae6d-43d9-b0c2-5347ab716425 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.789982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6843912e-7f28-4c4d-9c7a-8e07a9357eff None None] Provisioning complete for port ed38f804-d5e4-4c12-a4c7-b5ecaa133289 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:14.791710 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6843912e-7f28-4c4d-9c7a-8e07a9357eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.824904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=f5513588-a0cb-46cb-a2ef-40aa0c66d375,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:14.858799 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2477c-29be-4440-9cca-4d23a2f8a284 req-7fa59c65-6b9f-4677-8d3e-ebdd52343ce5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.866109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1c57f7-5e54-497f-94e0-026248239682 req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network 0b11069c-473b-4b1d-bf40-cc7205181677 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:14.869034 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ae2477c-29be-4440-9cca-4d23a2f8a284 req-7fa59c65-6b9f-4677-8d3e-ebdd52343ce5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.1975768 Jul 16 18:09:14.876190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-de1c57f7-5e54-497f-94e0-026248239682 req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:14.884298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1c57f7-5e54-497f-94e0-026248239682 req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:14.939172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6843912e-7f28-4c4d-9c7a-8e07a9357eff None None] Port ed38f804-d5e4-4c12-a4c7-b5ecaa133289 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:14.965194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ae2477c-29be-4440-9cca-4d23a2f8a284 req-5d0b7017-caff-4060-b941-c0965b99b4f2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926058 Jul 16 18:09:15.042646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 11ce0927-c3ce-4fe7-bebd-95c007c740bb up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:15.167123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 11ce0927-c3ce-4fe7-bebd-95c007c740bb triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:15.169327 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.169588 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.259869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c57f7-5e54-497f-94e0-026248239682 req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.262374 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-de1c57f7-5e54-497f-94e0-026248239682 req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.278390 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41e128eb-ae6d-43d9-b0c2-5347ab716425 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.283677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c3594c2-a762-4a50-9cf1-fb9b4c6cd4c5 None None] Provisioning for port f5513588-a0cb-46cb-a2ef-40aa0c66d375 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:15.288093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c3594c2-a762-4a50-9cf1-fb9b4c6cd4c5 None None] Provisioning complete for port f5513588-a0cb-46cb-a2ef-40aa0c66d375 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:15.288485 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c3594c2-a762-4a50-9cf1-fb9b4c6cd4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.349108 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:15.377694 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-871fe3b3-d01b-400f-b9ea-f188259a1128 admin admin] 10.222.0.24 "PUT /v2.0/routers/ca3a8428-d2b4-4979-8d76-acc58d5d86a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6906943 Jul 16 18:09:15.378052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45534) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:15.396679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2082a31-d1c6-4642-bf6e-6470ca0d8b4a None None] Sync routers for ids ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:15.404090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-41e128eb-ae6d-43d9-b0c2-5347ab716425 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for ed38f804-d5e4-4c12-a4c7-b5ecaa133289 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:15.418207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2082a31-d1c6-4642-bf6e-6470ca0d8b4a None None] Routers {'ca3a8428-d2b4-4979-8d76-acc58d5d86a2'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:15.418864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a2082a31-d1c6-4642-bf6e-6470ca0d8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:08:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:15.423638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6c3594c2-a762-4a50-9cf1-fb9b4c6cd4c5 None None] Port f5513588-a0cb-46cb-a2ef-40aa0c66d375 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:15.652688 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-a2082a31-d1c6-4642-bf6e-6470ca0d8b4a None None] Set router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:15.767350 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41e128eb-ae6d-43d9-b0c2-5347ab716425 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.810403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e128eb-ae6d-43d9-b0c2-5347ab716425 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=ed38f804-d5e4-4c12-a4c7-b5ecaa133289,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:15.938449 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41e128eb-ae6d-43d9-b0c2-5347ab716425 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.940489 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-41e128eb-ae6d-43d9-b0c2-5347ab716425 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/ed38f804-d5e4-4c12-a4c7-b5ecaa133289 HTTP/1.1" status: 204 len: 168 time: 2.4497359 Jul 16 18:09:15.944854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45544) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:16.014639 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-25780e68-5765-4c6b-88f5-f3500f80d0ea tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] DELETE failed (client error): The resource could not be found. Jul 16 18:09:16.015419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25780e68-5765-4c6b-88f5-f3500f80d0ea tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:16.028019 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-25780e68-5765-4c6b-88f5-f3500f80d0ea tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/ed38f804-d5e4-4c12-a4c7-b5ecaa133289 HTTP/1.1" status: 404 len: 333 time: 0.0820067 Jul 16 18:09:16.038275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45546) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:16.144635 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ba1cde-a6e9-4a02-bd8d-31ae95591518 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:09:16.146407 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c4ba1cde-a6e9-4a02-bd8d-31ae95591518 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/ed38f804-d5e4-4c12-a4c7-b5ecaa133289 HTTP/1.1" status: 404 len: 333 time: 0.1067901 Jul 16 18:09:16.149611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45548) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:16.276302 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.281906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6759eb16-c81d-4c7e-9c18-f874b1c1a525 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting subnet 02da7f2a-fef1-414e-8779-c8892f29af02 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:16.286548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6759eb16-c81d-4c7e-9c18-f874b1c1a525 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.297192 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.339355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6759eb16-c81d-4c7e-9c18-f874b1c1a525 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.346022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e71d6a-0926-46e5-bebd-b6a8395281d3 req-ee5b9835-d536-4050-8d15-c40d4240afc5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.354676 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4e71d6a-0926-46e5-bebd-b6a8395281d3 req-ee5b9835-d536-4050-8d15-c40d4240afc5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.2678094 Jul 16 18:09:16.449837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=485cf520867646c3a2960aef3bf65411&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7158375 Jul 16 18:09:16.456090 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.456697 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6759eb16-c81d-4c7e-9c18-f874b1c1a525 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.469685 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45552) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:16.534295 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-8c55c793-f05b-40bd-9da1-feb17bf00c70 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2218175 Jul 16 18:09:16.547740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6759eb16-c81d-4c7e-9c18-f874b1c1a525 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.554677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Request body: {'port': {'device_id': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:16.556461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c09402d-2fc1-4db3-b192-96d1db816b15,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.572188 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.585916 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9c1cf2c4-6f2e-46cb-b542-0d440cc5652f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.597541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f23d4-b2fe-41bb-8a5d-9fa8d24d5e77 req-f0bbc697-b4cc-4708-aab6-58df888739bf tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.599795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba2f23d4-b2fe-41bb-8a5d-9fa8d24d5e77 req-f0bbc697-b4cc-4708-aab6-58df888739bf tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 932 time: 0.5071683 Jul 16 18:09:16.650064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a2082a31-d1c6-4642-bf6e-6470ca0d8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T18:09:10Z', 'revision_number': 5, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:16.651560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4e71d6a-0926-46e5-bebd-b6a8395281d3 req-1da205f7-3966-4cec-9a56-8adbacd3a079 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952621 Jul 16 18:09:16.681587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:16.682915 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:16.683450 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:16.684004 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:16.684683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:16.685554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:16.686086 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:16.686697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:16.687202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:16.687813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:16.688736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:16.689084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa5029c-dfa5-47dc-b85f-d91f0ce5004c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:16.710635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2082a31-d1c6-4642-bf6e-6470ca0d8b4a None None] Checking router: ca3a8428-d2b4-4979-8d76-acc58d5d86a2 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:16.735897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759eb16-c81d-4c7e-9c18-f874b1c1a525 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Subnet': ['ID=02da7f2a-fef1-414e-8779-c8892f29af02,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.736826 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c93c15dc-6525-4f6b-a890-946dc019d6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.739411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2082a31-d1c6-4642-bf6e-6470ca0d8b4a None None] Routers {'ca3a8428-d2b4-4979-8d76-acc58d5d86a2'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:16.740070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a2082a31-d1c6-4642-bf6e-6470ca0d8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:09:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:16.761985 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6759eb16-c81d-4c7e-9c18-f874b1c1a525 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.768921 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6759eb16-c81d-4c7e-9c18-f874b1c1a525 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/02da7f2a-fef1-414e-8779-c8892f29af02 HTTP/1.1" status: 204 len: 168 time: 0.6181471 Jul 16 18:09:16.780860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45556) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:16.782913 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c93c15dc-6525-4f6b-a890-946dc019d6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.809123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c6c3bd-a946-4154-bdb6-00c38604ee71 None None] Network 883e52db-47d2-433d-8f94-eb2ad6d4d9b4 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:16.940934 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.971769 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba2f23d4-b2fe-41bb-8a5d-9fa8d24d5e77 req-7e9a42b7-7baf-4897-aa8d-e2aafc8b1c1e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5f9d402-4db1-4b4c-b633-b4b0264bebd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512435 Jul 16 18:09:17.070054 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c93c15dc-6525-4f6b-a890-946dc019d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.075644 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c93c15dc-6525-4f6b-a890-946dc019d6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.077410 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c93c15dc-6525-4f6b-a890-946dc019d6d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c09402d-2fc1-4db3-b192-96d1db816b15 HTTP/1.1" status: 204 len: 168 time: 0.6015732 Jul 16 18:09:17.096060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c15dc-6525-4f6b-a890-946dc019d6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c09402d-2fc1-4db3-b192-96d1db816b15,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:17.106860 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.144443 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.281207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Deleting port c92579f5-1b43-4a39-84a4-8647f4083435 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:17.281814 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.334331 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-a2082a31-d1c6-4642-bf6e-6470ca0d8b4a None None] Set router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:17.483741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] For port c92579f5-1b43-4a39-84a4-8647f4083435, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c92579f5-1b43-4a39-84a4-8647f4083435,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:17.484307 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.511490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Calling delete_port for c92579f5-1b43-4a39-84a4-8647f4083435 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:17.522461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port 11ce0927-c3ce-4fe7-bebd-95c007c740bb {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:17.523100 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.545916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8e1875-4dda-4e43-8ebc-bae823fe3b2c None None] DHCP port deletion for 883e52db-47d2-433d-8f94-eb2ad6d4d9b4 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:17.659286 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.700321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e1875-4dda-4e43-8ebc-bae823fe3b2c None None] Deleting port 11ce0927-c3ce-4fe7-bebd-95c007c740bb {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:17.700745 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1875-4dda-4e43-8ebc-bae823fe3b2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.787422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45582) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:17.835216 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26f1a6a3-7e04-45f0-ab63-62916d7e5d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.903754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-8a8e1875-4dda-4e43-8ebc-bae823fe3b2c None None] For port 11ce0927-c3ce-4fe7-bebd-95c007c740bb, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=11ce0927-c3ce-4fe7-bebd-95c007c740bb,segment=NetworkSegment(39f74dfe-df36-479f-969a-aceaecc41b34),segment_id=39f74dfe-df36-479f-969a-aceaecc41b34)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:17.904446 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1875-4dda-4e43-8ebc-bae823fe3b2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.904868 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] For port 11ce0927-c3ce-4fe7-bebd-95c007c740bb, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=11ce0927-c3ce-4fe7-bebd-95c007c740bb,segment=NetworkSegment(39f74dfe-df36-479f-969a-aceaecc41b34),segment_id=39f74dfe-df36-479f-969a-aceaecc41b34)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:17.905256 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.931682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e1875-4dda-4e43-8ebc-bae823fe3b2c None None] Calling delete_port for 11ce0927-c3ce-4fe7-bebd-95c007c740bb owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:17.977580 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for 11ce0927-c3ce-4fe7-bebd-95c007c740bb owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:18.052632 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.056457 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1875-4dda-4e43-8ebc-bae823fe3b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.120946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e1875-4dda-4e43-8ebc-bae823fe3b2c None None] Pushing event deleted for resources: {'Port': ['ID=11ce0927-c3ce-4fe7-bebd-95c007c740bb,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.137072 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=c92579f5-1b43-4a39-84a4-8647f4083435,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.137246 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8e1875-4dda-4e43-8ebc-bae823fe3b2c None None] No DVR routers for this DVR port 11ce0927-c3ce-4fe7-bebd-95c007c740bb on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:18.161311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a2082a31-d1c6-4642-bf6e-6470ca0d8b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T18:09:10Z', 'revision_number': 5, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:18.191884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2082a31-d1c6-4642-bf6e-6470ca0d8b4a None None] The sync data for ids ['ca3a8428-d2b4-4979-8d76-acc58d5d86a2'] in n-d-787205-10 is: [{'id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'name': 'tempest-TaggedBootDevicesTest-1339160976-router', 'tenant_id': 'e842df9b6b02407381982d4560f93832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:46Z', 'updated_at': '2021-07-16T18:09:10Z', 'revision_number': 5, 'project_id': 'e842df9b6b02407381982d4560f93832', 'gw_port': {'id': 'c92579f5-1b43-4a39-84a4-8647f4083435', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:36:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3a8428-d2b4-4979-8d76-acc58d5d86a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:47Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:18.269415 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5513588-a0cb-46cb-a2ef-40aa0c66d375 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:18.331408 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.430715 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Transition to ACTIVE for port object f5513588-a0cb-46cb-a2ef-40aa0c66d375 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:18.448900 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.460979 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.525290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa44cd-9859-4132-a525-026fc427f8cd req-a87fa369-56f0-4034-8ca0-7633d707137c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:18.528260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7dfa44cd-9859-4132-a525-026fc427f8cd req-a87fa369-56f0-4034-8ca0-7633d707137c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.6120648 Jul 16 18:09:18.531083 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Pushing event updated for resources: {'Port': ['ID=f5513588-a0cb-46cb-a2ef-40aa0c66d375,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.564963 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.682086 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26f1a6a3-7e04-45f0-ab63-62916d7e5d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.691716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=11ce0927-c3ce-4fe7-bebd-95c007c740bb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.715384 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26f1a6a3-7e04-45f0-ab63-62916d7e5d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.813943 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.833798 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.838643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No DVR routers for this DVR port 11ce0927-c3ce-4fe7-bebd-95c007c740bb on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:18.948128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7dfa44cd-9859-4132-a525-026fc427f8cd req-73177867-edb8-4388-9380-b3d44c355d05 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080702 Jul 16 18:09:18.981462 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:09:19.026972 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.029792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1a6a3-7e04-45f0-ab63-62916d7e5d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c50cd4-8dcd-4531-96bc-1506bd150c56,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:19.097638 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-26f1a6a3-7e04-45f0-ab63-62916d7e5d06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7216b2ae5a64339b35917fc3361bd34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2985451 Jul 16 18:09:19.107300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488453df-7351-47c9-9cac-fd8bc938c72c req-dca1c6c2-13e8-4b48-be7f-b2dd5c4bf117 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.108152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45596) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:19.123769 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-488453df-7351-47c9-9cac-fd8bc938c72c req-dca1c6c2-13e8-4b48-be7f-b2dd5c4bf117 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 932 time: 0.8205488 Jul 16 18:09:19.137039 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c4dec196-5b16-4249-8064-f28ea8ac2b1d no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:19.185955 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.189992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca3a8428-d2b4-4979-8d76-acc58d5d86a2 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:19.199880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: c4dec196-5b16-4249-8064-f28ea8ac2b1d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:19.200236 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c4dec196-5b16-4249-8064-f28ea8ac2b1d not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:19.200658 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 11ce0927-c3ce-4fe7-bebd-95c007c740bb no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:19.212140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Attempting to bind port f5513588-a0cb-46cb-a2ef-40aa0c66d375 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:19.212477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Attempting to bind port f5513588-a0cb-46cb-a2ef-40aa0c66d375 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '1f72f25e-6d45-4687-8d08-a051657c5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:19.212809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Attempting to bind port f5513588-a0cb-46cb-a2ef-40aa0c66d375 on network 0b11069c-473b-4b1d-bf40-cc7205181677 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:19.227203 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.233352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-58ad0777-93fa-4c0f-a2d9-be2362204e9e admin admin] 10.222.0.24 "DELETE /v2.0/routers/ca3a8428-d2b4-4979-8d76-acc58d5d86a2 HTTP/1.1" status: 204 len: 168 time: 3.8494918 Jul 16 18:09:19.239231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45600) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:19.263793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Port f5513588-a0cb-46cb-a2ef-40aa0c66d375 on network 0b11069c-473b-4b1d-bf40-cc7205181677 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:19.266801 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 11ce0927-c3ce-4fe7-bebd-95c007c740bb {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:19.267161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 11ce0927-c3ce-4fe7-bebd-95c007c740bb not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:19.268559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Attempting to bind port f5513588-a0cb-46cb-a2ef-40aa0c66d375 on network 0b11069c-473b-4b1d-bf40-cc7205181677 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:19.296448 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-488453df-7351-47c9-9cac-fd8bc938c72c req-569220de-a4f9-44c4-8279-9f81ebcd256c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5f9d402-4db1-4b4c-b633-b4b0264bebd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629920 Jul 16 18:09:19.332286 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.390101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-96448729-6e2f-49eb-bfb0-2005522090cd admin admin] Deleting subnet 243b46fa-7a93-4ad1-8fd4-e955798c54a4 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:19.392017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883e52db-47d2-433d-8f94-eb2ad6d4d9b4']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:19.405427 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96448729-6e2f-49eb-bfb0-2005522090cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.422820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:19.423169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Checking segment: {'id': '1f72f25e-6d45-4687-8d08-a051657c5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:19.423584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Bound using segment: {'id': '1f72f25e-6d45-4687-8d08-a051657c5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:19.424021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Bound port: f5513588-a0cb-46cb-a2ef-40aa0c66d375, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f72f25e-6d45-4687-8d08-a051657c5433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:19.424385 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.492022 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96448729-6e2f-49eb-bfb0-2005522090cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.519734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f74dfe-df36-479f-969a-aceaecc41b34') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:19.539138 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f74dfe-df36-479f-969a-aceaecc41b34') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:19.607426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e418fc74-509f-4c17-80e9-8db92439c8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.612929 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.693834 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96448729-6e2f-49eb-bfb0-2005522090cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.698805 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e418fc74-509f-4c17-80e9-8db92439c8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.711596 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.744982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:19.745563 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:19.766791 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:19.798835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c05384-82db-4e1f-9fbd-2f163bbb4f9e req-2d47d064-b9d5-4bfa-bc0e-27a33a63dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.806748 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e5c05384-82db-4e1f-9fbd-2f163bbb4f9e req-2d47d064-b9d5-4bfa-bc0e-27a33a63dc70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a50f0e1de354b1ba5acf25306a514ce&device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 1099 time: 0.2361062 Jul 16 18:09:19.902297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022b4b1-b3ec-4085-b6cf-9619032f1e6f req-20187175-be2c-405d-a296-c2bfe9c90937 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.908293 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.911863 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3022b4b1-b3ec-4085-b6cf-9619032f1e6f req-20187175-be2c-405d-a296-c2bfe9c90937 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.2689841 Jul 16 18:09:19.918274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.920451 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/networks/883e52db-47d2-433d-8f94-eb2ad6d4d9b4 HTTP/1.1" status: 204 len: 168 time: 3.1384671 Jul 16 18:09:19.935775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45606) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:19.942895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-735d17bc-46bb-433e-87d6-52937cf8d8b0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1827972879'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:19.978164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] For port f5513588-a0cb-46cb-a2ef-40aa0c66d375, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:19.984600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcfe63-1e18-424b-9540-60022a70a3a2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Network': ['ID=883e52db-47d2-433d-8f94-eb2ad6d4d9b4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.012156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] For port f5513588-a0cb-46cb-a2ef-40aa0c66d375, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5513588-a0cb-46cb-a2ef-40aa0c66d375,segment=NetworkSegment(1f72f25e-6d45-4687-8d08-a051657c5433),segment_id=1f72f25e-6d45-4687-8d08-a051657c5433)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:20.016608 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735d17bc-46bb-433e-87d6-52937cf8d8b0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:20.021425 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-735d17bc-46bb-433e-87d6-52937cf8d8b0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.027401 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.029392 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e418fc74-509f-4c17-80e9-8db92439c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.031952 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e418fc74-509f-4c17-80e9-8db92439c8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.040354 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96448729-6e2f-49eb-bfb0-2005522090cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.047656 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e418fc74-509f-4c17-80e9-8db92439c8b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95c50cd4-8dcd-4531-96bc-1506bd150c56 HTTP/1.1" status: 204 len: 168 time: 0.8865297 Jul 16 18:09:20.133469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Pushing event updated for resources: {'Port': ['ID=f5513588-a0cb-46cb-a2ef-40aa0c66d375,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.150010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418fc74-509f-4c17-80e9-8db92439c8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c50cd4-8dcd-4531-96bc-1506bd150c56,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.157922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.158570 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.163617 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-30ce2504-d38e-4ce2-b15f-08505f93561f service neutron] 10.222.0.32 "PUT /v2.0/ports/f5513588-a0cb-46cb-a2ef-40aa0c66d375 HTTP/1.1" status: 200 len: 1093 time: 3.6186690 Jul 16 18:09:20.165071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96448729-6e2f-49eb-bfb0-2005522090cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243b46fa-7a93-4ad1-8fd4-e955798c54a4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.192017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'tag': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:20.196248 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac314c2a-76ab-410f-96c7-05dc09fdc879" -d '{"events": [{"name": "network-changed", "server_uuid": "f34b7f6d-db42-4ae6-a47d-c91ac30223fa", "tag": "f5513588-a0cb-46cb-a2ef-40aa0c66d375"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:20.223364 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3022b4b1-b3ec-4085-b6cf-9619032f1e6f req-10c9535f-ab97-4d7e-a512-aaea98de0f45 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102787 Jul 16 18:09:20.259442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c054e1-1a82-4730-abd9-4b55dc0b2f1c None None] Network 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:20.264154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96448729-6e2f-49eb-bfb0-2005522090cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.273048 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-96448729-6e2f-49eb-bfb0-2005522090cd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/243b46fa-7a93-4ad1-8fd4-e955798c54a4 HTTP/1.1" status: 204 len: 168 time: 1.0311115 Jul 16 18:09:20.283055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45616) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:20.472295 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73837f73-ff15-4777-b061-1a19d9a7025e x-openstack-request-id: req-73837f73-ff15-4777-b061-1a19d9a7025e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:20.472889 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34b7f6d-db42-4ae6-a47d-c91ac30223fa", "tag": "f5513588-a0cb-46cb-a2ef-40aa0c66d375", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:20.475464 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73837f73-ff15-4777-b061-1a19d9a7025e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:20.477952 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'tag': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'status': 'completed', 'code': 200} Jul 16 18:09:20.479662 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735d17bc-46bb-433e-87d6-52937cf8d8b0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:20.554231 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-735d17bc-46bb-433e-87d6-52937cf8d8b0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.561073 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c05384-82db-4e1f-9fbd-2f163bbb4f9e req-d254feba-e213-4851-9a84-cb390bef8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.566277 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-735d17bc-46bb-433e-87d6-52937cf8d8b0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Added segment 2823fd9b-1e6d-4ba2-8c79-99f246b5e797 of type vlan for network 87c54276-6bf8-491c-9683-15ff7b588892 Jul 16 18:09:20.571560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e5c05384-82db-4e1f-9fbd-2f163bbb4f9e req-d254feba-e213-4851-9a84-cb390bef8211 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a3aff34c-d366-47a6-bb72-a1b487c78a97 HTTP/1.1" status: 200 len: 914 time: 0.7423584 Jul 16 18:09:20.715603 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3614be-551c-45a6-aba7-544f9c63a3a0 None None] DHCP port deletion for 4c6fdd73-da18-48b5-9a3b-f97be3bcf6df request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:20.736943 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-735d17bc-46bb-433e-87d6-52937cf8d8b0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.773371 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e5c05384-82db-4e1f-9fbd-2f163bbb4f9e req-37a18e7b-771c-4eb4-911e-5b7792225332 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e HTTP/1.1" status: 200 len: 217 time: 0.1883616 Jul 16 18:09:20.881861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5a3614be-551c-45a6-aba7-544f9c63a3a0 None None] Deleting port 35345704-6647-4c95-a406-ee83c19b42e7 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:20.883381 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5a3614be-551c-45a6-aba7-544f9c63a3a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.884079 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c57f7-5e54-497f-94e0-026248239682 req-e7653e01-b845-43ff-8b52-d4ecb30795d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.887333 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-e7653e01-b845-43ff-8b52-d4ecb30795d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 1096 time: 0.6549726 Jul 16 18:09:20.915088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c05384-82db-4e1f-9fbd-2f163bbb4f9e req-822b2f7c-c18d-4093-bc32-d4443b6b1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.917949 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e5c05384-82db-4e1f-9fbd-2f163bbb4f9e req-822b2f7c-c18d-4093-bc32-d4443b6b1271 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6857b2d9-0327-499b-99e9-e6599e42f428 HTTP/1.1" status: 200 len: 853 time: 0.1351185 Jul 16 18:09:20.926021 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.968851 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-c5dc3771-6c7e-4876-b5de-0156088a421d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5513588-a0cb-46cb-a2ef-40aa0c66d375 HTTP/1.1" status: 200 len: 217 time: 0.0696821 Jul 16 18:09:20.973110 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-735d17bc-46bb-433e-87d6-52937cf8d8b0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.988055 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e5c05384-82db-4e1f-9fbd-2f163bbb4f9e req-6417d6e5-566f-4c30-981c-fbcf04ef7c0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a3aff34c-d366-47a6-bb72-a1b487c78a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558529 Jul 16 18:09:20.994095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735d17bc-46bb-433e-87d6-52937cf8d8b0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.994899 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-735d17bc-46bb-433e-87d6-52937cf8d8b0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.014743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5a3614be-551c-45a6-aba7-544f9c63a3a0 None None] For port 35345704-6647-4c95-a406-ee83c19b42e7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=35345704-6647-4c95-a406-ee83c19b42e7,segment=NetworkSegment(e866fb8e-9ba7-4848-a0fc-eb2aa0b15def),segment_id=e866fb8e-9ba7-4848-a0fc-eb2aa0b15def)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:21.015325 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5a3614be-551c-45a6-aba7-544f9c63a3a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.029598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5a3614be-551c-45a6-aba7-544f9c63a3a0 None None] Calling delete_port for 35345704-6647-4c95-a406-ee83c19b42e7 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:21.060898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c57f7-5e54-497f-94e0-026248239682 req-652f55bc-cbdc-44d2-86c9-b8c1824e7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.062153 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-652f55bc-cbdc-44d2-86c9-b8c1824e7c9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18543e67-e99d-4be9-ae23-174f36fc9a37 HTTP/1.1" status: 200 len: 835 time: 0.0635660 Jul 16 18:09:21.095212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 35345704-6647-4c95-a406-ee83c19b42e7 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:21.173956 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-735d17bc-46bb-433e-87d6-52937cf8d8b0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2357831 Jul 16 18:09:21.176554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45632) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:21.212997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d17bc-46bb-433e-87d6-52937cf8d8b0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Network': ['ID=87c54276-6bf8-491c-9683-15ff7b588892,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:21.240251 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c57f7-5e54-497f-94e0-026248239682 req-584930a8-e59c-4ce0-9fa6-9fe5be58a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.241883 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-584930a8-e59c-4ce0-9fa6-9fe5be58a2ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b11069c-473b-4b1d-bf40-cc7205181677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502924 Jul 16 18:09:21.261893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d3efbf03-be87-4734-8cdf-49c7a16fcb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': '87c54276-6bf8-491c-9683-15ff7b588892', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:21.353633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 87c54276-6bf8-491c-9683-15ff7b588892 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:21.369079 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.417315 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-01db4749-a50c-4b90-bdc8-d053e0e3d94b service neutron] 10.222.0.32 "GET /v2.0/networks/0b11069c-473b-4b1d-bf40-cc7205181677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647627 Jul 16 18:09:21.495158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a774e07-38fb-41cd-8fdb-bcad4126f55e req-462f2242-29be-4264-90d4-471fe0952aeb tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.508356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a774e07-38fb-41cd-8fdb-bcad4126f55e req-462f2242-29be-4264-90d4-471fe0952aeb tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 944 time: 0.8051984 Jul 16 18:09:21.568821 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5a3614be-551c-45a6-aba7-544f9c63a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.665943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3614be-551c-45a6-aba7-544f9c63a3a0 None None] Pushing event deleted for resources: {'Port': ['ID=35345704-6647-4c95-a406-ee83c19b42e7,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:21.677699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3614be-551c-45a6-aba7-544f9c63a3a0 None None] No DVR routers for this DVR port 35345704-6647-4c95-a406-ee83c19b42e7 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:21.689176 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a774e07-38fb-41cd-8fdb-bcad4126f55e req-9c4a050d-035d-429b-8106-a5b70a3c2b40 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5f9d402-4db1-4b4c-b633-b4b0264bebd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778555 Jul 16 18:09:21.717550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c92579f5-1b43-4a39-84a4-8647f4083435 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:21.738866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Deleting port 35345704-6647-4c95-a406-ee83c19b42e7 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:21.739277 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.741705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: c92579f5-1b43-4a39-84a4-8647f4083435 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:21.742306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c92579f5-1b43-4a39-84a4-8647f4083435 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:21.849127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] For port 35345704-6647-4c95-a406-ee83c19b42e7, host n-d-787205-10, got binding levels [] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:21.849510 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.865779 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Calling delete_port for 35345704-6647-4c95-a406-ee83c19b42e7 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:21.868535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_backend_mixin [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Port 35345704-6647-4c95-a406-ee83c19b42e7 was not found and therefore no delete operation was performed {{(pid=105591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:09:21.921071 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.949541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] No DVR routers for this DVR port 35345704-6647-4c95-a406-ee83c19b42e7 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:22.018501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=35345704-6647-4c95-a406-ee83c19b42e7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:22.049723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e5c05384-82db-4e1f-9fbd-2f163bbb4f9e req-078fa968-7230-4eaf-a032-11d722378842 service neutron] 10.222.0.32 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0539832 Jul 16 18:09:22.158117 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-de1c57f7-5e54-497f-94e0-026248239682 req-fd00fd6f-e374-4a49-8039-a6aa14672afe service neutron] 10.222.0.32 "GET /v2.0/networks/0b11069c-473b-4b1d-bf40-cc7205181677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7362835 Jul 16 18:09:22.164151 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.176127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3efbf03-be87-4734-8cdf-49c7a16fcb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:22.180637 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d3efbf03-be87-4734-8cdf-49c7a16fcb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.215416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6fdd73-da18-48b5-9a3b-f97be3bcf6df']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:22.302928 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964e021-4505-4929-8678-40af2fd588fe req-177bff60-a2bf-4210-9125-9d93e6462ff3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.310815 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6964e021-4505-4929-8678-40af2fd588fe req-177bff60-a2bf-4210-9125-9d93e6462ff3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.6680827 Jul 16 18:09:22.334872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314c2a-76ab-410f-96c7-05dc09fdc879 req-6b2b5c03-9648-4d63-8e8d-5fd3f5946b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.336424 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac314c2a-76ab-410f-96c7-05dc09fdc879 req-6b2b5c03-9648-4d63-8e8d-5fd3f5946b53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 1096 time: 0.1049294 Jul 16 18:09:22.401652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:22.401987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e866fb8e-9ba7-4848-a0fc-eb2aa0b15def') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:22.503431 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.548380 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314c2a-76ab-410f-96c7-05dc09fdc879 req-fab86110-b627-4e5d-9836-248d9dc8bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.553755 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac314c2a-76ab-410f-96c7-05dc09fdc879 req-fab86110-b627-4e5d-9836-248d9dc8bb39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b11069c-473b-4b1d-bf40-cc7205181677 HTTP/1.1" status: 200 len: 897 time: 0.2106373 Jul 16 18:09:22.590686 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.624252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:22.624688 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:22.628737 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:22.660152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6964e021-4505-4929-8678-40af2fd588fe req-84e9e1b7-d24b-482e-852f-04a3eb3663d5 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483961 Jul 16 18:09:22.670436 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e5c05384-82db-4e1f-9fbd-2f163bbb4f9e req-f4d4e833-46d1-45f2-8e9c-2905e0725f0a service neutron] 10.222.0.32 "GET /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028826 Jul 16 18:09:22.692381 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac314c2a-76ab-410f-96c7-05dc09fdc879 req-5a71aeda-11a9-4e9f-8c29-170bfae64da4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5513588-a0cb-46cb-a2ef-40aa0c66d375 HTTP/1.1" status: 200 len: 217 time: 0.1302159 Jul 16 18:09:22.740663 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.770161 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.772228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c6fdd73-da18-48b5-9a3b-f97be3bcf6df HTTP/1.1" status: 204 len: 168 time: 2.4726551 Jul 16 18:09:22.782940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f9450-9181-4c94-b9da-0a342180a0e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6fdd73-da18-48b5-9a3b-f97be3bcf6df,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:22.858089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314c2a-76ab-410f-96c7-05dc09fdc879 req-6f410994-00b4-495c-8f9a-673a44f53dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.860015 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac314c2a-76ab-410f-96c7-05dc09fdc879 req-6f410994-00b4-495c-8f9a-673a44f53dfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18543e67-e99d-4be9-ae23-174f36fc9a37 HTTP/1.1" status: 200 len: 835 time: 0.1566360 Jul 16 18:09:22.972208 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac314c2a-76ab-410f-96c7-05dc09fdc879 req-6c0fa42d-822e-4e24-8973-5173d0fbe1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:22.974060 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac314c2a-76ab-410f-96c7-05dc09fdc879 req-6c0fa42d-822e-4e24-8973-5173d0fbe1e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b11069c-473b-4b1d-bf40-cc7205181677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071322 Jul 16 18:09:23.032250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45678) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:23.064060 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d3efbf03-be87-4734-8cdf-49c7a16fcb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.065912 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.204289 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cb4a20af-a4b4-4d22-b1f3-c06f2c3aa8ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e842df9b6b02407381982d4560f93832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682167 Jul 16 18:09:23.206822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45684) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:23.228431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efbf03-be87-4734-8cdf-49c7a16fcb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Subnet': ['ID=298692f9-c26a-494d-bcaa-6d9110dc90d0,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:23.257179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efbf03-be87-4734-8cdf-49c7a16fcb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Checking segment: {'id': '2823fd9b-1e6d-4ba2-8c79-99f246b5e797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '87c54276-6bf8-491c-9683-15ff7b588892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:23.257890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3efbf03-be87-4734-8cdf-49c7a16fcb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network hostable DHCP agents. Network: 87c54276-6bf8-491c-9683-15ff7b588892, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:23.277377 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac314c2a-76ab-410f-96c7-05dc09fdc879 req-3d727c1d-993a-42bf-a31c-36957d7b6b84 service neutron] 10.222.0.32 "GET /v2.0/networks/0b11069c-473b-4b1d-bf40-cc7205181677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942300 Jul 16 18:09:23.282707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3cae9-8542-48fb-baf7-a5d0ae0e944d req-1a4e7cbc-8753-4b38-a08b-6e261808861d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.284611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97b3cae9-8542-48fb-baf7-a5d0ae0e944d req-1a4e7cbc-8753-4b38-a08b-6e261808861d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 944 time: 0.2666419 Jul 16 18:09:23.331649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3efbf03-be87-4734-8cdf-49c7a16fcb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network 87c54276-6bf8-491c-9683-15ff7b588892 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:23.390301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-d3efbf03-be87-4734-8cdf-49c7a16fcb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 87c54276-6bf8-491c-9683-15ff7b588892) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:23.399643 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3efbf03-be87-4734-8cdf-49c7a16fcb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.403030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d3efbf03-be87-4734-8cdf-49c7a16fcb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.442791 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3ae0b1-1e82-4b3d-a3c6-42fe1ff70d5b None None] Network 87c54276-6bf8-491c-9683-15ff7b588892 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:23.450395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97b3cae9-8542-48fb-baf7-a5d0ae0e944d req-84db388f-f368-40fa-8d71-94f952305e5b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5f9d402-4db1-4b4c-b633-b4b0264bebd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563640 Jul 16 18:09:23.465569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d3efbf03-be87-4734-8cdf-49c7a16fcb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2760248 Jul 16 18:09:23.472222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45688) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:23.496765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': '87c54276-6bf8-491c-9683-15ff7b588892', 'security_groups': [], 'name': 'tempest-PortsTestJSON-817527239'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:23.556667 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ac314c2a-76ab-410f-96c7-05dc09fdc879 req-927d4c37-b316-4936-96e1-2f0636d7c721 service neutron] 10.222.0.32 "GET /v2.0/networks/0b11069c-473b-4b1d-bf40-cc7205181677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681894 Jul 16 18:09:23.594374 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79e36ae5-61d9-49d8-a929-a6d3e0605a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.663809 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79e36ae5-61d9-49d8-a929-a6d3e0605a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.772381 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79e36ae5-61d9-49d8-a929-a6d3e0605a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.775075 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79e36ae5-61d9-49d8-a929-a6d3e0605a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.776949 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-79e36ae5-61d9-49d8-a929-a6d3e0605a96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/feb49f8d-b373-418c-adb4-78265951c6cf HTTP/1.1" status: 204 len: 168 time: 0.5690129 Jul 16 18:09:23.801233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e36ae5-61d9-49d8-a929-a6d3e0605a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb49f8d-b373-418c-adb4-78265951c6cf,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:23.902129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-87c54276-6bf8-491c-9683-15ff7b588892', 'network_id': '87c54276-6bf8-491c-9683-15ff7b588892', 'tenant_id': 'ae7fe069504a42babdfd45616e4eff60', 'fixed_ips': [{'subnet_id': '298692f9-c26a-494d-bcaa-6d9110dc90d0'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:23.903962 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.964703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:23.968295 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.006982 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port 2761ea1a-ae9e-4483-931a-b7ae8f980439 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:24.207946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Allocated IP 172.20.0.2 (87c54276-6bf8-491c-9683-15ff7b588892/298692f9-c26a-494d-bcaa-6d9110dc90d0/7997b6c4-980c-440e-affa-1e9781de1e95) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:24.550897 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.576623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Transition to ACTIVE for port object 7997b6c4-980c-440e-affa-1e9781de1e95 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:24.624707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Transition to ACTIVE for port object 7997b6c4-980c-440e-affa-1e9781de1e95 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:24.635712 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.738380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Network 87c54276-6bf8-491c-9683-15ff7b588892 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:24.742237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:24.750242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:24.877093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Pushing event updated for resources: {'Port': ['ID=7997b6c4-980c-440e-affa-1e9781de1e95,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:24.890790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Attempting to bind port 7997b6c4-980c-440e-affa-1e9781de1e95 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:24.891357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Attempting to bind port 7997b6c4-980c-440e-affa-1e9781de1e95 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '2823fd9b-1e6d-4ba2-8c79-99f246b5e797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '87c54276-6bf8-491c-9683-15ff7b588892'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:24.891906 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Attempting to bind port 7997b6c4-980c-440e-affa-1e9781de1e95 on network 87c54276-6bf8-491c-9683-15ff7b588892 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:24.898865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:24.899423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Checking segment: {'id': '2823fd9b-1e6d-4ba2-8c79-99f246b5e797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '87c54276-6bf8-491c-9683-15ff7b588892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:24.900002 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.900686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Bound using segment: {'id': '2823fd9b-1e6d-4ba2-8c79-99f246b5e797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '87c54276-6bf8-491c-9683-15ff7b588892'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:24.901415 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Bound port: 7997b6c4-980c-440e-affa-1e9781de1e95, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2823fd9b-1e6d-4ba2-8c79-99f246b5e797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '87c54276-6bf8-491c-9683-15ff7b588892'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:24.901997 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.974698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] For port 7997b6c4-980c-440e-affa-1e9781de1e95, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:24.979514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] For port 7997b6c4-980c-440e-affa-1e9781de1e95, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7997b6c4-980c-440e-affa-1e9781de1e95,segment=NetworkSegment(2823fd9b-1e6d-4ba2-8c79-99f246b5e797),segment_id=2823fd9b-1e6d-4ba2-8c79-99f246b5e797)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:24.984774 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7bdb8-bf18-4f14-a864-27b1de2a5a67 req-32979125-d17e-4559-bcde-9a07bda28c51 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.986421 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ec7bdb8-bf18-4f14-a864-27b1de2a5a67 req-32979125-d17e-4559-bcde-9a07bda28c51 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.9838684 Jul 16 18:09:24.990102 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.012159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.10 (87c54276-6bf8-491c-9683-15ff7b588892/298692f9-c26a-494d-bcaa-6d9110dc90d0/2761ea1a-ae9e-4483-931a-b7ae8f980439) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:25.079547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f5513588-a0cb-46cb-a2ef-40aa0c66d375 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:25.090571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b36478-5f34-48e8-a9fa-078d7b72bfe5 req-58039b4f-1761-4100-838e-dea80d247a87 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.100263 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-70b36478-5f34-48e8-a9fa-078d7b72bfe5 req-58039b4f-1761-4100-838e-dea80d247a87 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 944 time: 0.3133090 Jul 16 18:09:25.133799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75838beb-2a5f-4b5c-905f-780de7308bea None None] Pushing event updated for resources: {'Port': ['ID=7997b6c4-980c-440e-affa-1e9781de1e95,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:25.194203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ec7bdb8-bf18-4f14-a864-27b1de2a5a67 req-eb95260b-3a1e-46ac-99d3-5cf97ab4ad92 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856632 Jul 16 18:09:25.306022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-70b36478-5f34-48e8-a9fa-078d7b72bfe5 req-1966cb09-2328-44df-8260-552ebc57403e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5f9d402-4db1-4b4c-b633-b4b0264bebd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037580 Jul 16 18:09:25.349146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45742) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:25.434449 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.525968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f5513588-a0cb-46cb-a2ef-40aa0c66d375, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5513588-a0cb-46cb-a2ef-40aa0c66d375,segment=NetworkSegment(1f72f25e-6d45-4687-8d08-a051657c5433),segment_id=1f72f25e-6d45-4687-8d08-a051657c5433)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:25.553574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'port_id': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'mac_address': 'fa:16:3e:dc:eb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:25.625128 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.679329 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Transition to ACTIVE for port object 2761ea1a-ae9e-4483-931a-b7ae8f980439 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:25.679514 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1581179405-network', 'tenant_id': '704aa65f43a74339a8134dc49ed1d39f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:25.701051 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.701342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7502b2-1350-479b-b5e4-e32318ae8040 req-c047a602-dd16-481b-85ce-92a4ee8c44d1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.703021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c7502b2-1350-479b-b5e4-e32318ae8040 req-c047a602-dd16-481b-85ce-92a4ee8c44d1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.2346103 Jul 16 18:09:25.740542 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Made reservation on behalf of 704aa65f43a74339a8134dc49ed1d39f for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:25.743142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.758875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5513588-a0cb-46cb-a2ef-40aa0c66d375 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:25.767200 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.829043 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c7502b2-1350-479b-b5e4-e32318ae8040 req-b98bef85-ea51-4517-9e0f-fb5dfc8a1c1b tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162891 Jul 16 18:09:25.837835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.867319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f5513588-a0cb-46cb-a2ef-40aa0c66d375, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5513588-a0cb-46cb-a2ef-40aa0c66d375,segment=NetworkSegment(1f72f25e-6d45-4687-8d08-a051657c5433),segment_id=1f72f25e-6d45-4687-8d08-a051657c5433)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:25.876534 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.972308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network 87c54276-6bf8-491c-9683-15ff7b588892 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:25.990168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:25.994090 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.999599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.005446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:26.030410 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:26.041594 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.042189 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Added segment 038f48ba-01cf-4f15-a8e8-83b46c5941bd of type vlan for network 0e8fa729-2ee4-40b5-8ea7-d502096d31f3 Jul 16 18:09:26.069721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=2761ea1a-ae9e-4483-931a-b7ae8f980439,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.096385 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.129234 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f5513588-a0cb-46cb-a2ef-40aa0c66d375,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.136142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.136900 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.146664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['f5513588-a0cb-46cb-a2ef-40aa0c66d375'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:26.147989 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.149247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.150150 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.206556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-98ae9ead-275b-479c-94c5-46b26fb4f43f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7256541 Jul 16 18:09:26.209629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45754) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:26.255363 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe78fe-394f-44e1-893a-d4b81d2a3c59 req-4a46754f-792c-41ab-a37f-5e1bf5dde671 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.258291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03fe78fe-394f-44e1-893a-d4b81d2a3c59 req-4a46754f-792c-41ab-a37f-5e1bf5dde671 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.2133152 Jul 16 18:09:26.277690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146f018a-a518-42a5-b3a1-925eefea60d3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.438728 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03fe78fe-394f-44e1-893a-d4b81d2a3c59 req-93c768d8-59b3-4e99-b2b1-96d942f6cc4d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720548 Jul 16 18:09:26.457763 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1064293 Jul 16 18:09:26.461919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45760) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:26.485070 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0cfbf281-4051-465f-8dde-bf8c8c69aab7 admin admin] Request body: {'subnet': {'network_id': '0e8fa729-2ee4-40b5-8ea7-d502096d31f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1581179405-subnet', 'tenant_id': '704aa65f43a74339a8134dc49ed1d39f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:26.508094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07cb67-1bb0-456a-91e0-08cd9b99b7e6 admin admin] Pushing event updated for resources: {'Network': ['ID=0e8fa729-2ee4-40b5-8ea7-d502096d31f3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.540126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 0e8fa729-2ee4-40b5-8ea7-d502096d31f3 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:26.729999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfbf281-4051-465f-8dde-bf8c8c69aab7 admin admin] Made reservation on behalf of 704aa65f43a74339a8134dc49ed1d39f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:26.746475 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cfbf281-4051-465f-8dde-bf8c8c69aab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.800839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-13c4ca5d-8f9a-4c07-a7a5-965697751d2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port 2761ea1a-ae9e-4483-931a-b7ae8f980439 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:26.801352 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13c4ca5d-8f9a-4c07-a7a5-965697751d2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.024796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7997b6c4-980c-440e-affa-1e9781de1e95 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:27.076795 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13c4ca5d-8f9a-4c07-a7a5-965697751d2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.103057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2613a70-a26d-4dc5-a83c-617df5d94e3e None None] Network 87c54276-6bf8-491c-9683-15ff7b588892 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:27.119523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-13c4ca5d-8f9a-4c07-a7a5-965697751d2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for 2761ea1a-ae9e-4483-931a-b7ae8f980439 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:27.204651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-803af1ad-9b45-47da-ad5a-db227652d377 None None] Provisioning for port 7997b6c4-980c-440e-affa-1e9781de1e95 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:27.295694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 7997b6c4-980c-440e-affa-1e9781de1e95 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:27.310297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 7997b6c4-980c-440e-affa-1e9781de1e95 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:27.310963 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.446971 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13c4ca5d-8f9a-4c07-a7a5-965697751d2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.516771 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4ca5d-8f9a-4c07-a7a5-965697751d2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=2761ea1a-ae9e-4483-931a-b7ae8f980439,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.575695 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cfbf281-4051-465f-8dde-bf8c8c69aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.601144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f345c-d8ef-4f2b-be44-bf8dc86cee91 req-fbcd93fb-88ff-4c0a-8cdc-65aaa8beb843 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.608132 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.609634 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-036f345c-d8ef-4f2b-be44-bf8dc86cee91 req-fbcd93fb-88ff-4c0a-8cdc-65aaa8beb843 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.5443234 Jul 16 18:09:27.646537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d953e-f98a-4f68-aa82-f415d44832a5 req-dff1a90b-790a-4662-8749-9327316be969 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.648102 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e34d953e-f98a-4f68-aa82-f415d44832a5 req-dff1a90b-790a-4662-8749-9327316be969 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 945 time: 0.5462842 Jul 16 18:09:27.699483 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-13c4ca5d-8f9a-4c07-a7a5-965697751d2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.702089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 7997b6c4-980c-440e-affa-1e9781de1e95, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7997b6c4-980c-440e-affa-1e9781de1e95,segment=NetworkSegment(2823fd9b-1e6d-4ba2-8c79-99f246b5e797),segment_id=2823fd9b-1e6d-4ba2-8c79-99f246b5e797)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:27.713016 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-13c4ca5d-8f9a-4c07-a7a5-965697751d2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/2761ea1a-ae9e-4483-931a-b7ae8f980439 HTTP/1.1" status: 204 len: 168 time: 1.4998605 Jul 16 18:09:27.714173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45774) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:27.716759 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.773435 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-036f345c-d8ef-4f2b-be44-bf8dc86cee91 req-2c870d93-6292-40b0-a10c-ff44afbf3d11 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627784 Jul 16 18:09:27.776759 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-101ce069-24b5-475b-a7dd-ba168917de31 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:09:27.782987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45776) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:27.784202 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-101ce069-24b5-475b-a7dd-ba168917de31 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/2761ea1a-ae9e-4483-931a-b7ae8f980439 HTTP/1.1" status: 404 len: 333 time: 0.0680766 Jul 16 18:09:27.830921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=7997b6c4-980c-440e-affa-1e9781de1e95,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.903165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b1cb2f-3f2b-47ca-af80-e74f9b6170cc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting subnet 298692f9-c26a-494d-bcaa-6d9110dc90d0 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:27.910209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbf281-4051-465f-8dde-bf8c8c69aab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df0ba710-59ba-46a4-8c2a-e6974b1e3469,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.913699 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67b1cb2f-3f2b-47ca-af80-e74f9b6170cc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.921534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e34d953e-f98a-4f68-aa82-f415d44832a5 req-fae741a9-395f-4b5b-8ac5-90938fdfb662 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5f9d402-4db1-4b4c-b633-b4b0264bebd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643690 Jul 16 18:09:27.973829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfbf281-4051-465f-8dde-bf8c8c69aab7 admin admin] Checking segment: {'id': '038f48ba-01cf-4f15-a8e8-83b46c5941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e8fa729-2ee4-40b5-8ea7-d502096d31f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:27.974204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbf281-4051-465f-8dde-bf8c8c69aab7 admin admin] Network hostable DHCP agents. Network: 0e8fa729-2ee4-40b5-8ea7-d502096d31f3, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:28.054900 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67b1cb2f-3f2b-47ca-af80-e74f9b6170cc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.117994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfbf281-4051-465f-8dde-bf8c8c69aab7 admin admin] Network 0e8fa729-2ee4-40b5-8ea7-d502096d31f3 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:28.131943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-0cfbf281-4051-465f-8dde-bf8c8c69aab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 0e8fa729-2ee4-40b5-8ea7-d502096d31f3) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:28.149188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36901a06-8de8-414e-9549-49a6263380c2 None None] Network 0e8fa729-2ee4-40b5-8ea7-d502096d31f3 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:28.169950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfbf281-4051-465f-8dde-bf8c8c69aab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.170872 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cfbf281-4051-465f-8dde-bf8c8c69aab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.198536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5c0ee8b9-6a88-49f0-8648-ea3293cce3c9 None None] Provisioning complete for port 7997b6c4-980c-440e-affa-1e9781de1e95 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:28.199281 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5c0ee8b9-6a88-49f0-8648-ea3293cce3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.250754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0cfbf281-4051-465f-8dde-bf8c8c69aab7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7867637 Jul 16 18:09:28.409883 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67b1cb2f-3f2b-47ca-af80-e74f9b6170cc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.607783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07197398-8cf6-4479-9dd2-0bfee0204c20 req-d89ac5d5-b34e-45aa-b6ca-262d17d6f020 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.609463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07197398-8cf6-4479-9dd2-0bfee0204c20 req-d89ac5d5-b34e-45aa-b6ca-262d17d6f020 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.3546104 Jul 16 18:09:28.686239 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67b1cb2f-3f2b-47ca-af80-e74f9b6170cc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.742284 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07197398-8cf6-4479-9dd2-0bfee0204c20 req-2ad59f90-9331-4742-93df-023c240da20b tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194949 Jul 16 18:09:28.774511 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1cb2f-3f2b-47ca-af80-e74f9b6170cc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Subnet': ['ID=298692f9-c26a-494d-bcaa-6d9110dc90d0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.791800 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67b1cb2f-3f2b-47ca-af80-e74f9b6170cc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.797157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45804) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:28.799841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-67b1cb2f-3f2b-47ca-af80-e74f9b6170cc tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/298692f9-c26a-494d-bcaa-6d9110dc90d0 HTTP/1.1" status: 204 len: 168 time: 0.9928107 Jul 16 18:09:29.005891 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.103815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7997b6c4-980c-440e-affa-1e9781de1e95 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:29.111920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f5513588-a0cb-46cb-a2ef-40aa0c66d375 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:29.116321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879249d5-5ca7-4378-a862-3c7b8694df5a None None] Network 87c54276-6bf8-491c-9683-15ff7b588892 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:29.184234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port 7997b6c4-980c-440e-affa-1e9781de1e95 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:29.184591 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.243380 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45826) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:29.449157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08143aa7-d7d9-465d-aabc-5f66af987ad8 None None] Network 0e8fa729-2ee4-40b5-8ea7-d502096d31f3 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:29.480209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-24ab428a-b8ae-44b5-b861-e1f8d933e6e9 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.482111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-24ab428a-b8ae-44b5-b861-e1f8d933e6e9 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/networks?id=0e8fa729-2ee4-40b5-8ea7-d502096d31f3 HTTP/1.1" status: 200 len: 814 time: 0.5599113 Jul 16 18:09:29.529597 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-7ff58f8d-c65a-4710-b33e-9b5c89857e1c tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/quotas/704aa65f43a74339a8134dc49ed1d39f HTTP/1.1" status: 200 len: 375 time: 0.0342658 Jul 16 18:09:29.554544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7bb41-5f20-4383-b725-8f964dcc5247 req-7b51920c-c659-4efd-8153-7f9579a37e76 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.567268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fbf7bb41-5f20-4383-b725-8f964dcc5247 req-7b51920c-c659-4efd-8153-7f9579a37e76 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.2954459 Jul 16 18:09:29.574421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a1ea25a2-c8f7-4d3a-9334-9687fa8fb5fd None None] Could not find standard attr ID for object 2761ea1a-ae9e-4483-931a-b7ae8f980439. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:09:29.585087 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port f5513588-a0cb-46cb-a2ef-40aa0c66d375 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:29.588408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] For port 7997b6c4-980c-440e-affa-1e9781de1e95, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7997b6c4-980c-440e-affa-1e9781de1e95,segment=NetworkSegment(2823fd9b-1e6d-4ba2-8c79-99f246b5e797),segment_id=2823fd9b-1e6d-4ba2-8c79-99f246b5e797)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:29.589901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.619574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port f5513588-a0cb-46cb-a2ef-40aa0c66d375 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:29.622786 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.645812 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for 7997b6c4-980c-440e-affa-1e9781de1e95 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:29.673391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-c213f0ef-6029-4016-96f5-82b3847acba2 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=704aa65f43a74339a8134dc49ed1d39f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983026 Jul 16 18:09:29.765972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 7997b6c4-980c-440e-affa-1e9781de1e95 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:29.766437 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.795079 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fbf7bb41-5f20-4383-b725-8f964dcc5247 req-e853c4cf-1556-4882-82e9-020cd87d73f2 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268095 Jul 16 18:09:29.925054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-94a04edc-3080-492f-bf1f-354f6a6412f8 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8fa729-2ee4-40b5-8ea7-d502096d31f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353327 Jul 16 18:09:30.052649 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.160976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:30.166940 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23502003-45de-439e-9164-1cc1a16a8ed2" -d '{"events": [{"server_uuid": "f34b7f6d-db42-4ae6-a47d-c91ac30223fa", "name": "network-vif-plugged", "status": "completed", "tag": "f5513588-a0cb-46cb-a2ef-40aa0c66d375"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:30.204720 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-f49a7a45-8598-4f68-9872-ec42328dbc68 service neutron] 10.222.0.24 "GET /v2.0/networks/0e8fa729-2ee4-40b5-8ea7-d502096d31f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715182 Jul 16 18:09:30.241913 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b1bb23-1403-4c1a-829d-1431d588bb51 None None] DHCP port deletion for 87c54276-6bf8-491c-9683-15ff7b588892 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:30.267223 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f5513588-a0cb-46cb-a2ef-40aa0c66d375, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5513588-a0cb-46cb-a2ef-40aa0c66d375,segment=NetworkSegment(1f72f25e-6d45-4687-8d08-a051657c5433),segment_id=1f72f25e-6d45-4687-8d08-a051657c5433)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:30.276792 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345564c-bb3f-4d74-b712-30ae87d31d5a req-583dadca-8206-460f-9b27-b9cbe86a81a1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.277200 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.285363 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.296355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a345564c-bb3f-4d74-b712-30ae87d31d5a req-583dadca-8206-460f-9b27-b9cbe86a81a1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 945 time: 0.1669223 Jul 16 18:09:30.316834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No DVR routers for this DVR port 7997b6c4-980c-440e-affa-1e9781de1e95 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:30.372345 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=7997b6c4-980c-440e-affa-1e9781de1e95,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:30.425047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a345564c-bb3f-4d74-b712-30ae87d31d5a req-111e0bf5-091a-43c0-a4df-85b2ea2e81ce tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5f9d402-4db1-4b4c-b633-b4b0264bebd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187773 Jul 16 18:09:30.474082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f5513588-a0cb-46cb-a2ef-40aa0c66d375,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:30.547229 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15008988-e7d7-48a6-8785-9a2702f44744 x-openstack-request-id: req-15008988-e7d7-48a6-8785-9a2702f44744 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:30.547803 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34b7f6d-db42-4ae6-a47d-c91ac30223fa", "name": "network-vif-plugged", "status": "completed", "tag": "f5513588-a0cb-46cb-a2ef-40aa0c66d375", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:30.548230 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15008988-e7d7-48a6-8785-9a2702f44744 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:30.548795 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'code': 200} Jul 16 18:09:30.621102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.734119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c54276-6bf8-491c-9683-15ff7b588892']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:30.797233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2823fd9b-1e6d-4ba2-8c79-99f246b5e797') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:30.797546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2823fd9b-1e6d-4ba2-8c79-99f246b5e797') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:30.826560 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.882015 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e508627e-e5e8-4f63-bec5-7e31bffd73d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.883827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb2da1a3-f707-4067-bcc3-9619882010e7 req-9c193590-1ab6-4582-b077-48741f3bf5ac tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 210 time: 0.1498778 Jul 16 18:09:30.933086 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7997b6c4-980c-440e-affa-1e9781de1e95 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:30.944111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc891c-87c1-4b5c-be11-da064150de48 req-572bdc93-cd04-46f7-9c0c-805daf645628 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.945901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86fc891c-87c1-4b5c-be11-da064150de48 req-572bdc93-cd04-46f7-9c0c-805daf645628 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.2700648 Jul 16 18:09:30.977952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 7997b6c4-980c-440e-affa-1e9781de1e95 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:30.979800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7997b6c4-980c-440e-affa-1e9781de1e95 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:31.022377 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86fc891c-87c1-4b5c-be11-da064150de48 req-415732ae-aae8-4cb6-9164-62a7a5a53de7 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693827 Jul 16 18:09:31.144803 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.188902 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:31.189545 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.195000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3a063-8860-4c39-93a9-531a64a29b76 req-f9513a82-a838-46c3-a9f1-cb42d1ebdd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.196920 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bcb3a063-8860-4c39-93a9-531a64a29b76 req-f9513a82-a838-46c3-a9f1-cb42d1ebdd64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 1098 time: 0.5602188 Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:31.197923 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:31.356673 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bcb3a063-8860-4c39-93a9-531a64a29b76 req-4b892155-c2f7-4715-9970-95b0db7205be service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a5f9d402-4db1-4b4c-b633-b4b0264bebd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018970 Jul 16 18:09:31.366616 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.388835 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.392976 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/networks/87c54276-6bf8-491c-9683-15ff7b588892 HTTP/1.1" status: 204 len: 168 time: 2.5941484 Jul 16 18:09:31.394026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf3a9d-77c5-4186-baea-d426dec18d36 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Network': ['ID=87c54276-6bf8-491c-9683-15ff7b588892,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:31.398062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45866) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:31.407173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-afae1e29-5b26-4a7f-8ab5-e8ca8896be2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'name': 'tempest-PortsTestJSON-1379729095'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:31.448978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe7e41-805c-43af-af3e-dcc9fa6d521c req-60f9e94e-4a06-48b3-816c-ff9d39e39393 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.459794 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cfbe7e41-805c-43af-af3e-dcc9fa6d521c req-60f9e94e-4a06-48b3-816c-ff9d39e39393 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.2235441 Jul 16 18:09:31.544691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cfbe7e41-805c-43af-af3e-dcc9fa6d521c req-3619ebe9-6016-4cd7-818b-92a03cb96aa3 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831792 Jul 16 18:09:31.617187 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afae1e29-5b26-4a7f-8ab5-e8ca8896be2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:31.622440 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afae1e29-5b26-4a7f-8ab5-e8ca8896be2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.679048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-afae1e29-5b26-4a7f-8ab5-e8ca8896be2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port e4a5846b-b674-454f-8a86-ac5893122648 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:31.798556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9313f87-e45f-46e1-aa3a-7b448337adef req-a4e304c5-e97a-4e82-bc19-e6602646944c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.805502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9313f87-e45f-46e1-aa3a-7b448337adef req-a4e304c5-e97a-4e82-bc19-e6602646944c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 946 time: 0.2077274 Jul 16 18:09:31.884623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9313f87-e45f-46e1-aa3a-7b448337adef req-2ccc792c-823a-4670-a19b-a47e50a6355b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5f9d402-4db1-4b4c-b633-b4b0264bebd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709267 Jul 16 18:09:31.962409 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afae1e29-5b26-4a7f-8ab5-e8ca8896be2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.969267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e508627e-e5e8-4f63-bec5-7e31bffd73d7 admin admin] Deleting port 8bf1c279-4920-4945-986f-8bb80f2814a7 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:31.969609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e508627e-e5e8-4f63-bec5-7e31bffd73d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.985965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da0110-1cbc-4fb3-81cf-16282f4b17fa req-cc4ff46d-fb0c-4ff0-86fd-7e65df9c7912 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.987591 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8da0110-1cbc-4fb3-81cf-16282f4b17fa req-cc4ff46d-fb0c-4ff0-86fd-7e65df9c7912 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.1240759 Jul 16 18:09:32.063031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8da0110-1cbc-4fb3-81cf-16282f4b17fa req-f335885a-20f4-494a-9350-c789881ea84e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681319 Jul 16 18:09:32.100672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e508627e-e5e8-4f63-bec5-7e31bffd73d7 admin admin] For port 8bf1c279-4920-4945-986f-8bb80f2814a7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8bf1c279-4920-4945-986f-8bb80f2814a7,segment=NetworkSegment(d8b080ea-bb0c-44ed-93ac-1a7b3781e34e),segment_id=d8b080ea-bb0c-44ed-93ac-1a7b3781e34e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:32.101074 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e508627e-e5e8-4f63-bec5-7e31bffd73d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.116248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e508627e-e5e8-4f63-bec5-7e31bffd73d7 admin admin] Calling delete_port for 8bf1c279-4920-4945-986f-8bb80f2814a7 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:32.256194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c914054-5bc6-480c-b2bf-bd7698283aab req-10691401-f3fc-457e-bad7-d191027517e6 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 210 time: 0.0515425 Jul 16 18:09:32.410708 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bbeb0-bd2c-4bdb-a383-8b781067fb9a req-087159ca-e31f-47ca-9ce8-fac58cd3eb4f tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.412786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf1bbeb0-bd2c-4bdb-a383-8b781067fb9a req-087159ca-e31f-47ca-9ce8-fac58cd3eb4f tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.1011422 Jul 16 18:09:32.490127 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afae1e29-5b26-4a7f-8ab5-e8ca8896be2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.515375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf1bbeb0-bd2c-4bdb-a383-8b781067fb9a req-9272c7c4-ff25-4445-a4f5-22b52016cbd7 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948493 Jul 16 18:09:32.562256 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e508627e-e5e8-4f63-bec5-7e31bffd73d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.566164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae1e29-5b26-4a7f-8ab5-e8ca8896be2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=e4a5846b-b674-454f-8a86-ac5893122648,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:32.584438 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afae1e29-5b26-4a7f-8ab5-e8ca8896be2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ab399775-69a3-44e7-819c-2b6e0cb8857a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:32.609166 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-afae1e29-5b26-4a7f-8ab5-e8ca8896be2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:32.614108 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae1e29-5b26-4a7f-8ab5-e8ca8896be2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:32.618632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afae1e29-5b26-4a7f-8ab5-e8ca8896be2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.620227 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afae1e29-5b26-4a7f-8ab5-e8ca8896be2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.631779 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508627e-e5e8-4f63-bec5-7e31bffd73d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf1c279-4920-4945-986f-8bb80f2814a7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:32.690675 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-afae1e29-5b26-4a7f-8ab5-e8ca8896be2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2881875 Jul 16 18:09:32.691524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45890) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:33.080966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-8014471e-ab6f-4d63-b782-613a407878be tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.083998 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-8014471e-ab6f-4d63-b782-613a407878be tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.11 "GET /v2.0/networks?id=0e8fa729-2ee4-40b5-8ea7-d502096d31f3 HTTP/1.1" status: 200 len: 814 time: 0.4527285 Jul 16 18:09:33.099559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a9228420-fdc3-4427-a508-6da2b7a434d0 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Request body: {'port': {'device_id': '38dfa950-bb9c-4df1-8965-72ea4c1b61c8', 'network_id': '0e8fa729-2ee4-40b5-8ea7-d502096d31f3', 'admin_state_up': True, 'tenant_id': '704aa65f43a74339a8134dc49ed1d39f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:33.159662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90354a86-beaa-4245-99fc-912308b16959 req-cc391603-91a1-4847-ad71-a348af11a956 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.161268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90354a86-beaa-4245-99fc-912308b16959 req-cc391603-91a1-4847-ad71-a348af11a956 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.2827015 Jul 16 18:09:33.292852 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90354a86-beaa-4245-99fc-912308b16959 req-367c3c9b-dfea-4ede-ac5f-904b1eeab15f tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184788 Jul 16 18:09:33.342169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde8a2b-8ea9-4590-a146-e64ddad209e3 req-7d0dc91b-b428-4973-bea9-d29c2205525a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.355786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9bde8a2b-8ea9-4590-a146-e64ddad209e3 req-7d0dc91b-b428-4973-bea9-d29c2205525a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 946 time: 0.2074621 Jul 16 18:09:33.378053 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5028a801-0dfb-4684-b9ca-3778c05dc82a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port e4a5846b-b674-454f-8a86-ac5893122648 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:33.378306 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5028a801-0dfb-4684-b9ca-3778c05dc82a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.407137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a9228420-fdc3-4427-a508-6da2b7a434d0 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Made reservation on behalf of 704aa65f43a74339a8134dc49ed1d39f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:33.411758 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a9228420-fdc3-4427-a508-6da2b7a434d0 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.411949 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e508627e-e5e8-4f63-bec5-7e31bffd73d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.442267 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9bde8a2b-8ea9-4590-a146-e64ddad209e3 req-7a68d1c8-e448-414e-aeb3-e22fc296233d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5f9d402-4db1-4b4c-b633-b4b0264bebd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859697 Jul 16 18:09:33.534861 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5028a801-0dfb-4684-b9ca-3778c05dc82a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.558516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5028a801-0dfb-4684-b9ca-3778c05dc82a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for e4a5846b-b674-454f-8a86-ac5893122648 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:33.619831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52c07bc7-2b27-4185-beb5-143f4b7d8e4a req-57741f1d-ffb0-41e5-a226-fa2a84b24bb4 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 210 time: 0.0492058 Jul 16 18:09:33.631819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a9228420-fdc3-4427-a508-6da2b7a434d0 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Allocated IP 172.20.0.13 (0e8fa729-2ee4-40b5-8ea7-d502096d31f3/df0ba710-59ba-46a4-8c2a-e6974b1e3469/397ced1d-3347-48a9-a6ec-dcc82c3af05d) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:33.803934 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e508627e-e5e8-4f63-bec5-7e31bffd73d7 admin admin] Router bf9365b8-2c60-4e30-9a4d-1c18c549f78d has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:33.828793 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5028a801-0dfb-4684-b9ca-3778c05dc82a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.898494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028a801-0dfb-4684-b9ca-3778c05dc82a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=e4a5846b-b674-454f-8a86-ac5893122648,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:33.921303 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5028a801-0dfb-4684-b9ca-3778c05dc82a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.925866 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5028a801-0dfb-4684-b9ca-3778c05dc82a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/e4a5846b-b674-454f-8a86-ac5893122648 HTTP/1.1" status: 204 len: 168 time: 1.2305491 Jul 16 18:09:33.927022 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45916) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:33.933647 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2b97f4ea-06e3-4f97-981c-93275c484b43 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'mac_address': 'fa:16:3e:55:9c:6a', 'name': 'tempest-PortsTestJSON-638654696'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:34.060539 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e508627e-e5e8-4f63-bec5-7e31bffd73d7 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:34.072629 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e508627e-e5e8-4f63-bec5-7e31bffd73d7 admin admin] 10.222.0.24 "PUT /v2.0/routers/bf9365b8-2c60-4e30-9a4d-1c18c549f78d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8215024 Jul 16 18:09:34.072629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45922) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:34.077158 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c48c9-3dcb-4131-85c6-e6a42480924f None None] Sync routers for ids ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:34.086002 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a9228420-fdc3-4427-a508-6da2b7a434d0 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.092463 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c48c9-3dcb-4131-85c6-e6a42480924f None None] Routers {'bf9365b8-2c60-4e30-9a4d-1c18c549f78d'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:34.093342 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a78c48c9-3dcb-4131-85c6-e6a42480924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:09:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:34.098060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c66e9-6bdd-4b08-9704-fbd10aa8f979 req-ecc6b136-ad27-469b-be58-a45c46be1d0c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.099611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee1c66e9-6bdd-4b08-9704-fbd10aa8f979 req-ecc6b136-ad27-469b-be58-a45c46be1d0c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 946 time: 0.1650755 Jul 16 18:09:34.127959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b97f4ea-06e3-4f97-981c-93275c484b43 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:34.217635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d4f0c-53d1-4047-8c78-e195817e3a4b req-c4f72e60-51a3-49fe-b0c5-31cf23f3ab32 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.224468 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb3d4f0c-53d1-4047-8c78-e195817e3a4b req-c4f72e60-51a3-49fe-b0c5-31cf23f3ab32 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.2425518 Jul 16 18:09:34.258841 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b97f4ea-06e3-4f97-981c-93275c484b43 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.289275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-2b97f4ea-06e3-4f97-981c-93275c484b43 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port c002114a-2b9d-499c-9574-4260e379e11e yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:34.336821 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.352236 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a78c48c9-3dcb-4131-85c6-e6a42480924f None None] Set router bf9365b8-2c60-4e30-9a4d-1c18c549f78d gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:34.368309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee1c66e9-6bdd-4b08-9704-fbd10aa8f979 req-1f5194c8-9ad7-4a2c-9693-a7390bc6df5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5f9d402-4db1-4b4c-b633-b4b0264bebd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213035 Jul 16 18:09:34.370006 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a9228420-fdc3-4427-a508-6da2b7a434d0 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.397989 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb3d4f0c-53d1-4047-8c78-e195817e3a4b req-439610f4-5b82-4fc4-8e9b-7277bf981d4f tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674025 Jul 16 18:09:34.423186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45932) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:34.467757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a9228420-fdc3-4427-a508-6da2b7a434d0 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Network 0e8fa729-2ee4-40b5-8ea7-d502096d31f3 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:34.474678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a9228420-fdc3-4427-a508-6da2b7a434d0 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:34.480925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a9228420-fdc3-4427-a508-6da2b7a434d0 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:34.528796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9228420-fdc3-4427-a508-6da2b7a434d0 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Pushing event updated for resources: {'Port': ['ID=397ced1d-3347-48a9-a6ec-dcc82c3af05d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:34.607591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a9228420-fdc3-4427-a508-6da2b7a434d0 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.616632 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a9228420-fdc3-4427-a508-6da2b7a434d0 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.669801 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a9228420-fdc3-4427-a508-6da2b7a434d0 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5676949 Jul 16 18:09:34.727447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Request body: {'port': {'device_id': '38dfa950-bb9c-4df1-8965-72ea4c1b61c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:34.750988 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.765936 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b97f4ea-06e3-4f97-981c-93275c484b43 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.778390 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a78c48c9-3dcb-4131-85c6-e6a42480924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T18:09:32Z', 'revision_number': 5, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port': {'id': '64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:37:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:57:25Z', 'updated_at': '2021-07-16T17:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:34.805682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e6ef1-782f-4746-ab52-519f1097594a tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.808614 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5f9e6ef1-782f-4746-ab52-519f1097594a tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 1093 time: 0.3854783 Jul 16 18:09:34.812856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45942) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:34.813043 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c48c9-3dcb-4131-85c6-e6a42480924f None None] Checking router: bf9365b8-2c60-4e30-9a4d-1c18c549f78d for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:34.819827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:34.823318 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c48c9-3dcb-4131-85c6-e6a42480924f None None] Routers {'bf9365b8-2c60-4e30-9a4d-1c18c549f78d'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:34.823963 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a78c48c9-3dcb-4131-85c6-e6a42480924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:09:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:34.891148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.902492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Deleting port 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:34.903230 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.935694 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b97f4ea-06e3-4f97-981c-93275c484b43 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.998085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45948) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.059180 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b97f4ea-06e3-4f97-981c-93275c484b43 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ab399775-69a3-44e7-819c-2b6e0cb8857a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:35.082151 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2b97f4ea-06e3-4f97-981c-93275c484b43 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:35.098199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97f4ea-06e3-4f97-981c-93275c484b43 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:35.105347 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97f4ea-06e3-4f97-981c-93275c484b43 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.106590 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b97f4ea-06e3-4f97-981c-93275c484b43 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.118367 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97f4ea-06e3-4f97-981c-93275c484b43 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=c002114a-2b9d-499c-9574-4260e379e11e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.158913 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a78c48c9-3dcb-4131-85c6-e6a42480924f None None] Set router bf9365b8-2c60-4e30-9a4d-1c18c549f78d gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:35.190190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] For port 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:35.191223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.207621 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2b97f4ea-06e3-4f97-981c-93275c484b43 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2791595 Jul 16 18:09:35.215728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45952) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.215958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e457211-26df-46e9-93b2-03fc3adcb287 req-5ef9cb3a-08e7-4c24-967d-fc67665be6c8 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.218807 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e457211-26df-46e9-93b2-03fc3adcb287 req-5ef9cb3a-08e7-4c24-967d-fc67665be6c8 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 932 time: 0.1775212 Jul 16 18:09:35.219447 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.229293 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Calling delete_port for 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:35.333491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934bb68-6ac5-456e-8ff7-2cd2dc2a2bda req-ad8511a9-4dda-40d3-9ccf-f0793fabe7d1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.346482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5934bb68-6ac5-456e-8ff7-2cd2dc2a2bda req-ad8511a9-4dda-40d3-9ccf-f0793fabe7d1 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.6631784 Jul 16 18:09:35.356325 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a78c48c9-3dcb-4131-85c6-e6a42480924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T18:09:34Z', 'revision_number': 6, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:35.362701 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e457211-26df-46e9-93b2-03fc3adcb287 req-a5334781-e83d-4156-b375-7e9aa6273b35 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/security-groups?id=146f018a-a518-42a5-b3a1-925eefea60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342003 Jul 16 18:09:35.406177 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c48c9-3dcb-4131-85c6-e6a42480924f None None] The sync data for ids ['bf9365b8-2c60-4e30-9a4d-1c18c549f78d'] in n-d-787205-10 is: [{'id': 'bf9365b8-2c60-4e30-9a4d-1c18c549f78d', 'name': 'tempest-TaggedBootDevicesTest_v242-1716593934-router', 'tenant_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:57:23Z', 'updated_at': '2021-07-16T18:09:34Z', 'revision_number': 6, 'project_id': '439f2b33d61f41dca0e5c59052b5e9cf', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:35.463997 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4cce9e61-6727-4114-9927-c88fe318dcc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.482414 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.493595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b6f9df-f387-47c7-910e-23e18bb62542 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.496441 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a7b6f9df-f387-47c7-910e-23e18bb62542 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/c002114a-2b9d-499c-9574-4260e379e11e HTTP/1.1" status: 200 len: 840 time: 0.2773240 Jul 16 18:09:35.499933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45954) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.508772 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5934bb68-6ac5-456e-8ff7-2cd2dc2a2bda req-2708b7f3-45a3-447e-bca4-2b228709e033 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613872 Jul 16 18:09:35.817195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397ced1d-3347-48a9-a6ec-dcc82c3af05d {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:35.829481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263c1e9-aae8-45cb-8f59-2e3e99ded62a req-0e70ecee-f836-472a-881f-a65e4867c51c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.831204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d263c1e9-aae8-45cb-8f59-2e3e99ded62a req-0e70ecee-f836-472a-881f-a65e4867c51c tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.1500506 Jul 16 18:09:35.841211 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.856669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-63c8e9ab-9a9c-4ea5-b80b-d813eb11335d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port c002114a-2b9d-499c-9574-4260e379e11e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:35.857247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63c8e9ab-9a9c-4ea5-b80b-d813eb11335d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.871709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Transition to ACTIVE for port object 397ced1d-3347-48a9-a6ec-dcc82c3af05d will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:35.879878 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.920735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d263c1e9-aae8-45cb-8f59-2e3e99ded62a req-808be62d-8cde-48f3-97eb-e2f4d316f99b tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818963 Jul 16 18:09:35.920953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Allocated IP 172.25.3.50 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/6e7a094c-355b-456c-93ec-b46c06dfe81e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:36.030905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.047507 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63c8e9ab-9a9c-4ea5-b80b-d813eb11335d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.081641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Pushing event updated for resources: {'Port': ['ID=397ced1d-3347-48a9-a6ec-dcc82c3af05d,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.086813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Attempting to bind port 397ced1d-3347-48a9-a6ec-dcc82c3af05d on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:36.087257 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Attempting to bind port 397ced1d-3347-48a9-a6ec-dcc82c3af05d by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '038f48ba-01cf-4f15-a8e8-83b46c5941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e8fa729-2ee4-40b5-8ea7-d502096d31f3'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:36.087769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Attempting to bind port 397ced1d-3347-48a9-a6ec-dcc82c3af05d on network 0e8fa729-2ee4-40b5-8ea7-d502096d31f3 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:36.101366 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Pushing event deleted for resources: {'Port': ['ID=64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.138424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Port 397ced1d-3347-48a9-a6ec-dcc82c3af05d on network 0e8fa729-2ee4-40b5-8ea7-d502096d31f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:36.138424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Attempting to bind port 397ced1d-3347-48a9-a6ec-dcc82c3af05d on network 0e8fa729-2ee4-40b5-8ea7-d502096d31f3 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:36.138714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-63c8e9ab-9a9c-4ea5-b80b-d813eb11335d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for c002114a-2b9d-499c-9574-4260e379e11e owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:36.138714 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4cce9e61-6727-4114-9927-c88fe318dcc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.142036 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:36.142503 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Checking segment: {'id': '038f48ba-01cf-4f15-a8e8-83b46c5941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e8fa729-2ee4-40b5-8ea7-d502096d31f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:36.143011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Bound using segment: {'id': '038f48ba-01cf-4f15-a8e8-83b46c5941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e8fa729-2ee4-40b5-8ea7-d502096d31f3'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:36.143613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Bound port: 397ced1d-3347-48a9-a6ec-dcc82c3af05d, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038f48ba-01cf-4f15-a8e8-83b46c5941bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0e8fa729-2ee4-40b5-8ea7-d502096d31f3'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:36.144591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.172588 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4cce9e61-6727-4114-9927-c88fe318dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.220958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38415f0b-f9e3-4961-a691-d573d8bbaf94 req-b14abf08-a29c-4d7d-8062-e53f084f0aac tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.222792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-38415f0b-f9e3-4961-a691-d573d8bbaf94 req-b14abf08-a29c-4d7d-8062-e53f084f0aac tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.1381299 Jul 16 18:09:36.273216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] For port 397ced1d-3347-48a9-a6ec-dcc82c3af05d, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:36.296372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-38415f0b-f9e3-4961-a691-d573d8bbaf94 req-46ef49b8-5182-4eb6-873d-2dfdfdf7e55e tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528290 Jul 16 18:09:36.307111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] For port 397ced1d-3347-48a9-a6ec-dcc82c3af05d, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=397ced1d-3347-48a9-a6ec-dcc82c3af05d,segment=NetworkSegment(038f48ba-01cf-4f15-a8e8-83b46c5941bd),segment_id=038f48ba-01cf-4f15-a8e8-83b46c5941bd)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:36.316228 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.382668 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.383513 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.392425 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] 10.222.0.11 "PUT /v2.0/ports/397ced1d-3347-48a9-a6ec-dcc82c3af05d HTTP/1.1" status: 200 len: 1093 time: 1.7114437 Jul 16 18:09:36.393115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dfa950-bb9c-4df1-8965-72ea4c1b61c8', 'tag': '397ced1d-3347-48a9-a6ec-dcc82c3af05d'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:36.395923 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3498812d-cc8e-440c-afea-9f785e9c4ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "38dfa950-bb9c-4df1-8965-72ea4c1b61c8", "tag": "397ced1d-3347-48a9-a6ec-dcc82c3af05d"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:36.768122 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4cce9e61-6727-4114-9927-c88fe318dcc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39bae479b7de4251ba89e0d7408a5278&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7661018 Jul 16 18:09:36.778647 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.780643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45978) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.899041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8bf1c279-4920-4945-986f-8bb80f2814a7 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:36.939951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 8bf1c279-4920-4945-986f-8bb80f2814a7 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:36.943235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804a849-5e8b-4464-823e-c3fcc3d0f3ed service neutron] Pushing event updated for resources: {'Port': ['ID=397ced1d-3347-48a9-a6ec-dcc82c3af05d,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.943571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8bf1c279-4920-4945-986f-8bb80f2814a7 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:36.944328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:36.954945 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b67602a-80cc-4af7-a786-0ce52c741bc8 x-openstack-request-id: req-3b67602a-80cc-4af7-a786-0ce52c741bc8 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:36.955253 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38dfa950-bb9c-4df1-8965-72ea4c1b61c8", "tag": "397ced1d-3347-48a9-a6ec-dcc82c3af05d", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:36.955515 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b67602a-80cc-4af7-a786-0ce52c741bc8 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:36.956028 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dfa950-bb9c-4df1-8965-72ea4c1b61c8', 'tag': '397ced1d-3347-48a9-a6ec-dcc82c3af05d', 'status': 'completed', 'code': 200} Jul 16 18:09:36.987609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.002047 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:37.002844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 64e5ed54-fbc0-492d-8e7b-c049ecd1fdfd not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:37.045079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-d042ebe0-612d-4f7e-b5ea-724e047a2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.046994 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-d042ebe0-612d-4f7e-b5ea-724e047a2fca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704aa65f43a74339a8134dc49ed1d39f&device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 1096 time: 0.5883653 Jul 16 18:09:37.062237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370666e-bd75-457d-8ceb-2d1b685ccd63 req-3b24be67-0d8a-4056-9db1-ddaaa3a0e4bd tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.070803 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7370666e-bd75-457d-8ceb-2d1b685ccd63 req-3b24be67-0d8a-4056-9db1-ddaaa3a0e4bd tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 944 time: 0.1136463 Jul 16 18:09:37.107903 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63c8e9ab-9a9c-4ea5-b80b-d813eb11335d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.112669 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.126207 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-fbde6e3f-d05b-4e74-8058-1e98dc31ca6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=397ced1d-3347-48a9-a6ec-dcc82c3af05d HTTP/1.1" status: 200 len: 217 time: 0.0525739 Jul 16 18:09:37.159660 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7370666e-bd75-457d-8ceb-2d1b685ccd63 req-5053a285-d283-4a09-b760-aa999060fae9 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/security-groups?id=146f018a-a518-42a5-b3a1-925eefea60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878582 Jul 16 18:09:37.177114 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce9e61-6727-4114-9927-c88fe318dcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c75a4c9-14f0-49d2-ab87-c441974fb2db,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.199627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63c8e9ab-9a9c-4ea5-b80b-d813eb11335d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.205069 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-63c8e9ab-9a9c-4ea5-b80b-d813eb11335d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/c002114a-2b9d-499c-9574-4260e379e11e HTTP/1.1" status: 204 len: 168 time: 1.6997578 Jul 16 18:09:37.231127 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.235044 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45984) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.244332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:37.245200 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-b7d28fa3-82e1-4139-bd1e-22ce2ca4d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.248962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-b7d28fa3-82e1-4139-bd1e-22ce2ca4d74a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df0ba710-59ba-46a4-8c2a-e6974b1e3469 HTTP/1.1" status: 200 len: 854 time: 0.1028242 Jul 16 18:09:37.283614 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.287933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:37.291689 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5946ad-5895-4fa0-a69c-5063d93582c5 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:09:37.298134 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6a5946ad-5895-4fa0-a69c-5063d93582c5 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/c002114a-2b9d-499c-9574-4260e379e11e HTTP/1.1" status: 404 len: 333 time: 0.0516675 Jul 16 18:09:37.299456 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45990) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.302145 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-5b6d3277-56b8-49d1-9d89-8d02d1a70ab6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0e8fa729-2ee4-40b5-8ea7-d502096d31f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452647 Jul 16 18:09:37.304144 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:37.307734 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afece305-a751-4a92-ba09-30677907c655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.320769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-09a98629-c4b6-4c43-a9c3-fa06f2d15207 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'name': 'tempest-PortsTestJSON-628324079'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:37.456102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=6e7a094c-355b-456c-93ec-b46c06dfe81e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.462619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afece305-a751-4a92-ba09-30677907c655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.474567 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.474567 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf9365b8-2c60-4e30-9a4d-1c18c549f78d {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:37.480839 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-791344fa-a6dc-4222-a96a-3d635e636862 service neutron] 10.222.0.11 "GET /v2.0/networks/0e8fa729-2ee4-40b5-8ea7-d502096d31f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715457 Jul 16 18:09:37.519282 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.520655 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1568f6c4-db27-478b-8f5c-1706b5b6cb5b admin admin] 10.222.0.24 "DELETE /v2.0/routers/bf9365b8-2c60-4e30-9a4d-1c18c549f78d HTTP/1.1" status: 204 len: 168 time: 3.4488659 Jul 16 18:09:37.531178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45992) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.588940 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8e9ab-9a9c-4ea5-b80b-d813eb11335d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=c002114a-2b9d-499c-9574-4260e379e11e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.619589 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6482e1f-31d6-40a2-ad88-ba5397ece5de admin admin] Deleting subnet 69eb66ea-9472-42b1-8bef-cc1b7c6812ce {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:37.657399 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f6482e1f-31d6-40a2-ad88-ba5397ece5de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.769326 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f6482e1f-31d6-40a2-ad88-ba5397ece5de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.822922 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12af7303-70b8-49eb-952c-cc9fe68e0ea1 req-3b9d79d7-5e18-4f95-85b0-3036d8bdf195 service neutron] 10.222.0.11 "GET /v2.0/networks/0e8fa729-2ee4-40b5-8ea7-d502096d31f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349557 Jul 16 18:09:37.941510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a98629-c4b6-4c43-a9c3-fa06f2d15207 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:37.948219 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09a98629-c4b6-4c43-a9c3-fa06f2d15207 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.971141 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afece305-a751-4a92-ba09-30677907c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.973891 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-afece305-a751-4a92-ba09-30677907c655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.979807 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-afece305-a751-4a92-ba09-30677907c655 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c75a4c9-14f0-49d2-ab87-c441974fb2db HTTP/1.1" status: 204 len: 168 time: 1.1786098 Jul 16 18:09:38.003370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afece305-a751-4a92-ba09-30677907c655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c75a4c9-14f0-49d2-ab87-c441974fb2db,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.035283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-09a98629-c4b6-4c43-a9c3-fa06f2d15207 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port 946b5c23-0cdb-43ea-a9b7-a6f14a185d99 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:38.038856 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f6482e1f-31d6-40a2-ad88-ba5397ece5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.116312 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f6482e1f-31d6-40a2-ad88-ba5397ece5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.181393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6482e1f-31d6-40a2-ad88-ba5397ece5de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69eb66ea-9472-42b1-8bef-cc1b7c6812ce,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.201275 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f6482e1f-31d6-40a2-ad88-ba5397ece5de admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.205792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f6482e1f-31d6-40a2-ad88-ba5397ece5de admin admin] 10.222.0.24 "DELETE /v2.0/subnets/69eb66ea-9472-42b1-8bef-cc1b7c6812ce HTTP/1.1" status: 204 len: 168 time: 0.6729059 Jul 16 18:09:38.212017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46004) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.219164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fa6e99-6d94-4d68-8104-6ec2234c92ca None None] Network 44337d24-7f19-40cf-a303-f059903d6ce5 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:38.236106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498812d-cc8e-440c-afea-9f785e9c4ba7 req-4af6a1d9-7d2d-4b19-8d85-b71fd46d8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.237832 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3498812d-cc8e-440c-afea-9f785e9c4ba7 req-4af6a1d9-7d2d-4b19-8d85-b71fd46d8ab1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704aa65f43a74339a8134dc49ed1d39f&device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 1096 time: 0.3325479 Jul 16 18:09:38.428432 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09a98629-c4b6-4c43-a9c3-fa06f2d15207 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.504475 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09a98629-c4b6-4c43-a9c3-fa06f2d15207 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.604111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46010) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.632018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a98629-c4b6-4c43-a9c3-fa06f2d15207 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ab399775-69a3-44e7-819c-2b6e0cb8857a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:38.670728 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8de96465-c4d0-4cf2-ac1d-6ac99ca17688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.694110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a98629-c4b6-4c43-a9c3-fa06f2d15207 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=946b5c23-0cdb-43ea-a9b7-a6f14a185d99,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.726396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5f1d19-796c-4ab8-bd5a-8f7c8e166ab6 None None] DHCP port deletion for 44337d24-7f19-40cf-a303-f059903d6ce5 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:38.761984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-09a98629-c4b6-4c43-a9c3-fa06f2d15207 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:38.781527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a98629-c4b6-4c43-a9c3-fa06f2d15207 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:38.793000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a98629-c4b6-4c43-a9c3-fa06f2d15207 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.793689 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09a98629-c4b6-4c43-a9c3-fa06f2d15207 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.810902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f1d19-796c-4ab8-bd5a-8f7c8e166ab6 None None] Deleting port 97f119c4-a457-4156-af13-d7ba84de0ac2 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:38.811667 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0e5f1d19-796c-4ab8-bd5a-8f7c8e166ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.842159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498812d-cc8e-440c-afea-9f785e9c4ba7 req-69d4fe4b-a06a-4ffc-b6f5-9928c41b2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.843672 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3498812d-cc8e-440c-afea-9f785e9c4ba7 req-69d4fe4b-a06a-4ffc-b6f5-9928c41b2f0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0e8fa729-2ee4-40b5-8ea7-d502096d31f3 HTTP/1.1" status: 200 len: 915 time: 0.5944300 Jul 16 18:09:38.896453 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.905066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0e5f1d19-796c-4ab8-bd5a-8f7c8e166ab6 None None] For port 97f119c4-a457-4156-af13-d7ba84de0ac2, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=97f119c4-a457-4156-af13-d7ba84de0ac2,segment=NetworkSegment(d8b080ea-bb0c-44ed-93ac-1a7b3781e34e),segment_id=d8b080ea-bb0c-44ed-93ac-1a7b3781e34e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:38.906005 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0e5f1d19-796c-4ab8-bd5a-8f7c8e166ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.932230 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f1d19-796c-4ab8-bd5a-8f7c8e166ab6 None None] Calling delete_port for 97f119c4-a457-4156-af13-d7ba84de0ac2 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:38.936793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 97f119c4-a457-4156-af13-d7ba84de0ac2 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:39.012760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3498812d-cc8e-440c-afea-9f785e9c4ba7 req-9699f7a2-939a-4615-9940-3020ce767103 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=397ced1d-3347-48a9-a6ec-dcc82c3af05d HTTP/1.1" status: 200 len: 217 time: 0.1511195 Jul 16 18:09:39.071365 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.096902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498812d-cc8e-440c-afea-9f785e9c4ba7 req-85612722-c889-4d86-a421-a537a2a4f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.098665 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3498812d-cc8e-440c-afea-9f785e9c4ba7 req-85612722-c889-4d86-a421-a537a2a4f3eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df0ba710-59ba-46a4-8c2a-e6974b1e3469 HTTP/1.1" status: 200 len: 854 time: 0.0683713 Jul 16 18:09:39.107662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27591ca-a4c0-4e88-8140-6b92d16b3c0f req-68844095-8647-40d5-8271-c61ee54d29e1 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.109191 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a27591ca-a4c0-4e88-8140-6b92d16b3c0f req-68844095-8647-40d5-8271-c61ee54d29e1 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 944 time: 0.5194643 Jul 16 18:09:39.203685 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.245496 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.260496 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0e5f1d19-796c-4ab8-bd5a-8f7c8e166ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.300645 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3498812d-cc8e-440c-afea-9f785e9c4ba7 req-426cf7de-db84-49b7-a8bd-ec38541ebbe1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0e8fa729-2ee4-40b5-8ea7-d502096d31f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867771 Jul 16 18:09:39.335134 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f1d19-796c-4ab8-bd5a-8f7c8e166ab6 None None] Pushing event deleted for resources: {'Port': ['ID=97f119c4-a457-4156-af13-d7ba84de0ac2,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:39.345354 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f1d19-796c-4ab8-bd5a-8f7c8e166ab6 None None] No DVR routers for this DVR port 97f119c4-a457-4156-af13-d7ba84de0ac2 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:39.375052 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8de96465-c4d0-4cf2-ac1d-6ac99ca17688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.411380 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8de96465-c4d0-4cf2-ac1d-6ac99ca17688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.416485 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-09a98629-c4b6-4c43-a9c3-fa06f2d15207 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1062434 Jul 16 18:09:39.419071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46014) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.420513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a27591ca-a4c0-4e88-8140-6b92d16b3c0f req-b86df8b7-6923-4edb-9446-16806cd86f23 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/security-groups?id=146f018a-a518-42a5-b3a1-925eefea60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885238 Jul 16 18:09:39.426499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-980093a1-60df-4b55-bd69-a167b9774329 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:39.521743 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8de96465-c4d0-4cf2-ac1d-6ac99ca17688 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b5c29ddbbfc4be68cd8630caaa1b230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9163342 Jul 16 18:09:39.523267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de96465-c4d0-4cf2-ac1d-6ac99ca17688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d15c4a3-36b8-4ab5-89d6-ea5edf08c382,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:39.525071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46018) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.545466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Deleting port 97f119c4-a457-4156-af13-d7ba84de0ac2 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:39.551527 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.577236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.594976 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.612890 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3498812d-cc8e-440c-afea-9f785e9c4ba7 req-b251d7ea-92b8-494e-b482-c7ccc6de76e8 service neutron] 10.222.0.11 "GET /v2.0/networks/0e8fa729-2ee4-40b5-8ea7-d502096d31f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761731 Jul 16 18:09:39.701961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] For port 97f119c4-a457-4156-af13-d7ba84de0ac2, host n-d-787205-10, got binding levels [] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:39.702663 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.719295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.724107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Calling delete_port for 97f119c4-a457-4156-af13-d7ba84de0ac2 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:39.738323 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-980093a1-60df-4b55-bd69-a167b9774329 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.754955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_backend_mixin [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Port 97f119c4-a457-4156-af13-d7ba84de0ac2 was not found and therefore no delete operation was performed {{(pid=105591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:09:39.757771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5e6b-5f47-47c4-b502-0180d1fe76cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.762826 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.835893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] No DVR routers for this DVR port 97f119c4-a457-4156-af13-d7ba84de0ac2 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:39.839797 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3498812d-cc8e-440c-afea-9f785e9c4ba7 req-505c983f-ea3a-44a9-9382-0f510fa6fb63 service neutron] 10.222.0.11 "GET /v2.0/networks/0e8fa729-2ee4-40b5-8ea7-d502096d31f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192578 Jul 16 18:09:39.842792 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f119c4-a457-4156-af13-d7ba84de0ac2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:39.855147 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5e6b-5f47-47c4-b502-0180d1fe76cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.864177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=6e7a094c-355b-456c-93ec-b46c06dfe81e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:39.954287 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.981834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44337d24-7f19-40cf-a303-f059903d6ce5']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:40.012732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:40.013440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b080ea-bb0c-44ed-93ac-1a7b3781e34e') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:40.026827 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.085799 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.087044 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5e6b-5f47-47c4-b502-0180d1fe76cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.101473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:40.102768 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5e6b-5f47-47c4-b502-0180d1fe76cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.103680 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.104228 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-eb9e5e6b-5f47-47c4-b502-0180d1fe76cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d15c4a3-36b8-4ab5-89d6-ea5edf08c382 HTTP/1.1" status: 204 len: 168 time: 0.5768378 Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:40.109909 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:40.155215 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e5e6b-5f47-47c4-b502-0180d1fe76cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d15c4a3-36b8-4ab5-89d6-ea5edf08c382,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:40.271588 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Floating IP fb5b77ef-9a03-4735-9b91-98f113777083 associated. External IP: 172.25.3.50, port: f5513588-a0cb-46cb-a2ef-40aa0c66d375. Jul 16 18:09:40.274691 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.296932 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.301473 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] 10.222.0.24 "DELETE /v2.0/networks/44337d24-7f19-40cf-a303-f059903d6ce5 HTTP/1.1" status: 204 len: 168 time: 2.0865486 Jul 16 18:09:40.317825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5359d-c821-4abf-bec3-b8643d585838 admin admin] Pushing event deleted for resources: {'Network': ['ID=44337d24-7f19-40cf-a303-f059903d6ce5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:40.403595 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-980093a1-60df-4b55-bd69-a167b9774329 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.412998 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-980093a1-60df-4b55-bd69-a167b9774329 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.422814 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 397ced1d-3347-48a9-a6ec-dcc82c3af05d details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:40.747254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 397ced1d-3347-48a9-a6ec-dcc82c3af05d, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=397ced1d-3347-48a9-a6ec-dcc82c3af05d,segment=NetworkSegment(038f48ba-01cf-4f15-a8e8-83b46c5941bd),segment_id=038f48ba-01cf-4f15-a8e8-83b46c5941bd)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:40.748847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46048) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:40.843630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '397ced1d-3347-48a9-a6ec-dcc82c3af05d', 'network_id': '0e8fa729-2ee4-40b5-8ea7-d502096d31f3', 'port_id': '397ced1d-3347-48a9-a6ec-dcc82c3af05d', 'mac_address': 'fa:16:3e:15:ef:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0ba710-59ba-46a4-8c2a-e6974b1e3469', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:40.893220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1b3d5c1e-3516-4b6c-8daa-68fe4a5aa893 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=439f2b33d61f41dca0e5c59052b5e9cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425214 Jul 16 18:09:40.897984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46052) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:41.018673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670ed30-37fd-4d3c-91c6-2434f24d4657 req-0204fd80-ed64-443c-80b5-3ef0dbef482a tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.022094 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.032299 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0670ed30-37fd-4d3c-91c6-2434f24d4657 req-0204fd80-ed64-443c-80b5-3ef0dbef482a tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 944 time: 0.2165372 Jul 16 18:09:41.076540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397ced1d-3347-48a9-a6ec-dcc82c3af05d {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:41.102257 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0670ed30-37fd-4d3c-91c6-2434f24d4657 req-35f09ee8-ba9c-4b2d-92c4-b06052d3cefe tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/security-groups?id=146f018a-a518-42a5-b3a1-925eefea60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679092 Jul 16 18:09:41.113613 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11c480a8-fceb-465a-a7a6-b873add221a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.157186 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11c480a8-fceb-465a-a7a6-b873add221a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.181701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 397ced1d-3347-48a9-a6ec-dcc82c3af05d, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=397ced1d-3347-48a9-a6ec-dcc82c3af05d,segment=NetworkSegment(038f48ba-01cf-4f15-a8e8-83b46c5941bd),segment_id=038f48ba-01cf-4f15-a8e8-83b46c5941bd)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:41.193832 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.224716 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11c480a8-fceb-465a-a7a6-b873add221a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.228673 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11c480a8-fceb-465a-a7a6-b873add221a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.230970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-11c480a8-fceb-465a-a7a6-b873add221a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/104ed894-041d-4ad9-857f-75e1e99ad108 HTTP/1.1" status: 204 len: 168 time: 0.3309269 Jul 16 18:09:41.244551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c480a8-fceb-465a-a7a6-b873add221a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104ed894-041d-4ad9-857f-75e1e99ad108,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:41.430565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-980093a1-60df-4b55-bd69-a167b9774329 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] In _notify_port_updated(), no bound segment for port 946b5c23-0cdb-43ea-a9b7-a6f14a185d99 on network ab399775-69a3-44e7-819c-2b6e0cb8857a {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:09:41.438818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980093a1-60df-4b55-bd69-a167b9774329 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.439505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-980093a1-60df-4b55-bd69-a167b9774329 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.440963 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-980093a1-60df-4b55-bd69-a167b9774329 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "PUT /v2.0/ports/946b5c23-0cdb-43ea-a9b7-a6f14a185d99 HTTP/1.1" status: 200 len: 818 time: 2.0209539 Jul 16 18:09:41.444219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46062) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:41.467498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980093a1-60df-4b55-bd69-a167b9774329 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=946b5c23-0cdb-43ea-a9b7-a6f14a185d99,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:41.490033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['397ced1d-3347-48a9-a6ec-dcc82c3af05d'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:41.732544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=397ced1d-3347-48a9-a6ec-dcc82c3af05d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:41.754115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-3744a17b-b17c-4bdf-bd98-d831ca577151 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port 946b5c23-0cdb-43ea-a9b7-a6f14a185d99 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:41.755076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3744a17b-b17c-4bdf-bd98-d831ca577151 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.797523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Router 3df23566-df18-490b-91b0-20e4e048bdee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:41.912988 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3744a17b-b17c-4bdf-bd98-d831ca577151 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.932478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-3744a17b-b17c-4bdf-bd98-d831ca577151 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for 946b5c23-0cdb-43ea-a9b7-a6f14a185d99 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:42.057118 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3744a17b-b17c-4bdf-bd98-d831ca577151 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.081578 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:42.090931 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3744a17b-b17c-4bdf-bd98-d831ca577151 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.093510 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3744a17b-b17c-4bdf-bd98-d831ca577151 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/946b5c23-0cdb-43ea-a9b7-a6f14a185d99 HTTP/1.1" status: 204 len: 168 time: 0.6481812 Jul 16 18:09:42.098487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46084) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:42.113250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1703a4-30a6-4057-b14d-d76aefbe2ded None None] Sync routers for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:42.133502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1703a4-30a6-4057-b14d-d76aefbe2ded None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:42.138072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4b1703a4-30a6-4057-b14d-d76aefbe2ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:09:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:42.186932 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.194027 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744a17b-b17c-4bdf-bd98-d831ca577151 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=946b5c23-0cdb-43ea-a9b7-a6f14a185d99,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:42.345703 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2541d195-8452-4072-8ffe-c434076bc4b8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5288725 Jul 16 18:09:42.346491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46092) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:42.348843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'tag': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:42.361475 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9dea1f-a205-4f41-b5ca-cd90d4848cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f34b7f6d-db42-4ae6-a47d-c91ac30223fa", "tag": "f5513588-a0cb-46cb-a2ef-40aa0c66d375"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:42.421001 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 397ced1d-3347-48a9-a6ec-dcc82c3af05d up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:42.514895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-4b1703a4-30a6-4057-b14d-d76aefbe2ded None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:42.548939 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dd86d358-4f12-4d35-b06d-2eb526aa44d6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/floatingips/fb5b77ef-9a03-4735-9b91-98f113777083 HTTP/1.1" status: 200 len: 991 time: 0.2008274 Jul 16 18:09:42.662122 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23ff8ae-72a9-440c-832c-77610057644e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.667100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f23ff8ae-72a9-440c-832c-77610057644e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5054471 Jul 16 18:09:42.668696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46110) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:42.734059 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfa1af8-4280-4844-9b95-9bde3c81b22e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:09:42.741688 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8cfa1af8-4280-4844-9b95-9bde3c81b22e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/946b5c23-0cdb-43ea-a9b7-a6f14a185d99 HTTP/1.1" status: 404 len: 333 time: 0.0657017 Jul 16 18:09:42.742675 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46112) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:42.751487 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-37a135c0-dcba-44ef-8dbe-06f779e0a078 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-429590849'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:42.761989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03d5f1-87a6-487d-8a6c-04ff1f634c82 req-c96421c6-3409-4f28-a97f-67736c15c735 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.764211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b03d5f1-87a6-487d-8a6c-04ff1f634c82 req-c96421c6-3409-4f28-a97f-67736c15c735 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 945 time: 0.4228969 Jul 16 18:09:42.774584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c55db-173d-41c6-9806-b4680e5b71c1 req-1e623b0d-8794-4d95-a787-dcff72f36b35 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.776876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-669c55db-173d-41c6-9806-b4680e5b71c1 req-1e623b0d-8794-4d95-a787-dcff72f36b35 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 945 time: 0.2050791 Jul 16 18:09:42.805775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a135c0-dcba-44ef-8dbe-06f779e0a078 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:42.816274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37a135c0-dcba-44ef-8dbe-06f779e0a078 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.879575 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b03d5f1-87a6-487d-8a6c-04ff1f634c82 req-33b4c8de-45a3-4185-9079-4542b05f7440 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/security-groups?id=146f018a-a518-42a5-b3a1-925eefea60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013539 Jul 16 18:09:42.886945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a135c0-dcba-44ef-8dbe-06f779e0a078 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:42.917647 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37a135c0-dcba-44ef-8dbe-06f779e0a078 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.918034 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-37a135c0-dcba-44ef-8dbe-06f779e0a078 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Added segment 92075b93-540f-4077-953d-de27bbfe859d of type vlan for network 8faaa57c-ffc2-4946-9055-de53543a96cc Jul 16 18:09:42.951611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-669c55db-173d-41c6-9806-b4680e5b71c1 req-99d70201-430c-4260-aa34-d5fd706b1072 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660869 Jul 16 18:09:42.973466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 397ced1d-3347-48a9-a6ec-dcc82c3af05d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:43.001244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 397ced1d-3347-48a9-a6ec-dcc82c3af05d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:43.001637 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.038502 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37a135c0-dcba-44ef-8dbe-06f779e0a078 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.071771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46120) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:43.107147 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f1a36c-423f-489f-8b58-cd42110b0d20 x-openstack-request-id: req-46f1a36c-423f-489f-8b58-cd42110b0d20 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:43.107484 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34b7f6d-db42-4ae6-a47d-c91ac30223fa", "tag": "f5513588-a0cb-46cb-a2ef-40aa0c66d375", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:43.107740 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46f1a36c-423f-489f-8b58-cd42110b0d20 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:43.110588 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'tag': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'status': 'completed', 'code': 200} Jul 16 18:09:43.168320 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37a135c0-dcba-44ef-8dbe-06f779e0a078 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.175629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a135c0-dcba-44ef-8dbe-06f779e0a078 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.176235 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37a135c0-dcba-44ef-8dbe-06f779e0a078 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.191052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1226065590-network', 'tenant_id': 'a64adabe45ca4a05a74e1487e594ae89'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:43.241789 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4b1703a4-30a6-4057-b14d-d76aefbe2ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'fb5b77ef-9a03-4735-9b91-98f113777083', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'floating_ip_address': '172.25.3.50', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'port_id': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'mac_address': 'fa:16:3e:dc:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:38Z', 'revision_number': 0, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:43.246538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Made reservation on behalf of a64adabe45ca4a05a74e1487e594ae89 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:43.250523 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.268267 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-37a135c0-dcba-44ef-8dbe-06f779e0a078 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5238049 Jul 16 18:09:43.272075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46128) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:43.273253 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.291322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-55db151e-97a1-4f2d-9420-a92f109e2c32 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': '8faaa57c-ffc2-4946-9055-de53543a96cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:43.330285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1703a4-30a6-4057-b14d-d76aefbe2ded None None] Checking router: 3df23566-df18-490b-91b0-20e4e048bdee for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:43.335785 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.350407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a135c0-dcba-44ef-8dbe-06f779e0a078 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Network': ['ID=8faaa57c-ffc2-4946-9055-de53543a96cc,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:43.369149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dea1f-a205-4f41-b5ca-cd90d4848cc2 req-0ffc2347-ca51-42b8-b835-9ad57ca6869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.370824 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2c9dea1f-a205-4f41-b5ca-cd90d4848cc2 req-0ffc2347-ca51-42b8-b835-9ad57ca6869d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 1098 time: 0.2593706 Jul 16 18:09:43.401963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 8faaa57c-ffc2-4946-9055-de53543a96cc details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:43.465133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1703a4-30a6-4057-b14d-d76aefbe2ded None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:43.466377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4b1703a4-30a6-4057-b14d-d76aefbe2ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:09:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:43.554917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46134) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:43.588791 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 397ced1d-3347-48a9-a6ec-dcc82c3af05d, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=397ced1d-3347-48a9-a6ec-dcc82c3af05d,segment=NetworkSegment(038f48ba-01cf-4f15-a8e8-83b46c5941bd),segment_id=038f48ba-01cf-4f15-a8e8-83b46c5941bd)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:43.591301 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dea1f-a205-4f41-b5ca-cd90d4848cc2 req-aea718de-26bd-4d7c-ab66-ab8ebb738744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.593910 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2c9dea1f-a205-4f41-b5ca-cd90d4848cc2 req-aea718de-26bd-4d7c-ab66-ab8ebb738744 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b11069c-473b-4b1d-bf40-cc7205181677 HTTP/1.1" status: 200 len: 897 time: 0.2164025 Jul 16 18:09:43.660535 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-908a757b-79a7-469d-bffe-02dcb25da157 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/floatingips/fb5b77ef-9a03-4735-9b91-98f113777083 HTTP/1.1" status: 200 len: 991 time: 0.1040747 Jul 16 18:09:43.711129 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2c9dea1f-a205-4f41-b5ca-cd90d4848cc2 req-b7206706-0a6b-4f95-9801-740a7c192c6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5513588-a0cb-46cb-a2ef-40aa0c66d375 HTTP/1.1" status: 200 len: 999 time: 0.1105201 Jul 16 18:09:43.750620 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.760916 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.785516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dea1f-a205-4f41-b5ca-cd90d4848cc2 req-c1619703-42e3-4487-af87-1d4e29edc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.787188 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2c9dea1f-a205-4f41-b5ca-cd90d4848cc2 req-c1619703-42e3-4487-af87-1d4e29edc0f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18543e67-e99d-4be9-ae23-174f36fc9a37 HTTP/1.1" status: 200 len: 835 time: 0.0695229 Jul 16 18:09:43.892889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dfa950-bb9c-4df1-8965-72ea4c1b61c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397ced1d-3347-48a9-a6ec-dcc82c3af05d'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:43.895758 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8a5c97-ca7d-4d6f-92b0-2ee0de635eb8" -d '{"events": [{"server_uuid": "38dfa950-bb9c-4df1-8965-72ea4c1b61c8", "name": "network-vif-plugged", "status": "completed", "tag": "397ced1d-3347-48a9-a6ec-dcc82c3af05d"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:43.909778 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.929994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dea1f-a205-4f41-b5ca-cd90d4848cc2 req-f7517f7e-b62c-4361-80b5-6cf0428edb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.933137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:43.940012 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2c9dea1f-a205-4f41-b5ca-cd90d4848cc2 req-f7517f7e-b62c-4361-80b5-6cf0428edb18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b11069c-473b-4b1d-bf40-cc7205181677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1425836 Jul 16 18:09:43.942534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55db151e-97a1-4f2d-9420-a92f109e2c32 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:43.952928 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f7084217-0963-4442-a868-2dfdb918651e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.958127 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-55db151e-97a1-4f2d-9420-a92f109e2c32 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.138842 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.139203 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Added segment d268ae88-5420-476c-9666-4557a5d3ea94 of type vlan for network 8500156d-ff35-4b7d-9d9e-7a302dee5b9a Jul 16 18:09:44.140724 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277ad61d-7b52-494b-9395-ed845665473e x-openstack-request-id: req-277ad61d-7b52-494b-9395-ed845665473e {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:44.141041 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dfa950-bb9c-4df1-8965-72ea4c1b61c8", "name": "network-vif-plugged", "status": "completed", "tag": "397ced1d-3347-48a9-a6ec-dcc82c3af05d", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:44.141302 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-277ad61d-7b52-494b-9395-ed845665473e {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:44.141728 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dfa950-bb9c-4df1-8965-72ea4c1b61c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397ced1d-3347-48a9-a6ec-dcc82c3af05d', 'code': 200} Jul 16 18:09:44.165142 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=397ced1d-3347-48a9-a6ec-dcc82c3af05d,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:44.168615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf38bcf-51da-4ebb-878c-4d14dd6009ee,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:44.196230 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-4b1703a4-30a6-4057-b14d-d76aefbe2ded None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:44.304042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8ddd1-a4d8-496e-96bc-5e465917c7e5 req-08436710-dafe-41c2-811b-9c51c64d0d83 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.305640 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35e8ddd1-a4d8-496e-96bc-5e465917c7e5 req-08436710-dafe-41c2-811b-9c51c64d0d83 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.11 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 945 time: 0.6369131 Jul 16 18:09:44.324124 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2c9dea1f-a205-4f41-b5ca-cd90d4848cc2 req-ada43511-fbf1-4658-99aa-c12f4fabb6d1 service neutron] 10.222.0.32 "GET /v2.0/networks/0b11069c-473b-4b1d-bf40-cc7205181677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776731 Jul 16 18:09:44.347127 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.404868 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddec28-619f-4b38-8079-6dbb932906a1 req-507a686b-7213-4d57-a398-1c090aeee084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.406695 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-82ddec28-619f-4b38-8079-6dbb932906a1 req-507a686b-7213-4d57-a398-1c090aeee084 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 1098 time: 0.2305973 Jul 16 18:09:44.544678 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-82ddec28-619f-4b38-8079-6dbb932906a1 req-ebd3420f-c609-45a3-abf2-d3c91835d17c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=146f018a-a518-42a5-b3a1-925eefea60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268356 Jul 16 18:09:44.601875 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2c9dea1f-a205-4f41-b5ca-cd90d4848cc2 req-1787acd1-e738-4d7a-ae69-25e7a92a7132 service neutron] 10.222.0.32 "GET /v2.0/networks/0b11069c-473b-4b1d-bf40-cc7205181677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698166 Jul 16 18:09:44.664691 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46162) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.689584 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.690926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.691228 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.722360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3e836-fdb0-438c-a798-723d4dd8c6a0 req-913289d7-c657-433d-a069-ae9d001a0fc6 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.727995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4b1703a4-30a6-4057-b14d-d76aefbe2ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'fb5b77ef-9a03-4735-9b91-98f113777083', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'floating_ip_address': '172.25.3.50', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'port_id': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'mac_address': 'fa:16:3e:dc:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:38Z', 'revision_number': 0, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:44.730335 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83e3e836-fdb0-438c-a798-723d4dd8c6a0 req-913289d7-c657-433d-a069-ae9d001a0fc6 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 945 time: 0.4234030 Jul 16 18:09:44.743051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6692083 Jul 16 18:09:44.752817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-35e8ddd1-a4d8-496e-96bc-5e465917c7e5 req-a2ae448e-6cd7-432f-88d7-ae2b83d00917 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Deleting port df7b51eb-848f-488b-865c-73d6c06c60f8 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:44.753284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46164) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.754665 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-35e8ddd1-a4d8-496e-96bc-5e465917c7e5 req-a2ae448e-6cd7-432f-88d7-ae2b83d00917 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.775895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4532841f-9dbb-4194-9ae8-69642f71b9c3 admin admin] Request body: {'subnet': {'network_id': '8500156d-ff35-4b7d-9d9e-7a302dee5b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1226065590-subnet', 'tenant_id': 'a64adabe45ca4a05a74e1487e594ae89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:44.777807 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1703a4-30a6-4057-b14d-d76aefbe2ded None None] The sync data for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 is: [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'fb5b77ef-9a03-4735-9b91-98f113777083', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'floating_ip_address': '172.25.3.50', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'port_id': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'mac_address': 'fa:16:3e:dc:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:38Z', 'revision_number': 0, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:44.820509 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-00b9b179-26bf-42c4-82b2-6a64e1b87b8d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/floatingips/fb5b77ef-9a03-4735-9b91-98f113777083 HTTP/1.1" status: 200 len: 991 time: 0.1536682 Jul 16 18:09:44.848240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4532841f-9dbb-4194-9ae8-69642f71b9c3 admin admin] Made reservation on behalf of a64adabe45ca4a05a74e1487e594ae89 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:44.854924 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4532841f-9dbb-4194-9ae8-69642f71b9c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.869184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b63d8-3e75-4597-b4ce-69beb23c9705 req-4a2f1cff-527c-46fa-8669-7375a8a4506b tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.873119 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d8b63d8-3e75-4597-b4ce-69beb23c9705 req-4a2f1cff-527c-46fa-8669-7375a8a4506b tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 946 time: 0.5634835 Jul 16 18:09:45.120266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78eba45-0eb0-4b1c-8341-ab7991adf830 admin admin] Pushing event updated for resources: {'Network': ['ID=8500156d-ff35-4b7d-9d9e-7a302dee5b9a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:45.136190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 8500156d-ff35-4b7d-9d9e-7a302dee5b9a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:45.163877 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83e3e836-fdb0-438c-a798-723d4dd8c6a0 req-a772053e-c122-4612-93ec-90fcc96301ac tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324882 Jul 16 18:09:45.169060 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4532841f-9dbb-4194-9ae8-69642f71b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.195572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d8b63d8-3e75-4597-b4ce-69beb23c9705 req-fb82bdf1-b091-40ab-9b01-35581660eae6 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/security-groups?id=146f018a-a518-42a5-b3a1-925eefea60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055615 Jul 16 18:09:45.227765 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d12f9-39c6-467f-860f-82a070f242d4 None None] New status for floating IP fb5b77ef-9a03-4735-9b91-98f113777083: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:09:45.416536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532841f-9dbb-4194-9ae8-69642f71b9c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=054582f9-fa60-42c7-b84a-a7cdb7e4bf12,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:45.458944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4532841f-9dbb-4194-9ae8-69642f71b9c3 admin admin] Checking segment: {'id': 'd268ae88-5420-476c-9666-4557a5d3ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8500156d-ff35-4b7d-9d9e-7a302dee5b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:45.462903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4532841f-9dbb-4194-9ae8-69642f71b9c3 admin admin] Network hostable DHCP agents. Network: 8500156d-ff35-4b7d-9d9e-7a302dee5b9a, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:45.550714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4532841f-9dbb-4194-9ae8-69642f71b9c3 admin admin] Network 8500156d-ff35-4b7d-9d9e-7a302dee5b9a is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:45.601262 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4532841f-9dbb-4194-9ae8-69642f71b9c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 8500156d-ff35-4b7d-9d9e-7a302dee5b9a) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:45.619371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b7057-f047-40c9-9807-675e36ac2d30 None None] Network 8500156d-ff35-4b7d-9d9e-7a302dee5b9a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:45.634806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4532841f-9dbb-4194-9ae8-69642f71b9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.646254 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4532841f-9dbb-4194-9ae8-69642f71b9c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.715593 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4532841f-9dbb-4194-9ae8-69642f71b9c3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9534976 Jul 16 18:09:45.742261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-35e8ddd1-a4d8-496e-96bc-5e465917c7e5 req-a2ae448e-6cd7-432f-88d7-ae2b83d00917 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] For port df7b51eb-848f-488b-865c-73d6c06c60f8, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=df7b51eb-848f-488b-865c-73d6c06c60f8,segment=NetworkSegment(87815dda-93ac-4128-814b-200315ec07ea),segment_id=87815dda-93ac-4128-814b-200315ec07ea)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:45.742656 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-35e8ddd1-a4d8-496e-96bc-5e465917c7e5 req-a2ae448e-6cd7-432f-88d7-ae2b83d00917 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.780920 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-55db151e-97a1-4f2d-9420-a92f109e2c32 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.787840 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-35e8ddd1-a4d8-496e-96bc-5e465917c7e5 req-a2ae448e-6cd7-432f-88d7-ae2b83d00917 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Calling delete_port for df7b51eb-848f-488b-865c-73d6c06c60f8 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:45.795277 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-851afe1a-b8c8-4dc2-a2c4-f8173094c57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.823278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46184) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:45.900822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db151e-97a1-4f2d-9420-a92f109e2c32 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Subnet': ['ID=db7ca633-3093-4672-abef-1924d773097d,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:45.965053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55db151e-97a1-4f2d-9420-a92f109e2c32 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Checking segment: {'id': '92075b93-540f-4077-953d-de27bbfe859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8faaa57c-ffc2-4946-9055-de53543a96cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:45.965470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db151e-97a1-4f2d-9420-a92f109e2c32 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network hostable DHCP agents. Network: 8faaa57c-ffc2-4946-9055-de53543a96cc, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:45.997090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db151e-97a1-4f2d-9420-a92f109e2c32 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network 8faaa57c-ffc2-4946-9055-de53543a96cc is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:46.044343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b6de47-e034-408d-98db-d681faaf965c None None] Network 8500156d-ff35-4b7d-9d9e-7a302dee5b9a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:46.044795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-55db151e-97a1-4f2d-9420-a92f109e2c32 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 8faaa57c-ffc2-4946-9055-de53543a96cc) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:46.092252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db151e-97a1-4f2d-9420-a92f109e2c32 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.094304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-55db151e-97a1-4f2d-9420-a92f109e2c32 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.103906 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-29f7fef8-30d9-46ae-8aef-e86ef8aca966 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/floatingips/fb5b77ef-9a03-4735-9b91-98f113777083 HTTP/1.1" status: 200 len: 991 time: 0.2778206 Jul 16 18:09:46.135010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d8c214-d972-4f74-ab61-0248cfc2b27c None None] Network 8faaa57c-ffc2-4946-9055-de53543a96cc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:46.195074 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-55db151e-97a1-4f2d-9420-a92f109e2c32 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9141319 Jul 16 18:09:46.195967 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46196) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:46.198889 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.199596 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-35e8ddd1-a4d8-496e-96bc-5e465917c7e5 req-a2ae448e-6cd7-432f-88d7-ae2b83d00917 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.204600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fc3b1285-4386-40dd-bff7-e5945ca85226 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': '8faaa57c-ffc2-4946-9055-de53543a96cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:46.293643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['df7b51eb-848f-488b-865c-73d6c06c60f8'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:46.309409 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae448e-6cd7-432f-88d7-ae2b83d00917 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Pushing event deleted for resources: {'Port': ['ID=df7b51eb-848f-488b-865c-73d6c06c60f8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:46.430859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e8ddd1-a4d8-496e-96bc-5e465917c7e5 req-a2ae448e-6cd7-432f-88d7-ae2b83d00917 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] No DVR routers for this DVR port df7b51eb-848f-488b-865c-73d6c06c60f8 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:46.440125 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-35e8ddd1-a4d8-496e-96bc-5e465917c7e5 req-a2ae448e-6cd7-432f-88d7-ae2b83d00917 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.443047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35e8ddd1-a4d8-496e-96bc-5e465917c7e5 req-a2ae448e-6cd7-432f-88d7-ae2b83d00917 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.11 "DELETE /v2.0/ports/df7b51eb-848f-488b-865c-73d6c06c60f8 HTTP/1.1" status: 204 len: 173 time: 2.1292391 Jul 16 18:09:46.443781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342521fb-18e3-47e9-9598-bba0b926ed2a', 'name': 'network-vif-deleted', 'tag': 'df7b51eb-848f-488b-865c-73d6c06c60f8'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:46.451587 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14be5835-529e-47ac-8a05-fde93d479359" -d '{"events": [{"server_uuid": "342521fb-18e3-47e9-9598-bba0b926ed2a", "name": "network-vif-deleted", "tag": "df7b51eb-848f-488b-865c-73d6c06c60f8"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:46.604212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3b1285-4386-40dd-bff7-e5945ca85226 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:46.609602 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc3b1285-4386-40dd-bff7-e5945ca85226 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.735239 n-d-787205-10 neutron-server[105590]: INFO neutron.db.ipam_backend_mixin [None req-fc3b1285-4386-40dd-bff7-e5945ca85226 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet db7ca633-3093-4672-abef-1924d773097d (CIDR: 172.20.0.0/28) Jul 16 18:09:46.738785 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3b1285-4386-40dd-bff7-e5945ca85226 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:09:46.739641 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3b1285-4386-40dd-bff7-e5945ca85226 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:46.758650 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fc3b1285-4386-40dd-bff7-e5945ca85226 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5607011 Jul 16 18:09:46.761566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46214) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:46.768251 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fd6e959c-bf9c-4bac-98eb-13c03f0f0cd9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': '8faaa57c-ffc2-4946-9055-de53543a96cc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:46.827419 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f93db77-a3e3-4379-b2c5-7eff8651f34a req-a6c44e6d-f36c-40b0-8bc5-7babe0f8ab62 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=342521fb-18e3-47e9-9598-bba0b926ed2a HTTP/1.1" status: 200 len: 210 time: 0.0351300 Jul 16 18:09:46.836866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-9590b87b-fb1e-42e0-811b-488c6f39482f tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.839294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-9590b87b-fb1e-42e0-811b-488c6f39482f tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/networks?id=8500156d-ff35-4b7d-9d9e-7a302dee5b9a HTTP/1.1" status: 200 len: 818 time: 0.2610676 Jul 16 18:09:46.844799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-8faaa57c-ffc2-4946-9055-de53543a96cc', 'network_id': '8faaa57c-ffc2-4946-9055-de53543a96cc', 'tenant_id': 'ae7fe069504a42babdfd45616e4eff60', 'fixed_ips': [{'subnet_id': 'db7ca633-3093-4672-abef-1924d773097d'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:46.846955 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.865324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-59f67e30-2376-4bfb-8f41-39b817f939ef tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/quotas/a64adabe45ca4a05a74e1487e594ae89 HTTP/1.1" status: 200 len: 375 time: 0.0199344 Jul 16 18:09:46.923082 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-7effbdf2-0860-4870-9cf5-ea1ec39b34f2 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a64adabe45ca4a05a74e1487e594ae89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565159 Jul 16 18:09:47.014661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6e959c-bf9c-4bac-98eb-13c03f0f0cd9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:47.021547 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd6e959c-bf9c-4bac-98eb-13c03f0f0cd9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.061376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Allocated IP 172.20.0.2 (8faaa57c-ffc2-4946-9055-de53543a96cc/db7ca633-3093-4672-abef-1924d773097d/0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:47.096974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46216) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.237434 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-f4f23c94-5de8-46cd-889e-fa821c8afd74 service neutron] 10.222.0.24 "GET /v2.0/networks/8500156d-ff35-4b7d-9d9e-7a302dee5b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130097 Jul 16 18:09:47.326212 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7d00bad6-6d69-4ec4-b1ce-7a9746edb94d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/floatingips/fb5b77ef-9a03-4735-9b91-98f113777083 HTTP/1.1" status: 200 len: 993 time: 0.2252748 Jul 16 18:09:47.350581 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.366593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Transition to ACTIVE for port object 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:47.384664 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74096a0c-c6fb-46bc-8b0a-560249fe6668 req-61e029cd-de7f-4bec-9a61-f9f4dfd3bb1b tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.387933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Transition to ACTIVE for port object 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:47.394058 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74096a0c-c6fb-46bc-8b0a-560249fe6668 req-61e029cd-de7f-4bec-9a61-f9f4dfd3bb1b tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 946 time: 0.3620665 Jul 16 18:09:47.399437 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.441511 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd6e959c-bf9c-4bac-98eb-13c03f0f0cd9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.469977 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74096a0c-c6fb-46bc-8b0a-560249fe6668 req-2ac4917b-0eb4-4f66-b178-25fa5db67539 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/security-groups?id=146f018a-a518-42a5-b3a1-925eefea60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747664 Jul 16 18:09:47.486262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-8f3ec009-f059-4136-97c2-23efbcf91e64 service neutron] 10.222.0.24 "GET /v2.0/networks/8500156d-ff35-4b7d-9d9e-7a302dee5b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478447 Jul 16 18:09:47.490251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Network 8faaa57c-ffc2-4946-9055-de53543a96cc is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:47.497432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6e959c-bf9c-4bac-98eb-13c03f0f0cd9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network 8faaa57c-ffc2-4946-9055-de53543a96cc is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:47.498243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:47.501630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fd6e959c-bf9c-4bac-98eb-13c03f0f0cd9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:47.515033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e959c-bf9c-4bac-98eb-13c03f0f0cd9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.515884 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd6e959c-bf9c-4bac-98eb-13c03f0f0cd9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.518815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:47.544634 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e959c-bf9c-4bac-98eb-13c03f0f0cd9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Subnet': ['ID=76eb7eb6-c25c-4939-ad97-da29a1d789b6,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:47.558964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46232) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.559184 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fd6e959c-bf9c-4bac-98eb-13c03f0f0cd9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7964005 Jul 16 18:09:47.564801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': '8faaa57c-ffc2-4946-9055-de53543a96cc', 'fixed_ips': [{'subnet_id': 'db7ca633-3093-4672-abef-1924d773097d'}, {'subnet_id': '76eb7eb6-c25c-4939-ad97-da29a1d789b6'}], 'name': 'tempest-PortsTestJSON-61545619'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:47.627660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Attempting to bind port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:47.628170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Attempting to bind port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '92075b93-540f-4077-953d-de27bbfe859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8faaa57c-ffc2-4946-9055-de53543a96cc'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:47.628548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Attempting to bind port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf on network 8faaa57c-ffc2-4946-9055-de53543a96cc {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:47.636592 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.638143 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f08399-9a5c-43ef-9c14-2022db716787 x-openstack-request-id: req-10f08399-9a5c-43ef-9c14-2022db716787 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:47.638712 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342521fb-18e3-47e9-9598-bba0b926ed2a", "name": "network-vif-deleted", "tag": "df7b51eb-848f-488b-865c-73d6c06c60f8", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:47.639731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Pushing event updated for resources: {'Port': ['ID=0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:47.640055 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10f08399-9a5c-43ef-9c14-2022db716787 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:47.640750 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342521fb-18e3-47e9-9598-bba0b926ed2a', 'name': 'network-vif-deleted', 'tag': 'df7b51eb-848f-488b-865c-73d6c06c60f8', 'status': 'completed', 'code': 200} Jul 16 18:09:47.644056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:47.644722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Checking segment: {'id': '92075b93-540f-4077-953d-de27bbfe859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8faaa57c-ffc2-4946-9055-de53543a96cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:47.645841 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.646474 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Bound using segment: {'id': '92075b93-540f-4077-953d-de27bbfe859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8faaa57c-ffc2-4946-9055-de53543a96cc'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:47.647124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Bound port: 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92075b93-540f-4077-953d-de27bbfe859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8faaa57c-ffc2-4946-9055-de53543a96cc'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:47.647580 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.695816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.696182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.699581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.699581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.699581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.699581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.701219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.701573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.703093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.703458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.704790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.706641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:47.786207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] For port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:47.807990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] For port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf,segment=NetworkSegment(92075b93-540f-4077-953d-de27bbfe859d),segment_id=92075b93-540f-4077-953d-de27bbfe859d)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:47.816662 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.903875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:48.019802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f84a6-0d78-4c7f-9a0f-dff624a748c1 None None] Pushing event updated for resources: {'Port': ['ID=0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.128051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09f6a3f1-8ef6-4425-bb6e-bbb7f702e447 req-d2e29e8c-219a-48d0-8583-eea87b834338 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 210 time: 0.0791767 Jul 16 18:09:48.338916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262199b-9b38-464a-a641-caf34e3387b8 req-4ba1000e-290c-4bb5-87ba-5e952491738d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.344010 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e262199b-9b38-464a-a641-caf34e3387b8 req-4ba1000e-290c-4bb5-87ba-5e952491738d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.4197941 Jul 16 18:09:48.474594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device df7b51eb-848f-488b-865c-73d6c06c60f8 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:48.518596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e262199b-9b38-464a-a641-caf34e3387b8 req-da31b9fb-73fa-4813-8f10-5377f26c8622 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/security-groups?id=fbee92b4-559d-4ef3-ae2d-800e5180c358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558335 Jul 16 18:09:48.540112 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: df7b51eb-848f-488b-865c-73d6c06c60f8 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:48.541440 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.541818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device df7b51eb-848f-488b-865c-73d6c06c60f8 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:48.548793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c2d0c-4535-4d38-ab2e-8e36886333ba req-9ef89056-9e47-4274-9290-2ce7d2544b0d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.551296 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bd6c2d0c-4535-4d38-ab2e-8e36886333ba req-9ef89056-9e47-4274-9290-2ce7d2544b0d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 947 time: 0.2354472 Jul 16 18:09:48.591295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port bf6b712b-ab93-40bc-ae59-3550c5efbf00 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:48.780637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-bd6c2d0c-4535-4d38-ab2e-8e36886333ba req-c63bc048-2223-4ef6-bc0b-5a9274acceca tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Deleting port fbd13ca7-bb29-4443-b469-04d2bc21a47e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:48.781327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bd6c2d0c-4535-4d38-ab2e-8e36886333ba req-c63bc048-2223-4ef6-bc0b-5a9274acceca tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.037951 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.172607 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-bd6c2d0c-4535-4d38-ab2e-8e36886333ba req-c63bc048-2223-4ef6-bc0b-5a9274acceca tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] For port fbd13ca7-bb29-4443-b469-04d2bc21a47e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=fbd13ca7-bb29-4443-b469-04d2bc21a47e,segment=NetworkSegment(1ee64d38-6f3b-412f-98a6-c97774fadc7f),segment_id=1ee64d38-6f3b-412f-98a6-c97774fadc7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:49.172832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:49.175580 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bd6c2d0c-4535-4d38-ab2e-8e36886333ba req-c63bc048-2223-4ef6-bc0b-5a9274acceca tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.240709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-bd6c2d0c-4535-4d38-ab2e-8e36886333ba req-c63bc048-2223-4ef6-bc0b-5a9274acceca tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Calling delete_port for fbd13ca7-bb29-4443-b469-04d2bc21a47e owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:49.402217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:49.700921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bd6c2d0c-4535-4d38-ab2e-8e36886333ba req-c63bc048-2223-4ef6-bc0b-5a9274acceca tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.718942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['fbd13ca7-bb29-4443-b469-04d2bc21a47e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:49.803052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bc048-2223-4ef6-bc0b-5a9274acceca tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Pushing event deleted for resources: {'Port': ['ID=fbd13ca7-bb29-4443-b469-04d2bc21a47e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:49.867427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa45c0-ba9f-44c5-a04b-befda310564c None None] Network 8faaa57c-ffc2-4946-9055-de53543a96cc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:49.968895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-35b5a87b-230f-48e3-a60e-a71ba9c622d4 None None] Provisioning for port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:49.981197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-35b5a87b-230f-48e3-a60e-a71ba9c622d4 None None] Provisioning complete for port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:49.981862 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-35b5a87b-230f-48e3-a60e-a71ba9c622d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.011633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6c2d0c-4535-4d38-ab2e-8e36886333ba req-c63bc048-2223-4ef6-bc0b-5a9274acceca tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] No DVR routers for this DVR port fbd13ca7-bb29-4443-b469-04d2bc21a47e on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:50.017182 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bd6c2d0c-4535-4d38-ab2e-8e36886333ba req-c63bc048-2223-4ef6-bc0b-5a9274acceca tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.027798 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bd6c2d0c-4535-4d38-ab2e-8e36886333ba req-c63bc048-2223-4ef6-bc0b-5a9274acceca tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.32 "DELETE /v2.0/ports/fbd13ca7-bb29-4443-b469-04d2bc21a47e HTTP/1.1" status: 204 len: 173 time: 1.4695754 Jul 16 18:09:50.028446 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'name': 'network-vif-deleted', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:50.031725 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada6fa51-5e51-47ab-bd28-4ef295fd3017" -d '{"events": [{"server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "name": "network-vif-deleted", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:50.052576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8317d32f-130c-4b1b-a0fe-3822a06170ce req-42833558-8634-4885-89f2-14a8276dd4f9 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 210 time: 0.2080193 Jul 16 18:09:50.199447 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-35b5a87b-230f-48e3-a60e-a71ba9c622d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.267858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-35b5a87b-230f-48e3-a60e-a71ba9c622d4 None None] For port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf,segment=NetworkSegment(92075b93-540f-4077-953d-de27bbfe859d),segment_id=92075b93-540f-4077-953d-de27bbfe859d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:50.280562 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-35b5a87b-230f-48e3-a60e-a71ba9c622d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.404089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5a87b-230f-48e3-a60e-a71ba9c622d4 None None] Pushing event updated for resources: {'Port': ['ID=0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:50.430529 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9074270e-75ec-4834-9b9f-e544dd767e83 req-0b5e4922-fc0b-48ff-a463-fc0a49521038 tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 210 time: 0.1750500 Jul 16 18:09:50.438672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399da087-b03a-41b3-8e44-2e95334dbf61 req-eb71131e-aeb3-41cb-b421-00abcd82327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.457287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-399da087-b03a-41b3-8e44-2e95334dbf61 req-eb71131e-aeb3-41cb-b421-00abcd82327e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704aa65f43a74339a8134dc49ed1d39f&device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 1098 time: 1.1768281 Jul 16 18:09:50.517101 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbf7b99-568b-475a-ae90-f40f8d20e737 x-openstack-request-id: req-2cbf7b99-568b-475a-ae90-f40f8d20e737 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:50.517611 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be395e5-a6b4-4326-a9b9-ec2f59353bd0", "name": "network-vif-deleted", "tag": "fbd13ca7-bb29-4443-b469-04d2bc21a47e", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:50.518058 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cbf7b99-568b-475a-ae90-f40f8d20e737 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:50.518665 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be395e5-a6b4-4326-a9b9-ec2f59353bd0', 'name': 'network-vif-deleted', 'tag': 'fbd13ca7-bb29-4443-b469-04d2bc21a47e', 'status': 'completed', 'code': 200} Jul 16 18:09:50.522237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c898212f-65ee-4c9d-ad28-c84b9a96ccf4 None None] Update dhcp port {'port': {'network_id': '8faaa57c-ffc2-4946-9055-de53543a96cc', 'fixed_ips': [{'subnet_id': 'db7ca633-3093-4672-abef-1924d773097d', 'ip_address': '172.20.0.2'}, {'subnet_id': '76eb7eb6-c25c-4939-ad97-da29a1d789b6'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:09:50.539832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e875f-66e7-4789-a17b-7b5d61351e5f req-70ffe9a6-b6cc-44cc-8c56-fe906b5b0059 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.552128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-312e875f-66e7-4789-a17b-7b5d61351e5f req-70ffe9a6-b6cc-44cc-8c56-fe906b5b0059 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 946 time: 1.0615926 Jul 16 18:09:50.570066 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c898212f-65ee-4c9d-ad28-c84b9a96ccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.671352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399da087-b03a-41b3-8e44-2e95334dbf61 req-bdba4143-33da-4d8d-ab4f-950d537be927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.673023 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-399da087-b03a-41b3-8e44-2e95334dbf61 req-bdba4143-33da-4d8d-ab4f-950d537be927 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0e8fa729-2ee4-40b5-8ea7-d502096d31f3 HTTP/1.1" status: 200 len: 915 time: 0.1999006 Jul 16 18:09:50.684672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.8 (8faaa57c-ffc2-4946-9055-de53543a96cc/db7ca633-3093-4672-abef-1924d773097d/bf6b712b-ab93-40bc-ae59-3550c5efbf00) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:50.693643 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.29 (8faaa57c-ffc2-4946-9055-de53543a96cc/76eb7eb6-c25c-4939-ad97-da29a1d789b6/bf6b712b-ab93-40bc-ae59-3550c5efbf00) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:50.791887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-399da087-b03a-41b3-8e44-2e95334dbf61 req-c07de88e-59a1-4eee-830e-255144750cf3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=397ced1d-3347-48a9-a6ec-dcc82c3af05d HTTP/1.1" status: 200 len: 217 time: 0.0456994 Jul 16 18:09:50.803286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-312e875f-66e7-4789-a17b-7b5d61351e5f req-89b9c6e1-320b-4df4-ae1f-dd231c68afd5 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/security-groups?id=146f018a-a518-42a5-b3a1-925eefea60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500122 Jul 16 18:09:50.928235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399da087-b03a-41b3-8e44-2e95334dbf61 req-50e1675e-8fb9-4bbe-abfc-499ec35c7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.932018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-399da087-b03a-41b3-8e44-2e95334dbf61 req-50e1675e-8fb9-4bbe-abfc-499ec35c7b4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df0ba710-59ba-46a4-8c2a-e6974b1e3469 HTTP/1.1" status: 200 len: 854 time: 0.1273730 Jul 16 18:09:50.951269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:51.000583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-adc63a5b-6ea4-48b6-b0ca-b192bf43cf4d tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.003072 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-adc63a5b-6ea4-48b6-b0ca-b192bf43cf4d tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.11 "GET /v2.0/networks?id=8500156d-ff35-4b7d-9d9e-7a302dee5b9a HTTP/1.1" status: 200 len: 818 time: 0.2574682 Jul 16 18:09:51.017129 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-399da087-b03a-41b3-8e44-2e95334dbf61 req-07b9a4fe-d82d-46cb-b568-c1d8f7fc06d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0e8fa729-2ee4-40b5-8ea7-d502096d31f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747702 Jul 16 18:09:51.039214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-c90d8420-f009-4478-9bf7-32cc89560c81 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Request body: {'port': {'device_id': 'f6100ec5-35bd-4895-bab3-14e0ac2a2364', 'network_id': '8500156d-ff35-4b7d-9d9e-7a302dee5b9a', 'admin_state_up': True, 'tenant_id': 'a64adabe45ca4a05a74e1487e594ae89'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:51.096568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:51.097385 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.104366 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.141973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Transition to ACTIVE for port object bf6b712b-ab93-40bc-ae59-3550c5efbf00 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:51.242297 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.296817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-c90d8420-f009-4478-9bf7-32cc89560c81 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Made reservation on behalf of a64adabe45ca4a05a74e1487e594ae89 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:51.300966 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-c90d8420-f009-4478-9bf7-32cc89560c81 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.392087 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-c898212f-65ee-4c9d-ad28-c84b9a96ccf4 None None] Allocated IP 172.20.0.18 (8faaa57c-ffc2-4946-9055-de53543a96cc/76eb7eb6-c25c-4939-ad97-da29a1d789b6/0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:51.702339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=bf6b712b-ab93-40bc-ae59-3550c5efbf00,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:51.706035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network 8faaa57c-ffc2-4946-9055-de53543a96cc is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:51.757684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-c90d8420-f009-4478-9bf7-32cc89560c81 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Allocated IP 172.20.0.6 (8500156d-ff35-4b7d-9d9e-7a302dee5b9a/054582f9-fa60-42c7-b84a-a7cdb7e4bf12/dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:51.759724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:51.767125 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-399da087-b03a-41b3-8e44-2e95334dbf61 req-c6d21c47-92fb-499d-8acf-a3da271d63d9 service neutron] 10.222.0.11 "GET /v2.0/networks/0e8fa729-2ee4-40b5-8ea7-d502096d31f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286129 Jul 16 18:09:51.772354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:51.849765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-debfc7eb-c595-48a2-b733-c935c6e05b4f req-660f1cb6-cc66-440d-9c0c-a268ded6729b tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 210 time: 0.2943413 Jul 16 18:09:51.906871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae9d95e5-cdb2-4503-9a3e-d5edf3a5d097 req-e88e4fd6-4541-4298-8370-c356b2d67f1d tempest-ServersNegativeTestJSON-654456190 tempest-ServersNegativeTestJSON-654456190-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be395e5-a6b4-4326-a9b9-ec2f59353bd0 HTTP/1.1" status: 200 len: 210 time: 0.1355362 Jul 16 18:09:51.907014 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5c4ba005-4151-48c2-aad6-7ca6c5503735 req-511f5acb-88c5-4934-864b-4129dafd6463 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2078946 Jul 16 18:09:51.945991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c898212f-65ee-4c9d-ad28-c84b9a96ccf4 None None] For port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf,segment=NetworkSegment(92075b93-540f-4077-953d-de27bbfe859d),segment_id=92075b93-540f-4077-953d-de27bbfe859d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:52.000843 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c898212f-65ee-4c9d-ad28-c84b9a96ccf4 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.020873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.026450 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.031330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c898212f-65ee-4c9d-ad28-c84b9a96ccf4 None None] Transition to ACTIVE for port object 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:52.039394 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c898212f-65ee-4c9d-ad28-c84b9a96ccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.062761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ced7693d-1f7e-48ef-a66e-75e0141cc611 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 4.5002670 Jul 16 18:09:52.067089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46296) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:52.074300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-55f9a5f6-7c07-42de-89f9-d315f6f09ded tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db7ca633-3093-4672-abef-1924d773097d'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:52.077311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-399da087-b03a-41b3-8e44-2e95334dbf61 req-2def46fd-326a-4f08-b1a6-9ff26882c32f service neutron] 10.222.0.11 "GET /v2.0/networks/0e8fa729-2ee4-40b5-8ea7-d502096d31f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697206 Jul 16 18:09:52.181171 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898212f-65ee-4c9d-ad28-c84b9a96ccf4 None None] Pushing event updated for resources: {'Port': ['ID=0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:52.340377 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-c90d8420-f009-4478-9bf7-32cc89560c81 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.385762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f333b6-317e-4644-a75b-d45bb26c36b0 req-83f0a981-af7f-4bb5-8407-aa457075a46e tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.388159 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36f333b6-317e-4644-a75b-d45bb26c36b0 req-83f0a981-af7f-4bb5-8407-aa457075a46e tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 946 time: 0.2942772 Jul 16 18:09:52.439559 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-c90d8420-f009-4478-9bf7-32cc89560c81 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.471206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b130b2-1310-4d67-825b-ea31a04c7ac1 req-e59d250f-99e3-478e-8903-f233420feef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.473106 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35b130b2-1310-4d67-825b-ea31a04c7ac1 req-e59d250f-99e3-478e-8903-f233420feef6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=704aa65f43a74339a8134dc49ed1d39f&device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 1098 time: 0.2505248 Jul 16 18:09:52.489322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36f333b6-317e-4644-a75b-d45bb26c36b0 req-be7ae3d2-d2f7-4917-97d8-5a5e5dc0175c tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/security-groups?id=146f018a-a518-42a5-b3a1-925eefea60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925324 Jul 16 18:09:52.505833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ba005-4151-48c2-aad6-7ca6c5503735 req-effa67d4-0c03-469f-aded-6a6eab08e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.507522 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5c4ba005-4151-48c2-aad6-7ca6c5503735 req-effa67d4-0c03-469f-aded-6a6eab08e89d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fdcfc6a64164e019457ac174161d31a&device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 1097 time: 0.5091696 Jul 16 18:09:52.596055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-c90d8420-f009-4478-9bf7-32cc89560c81 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Network 8500156d-ff35-4b7d-9d9e-7a302dee5b9a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:52.604157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-c90d8420-f009-4478-9bf7-32cc89560c81 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:52.611596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-c90d8420-f009-4478-9bf7-32cc89560c81 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:52.713846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-c90d8420-f009-4478-9bf7-32cc89560c81 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.714505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-c90d8420-f009-4478-9bf7-32cc89560c81 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.720919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b130b2-1310-4d67-825b-ea31a04c7ac1 req-0899328c-abb4-4d84-ac91-ade09e27b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.722737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35b130b2-1310-4d67-825b-ea31a04c7ac1 req-0899328c-abb4-4d84-ac91-ade09e27b9c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0e8fa729-2ee4-40b5-8ea7-d502096d31f3 HTTP/1.1" status: 200 len: 915 time: 0.2205014 Jul 16 18:09:52.724012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d8420-f009-4478-9bf7-32cc89560c81 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Pushing event updated for resources: {'Port': ['ID=dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:52.748516 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55f9a5f6-7c07-42de-89f9-d315f6f09ded tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.806724 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35b130b2-1310-4d67-825b-ea31a04c7ac1 req-13bd7f83-d1ec-47da-97a3-f2cb6f05fc89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=397ced1d-3347-48a9-a6ec-dcc82c3af05d HTTP/1.1" status: 200 len: 217 time: 0.0662096 Jul 16 18:09:52.833359 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-c90d8420-f009-4478-9bf7-32cc89560c81 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8213928 Jul 16 18:09:52.980617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:53.046514 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b130b2-1310-4d67-825b-ea31a04c7ac1 req-b0b2259b-c653-40b0-89df-a4dba5eab153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.060066 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35b130b2-1310-4d67-825b-ea31a04c7ac1 req-b0b2259b-c653-40b0-89df-a4dba5eab153 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df0ba710-59ba-46a4-8c2a-e6974b1e3469 HTTP/1.1" status: 200 len: 854 time: 0.2441812 Jul 16 18:09:53.132010 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.148117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35b130b2-1310-4d67-825b-ea31a04c7ac1 req-ab21e825-2e9d-49e3-9a4d-9fd9443dca42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0e8fa729-2ee4-40b5-8ea7-d502096d31f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724940 Jul 16 18:09:53.213403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device fbd13ca7-bb29-4443-b469-04d2bc21a47e no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:53.254469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dd5b15-6227-459c-99c2-8df36a025400 None None] Network 8faaa57c-ffc2-4946-9055-de53543a96cc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:53.260649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46318) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:53.271098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: fbd13ca7-bb29-4443-b469-04d2bc21a47e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:53.271752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device fbd13ca7-bb29-4443-b469-04d2bc21a47e not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:53.296658 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-616e9ddc-86bb-4e16-98a1-592a726c7dbe None None] Provisioning for port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:53.303783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-616e9ddc-86bb-4e16-98a1-592a726c7dbe None None] Provisioning complete for port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:53.304560 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-616e9ddc-86bb-4e16-98a1-592a726c7dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.316600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46320) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:53.437218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35b130b2-1310-4d67-825b-ea31a04c7ac1 req-6c74785c-6b65-4262-a473-c0527266ffa5 service neutron] 10.222.0.11 "GET /v2.0/networks/0e8fa729-2ee4-40b5-8ea7-d502096d31f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819264 Jul 16 18:09:53.484466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1183e409-fc16-4e7e-93a6-617548b73af1 admin admin] Deleting subnet 6857b2d9-0327-499b-99e9-e6599e42f428 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:53.519792 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1183e409-fc16-4e7e-93a6-617548b73af1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.653988 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eb156-c910-40d3-80cc-9ce364ad5b09 req-a2f6bab4-31ff-4bba-8986-a26cda1323db tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.662066 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-285eb156-c910-40d3-80cc-9ce364ad5b09 req-a2f6bab4-31ff-4bba-8986-a26cda1323db tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 931 time: 0.4040425 Jul 16 18:09:53.666828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Request body: {'port': {'device_id': 'f6100ec5-35bd-4895-bab3-14e0ac2a2364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:53.728321 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1183e409-fc16-4e7e-93a6-617548b73af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.788860 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c2e967a6-e9ef-4af1-8bd5-f75ae4fb8bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.923941 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-285eb156-c910-40d3-80cc-9ce364ad5b09 req-c4d2e3cb-0702-4df9-bee9-66146aa39cdf tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf38bcf-51da-4ebb-878c-4d14dd6009ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604096 Jul 16 18:09:53.931161 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35b130b2-1310-4d67-825b-ea31a04c7ac1 req-d758475b-7397-46b4-9e68-8eca5d278b33 service neutron] 10.222.0.11 "GET /v2.0/networks/0e8fa729-2ee4-40b5-8ea7-d502096d31f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800999 Jul 16 18:09:53.932505 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1183e409-fc16-4e7e-93a6-617548b73af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.045220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-55f9a5f6-7c07-42de-89f9-d315f6f09ded tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Delete allocated IP 172.20.0.29 (8faaa57c-ffc2-4946-9055-de53543a96cc/76eb7eb6-c25c-4939-ad97-da29a1d789b6) {{(pid=105590) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:09:54.058185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ba005-4151-48c2-aad6-7ca6c5503735 req-c5af0a11-25c2-427f-aa65-d07baa6f5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.058530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613a39e-1e99-440c-8b08-006d4fe77651 req-7a0b59eb-29fb-479f-ae3d-12eae82f36bc tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.059841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4613a39e-1e99-440c-8b08-006d4fe77651 req-7a0b59eb-29fb-479f-ae3d-12eae82f36bc tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 946 time: 0.3365009 Jul 16 18:09:54.065782 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5c4ba005-4151-48c2-aad6-7ca6c5503735 req-c5af0a11-25c2-427f-aa65-d07baa6f5dc9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 200 len: 912 time: 1.4598777 Jul 16 18:09:54.132162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-adb0d293-a02e-4a5c-a8a7-d1b29228cf95 None None] Provisioning complete for port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:54.132862 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-adb0d293-a02e-4a5c-a8a7-d1b29228cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.138986 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1183e409-fc16-4e7e-93a6-617548b73af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.150627 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c2e967a6-e9ef-4af1-8bd5-f75ae4fb8bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.159514 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.169380 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1183e409-fc16-4e7e-93a6-617548b73af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.171743 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1183e409-fc16-4e7e-93a6-617548b73af1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6857b2d9-0327-499b-99e9-e6599e42f428 HTTP/1.1" status: 204 len: 168 time: 0.9098995 Jul 16 18:09:54.175201 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c2e967a6-e9ef-4af1-8bd5-f75ae4fb8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.177766 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46330) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:54.352388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-adb0d293-a02e-4a5c-a8a7-d1b29228cf95 None None] Provisioning for port bf6b712b-ab93-40bc-ae59-3550c5efbf00 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:54.361261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-adb0d293-a02e-4a5c-a8a7-d1b29228cf95 None None] Provisioning complete for port bf6b712b-ab93-40bc-ae59-3550c5efbf00 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:54.361990 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-adb0d293-a02e-4a5c-a8a7-d1b29228cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.422491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-adb0d293-a02e-4a5c-a8a7-d1b29228cf95 None None] Port bf6b712b-ab93-40bc-ae59-3550c5efbf00 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:54.472878 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5c4ba005-4151-48c2-aad6-7ca6c5503735 req-c222102a-1623-4cb6-9e58-2719882ebadd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b848ad-6391-4a37-af96-6b499d9c5a60 HTTP/1.1" status: 200 len: 1001 time: 0.3973389 Jul 16 18:09:54.549467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ed29e792-322f-47f9-80e4-484969e54c4d None None] Provisioning complete for port bf6b712b-ab93-40bc-ae59-3550c5efbf00 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:54.550097 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ed29e792-322f-47f9-80e4-484969e54c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.604660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ed29e792-322f-47f9-80e4-484969e54c4d None None] Port bf6b712b-ab93-40bc-ae59-3550c5efbf00 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:54.605424 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0de4310-eab7-47bc-9e94-920a6315ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.682585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ba005-4151-48c2-aad6-7ca6c5503735 req-510cbdb8-975a-4b04-bf9e-fb956ae9ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.684089 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5c4ba005-4151-48c2-aad6-7ca6c5503735 req-510cbdb8-975a-4b04-bf9e-fb956ae9ab2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a HTTP/1.1" status: 200 len: 850 time: 0.1982350 Jul 16 18:09:54.715428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4613a39e-1e99-440c-8b08-006d4fe77651 req-790561c8-e1db-42b7-bee5-9e3da39af807 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/security-groups?id=146f018a-a518-42a5-b3a1-925eefea60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6400728 Jul 16 18:09:54.719593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183e409-fc16-4e7e-93a6-617548b73af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6857b2d9-0327-499b-99e9-e6599e42f428,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.729158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c2e967a6-e9ef-4af1-8bd5-f75ae4fb8bd5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f746ed95cf34dd980d2bab23deaf999&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4059043 Jul 16 18:09:54.730301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46336) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:54.736761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e967a6-e9ef-4af1-8bd5-f75ae4fb8bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd8f56e-eaef-41d1-9396-84b0feb2ab27,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.798478 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b63adc03-7a09-4264-803c-f491da879ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.809040 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55f9a5f6-7c07-42de-89f9-d315f6f09ded tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.824930 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b63adc03-7a09-4264-803c-f491da879ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.856474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-55f9a5f6-7c07-42de-89f9-d315f6f09ded tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Ignored duplicate provisioning block setup for port bf6b712b-ab93-40bc-ae59-3550c5efbf00 by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:09:54.892438 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b63adc03-7a09-4264-803c-f491da879ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.895340 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b63adc03-7a09-4264-803c-f491da879ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.898887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b63adc03-7a09-4264-803c-f491da879ec0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfd8f56e-eaef-41d1-9396-84b0feb2ab27 HTTP/1.1" status: 204 len: 168 time: 0.1652467 Jul 16 18:09:54.905344 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0de4310-eab7-47bc-9e94-920a6315ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.906723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63adc03-7a09-4264-803c-f491da879ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd8f56e-eaef-41d1-9396-84b0feb2ab27,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.908631 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55f9a5f6-7c07-42de-89f9-d315f6f09ded tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.935989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e0de4310-eab7-47bc-9e94-920a6315ab06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3aff34c-d366-47a6-bb72-a1b487c78a97']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:54.985978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e0de4310-eab7-47bc-9e94-920a6315ab06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee64d38-6f3b-412f-98a6-c97774fadc7f') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:54.986231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e0de4310-eab7-47bc-9e94-920a6315ab06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee64d38-6f3b-412f-98a6-c97774fadc7f') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:55.024886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0de4310-eab7-47bc-9e94-920a6315ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.060054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ba005-4151-48c2-aad6-7ca6c5503735 req-a418cf4e-758f-46e2-a212-294ed095599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.061623 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5c4ba005-4151-48c2-aad6-7ca6c5503735 req-a418cf4e-758f-46e2-a212-294ed095599a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=981660af-4b2c-4916-8662-a65197136911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3597853 Jul 16 18:09:55.110524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9a5f6-7c07-42de-89f9-d315f6f09ded tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=bf6b712b-ab93-40bc-ae59-3550c5efbf00,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:55.124394 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0de4310-eab7-47bc-9e94-920a6315ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.218699 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.270564 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643765d-0aa6-4e76-821e-529cbafa57cc req-24b21ebd-840c-4a0e-aca3-9f96e0b78bd1 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.281229 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d643765d-0aa6-4e76-821e-529cbafa57cc req-24b21ebd-840c-4a0e-aca3-9f96e0b78bd1 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 931 time: 0.1217427 Jul 16 18:09:55.294595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0de4310-eab7-47bc-9e94-920a6315ab06 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:55.294922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0de4310-eab7-47bc-9e94-920a6315ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:55.296690 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:55.356252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d643765d-0aa6-4e76-821e-529cbafa57cc req-cc55577a-b707-461d-aaaf-a1a00d70ada6 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf38bcf-51da-4ebb-878c-4d14dd6009ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733211 Jul 16 18:09:55.366522 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:55.399469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46350) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:55.419967 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a01cb379-dd7a-4d69-82eb-427229119290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.455915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-980e0918-afb3-4e26-bdf8-c0a45a70516c None None] Provisioning complete for port bf6b712b-ab93-40bc-ae59-3550c5efbf00 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:55.456913 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-980e0918-afb3-4e26-bdf8-c0a45a70516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.482225 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.501745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-55f9a5f6-7c07-42de-89f9-d315f6f09ded tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] In _notify_port_updated(), no bound segment for port bf6b712b-ab93-40bc-ae59-3550c5efbf00 on network 8faaa57c-ffc2-4946-9055-de53543a96cc {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:09:55.509604 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f9a5f6-7c07-42de-89f9-d315f6f09ded tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.514848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55f9a5f6-7c07-42de-89f9-d315f6f09ded tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.517083 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-55f9a5f6-7c07-42de-89f9-d315f6f09ded tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "PUT /v2.0/ports/bf6b712b-ab93-40bc-ae59-3550c5efbf00 HTTP/1.1" status: 200 len: 917 time: 3.4482198 Jul 16 18:09:55.528005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46354) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:55.539411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-980e0918-afb3-4e26-bdf8-c0a45a70516c None None] Port bf6b712b-ab93-40bc-ae59-3550c5efbf00 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:55.553408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d8d0ce12-28b9-4d6d-b653-1dc2970be484 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db7ca633-3093-4672-abef-1924d773097d'}, {'subnet_id': '76eb7eb6-c25c-4939-ad97-da29a1d789b6'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:55.557270 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a01cb379-dd7a-4d69-82eb-427229119290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.564742 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0de4310-eab7-47bc-9e94-920a6315ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.585890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Transition to ACTIVE for port object dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:55.597914 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0de4310-eab7-47bc-9e94-920a6315ab06 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.602927 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e0de4310-eab7-47bc-9e94-920a6315ab06 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a3aff34c-d366-47a6-bb72-a1b487c78a97 HTTP/1.1" status: 204 len: 168 time: 1.4184515 Jul 16 18:09:55.603122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a01cb379-dd7a-4d69-82eb-427229119290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.630500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.644427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de4310-eab7-47bc-9e94-920a6315ab06 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3aff34c-d366-47a6-bb72-a1b487c78a97,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:55.669548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a01cb379-dd7a-4d69-82eb-427229119290 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af25c9d4364f4779bb095ab1196e60a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684774 Jul 16 18:09:55.670667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cb379-dd7a-4d69-82eb-427229119290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab705c34-e505-409e-9731-4a68cfcaf97c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:55.677772 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46360) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:55.695353 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5c4ba005-4151-48c2-aad6-7ca6c5503735 req-b55ff102-0a7f-4dcf-875c-5f059b767e98 service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110992 Jul 16 18:09:55.706550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162dd2b-1c82-4438-9a08-d4c4c52527a9 req-e5024404-0ca5-4ca2-8e9f-a654c023ef71 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.708434 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2162dd2b-1c82-4438-9a08-d4c4c52527a9 req-e5024404-0ca5-4ca2-8e9f-a654c023ef71 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 946 time: 0.1542192 Jul 16 18:09:55.812278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:55.820483 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-22ab168d-c3da-41dd-a477-171e779a517b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.825168 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2162dd2b-1c82-4438-9a08-d4c4c52527a9 req-c72ec6c3-b9a6-4966-b14a-37522d377c5b tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/security-groups?id=146f018a-a518-42a5-b3a1-925eefea60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037886 Jul 16 18:09:55.849391 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-22ab168d-c3da-41dd-a477-171e779a517b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.926126 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-22ab168d-c3da-41dd-a477-171e779a517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.933174 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-22ab168d-c3da-41dd-a477-171e779a517b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.935170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-22ab168d-c3da-41dd-a477-171e779a517b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab705c34-e505-409e-9731-4a68cfcaf97c HTTP/1.1" status: 204 len: 168 time: 0.2547345 Jul 16 18:09:55.949281 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab168d-c3da-41dd-a477-171e779a517b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab705c34-e505-409e-9731-4a68cfcaf97c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:55.969314 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:09:55.972167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ce12-28b9-4d6d-b653-1dc2970be484 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.010172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46368) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:56.072314 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5c4ba005-4151-48c2-aad6-7ca6c5503735 req-6360a027-b8e7-44da-8931-5959979a1797 service neutron] 10.222.0.32 "GET /v2.0/networks/981660af-4b2c-4916-8662-a65197136911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584177 Jul 16 18:09:56.104256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f92a684b-2f5c-407f-abcc-f9407e0a8b52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a50f0e1de354b1ba5acf25306a514ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872459 Jul 16 18:09:56.104808 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46370) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:56.111409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Attempting to bind port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:56.112463 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Attempting to bind port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'd268ae88-5420-476c-9666-4557a5d3ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8500156d-ff35-4b7d-9d9e-7a302dee5b9a'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:56.113364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Attempting to bind port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a on network 8500156d-ff35-4b7d-9d9e-7a302dee5b9a {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:56.271410 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a on network 8500156d-ff35-4b7d-9d9e-7a302dee5b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:56.271747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Attempting to bind port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a on network 8500156d-ff35-4b7d-9d9e-7a302dee5b9a {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:56.296403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:56.296749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Checking segment: {'id': 'd268ae88-5420-476c-9666-4557a5d3ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8500156d-ff35-4b7d-9d9e-7a302dee5b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:56.297187 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Bound using segment: {'id': 'd268ae88-5420-476c-9666-4557a5d3ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8500156d-ff35-4b7d-9d9e-7a302dee5b9a'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:56.297636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Bound port: dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd268ae88-5420-476c-9666-4557a5d3ea94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8500156d-ff35-4b7d-9d9e-7a302dee5b9a'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:56.298021 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.426202 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0238ba6d-1d00-4b1c-98d8-a7e2eac2ca75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.460223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d8d0ce12-28b9-4d6d-b653-1dc2970be484 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.23 (8faaa57c-ffc2-4946-9055-de53543a96cc/76eb7eb6-c25c-4939-ad97-da29a1d789b6/bf6b712b-ab93-40bc-ae59-3550c5efbf00) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:56.481810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] For port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:56.487408 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0238ba6d-1d00-4b1c-98d8-a7e2eac2ca75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.527408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] For port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a,segment=NetworkSegment(d268ae88-5420-476c-9666-4557a5d3ea94),segment_id=d268ae88-5420-476c-9666-4557a5d3ea94)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:56.547691 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.588345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de1dab-5fd6-4dc3-9d15-be8b26963228 req-f5682fe7-20a3-4f85-be38-1e27f3b7b825 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.605117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7de1dab-5fd6-4dc3-9d15-be8b26963228 req-f5682fe7-20a3-4f85-be38-1e27f3b7b825 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 943 time: 0.1068559 Jul 16 18:09:56.648346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.648451 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.651692 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] 10.222.0.11 "PUT /v2.0/ports/dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a HTTP/1.1" status: 200 len: 1092 time: 3.8117380 Jul 16 18:09:56.656769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6100ec5-35bd-4895-bab3-14e0ac2a2364', 'tag': 'dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:56.659694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7de1dab-5fd6-4dc3-9d15-be8b26963228 req-3ce00746-028d-4ca1-bc1c-7d1280d51db0 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf38bcf-51da-4ebb-878c-4d14dd6009ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523281 Jul 16 18:09:56.660013 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5a7445-980e-47e6-a1f0-5d6026fc7ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "f6100ec5-35bd-4895-bab3-14e0ac2a2364", "tag": "dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:56.776242 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0238ba6d-1d00-4b1c-98d8-a7e2eac2ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.779500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0238ba6d-1d00-4b1c-98d8-a7e2eac2ca75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.780678 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0238ba6d-1d00-4b1c-98d8-a7e2eac2ca75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbee92b4-559d-4ef3-ae2d-800e5180c358 HTTP/1.1" status: 204 len: 168 time: 0.6757815 Jul 16 18:09:56.788314 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3134ecb-0f7b-47bc-a042-9ad44162a691 x-openstack-request-id: req-c3134ecb-0f7b-47bc-a042-9ad44162a691 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:56.788613 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6100ec5-35bd-4895-bab3-14e0ac2a2364", "tag": "dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:56.788870 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3134ecb-0f7b-47bc-a042-9ad44162a691 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:56.789270 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6100ec5-35bd-4895-bab3-14e0ac2a2364', 'tag': 'dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a', 'status': 'completed', 'code': 200} Jul 16 18:09:56.797041 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-8b45b4e0-6224-44c7-a264-1ee10acb0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.800755 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-8b45b4e0-6224-44c7-a264-1ee10acb0e75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a64adabe45ca4a05a74e1487e594ae89&device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 1095 time: 0.0783355 Jul 16 18:09:56.816233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238ba6d-1d00-4b1c-98d8-a7e2eac2ca75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbee92b4-559d-4ef3-ae2d-800e5180c358,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:56.847449 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3f058-ab99-4890-a12c-d463c186df73 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:56.876280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-5fd0b2a4-9407-44cd-87b1-34af17a460b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a HTTP/1.1" status: 200 len: 217 time: 0.0691624 Jul 16 18:09:56.926747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ce12-28b9-4d6d-b653-1dc2970be484 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.956459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e667d-603d-4797-8484-d0cab398f67b req-bfc1446b-8be5-43fd-b10a-6270025e66ec tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.967051 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e67e667d-603d-4797-8484-d0cab398f67b req-bfc1446b-8be5-43fd-b10a-6270025e66ec tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 946 time: 0.2374403 Jul 16 18:09:56.973003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-744fd6b5-11fa-475f-acd4-1ab30cc9698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.974706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-744fd6b5-11fa-475f-acd4-1ab30cc9698b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=054582f9-fa60-42c7-b84a-a7cdb7e4bf12 HTTP/1.1" status: 200 len: 858 time: 0.0915103 Jul 16 18:09:57.090544 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-293f0a8f-af14-4664-8e0c-af316e65c584 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8500156d-ff35-4b7d-9d9e-7a302dee5b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095741 Jul 16 18:09:57.101453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d8d0ce12-28b9-4d6d-b653-1dc2970be484 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Transition to ACTIVE for port object bf6b712b-ab93-40bc-ae59-3550c5efbf00 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:57.121184 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ce12-28b9-4d6d-b653-1dc2970be484 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.191203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0ce12-28b9-4d6d-b653-1dc2970be484 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=bf6b712b-ab93-40bc-ae59-3550c5efbf00,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:57.222017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-e67e667d-603d-4797-8484-d0cab398f67b req-7bea3852-9aad-424c-9769-141cf2653984 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Deleting port 397ced1d-3347-48a9-a6ec-dcc82c3af05d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:57.222367 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e67e667d-603d-4797-8484-d0cab398f67b req-7bea3852-9aad-424c-9769-141cf2653984 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.447194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596bb92-80b6-47c0-9aa4-c8ad95734804 req-c4452177-5f39-4abd-9879-ac03b9ae53a6 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.449498 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6596bb92-80b6-47c0-9aa4-c8ad95734804 req-c4452177-5f39-4abd-9879-ac03b9ae53a6 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 946 time: 0.4572294 Jul 16 18:09:57.567235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-6d53bd27-cedf-4dca-9657-8b83f771a5c1 service neutron] 10.222.0.11 "GET /v2.0/networks/8500156d-ff35-4b7d-9d9e-7a302dee5b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692614 Jul 16 18:09:57.584800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e67e667d-603d-4797-8484-d0cab398f67b req-7bea3852-9aad-424c-9769-141cf2653984 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] For port 397ced1d-3347-48a9-a6ec-dcc82c3af05d, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=397ced1d-3347-48a9-a6ec-dcc82c3af05d,segment=NetworkSegment(038f48ba-01cf-4f15-a8e8-83b46c5941bd),segment_id=038f48ba-01cf-4f15-a8e8-83b46c5941bd)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:57.585177 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e67e667d-603d-4797-8484-d0cab398f67b req-7bea3852-9aad-424c-9769-141cf2653984 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.614956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6596bb92-80b6-47c0-9aa4-c8ad95734804 req-2f7c7861-2dad-4653-931d-228256cc8acb tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/security-groups?id=146f018a-a518-42a5-b3a1-925eefea60d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587856 Jul 16 18:09:57.624660 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-e67e667d-603d-4797-8484-d0cab398f67b req-7bea3852-9aad-424c-9769-141cf2653984 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Calling delete_port for 397ced1d-3347-48a9-a6ec-dcc82c3af05d owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:57.787288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a0b92842-4c7f-4f2b-b397-5b76e10938cc None None] Provisioning for port bf6b712b-ab93-40bc-ae59-3550c5efbf00 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:57.797054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a0b92842-4c7f-4f2b-b397-5b76e10938cc None None] Provisioning complete for port bf6b712b-ab93-40bc-ae59-3550c5efbf00 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:57.797430 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a0b92842-4c7f-4f2b-b397-5b76e10938cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.827130 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d67c626-56e8-4130-acbc-d0dadc2b9913 req-0a08dbc9-01f5-4ea5-8fb5-2ac45eac683b service neutron] 10.222.0.11 "GET /v2.0/networks/8500156d-ff35-4b7d-9d9e-7a302dee5b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491186 Jul 16 18:09:57.885802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a0b92842-4c7f-4f2b-b397-5b76e10938cc None None] Port bf6b712b-ab93-40bc-ae59-3550c5efbf00 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:57.970910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0ce12-28b9-4d6d-b653-1dc2970be484 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] In _notify_port_updated(), no bound segment for port bf6b712b-ab93-40bc-ae59-3550c5efbf00 on network 8faaa57c-ffc2-4946-9055-de53543a96cc {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:09:57.978218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d0ce12-28b9-4d6d-b653-1dc2970be484 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.979141 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8d0ce12-28b9-4d6d-b653-1dc2970be484 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.980834 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d8d0ce12-28b9-4d6d-b653-1dc2970be484 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "PUT /v2.0/ports/bf6b712b-ab93-40bc-ae59-3550c5efbf00 HTTP/1.1" status: 200 len: 997 time: 2.4372504 Jul 16 18:09:57.984876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46444) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:58.038238 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e67e667d-603d-4797-8484-d0cab398f67b req-7bea3852-9aad-424c-9769-141cf2653984 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.051139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['397ced1d-3347-48a9-a6ec-dcc82c3af05d'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:58.115095 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99402565-ebb6-404b-b82a-88b1609a6475 req-fd724524-4a0e-4544-8891-7911b018bc77 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.123633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea3852-9aad-424c-9769-141cf2653984 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Pushing event deleted for resources: {'Port': ['ID=397ced1d-3347-48a9-a6ec-dcc82c3af05d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.132865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99402565-ebb6-404b-b82a-88b1609a6475 req-fd724524-4a0e-4544-8891-7911b018bc77 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 943 time: 0.2241430 Jul 16 18:09:58.226350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99402565-ebb6-404b-b82a-88b1609a6475 req-74d902a1-9986-489f-a906-57de146f44a7 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf38bcf-51da-4ebb-878c-4d14dd6009ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853922 Jul 16 18:09:58.240874 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67e667d-603d-4797-8484-d0cab398f67b req-7bea3852-9aad-424c-9769-141cf2653984 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] No DVR routers for this DVR port 397ced1d-3347-48a9-a6ec-dcc82c3af05d on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:58.245222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7445-980e-47e6-a1f0-5d6026fc7ae9 req-847a1d7e-75a8-472f-b107-fdc2d1904f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.245946 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e67e667d-603d-4797-8484-d0cab398f67b req-7bea3852-9aad-424c-9769-141cf2653984 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.248383 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e67e667d-603d-4797-8484-d0cab398f67b req-7bea3852-9aad-424c-9769-141cf2653984 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.11 "DELETE /v2.0/ports/397ced1d-3347-48a9-a6ec-dcc82c3af05d HTTP/1.1" status: 204 len: 173 time: 1.2764361 Jul 16 18:09:58.262208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe5a7445-980e-47e6-a1f0-5d6026fc7ae9 req-847a1d7e-75a8-472f-b107-fdc2d1904f5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a64adabe45ca4a05a74e1487e594ae89&device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 1095 time: 0.3164704 Jul 16 18:09:58.291145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0ee7f71d-643b-4f2a-a4e1-435c8db6eec0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port bf6b712b-ab93-40bc-ae59-3550c5efbf00 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:58.291519 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f71d-643b-4f2a-a4e1-435c8db6eec0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.459484 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f71d-643b-4f2a-a4e1-435c8db6eec0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.478534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0ee7f71d-643b-4f2a-a4e1-435c8db6eec0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for bf6b712b-ab93-40bc-ae59-3550c5efbf00 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:58.590773 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-8e125ded-7e16-4de1-b084-209b56d2bc52 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.592835 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-8e125ded-7e16-4de1-b084-209b56d2bc52 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/networks?id=233997b2-8161-45c8-b1a0-88f22c96a7e5 HTTP/1.1" status: 200 len: 814 time: 0.1627991 Jul 16 18:09:58.620336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-bf7bd57a-7a35-4161-a9b5-cce54ffe2b87 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/quotas/e4a33ed005214bcaa04d5095740987ed HTTP/1.1" status: 200 len: 375 time: 0.0145962 Jul 16 18:09:58.621748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7445-980e-47e6-a1f0-5d6026fc7ae9 req-ab0e0d76-250f-4e9d-a806-aa474db96f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.623530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe5a7445-980e-47e6-a1f0-5d6026fc7ae9 req-ab0e0d76-250f-4e9d-a806-aa474db96f9d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8500156d-ff35-4b7d-9d9e-7a302dee5b9a HTTP/1.1" status: 200 len: 919 time: 0.3552802 Jul 16 18:09:58.663579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46486) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:58.702741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-3b6fbebb-9c40-49b5-a9c1-c890639c18c8 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e4a33ed005214bcaa04d5095740987ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746613 Jul 16 18:09:58.765442 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f71d-643b-4f2a-a4e1-435c8db6eec0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.824585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dfa950-bb9c-4df1-8965-72ea4c1b61c8', 'name': 'network-vif-deleted', 'tag': '397ced1d-3347-48a9-a6ec-dcc82c3af05d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:58.828870 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de2dc76-44e5-4980-aab0-e0cd6fabbbe2" -d '{"events": [{"server_uuid": "38dfa950-bb9c-4df1-8965-72ea4c1b61c8", "name": "network-vif-deleted", "tag": "397ced1d-3347-48a9-a6ec-dcc82c3af05d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:58.850972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7f71d-643b-4f2a-a4e1-435c8db6eec0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=bf6b712b-ab93-40bc-ae59-3550c5efbf00,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.920061 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe5a7445-980e-47e6-a1f0-5d6026fc7ae9 req-cd0b3e39-5f4c-4de0-82fb-4360427d746d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a HTTP/1.1" status: 200 len: 217 time: 0.2767582 Jul 16 18:09:58.937098 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-4a2b82ff-b9af-4756-82ea-da7d7a0f8982 service neutron] 10.222.0.24 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753850 Jul 16 18:09:58.981020 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1196844259-network', 'tenant_id': '6898758d87ed436891d15686d009fe33'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:59.092519 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f71d-643b-4f2a-a4e1-435c8db6eec0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.098326 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0ee7f71d-643b-4f2a-a4e1-435c8db6eec0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/bf6b712b-ab93-40bc-ae59-3550c5efbf00 HTTP/1.1" status: 204 len: 168 time: 1.1126378 Jul 16 18:09:59.099755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46494) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:59.100503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Made reservation on behalf of 6898758d87ed436891d15686d009fe33 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:59.104142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.120560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d32b7288-4444-4b90-9830-adba0c6b0896 req-c88e180e-7173-4a26-a26f-35689566a7a1 tempest-InstanceActionsTestJSON-782231156 tempest-InstanceActionsTestJSON-782231156-project] 10.222.0.24 "GET /v2.0/ports?device_id=38dfa950-bb9c-4df1-8965-72ea4c1b61c8 HTTP/1.1" status: 200 len: 210 time: 0.1376235 Jul 16 18:09:59.132562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46496) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:59.142541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a7445-980e-47e6-a1f0-5d6026fc7ae9 req-529dacbe-94e4-4d4a-9fa8-b7125c4ba5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.144347 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe5a7445-980e-47e6-a1f0-5d6026fc7ae9 req-529dacbe-94e4-4d4a-9fa8-b7125c4ba5c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=054582f9-fa60-42c7-b84a-a7cdb7e4bf12 HTTP/1.1" status: 200 len: 858 time: 0.1844208 Jul 16 18:09:59.205462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe5a7445-980e-47e6-a1f0-5d6026fc7ae9 req-56ecbe4d-8bb7-450f-a572-6d127b0e2aea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8500156d-ff35-4b7d-9d9e-7a302dee5b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417602 Jul 16 18:09:59.215512 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-9add452c-cf6e-44f7-a456-9b789849f968 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:09:59.235932 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9add452c-cf6e-44f7-a456-9b789849f968 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/bf6b712b-ab93-40bc-ae59-3550c5efbf00 HTTP/1.1" status: 404 len: 333 time: 0.1279705 Jul 16 18:09:59.256152 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46500) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:59.265514 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.281514 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203fb048-f62f-49c5-b53d-f19bc3747e67 x-openstack-request-id: req-203fb048-f62f-49c5-b53d-f19bc3747e67 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:59.281838 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dfa950-bb9c-4df1-8965-72ea4c1b61c8", "name": "network-vif-deleted", "tag": "397ced1d-3347-48a9-a6ec-dcc82c3af05d", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:59.282345 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-203fb048-f62f-49c5-b53d-f19bc3747e67 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:59.282480 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dfa950-bb9c-4df1-8965-72ea4c1b61c8', 'name': 'network-vif-deleted', 'tag': '397ced1d-3347-48a9-a6ec-dcc82c3af05d', 'status': 'completed', 'code': 200} Jul 16 18:09:59.507736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-5c6f2c79-8141-41a9-9cb7-9c401e52689a service neutron] 10.222.0.24 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694087 Jul 16 18:09:59.513133 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-840df683-1857-4145-99ab-6437e938223e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.520137 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.526125 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.539603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3509e6a0-6411-4512-8b84-dffa6a26fb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting subnet 76eb7eb6-c25c-4939-ad97-da29a1d789b6 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:59.556692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:59.568965 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f7c36f-da99-47a1-9047-986d0f132c42,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.574885 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.575246 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Added segment 58c8b5cc-7e10-4b9d-a785-b54ee01dd273 of type vlan for network e3c02bb3-61bc-4f86-91a2-137521187234 Jul 16 18:09:59.592091 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3509e6a0-6411-4512-8b84-dffa6a26fb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.625609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.702874 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3509e6a0-6411-4512-8b84-dffa6a26fb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.708557 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.724206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.726612 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.802623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe5a7445-980e-47e6-a1f0-5d6026fc7ae9 req-f014a83d-bc52-4d17-8234-ca631cd23af2 service neutron] 10.222.0.11 "GET /v2.0/networks/8500156d-ff35-4b7d-9d9e-7a302dee5b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556605 Jul 16 18:09:59.969645 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f46a852-2266-46e1-b51a-b906e59a8b58 req-7afb138f-5621-4b98-b3b4-6cedc13fd9b2 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 210 time: 0.0911944 Jul 16 18:10:00.015944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f233ca-dd92-4484-a52e-a9a0452c987f req-881c40d8-b633-48de-8d6d-2090829097df tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.017008 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-02f233ca-dd92-4484-a52e-a9a0452c987f req-881c40d8-b633-48de-8d6d-2090829097df tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 943 time: 0.4684229 Jul 16 18:10:00.174451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe5a7445-980e-47e6-a1f0-5d6026fc7ae9 req-90d24290-a42a-47f9-aa6a-1133d7e1e32c service neutron] 10.222.0.11 "GET /v2.0/networks/8500156d-ff35-4b7d-9d9e-7a302dee5b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262081 Jul 16 18:10:00.324576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-02f233ca-dd92-4484-a52e-a9a0452c987f req-6e9da179-efaa-4bd0-8be5-0a5d9f448291 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf38bcf-51da-4ebb-878c-4d14dd6009ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574825 Jul 16 18:10:00.336530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46522) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.343507 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3509e6a0-6411-4512-8b84-dffa6a26fb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.420098 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] Pushing event updated for resources: {'Network': ['ID=e3c02bb3-61bc-4f86-91a2-137521187234,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:00.445232 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-840df683-1857-4145-99ab-6437e938223e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.449620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network e3c02bb3-61bc-4f86-91a2-137521187234 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:00.457406 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-840df683-1857-4145-99ab-6437e938223e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.462426 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-55d03c0b-940a-4618-b2a0-37469ba8fa77 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7970219 Jul 16 18:10:00.463703 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46526) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.470058 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ac2e50e8-e8d8-49ad-bdde-facc52763805 admin admin] Request body: {'subnet': {'network_id': 'e3c02bb3-61bc-4f86-91a2-137521187234', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1196844259-subnet', 'tenant_id': '6898758d87ed436891d15686d009fe33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:00.531062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2e50e8-e8d8-49ad-bdde-facc52763805 admin admin] Made reservation on behalf of 6898758d87ed436891d15686d009fe33 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:00.533016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa57088d-8f45-4451-ac2f-cb0f5a47b9af admin admin] Deleting subnet df0ba710-59ba-46a4-8c2a-e6974b1e3469 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:00.536788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa57088d-8f45-4451-ac2f-cb0f5a47b9af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.538522 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac2e50e8-e8d8-49ad-bdde-facc52763805 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.581497 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa57088d-8f45-4451-ac2f-cb0f5a47b9af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.620216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 397ced1d-3347-48a9-a6ec-dcc82c3af05d no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:00.644404 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:00.645879 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840df683-1857-4145-99ab-6437e938223e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c23ad9-af3c-46d1-8760-d6e86fa0fe39,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:00.676999 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa57088d-8f45-4451-ac2f-cb0f5a47b9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.689549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 397ced1d-3347-48a9-a6ec-dcc82c3af05d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:00.690123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 397ced1d-3347-48a9-a6ec-dcc82c3af05d not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:00.725123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-840df683-1857-4145-99ab-6437e938223e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd30a6923c794c77bacc77c4fcd5fe85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5761998 Jul 16 18:10:00.725488 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46528) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.753387 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3509e6a0-6411-4512-8b84-dffa6a26fb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.794729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509e6a0-6411-4512-8b84-dffa6a26fb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Subnet': ['ID=76eb7eb6-c25c-4939-ad97-da29a1d789b6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:00.800733 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3509e6a0-6411-4512-8b84-dffa6a26fb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.806324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3509e6a0-6411-4512-8b84-dffa6a26fb03 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/76eb7eb6-c25c-4939-ad97-da29a1d789b6 HTTP/1.1" status: 204 len: 168 time: 1.5484622 Jul 16 18:10:00.807636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46530) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.817898 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa57088d-8f45-4451-ac2f-cb0f5a47b9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.843882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57088d-8f45-4451-ac2f-cb0f5a47b9af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df0ba710-59ba-46a4-8c2a-e6974b1e3469,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:00.850756 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa57088d-8f45-4451-ac2f-cb0f5a47b9af admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.853638 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fa57088d-8f45-4451-ac2f-cb0f5a47b9af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/df0ba710-59ba-46a4-8c2a-e6974b1e3469 HTTP/1.1" status: 204 len: 168 time: 0.5014422 Jul 16 18:10:00.856116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46532) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.881088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd446bfe-2a30-4ee5-ab43-57be5ba91d50 None None] Network 8faaa57c-ffc2-4946-9055-de53543a96cc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:00.895663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68d04fc-4e66-42ff-a354-cf10f9611433 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting subnet db7ca633-3093-4672-abef-1924d773097d {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:00.910087 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b68d04fc-4e66-42ff-a354-cf10f9611433 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.935416 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8210d9c8-4257-4d74-b0f5-3df8341db45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.040146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b68d04fc-4e66-42ff-a354-cf10f9611433 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.052817 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8210d9c8-4257-4d74-b0f5-3df8341db45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.069408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8210d9c8-4257-4d74-b0f5-3df8341db45f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8fa729-2ee4-40b5-8ea7-d502096d31f3']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:01.081898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8210d9c8-4257-4d74-b0f5-3df8341db45f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038f48ba-01cf-4f15-a8e8-83b46c5941bd') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:01.082201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-8210d9c8-4257-4d74-b0f5-3df8341db45f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038f48ba-01cf-4f15-a8e8-83b46c5941bd') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:01.092892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8210d9c8-4257-4d74-b0f5-3df8341db45f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.112012 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-295e82de-1c4c-4c5d-9dc8-871e7df83082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.119024 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8210d9c8-4257-4d74-b0f5-3df8341db45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.130479 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8210d9c8-4257-4d74-b0f5-3df8341db45f admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:01.131299 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8210d9c8-4257-4d74-b0f5-3df8341db45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:01.135187 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:01.174895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a,segment=NetworkSegment(d268ae88-5420-476c-9666-4557a5d3ea94),segment_id=d268ae88-5420-476c-9666-4557a5d3ea94)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:01.203634 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-295e82de-1c4c-4c5d-9dc8-871e7df83082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.217175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a', 'network_id': '8500156d-ff35-4b7d-9d9e-7a302dee5b9a', 'port_id': 'dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a', 'mac_address': 'fa:16:3e:71:b5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054582f9-fa60-42c7-b84a-a7cdb7e4bf12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:01.235532 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8210d9c8-4257-4d74-b0f5-3df8341db45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.240481 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8210d9c8-4257-4d74-b0f5-3df8341db45f admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.246034 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b68d04fc-4e66-42ff-a354-cf10f9611433 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.248502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8210d9c8-4257-4d74-b0f5-3df8341db45f admin admin] 10.222.0.24 "DELETE /v2.0/networks/0e8fa729-2ee4-40b5-8ea7-d502096d31f3 HTTP/1.1" status: 204 len: 168 time: 0.3909745 Jul 16 18:10:01.312935 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210d9c8-4257-4d74-b0f5-3df8341db45f admin admin] Pushing event deleted for resources: {'Network': ['ID=0e8fa729-2ee4-40b5-8ea7-d502096d31f3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.348756 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac2e50e8-e8d8-49ad-bdde-facc52763805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.361759 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.416824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e50e8-e8d8-49ad-bdde-facc52763805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58db6c3d-6a36-4c94-85d5-5ecca5466bd0,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.435408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:01.461479 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b68d04fc-4e66-42ff-a354-cf10f9611433 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.485075 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-295e82de-1c4c-4c5d-9dc8-871e7df83082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.489525 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-295e82de-1c4c-4c5d-9dc8-871e7df83082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.493771 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-295e82de-1c4c-4c5d-9dc8-871e7df83082 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42c23ad9-af3c-46d1-8760-d6e86fa0fe39 HTTP/1.1" status: 204 len: 168 time: 0.7649066 Jul 16 18:10:01.495334 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b68d04fc-4e66-42ff-a354-cf10f9611433 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.501917 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b68d04fc-4e66-42ff-a354-cf10f9611433 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/db7ca633-3093-4672-abef-1924d773097d HTTP/1.1" status: 204 len: 168 time: 0.6919293 Jul 16 18:10:01.545599 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46542) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:01.561513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a,segment=NetworkSegment(d268ae88-5420-476c-9666-4557a5d3ea94),segment_id=d268ae88-5420-476c-9666-4557a5d3ea94)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:01.574386 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.604275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d7d10b92-584d-42e4-957a-483bd0ecdb68 req-4b3f1b2d-6f83-421d-b4fa-049df2f02d59 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 210 time: 0.1232009 Jul 16 18:10:01.606461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46544) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:01.763042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-40eb527e-f690-4642-9720-bbaf91d81d19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=704aa65f43a74339a8134dc49ed1d39f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537209 Jul 16 18:10:01.766532 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.770831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46548) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:01.778344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502923f-5805-4615-be08-e0b06a324b4c None None] Update dhcp port {'port': {'network_id': '8faaa57c-ffc2-4946-9055-de53543a96cc', 'fixed_ips': [{'subnet_id': 'db7ca633-3093-4672-abef-1924d773097d'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:10:01.804382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d04fc-4e66-42ff-a354-cf10f9611433 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Subnet': ['ID=db7ca633-3093-4672-abef-1924d773097d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.846252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:01.880962 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7502923f-5805-4615-be08-e0b06a324b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.883197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.897746 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d178c125-c3ab-45c8-a943-f5668db29b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.910129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e50e8-e8d8-49ad-bdde-facc52763805 admin admin] Checking segment: {'id': '58c8b5cc-7e10-4b9d-a785-b54ee01dd273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e3c02bb3-61bc-4f86-91a2-137521187234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:01.912759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e50e8-e8d8-49ad-bdde-facc52763805 admin admin] Network hostable DHCP agents. Network: e3c02bb3-61bc-4f86-91a2-137521187234, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:01.922064 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e82de-1c4c-4c5d-9dc8-871e7df83082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c23ad9-af3c-46d1-8760-d6e86fa0fe39,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.941036 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d178c125-c3ab-45c8-a943-f5668db29b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.020713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e50e8-e8d8-49ad-bdde-facc52763805 admin admin] Network e3c02bb3-61bc-4f86-91a2-137521187234 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:02.030324 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d178c125-c3ab-45c8-a943-f5668db29b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.033231 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d178c125-c3ab-45c8-a943-f5668db29b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.037905 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d178c125-c3ab-45c8-a943-f5668db29b2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/146f018a-a518-42a5-b3a1-925eefea60d3 HTTP/1.1" status: 204 len: 168 time: 0.2654495 Jul 16 18:10:02.054568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20879d-8b12-414d-b6cf-60114ed83e22 req-8fff8f52-a668-4109-bba4-9b44e7b16bac tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.062659 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd20879d-8b12-414d-b6cf-60114ed83e22 req-8fff8f52-a668-4109-bba4-9b44e7b16bac tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 944 time: 0.3497236 Jul 16 18:10:02.065556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178c125-c3ab-45c8-a943-f5668db29b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146f018a-a518-42a5-b3a1-925eefea60d3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.080506 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-34e981ef-6c07-4368-ab7f-a536e1a42428 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.083694 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-34e981ef-6c07-4368-ab7f-a536e1a42428 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.32 "GET /v2.0/networks?id=233997b2-8161-45c8-b1a0-88f22c96a7e5 HTTP/1.1" status: 200 len: 814 time: 0.5285113 Jul 16 18:10:02.107788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-784883e5-b894-48f4-a1c0-95ef96bb47cf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Request body: {'port': {'device_id': 'e4216ac1-59db-4d9a-b9cb-d11c4d5c2544', 'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5', 'admin_state_up': True, 'tenant_id': 'e4a33ed005214bcaa04d5095740987ed'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:02.115216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e50e8-e8d8-49ad-bdde-facc52763805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, e3c02bb3-61bc-4f86-91a2-137521187234) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:02.115613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd20879d-8b12-414d-b6cf-60114ed83e22 req-96f6e0df-86ac-4ac6-b9a6-22b9697b3632 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf38bcf-51da-4ebb-878c-4d14dd6009ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519876 Jul 16 18:10:02.121806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e50e8-e8d8-49ad-bdde-facc52763805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.122554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac2e50e8-e8d8-49ad-bdde-facc52763805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.172445 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ac2e50e8-e8d8-49ad-bdde-facc52763805 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6951768 Jul 16 18:10:02.174901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c583e780-eda5-4e84-ab0d-c8769c5434e9 None None] Network e3c02bb3-61bc-4f86-91a2-137521187234 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:02.268220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46556) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.311276 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f17d3598-d13f-414b-be61-a81517e83eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.345008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:02.347629 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.373908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c374bd4d-1153-4f0f-87bc-d93fd4b877c6 None None] Network 8faaa57c-ffc2-4946-9055-de53543a96cc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:02.491802 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] For port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf,segment=NetworkSegment(92075b93-540f-4077-953d-de27bbfe859d),segment_id=92075b93-540f-4077-953d-de27bbfe859d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:02.492405 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.514681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46566) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.527636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:02.542799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f88e11b1-b920-4c9b-b052-0b639cf08d8e None None] Provisioning complete for port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:02.543195 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f88e11b1-b920-4c9b-b052-0b639cf08d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.550754 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f17d3598-d13f-414b-be61-a81517e83eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.584918 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f17d3598-d13f-414b-be61-a81517e83eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.647798 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f17d3598-d13f-414b-be61-a81517e83eb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90a4715fe9064e21b2e9bf062e6af93d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770993 Jul 16 18:10:02.653261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46572) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.667864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a126b6e3-4a44-4032-b282-22f3b798fe90 admin admin] Deleting subnet 58db6c3d-6a36-4c94-85d5-5ecca5466bd0 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:02.676115 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a126b6e3-4a44-4032-b282-22f3b798fe90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.732940 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd85b91-28f1-4709-8393-50b292b38097 None None] Network e3c02bb3-61bc-4f86-91a2-137521187234 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:02.761743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a126b6e3-4a44-4032-b282-22f3b798fe90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.810372 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a126b6e3-4a44-4032-b282-22f3b798fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.887969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d3598-d13f-414b-be61-a81517e83eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd92ff3-b391-4aae-94bc-a9eca1e4143c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.905844 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a126b6e3-4a44-4032-b282-22f3b798fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.937145 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e9ae066-fba6-47f1-bbc3-164a75a1470b req-7ffbd581-7583-41dc-ac98-8b79b79ea856 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 210 time: 0.0505774 Jul 16 18:10:02.953155 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-784883e5-b894-48f4-a1c0-95ef96bb47cf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Made reservation on behalf of e4a33ed005214bcaa04d5095740987ed for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:02.960751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126b6e3-4a44-4032-b282-22f3b798fe90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58db6c3d-6a36-4c94-85d5-5ecca5466bd0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.964046 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a126b6e3-4a44-4032-b282-22f3b798fe90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.965399 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-784883e5-b894-48f4-a1c0-95ef96bb47cf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.966513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a126b6e3-4a44-4032-b282-22f3b798fe90 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/58db6c3d-6a36-4c94-85d5-5ecca5466bd0 HTTP/1.1" status: 204 len: 168 time: 0.4455090 Jul 16 18:10:02.972662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46584) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.996634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:03.067118 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6ac3732-aa35-4fbe-a5bc-34a89e93e112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.069876 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ec06f97-c137-4ea5-9a8f-690ee488061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.078882 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.129173 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb3dab4-cc01-4fad-b1f8-76c4dc62b294 None None] DHCP port deletion for 8faaa57c-ffc2-4946-9055-de53543a96cc request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:03.156287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No active binding found for port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf {{(pid=105592) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:10:03.161058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:03.180929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.190627 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No DVR routers for this DVR port 0ab2cbdc-4cca-4738-bb0f-8f5c6a61b4cf on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:03.193222 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6ac3732-aa35-4fbe-a5bc-34a89e93e112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.253099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ec06f97-c137-4ea5-9a8f-690ee488061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.275515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-3ec06f97-c137-4ea5-9a8f-690ee488061d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c02bb3-61bc-4f86-91a2-137521187234']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:03.305131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-3ec06f97-c137-4ea5-9a8f-690ee488061d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c8b5cc-7e10-4b9d-a785-b54ee01dd273') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:03.305554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-3ec06f97-c137-4ea5-9a8f-690ee488061d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c8b5cc-7e10-4b9d-a785-b54ee01dd273') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:03.339079 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ec06f97-c137-4ea5-9a8f-690ee488061d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.372143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.373419 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ec06f97-c137-4ea5-9a8f-690ee488061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.389055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec06f97-c137-4ea5-9a8f-690ee488061d admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:03.389487 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ec06f97-c137-4ea5-9a8f-690ee488061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:03.392122 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:03.400431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8faaa57c-ffc2-4946-9055-de53543a96cc']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:03.414128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92075b93-540f-4077-953d-de27bbfe859d') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:03.414420 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92075b93-540f-4077-953d-de27bbfe859d') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:03.427756 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.450873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-784883e5-b894-48f4-a1c0-95ef96bb47cf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Allocated IP 172.20.0.13 (233997b2-8161-45c8-b1a0-88f22c96a7e5/6ab76eff-af5d-4688-bb29-35aa5b128439/704413b3-4e1e-4325-9087-049691489178) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:03.459389 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.469890 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6ac3732-aa35-4fbe-a5bc-34a89e93e112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.472663 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6ac3732-aa35-4fbe-a5bc-34a89e93e112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.476292 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b6ac3732-aa35-4fbe-a5bc-34a89e93e112 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fd92ff3-b391-4aae-94bc-a9eca1e4143c HTTP/1.1" status: 204 len: 168 time: 0.8166904 Jul 16 18:10:03.489849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:03.490253 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.494255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac3732-aa35-4fbe-a5bc-34a89e93e112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd92ff3-b391-4aae-94bc-a9eca1e4143c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:03.501686 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:03.536298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7147f0f-3e76-4b99-820b-5ed7b5a9f891 req-8d50025e-4505-43e3-83a1-453d7f71b6b5 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.551560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7147f0f-3e76-4b99-820b-5ed7b5a9f891 req-8d50025e-4505-43e3-83a1-453d7f71b6b5 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 944 time: 0.2241881 Jul 16 18:10:03.551560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ec06f97-c137-4ea5-9a8f-690ee488061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.551560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ec06f97-c137-4ea5-9a8f-690ee488061d admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.561891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3ec06f97-c137-4ea5-9a8f-690ee488061d admin admin] 10.222.0.24 "DELETE /v2.0/networks/e3c02bb3-61bc-4f86-91a2-137521187234 HTTP/1.1" status: 204 len: 168 time: 0.5853667 Jul 16 18:10:03.606794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec06f97-c137-4ea5-9a8f-690ee488061d admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c02bb3-61bc-4f86-91a2-137521187234,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.667514 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7147f0f-3e76-4b99-820b-5ed7b5a9f891 req-15a26e98-4f14-404e-ba68-fff0d350a064 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf38bcf-51da-4ebb-878c-4d14dd6009ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014640 Jul 16 18:10:03.683014 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.700495 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.706418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46608) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.708834 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/networks/8faaa57c-ffc2-4946-9055-de53543a96cc HTTP/1.1" status: 204 len: 168 time: 2.1536949 Jul 16 18:10:03.729450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc8f36-a2f1-4cc3-9c9d-096871849f4b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Network': ['ID=8faaa57c-ffc2-4946-9055-de53543a96cc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.796680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46610) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.855666 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-784883e5-b894-48f4-a1c0-95ef96bb47cf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.865743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c298ac-8041-4752-88f4-7580f64b2d6e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.867984 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-65c298ac-8041-4752-88f4-7580f64b2d6e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1601641 Jul 16 18:10:03.872995 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b5797a39-a8fd-4976-bd6d-c4652cc107d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6898758d87ed436891d15686d009fe33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745044 Jul 16 18:10:03.876738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46616) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.876995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46614) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.970822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-37904862-f84a-44a2-87ee-209c5c2091f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.031549 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-37904862-f84a-44a2-87ee-209c5c2091f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.197236 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-37904862-f84a-44a2-87ee-209c5c2091f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.199967 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-37904862-f84a-44a2-87ee-209c5c2091f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.203860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-37904862-f84a-44a2-87ee-209c5c2091f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9f7c36f-da99-47a1-9047-986d0f132c42 HTTP/1.1" status: 204 len: 168 time: 0.3256245 Jul 16 18:10:04.216836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37904862-f84a-44a2-87ee-209c5c2091f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f7c36f-da99-47a1-9047-986d0f132c42,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.230944 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-784883e5-b894-48f4-a1c0-95ef96bb47cf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.239211 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c1a3bceb-f5a4-4cb0-b80e-a6e83278d36c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3594620 Jul 16 18:10:04.254651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46644) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:04.261005 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5bd1e473-f5ee-488f-9a77-5dddb7880ca0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1560955464'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:04.327495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd1e473-f5ee-488f-9a77-5dddb7880ca0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:04.335555 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5bd1e473-f5ee-488f-9a77-5dddb7880ca0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.343110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-784883e5-b894-48f4-a1c0-95ef96bb47cf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Network 233997b2-8161-45c8-b1a0-88f22c96a7e5 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:04.350256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-784883e5-b894-48f4-a1c0-95ef96bb47cf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:04.355117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-784883e5-b894-48f4-a1c0-95ef96bb47cf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:04.374796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aa9d6-3aea-47f5-9ac0-6c4744f27ef8 req-cbfcbce5-ba45-4d7c-a5f6-03da1839a2e1 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.382971 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-242aa9d6-3aea-47f5-9ac0-6c4744f27ef8 req-cbfcbce5-ba45-4d7c-a5f6-03da1839a2e1 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 932 time: 0.1515243 Jul 16 18:10:04.407069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-784883e5-b894-48f4-a1c0-95ef96bb47cf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.407716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-784883e5-b894-48f4-a1c0-95ef96bb47cf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.425730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd1e473-f5ee-488f-9a77-5dddb7880ca0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:04.432763 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784883e5-b894-48f4-a1c0-95ef96bb47cf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Pushing event updated for resources: {'Port': ['ID=704413b3-4e1e-4325-9087-049691489178,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.438763 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-784883e5-b894-48f4-a1c0-95ef96bb47cf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3379705 Jul 16 18:10:04.454823 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5bd1e473-f5ee-488f-9a77-5dddb7880ca0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.455243 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-5bd1e473-f5ee-488f-9a77-5dddb7880ca0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Added segment 80f1a51a-83d6-4f0f-b5fe-86781a2733ef of type vlan for network 380ba032-2bed-4e00-86ca-672b01775ff2 Jul 16 18:10:04.455869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Request body: {'port': {'device_id': 'e4216ac1-59db-4d9a-b9cb-d11c4d5c2544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:04.500127 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46650) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:04.510356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-242aa9d6-3aea-47f5-9ac0-6c4744f27ef8 req-801d643d-3402-48e3-aa40-d9cc8b7bdaca tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245084 Jul 16 18:10:04.575721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:04.593158 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.599898 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5bd1e473-f5ee-488f-9a77-5dddb7880ca0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.678698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:04.687368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:04.687755 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.694167 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5bd1e473-f5ee-488f-9a77-5dddb7880ca0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.707978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd1e473-f5ee-488f-9a77-5dddb7880ca0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.709831 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5bd1e473-f5ee-488f-9a77-5dddb7880ca0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.788811 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5bd1e473-f5ee-488f-9a77-5dddb7880ca0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5330741 Jul 16 18:10:04.795787 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46660) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:04.807657 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d5d696be-91ab-47e2-9056-ca3244b2ae3c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': '380ba032-2bed-4e00-86ca-672b01775ff2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:04.832005 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.848401 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1e473-f5ee-488f-9a77-5dddb7880ca0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Network': ['ID=380ba032-2bed-4e00-86ca-672b01775ff2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.870388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 380ba032-2bed-4e00-86ca-672b01775ff2 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:04.939093 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-843b54cc-14ba-4c78-8607-abfdb60a5afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.941146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a,segment=NetworkSegment(d268ae88-5420-476c-9666-4557a5d3ea94),segment_id=d268ae88-5420-476c-9666-4557a5d3ea94)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:05.022254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6100ec5-35bd-4895-bab3-14e0ac2a2364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:05.026808 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dd0bad-107c-4206-9aa0-610de992eb14" -d '{"events": [{"server_uuid": "f6100ec5-35bd-4895-bab3-14e0ac2a2364", "name": "network-vif-plugged", "status": "completed", "tag": "dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:05.031739 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.059494 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9feac5f-0529-405c-b8ff-32f5a0500edc req-18ec6e08-a8c8-4ae8-978e-c4285b023805 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.066150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d9feac5f-0529-405c-b8ff-32f5a0500edc req-18ec6e08-a8c8-4ae8-978e-c4285b023805 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 944 time: 0.1565921 Jul 16 18:10:05.140369 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d9feac5f-0529-405c-b8ff-32f5a0500edc req-2414c599-ae4b-4f3e-b1a5-acbf1b46b470 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf38bcf-51da-4ebb-878c-4d14dd6009ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679429 Jul 16 18:10:05.196791 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707a41af-87fd-4714-962a-b1ccb1b813b3 x-openstack-request-id: req-707a41af-87fd-4714-962a-b1ccb1b813b3 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:05.197400 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6100ec5-35bd-4895-bab3-14e0ac2a2364", "name": "network-vif-plugged", "status": "completed", "tag": "dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:05.197722 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-707a41af-87fd-4714-962a-b1ccb1b813b3 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:05.198100 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6100ec5-35bd-4895-bab3-14e0ac2a2364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a', 'code': 200} Jul 16 18:10:05.212978 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:05.281920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e641-0cd9-4ddb-a94c-271186d372eb req-2ac0de37-1485-4a33-ad29-895b9545dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.283600 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c916e641-0cd9-4ddb-a94c-271186d372eb req-2ac0de37-1485-4a33-ad29-895b9545dfa2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 1097 time: 0.1119566 Jul 16 18:10:05.339303 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c916e641-0cd9-4ddb-a94c-271186d372eb req-3fe51baa-85f9-4e31-94d7-80566617090c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8cf38bcf-51da-4ebb-878c-4d14dd6009ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461609 Jul 16 18:10:05.379212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704413b3-4e1e-4325-9087-049691489178 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:05.391124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.404783 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-843b54cc-14ba-4c78-8607-abfdb60a5afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.412452 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-843b54cc-14ba-4c78-8607-abfdb60a5afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.435137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Transition to ACTIVE for port object 704413b3-4e1e-4325-9087-049691489178 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:05.456197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.479916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b54cc-14ba-4c78-8607-abfdb60a5afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b77483-0823-44a4-a5b1-419dc256af7e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:05.504228 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-843b54cc-14ba-4c78-8607-abfdb60a5afb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3922f10ef74b433c96b3721416982b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0006623 Jul 16 18:10:05.504228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d696be-91ab-47e2-9056-ca3244b2ae3c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:05.504963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46684) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:05.506199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d5d696be-91ab-47e2-9056-ca3244b2ae3c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.581995 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5dab5fe9-a300-4977-9c93-95dd7b7e1e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.610002 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5dab5fe9-a300-4977-9c93-95dd7b7e1e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.691856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Pushing event updated for resources: {'Port': ['ID=704413b3-4e1e-4325-9087-049691489178,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:05.695366 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5dab5fe9-a300-4977-9c93-95dd7b7e1e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.699122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5dab5fe9-a300-4977-9c93-95dd7b7e1e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.701081 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5dab5fe9-a300-4977-9c93-95dd7b7e1e0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61b77483-0823-44a4-a5b1-419dc256af7e HTTP/1.1" status: 204 len: 168 time: 0.1948504 Jul 16 18:10:05.710470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab5fe9-a300-4977-9c93-95dd7b7e1e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b77483-0823-44a4-a5b1-419dc256af7e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:05.802216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d328975-8bff-4fb3-a22e-112a341ed46c req-1e073023-26be-4a3a-af3a-6e99964d6e53 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.811430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d328975-8bff-4fb3-a22e-112a341ed46c req-1e073023-26be-4a3a-af3a-6e99964d6e53 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 944 time: 0.0926843 Jul 16 18:10:05.816094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Attempting to bind port 704413b3-4e1e-4325-9087-049691489178 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:05.816445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Attempting to bind port 704413b3-4e1e-4325-9087-049691489178 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '87815dda-93ac-4128-814b-200315ec07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:05.816775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Attempting to bind port 704413b3-4e1e-4325-9087-049691489178 on network 233997b2-8161-45c8-b1a0-88f22c96a7e5 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:05.839016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Port 704413b3-4e1e-4325-9087-049691489178 on network 233997b2-8161-45c8-b1a0-88f22c96a7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:05.839355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Attempting to bind port 704413b3-4e1e-4325-9087-049691489178 on network 233997b2-8161-45c8-b1a0-88f22c96a7e5 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:05.847008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:05.847342 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Checking segment: {'id': '87815dda-93ac-4128-814b-200315ec07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:05.847668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Bound using segment: {'id': '87815dda-93ac-4128-814b-200315ec07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:05.848123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Bound port: 704413b3-4e1e-4325-9087-049691489178, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87815dda-93ac-4128-814b-200315ec07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:05.848487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.990311 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] For port 704413b3-4e1e-4325-9087-049691489178, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:05.992980 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d5d696be-91ab-47e2-9056-ca3244b2ae3c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.997063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] For port 704413b3-4e1e-4325-9087-049691489178, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=704413b3-4e1e-4325-9087-049691489178,segment=NetworkSegment(87815dda-93ac-4128-814b-200315ec07ea),segment_id=87815dda-93ac-4128-814b-200315ec07ea)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:06.005965 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.089411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.090113 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.091689 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] 10.222.0.32 "PUT /v2.0/ports/704413b3-4e1e-4325-9087-049691489178 HTTP/1.1" status: 200 len: 1093 time: 1.6441245 Jul 16 18:10:06.095226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4216ac1-59db-4d9a-b9cb-d11c4d5c2544', 'tag': '704413b3-4e1e-4325-9087-049691489178'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:06.104377 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10d952c-3e87-4769-a99a-69fe9c87c31c" -d '{"events": [{"name": "network-changed", "server_uuid": "e4216ac1-59db-4d9a-b9cb-d11c4d5c2544", "tag": "704413b3-4e1e-4325-9087-049691489178"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:06.190738 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57ae5b2-1bdf-41b5-9c7a-202bbe092416 x-openstack-request-id: req-b57ae5b2-1bdf-41b5-9c7a-202bbe092416 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:06.194441 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4216ac1-59db-4d9a-b9cb-d11c4d5c2544", "tag": "704413b3-4e1e-4325-9087-049691489178", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:06.194932 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b57ae5b2-1bdf-41b5-9c7a-202bbe092416 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:06.195563 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4216ac1-59db-4d9a-b9cb-d11c4d5c2544', 'tag': '704413b3-4e1e-4325-9087-049691489178', 'status': 'completed', 'code': 200} Jul 16 18:10:06.224846 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d328975-8bff-4fb3-a22e-112a341ed46c req-db9e4243-aecc-4703-9fa5-a49dae91b874 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123158 Jul 16 18:10:06.291749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d696be-91ab-47e2-9056-ca3244b2ae3c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Subnet': ['ID=24b2885f-05bc-493e-bb7d-3ee5070e785b,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:06.315159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bea146-484f-4dd5-9d37-943c0e7f1b82 service neutron] Pushing event updated for resources: {'Port': ['ID=704413b3-4e1e-4325-9087-049691489178,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:06.345151 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d696be-91ab-47e2-9056-ca3244b2ae3c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Checking segment: {'id': '80f1a51a-83d6-4f0f-b5fe-86781a2733ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '380ba032-2bed-4e00-86ca-672b01775ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:06.345686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d696be-91ab-47e2-9056-ca3244b2ae3c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network hostable DHCP agents. Network: 380ba032-2bed-4e00-86ca-672b01775ff2, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:06.400722 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d696be-91ab-47e2-9056-ca3244b2ae3c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network 380ba032-2bed-4e00-86ca-672b01775ff2 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:06.432706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d5d696be-91ab-47e2-9056-ca3244b2ae3c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 380ba032-2bed-4e00-86ca-672b01775ff2) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:06.445103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5491a3fd-1958-485f-ac30-3c589c646ec7 None None] Network 380ba032-2bed-4e00-86ca-672b01775ff2 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:06.449110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d696be-91ab-47e2-9056-ca3244b2ae3c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.449719 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d5d696be-91ab-47e2-9056-ca3244b2ae3c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.469311 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-aac40e96-cf57-492d-993b-b848b434c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.471168 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-aac40e96-cf57-492d-993b-b848b434c980 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4a33ed005214bcaa04d5095740987ed&device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 1096 time: 0.2219217 Jul 16 18:10:06.475786 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d5d696be-91ab-47e2-9056-ca3244b2ae3c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6760306 Jul 16 18:10:06.478292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46732) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:06.484336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': '380ba032-2bed-4e00-86ca-672b01775ff2', 'name': 'tempest-PortsTestJSON-1409129639'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:06.485176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8317a4-e0c6-4644-92be-a50dd5baac2f req-dfdbd43c-6d25-482d-8d4f-56f165f10188 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.486834 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f8317a4-e0c6-4644-92be-a50dd5baac2f req-dfdbd43c-6d25-482d-8d4f-56f165f10188 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 945 time: 0.1066551 Jul 16 18:10:06.575219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f8317a4-e0c6-4644-92be-a50dd5baac2f req-cca93116-26a5-47d9-a3d8-336dd5087de8 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf38bcf-51da-4ebb-878c-4d14dd6009ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775039 Jul 16 18:10:06.630176 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-a182514b-b93f-459c-8d34-8602ef914b11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=704413b3-4e1e-4325-9087-049691489178 HTTP/1.1" status: 200 len: 217 time: 0.0552812 Jul 16 18:10:06.744873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-20423252-159e-4a88-81ff-73e2ab76018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.751247 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-20423252-159e-4a88-81ff-73e2ab76018e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ab76eff-af5d-4688-bb29-35aa5b128439 HTTP/1.1" status: 200 len: 854 time: 0.1097741 Jul 16 18:10:06.770696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:06.773137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-380ba032-2bed-4e00-86ca-672b01775ff2', 'network_id': '380ba032-2bed-4e00-86ca-672b01775ff2', 'tenant_id': 'ae7fe069504a42babdfd45616e4eff60', 'fixed_ips': [{'subnet_id': '24b2885f-05bc-493e-bb7d-3ee5070e785b'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:06.774748 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.775660 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.803103 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-046f069b-54e4-4284-8d8d-95f5b7757124 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=233997b2-8161-45c8-b1a0-88f22c96a7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449405 Jul 16 18:10:06.816124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port 5cc6ad70-e8a7-4d21-a0cc-bff816830235 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:07.059393 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-1521485d-6c6a-4a14-ad81-1163b35f4fa4 service neutron] 10.222.0.32 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453775 Jul 16 18:10:07.098651 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.11 (380ba032-2bed-4e00-86ca-672b01775ff2/24b2885f-05bc-493e-bb7d-3ee5070e785b/5cc6ad70-e8a7-4d21-a0cc-bff816830235) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:07.241192 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ef9f1927-f023-4b1f-bc08-c5fdbe00ea4a req-0ae2a9ea-11c7-4015-9457-9fc0fb38ebab service neutron] 10.222.0.32 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738706 Jul 16 18:10:07.265142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d53c0b-0b0b-46eb-828a-d4108cc19e4a req-da1e1f72-7706-4f19-b483-2cb191c28169 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.277469 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-08d53c0b-0b0b-46eb-828a-d4108cc19e4a req-da1e1f72-7706-4f19-b483-2cb191c28169 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 945 time: 0.1161859 Jul 16 18:10:07.384329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-08d53c0b-0b0b-46eb-828a-d4108cc19e4a req-9cc6097f-d073-40c4-8081-74ec78d7872b tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf38bcf-51da-4ebb-878c-4d14dd6009ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057127 Jul 16 18:10:07.404969 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.461484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Transition to ACTIVE for port object 5cc6ad70-e8a7-4d21-a0cc-bff816830235 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:07.539859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d952c-3e87-4769-a99a-69fe9c87c31c req-e6ec7017-ccee-4b1f-95b0-336ce640e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.555303 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b10d952c-3e87-4769-a99a-69fe9c87c31c req-e6ec7017-ccee-4b1f-95b0-336ce640e9fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4a33ed005214bcaa04d5095740987ed&device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 1096 time: 0.1358213 Jul 16 18:10:07.559201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021e853-0563-4220-afac-7312d852a691 req-e8aac191-f765-4343-9684-75740b6ef7d1 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.568694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b021e853-0563-4220-afac-7312d852a691 req-e8aac191-f765-4343-9684-75740b6ef7d1 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 944 time: 0.1108723 Jul 16 18:10:07.627082 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b021e853-0563-4220-afac-7312d852a691 req-6b671e34-1429-4183-aea2-9dee6f4b4407 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574038 Jul 16 18:10:07.651566 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.685499 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Allocated IP 172.20.0.2 (380ba032-2bed-4e00-86ca-672b01775ff2/24b2885f-05bc-493e-bb7d-3ee5070e785b/39f5c34d-7cee-4173-960d-c2b0bfa9159f) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:07.746798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network 380ba032-2bed-4e00-86ca-672b01775ff2 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:07.760132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:07.768416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:07.777789 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=5cc6ad70-e8a7-4d21-a0cc-bff816830235,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:07.834662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46802) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:07.849198 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d952c-3e87-4769-a99a-69fe9c87c31c req-58a5efcc-3a39-4373-bb91-140b98c585f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.851106 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b10d952c-3e87-4769-a99a-69fe9c87c31c req-58a5efcc-3a39-4373-bb91-140b98c585f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=233997b2-8161-45c8-b1a0-88f22c96a7e5 HTTP/1.1" status: 200 len: 915 time: 0.2891786 Jul 16 18:10:07.954528 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.966400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Transition to ACTIVE for port object 39f5c34d-7cee-4173-960d-c2b0bfa9159f will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:08.007216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Transition to ACTIVE for port object 39f5c34d-7cee-4173-960d-c2b0bfa9159f will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:08.015308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-551841651-network', 'tenant_id': 'c905d491822e49e885932a1c8ed5895b'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:08.026816 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.071543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Made reservation on behalf of c905d491822e49e885932a1c8ed5895b for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:08.083262 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.102923 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.112903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Network 380ba032-2bed-4e00-86ca-672b01775ff2 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:08.128629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:08.132330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:08.166454 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Pushing event updated for resources: {'Port': ['ID=39f5c34d-7cee-4173-960d-c2b0bfa9159f,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.265234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46816) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.320237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Attempting to bind port 39f5c34d-7cee-4173-960d-c2b0bfa9159f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:08.321222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Attempting to bind port 39f5c34d-7cee-4173-960d-c2b0bfa9159f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '80f1a51a-83d6-4f0f-b5fe-86781a2733ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '380ba032-2bed-4e00-86ca-672b01775ff2'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:08.321919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Attempting to bind port 39f5c34d-7cee-4173-960d-c2b0bfa9159f on network 380ba032-2bed-4e00-86ca-672b01775ff2 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:08.335942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:08.336206 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.338129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Checking segment: {'id': '80f1a51a-83d6-4f0f-b5fe-86781a2733ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '380ba032-2bed-4e00-86ca-672b01775ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:08.340064 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.340802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Bound using segment: {'id': '80f1a51a-83d6-4f0f-b5fe-86781a2733ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '380ba032-2bed-4e00-86ca-672b01775ff2'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:08.342139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Bound port: 39f5c34d-7cee-4173-960d-c2b0bfa9159f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f1a51a-83d6-4f0f-b5fe-86781a2733ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '380ba032-2bed-4e00-86ca-672b01775ff2'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:08.343669 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.347508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.386998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:08.433206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8635732-f4bd-49cf-8fef-7f34d2e4a9c2 req-4ff9370b-dc24-48e0-a00c-a27f1c47eed9 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.434799 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8635732-f4bd-49cf-8fef-7f34d2e4a9c2 req-4ff9370b-dc24-48e0-a00c-a27f1c47eed9 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 945 time: 0.1704350 Jul 16 18:10:08.460775 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.461445 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Added segment 34939d7c-d3ab-4649-a7e9-7ba5365d1d50 of type vlan for network d58e225e-c879-4f15-abb1-6d1a0a301c44 Jul 16 18:10:08.463207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cd910b-3d30-4aba-b3e0-dc46b646f66a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.546126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] For port 39f5c34d-7cee-4173-960d-c2b0bfa9159f, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:08.547615 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.548382 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.550884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] For port 39f5c34d-7cee-4173-960d-c2b0bfa9159f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=39f5c34d-7cee-4173-960d-c2b0bfa9159f,segment=NetworkSegment(80f1a51a-83d6-4f0f-b5fe-86781a2733ef),segment_id=80f1a51a-83d6-4f0f-b5fe-86781a2733ef)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:08.553054 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b10d952c-3e87-4769-a99a-69fe9c87c31c req-0abdb6cf-a69c-4e63-9cae-9a372b17cca7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=704413b3-4e1e-4325-9087-049691489178 HTTP/1.1" status: 200 len: 217 time: 0.6938891 Jul 16 18:10:08.558107 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.581234 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.626344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d952c-3e87-4769-a99a-69fe9c87c31c req-2aeb8b27-80f1-4906-b013-2891feb25898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.628272 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b10d952c-3e87-4769-a99a-69fe9c87c31c req-2aeb8b27-80f1-4906-b013-2891feb25898 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ab76eff-af5d-4688-bb29-35aa5b128439 HTTP/1.1" status: 200 len: 854 time: 0.0661230 Jul 16 18:10:08.630993 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fb3d2a4c-ec35-4d59-8237-a56e377532bf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1507444 Jul 16 18:10:08.632909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46826) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.641124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': '380ba032-2bed-4e00-86ca-672b01775ff2', 'name': 'tempest-PortsTestJSON-1790673456'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:08.664515 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.668733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.670503 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.690723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d7f38-fd12-4331-9220-b735edc07ccd None None] Pushing event updated for resources: {'Port': ['ID=39f5c34d-7cee-4173-960d-c2b0bfa9159f,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.740222 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b10d952c-3e87-4769-a99a-69fe9c87c31c req-1a69825b-c83c-45e0-b2e0-b67ad86ea872 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=233997b2-8161-45c8-b1a0-88f22c96a7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045043 Jul 16 18:10:08.828404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9921787 Jul 16 18:10:08.831675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46832) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.920399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b3eda6c0-d74f-48e2-959e-44f8e22de01a admin admin] Request body: {'subnet': {'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-551841651-subnet', 'tenant_id': 'c905d491822e49e885932a1c8ed5895b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:08.923866 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b10d952c-3e87-4769-a99a-69fe9c87c31c req-f5ab4e05-db51-41ee-9cb0-0ee279bec75a service neutron] 10.222.0.32 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585674 Jul 16 18:10:09.006629 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e455-8589-4ecb-b157-cf663965e2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.073244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef287211-2814-451a-a879-da1a77bce175 admin admin] Pushing event updated for resources: {'Network': ['ID=d58e225e-c879-4f15-abb1-6d1a0a301c44,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.085998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network d58e225e-c879-4f15-abb1-6d1a0a301c44 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:09.138639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eda6c0-d74f-48e2-959e-44f8e22de01a admin admin] Made reservation on behalf of c905d491822e49e885932a1c8ed5895b for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:09.141030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3eda6c0-d74f-48e2-959e-44f8e22de01a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.222085 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b10d952c-3e87-4769-a99a-69fe9c87c31c req-49defb32-c33e-4130-b804-d20fac9df077 service neutron] 10.222.0.32 "GET /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883272 Jul 16 18:10:09.245032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46851cd5-b031-45f5-837d-8326bdfae6ae req-2a91c71b-a87d-4547-8703-f16a696b6c92 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.252462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46851cd5-b031-45f5-837d-8326bdfae6ae req-2a91c71b-a87d-4547-8703-f16a696b6c92 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 944 time: 0.4018435 Jul 16 18:10:09.294006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-f8635732-f4bd-49cf-8fef-7f34d2e4a9c2 req-7c585ca4-1ddc-4652-8943-922db129078f tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Deleting port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:09.294399 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8635732-f4bd-49cf-8fef-7f34d2e4a9c2 req-7c585ca4-1ddc-4652-8943-922db129078f tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.341151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cc3ec-133a-4131-9934-96925685cee3 req-245d1789-65c4-4c8f-b038-744fd719b09b tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.342909 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed4cc3ec-133a-4131-9934-96925685cee3 req-245d1789-65c4-4c8f-b038-744fd719b09b tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6100ec5-35bd-4895-bab3-14e0ac2a2364 HTTP/1.1" status: 200 len: 945 time: 0.6324685 Jul 16 18:10:09.483928 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e455-8589-4ecb-b157-cf663965e2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.489947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46851cd5-b031-45f5-837d-8326bdfae6ae req-65831135-c872-44c1-bb77-0b1f1f7b86cc tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364316 Jul 16 18:10:09.506597 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e455-8589-4ecb-b157-cf663965e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.513629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:09.519935 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.561188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port 7db09083-c9ce-4dfd-974e-3c6394e7ad3f yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:09.569266 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a7f1e455-8589-4ecb-b157-cf663965e2f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a79891742241461c982a62bebf9c8b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3004532 Jul 16 18:10:09.575841 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46842) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:09.597500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed4cc3ec-133a-4131-9934-96925685cee3 req-a1df15b5-bca2-4073-b6ed-843e14ca6ba6 tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cf38bcf-51da-4ebb-878c-4d14dd6009ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269027 Jul 16 18:10:09.671344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f8635732-f4bd-49cf-8fef-7f34d2e4a9c2 req-7c585ca4-1ddc-4652-8943-922db129078f tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] For port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a,segment=NetworkSegment(d268ae88-5420-476c-9666-4557a5d3ea94),segment_id=d268ae88-5420-476c-9666-4557a5d3ea94)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:09.671730 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8635732-f4bd-49cf-8fef-7f34d2e4a9c2 req-7c585ca4-1ddc-4652-8943-922db129078f tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.678116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1e455-8589-4ecb-b157-cf663965e2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a3b0c8-16a3-4644-9ea4-26a9fede6534,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.722179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-f8635732-f4bd-49cf-8fef-7f34d2e4a9c2 req-7c585ca4-1ddc-4652-8943-922db129078f tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Calling delete_port for dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:09.834964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.3 (380ba032-2bed-4e00-86ca-672b01775ff2/24b2885f-05bc-493e-bb7d-3ee5070e785b/7db09083-c9ce-4dfd-974e-3c6394e7ad3f) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:09.848429 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3eda6c0-d74f-48e2-959e-44f8e22de01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.958986 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b160fb09-a33d-4936-983b-ae60a1be4307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.014495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eda6c0-d74f-48e2-959e-44f8e22de01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=56bb9c40-c752-475f-b8ac-edadb686e877,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.033283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eda6c0-d74f-48e2-959e-44f8e22de01a admin admin] Checking segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:10.037092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eda6c0-d74f-48e2-959e-44f8e22de01a admin admin] Network hostable DHCP agents. Network: d58e225e-c879-4f15-abb1-6d1a0a301c44, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:10.098133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eda6c0-d74f-48e2-959e-44f8e22de01a admin admin] Network d58e225e-c879-4f15-abb1-6d1a0a301c44 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:10.114200 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b160fb09-a33d-4936-983b-ae60a1be4307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.117314 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8635732-f4bd-49cf-8fef-7f34d2e4a9c2 req-7c585ca4-1ddc-4652-8943-922db129078f tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.120701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-b3eda6c0-d74f-48e2-959e-44f8e22de01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, d58e225e-c879-4f15-abb1-6d1a0a301c44) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:10.128696 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe75384-3390-4c9b-b1f1-470234186b67 None None] Network d58e225e-c879-4f15-abb1-6d1a0a301c44 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:10.133620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eda6c0-d74f-48e2-959e-44f8e22de01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.134289 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3eda6c0-d74f-48e2-959e-44f8e22de01a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.134751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:10.183844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c585ca4-1ddc-4652-8943-922db129078f tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Pushing event deleted for resources: {'Port': ['ID=dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.245830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.251591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8635732-f4bd-49cf-8fef-7f34d2e4a9c2 req-7c585ca4-1ddc-4652-8943-922db129078f tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] No DVR routers for this DVR port dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:10.254980 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b3eda6c0-d74f-48e2-959e-44f8e22de01a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3505676 Jul 16 18:10:10.256487 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8635732-f4bd-49cf-8fef-7f34d2e4a9c2 req-7c585ca4-1ddc-4652-8943-922db129078f tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.262251 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8635732-f4bd-49cf-8fef-7f34d2e4a9c2 req-7c585ca4-1ddc-4652-8943-922db129078f tempest-InstanceActionsV221TestJSON-1875750812 tempest-InstanceActionsV221TestJSON-1875750812-project] 10.222.0.11 "DELETE /v2.0/ports/dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a HTTP/1.1" status: 204 len: 173 time: 1.8134975 Jul 16 18:10:10.264422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6100ec5-35bd-4895-bab3-14e0ac2a2364', 'name': 'network-vif-deleted', 'tag': 'dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:10.269758 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5166a2d8-1725-4f0e-8b9e-6eb1ee02f6f6" -d '{"events": [{"server_uuid": "f6100ec5-35bd-4895-bab3-14e0ac2a2364", "name": "network-vif-deleted", "tag": "dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:10.284356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Transition to ACTIVE for port object 7db09083-c9ce-4dfd-974e-3c6394e7ad3f will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:10.323804 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b160fb09-a33d-4936-983b-ae60a1be4307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.327513 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b160fb09-a33d-4936-983b-ae60a1be4307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.331458 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b160fb09-a33d-4936-983b-ae60a1be4307 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85a3b0c8-16a3-4644-9ea4-26a9fede6534 HTTP/1.1" status: 204 len: 168 time: 0.7508810 Jul 16 18:10:10.332990 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.404649 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902f8ff9-015c-4692-a35a-87500c5cb826 x-openstack-request-id: req-902f8ff9-015c-4692-a35a-87500c5cb826 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:10.404957 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6100ec5-35bd-4895-bab3-14e0ac2a2364", "name": "network-vif-deleted", "tag": "dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:10.405526 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-902f8ff9-015c-4692-a35a-87500c5cb826 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:10.406015 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6100ec5-35bd-4895-bab3-14e0ac2a2364', 'name': 'network-vif-deleted', 'tag': 'dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a', 'status': 'completed', 'code': 200} Jul 16 18:10:10.408313 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160fb09-a33d-4936-983b-ae60a1be4307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a3b0c8-16a3-4644-9ea4-26a9fede6534,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.418268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network 380ba032-2bed-4e00-86ca-672b01775ff2 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:10.423232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=7db09083-c9ce-4dfd-974e-3c6394e7ad3f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.434015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:10.440245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:10.466359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46856) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.519106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.520080 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.552018 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fd1f992d-96b7-4747-9eb9-3910eaa6a0d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9170022 Jul 16 18:10:10.556268 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46868) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.673310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06252a61-b005-4cea-8289-261c1fea64e9 None None] Network 380ba032-2bed-4e00-86ca-672b01775ff2 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:10.794102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-077ede96-2cbe-4b43-acc3-12ff7c774c79 None None] Provisioning for port 39f5c34d-7cee-4173-960d-c2b0bfa9159f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:10.894469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f671bcf-adc0-4534-a4e3-054d8206e9a0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.903126 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1f671bcf-adc0-4534-a4e3-054d8206e9a0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.3445773 Jul 16 18:10:10.903926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46876) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.947400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46878) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:11.026466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b6e19-2a01-4b92-84e6-afbe3b649a9d None None] Network d58e225e-c879-4f15-abb1-6d1a0a301c44 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:11.088230 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67653389-393e-429d-826d-7830c3c87143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.120987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324dd278-5ed8-4245-a433-a192c72d0d31 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.123801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324dd278-5ed8-4245-a433-a192c72d0d31 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.125447 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324dd278-5ed8-4245-a433-a192c72d0d31 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.127833 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-324dd278-5ed8-4245-a433-a192c72d0d31 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=defd996516df4b3ebc080e817e94ad7b&network_id=0b11069c-473b-4b1d-bf40-cc7205181677 HTTP/1.1" status: 200 len: 2973 time: 0.1785727 Jul 16 18:10:11.148845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0fb16-26fe-4e6d-a824-bd56036bd25a req-85be4309-5fff-4d34-b629-517e19e2a607 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.150832 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ef0fb16-26fe-4e6d-a824-bd56036bd25a req-85be4309-5fff-4d34-b629-517e19e2a607 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 944 time: 0.4288838 Jul 16 18:10:11.214135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 39f5c34d-7cee-4173-960d-c2b0bfa9159f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:11.310842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ef0fb16-26fe-4e6d-a824-bd56036bd25a req-8ecf60c2-b2ff-400b-ab1d-0a6c12b3c771 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504765 Jul 16 18:10:11.321490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46892) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:11.347886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.360027 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67653389-393e-429d-826d-7830c3c87143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.393448 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 704413b3-4e1e-4325-9087-049691489178 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:11.443138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 39f5c34d-7cee-4173-960d-c2b0bfa9159f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:11.455026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 39f5c34d-7cee-4173-960d-c2b0bfa9159f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:11.455337 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.463963 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67653389-393e-429d-826d-7830c3c87143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.537287 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.544329 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.561972 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-67653389-393e-429d-826d-7830c3c87143 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b006cb817aa449098ccb0f94b14d094d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0942428 Jul 16 18:10:11.574228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46898) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:11.601307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-ff29daaf-973f-4047-b1e2-80a279e43bd3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port 7db09083-c9ce-4dfd-974e-3c6394e7ad3f {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:11.602640 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff29daaf-973f-4047-b1e2-80a279e43bd3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.613974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67653389-393e-429d-826d-7830c3c87143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6707e5a-3eda-4855-94ce-7cbc1ec7c153,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.634715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 704413b3-4e1e-4325-9087-049691489178, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=704413b3-4e1e-4325-9087-049691489178,segment=NetworkSegment(87815dda-93ac-4128-814b-200315ec07ea),segment_id=87815dda-93ac-4128-814b-200315ec07ea)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:11.683326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '704413b3-4e1e-4325-9087-049691489178', 'network_id': '233997b2-8161-45c8-b1a0-88f22c96a7e5', 'port_id': '704413b3-4e1e-4325-9087-049691489178', 'mac_address': 'fa:16:3e:24:7c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab76eff-af5d-4688-bb29-35aa5b128439', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:11.685444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af9198f-73c5-43a0-b2ad-1efdd2d04eb9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.702604 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad861bd5e1ee4fc7a1c20f1129221b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776994 Jul 16 18:10:11.712695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46900) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:11.724517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-8063a989-2b08-4492-8e5f-726f0d82631d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.733909 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-8063a989-2b08-4492-8e5f-726f0d82631d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.5078607 Jul 16 18:10:11.737876 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.803126 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.804830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.806506 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.807152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.808466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.810031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.810547 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.813926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.814469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.814981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.815505 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.816391 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125d1891-8798-412a-bd29-8f1a677c4ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:11.825535 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.842695 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-d4089adf-11c2-4065-8fa8-925ee99cd206 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/quotas/c905d491822e49e885932a1c8ed5895b HTTP/1.1" status: 200 len: 375 time: 0.1073916 Jul 16 18:10:11.885259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704413b3-4e1e-4325-9087-049691489178 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:11.886710 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95324cb8-e279-44fc-bc85-d2bc2e274a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.921208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-25edfd00-adb7-4d9b-ab70-6b9021d8eb6c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774012 Jul 16 18:10:11.927041 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95324cb8-e279-44fc-bc85-d2bc2e274a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.951620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 39f5c34d-7cee-4173-960d-c2b0bfa9159f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=39f5c34d-7cee-4173-960d-c2b0bfa9159f,segment=NetworkSegment(80f1a51a-83d6-4f0f-b5fe-86781a2733ef),segment_id=80f1a51a-83d6-4f0f-b5fe-86781a2733ef)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:11.965714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 704413b3-4e1e-4325-9087-049691489178, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=704413b3-4e1e-4325-9087-049691489178,segment=NetworkSegment(87815dda-93ac-4128-814b-200315ec07ea),segment_id=87815dda-93ac-4128-814b-200315ec07ea)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:11.967714 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.980335 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.986461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff29daaf-973f-4047-b1e2-80a279e43bd3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.006810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bee0415c-a50d-4ff3-a589-9c859a71f4cb None None] Provisioning complete for port 39f5c34d-7cee-4173-960d-c2b0bfa9159f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:12.007232 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bee0415c-a50d-4ff3-a589-9c859a71f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.008738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-ff29daaf-973f-4047-b1e2-80a279e43bd3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for 7db09083-c9ce-4dfd-974e-3c6394e7ad3f owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:12.017461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7df4d80-e1f8-4482-8eae-2c56bd336664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.036897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46908) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:12.085844 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95324cb8-e279-44fc-bc85-d2bc2e274a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.090263 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95324cb8-e279-44fc-bc85-d2bc2e274a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.092393 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-95324cb8-e279-44fc-bc85-d2bc2e274a4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7af9198f-73c5-43a0-b2ad-1efdd2d04eb9 HTTP/1.1" status: 204 len: 168 time: 0.3736575 Jul 16 18:10:12.106867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=39f5c34d-7cee-4173-960d-c2b0bfa9159f,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.122803 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95324cb8-e279-44fc-bc85-d2bc2e274a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af9198f-73c5-43a0-b2ad-1efdd2d04eb9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.125941 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7df4d80-e1f8-4482-8eae-2c56bd336664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.140937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-741ee299-301b-43a8-aee1-05b6577606e7 admin admin] Deleting subnet 054582f9-fa60-42c7-b84a-a7cdb7e4bf12 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:12.145035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-741ee299-301b-43a8-aee1-05b6577606e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.186898 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-741ee299-301b-43a8-aee1-05b6577606e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.252865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-bed0e68d-2344-4c43-a83c-a97051083edb service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306637 Jul 16 18:10:12.267542 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-741ee299-301b-43a8-aee1-05b6577606e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.275993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['704413b3-4e1e-4325-9087-049691489178'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:12.323311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=704413b3-4e1e-4325-9087-049691489178,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.353207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bee0415c-a50d-4ff3-a589-9c859a71f4cb None None] Provisioning for port 5cc6ad70-e8a7-4d21-a0cc-bff816830235 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:12.370357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bee0415c-a50d-4ff3-a589-9c859a71f4cb None None] Provisioning complete for port 5cc6ad70-e8a7-4d21-a0cc-bff816830235 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:12.375059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bee0415c-a50d-4ff3-a589-9c859a71f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.418176 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7df4d80-e1f8-4482-8eae-2c56bd336664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.426601 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7df4d80-e1f8-4482-8eae-2c56bd336664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.428838 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-bee0415c-a50d-4ff3-a589-9c859a71f4cb None None] Port 5cc6ad70-e8a7-4d21-a0cc-bff816830235 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:12.432744 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c7df4d80-e1f8-4482-8eae-2c56bd336664 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6707e5a-3eda-4855-94ce-7cbc1ec7c153 HTTP/1.1" status: 204 len: 168 time: 0.8558221 Jul 16 18:10:12.495608 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-741ee299-301b-43a8-aee1-05b6577606e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.597864 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-741ee299-301b-43a8-aee1-05b6577606e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.604098 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-741ee299-301b-43a8-aee1-05b6577606e7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/054582f9-fa60-42c7-b84a-a7cdb7e4bf12 HTTP/1.1" status: 204 len: 168 time: 0.5640266 Jul 16 18:10:12.604960 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ee299-301b-43a8-aee1-05b6577606e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054582f9-fa60-42c7-b84a-a7cdb7e4bf12,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.609196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:12.618579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46922) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:12.646292 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:12.646965 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dbaa46b7-ca7b-4bad-9ecd-eaddceb62e0a not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:12.685144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df4d80-e1f8-4482-8eae-2c56bd336664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6707e5a-3eda-4855-94ce-7cbc1ec7c153,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.800254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bee0415c-a50d-4ff3-a589-9c859a71f4cb None None] Provisioning for port 7db09083-c9ce-4dfd-974e-3c6394e7ad3f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:12.805728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bee0415c-a50d-4ff3-a589-9c859a71f4cb None None] Provisioning complete for port 7db09083-c9ce-4dfd-974e-3c6394e7ad3f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:12.806146 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bee0415c-a50d-4ff3-a589-9c859a71f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.809651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-b6d6fbd7-0e9d-449c-a66f-97956a44142e service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441642 Jul 16 18:10:12.865195 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a7b325f-678c-48fb-8fcc-2a78f1705888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.882115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-bee0415c-a50d-4ff3-a589-9c859a71f4cb None None] Port 7db09083-c9ce-4dfd-974e-3c6394e7ad3f was deleted so its status cannot be updated. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:10:12.887534 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff29daaf-973f-4047-b1e2-80a279e43bd3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.894741 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46924) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:12.986273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29daaf-973f-4047-b1e2-80a279e43bd3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=7db09083-c9ce-4dfd-974e-3c6394e7ad3f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.990683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 39f5c34d-7cee-4173-960d-c2b0bfa9159f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:13.085069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-447bf8af-93de-47d6-8314-749401ac4a58 None None] Provisioning complete for port 5cc6ad70-e8a7-4d21-a0cc-bff816830235 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:13.085445 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-447bf8af-93de-47d6-8314-749401ac4a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.097180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fbbff-4ccc-4017-ba74-52fdd023ecb8 req-59160247-19c2-48cc-8211-aa9dcc422f8b tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.099332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c73fbbff-4ccc-4017-ba74-52fdd023ecb8 req-59160247-19c2-48cc-8211-aa9dcc422f8b tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 945 time: 0.4853742 Jul 16 18:10:13.202149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6d406b-13bf-4887-aa47-9d2d8c34e7b6 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.221514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-447bf8af-93de-47d6-8314-749401ac4a58 None None] Port 5cc6ad70-e8a7-4d21-a0cc-bff816830235 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:13.227787 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-de6d406b-13bf-4887-aa47-9d2d8c34e7b6 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 814 time: 0.3276801 Jul 16 18:10:13.232627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-447bf8af-93de-47d6-8314-749401ac4a58 None None] Could not find standard attr ID for object 7db09083-c9ce-4dfd-974e-3c6394e7ad3f. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:10:13.254025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 39f5c34d-7cee-4173-960d-c2b0bfa9159f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:13.254409 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.330434 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a7b325f-678c-48fb-8fcc-2a78f1705888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.355947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-2a7b325f-678c-48fb-8fcc-2a78f1705888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8500156d-ff35-4b7d-9d9e-7a302dee5b9a']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:13.384372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94157161-fdc3-4aed-abc0-fee5c89f44cd req-95f450b0-49ae-48fe-9915-cc54a7b335f8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 210 time: 0.1713240 Jul 16 18:10:13.387775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-2a7b325f-678c-48fb-8fcc-2a78f1705888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd268ae88-5420-476c-9666-4557a5d3ea94') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:13.388243 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-2a7b325f-678c-48fb-8fcc-2a78f1705888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd268ae88-5420-476c-9666-4557a5d3ea94') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:13.393256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 704413b3-4e1e-4325-9087-049691489178 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:13.424536 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a7b325f-678c-48fb-8fcc-2a78f1705888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.426603 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff29daaf-973f-4047-b1e2-80a279e43bd3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.428918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ff29daaf-973f-4047-b1e2-80a279e43bd3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/7db09083-c9ce-4dfd-974e-3c6394e7ad3f HTTP/1.1" status: 204 len: 168 time: 2.5220404 Jul 16 18:10:13.436405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46946) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:13.445387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c73fbbff-4ccc-4017-ba74-52fdd023ecb8 req-3242e5e3-e171-4d6e-a4bf-a6107fdbf6c8 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395188 Jul 16 18:10:13.452960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46950) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:13.495479 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-03f589e5-4430-4787-8dbe-9a7f7a2b7d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.530787 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f4061e-e339-490f-8855-82289a4865fe tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:10:13.533141 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-73f4061e-e339-490f-8855-82289a4865fe tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/7db09083-c9ce-4dfd-974e-3c6394e7ad3f HTTP/1.1" status: 404 len: 333 time: 0.0769336 Jul 16 18:10:13.534649 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a7b325f-678c-48fb-8fcc-2a78f1705888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.536706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46952) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:13.563416 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c95a19ec-a6dd-497d-b43f-99d946153cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.580610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7b325f-678c-48fb-8fcc-2a78f1705888 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:13.581207 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a7b325f-678c-48fb-8fcc-2a78f1705888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:13.583119 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:13.646582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 704413b3-4e1e-4325-9087-049691489178 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:13.655711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 704413b3-4e1e-4325-9087-049691489178 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:13.657337 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.677895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46954) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:13.710513 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7ebd5e87-ec16-4cae-92c1-145df4dd5b00 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'network': {'name': 'tempest-network-smoke--979101651', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'port_security_enabled': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:13.718050 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a7b325f-678c-48fb-8fcc-2a78f1705888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.731752 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a7b325f-678c-48fb-8fcc-2a78f1705888 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.733947 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2a7b325f-678c-48fb-8fcc-2a78f1705888 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8500156d-ff35-4b7d-9d9e-7a302dee5b9a HTTP/1.1" status: 204 len: 168 time: 1.1143630 Jul 16 18:10:13.756808 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b325f-678c-48fb-8fcc-2a78f1705888 admin admin] Pushing event deleted for resources: {'Network': ['ID=8500156d-ff35-4b7d-9d9e-7a302dee5b9a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:13.796321 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-03f589e5-4430-4787-8dbe-9a7f7a2b7d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.810045 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-03f589e5-4430-4787-8dbe-9a7f7a2b7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.835326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6a386d52-43b0-4a7b-9f2e-081cbf69bdb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port 5cc6ad70-e8a7-4d21-a0cc-bff816830235 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:13.838493 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a386d52-43b0-4a7b-9f2e-081cbf69bdb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.852463 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.890682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-03f589e5-4430-4787-8dbe-9a7f7a2b7d36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a39a11361246410d84b9e7c6e11e0a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4348917 Jul 16 18:10:13.895156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46964) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:13.902761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4216ac1-59db-4d9a-b9cb-d11c4d5c2544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704413b3-4e1e-4325-9087-049691489178'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:13.917925 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6e7174-4f4f-4895-a6dc-11116836499c" -d '{"events": [{"server_uuid": "e4216ac1-59db-4d9a-b9cb-d11c4d5c2544", "name": "network-vif-plugged", "status": "completed", "tag": "704413b3-4e1e-4325-9087-049691489178"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:13.941383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebd5e87-ec16-4cae-92c1-145df4dd5b00 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Made reservation on behalf of defd996516df4b3ebc080e817e94ad7b for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:13.949298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 704413b3-4e1e-4325-9087-049691489178, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=704413b3-4e1e-4325-9087-049691489178,segment=NetworkSegment(87815dda-93ac-4128-814b-200315ec07ea),segment_id=87815dda-93ac-4128-814b-200315ec07ea)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:13.950385 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5e87-ec16-4cae-92c1-145df4dd5b00 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.957094 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.018201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f589e5-4430-4787-8dbe-9a7f7a2b7d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0317b5-9214-467c-a263-3d7467ddcb2c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:14.041280 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f4c327-e488-4fff-b4c3-01e9fcc00b5e x-openstack-request-id: req-44f4c327-e488-4fff-b4c3-01e9fcc00b5e {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:14.041607 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4216ac1-59db-4d9a-b9cb-d11c4d5c2544", "name": "network-vif-plugged", "status": "completed", "tag": "704413b3-4e1e-4325-9087-049691489178", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:14.042847 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44f4c327-e488-4fff-b4c3-01e9fcc00b5e {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:14.043395 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4216ac1-59db-4d9a-b9cb-d11c4d5c2544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704413b3-4e1e-4325-9087-049691489178', 'code': 200} Jul 16 18:10:14.073959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-650d9127-cdf9-47f7-8d13-9a4af24942ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.118866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=704413b3-4e1e-4325-9087-049691489178,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:14.129697 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-650d9127-cdf9-47f7-8d13-9a4af24942ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.146256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46974) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:14.231282 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a386d52-43b0-4a7b-9f2e-081cbf69bdb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.241693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebd5e87-ec16-4cae-92c1-145df4dd5b00 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:14.262026 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-650d9127-cdf9-47f7-8d13-9a4af24942ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.266640 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-650d9127-cdf9-47f7-8d13-9a4af24942ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.272124 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-650d9127-cdf9-47f7-8d13-9a4af24942ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac0317b5-9214-467c-a263-3d7467ddcb2c HTTP/1.1" status: 204 len: 168 time: 0.3757737 Jul 16 18:10:14.290907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d9127-cdf9-47f7-8d13-9a4af24942ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0317b5-9214-467c-a263-3d7467ddcb2c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:14.334596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6a386d52-43b0-4a7b-9f2e-081cbf69bdb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for 5cc6ad70-e8a7-4d21-a0cc-bff816830235 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:14.357374 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5e87-ec16-4cae-92c1-145df4dd5b00 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.358131 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-7ebd5e87-ec16-4cae-92c1-145df4dd5b00 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Added segment 9b719d07-96a9-4c58-9cb2-7a499d5827ae of type vlan for network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 Jul 16 18:10:14.384533 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-08fd56bd-a6b0-4b37-af5f-d73867e6755d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a64adabe45ca4a05a74e1487e594ae89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254467 Jul 16 18:10:14.387284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46980) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:14.491459 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ec1f29a6-e608-4562-a63e-ea0abeded665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.550689 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ec1f29a6-e608-4562-a63e-ea0abeded665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.658107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ec1f29a6-e608-4562-a63e-ea0abeded665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.661833 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ec1f29a6-e608-4562-a63e-ea0abeded665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.663801 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ec1f29a6-e608-4562-a63e-ea0abeded665 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cf38bcf-51da-4ebb-878c-4d14dd6009ee HTTP/1.1" status: 204 len: 168 time: 0.2751408 Jul 16 18:10:14.689951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f29a6-e608-4562-a63e-ea0abeded665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf38bcf-51da-4ebb-878c-4d14dd6009ee,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:14.729148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5e87-ec16-4cae-92c1-145df4dd5b00 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.763608 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a386d52-43b0-4a7b-9f2e-081cbf69bdb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.766274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5e87-ec16-4cae-92c1-145df4dd5b00 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.772382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebd5e87-ec16-4cae-92c1-145df4dd5b00 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.773030 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5e87-ec16-4cae-92c1-145df4dd5b00 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.790433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e77142b-bd16-45b4-b5ec-5ba830adbfc1 req-de72f7cf-2458-4f2f-ab1c-f56208a331d3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 210 time: 0.0427408 Jul 16 18:10:14.832176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a386d52-43b0-4a7b-9f2e-081cbf69bdb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=5cc6ad70-e8a7-4d21-a0cc-bff816830235,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:14.861545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8514fe-2f56-4baa-9f31-1b919ac81ec3 req-2c280d35-8433-4c9d-b217-c41ee57950d5 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.871409 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce8514fe-2f56-4baa-9f31-1b919ac81ec3 req-2c280d35-8433-4c9d-b217-c41ee57950d5 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 946 time: 0.1833758 Jul 16 18:10:14.939770 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7ebd5e87-ec16-4cae-92c1-145df4dd5b00 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2597966 Jul 16 18:10:14.943559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46998) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:14.990555 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce8514fe-2f56-4baa-9f31-1b919ac81ec3 req-d39f4491-7342-4648-a03b-be102905544a tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150177 Jul 16 18:10:15.101055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd5e87-ec16-4cae-92c1-145df4dd5b00 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Network': ['ID=51ec2967-6184-4750-bf51-60e7f7d4e1a6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:15.118273 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:15.358950 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f54ca-d27c-4097-af6e-deb010c1dc88 req-5ae9d036-b1f8-43b2-99e7-074ffa96fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:15.360788 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-433f54ca-d27c-4097-af6e-deb010c1dc88 req-5ae9d036-b1f8-43b2-99e7-074ffa96fc2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 1098 time: 1.1154149 Jul 16 18:10:15.402619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5d4cb-fe1a-47e7-b983-f1ba2b879cf6 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:15.406669 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-34f5d4cb-fe1a-47e7-b983-f1ba2b879cf6 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=defd996516df4b3ebc080e817e94ad7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4583609 Jul 16 18:10:15.408802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47024) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:15.463115 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-433f54ca-d27c-4097-af6e-deb010c1dc88 req-180de0f6-1bd3-4eb4-8820-866bec067f44 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813181 Jul 16 18:10:15.472342 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a386d52-43b0-4a7b-9f2e-081cbf69bdb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.476948 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6a386d52-43b0-4a7b-9f2e-081cbf69bdb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/5cc6ad70-e8a7-4d21-a0cc-bff816830235 HTTP/1.1" status: 204 len: 168 time: 1.9389286 Jul 16 18:10:15.479549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47028) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:15.551451 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b963aa-6ea5-455a-a7d0-062831d90445 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:10:15.553236 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-21b963aa-6ea5-455a-a7d0-062831d90445 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/5cc6ad70-e8a7-4d21-a0cc-bff816830235 HTTP/1.1" status: 404 len: 333 time: 0.0726380 Jul 16 18:10:15.556766 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47030) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:15.618478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-f28e3c9a-737e-4254-b423-7b9d1869f128 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:15.620171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-f28e3c9a-737e-4254-b423-7b9d1869f128 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.4846556 Jul 16 18:10:15.637852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Request body: {'port': {'device_id': '92eec367-184b-4d59-af67-dcea9ed68f3f', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'admin_state_up': True, 'tenant_id': 'c905d491822e49e885932a1c8ed5895b'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:15.673101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fb0078-3544-4d21-b83d-de1b6c1dacc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting subnet 24b2885f-05bc-493e-bb7d-3ee5070e785b {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:15.699993 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0078-3544-4d21-b83d-de1b6c1dacc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.704757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e597fc5-663d-4354-9bac-dc775aec757c tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:15.705172 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d95b5f3-0867-4757-9926-89069221a22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.708979 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9e597fc5-663d-4354-9bac-dc775aec757c tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2991588 Jul 16 18:10:15.740040 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47036) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:15.783483 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-92e332dc-75b6-4599-925f-da33e81e4877 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413322 Jul 16 18:10:15.785745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47040) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:15.823962 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-92f44373-74f7-425e-92fe-6d62ecf6b30c tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=defd996516df4b3ebc080e817e94ad7b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370085 Jul 16 18:10:15.826942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47044) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:15.838004 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0078-3544-4d21-b83d-de1b6c1dacc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.910081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Made reservation on behalf of c905d491822e49e885932a1c8ed5895b for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:15.916439 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.945293 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.132955 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b572584-ce60-45d6-a3ed-d4111fe16389 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:16.136862 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5b572584-ce60-45d6-a3ed-d4111fe16389 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3089499 Jul 16 18:10:16.139839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47064) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:16.154272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d0fcc263-6b9a-4a2c-b743-6418d6eb3f97 req-2b18c13b-b9c4-4270-844b-beda14ef45f0 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 210 time: 0.0692472 Jul 16 18:10:16.188023 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d5c82888-194a-4a75-ac4e-cc7660923753 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469952 Jul 16 18:10:16.194443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47066) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:16.200919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-03545067-355a-4721-8217-664d10cd2cae tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1981537325', 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:16.205593 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0078-3544-4d21-b83d-de1b6c1dacc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.232721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Allocated IP 172.20.0.12 (d58e225e-c879-4f15-abb1-6d1a0a301c44/56bb9c40-c752-475f-b8ac-edadb686e877/4e45a83c-1840-456e-934c-f9639ca35d73) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:16.302935 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101467f-347a-44b2-84e6-9568f6bbc21c req-612b4be4-93e0-48f4-aafa-1a36fceba3bc tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:16.310946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d101467f-347a-44b2-84e6-9568f6bbc21c req-612b4be4-93e0-48f4-aafa-1a36fceba3bc tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 945 time: 0.1592126 Jul 16 18:10:16.407033 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0078-3544-4d21-b83d-de1b6c1dacc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.426077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d101467f-347a-44b2-84e6-9568f6bbc21c req-d11764f2-3310-4e38-b6f0-d0ed03972a0e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=4620f251-0473-4c16-8a81-8a5803cfe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140139 Jul 16 18:10:16.457066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb0078-3544-4d21-b83d-de1b6c1dacc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Subnet': ['ID=24b2885f-05bc-493e-bb7d-3ee5070e785b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:16.460596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03545067-355a-4721-8217-664d10cd2cae tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Made reservation on behalf of defd996516df4b3ebc080e817e94ad7b for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:16.470394 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03545067-355a-4721-8217-664d10cd2cae tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.483777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b25bcdb-bd98-444a-a11f-7e40c6bf9556 None None] Network 380ba032-2bed-4e00-86ca-672b01775ff2 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:16.484648 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0078-3544-4d21-b83d-de1b6c1dacc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.487916 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f0fb0078-3544-4d21-b83d-de1b6c1dacc8 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/24b2885f-05bc-493e-bb7d-3ee5070e785b HTTP/1.1" status: 204 len: 168 time: 0.9292705 Jul 16 18:10:16.497426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47076) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:16.572635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb44258-91b1-4045-9ad0-db2c3a6065ca req-e6b74b72-a709-4183-bcae-febbb5afb967 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:16.574480 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffb44258-91b1-4045-9ad0-db2c3a6065ca req-e6b74b72-a709-4183-bcae-febbb5afb967 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 946 time: 0.1898692 Jul 16 18:10:16.599355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.756348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47082) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:16.788782 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port 39f5c34d-7cee-4173-960d-c2b0bfa9159f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:16.789136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.799287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b418989-318d-4adb-8665-bb20ec228873 None None] DHCP port deletion for 380ba032-2bed-4e00-86ca-672b01775ff2 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:16.876404 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1b418989-318d-4adb-8665-bb20ec228873 None None] Deleting port 39f5c34d-7cee-4173-960d-c2b0bfa9159f {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:16.877130 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1b418989-318d-4adb-8665-bb20ec228873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.911393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03545067-355a-4721-8217-664d10cd2cae tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.922499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] For port 39f5c34d-7cee-4173-960d-c2b0bfa9159f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=39f5c34d-7cee-4173-960d-c2b0bfa9159f,segment=NetworkSegment(80f1a51a-83d6-4f0f-b5fe-86781a2733ef),segment_id=80f1a51a-83d6-4f0f-b5fe-86781a2733ef)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:16.922933 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.966514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 39f5c34d-7cee-4173-960d-c2b0bfa9159f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:17.023220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1b418989-318d-4adb-8665-bb20ec228873 None None] For port 39f5c34d-7cee-4173-960d-c2b0bfa9159f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=39f5c34d-7cee-4173-960d-c2b0bfa9159f,segment=NetworkSegment(80f1a51a-83d6-4f0f-b5fe-86781a2733ef),segment_id=80f1a51a-83d6-4f0f-b5fe-86781a2733ef)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:17.024295 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1b418989-318d-4adb-8665-bb20ec228873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.035667 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for 39f5c34d-7cee-4173-960d-c2b0bfa9159f owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:17.056626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1b418989-318d-4adb-8665-bb20ec228873 None None] Calling delete_port for 39f5c34d-7cee-4173-960d-c2b0bfa9159f owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:17.108893 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.121137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03545067-355a-4721-8217-664d10cd2cae tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Subnet': ['ID=4f72aeea-ce24-4f26-bf78-7ca2dbb080de,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.157735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffb44258-91b1-4045-9ad0-db2c3a6065ca req-f9174444-a90d-4f1c-b9a7-f3c3720b40e2 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766637 Jul 16 18:10:17.165182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-902551120-network', 'tenant_id': '881e863564994f2db892ced211d69ae5'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:17.170938 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03545067-355a-4721-8217-664d10cd2cae tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Checking segment: {'id': '9b719d07-96a9-4c58-9cb2-7a499d5827ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:17.173812 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03545067-355a-4721-8217-664d10cd2cae tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network hostable DHCP agents. Network: 51ec2967-6184-4750-bf51-60e7f7d4e1a6, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:17.210005 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.232006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Made reservation on behalf of 881e863564994f2db892ced211d69ae5 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:17.234881 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.239237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03545067-355a-4721-8217-664d10cd2cae tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:17.243628 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1b418989-318d-4adb-8665-bb20ec228873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.255320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-03545067-355a-4721-8217-664d10cd2cae tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 51ec2967-6184-4750-bf51-60e7f7d4e1a6) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:17.259201 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.266369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03545067-355a-4721-8217-664d10cd2cae tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.267166 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03545067-355a-4721-8217-664d10cd2cae tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.288544 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.302891 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80728119-f840-47a7-ad3a-6264a72d25e7 None None] Network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:17.315239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b418989-318d-4adb-8665-bb20ec228873 None None] Pushing event deleted for resources: {'Port': ['ID=39f5c34d-7cee-4173-960d-c2b0bfa9159f,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.320002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b418989-318d-4adb-8665-bb20ec228873 None None] No DVR routers for this DVR port 39f5c34d-7cee-4173-960d-c2b0bfa9159f on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:17.384692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event updated for resources: {'Port': ['ID=4e45a83c-1840-456e-934c-f9639ca35d73,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.409999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:17.409999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:17.419386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:17.419843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:17.420195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:17.420543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:17.420891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:17.421232 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:17.422885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:17.423170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:17.423523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:17.423861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:17.444103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Network d58e225e-c879-4f15-abb1-6d1a0a301c44 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:17.444103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:17.452828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:17.511113 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.511807 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.598085 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.607470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-51ec2967-6184-4750-bf51-60e7f7d4e1a6', 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ips': [{'subnet_id': '4f72aeea-ce24-4f26-bf78-7ca2dbb080de'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:17.608651 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.708372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02319d7-f81c-4c21-8dd4-8b340e6faf1b req-62a2cbaf-8cc2-4a9c-b955-12b3f20dc703 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.710304 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c02319d7-f81c-4c21-8dd4-8b340e6faf1b req-62a2cbaf-8cc2-4a9c-b955-12b3f20dc703 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 932 time: 0.1396775 Jul 16 18:10:17.768614 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.803981 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.823405 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-9f4c11bf-4fc3-4e49-b8cf-95e32880f529 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1915874 Jul 16 18:10:17.830179 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.839720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Request body: {'port': {'device_id': '92eec367-184b-4d59-af67-dcea9ed68f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:17.839942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=39f5c34d-7cee-4173-960d-c2b0bfa9159f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.872868 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-03545067-355a-4721-8217-664d10cd2cae tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6768799 Jul 16 18:10:17.873373 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c02319d7-f81c-4c21-8dd4-8b340e6faf1b req-702c1e99-a384-4fd0-b03b-f72c4833c32f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164124 Jul 16 18:10:17.894226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Allocated IP 172.20.0.18 (51ec2967-6184-4750-bf51-60e7f7d4e1a6/4f72aeea-ce24-4f26-bf78-7ca2dbb080de/8376930d-3436-4b5b-9ae9-322a70cbfccc) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:17.914634 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e14642c-8334-46b9-9589-97de173aa4db,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.917562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No DVR routers for this DVR port 39f5c34d-7cee-4173-960d-c2b0bfa9159f on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:17.920687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:18.007843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc0442-fc4d-4519-8f64-2aea80e978d1 req-8e2a4a6d-314c-4f63-bfcd-6f221847ee60 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.015967 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0bbc0442-fc4d-4519-8f64-2aea80e978d1 req-8e2a4a6d-314c-4f63-bfcd-6f221847ee60 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 945 time: 0.3315892 Jul 16 18:10:18.038874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.050755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380ba032-2bed-4e00-86ca-672b01775ff2']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:18.063881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f1a51a-83d6-4f0f-b5fe-86781a2733ef') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:18.064162 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f1a51a-83d6-4f0f-b5fe-86781a2733ef') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:18.076042 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.092057 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.098253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:18.098932 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.130201 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:18.170081 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:18.177713 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.180867 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.181351 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Added segment aff9828f-48ae-4f2c-9b0e-eeb9259d3668 of type vlan for network 6915d560-0d08-49e4-bfeb-08f7b9b19e52 Jul 16 18:10:18.182480 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.207908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Transition to ACTIVE for port object 8376930d-3436-4b5b-9ae9-322a70cbfccc will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:18.220621 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.226485 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/networks/380ba032-2bed-4e00-86ca-672b01775ff2 HTTP/1.1" status: 204 len: 168 time: 1.7247615 Jul 16 18:10:18.228470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032ac98-8566-41ec-ab38-c3c39840447f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Network': ['ID=380ba032-2bed-4e00-86ca-672b01775ff2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:18.231514 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47120) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:18.238188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-32f3b91a-1348-4ee7-b98c-9b6e1ebd7849 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-347266416'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:18.250997 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Transition to ACTIVE for port object 8376930d-3436-4b5b-9ae9-322a70cbfccc will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:18.264266 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.287794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-c60648e2-b20b-41ed-a646-d96a2a053a00 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.289538 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-c60648e2-b20b-41ed-a646-d96a2a053a00 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 945 time: 0.5177646 Jul 16 18:10:18.293441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f3b91a-1348-4ee7-b98c-9b6e1ebd7849 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:18.301125 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32f3b91a-1348-4ee7-b98c-9b6e1ebd7849 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.385754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:18.390974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:18.403493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47126) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:18.406871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:18.423917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Pushing event updated for resources: {'Port': ['ID=8376930d-3436-4b5b-9ae9-322a70cbfccc,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:18.450969 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.463933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3388a080-ccc4-4524-bee9-18ee7c0d7812 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99321197', 'description': 'tempest-secgroup-smoke-99321197 description', 'project_id': 'defd996516df4b3ebc080e817e94ad7b'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:18.548493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f3b91a-1348-4ee7-b98c-9b6e1ebd7849 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:18.553156 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3388a080-ccc4-4524-bee9-18ee7c0d7812 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.610024 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32f3b91a-1348-4ee7-b98c-9b6e1ebd7849 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.610440 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-32f3b91a-1348-4ee7-b98c-9b6e1ebd7849 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Added segment a421333b-fa38-4ad1-81e3-53fbef7c536b of type vlan for network ff334fa9-efc7-43ac-9abd-26d7d1c5f02b Jul 16 18:10:18.612662 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.613706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.614308 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.670000 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9124899 Jul 16 18:10:18.672645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47134) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:18.701570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e45a83c-1840-456e-934c-f9639ca35d73 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:18.710218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d94dd8a0-e67f-483f-b90f-bb2bd16ebdb3 admin admin] Request body: {'subnet': {'network_id': '6915d560-0d08-49e4-bfeb-08f7b9b19e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-902551120-subnet', 'tenant_id': '881e863564994f2db892ced211d69ae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:18.717045 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.739720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Transition to ACTIVE for port object 4e45a83c-1840-456e-934c-f9639ca35d73 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:18.753807 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.769586 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Attempting to bind port 8376930d-3436-4b5b-9ae9-322a70cbfccc on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:18.770191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Attempting to bind port 8376930d-3436-4b5b-9ae9-322a70cbfccc by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '9b719d07-96a9-4c58-9cb2-7a499d5827ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:18.770570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Attempting to bind port 8376930d-3436-4b5b-9ae9-322a70cbfccc on network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:18.776539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:18.776980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Checking segment: {'id': '9b719d07-96a9-4c58-9cb2-7a499d5827ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:18.777498 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.778162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Bound using segment: {'id': '9b719d07-96a9-4c58-9cb2-7a499d5827ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:18.778738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Bound port: 8376930d-3436-4b5b-9ae9-322a70cbfccc, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b719d07-96a9-4c58-9cb2-7a499d5827ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:18.779219 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.792267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Deleting port 54b848ad-6391-4a37-af96-6b499d9c5a60 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:18.792267 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.808479 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0bbc0442-fc4d-4519-8f64-2aea80e978d1 req-12ee4e42-1c4f-4aef-a609-fda741926cfa tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=4620f251-0473-4c16-8a81-8a5803cfe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7740693 Jul 16 18:10:18.879376 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32f3b91a-1348-4ee7-b98c-9b6e1ebd7849 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.885951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] For port 8376930d-3436-4b5b-9ae9-322a70cbfccc, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:18.895151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] For port 8376930d-3436-4b5b-9ae9-322a70cbfccc, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8376930d-3436-4b5b-9ae9-322a70cbfccc,segment=NetworkSegment(9b719d07-96a9-4c58-9cb2-7a499d5827ae),segment_id=9b719d07-96a9-4c58-9cb2-7a499d5827ae)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:18.904679 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.958103 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bee0b-cf3d-4de3-a99e-36bce653b0ea admin admin] Pushing event updated for resources: {'Network': ['ID=6915d560-0d08-49e4-bfeb-08f7b9b19e52,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.018955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c9106-0098-4f5a-ae39-c7a7a2e8f762 None None] Pushing event updated for resources: {'Port': ['ID=8376930d-3436-4b5b-9ae9-322a70cbfccc,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.035983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] For port 54b848ad-6391-4a37-af96-6b499d9c5a60, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=54b848ad-6391-4a37-af96-6b499d9c5a60,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:19.036361 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.042698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Pushing event updated for resources: {'Port': ['ID=4e45a83c-1840-456e-934c-f9639ca35d73,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.048606 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32f3b91a-1348-4ee7-b98c-9b6e1ebd7849 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.055516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 6915d560-0d08-49e4-bfeb-08f7b9b19e52 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:19.064473 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f3b91a-1348-4ee7-b98c-9b6e1ebd7849 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.065139 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32f3b91a-1348-4ee7-b98c-9b6e1ebd7849 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.123590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d1330-db0e-4496-a5bc-6e9fd037161f req-b294b94d-4f6b-4f40-9ed8-11b4d211a751 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.132534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-276d1330-db0e-4496-a5bc-6e9fd037161f req-b294b94d-4f6b-4f40-9ed8-11b4d211a751 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 946 time: 0.5905387 Jul 16 18:10:19.145243 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.252188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3388a080-ccc4-4524-bee9-18ee7c0d7812 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.257317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Attempting to bind port 4e45a83c-1840-456e-934c-f9639ca35d73 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:19.257694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Attempting to bind port 4e45a83c-1840-456e-934c-f9639ca35d73 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:19.258363 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Attempting to bind port 4e45a83c-1840-456e-934c-f9639ca35d73 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:19.294022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-276d1330-db0e-4496-a5bc-6e9fd037161f req-b47cce0b-6081-4bc5-86e1-729460d608bf tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600389 Jul 16 18:10:19.296543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Port 4e45a83c-1840-456e-934c-f9639ca35d73 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:19.296898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Attempting to bind port 4e45a83c-1840-456e-934c-f9639ca35d73 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:19.301998 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3388a080-ccc4-4524-bee9-18ee7c0d7812 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.313229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:19.313817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Checking segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:19.313968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3b91a-1348-4ee7-b98c-9b6e1ebd7849 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Network': ['ID=ff334fa9-efc7-43ac-9abd-26d7d1c5f02b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.314491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Bound using segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:19.315106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Bound port: 4e45a83c-1840-456e-934c-f9639ca35d73, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:19.326750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ff334fa9-efc7-43ac-9abd-26d7d1c5f02b details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:19.332534 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.484252 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94dd8a0-e67f-483f-b90f-bb2bd16ebdb3 admin admin] Made reservation on behalf of 881e863564994f2db892ced211d69ae5 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:19.487004 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d94dd8a0-e67f-483f-b90f-bb2bd16ebdb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.615172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a84b8-dda0-4b61-a4e4-82ca9cc993bc req-10cec80f-f8d0-4908-836f-f5d7709952f3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.617200 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-911a84b8-dda0-4b61-a4e4-82ca9cc993bc req-10cec80f-f8d0-4908-836f-f5d7709952f3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 944 time: 0.4757180 Jul 16 18:10:19.618483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] For port 4e45a83c-1840-456e-934c-f9639ca35d73, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:19.622279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] For port 4e45a83c-1840-456e-934c-f9639ca35d73, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4e45a83c-1840-456e-934c-f9639ca35d73,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:19.635181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.686973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.687946 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.689678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] 10.222.0.11 "PUT /v2.0/ports/4e45a83c-1840-456e-934c-f9639ca35d73 HTTP/1.1" status: 200 len: 1093 time: 1.8578203 Jul 16 18:10:19.692938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92eec367-184b-4d59-af67-dcea9ed68f3f', 'tag': '4e45a83c-1840-456e-934c-f9639ca35d73'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:19.697791 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab68f57-d634-4112-a9fb-d18decf5098e" -d '{"events": [{"name": "network-changed", "server_uuid": "92eec367-184b-4d59-af67-dcea9ed68f3f", "tag": "4e45a83c-1840-456e-934c-f9639ca35d73"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:19.745164 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-911a84b8-dda0-4b61-a4e4-82ca9cc993bc req-eb50ecc9-9273-4c17-97dd-d09f766ed283 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135030 Jul 16 18:10:19.751179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20c29b-86d3-4e4c-940d-553995bd4f72 service neutron] Pushing event updated for resources: {'Port': ['ID=4e45a83c-1840-456e-934c-f9639ca35d73,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.782323 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3388a080-ccc4-4524-bee9-18ee7c0d7812 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.782323 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3388a080-ccc4-4524-bee9-18ee7c0d7812 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.3182278 Jul 16 18:10:19.782323 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388a080-ccc4-4524-bee9-18ee7c0d7812 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a95061-dbcb-4051-9a48-24022a5aa923,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.782756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47152) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:19.792128 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-32f3b91a-1348-4ee7-b98c-9b6e1ebd7849 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5578413 Jul 16 18:10:19.797005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47154) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:19.814095 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-27ebb363-d2e2-45f6-8ced-cd134ef4016d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': 'e4a95061-dbcb-4051-9a48-24022a5aa923', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:19.840586 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-84f773ff-8fda-4f28-a5cd-2aba8c3526be tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': 'ff334fa9-efc7-43ac-9abd-26d7d1c5f02b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:19.860369 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded754e6-9858-417d-9720-f4ebb615b46f x-openstack-request-id: req-ded754e6-9858-417d-9720-f4ebb615b46f {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:19.860977 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92eec367-184b-4d59-af67-dcea9ed68f3f", "tag": "4e45a83c-1840-456e-934c-f9639ca35d73", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:19.861348 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ded754e6-9858-417d-9720-f4ebb615b46f {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:19.861895 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92eec367-184b-4d59-af67-dcea9ed68f3f', 'tag': '4e45a83c-1840-456e-934c-f9639ca35d73', 'status': 'completed', 'code': 200} Jul 16 18:10:19.887202 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d94dd8a0-e67f-483f-b90f-bb2bd16ebdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.923175 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-27ebb363-d2e2-45f6-8ced-cd134ef4016d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.947489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-c2e75a5a-b317-4a4f-af21-3df93d80080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.949417 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-c2e75a5a-b317-4a4f-af21-3df93d80080f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 1096 time: 0.1597168 Jul 16 18:10:20.027904 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.028285 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.028606 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Floating IP 38766436-bbfc-4e98-bd98-0a955a65b68c disassociated. External IP: 172.25.3.243, port: 54b848ad-6391-4a37-af96-6b499d9c5a60. Jul 16 18:10:20.029010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Calling delete_port for 54b848ad-6391-4a37-af96-6b499d9c5a60 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:20.054357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-4829ed59-1c7e-4b00-9d01-6e1fd3118a48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e45a83c-1840-456e-934c-f9639ca35d73 HTTP/1.1" status: 200 len: 217 time: 0.0899165 Jul 16 18:10:20.110041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dd8a0-e67f-483f-b90f-bb2bd16ebdb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0d0796-4a30-4971-af15-9b26f5c141e8,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:20.136686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94dd8a0-e67f-483f-b90f-bb2bd16ebdb3 admin admin] Checking segment: {'id': 'aff9828f-48ae-4f2c-9b0e-eeb9259d3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6915d560-0d08-49e4-bfeb-08f7b9b19e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:20.137270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94dd8a0-e67f-483f-b90f-bb2bd16ebdb3 admin admin] Network hostable DHCP agents. Network: 6915d560-0d08-49e4-bfeb-08f7b9b19e52, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:20.141779 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-27ebb363-d2e2-45f6-8ced-cd134ef4016d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.153157 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-27ebb363-d2e2-45f6-8ced-cd134ef4016d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.161264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-7612fd13-40c0-46c1-8e90-c7fe1cc4b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.162800 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-7612fd13-40c0-46c1-8e90-c7fe1cc4b73c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.0957890 Jul 16 18:10:20.174653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f773ff-8fda-4f28-a5cd-2aba8c3526be tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:20.178684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84f773ff-8fda-4f28-a5cd-2aba8c3526be tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.206220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebb363-d2e2-45f6-8ced-cd134ef4016d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d8b4b3-cd16-4f32-8f02-5efbd322a36b,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:20.222023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94dd8a0-e67f-483f-b90f-bb2bd16ebdb3 admin admin] Network 6915d560-0d08-49e4-bfeb-08f7b9b19e52 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:20.235759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178fba0-9427-4796-b6b0-1a6c8dac76e8 req-4d5211cd-3e72-49bf-80dc-f7b610f1d3fa tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.237413 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1178fba0-9427-4796-b6b0-1a6c8dac76e8 req-4d5211cd-3e72-49bf-80dc-f7b610f1d3fa tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 945 time: 0.2688251 Jul 16 18:10:20.240535 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-6bf493e2-a9c8-45d7-a30f-78b086d8f0b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588896 Jul 16 18:10:20.241809 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-27ebb363-d2e2-45f6-8ced-cd134ef4016d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.242770 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-27ebb363-d2e2-45f6-8ced-cd134ef4016d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4563572 Jul 16 18:10:20.248078 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47166) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:20.258551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4374f08e-b3c5-4c5f-b499-264e7855e6b0 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': 'e4a95061-dbcb-4051-9a48-24022a5aa923', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:20.274023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d94dd8a0-e67f-483f-b90f-bb2bd16ebdb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 6915d560-0d08-49e4-bfeb-08f7b9b19e52) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:20.285624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a5055-69c0-4334-8d67-9956e29325d5 None None] Network 6915d560-0d08-49e4-bfeb-08f7b9b19e52 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:20.369061 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94dd8a0-e67f-483f-b90f-bb2bd16ebdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.369905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d94dd8a0-e67f-483f-b90f-bb2bd16ebdb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.416609 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1178fba0-9427-4796-b6b0-1a6c8dac76e8 req-3b3da760-5986-4e39-a38c-b4d79d72e53c tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups?id=4620f251-0473-4c16-8a81-8a5803cfe63b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726720 Jul 16 18:10:20.482932 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-75727b38-9ead-403b-b7ec-8c5498df6b07 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288325 Jul 16 18:10:20.509843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870fb4af-5a4f-4efc-9bbe-9a2f91091996 None None] Network 6915d560-0d08-49e4-bfeb-08f7b9b19e52 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:20.534534 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d94dd8a0-e67f-483f-b90f-bb2bd16ebdb3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8345077 Jul 16 18:10:20.541001 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4374f08e-b3c5-4c5f-b499-264e7855e6b0 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.585159 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.701698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcbed339-26e1-424e-8feb-231a8026bfd4 req-5696ef24-91d9-4ddb-9c4c-bca09f7fdf23 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115488 Jul 16 18:10:20.740044 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event deleted for resources: {'Port': ['ID=54b848ad-6391-4a37-af96-6b499d9c5a60,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:20.880148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be4f279-bebb-45d1-ad82-b1cf9c602ff3 None None] Network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:20.899885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab68f57-d634-4112-a9fb-d18decf5098e req-7936f445-23ff-43bc-8518-7a0289fd85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.901483 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ab68f57-d634-4112-a9fb-d18decf5098e req-7936f445-23ff-43bc-8518-7a0289fd85b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 1096 time: 0.1302137 Jul 16 18:10:21.112316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8376930d-3436-4b5b-9ae9-322a70cbfccc up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:21.135517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab68f57-d634-4112-a9fb-d18decf5098e req-5bddb4d1-2221-4f72-879e-63ffe8b46364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.137060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ab68f57-d634-4112-a9fb-d18decf5098e req-5bddb4d1-2221-4f72-879e-63ffe8b46364 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 906 time: 0.2276897 Jul 16 18:10:21.185794 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4374f08e-b3c5-4c5f-b499-264e7855e6b0 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.206945 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6d68f641-7b6e-4097-92fc-0bfb5b6aef18 None None] Provisioning for port 8376930d-3436-4b5b-9ae9-322a70cbfccc completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:21.247122 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4374f08e-b3c5-4c5f-b499-264e7855e6b0 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.279656 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 8376930d-3436-4b5b-9ae9-322a70cbfccc completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:21.289623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ab68f57-d634-4112-a9fb-d18decf5098e req-6aa01f9a-974b-439b-bfce-15c22b3b3233 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e45a83c-1840-456e-934c-f9639ca35d73 HTTP/1.1" status: 200 len: 217 time: 0.1057699 Jul 16 18:10:21.290719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 8376930d-3436-4b5b-9ae9-322a70cbfccc triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:21.291662 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.293894 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84f773ff-8fda-4f28-a5cd-2aba8c3526be tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.393100 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374f08e-b3c5-4c5f-b499-264e7855e6b0 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73197a16-19fd-4446-847c-2f48e7bbca3d,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.422993 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.424024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab68f57-d634-4112-a9fb-d18decf5098e req-0408ab12-26d2-4e81-8f54-f1ea29481a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.426307 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ab68f57-d634-4112-a9fb-d18decf5098e req-0408ab12-26d2-4e81-8f54-f1ea29481a96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.1264093 Jul 16 18:10:21.429419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 54b848ad-6391-4a37-af96-6b499d9c5a60 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:21.441193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8c5d1-094d-4e91-96b8-ce41610fb31c req-97442ddb-8eee-49ab-9b13-ca27bdaed8db tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.443133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4374f08e-b3c5-4c5f-b499-264e7855e6b0 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.447010 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4374f08e-b3c5-4c5f-b499-264e7855e6b0 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1952763 Jul 16 18:10:21.451258 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34c8c5d1-094d-4e91-96b8-ce41610fb31c req-97442ddb-8eee-49ab-9b13-ca27bdaed8db tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 944 time: 0.3569195 Jul 16 18:10:21.465990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47202) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:21.471680 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 54b848ad-6391-4a37-af96-6b499d9c5a60 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:21.472485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-2c87565d-c788-4a19-ab29-ce5da2a7f56f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': 'e4a95061-dbcb-4051-9a48-24022a5aa923', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:21.472929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 54b848ad-6391-4a37-af96-6b499d9c5a60 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:21.515949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 8376930d-3436-4b5b-9ae9-322a70cbfccc, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8376930d-3436-4b5b-9ae9-322a70cbfccc,segment=NetworkSegment(9b719d07-96a9-4c58-9cb2-7a499d5827ae),segment_id=9b719d07-96a9-4c58-9cb2-7a499d5827ae)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:21.522558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Router 570c85da-3a09-4eeb-92f2-02fc363f2b2e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:21.527657 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.554237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ab68f57-d634-4112-a9fb-d18decf5098e req-3404a273-1ac4-497d-9ec4-d8d06b52b249 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005924 Jul 16 18:10:21.605565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f773ff-8fda-4f28-a5cd-2aba8c3526be tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Checking segment: {'id': 'a421333b-fa38-4ad1-81e3-53fbef7c536b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff334fa9-efc7-43ac-9abd-26d7d1c5f02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:21.605975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f773ff-8fda-4f28-a5cd-2aba8c3526be tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network hostable DHCP agents. Network: ff334fa9-efc7-43ac-9abd-26d7d1c5f02b, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:21.631244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f773ff-8fda-4f28-a5cd-2aba8c3526be tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Subnet': ['ID=708ca399-5992-4315-9d16-43b45dbe78f7,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.657408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=8376930d-3436-4b5b-9ae9-322a70cbfccc,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.706330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34c8c5d1-094d-4e91-96b8-ce41610fb31c req-5b5ac260-988a-47dc-8092-ec5d5049664c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539210 Jul 16 18:10:21.807646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f773ff-8fda-4f28-a5cd-2aba8c3526be tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ff334fa9-efc7-43ac-9abd-26d7d1c5f02b is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:21.839586 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-84f773ff-8fda-4f28-a5cd-2aba8c3526be tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, ff334fa9-efc7-43ac-9abd-26d7d1c5f02b) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:21.855963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52300f98-3a14-481a-8117-aa65280c280f None None] Network ff334fa9-efc7-43ac-9abd-26d7d1c5f02b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:21.864737 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c87565d-c788-4a19-ab29-ce5da2a7f56f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.901251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-77de3308-55f3-45f0-b992-11eaf6e5e9c4 None None] Provisioning complete for port 8376930d-3436-4b5b-9ae9-322a70cbfccc triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:21.901251 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-77de3308-55f3-45f0-b992-11eaf6e5e9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.920837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f773ff-8fda-4f28-a5cd-2aba8c3526be tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.921399 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84f773ff-8fda-4f28-a5cd-2aba8c3526be tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.986067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:22.042519 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c02b5437-7bf8-48a1-a61d-f1c7dd67a754 req-325b144a-677d-4241-8c43-3eae10c1fa8e tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/ports?device_id=eff95699-54c9-44ad-ac10-ba89fd507a46 HTTP/1.1" status: 200 len: 210 time: 0.0671680 Jul 16 18:10:22.049311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7620a816-b9f3-432f-9a9b-8f8715e60cf8 None None] Sync routers for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:22.089615 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-84f773ff-8fda-4f28-a5cd-2aba8c3526be tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2539260 Jul 16 18:10:22.090425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] No DVR routers for this DVR port 54b848ad-6391-4a37-af96-6b499d9c5a60 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:22.112899 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47216) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:22.114058 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.116131 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4a23464a-7d99-4dca-a74a-4d8163047eeb req-1e263356-8741-46fc-8aa4-b1ea6d156cb8 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.32 "DELETE /v2.0/ports/54b848ad-6391-4a37-af96-6b499d9c5a60 HTTP/1.1" status: 204 len: 173 time: 3.8083205 Jul 16 18:10:22.118442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff95699-54c9-44ad-ac10-ba89fd507a46', 'name': 'network-vif-deleted', 'tag': '54b848ad-6391-4a37-af96-6b499d9c5a60'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:22.120826 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b209ea-1400-4bca-b400-4b1971c16a69" -d '{"events": [{"server_uuid": "eff95699-54c9-44ad-ac10-ba89fd507a46", "name": "network-vif-deleted", "tag": "54b848ad-6391-4a37-af96-6b499d9c5a60"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:22.132404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': 'ff334fa9-efc7-43ac-9abd-26d7d1c5f02b', 'name': 'tempest-PortsTestJSON-206468797', 'fixed_ips': [{'subnet_id': '708ca399-5992-4315-9d16-43b45dbe78f7', 'ip_address': '172.20.0.10'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:22.152068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620a816-b9f3-432f-9a9b-8f8715e60cf8 None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:22.152773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7620a816-b9f3-432f-9a9b-8f8715e60cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:10:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:22.178680 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ab68f57-d634-4112-a9fb-d18decf5098e req-06f400c1-8ead-4935-8c6c-cddad7b71f8f service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125183 Jul 16 18:10:22.263687 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b20a438-c275-4b69-8144-17cb01792f0f x-openstack-request-id: req-1b20a438-c275-4b69-8144-17cb01792f0f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:22.264589 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff95699-54c9-44ad-ac10-ba89fd507a46", "name": "network-vif-deleted", "tag": "54b848ad-6391-4a37-af96-6b499d9c5a60", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:22.265249 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b20a438-c275-4b69-8144-17cb01792f0f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:22.265953 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff95699-54c9-44ad-ac10-ba89fd507a46', 'name': 'network-vif-deleted', 'tag': '54b848ad-6391-4a37-af96-6b499d9c5a60', 'status': 'completed', 'code': 200} Jul 16 18:10:22.293017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:22.443772 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.475941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port cc0fdb10-572f-4909-b3cf-03aed6bd90d1 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:22.489804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7620a816-b9f3-432f-9a9b-8f8715e60cf8 None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:22.525923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ab68f57-d634-4112-a9fb-d18decf5098e req-58d975b6-bcc1-46d5-91aa-6c31db9b5b74 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249927 Jul 16 18:10:22.538806 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c87565d-c788-4a19-ab29-ce5da2a7f56f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.551365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-9f66b24a-09f8-4b37-8584-7a169a160633 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.564870 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-9f66b24a-09f8-4b37-8584-7a169a160633 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/networks?id=6915d560-0d08-49e4-bfeb-08f7b9b19e52 HTTP/1.1" status: 200 len: 820 time: 0.8283587 Jul 16 18:10:22.566517 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c87565d-c788-4a19-ab29-ce5da2a7f56f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.621004 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c87565d-c788-4a19-ab29-ce5da2a7f56f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.625581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2c87565d-c788-4a19-ab29-ce5da2a7f56f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1583529 Jul 16 18:10:22.634937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47234) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:22.660761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3f4265a2-7981-4e2d-9be7-1bb42feda881 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': 'e4a95061-dbcb-4051-9a48-24022a5aa923', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:22.682340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-d8e1b97d-1159-4c74-acb8-3cf527c7d584 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/quotas/881e863564994f2db892ced211d69ae5 HTTP/1.1" status: 200 len: 375 time: 0.0982883 Jul 16 18:10:22.706190 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87565d-c788-4a19-ab29-ce5da2a7f56f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87557f2-273a-4642-83b3-9342998694e1,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.788855 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-653931fd-b0ac-4bf5-bacc-6cf6c30611b8 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=881e863564994f2db892ced211d69ae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038995 Jul 16 18:10:22.807757 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4e45a83c-1840-456e-934c-f9639ca35d73 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:22.912362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.10 (ff334fa9-efc7-43ac-9abd-26d7d1c5f02b/708ca399-5992-4315-9d16-43b45dbe78f7/cc0fdb10-572f-4909-b3cf-03aed6bd90d1) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:23.009013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-ff334fa9-efc7-43ac-9abd-26d7d1c5f02b', 'network_id': 'ff334fa9-efc7-43ac-9abd-26d7d1c5f02b', 'tenant_id': 'ae7fe069504a42babdfd45616e4eff60', 'fixed_ips': [{'subnet_id': '708ca399-5992-4315-9d16-43b45dbe78f7'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:23.009963 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.027232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8376930d-3436-4b5b-9ae9-322a70cbfccc up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:23.046470 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f4265a2-7981-4e2d-9be7-1bb42feda881 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.156317 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-4e25bd63-dfbe-4034-8b7b-b8f0a7485f60 service neutron] 10.222.0.24 "GET /v2.0/networks/6915d560-0d08-49e4-bfeb-08f7b9b19e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469720 Jul 16 18:10:23.300345 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f4265a2-7981-4e2d-9be7-1bb42feda881 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.306540 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.317408 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f4265a2-7981-4e2d-9be7-1bb42feda881 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.397411 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.419515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4265a2-7981-4e2d-9be7-1bb42feda881 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39e4138-094a-46be-9d6c-84671b2db04a,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:23.435828 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4e45a83c-1840-456e-934c-f9639ca35d73, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4e45a83c-1840-456e-934c-f9639ca35d73,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:23.441046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Transition to ACTIVE for port object cc0fdb10-572f-4909-b3cf-03aed6bd90d1 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:23.453983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80fd0f-d779-4e6a-bb43-ed07109307a4 req-44fd5462-e332-4135-8678-2e3b9a2ea786 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.463825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '4e45a83c-1840-456e-934c-f9639ca35d73', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'port_id': '4e45a83c-1840-456e-934c-f9639ca35d73', 'mac_address': 'fa:16:3e:38:b0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bb9c40-c752-475f-b8ac-edadb686e877', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:23.469272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c80fd0f-d779-4e6a-bb43-ed07109307a4 req-44fd5462-e332-4135-8678-2e3b9a2ea786 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 944 time: 0.3699269 Jul 16 18:10:23.474144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 8376930d-3436-4b5b-9ae9-322a70cbfccc triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:23.474708 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.480539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7620a816-b9f3-432f-9a9b-8f8715e60cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 5, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:23.495713 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f4265a2-7981-4e2d-9be7-1bb42feda881 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.505239 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3f4265a2-7981-4e2d-9be7-1bb42feda881 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8537879 Jul 16 18:10:23.506148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47254) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:23.511486 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-6b2102c9-90c7-4c5d-8284-2873e07abb45 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': 'e4a95061-dbcb-4051-9a48-24022a5aa923', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:23.530320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-75799247-6b3c-446b-b72c-3c438b204e9a service neutron] 10.222.0.24 "GET /v2.0/networks/6915d560-0d08-49e4-bfeb-08f7b9b19e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476365 Jul 16 18:10:23.565635 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c80fd0f-d779-4e6a-bb43-ed07109307a4 req-9e93897d-4da3-4b8e-8c68-c162d9da6f6a tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948865 Jul 16 18:10:23.602285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7620a816-b9f3-432f-9a9b-8f8715e60cf8 None None] Checking router: 570c85da-3a09-4eeb-92f2-02fc363f2b2e for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:23.604278 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.634857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.675818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Allocated IP 172.20.0.2 (ff334fa9-efc7-43ac-9abd-26d7d1c5f02b/708ca399-5992-4315-9d16-43b45dbe78f7/9cc63624-811c-4d58-8020-262b69d9c52c) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:23.689698 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-6b2102c9-90c7-4c5d-8284-2873e07abb45 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Project defd996516df4b3ebc080e817e94ad7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:10:23.707658 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47262) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:23.720077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e45a83c-1840-456e-934c-f9639ca35d73 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:23.744794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4e45a83c-1840-456e-934c-f9639ca35d73, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4e45a83c-1840-456e-934c-f9639ca35d73,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:23.750634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620a816-b9f3-432f-9a9b-8f8715e60cf8 None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:23.751590 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7620a816-b9f3-432f-9a9b-8f8715e60cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:10:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:23.782234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ff334fa9-efc7-43ac-9abd-26d7d1c5f02b is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:23.793292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:23.807335 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6b2102c9-90c7-4c5d-8284-2873e07abb45 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.814326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:23.847054 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11f457bf-b288-462b-9d56-5d5fd1ea8e4a tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.909333 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11f457bf-b288-462b-9d56-5d5fd1ea8e4a tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.994474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=cc0fdb10-572f-4909-b3cf-03aed6bd90d1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.053622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.064247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.064769 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-381df574-f8f7-484f-b257-d1b95d3791ac req-a86a0d3e-a8d1-4cd5-bd7b-823f83c705b9 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 210 time: 0.0763395 Jul 16 18:10:24.097010 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11f457bf-b288-462b-9d56-5d5fd1ea8e4a tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.100404 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11f457bf-b288-462b-9d56-5d5fd1ea8e4a tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.102250 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-11f457bf-b288-462b-9d56-5d5fd1ea8e4a tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "DELETE /v2.0/security-groups/4620f251-0473-4c16-8a81-8a5803cfe63b HTTP/1.1" status: 204 len: 168 time: 0.3922861 Jul 16 18:10:24.105730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47272) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:24.130795 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b7b98231-d64d-4f5f-aafe-1ef876656b15 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0135503 Jul 16 18:10:24.137879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47274) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:24.146937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': 'ff334fa9-efc7-43ac-9abd-26d7d1c5f02b', 'name': 'tempest-PortsTestJSON-2007711384', 'fixed_ips': [{'subnet_id': '708ca399-5992-4315-9d16-43b45dbe78f7', 'ip_address': '172.20.0.9'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:24.170175 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6b2102c9-90c7-4c5d-8284-2873e07abb45 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.181067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f457bf-b288-462b-9d56-5d5fd1ea8e4a tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4620f251-0473-4c16-8a81-8a5803cfe63b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.197446 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-7ba9e106-7016-46c0-8b54-542d6fbd2016 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] show failed (client error): The resource could not be found. Jul 16 18:10:24.202599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7ba9e106-7016-46c0-8b54-542d6fbd2016 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "GET /v2.0/security-groups/4620f251-0473-4c16-8a81-8a5803cfe63b HTTP/1.1" status: 404 len: 347 time: 0.0724123 Jul 16 18:10:24.203689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47276) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:24.241718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6b2102c9-90c7-4c5d-8284-2873e07abb45 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.277021 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6b2102c9-90c7-4c5d-8284-2873e07abb45 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.284295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47284) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:24.285119 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6b2102c9-90c7-4c5d-8284-2873e07abb45 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7777686 Jul 16 18:10:24.291998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2102c9-90c7-4c5d-8284-2873e07abb45 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bf9b1a-9ff4-49f3-ba51-988966eab9b9,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.315048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-1d0e7576-3edf-4efd-9b90-554e10197ae1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': 'e4a95061-dbcb-4051-9a48-24022a5aa923', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:24.396449 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.398098 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:24.405539 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.434915 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port 634d4b25-f9a0-4ff4-af3d-66e7e19f886b yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:24.561209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.572365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Transition to ACTIVE for port object 9cc63624-811c-4d58-8020-262b69d9c52c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:24.619845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Transition to ACTIVE for port object 9cc63624-811c-4d58-8020-262b69d9c52c will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:24.630417 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-1d0e7576-3edf-4efd-9b90-554e10197ae1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Project defd996516df4b3ebc080e817e94ad7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:10:24.650259 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7576-3edf-4efd-9b90-554e10197ae1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.678830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=4e45a83c-1840-456e-934c-f9639ca35d73,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.689051 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.739832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4e45a83c-1840-456e-934c-f9639ca35d73'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:24.848923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.9 (ff334fa9-efc7-43ac-9abd-26d7d1c5f02b/708ca399-5992-4315-9d16-43b45dbe78f7/634d4b25-f9a0-4ff4-af3d-66e7e19f886b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:24.940676 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e6025-fd71-4bb9-8eb1-72525a1d2db7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Deleting port 7298cf40-9342-4a24-9afa-06b557377207 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:24.951121 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6025-fd71-4bb9-8eb1-72525a1d2db7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.955193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Network ff334fa9-efc7-43ac-9abd-26d7d1c5f02b is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:24.990747 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7576-3edf-4efd-9b90-554e10197ae1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.009689 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7576-3edf-4efd-9b90-554e10197ae1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.062470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:25.070235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:25.143265 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.151155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e7576-3edf-4efd-9b90-554e10197ae1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2323632e-36dc-45fe-8630-d92286878ea2,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.169490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Transition to ACTIVE for port object 634d4b25-f9a0-4ff4-af3d-66e7e19f886b will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:25.194127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b39f-b4d8-4c3f-95e7-473e3a5d623d req-a0880a2b-31ea-49f6-9658-aff6179ce468 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.196052 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55c2b39f-b4d8-4c3f-95e7-473e3a5d623d req-a0880a2b-31ea-49f6-9658-aff6179ce468 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 945 time: 0.3874979 Jul 16 18:10:25.204167 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d0e7576-3edf-4efd-9b90-554e10197ae1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.208096 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.237688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1d0e7576-3edf-4efd-9b90-554e10197ae1 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9445560 Jul 16 18:10:25.255688 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6025-fd71-4bb9-8eb1-72525a1d2db7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.259987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Pushing event updated for resources: {'Port': ['ID=9cc63624-811c-4d58-8020-262b69d9c52c,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.275093 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6025-fd71-4bb9-8eb1-72525a1d2db7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.300637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ff334fa9-efc7-43ac-9abd-26d7d1c5f02b is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:25.306803 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:25.324062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:25.342744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7620a816-b9f3-432f-9a9b-8f8715e60cf8 None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:25.403454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.406308 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.432446 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a5bda14-a2b8-4b36-80fd-4c6d3284ed9c req-3251cc79-5a90-4d2c-a329-ea1ed45e6d79 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 210 time: 0.0749905 Jul 16 18:10:25.444633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e6025-fd71-4bb9-8eb1-72525a1d2db7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Calling delete_port for 7298cf40-9342-4a24-9afa-06b557377207 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:25.457568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=634d4b25-f9a0-4ff4-af3d-66e7e19f886b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.474266 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-801a0f6f-7bd0-44f8-af1a-55847aa6705e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3314211 Jul 16 18:10:25.475263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47314) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:25.486864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55c2b39f-b4d8-4c3f-95e7-473e3a5d623d req-2768909d-5cdb-462e-b800-74a653b02a2c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837348 Jul 16 18:10:25.612864 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.630090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Attempting to bind port 9cc63624-811c-4d58-8020-262b69d9c52c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:25.630090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Attempting to bind port 9cc63624-811c-4d58-8020-262b69d9c52c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'a421333b-fa38-4ad1-81e3-53fbef7c536b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff334fa9-efc7-43ac-9abd-26d7d1c5f02b'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:25.630090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Attempting to bind port 9cc63624-811c-4d58-8020-262b69d9c52c on network ff334fa9-efc7-43ac-9abd-26d7d1c5f02b {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:25.630765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54561209-7f00-4fb2-8d33-3659eba2d7b7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.636686 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47328) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:25.639265 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-54561209-7f00-4fb2-8d33-3659eba2d7b7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1617525 Jul 16 18:10:25.697847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:25.698618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Checking segment: {'id': 'a421333b-fa38-4ad1-81e3-53fbef7c536b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff334fa9-efc7-43ac-9abd-26d7d1c5f02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:25.699288 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.699908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Bound using segment: {'id': 'a421333b-fa38-4ad1-81e3-53fbef7c536b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff334fa9-efc7-43ac-9abd-26d7d1c5f02b'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:25.700623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Bound port: 9cc63624-811c-4d58-8020-262b69d9c52c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a421333b-fa38-4ad1-81e3-53fbef7c536b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ff334fa9-efc7-43ac-9abd-26d7d1c5f02b'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:25.701262 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.000272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] For port 9cc63624-811c-4d58-8020-262b69d9c52c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:26.016158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-9bc83730-bad7-4d93-b50e-dfa6e01a4a4b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99321197&fields=id&tenant_id=defd996516df4b3ebc080e817e94ad7b HTTP/1.1" status: 200 len: 267 time: 0.3783572 Jul 16 18:10:26.053487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] For port 9cc63624-811c-4d58-8020-262b69d9c52c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9cc63624-811c-4d58-8020-262b69d9c52c,segment=NetworkSegment(a421333b-fa38-4ad1-81e3-53fbef7c536b),segment_id=a421333b-fa38-4ad1-81e3-53fbef7c536b)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:26.070997 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.174245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6133a-798e-4143-9e81-84a9dcfd4793 None None] Pushing event updated for resources: {'Port': ['ID=9cc63624-811c-4d58-8020-262b69d9c52c,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:26.180220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7620a816-b9f3-432f-9a9b-8f8715e60cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 5, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:26.254761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7620a816-b9f3-432f-9a9b-8f8715e60cf8 None None] The sync data for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 is: [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:02:48Z', 'revision_number': 4, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'dde199e8-4ea4-4014-913f-837763e130cc', 'name': '', 'network_id': '981660af-4b2c-4916-8662-a65197136911', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'mac_address': 'fa:16:3e:5f:38:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:47Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 5, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'subnets': [{'id': '7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:26.651051 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4e45a83c-1840-456e-934c-f9639ca35d73 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:26.778862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 4e45a83c-1840-456e-934c-f9639ca35d73 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:26.787065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 4e45a83c-1840-456e-934c-f9639ca35d73 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:26.787445 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.813059 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a5d628-cad0-48ed-ae77-e4be9980e773 None None] New status for floating IP 38766436-bbfc-4e98-bd98-0a955a65b68c: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:10:26.935807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595988c3-dfe6-48a0-9275-ff01f6640f3e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.948333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595988c3-dfe6-48a0-9275-ff01f6640f3e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.952963 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.959639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595988c3-dfe6-48a0-9275-ff01f6640f3e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.973781 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-595988c3-dfe6-48a0-9275-ff01f6640f3e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 1.3245034 Jul 16 18:10:26.974278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47350) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:26.982581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-df645f9c-7a97-4198-9395-59d9ce7d9594 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.989772 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-df645f9c-7a97-4198-9395-59d9ce7d9594 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.11 "GET /v2.0/networks?id=6915d560-0d08-49e4-bfeb-08f7b9b19e52 HTTP/1.1" status: 200 len: 820 time: 1.1037452 Jul 16 18:10:27.011326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92eec367-184b-4d59-af67-dcea9ed68f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e45a83c-1840-456e-934c-f9639ca35d73'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:27.020244 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb1d61e-0c5b-45ad-86c0-dcde262b8933" -d '{"events": [{"server_uuid": "92eec367-184b-4d59-af67-dcea9ed68f3f", "name": "network-vif-plugged", "status": "completed", "tag": "4e45a83c-1840-456e-934c-f9639ca35d73"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:27.051805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4e45a83c-1840-456e-934c-f9639ca35d73, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4e45a83c-1840-456e-934c-f9639ca35d73,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:27.068485 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.114775 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-cc956ba9-5fec-4848-860e-091212c0ea67 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Request body: {'port': {'device_id': '93b92a3e-fa95-4f86-b2a3-2428bc91f628', 'network_id': '6915d560-0d08-49e4-bfeb-08f7b9b19e52', 'admin_state_up': True, 'tenant_id': '881e863564994f2db892ced211d69ae5'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:27.182982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53367dae-de43-4179-ad6c-783dec8aabb7 req-0d2ff618-5179-4e93-8f09-2f0d8c99423b tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 210 time: 0.3157074 Jul 16 18:10:27.284501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=4e45a83c-1840-456e-934c-f9639ca35d73,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:27.320943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b0b12385-cc7f-4dad-b28b-e1b011e27e39 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port 634d4b25-f9a0-4ff4-af3d-66e7e19f886b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:27.321308 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0b12385-cc7f-4dad-b28b-e1b011e27e39 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.326427 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.db.api [None req-84a5d628-cad0-48ed-ae77-e4be9980e773 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:10:27.327140 n-d-787205-10 neutron-server[105593]: DEBUG oslo_db.api [None req-84a5d628-cad0-48ed-ae77-e4be9980e773 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:10:27.350060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9cc63624-811c-4d58-8020-262b69d9c52c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:27.382358 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6025-fd71-4bb9-8eb1-72525a1d2db7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.441972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 9cc63624-811c-4d58-8020-262b69d9c52c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:27.600780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e6025-fd71-4bb9-8eb1-72525a1d2db7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Pushing event deleted for resources: {'Port': ['ID=7298cf40-9342-4a24-9afa-06b557377207,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:27.642178 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0b12385-cc7f-4dad-b28b-e1b011e27e39 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.664241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b0b12385-cc7f-4dad-b28b-e1b011e27e39 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for 634d4b25-f9a0-4ff4-af3d-66e7e19f886b owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:27.701274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-ccaddc84-c4a2-48ec-b5d3-78711f819900 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.713641 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-ccaddc84-c4a2-48ec-b5d3-78711f819900 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/networks?id=51ec2967-6184-4750-bf51-60e7f7d4e1a6 HTTP/1.1" status: 200 len: 796 time: 1.6963046 Jul 16 18:10:27.770546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47364) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:27.829101 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a5d628-cad0-48ed-ae77-e4be9980e773 None None] New status for floating IP 38766436-bbfc-4e98-bd98-0a955a65b68c: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:10:27.864026 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-2e89a6cd-2af1-48f7-88e5-afc7b260ae54 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/quotas/defd996516df4b3ebc080e817e94ad7b HTTP/1.1" status: 200 len: 375 time: 0.1492794 Jul 16 18:10:27.880960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-cc956ba9-5fec-4848-860e-091212c0ea67 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Made reservation on behalf of 881e863564994f2db892ced211d69ae5 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:27.887265 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-cc956ba9-5fec-4848-860e-091212c0ea67 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.900104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6025-fd71-4bb9-8eb1-72525a1d2db7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.903046 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c5e6025-fd71-4bb9-8eb1-72525a1d2db7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.909986 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2c5e6025-fd71-4bb9-8eb1-72525a1d2db7 tempest-AttachVolumeTestJSON-583321702 tempest-AttachVolumeTestJSON-583321702-project] 10.222.0.24 "DELETE /v2.0/floatingips/38766436-bbfc-4e98-bd98-0a955a65b68c HTTP/1.1" status: 204 len: 168 time: 3.7045846 Jul 16 18:10:28.018216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eca1ab-7367-4a69-a9d6-d887b5e34ed6 None None] Network ff334fa9-efc7-43ac-9abd-26d7d1c5f02b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:28.044996 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0b12385-cc7f-4dad-b28b-e1b011e27e39 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.098721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b12385-cc7f-4dad-b28b-e1b011e27e39 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=634d4b25-f9a0-4ff4-af3d-66e7e19f886b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:28.174359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a58c4-e49f-4a3f-a200-0f2c32f3637f req-e7865a7d-97c3-4bf8-b6ce-2cc758690e50 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:28.183195 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a95a58c4-e49f-4a3f-a200-0f2c32f3637f req-e7865a7d-97c3-4bf8-b6ce-2cc758690e50 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 946 time: 0.5949490 Jul 16 18:10:28.203690 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56663cd9-1871-41d1-9134-daf079156492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.220378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ad5b9db7-7325-4ece-ad33-0259010832ee None None] Provisioning for port 9cc63624-811c-4d58-8020-262b69d9c52c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:28.234189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ad5b9db7-7325-4ece-ad33-0259010832ee None None] Provisioning complete for port 9cc63624-811c-4d58-8020-262b69d9c52c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:28.234590 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9db7-7325-4ece-ad33-0259010832ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.273467 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-579e1118-4bb5-4e23-a2dc-a94c8d41b488 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3992279 Jul 16 18:10:28.370299 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a95a58c4-e49f-4a3f-a200-0f2c32f3637f req-a2e0a66a-62fe-4146-902f-6540cac052c4 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858356 Jul 16 18:10:28.500908 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2189f89c-4cd2-4558-b025-6cfd11f99ec7 x-openstack-request-id: req-2189f89c-4cd2-4558-b025-6cfd11f99ec7 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:28.501102 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92eec367-184b-4d59-af67-dcea9ed68f3f", "name": "network-vif-plugged", "status": "completed", "tag": "4e45a83c-1840-456e-934c-f9639ca35d73", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:28.501367 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2189f89c-4cd2-4558-b025-6cfd11f99ec7 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:28.501797 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92eec367-184b-4d59-af67-dcea9ed68f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e45a83c-1840-456e-934c-f9639ca35d73', 'code': 200} Jul 16 18:10:28.502462 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9db7-7325-4ece-ad33-0259010832ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.567229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ad5b9db7-7325-4ece-ad33-0259010832ee None None] For port 9cc63624-811c-4d58-8020-262b69d9c52c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9cc63624-811c-4d58-8020-262b69d9c52c,segment=NetworkSegment(a421333b-fa38-4ad1-81e3-53fbef7c536b),segment_id=a421333b-fa38-4ad1-81e3-53fbef7c536b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:28.579870 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9db7-7325-4ece-ad33-0259010832ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.695792 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-cc956ba9-5fec-4848-860e-091212c0ea67 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Allocated IP 172.20.0.9 (6915d560-0d08-49e4-bfeb-08f7b9b19e52/eb0d0796-4a30-4971-af15-9b26f5c141e8/6d778239-0621-4c34-8e8d-38bf426f5429) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:28.706980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b9db7-7325-4ece-ad33-0259010832ee None None] Pushing event updated for resources: {'Port': ['ID=9cc63624-811c-4d58-8020-262b69d9c52c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:28.861207 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24d55b74-23ee-4c1a-9af0-75fa331ca18f req-d73435df-333f-4cfc-b962-31d706ff36bb tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 210 time: 0.1371164 Jul 16 18:10:28.899960 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-e0ab0cd7-57ad-4848-aa95-e84dfd03a521 service neutron] 10.222.0.24 "GET /v2.0/networks/51ec2967-6184-4750-bf51-60e7f7d4e1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252830 Jul 16 18:10:28.998767 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0b12385-cc7f-4dad-b28b-e1b011e27e39 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.003966 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b0b12385-cc7f-4dad-b28b-e1b011e27e39 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/634d4b25-f9a0-4ff4-af3d-66e7e19f886b HTTP/1.1" status: 204 len: 168 time: 2.0283067 Jul 16 18:10:29.006316 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47380) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.031285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-97e4c4ac-f5cc-46aa-b8e4-19bf3b2964bf None None] Provisioning for port cc0fdb10-572f-4909-b3cf-03aed6bd90d1 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:29.042002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-97e4c4ac-f5cc-46aa-b8e4-19bf3b2964bf None None] Provisioning complete for port cc0fdb10-572f-4909-b3cf-03aed6bd90d1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:29.042389 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-97e4c4ac-f5cc-46aa-b8e4-19bf3b2964bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.044989 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-498bc472-5c2e-4e2f-99db-f30610a1351c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:10:29.049783 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-498bc472-5c2e-4e2f-99db-f30610a1351c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/634d4b25-f9a0-4ff4-af3d-66e7e19f886b HTTP/1.1" status: 404 len: 333 time: 0.0423276 Jul 16 18:10:29.051538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47382) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.055368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0aba6-2407-46a0-8740-0dabaa7f50fc req-f541b387-5440-48cb-9d4b-9e60ff3b0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.056901 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6ef0aba6-2407-46a0-8740-0dabaa7f50fc req-f541b387-5440-48cb-9d4b-9e60ff3b0911 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 1098 time: 0.1264446 Jul 16 18:10:29.195896 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-97e4c4ac-f5cc-46aa-b8e4-19bf3b2964bf None None] Port cc0fdb10-572f-4909-b3cf-03aed6bd90d1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:29.241987 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6ef0aba6-2407-46a0-8740-0dabaa7f50fc req-3f356c03-f434-4bee-a157-7bac1e384e80 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650112 Jul 16 18:10:29.242761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9cc63624-811c-4d58-8020-262b69d9c52c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:29.268883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-97e4c4ac-f5cc-46aa-b8e4-19bf3b2964bf None None] Provisioning complete for port 9cc63624-811c-4d58-8020-262b69d9c52c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:29.269427 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-97e4c4ac-f5cc-46aa-b8e4-19bf3b2964bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.377924 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9cc63624-811c-4d58-8020-262b69d9c52c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:29.378441 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.386066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8168b0b9-a917-42d0-bc40-49dabb2c5b3d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port cc0fdb10-572f-4909-b3cf-03aed6bd90d1 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:29.393303 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8168b0b9-a917-42d0-bc40-49dabb2c5b3d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.561076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56663cd9-1871-41d1-9134-daf079156492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.566141 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-cc956ba9-5fec-4848-860e-091212c0ea67 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.571358 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a1df7046-6491-4827-9fa8-96922a38c3b5 None None] Provisioning complete for port cc0fdb10-572f-4909-b3cf-03aed6bd90d1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:29.572137 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1df7046-6491-4827-9fa8-96922a38c3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.574644 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8168b0b9-a917-42d0-bc40-49dabb2c5b3d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.584419 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-1066caca-e927-4f86-aa70-d6cbdaa05c5a service neutron] 10.222.0.24 "GET /v2.0/networks/51ec2967-6184-4750-bf51-60e7f7d4e1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625102 Jul 16 18:10:29.591678 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56663cd9-1871-41d1-9134-daf079156492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.611106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8168b0b9-a917-42d0-bc40-49dabb2c5b3d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for cc0fdb10-572f-4909-b3cf-03aed6bd90d1 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:29.618742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a1df7046-6491-4827-9fa8-96922a38c3b5 None None] Port cc0fdb10-572f-4909-b3cf-03aed6bd90d1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:29.714990 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-56663cd9-1871-41d1-9134-daf079156492 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf6676ab1b874f8fb569ce2196ade1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9384689 Jul 16 18:10:29.725476 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47388) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.737396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-48c63fce-3fb2-465e-be70-d29d4ad04181 None None] Could not find standard attr ID for object 634d4b25-f9a0-4ff4-af3d-66e7e19f886b. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:10:29.753181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56663cd9-1871-41d1-9134-daf079156492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492babd5-425e-48d2-89ff-6c7c66d1b088,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.871755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-cc956ba9-5fec-4848-860e-091212c0ea67 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.908746 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8168b0b9-a917-42d0-bc40-49dabb2c5b3d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.911991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee129e-c54a-4b3d-b23c-44e8d55b3a0f req-e9669dfb-db10-4856-be1a-ecf8f92d4b2c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.939615 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-13ee129e-c54a-4b3d-b23c-44e8d55b3a0f req-e9669dfb-db10-4856-be1a-ecf8f92d4b2c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 946 time: 0.3143222 Jul 16 18:10:30.027756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168b0b9-a917-42d0-bc40-49dabb2c5b3d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=cc0fdb10-572f-4909-b3cf-03aed6bd90d1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.046379 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ca6cb31-b49f-4bf4-a796-728098fcf38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.111772 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76cec51f-fa77-4524-a5c0-5ef1db2cea84 req-9bd9ed02-8ae0-4cbf-a040-02934811de50 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 210 time: 0.0746038 Jul 16 18:10:30.190823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-cc956ba9-5fec-4848-860e-091212c0ea67 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Network 6915d560-0d08-49e4-bfeb-08f7b9b19e52 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:30.209078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-cc956ba9-5fec-4848-860e-091212c0ea67 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:30.230874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-cc956ba9-5fec-4848-860e-091212c0ea67 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:30.238826 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc956ba9-5fec-4848-860e-091212c0ea67 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Pushing event updated for resources: {'Port': ['ID=6d778239-0621-4c34-8e8d-38bf426f5429,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.254200 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-13ee129e-c54a-4b3d-b23c-44e8d55b3a0f req-a3322c68-cbcd-449b-bb30-c79f2c82c716 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136389 Jul 16 18:10:30.278589 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ca6cb31-b49f-4bf4-a796-728098fcf38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.292870 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8168b0b9-a917-42d0-bc40-49dabb2c5b3d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.292870 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8168b0b9-a917-42d0-bc40-49dabb2c5b3d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/cc0fdb10-572f-4909-b3cf-03aed6bd90d1 HTTP/1.1" status: 204 len: 168 time: 1.2344012 Jul 16 18:10:30.292870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47404) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:30.365947 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce1d7d9-e14b-4b69-a9c3-226737272244 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:10:30.370463 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bce1d7d9-e14b-4b69-a9c3-226737272244 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/cc0fdb10-572f-4909-b3cf-03aed6bd90d1 HTTP/1.1" status: 404 len: 333 time: 0.0745459 Jul 16 18:10:30.379193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47414) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:30.484017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-cc956ba9-5fec-4848-860e-091212c0ea67 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.485182 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-cc956ba9-5fec-4848-860e-091212c0ea67 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.501735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bdfd31-9ac8-44f3-9543-d1f04886ddcb tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting subnet 708ca399-5992-4315-9d16-43b45dbe78f7 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:30.516250 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37bdfd31-9ac8-44f3-9543-d1f04886ddcb tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.588455 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-cc956ba9-5fec-4848-860e-091212c0ea67 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5056598 Jul 16 18:10:30.606325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Request body: {'port': {'device_id': '93b92a3e-fa95-4f86-b2a3-2428bc91f628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:30.627412 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37bdfd31-9ac8-44f3-9543-d1f04886ddcb tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.690613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a22c1-f1f7-40ab-a9b4-ab9698aa18de req-1585e7a4-4b9d-4327-9141-a3400e6683cc tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.692541 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-719a22c1-f1f7-40ab-a9b4-ab9698aa18de req-1585e7a4-4b9d-4327-9141-a3400e6683cc tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 931 time: 0.2695949 Jul 16 18:10:30.703816 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ca6cb31-b49f-4bf4-a796-728098fcf38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.706578 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ca6cb31-b49f-4bf4-a796-728098fcf38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.711544 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9ca6cb31-b49f-4bf4-a796-728098fcf38c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/492babd5-425e-48d2-89ff-6c7c66d1b088 HTTP/1.1" status: 204 len: 168 time: 0.9820886 Jul 16 18:10:30.751291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6cb31-b49f-4bf4-a796-728098fcf38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492babd5-425e-48d2-89ff-6c7c66d1b088,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.758109 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.818659 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-719a22c1-f1f7-40ab-a9b4-ab9698aa18de req-18a3933b-ac93-4fb5-8e82-ceabe5762cc9 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e14642c-8334-46b9-9589-97de173aa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097395 Jul 16 18:10:30.888407 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37bdfd31-9ac8-44f3-9543-d1f04886ddcb tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.998393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37bdfd31-9ac8-44f3-9543-d1f04886ddcb tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.046047 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802b325b-c3c3-468e-a31b-4608ab19e9e5 None None] Network ff334fa9-efc7-43ac-9abd-26d7d1c5f02b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:31.060706 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37bdfd31-9ac8-44f3-9543-d1f04886ddcb tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.069078 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-37bdfd31-9ac8-44f3-9543-d1f04886ddcb tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/708ca399-5992-4315-9d16-43b45dbe78f7 HTTP/1.1" status: 204 len: 168 time: 0.6861513 Jul 16 18:10:31.070344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47436) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:31.257084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdfd31-9ac8-44f3-9543-d1f04886ddcb tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Subnet': ['ID=708ca399-5992-4315-9d16-43b45dbe78f7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:31.310751 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47442) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:31.441883 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc3c8391-64fc-47ac-a5aa-1f9e7c1ef27f req-7b5ad597-5c58-4155-8a9a-0dcf768cac17 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 210 time: 0.0803421 Jul 16 18:10:31.446905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4753eecc-9a48-4329-8b1c-665949ce6a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.496601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.524096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee947eb-1b25-4b4c-9be7-88242a0c7cc9 None None] DHCP port deletion for ff334fa9-efc7-43ac-9abd-26d7d1c5f02b request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:31.532566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d778239-0621-4c34-8e8d-38bf426f5429 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:31.598743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.616788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9ee947eb-1b25-4b4c-9be7-88242a0c7cc9 None None] Deleting port 9cc63624-811c-4d58-8020-262b69d9c52c {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:31.618516 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9ee947eb-1b25-4b4c-9be7-88242a0c7cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.623830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port 9cc63624-811c-4d58-8020-262b69d9c52c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:31.624197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.638659 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Transition to ACTIVE for port object 6d778239-0621-4c34-8e8d-38bf426f5429 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:31.677779 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.713077 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4753eecc-9a48-4329-8b1c-665949ce6a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.721559 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4753eecc-9a48-4329-8b1c-665949ce6a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.732725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] For port 9cc63624-811c-4d58-8020-262b69d9c52c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9cc63624-811c-4d58-8020-262b69d9c52c,segment=NetworkSegment(a421333b-fa38-4ad1-81e3-53fbef7c536b),segment_id=a421333b-fa38-4ad1-81e3-53fbef7c536b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:31.733094 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.761413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for 9cc63624-811c-4d58-8020-262b69d9c52c owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:31.778375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839db8c2-634c-4cfa-ae1e-b2edca852ec5 req-ff362fca-549c-443d-ac0b-84fabb7c82f1 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:31.788960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9ee947eb-1b25-4b4c-9be7-88242a0c7cc9 None None] For port 9cc63624-811c-4d58-8020-262b69d9c52c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9cc63624-811c-4d58-8020-262b69d9c52c,segment=NetworkSegment(a421333b-fa38-4ad1-81e3-53fbef7c536b),segment_id=a421333b-fa38-4ad1-81e3-53fbef7c536b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:31.790218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-839db8c2-634c-4cfa-ae1e-b2edca852ec5 req-ff362fca-549c-443d-ac0b-84fabb7c82f1 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 946 time: 0.2629333 Jul 16 18:10:31.794795 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9ee947eb-1b25-4b4c-9be7-88242a0c7cc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.819035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9ee947eb-1b25-4b4c-9be7-88242a0c7cc9 None None] Calling delete_port for 9cc63624-811c-4d58-8020-262b69d9c52c owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:31.843769 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4753eecc-9a48-4329-8b1c-665949ce6a8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb572bd82e8c4d6ab8e76a6429bd9143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5260422 Jul 16 18:10:31.844722 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753eecc-9a48-4329-8b1c-665949ce6a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3fb3c1-77b8-4614-8f70-d0f8a56ac2cc,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:31.849000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47446) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:31.933906 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-839db8c2-634c-4cfa-ae1e-b2edca852ec5 req-0b4ccb35-24c0-40c4-9626-b88d08feb5e1 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411245 Jul 16 18:10:31.934437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Pushing event updated for resources: {'Port': ['ID=6d778239-0621-4c34-8e8d-38bf426f5429,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.083569 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9ee947eb-1b25-4b4c-9be7-88242a0c7cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.108490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee947eb-1b25-4b4c-9be7-88242a0c7cc9 None None] No DVR routers for this DVR port 9cc63624-811c-4d58-8020-262b69d9c52c on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:32.167249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee947eb-1b25-4b4c-9be7-88242a0c7cc9 None None] Pushing event deleted for resources: {'Port': ['ID=9cc63624-811c-4d58-8020-262b69d9c52c,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.191595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Attempting to bind port 6d778239-0621-4c34-8e8d-38bf426f5429 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:32.192032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Attempting to bind port 6d778239-0621-4c34-8e8d-38bf426f5429 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'aff9828f-48ae-4f2c-9b0e-eeb9259d3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6915d560-0d08-49e4-bfeb-08f7b9b19e52'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:32.192481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Attempting to bind port 6d778239-0621-4c34-8e8d-38bf426f5429 on network 6915d560-0d08-49e4-bfeb-08f7b9b19e52 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:32.198485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Port 6d778239-0621-4c34-8e8d-38bf426f5429 on network 6915d560-0d08-49e4-bfeb-08f7b9b19e52 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:32.199196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Attempting to bind port 6d778239-0621-4c34-8e8d-38bf426f5429 on network 6915d560-0d08-49e4-bfeb-08f7b9b19e52 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:32.225497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-3daee029-a0a8-480e-9e5e-84e0a4f5b38d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.228148 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-3daee029-a0a8-480e-9e5e-84e0a4f5b38d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "GET /v2.0/networks?id=51ec2967-6184-4750-bf51-60e7f7d4e1a6 HTTP/1.1" status: 200 len: 796 time: 0.3982017 Jul 16 18:10:32.228899 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.244561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855347c-749f-4dd6-83d5-e2a9eace02fa req-d9ad80ae-bb16-4c15-879a-2eaf35addd09 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.275108 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d855347c-749f-4dd6-83d5-e2a9eace02fa req-d9ad80ae-bb16-4c15-879a-2eaf35addd09 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 943 time: 0.2023342 Jul 16 18:10:32.284925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=9cc63624-811c-4d58-8020-262b69d9c52c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.294366 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No DVR routers for this DVR port 9cc63624-811c-4d58-8020-262b69d9c52c on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:32.355270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:32.355621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Checking segment: {'id': 'aff9828f-48ae-4f2c-9b0e-eeb9259d3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6915d560-0d08-49e4-bfeb-08f7b9b19e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:32.356128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Bound using segment: {'id': 'aff9828f-48ae-4f2c-9b0e-eeb9259d3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6915d560-0d08-49e4-bfeb-08f7b9b19e52'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:32.356632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Bound port: 6d778239-0621-4c34-8e8d-38bf426f5429, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff9828f-48ae-4f2c-9b0e-eeb9259d3668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6915d560-0d08-49e4-bfeb-08f7b9b19e52'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:32.357030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.418329 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.440523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d855347c-749f-4dd6-83d5-e2a9eace02fa req-51cd0ed3-b19d-4227-9edf-a4caf610db8d tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e14642c-8334-46b9-9589-97de173aa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606226 Jul 16 18:10:32.449148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff334fa9-efc7-43ac-9abd-26d7d1c5f02b']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:32.464662 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a421333b-fa38-4ad1-81e3-53fbef7c536b') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:32.464973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a421333b-fa38-4ad1-81e3-53fbef7c536b') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:32.488052 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.509499 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.517398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:32.517915 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:32.587565 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:32.590943 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f7bc8d5-d1f6-402e-9f17-8cc731fc9efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.596954 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-905fd378-48e0-460d-80d2-1d00a91ecfa7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=defd996516df4b3ebc080e817e94ad7b HTTP/1.1" status: 200 len: 471 time: 0.3570092 Jul 16 18:10:32.599379 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.624172 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.626268 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/networks/ff334fa9-efc7-43ac-9abd-26d7d1c5f02b HTTP/1.1" status: 204 len: 168 time: 1.4452138 Jul 16 18:10:32.636146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'port': {'device_id': '3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa', 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6', 'admin_state_up': True, 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'security_groups': ['e4a95061-dbcb-4051-9a48-24022a5aa923']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:32.640120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05489e-801d-4fdb-991c-d1a00475893e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Network': ['ID=ff334fa9-efc7-43ac-9abd-26d7d1c5f02b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.640836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47470) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:32.676783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-183f19ec-3dcc-474a-a950-6b139391fe9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-321005736'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:32.685040 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f7bc8d5-d1f6-402e-9f17-8cc731fc9efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.687180 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb208a1a-594e-41b0-9574-034c72b62898 req-9e6c1a6f-1603-4851-b87d-28bdd4bc5a00 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 210 time: 0.0688047 Jul 16 18:10:32.701232 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] For port 6d778239-0621-4c34-8e8d-38bf426f5429, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:32.722236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] For port 6d778239-0621-4c34-8e8d-38bf426f5429, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d778239-0621-4c34-8e8d-38bf426f5429,segment=NetworkSegment(aff9828f-48ae-4f2c-9b0e-eeb9259d3668),segment_id=aff9828f-48ae-4f2c-9b0e-eeb9259d3668)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:32.730305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0e7f-b854-4bb8-aae1-89289974b96f req-09c0f361-8794-43e1-b72d-3823a1c8ccc4 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.732021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f92a0e7f-b854-4bb8-aae1-89289974b96f req-09c0f361-8794-43e1-b72d-3823a1c8ccc4 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.3726237 Jul 16 18:10:32.737652 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.759757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183f19ec-3dcc-474a-a950-6b139391fe9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:32.763658 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-183f19ec-3dcc-474a-a950-6b139391fe9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.766939 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f92a0e7f-b854-4bb8-aae1-89289974b96f req-a46dd0c1-9801-449e-a569-201568bc5c53 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/quotas/c905d491822e49e885932a1c8ed5895b HTTP/1.1" status: 200 len: 375 time: 0.0256395 Jul 16 18:10:32.821723 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f7bc8d5-d1f6-402e-9f17-8cc731fc9efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.825832 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f7bc8d5-d1f6-402e-9f17-8cc731fc9efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.832171 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2f7bc8d5-d1f6-402e-9f17-8cc731fc9efb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b3fb3c1-77b8-4614-8f70-d0f8a56ac2cc HTTP/1.1" status: 204 len: 168 time: 0.9799640 Jul 16 18:10:32.841596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.842525 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.844035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] 10.222.0.11 "PUT /v2.0/ports/6d778239-0621-4c34-8e8d-38bf426f5429 HTTP/1.1" status: 200 len: 1092 time: 2.2440000 Jul 16 18:10:32.844703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b92a3e-fa95-4f86-b2a3-2428bc91f628', 'tag': '6d778239-0621-4c34-8e8d-38bf426f5429'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:32.847126 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd44c31-a9b4-4a26-bd9a-fed6d18ad0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "93b92a3e-fa95-4f86-b2a3-2428bc91f628", "tag": "6d778239-0621-4c34-8e8d-38bf426f5429"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:32.848148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bc8d5-d1f6-402e-9f17-8cc731fc9efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3fb3c1-77b8-4614-8f70-d0f8a56ac2cc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.854738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Made reservation on behalf of defd996516df4b3ebc080e817e94ad7b for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:32.860006 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.941625 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183f19ec-3dcc-474a-a950-6b139391fe9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:32.957129 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7732be24-8bb9-403d-9fcc-dd387690eb2d x-openstack-request-id: req-7732be24-8bb9-403d-9fcc-dd387690eb2d {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:32.957771 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b92a3e-fa95-4f86-b2a3-2428bc91f628", "tag": "6d778239-0621-4c34-8e8d-38bf426f5429", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:32.958132 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:10:32.958787 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7732be24-8bb9-403d-9fcc-dd387690eb2d {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:32.959483 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b92a3e-fa95-4f86-b2a3-2428bc91f628', 'tag': '6d778239-0621-4c34-8e8d-38bf426f5429', 'status': 'completed', 'code': 200} Jul 16 18:10:32.965618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea65aed-ab99-43b7-bfd1-e920e69f15ec service neutron] Pushing event updated for resources: {'Port': ['ID=6d778239-0621-4c34-8e8d-38bf426f5429,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.979810 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-183f19ec-3dcc-474a-a950-6b139391fe9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.981338 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-183f19ec-3dcc-474a-a950-6b139391fe9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Added segment 06958e76-e26e-47cc-9ca2-cdf2d4fc03d4 of type vlan for network 0ca86cc9-e62f-4e7b-af56-ec19dc384309 Jul 16 18:10:33.111358 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-183f19ec-3dcc-474a-a950-6b139391fe9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.120009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Allocated IP 172.20.0.24 (51ec2967-6184-4750-bf51-60e7f7d4e1a6/4f72aeea-ce24-4f26-bf78-7ca2dbb080de/9e411a01-7204-49f3-9cd2-0622a4b01c00) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:33.126210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f92a0e7f-b854-4bb8-aae1-89289974b96f req-2b7cf301-cc75-4f18-983c-8f65559b03e4 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3271549 Jul 16 18:10:33.176475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-832b8b61-807f-4782-ae5c-a1bab0c682cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.178774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-832b8b61-807f-4782-ae5c-a1bab0c682cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=881e863564994f2db892ced211d69ae5&device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 1095 time: 0.2792954 Jul 16 18:10:33.197515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9cc63624-811c-4d58-8020-262b69d9c52c no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:33.238777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 9cc63624-811c-4d58-8020-262b69d9c52c {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:33.239139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9cc63624-811c-4d58-8020-262b69d9c52c not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:33.311062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-5672e090-1db5-458d-801a-05b12ab894ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d778239-0621-4c34-8e8d-38bf426f5429 HTTP/1.1" status: 200 len: 217 time: 0.1219678 Jul 16 18:10:33.374831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-6639accc-260f-42ab-bcb7-25fbf7e5c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.376405 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-6639accc-260f-42ab-bcb7-25fbf7e5c2f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb0d0796-4a30-4971-af15-9b26f5c141e8 HTTP/1.1" status: 200 len: 860 time: 0.0556548 Jul 16 18:10:33.379933 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-183f19ec-3dcc-474a-a950-6b139391fe9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.381192 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.398377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183f19ec-3dcc-474a-a950-6b139391fe9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.399452 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-183f19ec-3dcc-474a-a950-6b139391fe9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.406910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Transition to ACTIVE for port object 9e411a01-7204-49f3-9cd2-0622a4b01c00 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:33.473097 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.475419 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-67c37e63-c404-4a5a-969d-e7a8746edc9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6915d560-0d08-49e4-bfeb-08f7b9b19e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702245 Jul 16 18:10:33.526080 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-183f19ec-3dcc-474a-a950-6b139391fe9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8738594 Jul 16 18:10:33.526841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47490) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:33.565057 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:33.569210 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:33.573826 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:33.615036 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a1c7c9b9-6764-4f4c-a1c0-4bed93407c73 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': '0ca86cc9-e62f-4e7b-af56-ec19dc384309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:33.639123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f92a0e7f-b854-4bb8-aae1-89289974b96f req-8e251310-4615-43fe-a205-5cada4c155c2 service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118906 Jul 16 18:10:33.643128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=9e411a01-7204-49f3-9cd2-0622a4b01c00,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.656698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f19ec-3dcc-474a-a950-6b139391fe9a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Network': ['ID=0ca86cc9-e62f-4e7b-af56-ec19dc384309,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.676156 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 0ca86cc9-e62f-4e7b-af56-ec19dc384309 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:33.693127 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.693127 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.724851 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-5e11ac1e-05ca-4595-8e3e-1be7c2f1b33e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1194949 Jul 16 18:10:33.744461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Request body: {'port': {'device_id': '3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:33.904746 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.010626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-063dfac1-764c-480d-ad4f-06701a997bce None None] Provisioning for port 9e411a01-7204-49f3-9cd2-0622a4b01c00 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:34.016458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-063dfac1-764c-480d-ad4f-06701a997bce None None] Provisioning complete for port 9e411a01-7204-49f3-9cd2-0622a4b01c00 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:34.017187 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-063dfac1-764c-480d-ad4f-06701a997bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.145486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-063dfac1-764c-480d-ad4f-06701a997bce None None] Port 9e411a01-7204-49f3-9cd2-0622a4b01c00 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:34.408799 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e411a01-7204-49f3-9cd2-0622a4b01c00 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:34.420054 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.462174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Transition to ACTIVE for port object 9e411a01-7204-49f3-9cd2-0622a4b01c00 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:34.468107 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.578922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e411a01-7204-49f3-9cd2-0622a4b01c00,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:34.638926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47524) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:34.696581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-ac06c3dd-81e4-44dc-9067-2fdbd8890fc9 service neutron] 10.222.0.11 "GET /v2.0/networks/6915d560-0d08-49e4-bfeb-08f7b9b19e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2079349 Jul 16 18:10:34.708482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Attempting to bind port 9e411a01-7204-49f3-9cd2-0622a4b01c00 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:34.708814 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Attempting to bind port 9e411a01-7204-49f3-9cd2-0622a4b01c00 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '9b719d07-96a9-4c58-9cb2-7a499d5827ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:34.709145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Attempting to bind port 9e411a01-7204-49f3-9cd2-0622a4b01c00 on network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:34.730373 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Port 9e411a01-7204-49f3-9cd2-0622a4b01c00 on network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:34.730709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Attempting to bind port 9e411a01-7204-49f3-9cd2-0622a4b01c00 on network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:34.736231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:34.736579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Checking segment: {'id': '9b719d07-96a9-4c58-9cb2-7a499d5827ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:34.736965 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Bound using segment: {'id': '9b719d07-96a9-4c58-9cb2-7a499d5827ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:34.737386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Bound port: 9e411a01-7204-49f3-9cd2-0622a4b01c00, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b719d07-96a9-4c58-9cb2-7a499d5827ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:34.737770 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.790289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c7c9b9-6764-4f4c-a1c0-4bed93407c73 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:34.800857 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c9b9-6764-4f4c-a1c0-4bed93407c73 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.846386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6352e-4cc4-4d0c-959c-f5969ee39a91 req-b36e8094-45a3-4662-a065-771f18df23ae tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.853211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4c6352e-4cc4-4d0c-959c-f5969ee39a91 req-b36e8094-45a3-4662-a065-771f18df23ae tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 943 time: 1.1486251 Jul 16 18:10:34.918393 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f92a0e7f-b854-4bb8-aae1-89289974b96f req-1403a6c7-5641-4622-bd8a-6dfc31516047 service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2507551 Jul 16 18:10:34.934948 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] For port 9e411a01-7204-49f3-9cd2-0622a4b01c00, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:34.943800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] For port 9e411a01-7204-49f3-9cd2-0622a4b01c00, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9e411a01-7204-49f3-9cd2-0622a4b01c00,segment=NetworkSegment(9b719d07-96a9-4c58-9cb2-7a499d5827ae),segment_id=9b719d07-96a9-4c58-9cb2-7a499d5827ae)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:34.953816 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.017879 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4c6352e-4cc4-4d0c-959c-f5969ee39a91 req-bdec066e-ae3c-45b4-ac77-98b09d961e8b tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e14642c-8334-46b9-9589-97de173aa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973923 Jul 16 18:10:35.018650 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c12430dd-0779-4bbe-9d66-95616bb4dbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.165475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.166142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.174502 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] 10.222.0.32 "PUT /v2.0/ports/9e411a01-7204-49f3-9cd2-0622a4b01c00 HTTP/1.1" status: 200 len: 1093 time: 1.4388742 Jul 16 18:10:35.175013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa', 'tag': '9e411a01-7204-49f3-9cd2-0622a4b01c00'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:35.181976 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa0c33a-6b6f-49c8-8fbe-dc4c7ffdb368" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa", "tag": "9e411a01-7204-49f3-9cd2-0622a4b01c00"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:35.230398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71ee16-a6c2-43ce-b94b-e01d67d2fbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e411a01-7204-49f3-9cd2-0622a4b01c00,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.342996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-29ea341c-7bd5-4691-baae-06105a1e0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.344587 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-29ea341c-7bd5-4691-baae-06105a1e0228 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 1096 time: 0.1090875 Jul 16 18:10:35.437893 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d879a753-0415-404d-84bd-514a4591a207 x-openstack-request-id: req-d879a753-0415-404d-84bd-514a4591a207 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:35.439316 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa", "tag": "9e411a01-7204-49f3-9cd2-0622a4b01c00", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:35.439624 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d879a753-0415-404d-84bd-514a4591a207 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:35.440063 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa', 'tag': '9e411a01-7204-49f3-9cd2-0622a4b01c00', 'status': 'completed', 'code': 200} Jul 16 18:10:35.556123 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-d7ccafc1-0b79-45b5-b559-de3bb4be0043 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9e411a01-7204-49f3-9cd2-0622a4b01c00 HTTP/1.1" status: 200 len: 217 time: 0.1589515 Jul 16 18:10:35.739528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-addd0b28-d68f-4144-a4ba-93815773f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.743656 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-addd0b28-d68f-4144-a4ba-93815773f528 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f72aeea-ce24-4f26-bf78-7ca2dbb080de HTTP/1.1" status: 200 len: 838 time: 0.1818335 Jul 16 18:10:35.747344 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c12430dd-0779-4bbe-9d66-95616bb4dbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.765542 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c12430dd-0779-4bbe-9d66-95616bb4dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.788729 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40d7d2c5-2157-4bf7-b15b-936c2a327855 req-ed157cf9-b981-4134-817d-d34741fb8887 service neutron] 10.222.0.11 "GET /v2.0/networks/6915d560-0d08-49e4-bfeb-08f7b9b19e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0597277 Jul 16 18:10:35.834165 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-75083fa4-112b-437f-8443-fb307c73e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.835539 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-75083fa4-112b-437f-8443-fb307c73e25a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51ec2967-6184-4750-bf51-60e7f7d4e1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0857596 Jul 16 18:10:36.004307 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-f5fa4350-9aaf-4a79-bb9b-8edf0c2a71d7 service neutron] 10.222.0.32 "GET /v2.0/networks/51ec2967-6184-4750-bf51-60e7f7d4e1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614554 Jul 16 18:10:36.010498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12430dd-0779-4bbe-9d66-95616bb4dbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a651d92-a8a5-4b13-982d-3e7b539650bf,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:36.071735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c12430dd-0779-4bbe-9d66-95616bb4dbaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebda0a6cbed54fb0a2a87b3991a020fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4210358 Jul 16 18:10:36.102185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47578) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:36.155444 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c9b9-6764-4f4c-a1c0-4bed93407c73 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.219084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa17500-fa82-4550-bf9b-ac0cba0893c5 req-1dfb7c6b-b94f-494b-9719-95a259c32599 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.228133 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9aa17500-fa82-4550-bf9b-ac0cba0893c5 req-1dfb7c6b-b94f-494b-9719-95a259c32599 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 944 time: 0.8660743 Jul 16 18:10:36.285296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd44c31-a9b4-4a26-bd9a-fed6d18ad0d9 req-1e3154f5-c44b-4575-9604-1c6175f0ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.287444 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cd44c31-a9b4-4a26-bd9a-fed6d18ad0d9 req-1e3154f5-c44b-4575-9604-1c6175f0ec26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=881e863564994f2db892ced211d69ae5&device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 1095 time: 0.2812679 Jul 16 18:10:36.291299 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab6b18e9-8c6d-43bf-a28b-43256d94c2ed req-b452513d-75f3-4e9e-9ad9-33a37aa45bf7 service neutron] 10.222.0.32 "GET /v2.0/networks/51ec2967-6184-4750-bf51-60e7f7d4e1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794375 Jul 16 18:10:36.316984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59d31f4a-d3ec-4730-b391-5b38e69ebad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.321691 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7c9b9-6764-4f4c-a1c0-4bed93407c73 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Subnet': ['ID=f369ab8b-b536-45d6-b553-38919b45cad1,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:36.379950 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9aa17500-fa82-4550-bf9b-ac0cba0893c5 req-6c73d845-a73b-4516-b5f7-5554b695af0f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a95061-dbcb-4051-9a48-24022a5aa923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1430953 Jul 16 18:10:36.382922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c7c9b9-6764-4f4c-a1c0-4bed93407c73 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Checking segment: {'id': '06958e76-e26e-47cc-9ca2-cdf2d4fc03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0ca86cc9-e62f-4e7b-af56-ec19dc384309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:36.383385 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7c9b9-6764-4f4c-a1c0-4bed93407c73 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network hostable DHCP agents. Network: 0ca86cc9-e62f-4e7b-af56-ec19dc384309, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:36.467918 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59d31f4a-d3ec-4730-b391-5b38e69ebad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.502213 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7c9b9-6764-4f4c-a1c0-4bed93407c73 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network 0ca86cc9-e62f-4e7b-af56-ec19dc384309 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:36.561871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0c33a-6b6f-49c8-8fbe-dc4c7ffdb368 req-8358f6bb-7846-460b-a149-b7b4441c323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.564131 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5aa0c33a-6b6f-49c8-8fbe-dc4c7ffdb368 req-8358f6bb-7846-460b-a149-b7b4441c323a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 1096 time: 0.2031512 Jul 16 18:10:36.579078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-a1c7c9b9-6764-4f4c-a1c0-4bed93407c73 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 0ca86cc9-e62f-4e7b-af56-ec19dc384309) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:36.584717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7c9b9-6764-4f4c-a1c0-4bed93407c73 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.585651 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a1c7c9b9-6764-4f4c-a1c0-4bed93407c73 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.589934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b2791-9fab-49ae-8f3a-58d74e2d8dd4 None None] Network 0ca86cc9-e62f-4e7b-af56-ec19dc384309 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:36.591394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd44c31-a9b4-4a26-bd9a-fed6d18ad0d9 req-5927f227-75da-4464-ac4b-3e26521694f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.593220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cd44c31-a9b4-4a26-bd9a-fed6d18ad0d9 req-5927f227-75da-4464-ac4b-3e26521694f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6915d560-0d08-49e4-bfeb-08f7b9b19e52 HTTP/1.1" status: 200 len: 921 time: 0.2822883 Jul 16 18:10:36.637049 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59d31f4a-d3ec-4730-b391-5b38e69ebad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.641447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59d31f4a-d3ec-4730-b391-5b38e69ebad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.644939 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-59d31f4a-d3ec-4730-b391-5b38e69ebad3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a651d92-a8a5-4b13-982d-3e7b539650bf HTTP/1.1" status: 204 len: 168 time: 0.5331645 Jul 16 18:10:36.683464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a1c7c9b9-6764-4f4c-a1c0-4bed93407c73 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1235862 Jul 16 18:10:36.684652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47612) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:36.711548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d31f4a-d3ec-4730-b391-5b38e69ebad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a651d92-a8a5-4b13-982d-3e7b539650bf,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:36.783279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0c33a-6b6f-49c8-8fbe-dc4c7ffdb368 req-d5078fa9-ccf8-4e2c-aae7-64b1cdaac4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.784791 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5aa0c33a-6b6f-49c8-8fbe-dc4c7ffdb368 req-d5078fa9-ccf8-4e2c-aae7-64b1cdaac4a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=51ec2967-6184-4750-bf51-60e7f7d4e1a6 HTTP/1.1" status: 200 len: 897 time: 0.2120137 Jul 16 18:10:36.813293 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cd44c31-a9b4-4a26-bd9a-fed6d18ad0d9 req-0437a6c3-3578-4a93-b875-d8392a058264 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d778239-0621-4c34-8e8d-38bf426f5429 HTTP/1.1" status: 200 len: 217 time: 0.2051446 Jul 16 18:10:36.823417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-bedcd302-7a9c-46e2-9f5b-949d2ac2ec34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.825340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-bedcd302-7a9c-46e2-9f5b-949d2ac2ec34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.1494582 Jul 16 18:10:36.839444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-fdaf251e-d3b0-44de-ad56-8a168be4639b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1376074053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:36.847063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d778239-0621-4c34-8e8d-38bf426f5429 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:36.860900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d634b-a18d-4261-be2e-4bc8ef7a09a5 req-5ca5e17a-f14b-453e-9967-281fe4a709b0 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.868111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d41d634b-a18d-4261-be2e-4bc8ef7a09a5 req-5ca5e17a-f14b-453e-9967-281fe4a709b0 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 943 time: 0.3954935 Jul 16 18:10:36.884820 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5aa0c33a-6b6f-49c8-8fbe-dc4c7ffdb368 req-4651a0a8-1fd8-4b20-8c59-bea282d56a45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9e411a01-7204-49f3-9cd2-0622a4b01c00 HTTP/1.1" status: 200 len: 217 time: 0.0878956 Jul 16 18:10:36.954235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-5ae0655c-0488-42a3-a93a-3783423d463a tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/quotas/c905d491822e49e885932a1c8ed5895b HTTP/1.1" status: 200 len: 375 time: 0.1070635 Jul 16 18:10:36.993417 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0c33a-6b6f-49c8-8fbe-dc4c7ffdb368 req-383ff7ee-6f3e-4506-8547-4323cb72ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.995158 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5aa0c33a-6b6f-49c8-8fbe-dc4c7ffdb368 req-383ff7ee-6f3e-4506-8547-4323cb72ec0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f72aeea-ce24-4f26-bf78-7ca2dbb080de HTTP/1.1" status: 200 len: 838 time: 0.1071460 Jul 16 18:10:37.063096 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd44c31-a9b4-4a26-bd9a-fed6d18ad0d9 req-b9f29629-ec56-4e4e-a126-81cf6fd50560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.078412 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cd44c31-a9b4-4a26-bd9a-fed6d18ad0d9 req-b9f29629-ec56-4e4e-a126-81cf6fd50560 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb0d0796-4a30-4971-af15-9b26f5c141e8 HTTP/1.1" status: 200 len: 860 time: 0.2387950 Jul 16 18:10:37.081911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdaf251e-d3b0-44de-ad56-8a168be4639b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.083604 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdaf251e-d3b0-44de-ad56-8a168be4639b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.141433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d41d634b-a18d-4261-be2e-4bc8ef7a09a5 req-dd252f9f-e2fa-4d33-89a2-d479e15fc36f tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e14642c-8334-46b9-9589-97de173aa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714880 Jul 16 18:10:37.152513 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0c33a-6b6f-49c8-8fbe-dc4c7ffdb368 req-44abd504-3cd8-43d0-a88a-56494cb9996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.156896 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5aa0c33a-6b6f-49c8-8fbe-dc4c7ffdb368 req-44abd504-3cd8-43d0-a88a-56494cb9996b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=51ec2967-6184-4750-bf51-60e7f7d4e1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1545212 Jul 16 18:10:37.225174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cd44c31-a9b4-4a26-bd9a-fed6d18ad0d9 req-5cdd96ca-4c70-4378-8d60-9150bf669f05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6915d560-0d08-49e4-bfeb-08f7b9b19e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453180 Jul 16 18:10:37.364519 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5aa0c33a-6b6f-49c8-8fbe-dc4c7ffdb368 req-26d60fe8-5fdf-4c41-85d9-52f898fefa5e service neutron] 10.222.0.32 "GET /v2.0/networks/51ec2967-6184-4750-bf51-60e7f7d4e1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986046 Jul 16 18:10:37.375855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6d778239-0621-4c34-8e8d-38bf426f5429, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d778239-0621-4c34-8e8d-38bf426f5429,segment=NetworkSegment(aff9828f-48ae-4f2c-9b0e-eeb9259d3668),segment_id=aff9828f-48ae-4f2c-9b0e-eeb9259d3668)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:37.432145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47630) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:37.454671 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdaf251e-d3b0-44de-ad56-8a168be4639b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.462338 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7fa7-721d-4da7-ae44-c27769adfd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.477874 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdaf251e-d3b0-44de-ad56-8a168be4639b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.485996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '6d778239-0621-4c34-8e8d-38bf426f5429', 'network_id': '6915d560-0d08-49e4-bfeb-08f7b9b19e52', 'port_id': '6d778239-0621-4c34-8e8d-38bf426f5429', 'mac_address': 'fa:16:3e:da:74:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0d0796-4a30-4971-af15-9b26f5c141e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:37.521831 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5aa0c33a-6b6f-49c8-8fbe-dc4c7ffdb368 req-03b402c8-82da-4823-9456-febd7b21e3fc service neutron] 10.222.0.32 "GET /v2.0/networks/51ec2967-6184-4750-bf51-60e7f7d4e1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504443 Jul 16 18:10:37.536224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-abd4ee86-a3d8-4766-b22e-e08dcff5f208 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5666475 Jul 16 18:10:37.588664 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.602040 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-0ca86cc9-e62f-4e7b-af56-ec19dc384309', 'network_id': '0ca86cc9-e62f-4e7b-af56-ec19dc384309', 'tenant_id': 'ae7fe069504a42babdfd45616e4eff60', 'fixed_ips': [{'subnet_id': 'f369ab8b-b536-45d6-b553-38919b45cad1'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:37.603060 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.619214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d778239-0621-4c34-8e8d-38bf426f5429 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:37.692587 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdaf251e-d3b0-44de-ad56-8a168be4639b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.694093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fdaf251e-d3b0-44de-ad56-8a168be4639b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8797534 Jul 16 18:10:37.699503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47632) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:37.709049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'network_id': '0ca86cc9-e62f-4e7b-af56-ec19dc384309', 'name': 'tempest-PortsTestJSON-355187763'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:37.770842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Allocated IP 172.20.0.2 (0ca86cc9-e62f-4e7b-af56-ec19dc384309/f369ab8b-b536-45d6-b553-38919b45cad1/c90ed8a9-e977-4237-b344-6e837f3e5a0c) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:37.808081 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cd44c31-a9b4-4a26-bd9a-fed6d18ad0d9 req-1e017528-2cac-4e96-b400-71f28cdc992e service neutron] 10.222.0.11 "GET /v2.0/networks/6915d560-0d08-49e4-bfeb-08f7b9b19e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595143 Jul 16 18:10:37.958547 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.981326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Transition to ACTIVE for port object c90ed8a9-e977-4237-b344-6e837f3e5a0c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:37.988646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6d778239-0621-4c34-8e8d-38bf426f5429, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d778239-0621-4c34-8e8d-38bf426f5429,segment=NetworkSegment(aff9828f-48ae-4f2c-9b0e-eeb9259d3668),segment_id=aff9828f-48ae-4f2c-9b0e-eeb9259d3668)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:37.994101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-233cc1c5-deae-41dd-b717-138dac5438ae service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559898 Jul 16 18:10:37.996487 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.027968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68810b-61b2-4637-bb53-d3a8cdc69f33 req-43d77a37-56ea-4d97-9719-ad6a2ec49003 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.029155 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Transition to ACTIVE for port object c90ed8a9-e977-4237-b344-6e837f3e5a0c will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:38.041576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b68810b-61b2-4637-bb53-d3a8cdc69f33 req-43d77a37-56ea-4d97-9719-ad6a2ec49003 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 944 time: 0.4110098 Jul 16 18:10:38.048537 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.078897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Network 0ca86cc9-e62f-4e7b-af56-ec19dc384309 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:38.080644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:38.082609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=6d778239-0621-4c34-8e8d-38bf426f5429,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:38.093185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:38.154755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Pushing event updated for resources: {'Port': ['ID=c90ed8a9-e977-4237-b344-6e837f3e5a0c,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:38.240822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cd44c31-a9b4-4a26-bd9a-fed6d18ad0d9 req-face9574-857c-40ef-bacd-b7223a3213b0 service neutron] 10.222.0.11 "GET /v2.0/networks/6915d560-0d08-49e4-bfeb-08f7b9b19e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124949 Jul 16 18:10:38.245053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Attempting to bind port c90ed8a9-e977-4237-b344-6e837f3e5a0c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:38.245619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Attempting to bind port c90ed8a9-e977-4237-b344-6e837f3e5a0c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '06958e76-e26e-47cc-9ca2-cdf2d4fc03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0ca86cc9-e62f-4e7b-af56-ec19dc384309'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:38.246029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Attempting to bind port c90ed8a9-e977-4237-b344-6e837f3e5a0c on network 0ca86cc9-e62f-4e7b-af56-ec19dc384309 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:38.248907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['6d778239-0621-4c34-8e8d-38bf426f5429'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:38.277195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:38.277739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Checking segment: {'id': '06958e76-e26e-47cc-9ca2-cdf2d4fc03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0ca86cc9-e62f-4e7b-af56-ec19dc384309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:38.278150 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.278556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Bound using segment: {'id': '06958e76-e26e-47cc-9ca2-cdf2d4fc03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0ca86cc9-e62f-4e7b-af56-ec19dc384309'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:38.279180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Bound port: c90ed8a9-e977-4237-b344-6e837f3e5a0c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06958e76-e26e-47cc-9ca2-cdf2d4fc03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0ca86cc9-e62f-4e7b-af56-ec19dc384309'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:38.279573 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.314368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b68810b-61b2-4637-bb53-d3a8cdc69f33 req-c84a3e93-81d6-4046-bb18-b2e9942f9586 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a95061-dbcb-4051-9a48-24022a5aa923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2702222 Jul 16 18:10:38.353174 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7fa7-721d-4da7-ae44-c27769adfd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.363116 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7fa7-721d-4da7-ae44-c27769adfd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.386519 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:38.390540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.434671 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port 12be2252-b5f6-4655-ba74-2b68bdf66b13 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:38.459219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] For port c90ed8a9-e977-4237-b344-6e837f3e5a0c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:38.488549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] For port c90ed8a9-e977-4237-b344-6e837f3e5a0c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c90ed8a9-e977-4237-b344-6e837f3e5a0c,segment=NetworkSegment(06958e76-e26e-47cc-9ca2-cdf2d4fc03d4),segment_id=06958e76-e26e-47cc-9ca2-cdf2d4fc03d4)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:38.495177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-074b1e94-518b-4e2a-be83-5efceef794ce service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801521 Jul 16 18:10:38.532949 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ac0d7fa7-721d-4da7-ae44-c27769adfd7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f216e95c3366491487e723e364a25150&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0967274 Jul 16 18:10:38.542201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47650) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:38.557554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d7fa7-721d-4da7-ae44-c27769adfd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859a5a22-4c1f-4128-b12b-e3dcff35418b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:38.610117 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.720034 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-34bf5fd8-12e3-44c3-adb5-195ad2020c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.727390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.8 (0ca86cc9-e62f-4e7b-af56-ec19dc384309/f369ab8b-b536-45d6-b553-38919b45cad1/12be2252-b5f6-4655-ba74-2b68bdf66b13) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:38.757012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefaf32-9839-4b59-86fc-91d9b346c179 req-8c432037-9ae9-4aac-9b35-04c2f6fb21df tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.766010 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-caefaf32-9839-4b59-86fc-91d9b346c179 req-8c432037-9ae9-4aac-9b35-04c2f6fb21df tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 944 time: 0.1919076 Jul 16 18:10:38.837142 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-34bf5fd8-12e3-44c3-adb5-195ad2020c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.864726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe889f-7d47-4080-affd-32aac5da57d3 None None] Pushing event updated for resources: {'Port': ['ID=c90ed8a9-e977-4237-b344-6e837f3e5a0c,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:38.944360 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28e933ca-45be-4009-bf48-3686b8d081b9 req-5eda8125-d318-4e00-9192-9b6e7ddf0b10 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 210 time: 0.0731039 Jul 16 18:10:39.008862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-caefaf32-9839-4b59-86fc-91d9b346c179 req-0dd4d3b8-0f06-48d3-8f85-6aca272d21e9 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e14642c-8334-46b9-9589-97de173aa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414534 Jul 16 18:10:39.190547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-34bf5fd8-12e3-44c3-adb5-195ad2020c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.196083 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-34bf5fd8-12e3-44c3-adb5-195ad2020c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.199560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-34bf5fd8-12e3-44c3-adb5-195ad2020c63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/859a5a22-4c1f-4128-b12b-e3dcff35418b HTTP/1.1" status: 204 len: 168 time: 0.6540134 Jul 16 18:10:39.199764 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.223654 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf5fd8-12e3-44c3-adb5-195ad2020c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859a5a22-4c1f-4128-b12b-e3dcff35418b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:39.251970 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Transition to ACTIVE for port object 12be2252-b5f6-4655-ba74-2b68bdf66b13 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:39.409648 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.511904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9e411a01-7204-49f3-9cd2-0622a4b01c00 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:39.583821 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=12be2252-b5f6-4655-ba74-2b68bdf66b13,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:39.612843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network 0ca86cc9-e62f-4e7b-af56-ec19dc384309 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:39.627665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:39.642730 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:39.771828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.773051 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.809057 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9e1d1a9d-db7b-4f6a-8264-a08ae65d724a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1028757 Jul 16 18:10:39.811287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47684) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:39.863899 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9e411a01-7204-49f3-9cd2-0622a4b01c00, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9e411a01-7204-49f3-9cd2-0622a4b01c00,segment=NetworkSegment(9b719d07-96a9-4c58-9cb2-7a499d5827ae),segment_id=9b719d07-96a9-4c58-9cb2-7a499d5827ae)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:39.883451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '9e411a01-7204-49f3-9cd2-0622a4b01c00', 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6', 'port_id': '9e411a01-7204-49f3-9cd2-0622a4b01c00', 'mac_address': 'fa:16:3e:04:6f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f72aeea-ce24-4f26-bf78-7ca2dbb080de', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:39.950575 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.972655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e411a01-7204-49f3-9cd2-0622a4b01c00 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:40.003577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9e411a01-7204-49f3-9cd2-0622a4b01c00, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9e411a01-7204-49f3-9cd2-0622a4b01c00,segment=NetworkSegment(9b719d07-96a9-4c58-9cb2-7a499d5827ae),segment_id=9b719d07-96a9-4c58-9cb2-7a499d5827ae)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:40.011902 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.045039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2b114-7133-4456-93b1-bda3bbcd9384 req-bd20aa51-9770-4d40-89fe-a392cbcd8ae2 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.055289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ce2b114-7133-4456-93b1-bda3bbcd9384 req-bd20aa51-9770-4d40-89fe-a392cbcd8ae2 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 944 time: 0.4209654 Jul 16 18:10:40.110892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47694) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:40.135787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9e411a01-7204-49f3-9cd2-0622a4b01c00,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:40.140901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bc1c-30d7-4a95-bd97-f4246b00c453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.252143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['9e411a01-7204-49f3-9cd2-0622a4b01c00'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:40.295236 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-185c870d-2825-463b-b818-a5a5b066bf83 req-cb8c77c8-343b-470b-b36b-5b992534fef6 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 210 time: 0.0575826 Jul 16 18:10:40.407295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bc1c-30d7-4a95-bd97-f4246b00c453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.416399 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bc1c-30d7-4a95-bd97-f4246b00c453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.472567 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cfd6bc1c-30d7-4a95-bd97-f4246b00c453 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8233f4e8d33149d1b238502403d623cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594825 Jul 16 18:10:40.479903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47706) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:40.630993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ce2b114-7133-4456-93b1-bda3bbcd9384 req-0ae51168-f459-4664-8424-0a9141a48f24 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a95061-dbcb-4051-9a48-24022a5aa923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5745995 Jul 16 18:10:40.638534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6bc1c-30d7-4a95-bd97-f4246b00c453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05c41d2-d139-440c-a1e3-7661778285e5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:40.750552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d778239-0621-4c34-8e8d-38bf426f5429 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:40.773901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2b712b2-d0d6-4aca-871d-aca484b688b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.826904 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2b712b2-d0d6-4aca-871d-aca484b688b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.862951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec6bbdb-af79-45de-aa6f-c193e8394530 None None] Network 0ca86cc9-e62f-4e7b-af56-ec19dc384309 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:40.941344 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2b712b2-d0d6-4aca-871d-aca484b688b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.946427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2b712b2-d0d6-4aca-871d-aca484b688b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.955607 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b2b712b2-d0d6-4aca-871d-aca484b688b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b05c41d2-d139-440c-a1e3-7661778285e5 HTTP/1.1" status: 204 len: 168 time: 0.4732890 Jul 16 18:10:40.999355 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c128cd-fbb1-437c-ba51-6af02dfd50f9 req-e675c97a-f659-4501-9723-75ca8459b29e tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.015790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12c128cd-fbb1-437c-ba51-6af02dfd50f9 req-e675c97a-f659-4501-9723-75ca8459b29e tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 944 time: 0.4436128 Jul 16 18:10:41.029562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b712b2-d0d6-4aca-871d-aca484b688b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05c41d2-d139-440c-a1e3-7661778285e5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:41.038000 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c2b9e5c7-c167-4dd4-9cbe-459113eac3d9 None None] Provisioning for port c90ed8a9-e977-4237-b344-6e837f3e5a0c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:41.358010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c90ed8a9-e977-4237-b344-6e837f3e5a0c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:41.422491 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12c128cd-fbb1-437c-ba51-6af02dfd50f9 req-fc22b64b-5576-4547-b599-c5eb58c92578 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e14642c-8334-46b9-9589-97de173aa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001141 Jul 16 18:10:41.475702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-7917b095-7a45-4435-9eab-bd6e6f9e8d99 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.480434 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-7917b095-7a45-4435-9eab-bd6e6f9e8d99 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.6761446 Jul 16 18:10:41.485323 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.561932 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ad6669ea-ca42-49ac-a40a-0af97f7f2fd3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Request body: {'port': {'device_id': '8dccc642-a74f-42fc-90be-608ece5f1d03', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'admin_state_up': True, 'tenant_id': 'c905d491822e49e885932a1c8ed5895b'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:41.712154 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 6d778239-0621-4c34-8e8d-38bf426f5429 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:41.748258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 6d778239-0621-4c34-8e8d-38bf426f5429 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:41.751053 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.793691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-165583f7-496b-4029-83ef-b7d0d3c2f0a6 req-4eed0c5d-8783-453e-9eaf-862f6e54ffa5 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 210 time: 0.1969478 Jul 16 18:10:41.820878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c90ed8a9-e977-4237-b344-6e837f3e5a0c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:41.842008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c90ed8a9-e977-4237-b344-6e837f3e5a0c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:41.842709 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.082761 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.094966 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.208954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b92a3e-fa95-4f86-b2a3-2428bc91f628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d778239-0621-4c34-8e8d-38bf426f5429'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:42.239686 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8805e966-45b2-421d-b402-41d96b0b1d18" -d '{"events": [{"server_uuid": "93b92a3e-fa95-4f86-b2a3-2428bc91f628", "name": "network-vif-plugged", "status": "completed", "tag": "6d778239-0621-4c34-8e8d-38bf426f5429"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:42.264011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port c90ed8a9-e977-4237-b344-6e837f3e5a0c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c90ed8a9-e977-4237-b344-6e837f3e5a0c,segment=NetworkSegment(06958e76-e26e-47cc-9ca2-cdf2d4fc03d4),segment_id=06958e76-e26e-47cc-9ca2-cdf2d4fc03d4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:42.319583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6d778239-0621-4c34-8e8d-38bf426f5429, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d778239-0621-4c34-8e8d-38bf426f5429,segment=NetworkSegment(aff9828f-48ae-4f2c-9b0e-eeb9259d3668),segment_id=aff9828f-48ae-4f2c-9b0e-eeb9259d3668)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:42.340590 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.379686 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.426200 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca926de-bee1-4ae7-874f-5f062f4a181e x-openstack-request-id: req-3ca926de-bee1-4ae7-874f-5f062f4a181e {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:42.426496 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b92a3e-fa95-4f86-b2a3-2428bc91f628", "name": "network-vif-plugged", "status": "completed", "tag": "6d778239-0621-4c34-8e8d-38bf426f5429", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:42.426757 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ca926de-bee1-4ae7-874f-5f062f4a181e {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:42.427158 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b92a3e-fa95-4f86-b2a3-2428bc91f628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d778239-0621-4c34-8e8d-38bf426f5429', 'code': 200} Jul 16 18:10:42.427754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d739709c-9b70-4438-9467-178971b4bc87 None None] Provisioning complete for port c90ed8a9-e977-4237-b344-6e837f3e5a0c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:42.428562 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d739709c-9b70-4438-9467-178971b4bc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.555157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=c90ed8a9-e977-4237-b344-6e837f3e5a0c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:42.677329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2666120-c032-4de7-9668-fa919c721d37 req-c82d2065-f3e3-4356-9f44-0a635a6c5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.684562 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2666120-c032-4de7-9668-fa919c721d37 req-c82d2065-f3e3-4356-9f44-0a635a6c5fbb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 1097 time: 0.1816885 Jul 16 18:10:42.694987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=6d778239-0621-4c34-8e8d-38bf426f5429,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:42.754627 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2666120-c032-4de7-9668-fa919c721d37 req-15448d07-b6db-45ea-a226-9deddd19251c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3e14642c-8334-46b9-9589-97de173aa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598776 Jul 16 18:10:42.846786 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d739709c-9b70-4438-9467-178971b4bc87 None None] Provisioning for port 12be2252-b5f6-4655-ba74-2b68bdf66b13 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:42.853199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d739709c-9b70-4438-9467-178971b4bc87 None None] Provisioning complete for port 12be2252-b5f6-4655-ba74-2b68bdf66b13 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:42.853778 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d739709c-9b70-4438-9467-178971b4bc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.910902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d739709c-9b70-4438-9467-178971b4bc87 None None] Port 12be2252-b5f6-4655-ba74-2b68bdf66b13 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:43.047905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b3cfbab4-3afa-4f5d-bf78-9a32e24edbec None None] Provisioning complete for port 12be2252-b5f6-4655-ba74-2b68bdf66b13 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:43.050006 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b3cfbab4-3afa-4f5d-bf78-9a32e24edbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.135015 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.143256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ad6669ea-ca42-49ac-a40a-0af97f7f2fd3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Made reservation on behalf of c905d491822e49e885932a1c8ed5895b for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:43.146969 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ad6669ea-ca42-49ac-a40a-0af97f7f2fd3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.160484 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.171056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b3cfbab4-3afa-4f5d-bf78-9a32e24edbec None None] Port 12be2252-b5f6-4655-ba74-2b68bdf66b13 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:43.211849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c90ed8a9-e977-4237-b344-6e837f3e5a0c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:43.277146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517ac5-55b6-49ec-a712-e1701973f029 req-a552c855-3b99-4406-901d-694eb0645d92 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.281933 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1517ac5-55b6-49ec-a712-e1701973f029 req-a552c855-3b99-4406-901d-694eb0645d92 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 945 time: 1.2754049 Jul 16 18:10:43.355731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c90ed8a9-e977-4237-b344-6e837f3e5a0c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:43.356366 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.582372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9e411a01-7204-49f3-9cd2-0622a4b01c00 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:43.754078 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b624a7eb-ea61-4d19-b059-ae1f73b2b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.922998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=12be2252-b5f6-4655-ba74-2b68bdf66b13,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.955879 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 9e411a01-7204-49f3-9cd2-0622a4b01c00 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:44.014381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 9e411a01-7204-49f3-9cd2-0622a4b01c00 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:44.015047 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.016803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a4f82-cda4-4d09-b674-9f68a1f7fc0c req-17738c6d-1d1e-4ef2-95a7-65c460f41227 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.018556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd5a4f82-cda4-4d09-b674-9f68a1f7fc0c req-17738c6d-1d1e-4ef2-95a7-65c460f41227 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 945 time: 0.8813341 Jul 16 18:10:44.037141 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1517ac5-55b6-49ec-a712-e1701973f029 req-c1711737-04b3-4c50-a92f-1c9a8d935177 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a95061-dbcb-4051-9a48-24022a5aa923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6722844 Jul 16 18:10:44.187533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a0571806-e708-4f61-8eaf-5fd11e4e2585 None None] Provisioning complete for port 12be2252-b5f6-4655-ba74-2b68bdf66b13 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:44.188963 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a0571806-e708-4f61-8eaf-5fd11e4e2585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.239788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a0571806-e708-4f61-8eaf-5fd11e4e2585 None None] Port 12be2252-b5f6-4655-ba74-2b68bdf66b13 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:44.297953 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.350264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9e411a01-7204-49f3-9cd2-0622a4b01c00, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9e411a01-7204-49f3-9cd2-0622a4b01c00,segment=NetworkSegment(9b719d07-96a9-4c58-9cb2-7a499d5827ae),segment_id=9b719d07-96a9-4c58-9cb2-7a499d5827ae)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:44.355126 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.409813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51c0c90d-d986-4090-a53f-84d8c0d8c4b3 req-c5430417-fccc-43ec-a3c0-0271b7a91040 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 210 time: 0.1304924 Jul 16 18:10:44.430505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e411a01-7204-49f3-9cd2-0622a4b01c00'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:44.433050 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c20f9ff-db87-4282-9ca0-4ad99182c699" -d '{"events": [{"server_uuid": "3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa", "name": "network-vif-plugged", "status": "completed", "tag": "9e411a01-7204-49f3-9cd2-0622a4b01c00"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:44.449582 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd5a4f82-cda4-4d09-b674-9f68a1f7fc0c req-6975428e-8254-453e-b3e7-69ce0806c361 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e14642c-8334-46b9-9589-97de173aa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079623 Jul 16 18:10:44.477872 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9e411a01-7204-49f3-9cd2-0622a4b01c00,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:44.496760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ad6669ea-ca42-49ac-a40a-0af97f7f2fd3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Allocated IP 172.20.0.6 (d58e225e-c879-4f15-abb1-6d1a0a301c44/56bb9c40-c752-475f-b8ac-edadb686e877/eca48710-3b64-419a-ae7a-043dc0c01544) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:44.512853 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827f4258-3b24-4da6-a1e8-4c111f0127f9 x-openstack-request-id: req-827f4258-3b24-4da6-a1e8-4c111f0127f9 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:44.513155 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa", "name": "network-vif-plugged", "status": "completed", "tag": "9e411a01-7204-49f3-9cd2-0622a4b01c00", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:44.513425 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-827f4258-3b24-4da6-a1e8-4c111f0127f9 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:44.513850 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e411a01-7204-49f3-9cd2-0622a4b01c00', 'code': 200} Jul 16 18:10:44.681454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1500b-c5db-4130-aeb7-c7e8fcd98483 req-8fcef6f0-91b6-4b1a-a31b-6fab60dfe142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.684051 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aaa1500b-c5db-4130-aeb7-c7e8fcd98483 req-8fcef6f0-91b6-4b1a-a31b-6fab60dfe142 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 1098 time: 0.1019816 Jul 16 18:10:44.766041 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aaa1500b-c5db-4130-aeb7-c7e8fcd98483 req-1ada20bb-6f45-495e-9087-c47328a90e9d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e4a95061-dbcb-4051-9a48-24022a5aa923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679591 Jul 16 18:10:44.841196 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.921811 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ad6669ea-ca42-49ac-a40a-0af97f7f2fd3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.041859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ad6669ea-ca42-49ac-a40a-0af97f7f2fd3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.053811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4e45a83c-1840-456e-934c-f9639ca35d73'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:45.089381 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.126794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ad6669ea-ca42-49ac-a40a-0af97f7f2fd3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Network d58e225e-c879-4f15-abb1-6d1a0a301c44 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:45.150008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ad6669ea-ca42-49ac-a40a-0af97f7f2fd3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:45.163984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ad6669ea-ca42-49ac-a40a-0af97f7f2fd3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:45.315938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6669ea-ca42-49ac-a40a-0af97f7f2fd3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event updated for resources: {'Port': ['ID=eca48710-3b64-419a-ae7a-043dc0c01544,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.429250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ad6669ea-ca42-49ac-a40a-0af97f7f2fd3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.429989 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ad6669ea-ca42-49ac-a40a-0af97f7f2fd3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.702911 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c741195-1c02-4c2e-9e8b-cf9df5df4eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.748528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ad6669ea-ca42-49ac-a40a-0af97f7f2fd3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2064109 Jul 16 18:10:45.789282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Request body: {'port': {'device_id': '8dccc642-a74f-42fc-90be-608ece5f1d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:45.949889 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.973379 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.085857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fe826-1883-4bb8-bc15-c465345690c9 req-d2a1688b-9929-48d6-9f11-0b784ae9fd1a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.087645 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-789fe826-1883-4bb8-bc15-c465345690c9 req-d2a1688b-9929-48d6-9f11-0b784ae9fd1a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 946 time: 0.7227058 Jul 16 18:10:46.143630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4fe13-cb74-4e19-9f08-c504769283d7 req-95838f2d-5958-4a6a-8cef-e7ca5b023d44 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.145197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4b4fe13-cb74-4e19-9f08-c504769283d7 req-95838f2d-5958-4a6a-8cef-e7ca5b023d44 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 931 time: 0.4320943 Jul 16 18:10:46.313054 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.338314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-789fe826-1883-4bb8-bc15-c465345690c9 req-5e4e5b66-be6a-4062-81bf-161d022eb207 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a95061-dbcb-4051-9a48-24022a5aa923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2330794 Jul 16 18:10:46.339122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.475355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d4b4fe13-cb74-4e19-9f08-c504769283d7 req-eb629196-3754-4e84-b091-3515b01c024a tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090727 Jul 16 18:10:46.580178 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.616956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=12be2252-b5f6-4655-ba74-2b68bdf66b13,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:46.720859 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-ecedd2c7-35e0-4199-98e3-39f6c4299a89 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6fc96a93d9184df8b03953fbcf45971e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397487 Jul 16 18:10:46.903911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90163fb0-0084-4d3f-a9dc-114fe209edf6 req-a24b3296-48c7-417d-a389-1218974bb1b7 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.911306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90163fb0-0084-4d3f-a9dc-114fe209edf6 req-a24b3296-48c7-417d-a389-1218974bb1b7 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 945 time: 0.3690941 Jul 16 18:10:46.928068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network 0ca86cc9-e62f-4e7b-af56-ec19dc384309 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:46.952466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:47.094478 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90163fb0-0084-4d3f-a9dc-114fe209edf6 req-ca06e912-d06c-4268-90bc-7b3131a3c609 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e14642c-8334-46b9-9589-97de173aa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820233 Jul 16 18:10:47.116268 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca48710-3b64-419a-ae7a-043dc0c01544 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:47.139882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-813c84f8-57fa-48be-8db0-2856905cf784 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.142146 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-813c84f8-57fa-48be-8db0-2856905cf784 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3801148 Jul 16 18:10:47.151547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.191774 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Transition to ACTIVE for port object eca48710-3b64-419a-ae7a-043dc0c01544 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:47.195535 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-873cbd0c-4fb8-499d-9f40-c6e119134015 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/quotas/6fc96a93d9184df8b03953fbcf45971e HTTP/1.1" status: 200 len: 375 time: 0.0399191 Jul 16 18:10:47.201388 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.340018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-9e749890-28f5-41c2-a1de-3f053a0aba64 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fc96a93d9184df8b03953fbcf45971e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1279809 Jul 16 18:10:47.391948 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Pushing event updated for resources: {'Port': ['ID=eca48710-3b64-419a-ae7a-043dc0c01544,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:47.424599 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7f2e1476-53fb-46d7-aeef-642bfb35da30 None None] Provisioning complete for port 12be2252-b5f6-4655-ba74-2b68bdf66b13 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:47.425137 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f2e1476-53fb-46d7-aeef-642bfb35da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.462656 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Router fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:10:47.484328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47876) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.590840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e1476-53fb-46d7-aeef-642bfb35da30 None None] Port 12be2252-b5f6-4655-ba74-2b68bdf66b13 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:47.606108 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.626392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47886) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.766957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Attempting to bind port eca48710-3b64-419a-ae7a-043dc0c01544 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:47.767559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Attempting to bind port eca48710-3b64-419a-ae7a-043dc0c01544 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:47.767669 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Attempting to bind port eca48710-3b64-419a-ae7a-043dc0c01544 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:47.790678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Port eca48710-3b64-419a-ae7a-043dc0c01544 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:47.790986 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Attempting to bind port eca48710-3b64-419a-ae7a-043dc0c01544 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:47.796060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:47.805889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-89eff204-76e7-497f-817e-e39aed9f9f2c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "PUT /v2.0/routers/fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9919841 Jul 16 18:10:47.808540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47894) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.809832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:47.809832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Checking segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:47.810415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Bound using segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:47.810696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Bound port: eca48710-3b64-419a-ae7a-043dc0c01544, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:47.811069 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.813548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26772904-802e-48e1-afec-194546763e83 None None] Sync routers for ids ['fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:47.852083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26772904-802e-48e1-afec-194546763e83 None None] Routers {'fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:47.855639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-26772904-802e-48e1-afec-194546763e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:47.934430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e45cc6-ee2d-4f2a-8ee9-6217d39d53e7 req-02d0105c-4e2a-43d3-b911-5e4523300a47 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.941522 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6e45cc6-ee2d-4f2a-8ee9-6217d39d53e7 req-02d0105c-4e2a-43d3-b911-5e4523300a47 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 946 time: 0.1942184 Jul 16 18:10:47.992987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-26772904-802e-48e1-afec-194546763e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:48.018997 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26772904-802e-48e1-afec-194546763e83 None None] Routers {'fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:48.021525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-26772904-802e-48e1-afec-194546763e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:48.032738 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-286de812-df0f-4f17-8d65-b2181e36d175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.151225 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-26772904-802e-48e1-afec-194546763e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:48.152407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26772904-802e-48e1-afec-194546763e83 None None] The sync data for ids ['fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:48.214767 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-286de812-df0f-4f17-8d65-b2181e36d175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.233515 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-286de812-df0f-4f17-8d65-b2181e36d175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.300365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-286de812-df0f-4f17-8d65-b2181e36d175 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7a48fbcb288419f9fce15ab5e47238e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723824 Jul 16 18:10:48.311321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47904) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:48.360528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b5f163-0ffa-43b5-9c7a-c05e09e95322 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.362526 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e7b5f163-0ffa-43b5-9c7a-c05e09e95322 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c HTTP/1.1" status: 200 len: 981 time: 0.5514438 Jul 16 18:10:48.381014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47906) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:48.401710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286de812-df0f-4f17-8d65-b2181e36d175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfddcf6b-e89e-40f4-afb0-29ae52ecc675,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:48.413180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] For port eca48710-3b64-419a-ae7a-043dc0c01544, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:48.435110 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6e45cc6-ee2d-4f2a-8ee9-6217d39d53e7 req-d67838fd-5647-4934-a23f-c21e6e297500 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a95061-dbcb-4051-9a48-24022a5aa923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4925387 Jul 16 18:10:48.468696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] For port eca48710-3b64-419a-ae7a-043dc0c01544, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=eca48710-3b64-419a-ae7a-043dc0c01544,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:48.478528 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.517377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.518081 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.520239 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] 10.222.0.11 "PUT /v2.0/ports/eca48710-3b64-419a-ae7a-043dc0c01544 HTTP/1.1" status: 200 len: 1092 time: 2.7416494 Jul 16 18:10:48.531315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426964e-905b-4972-a993-5129dc68ef64 req-a2b2531e-4465-40db-a482-19a714ebf132 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.545227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f426964e-905b-4972-a993-5129dc68ef64 req-a2b2531e-4465-40db-a482-19a714ebf132 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 943 time: 0.6830747 Jul 16 18:10:48.552165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dccc642-a74f-42fc-90be-608ece5f1d03', 'tag': 'eca48710-3b64-419a-ae7a-043dc0c01544'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:48.555132 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318ee7b2-5f51-4f85-9e55-a332b4a58660" -d '{"events": [{"name": "network-changed", "server_uuid": "8dccc642-a74f-42fc-90be-608ece5f1d03", "tag": "eca48710-3b64-419a-ae7a-043dc0c01544"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:48.679871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f426964e-905b-4972-a993-5129dc68ef64 req-e8a686cc-6691-408e-a6aa-49bbbbb9f645 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292310 Jul 16 18:10:48.727151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb380f-7207-4800-b093-d62693445c5b service neutron] Pushing event updated for resources: {'Port': ['ID=eca48710-3b64-419a-ae7a-043dc0c01544,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:48.857276 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-303d2429-8b7e-4727-99d9-69bf9455d8b0 req-3dc6e95e-deb7-4678-94fb-cd06aa5145a1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 210 time: 0.1530199 Jul 16 18:10:48.954113 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11194c1-f4b0-42e2-9f68-03f8313d640f x-openstack-request-id: req-e11194c1-f4b0-42e2-9f68-03f8313d640f {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:48.956726 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dccc642-a74f-42fc-90be-608ece5f1d03", "tag": "eca48710-3b64-419a-ae7a-043dc0c01544", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:48.957274 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e11194c1-f4b0-42e2-9f68-03f8313d640f {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:48.958114 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dccc642-a74f-42fc-90be-608ece5f1d03', 'tag': 'eca48710-3b64-419a-ae7a-043dc0c01544', 'status': 'completed', 'code': 200} Jul 16 18:10:48.985260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-85ff476b-a2c4-49c8-a2f2-039785963dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.987620 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-85ff476b-a2c4-49c8-a2f2-039785963dae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 1095 time: 0.2556207 Jul 16 18:10:49.001326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7023c4-259e-46ca-ab04-813771681600 req-afcaeebf-367a-4a71-a950-f1db9a5aa1c6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.012117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d7023c4-259e-46ca-ab04-813771681600 req-afcaeebf-367a-4a71-a950-f1db9a5aa1c6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 946 time: 0.1512508 Jul 16 18:10:49.074585 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ea2e9190-d153-4c8f-8760-e1a5281b2c40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca48710-3b64-419a-ae7a-043dc0c01544 HTTP/1.1" status: 200 len: 217 time: 0.0592000 Jul 16 18:10:49.126251 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.195577 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4a30-d6b0-4c30-a83a-87bb93b71b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.277473 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d7023c4-259e-46ca-ab04-813771681600 req-8de101d3-1969-46bb-8ec4-72b2ee3a0d67 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a95061-dbcb-4051-9a48-24022a5aa923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2015917 Jul 16 18:10:49.292753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-eba3908a-f5d0-4958-ae25-bc5540f3ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.295849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-eba3908a-f5d0-4958-ae25-bc5540f3ec43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.2099767 Jul 16 18:10:49.387294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-bf2a1c85-a1e3-49d8-a5c9-34dec78eb887 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820963 Jul 16 18:10:49.419441 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4a30-d6b0-4c30-a83a-87bb93b71b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.589008 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-ef60046e-4fbf-4050-bd10-ca4dc21a39d2 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917708 Jul 16 18:10:49.679296 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-363ed3d1-b8c5-4a76-a63a-3feab323c483 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6fc96a93d9184df8b03953fbcf45971e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666840 Jul 16 18:10:49.778859 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4a30-d6b0-4c30-a83a-87bb93b71b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.782546 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4a30-d6b0-4c30-a83a-87bb93b71b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.784221 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ef3d4a30-d6b0-4c30-a83a-87bb93b71b01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfddcf6b-e89e-40f4-afb0-29ae52ecc675 HTTP/1.1" status: 204 len: 168 time: 1.4703310 Jul 16 18:10:49.846092 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac8ce80a-08e9-40ad-a4bf-2c586d32b80e req-7a7fec74-f5ac-4ace-8d96-346079ef584d service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301025 Jul 16 18:10:49.867623 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2b1595fa-4f91-48a0-8598-aed0a820067a req-d74083c5-20da-4b35-be92-84bf5b2a0140 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4238601 Jul 16 18:10:49.923119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d4a30-d6b0-4c30-a83a-87bb93b71b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfddcf6b-e89e-40f4-afb0-29ae52ecc675,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.073570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46c529-6947-422c-ba85-e51e61b61145 req-5b27139e-1eb0-412e-97aa-50e2fc66e268 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.075666 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba46c529-6947-422c-ba85-e51e61b61145 req-5b27139e-1eb0-412e-97aa-50e2fc66e268 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 943 time: 0.1482985 Jul 16 18:10:50.122875 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-cca8c9ea-29f5-40c9-89ed-b80f14983955 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.124325 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-cca8c9ea-29f5-40c9-89ed-b80f14983955 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4376609 Jul 16 18:10:50.164684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Request body: {'port': {'device_id': '513b7f22-0538-4429-938a-a4c246a166de', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '6fc96a93d9184df8b03953fbcf45971e'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:50.168171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba46c529-6947-422c-ba85-e51e61b61145 req-21327f89-f1e8-4793-a793-1c65b2c9067a tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814488 Jul 16 18:10:50.177301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f42f7-3d3e-4854-99db-563e20e697c3 req-d4bec1fa-f0f0-42d7-9b33-43ae78dfa336 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.179757 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c8f42f7-3d3e-4854-99db-563e20e697c3 req-d4bec1fa-f0f0-42d7-9b33-43ae78dfa336 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 945 time: 0.1866472 Jul 16 18:10:50.216169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1595fa-4f91-48a0-8598-aed0a820067a req-e4d3fdff-3de9-49b9-a830-be429fa63d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.217846 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b1595fa-4f91-48a0-8598-aed0a820067a req-e4d3fdff-3de9-49b9-a830-be429fa63d69 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 1098 time: 0.1539092 Jul 16 18:10:50.243185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ee7b2-5f51-4f85-9e55-a332b4a58660 req-07c61126-d7e2-4dfa-90e0-d98d4771b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.244764 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-318ee7b2-5f51-4f85-9e55-a332b4a58660 req-07c61126-d7e2-4dfa-90e0-d98d4771b93f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 1095 time: 0.3105903 Jul 16 18:10:50.286240 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c8f42f7-3d3e-4854-99db-563e20e697c3 req-252a8a6a-7be1-4d75-be77-e8fb86b415b9 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e14642c-8334-46b9-9589-97de173aa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957823 Jul 16 18:10:50.286811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47946) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:50.327324 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e8de-1168-4a77-a1c3-cf1fb9346ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.405736 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-794f8679-1b99-413c-a814-28a565c4fdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.409282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81febc37-936c-4afa-9c95-fda6a29275ab req-e1606eed-7678-4315-8d1f-810536e2beab tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 210 time: 0.0442865 Jul 16 18:10:50.443281 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1595fa-4f91-48a0-8598-aed0a820067a req-292aa6e1-c97f-4f34-8042-3f1d738e0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.445408 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b1595fa-4f91-48a0-8598-aed0a820067a req-292aa6e1-c97f-4f34-8042-3f1d738e0f18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 906 time: 0.1877491 Jul 16 18:10:50.488395 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f503f88d-f54b-4f69-88b3-fdf874316aa3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.506178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b1595fa-4f91-48a0-8598-aed0a820067a req-083f90da-4941-4be4-ab1c-66d7de8e1b58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e45a83c-1840-456e-934c-f9639ca35d73 HTTP/1.1" status: 200 len: 217 time: 0.0529227 Jul 16 18:10:50.598142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1595fa-4f91-48a0-8598-aed0a820067a req-f5009719-5d24-489e-b1e5-9f41da81def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.599579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b1595fa-4f91-48a0-8598-aed0a820067a req-f5009719-5d24-489e-b1e5-9f41da81def9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.0861855 Jul 16 18:10:50.645936 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b1595fa-4f91-48a0-8598-aed0a820067a req-fbb6d3f9-4820-4bf1-849d-915422167aee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385544 Jul 16 18:10:50.648397 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e8de-1168-4a77-a1c3-cf1fb9346ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.652708 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ee7b2-5f51-4f85-9e55-a332b4a58660 req-c4d52a49-36c7-4579-a555-42aa22a77601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.652915 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e8de-1168-4a77-a1c3-cf1fb9346ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.654396 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-318ee7b2-5f51-4f85-9e55-a332b4a58660 req-c4d52a49-36c7-4579-a555-42aa22a77601 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 906 time: 0.3904791 Jul 16 18:10:50.734961 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0cc2e8de-1168-4a77-a1c3-cf1fb9346ebe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb9dcfa4d9a14977ad16250d776eae44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366221 Jul 16 18:10:50.735719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2e8de-1168-4a77-a1c3-cf1fb9346ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6603b2-3dbe-4bbd-b7ed-719d74592be1,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.740787 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47952) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:50.746090 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-318ee7b2-5f51-4f85-9e55-a332b4a58660 req-29c8b8b9-4770-414b-9056-890a4ac45be3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eca48710-3b64-419a-ae7a-043dc0c01544 HTTP/1.1" status: 200 len: 217 time: 0.0838192 Jul 16 18:10:50.798473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device eca48710-3b64-419a-ae7a-043dc0c01544 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:50.805188 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b1595fa-4f91-48a0-8598-aed0a820067a req-41aa9b47-cdc3-4067-8f45-2f6c0dd1ce3f service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486750 Jul 16 18:10:50.813455 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Made reservation on behalf of 6fc96a93d9184df8b03953fbcf45971e for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:50.817172 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.888553 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.892686 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47956) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:50.958705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ee7b2-5f51-4f85-9e55-a332b4a58660 req-d08f928f-09fc-4099-82a0-a756aef95182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.960836 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-318ee7b2-5f51-4f85-9e55-a332b4a58660 req-d08f928f-09fc-4099-82a0-a756aef95182 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.1756988 Jul 16 18:10:50.975045 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port eca48710-3b64-419a-ae7a-043dc0c01544, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=eca48710-3b64-419a-ae7a-043dc0c01544,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:50.995026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'eca48710-3b64-419a-ae7a-043dc0c01544', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'port_id': 'eca48710-3b64-419a-ae7a-043dc0c01544', 'mac_address': 'fa:16:3e:39:03:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bb9c40-c752-475f-b8ac-edadb686e877', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:51.035290 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-318ee7b2-5f51-4f85-9e55-a332b4a58660 req-14a4ff34-d401-4a53-b7d2-334aa526533b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518324 Jul 16 18:10:51.042027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4eacf4ec-ea0f-4116-8350-f8a0040fbb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.051921 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.070742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca48710-3b64-419a-ae7a-043dc0c01544 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:51.097640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port eca48710-3b64-419a-ae7a-043dc0c01544, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=eca48710-3b64-419a-ae7a-043dc0c01544,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:51.103386 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.163239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=eca48710-3b64-419a-ae7a-043dc0c01544,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:51.166976 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b1595fa-4f91-48a0-8598-aed0a820067a req-446f8e15-1f10-4b75-aeb0-68516816128b service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531165 Jul 16 18:10:51.172873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:51.173565 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:51.174139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:51.174949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:51.175507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:51.176058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:51.176607 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:51.177163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:51.177719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:51.178573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:51.179383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:51.180211 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:51.197694 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4eacf4ec-ea0f-4116-8350-f8a0040fbb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.343562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['eca48710-3b64-419a-ae7a-043dc0c01544'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:51.401686 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-318ee7b2-5f51-4f85-9e55-a332b4a58660 req-a2e010a2-b1f1-4749-a3d2-1a25c42493a7 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544044 Jul 16 18:10:51.697285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865a4a5-5e46-44d3-91e1-8dcac02e305b req-39b92535-3e99-417e-aa16-ef6d170450bb tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.700753 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2865a4a5-5e46-44d3-91e1-8dcac02e305b req-39b92535-3e99-417e-aa16-ef6d170450bb tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 945 time: 0.3721662 Jul 16 18:10:51.899504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f503f88d-f54b-4f69-88b3-fdf874316aa3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port 12be2252-b5f6-4655-ba74-2b68bdf66b13 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:51.899849 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f503f88d-f54b-4f69-88b3-fdf874316aa3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.948344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f78ed-75fd-4bf0-9296-b4ba6853a9f3 req-fa403174-68bd-49dd-a993-e94c746395bf tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.950518 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e58f78ed-75fd-4bf0-9296-b4ba6853a9f3 req-fa403174-68bd-49dd-a993-e94c746395bf tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 945 time: 0.4568455 Jul 16 18:10:51.964223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.063895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24629e5c-79e2-4ad7-9eb5-a7af093562f4 req-e4e68107-0cff-401e-bcd1-7d76bbcc4c96 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.066955 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4eacf4ec-ea0f-4116-8350-f8a0040fbb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.069648 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4eacf4ec-ea0f-4116-8350-f8a0040fbb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.071000 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4eacf4ec-ea0f-4116-8350-f8a0040fbb4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f6603b2-3dbe-4bbd-b7ed-719d74592be1 HTTP/1.1" status: 204 len: 168 time: 1.3265891 Jul 16 18:10:52.072360 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.074360 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24629e5c-79e2-4ad7-9eb5-a7af093562f4 req-e4e68107-0cff-401e-bcd1-7d76bbcc4c96 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 944 time: 0.5781565 Jul 16 18:10:52.094890 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.129465 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacf4ec-ea0f-4116-8350-f8a0040fbb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6603b2-3dbe-4bbd-b7ed-719d74592be1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.266170 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-318ee7b2-5f51-4f85-9e55-a332b4a58660 req-e4dcf6bf-fa74-4c4f-ba91-e57ac663115b service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8186424 Jul 16 18:10:52.271765 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f503f88d-f54b-4f69-88b3-fdf874316aa3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.278352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8b2d84-0001-4c69-a9df-d6727951a7cb,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.306475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f503f88d-f54b-4f69-88b3-fdf874316aa3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for 12be2252-b5f6-4655-ba74-2b68bdf66b13 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:52.306637 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24629e5c-79e2-4ad7-9eb5-a7af093562f4 req-610ede61-e26b-4d51-a01f-19890e025c6e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310829 Jul 16 18:10:52.308982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-794f8679-1b99-413c-a814-28a565c4fdcb admin admin] Deleting port dde199e8-4ea4-4014-913f-837763e130cc {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:52.309339 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-794f8679-1b99-413c-a814-28a565c4fdcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.323458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e58f78ed-75fd-4bf0-9296-b4ba6853a9f3 req-9ac7993c-4afa-4013-8329-52bf21731ca0 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e14642c-8334-46b9-9589-97de173aa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592277 Jul 16 18:10:52.382887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56b03aa9-1280-463e-97e5-bc40c66261ba req-af2de913-016a-4ed8-99bd-72acbb4bdb9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6423757 Jul 16 18:10:52.505556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-2865a4a5-5e46-44d3-91e1-8dcac02e305b req-986ffcda-4f68-4efd-b245-e5952050b162 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Deleting port 6d778239-0621-4c34-8e8d-38bf426f5429 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:52.505989 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2865a4a5-5e46-44d3-91e1-8dcac02e305b req-986ffcda-4f68-4efd-b245-e5952050b162 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.590463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee54d564-95c7-46d2-9cc6-74e1ced48631 req-73cc7484-4dcb-4dfd-802e-7e842413c006 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 210 time: 0.0759554 Jul 16 18:10:52.617675 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Allocated IP 192.168.233.132 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/08205b6e-2b3d-400a-beb5-757e43a44277) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:52.702125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-794f8679-1b99-413c-a814-28a565c4fdcb admin admin] For port dde199e8-4ea4-4014-913f-837763e130cc, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dde199e8-4ea4-4014-913f-837763e130cc,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:52.702495 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-794f8679-1b99-413c-a814-28a565c4fdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.754416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b03aa9-1280-463e-97e5-bc40c66261ba req-390880af-2bc0-4a48-90fd-af585d436d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.756086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56b03aa9-1280-463e-97e5-bc40c66261ba req-390880af-2bc0-4a48-90fd-af585d436d89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 1098 time: 0.3205402 Jul 16 18:10:52.758313 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-794f8679-1b99-413c-a814-28a565c4fdcb admin admin] Calling delete_port for dde199e8-4ea4-4014-913f-837763e130cc owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:52.766550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-2865a4a5-5e46-44d3-91e1-8dcac02e305b req-986ffcda-4f68-4efd-b245-e5952050b162 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] For port 6d778239-0621-4c34-8e8d-38bf426f5429, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d778239-0621-4c34-8e8d-38bf426f5429,segment=NetworkSegment(aff9828f-48ae-4f2c-9b0e-eeb9259d3668),segment_id=aff9828f-48ae-4f2c-9b0e-eeb9259d3668)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:52.767181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2865a4a5-5e46-44d3-91e1-8dcac02e305b req-986ffcda-4f68-4efd-b245-e5952050b162 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.795163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-2865a4a5-5e46-44d3-91e1-8dcac02e305b req-986ffcda-4f68-4efd-b245-e5952050b162 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Calling delete_port for 6d778239-0621-4c34-8e8d-38bf426f5429 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:52.814308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device eca48710-3b64-419a-ae7a-043dc0c01544 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:52.820056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Allocated IP 172.20.0.17 (51ec2967-6184-4750-bf51-60e7f7d4e1a6/4f72aeea-ce24-4f26-bf78-7ca2dbb080de/196e2639-dc30-454c-a61a-a12943bf30c2) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:52.921009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port eca48710-3b64-419a-ae7a-043dc0c01544 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:52.930894 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port eca48710-3b64-419a-ae7a-043dc0c01544 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:52.931539 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.063790 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f503f88d-f54b-4f69-88b3-fdf874316aa3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.111044 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.197630 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.202737 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.205770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503f88d-f54b-4f69-88b3-fdf874316aa3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=12be2252-b5f6-4655-ba74-2b68bdf66b13,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.241191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dccc642-a74f-42fc-90be-608ece5f1d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca48710-3b64-419a-ae7a-043dc0c01544'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:53.246683 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd0365f-61f2-44d8-8a5b-c27a45ce9d3b" -d '{"events": [{"server_uuid": "8dccc642-a74f-42fc-90be-608ece5f1d03", "name": "network-vif-plugged", "status": "completed", "tag": "eca48710-3b64-419a-ae7a-043dc0c01544"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:53.265197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port eca48710-3b64-419a-ae7a-043dc0c01544, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=eca48710-3b64-419a-ae7a-043dc0c01544,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:53.282396 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.401007 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fe9baa-8944-45a8-b820-04cb594b4b0a x-openstack-request-id: req-09fe9baa-8944-45a8-b820-04cb594b4b0a {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:53.401304 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dccc642-a74f-42fc-90be-608ece5f1d03", "name": "network-vif-plugged", "status": "completed", "tag": "eca48710-3b64-419a-ae7a-043dc0c01544", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:53.401563 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09fe9baa-8944-45a8-b820-04cb594b4b0a {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:53.402005 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dccc642-a74f-42fc-90be-608ece5f1d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca48710-3b64-419a-ae7a-043dc0c01544', 'code': 200} Jul 16 18:10:53.422491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Transition to ACTIVE for port object 08205b6e-2b3d-400a-beb5-757e43a44277 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:53.511143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=eca48710-3b64-419a-ae7a-043dc0c01544,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.623736 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.754617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:53.802494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:53.824711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b03aa9-1280-463e-97e5-bc40c66261ba req-e6182344-da3f-4a55-9957-b5526e5dde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.826556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56b03aa9-1280-463e-97e5-bc40c66261ba req-e6182344-da3f-4a55-9957-b5526e5dde1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b11069c-473b-4b1d-bf40-cc7205181677 HTTP/1.1" status: 200 len: 897 time: 0.9997354 Jul 16 18:10:53.833621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Pushing event updated for resources: {'Port': ['ID=08205b6e-2b3d-400a-beb5-757e43a44277,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.837435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:53.863031 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f503f88d-f54b-4f69-88b3-fdf874316aa3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.933062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3f8db-ab86-4d45-90a6-a8effd4712b9 req-5b25726f-23cb-4d44-89e8-d4acc85ab619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.934806 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-43c3f8db-ab86-4d45-90a6-a8effd4712b9 req-5b25726f-23cb-4d44-89e8-d4acc85ab619 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 1097 time: 0.3540151 Jul 16 18:10:53.941113 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-794f8679-1b99-413c-a814-28a565c4fdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.060988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.061793 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.081284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f8679-1b99-413c-a814-28a565c4fdcb admin admin] Pushing event deleted for resources: {'Port': ['ID=dde199e8-4ea4-4014-913f-837763e130cc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.142724 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2865a4a5-5e46-44d3-91e1-8dcac02e305b req-986ffcda-4f68-4efd-b245-e5952050b162 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.149593 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-1387e23e-2ed5-48ba-825f-133521d2e451 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9953742 Jul 16 18:10:54.175197 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.191335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-663df2f7-95a6-44d1-8f39-6b5711aa7095 None None] Provisioning for port 08205b6e-2b3d-400a-beb5-757e43a44277 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:54.195720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Transition to ACTIVE for port object 196e2639-dc30-454c-a61a-a12943bf30c2 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:54.199760 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-663df2f7-95a6-44d1-8f39-6b5711aa7095 None None] Provisioning complete for port 08205b6e-2b3d-400a-beb5-757e43a44277 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:54.201572 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-663df2f7-95a6-44d1-8f39-6b5711aa7095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.256405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Request body: {'port': {'device_id': '513b7f22-0538-4429-938a-a4c246a166de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:54.270067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e7f04-5e18-4bf7-88ea-8c5ab0c86721 req-999574e3-b44e-4b81-85c9-df45ac70abd2 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.276167 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a0e7f04-5e18-4bf7-88ea-8c5ab0c86721 req-999574e3-b44e-4b81-85c9-df45ac70abd2 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b92a3e-fa95-4f86-b2a3-2428bc91f628 HTTP/1.1" status: 200 len: 945 time: 0.6657150 Jul 16 18:10:54.297118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-663df2f7-95a6-44d1-8f39-6b5711aa7095 None None] Port 08205b6e-2b3d-400a-beb5-757e43a44277 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:54.356301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56b03aa9-1280-463e-97e5-bc40c66261ba req-fb119f09-ce72-4d14-9b3c-82e4536061d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5513588-a0cb-46cb-a2ef-40aa0c66d375 HTTP/1.1" status: 200 len: 1001 time: 0.5029185 Jul 16 18:10:54.389283 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-43c3f8db-ab86-4d45-90a6-a8effd4712b9 req-73aff001-62b5-4f31-b998-d647481a4df8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432869 Jul 16 18:10:54.441646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.462393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ffcda-4f68-4efd-b245-e5952050b162 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Pushing event deleted for resources: {'Port': ['ID=6d778239-0621-4c34-8e8d-38bf426f5429,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.529183 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f503f88d-f54b-4f69-88b3-fdf874316aa3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Router fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:54.534670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2865a4a5-5e46-44d3-91e1-8dcac02e305b req-986ffcda-4f68-4efd-b245-e5952050b162 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] No DVR routers for this DVR port 6d778239-0621-4c34-8e8d-38bf426f5429 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:54.544339 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2865a4a5-5e46-44d3-91e1-8dcac02e305b req-986ffcda-4f68-4efd-b245-e5952050b162 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.544813 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.547167 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2865a4a5-5e46-44d3-91e1-8dcac02e305b req-986ffcda-4f68-4efd-b245-e5952050b162 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.11 "DELETE /v2.0/ports/6d778239-0621-4c34-8e8d-38bf426f5429 HTTP/1.1" status: 204 len: 173 time: 2.8253889 Jul 16 18:10:54.579234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b92a3e-fa95-4f86-b2a3-2428bc91f628', 'name': 'network-vif-deleted', 'tag': '6d778239-0621-4c34-8e8d-38bf426f5429'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:54.581469 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9853c6-33d8-4af8-8378-c2a73d2561d4" -d '{"events": [{"server_uuid": "93b92a3e-fa95-4f86-b2a3-2428bc91f628", "name": "network-vif-deleted", "tag": "6d778239-0621-4c34-8e8d-38bf426f5429"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:54.592781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44278b-e188-4eb2-82fb-6a669a77f3fe req-460e4757-73fe-4899-bd96-33c203fb8401 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.599761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c44278b-e188-4eb2-82fb-6a669a77f3fe req-460e4757-73fe-4899-bd96-33c203fb8401 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 945 time: 0.9471898 Jul 16 18:10:54.637078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:54.666759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:54.677727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:54.695005 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a0e7f04-5e18-4bf7-88ea-8c5ab0c86721 req-3a395909-e08c-46fd-9885-644c0b7f42f4 tempest-ServerMetadataNegativeTestJSON-1293678072 tempest-ServerMetadataNegativeTestJSON-1293678072-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e14642c-8334-46b9-9589-97de173aa4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613549 Jul 16 18:10:54.776018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b03aa9-1280-463e-97e5-bc40c66261ba req-85454e9c-01e7-4ab1-9aed-772f4fee3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.778057 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56b03aa9-1280-463e-97e5-bc40c66261ba req-85454e9c-01e7-4ab1-9aed-772f4fee3832 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18543e67-e99d-4be9-ae23-174f36fc9a37 HTTP/1.1" status: 200 len: 835 time: 0.3380902 Jul 16 18:10:54.778919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=196e2639-dc30-454c-a61a-a12943bf30c2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.789630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f503f88d-f54b-4f69-88b3-fdf874316aa3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:54.801086 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97116c22-1892-406d-97aa-7cc590a1fdef None None] Sync routers for ids ['fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:54.807898 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d778239-0621-4c34-8e8d-38bf426f5429 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:54.817846 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f503f88d-f54b-4f69-88b3-fdf874316aa3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "PUT /v2.0/routers/fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4298873 Jul 16 18:10:54.827532 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97116c22-1892-406d-97aa-7cc590a1fdef None None] Routers {'fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:54.832601 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-97116c22-1892-406d-97aa-7cc590a1fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:54.836931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48024) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:54.893096 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c44278b-e188-4eb2-82fb-6a669a77f3fe req-295a60d8-d31a-482b-a06f-be612c1f43fb tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887897 Jul 16 18:10:54.908012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 6d778239-0621-4c34-8e8d-38bf426f5429 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:54.929732 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d778239-0621-4c34-8e8d-38bf426f5429 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:54.988792 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-794f8679-1b99-413c-a814-28a565c4fdcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.998460 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-97116c22-1892-406d-97aa-7cc590a1fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:55.008556 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-017e77a9-5b6b-49c8-a82b-e50543545814 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:10:55.010225 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-017e77a9-5b6b-49c8-a82b-e50543545814 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/12be2252-b5f6-4655-ba74-2b68bdf66b13 HTTP/1.1" status: 404 len: 333 time: 0.1712687 Jul 16 18:10:55.019610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48028) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.032367 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97116c22-1892-406d-97aa-7cc590a1fdef None None] Routers {'fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:55.033017 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-97116c22-1892-406d-97aa-7cc590a1fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:55.039232 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f2dd4b-47d6-4f5b-b031-a5d50d0ce9d2 x-openstack-request-id: req-29f2dd4b-47d6-4f5b-b031-a5d50d0ce9d2 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:55.041124 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b92a3e-fa95-4f86-b2a3-2428bc91f628", "name": "network-vif-deleted", "tag": "6d778239-0621-4c34-8e8d-38bf426f5429", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:55.041596 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29f2dd4b-47d6-4f5b-b031-a5d50d0ce9d2 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:55.045786 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b92a3e-fa95-4f86-b2a3-2428bc91f628', 'name': 'network-vif-deleted', 'tag': '6d778239-0621-4c34-8e8d-38bf426f5429', 'status': 'completed', 'code': 200} Jul 16 18:10:55.114129 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-97116c22-1892-406d-97aa-7cc590a1fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:55.122006 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97116c22-1892-406d-97aa-7cc590a1fdef None None] The sync data for ids ['fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:55.178014 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.268230 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.280469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8dc11a0a-8958-434c-b6db-3741262fbbda None None] Provisioning for port 196e2639-dc30-454c-a61a-a12943bf30c2 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:55.296981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8dc11a0a-8958-434c-b6db-3741262fbbda None None] Provisioning complete for port 196e2639-dc30-454c-a61a-a12943bf30c2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:55.299443 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8dc11a0a-8958-434c-b6db-3741262fbbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.347623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-8dc11a0a-8958-434c-b6db-3741262fbbda None None] Port 196e2639-dc30-454c-a61a-a12943bf30c2 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:55.355080 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06aefd83-1902-46d9-9d83-946d632442e7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.371991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b03aa9-1280-463e-97e5-bc40c66261ba req-3e1e7577-16c6-41c0-854e-bb9f98f6b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.383307 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56b03aa9-1280-463e-97e5-bc40c66261ba req-3e1e7577-16c6-41c0-854e-bb9f98f6b8e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b11069c-473b-4b1d-bf40-cc7205181677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4577777 Jul 16 18:10:55.646354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e095296-a4d1-43d8-91df-2f842f78e9b2 req-31ce1efb-9822-4136-8c27-22c42d816be1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.653256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e095296-a4d1-43d8-91df-2f842f78e9b2 req-31ce1efb-9822-4136-8c27-22c42d816be1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 936 time: 0.6038816 Jul 16 18:10:55.716092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.766210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e095296-a4d1-43d8-91df-2f842f78e9b2 req-3c34e4c9-5d1d-4e75-8837-e3482221eb28 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a8b2d84-0001-4c69-a9df-d6727951a7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931680 Jul 16 18:10:55.770162 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56b03aa9-1280-463e-97e5-bc40c66261ba req-03412c4c-ef69-48d1-8cf7-bce17c731de5 service neutron] 10.222.0.32 "GET /v2.0/networks/0b11069c-473b-4b1d-bf40-cc7205181677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436646 Jul 16 18:10:55.958115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48046) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:56.105519 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-be850e92-26dc-4503-9aa8-584673c77a51 req-aaa53b55-9f44-46da-b54c-fec2d54d0efd service neutron] (105590) timed out ('10.222.0.32', 55331) {{(pid=105590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:10:56.209296 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56b03aa9-1280-463e-97e5-bc40c66261ba req-26ddd3d0-afd6-450c-816a-4c433d7b6a73 service neutron] 10.222.0.32 "GET /v2.0/networks/0b11069c-473b-4b1d-bf40-cc7205181677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229221 Jul 16 18:10:56.213781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c856d186-59a2-4fe0-ac7f-b1a5c0a8139d admin admin] Deleting subnet eb0d0796-4a30-4971-af15-9b26f5c141e8 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:56.224356 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c856d186-59a2-4fe0-ac7f-b1a5c0a8139d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.307485 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c856d186-59a2-4fe0-ac7f-b1a5c0a8139d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.408619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f2c64-8742-4e74-b5d4-25626466cdb1 req-7fd08bb9-177f-4991-b802-faec704a2fca tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.410514 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b7f2c64-8742-4e74-b5d4-25626466cdb1 req-7fd08bb9-177f-4991-b802-faec704a2fca tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 945 time: 0.2478652 Jul 16 18:10:56.463881 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c856d186-59a2-4fe0-ac7f-b1a5c0a8139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.576702 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06aefd83-1902-46d9-9d83-946d632442e7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.579561 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b7f2c64-8742-4e74-b5d4-25626466cdb1 req-cc9682d0-4a47-4929-a1a9-6b664bee375e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590075 Jul 16 18:10:56.636119 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.640085 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c856d186-59a2-4fe0-ac7f-b1a5c0a8139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.647962 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.669902 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06aefd83-1902-46d9-9d83-946d632442e7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.728314 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c856d186-59a2-4fe0-ac7f-b1a5c0a8139d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.733048 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c856d186-59a2-4fe0-ac7f-b1a5c0a8139d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eb0d0796-4a30-4971-af15-9b26f5c141e8 HTTP/1.1" status: 204 len: 168 time: 0.7394595 Jul 16 18:10:56.734230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856d186-59a2-4fe0-ac7f-b1a5c0a8139d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0d0796-4a30-4971-af15-9b26f5c141e8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.737984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48060) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:56.799813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794f8679-1b99-413c-a814-28a565c4fdcb admin admin] Router 570c85da-3a09-4eeb-92f2-02fc363f2b2e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:56.808726 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06aefd83-1902-46d9-9d83-946d632442e7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.809562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06aefd83-1902-46d9-9d83-946d632442e7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Fanout notify agent at l3_agent the message router_deleted on router fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:10:56.817510 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.844116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=196e2639-dc30-454c-a61a-a12943bf30c2,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.886658 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06aefd83-1902-46d9-9d83-946d632442e7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.888492 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-06aefd83-1902-46d9-9d83-946d632442e7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/routers/fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c HTTP/1.1" status: 204 len: 168 time: 1.8662055 Jul 16 18:10:56.904017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48066) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:57.043562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08205b6e-2b3d-400a-beb5-757e43a44277 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:57.063080 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.066880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:57.107567 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:57.119549 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aab954ab-c30f-4b3a-b584-b6be7f7a2790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.183576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Transition to ACTIVE for port object 08205b6e-2b3d-400a-beb5-757e43a44277 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:57.195298 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.315412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b9d8ad-05f4-4d5e-9964-20bf2f7bf38a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting subnet f369ab8b-b536-45d6-b553-38919b45cad1 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:57.353307 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b1b9d8ad-05f4-4d5e-9964-20bf2f7bf38a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.490591 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794f8679-1b99-413c-a814-28a565c4fdcb admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:57.500030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693ac210-fc91-4fc4-a20a-64145e72b7c1 None None] Sync routers for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:57.504148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b1b9d8ad-05f4-4d5e-9964-20bf2f7bf38a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.518174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693ac210-fc91-4fc4-a20a-64145e72b7c1 None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:57.518842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-693ac210-fc91-4fc4-a20a-64145e72b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:57.621954 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b1b9d8ad-05f4-4d5e-9964-20bf2f7bf38a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.715497 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-794f8679-1b99-413c-a814-28a565c4fdcb admin admin] 10.222.0.24 "PUT /v2.0/routers/570c85da-3a09-4eeb-92f2-02fc363f2b2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2298570 Jul 16 18:10:57.719285 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b1b9d8ad-05f4-4d5e-9964-20bf2f7bf38a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.726150 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48080) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:57.766159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Pushing event updated for resources: {'Port': ['ID=08205b6e-2b3d-400a-beb5-757e43a44277,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:57.810557 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9d8ad-05f4-4d5e-9964-20bf2f7bf38a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Subnet': ['ID=f369ab8b-b536-45d6-b553-38919b45cad1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:57.828747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b1b9d8ad-05f4-4d5e-9964-20bf2f7bf38a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.835575 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b1b9d8ad-05f4-4d5e-9964-20bf2f7bf38a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/f369ab8b-b536-45d6-b553-38919b45cad1 HTTP/1.1" status: 204 len: 168 time: 0.9294577 Jul 16 18:10:57.842265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48084) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:57.925628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1021169e-c6ca-4bfc-9b65-27bb48de304a None None] Network 0ca86cc9-e62f-4e7b-af56-ec19dc384309 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:57.936747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Attempting to bind port 08205b6e-2b3d-400a-beb5-757e43a44277 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:57.937152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Attempting to bind port 08205b6e-2b3d-400a-beb5-757e43a44277 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:57.937468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Attempting to bind port 08205b6e-2b3d-400a-beb5-757e43a44277 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:58.016089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Port 08205b6e-2b3d-400a-beb5-757e43a44277 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:58.016475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Attempting to bind port 08205b6e-2b3d-400a-beb5-757e43a44277 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:58.019153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.085820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34e699-c24e-4a1f-8aa9-0ce995514409 req-a0f06565-39f5-4949-a54c-6e9eb413ee0d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.091279 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b34e699-c24e-4a1f-8aa9-0ce995514409 req-a0f06565-39f5-4949-a54c-6e9eb413ee0d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 945 time: 1.0453188 Jul 16 18:10:58.096515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-693ac210-fc91-4fc4-a20a-64145e72b7c1 None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:58.099706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:58.099706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:58.099706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:58.100238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Bound port: 08205b6e-2b3d-400a-beb5-757e43a44277, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:58.100364 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.134853 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.156036 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aab954ab-c30f-4b3a-b584-b6be7f7a2790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.195140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] For port 08205b6e-2b3d-400a-beb5-757e43a44277, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:58.199477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] For port 08205b6e-2b3d-400a-beb5-757e43a44277, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=08205b6e-2b3d-400a-beb5-757e43a44277,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:58.200160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-aab954ab-c30f-4b3a-b584-b6be7f7a2790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6915d560-0d08-49e4-bfeb-08f7b9b19e52']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:58.237120 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3197e6ea-ea6b-4607-bc61-6c6c895c1b65 None None] Provisioning complete for port 196e2639-dc30-454c-a61a-a12943bf30c2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:58.238524 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.238769 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3197e6ea-ea6b-4607-bc61-6c6c895c1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.245145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f2a5a-032c-46fe-8927-6ec6537574ea req-559a2c6b-1367-49a0-9e20-7e5967aa8f1e tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.247087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-657f2a5a-032c-46fe-8927-6ec6537574ea req-559a2c6b-1367-49a0-9e20-7e5967aa8f1e tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 936 time: 1.1248779 Jul 16 18:10:58.249578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-aab954ab-c30f-4b3a-b584-b6be7f7a2790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff9828f-48ae-4f2c-9b0e-eeb9259d3668') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:58.250172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-aab954ab-c30f-4b3a-b584-b6be7f7a2790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff9828f-48ae-4f2c-9b0e-eeb9259d3668') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:58.261705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.262345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.263785 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] 10.222.0.32 "PUT /v2.0/ports/08205b6e-2b3d-400a-beb5-757e43a44277 HTTP/1.1" status: 200 len: 1097 time: 4.0504770 Jul 16 18:10:58.269762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513b7f22-0538-4429-938a-a4c246a166de', 'tag': '08205b6e-2b3d-400a-beb5-757e43a44277'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:58.273882 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b234f2-ac13-406d-be1b-585a2f62e6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "513b7f22-0538-4429-938a-a4c246a166de", "tag": "08205b6e-2b3d-400a-beb5-757e43a44277"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:58.286931 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aab954ab-c30f-4b3a-b584-b6be7f7a2790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.304327 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aab954ab-c30f-4b3a-b584-b6be7f7a2790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.310934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab954ab-c30f-4b3a-b584-b6be7f7a2790 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:58.311358 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aab954ab-c30f-4b3a-b584-b6be7f7a2790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:58.396095 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:58.402302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Router 3df23566-df18-490b-91b0-20e4e048bdee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:58.463407 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aab954ab-c30f-4b3a-b584-b6be7f7a2790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.469376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-657f2a5a-032c-46fe-8927-6ec6537574ea req-1ab15539-2697-4357-a56c-277dfb285b1f tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a8b2d84-0001-4c69-a9df-d6727951a7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742621 Jul 16 18:10:58.515931 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aab954ab-c30f-4b3a-b584-b6be7f7a2790 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.520181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-aab954ab-c30f-4b3a-b584-b6be7f7a2790 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6915d560-0d08-49e4-bfeb-08f7b9b19e52 HTTP/1.1" status: 204 len: 168 time: 1.7735956 Jul 16 18:10:58.544237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3197e6ea-ea6b-4607-bc61-6c6c895c1b65 None None] Port 196e2639-dc30-454c-a61a-a12943bf30c2 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:58.550249 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.567822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a9054-e80b-4a09-b6c5-e5efe03ebefb service neutron] Pushing event updated for resources: {'Port': ['ID=08205b6e-2b3d-400a-beb5-757e43a44277,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:58.613144 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94828208-a030-4125-aaa5-e185250d24b4 x-openstack-request-id: req-94828208-a030-4125-aaa5-e185250d24b4 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:58.613454 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513b7f22-0538-4429-938a-a4c246a166de", "tag": "08205b6e-2b3d-400a-beb5-757e43a44277", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:58.613766 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94828208-a030-4125-aaa5-e185250d24b4 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:58.614534 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513b7f22-0538-4429-938a-a4c246a166de', 'tag': '08205b6e-2b3d-400a-beb5-757e43a44277', 'status': 'completed', 'code': 200} Jul 16 18:10:58.720105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-693ac210-fc91-4fc4-a20a-64145e72b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:10:53Z', 'revision_number': 5, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port': {'id': '0ab8592a-24fa-4fba-adf4-27c8f59f4d08', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:41Z', 'updated_at': '2021-07-16T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:58.728797 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-8ec54dc9-8fde-4b51-8225-8aab6e524fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.736828 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-8ec54dc9-8fde-4b51-8225-8aab6e524fd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc96a93d9184df8b03953fbcf45971e&device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 1100 time: 0.4073327 Jul 16 18:10:58.765827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:58.768142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab954ab-c30f-4b3a-b584-b6be7f7a2790 admin admin] Pushing event deleted for resources: {'Network': ['ID=6915d560-0d08-49e4-bfeb-08f7b9b19e52,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:58.772712 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b34e699-c24e-4a1f-8aa9-0ce995514409 req-af1a1bc2-501e-472a-aa5d-8ac5713723cd tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009889 Jul 16 18:10:58.777722 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Sync routers for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:58.790877 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c5abbe65-8688-40d8-87b9-16efe9dc40a3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "PUT /v2.0/routers/3df23566-df18-490b-91b0-20e4e048bdee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8966050 Jul 16 18:10:58.799248 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:58.800969 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:58.833651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693ac210-fc91-4fc4-a20a-64145e72b7c1 None None] Checking router: 570c85da-3a09-4eeb-92f2-02fc363f2b2e for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:58.836581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac8f3b7-2a2d-429c-b08a-b3ff08b08e2a None None] DHCP port deletion for 0ca86cc9-e62f-4e7b-af56-ec19dc384309 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:58.911368 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-401a4694-f1cb-4c2f-bf20-eeef87a93670 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=08205b6e-2b3d-400a-beb5-757e43a44277 HTTP/1.1" status: 200 len: 217 time: 0.1466877 Jul 16 18:10:58.915639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693ac210-fc91-4fc4-a20a-64145e72b7c1 None None] Routers {'570c85da-3a09-4eeb-92f2-02fc363f2b2e'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:58.916375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-693ac210-fc91-4fc4-a20a-64145e72b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:58.997351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-9e799927-ac26-4a7f-8265-35e36b4301ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.999646 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-9e799927-ac26-4a7f-8265-35e36b4301ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0767419 Jul 16 18:10:59.006733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port c90ed8a9-e977-4237-b344-6e837f3e5a0c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:59.007804 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.056044 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:59.119206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Deleting port 0ab8592a-24fa-4fba-adf4-27c8f59f4d08 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:59.120065 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.132501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48110) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:59.236914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c90ed8a9-e977-4237-b344-6e837f3e5a0c no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:59.254738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-af8ae059-393a-42a4-b279-bcf5319c6bb5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=881e863564994f2db892ced211d69ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1181564 Jul 16 18:10:59.255140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48114) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:59.339298 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cba6d69-629d-411a-9bda-edab36f9e0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.369924 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cba6d69-629d-411a-9bda-edab36f9e0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.372832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-693ac210-fc91-4fc4-a20a-64145e72b7c1 None None] Set router 570c85da-3a09-4eeb-92f2-02fc363f2b2e gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:59.492914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-a3cc77ea-8d98-462a-97aa-6a89a454a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.494506 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-a3cc77ea-8d98-462a-97aa-6a89a454a9ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4832742 Jul 16 18:10:59.496484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] For port c90ed8a9-e977-4237-b344-6e837f3e5a0c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c90ed8a9-e977-4237-b344-6e837f3e5a0c,segment=NetworkSegment(06958e76-e26e-47cc-9ca2-cdf2d4fc03d4),segment_id=06958e76-e26e-47cc-9ca2-cdf2d4fc03d4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:59.496860 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.500827 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:10:55Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'fb5b77ef-9a03-4735-9b91-98f113777083', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'floating_ip_address': '172.25.3.50', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'port_id': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'mac_address': 'fa:16:3e:dc:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 1, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e2639-dc30-454c-a61a-a12943bf30c2', 'name': '', 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:8e:ba:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '4f72aeea-ce24-4f26-bf78-7ca2dbb080de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:52Z', 'updated_at': '2021-07-16T18:10:56Z', 'revision_number': 2, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '4f72aeea-ce24-4f26-bf78-7ca2dbb080de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:59.503581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-693ac210-fc91-4fc4-a20a-64145e72b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:10:58Z', 'revision_number': 6, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:59.552175 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.561496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-bac8f3b7-2a2d-429c-b08a-b3ff08b08e2a None None] Deleting port c90ed8a9-e977-4237-b344-6e837f3e5a0c {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:59.562332 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bac8f3b7-2a2d-429c-b08a-b3ff08b08e2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.612711 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Checking router: 3df23566-df18-490b-91b0-20e4e048bdee for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:59.613210 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Updating router 3df23566-df18-490b-91b0-20e4e048bdee port 196e2639-dc30-454c-a61a-a12943bf30c2 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:10:59.626532 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693ac210-fc91-4fc4-a20a-64145e72b7c1 None None] The sync data for ids ['570c85da-3a09-4eeb-92f2-02fc363f2b2e'] in n-d-787205-10 is: [{'id': '570c85da-3a09-4eeb-92f2-02fc363f2b2e', 'name': 'tempest-AttachVolumeTestJSON-1026902880-router', 'tenant_id': '7fdcfc6a64164e019457ac174161d31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:40Z', 'updated_at': '2021-07-16T18:10:58Z', 'revision_number': 6, 'project_id': '7fdcfc6a64164e019457ac174161d31a', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:59.675233 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cba6d69-629d-411a-9bda-edab36f9e0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.689621 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cba6d69-629d-411a-9bda-edab36f9e0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.696800 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7cba6d69-629d-411a-9bda-edab36f9e0f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e14642c-8334-46b9-9589-97de173aa4db HTTP/1.1" status: 204 len: 168 time: 0.4358826 Jul 16 18:10:59.730420 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba6d69-629d-411a-9bda-edab36f9e0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e14642c-8334-46b9-9589-97de173aa4db,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:59.731856 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-9e648818-de46-44a5-b290-18698ae24c05 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201014 Jul 16 18:10:59.737224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port c90ed8a9-e977-4237-b344-6e837f3e5a0c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c90ed8a9-e977-4237-b344-6e837f3e5a0c,segment=NetworkSegment(06958e76-e26e-47cc-9ca2-cdf2d4fc03d4),segment_id=06958e76-e26e-47cc-9ca2-cdf2d4fc03d4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:59.739530 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.740426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-bac8f3b7-2a2d-429c-b08a-b3ff08b08e2a None None] For port c90ed8a9-e977-4237-b344-6e837f3e5a0c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c90ed8a9-e977-4237-b344-6e837f3e5a0c,segment=NetworkSegment(06958e76-e26e-47cc-9ca2-cdf2d4fc03d4),segment_id=06958e76-e26e-47cc-9ca2-cdf2d4fc03d4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:59.741528 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bac8f3b7-2a2d-429c-b08a-b3ff08b08e2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.761628 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.774214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5533752-7fe5-4252-80fd-bbf45b7e6973 req-97879d01-be85-484e-8705-acb3172d19c8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.775164 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5533752-7fe5-4252-80fd-bbf45b7e6973 req-97879d01-be85-484e-8705-acb3172d19c8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 945 time: 0.2979887 Jul 16 18:10:59.866841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5533752-7fe5-4252-80fd-bbf45b7e6973 req-09de2a37-5bc7-4496-a5de-3e43f83e6a14 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836036 Jul 16 18:10:59.877645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-bac8f3b7-2a2d-429c-b08a-b3ff08b08e2a None None] Calling delete_port for c90ed8a9-e977-4237-b344-6e837f3e5a0c owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:59.880147 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=c90ed8a9-e977-4237-b344-6e837f3e5a0c,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:59.900064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006e936-fb68-401b-91ad-c0fce14cca8f req-af665e57-2c9c-4580-b51c-3e9cfc53cb83 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.908518 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e006e936-fb68-401b-91ad-c0fce14cca8f req-af665e57-2c9c-4580-b51c-3e9cfc53cb83 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 948 time: 0.1133389 Jul 16 18:10:59.986645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for c90ed8a9-e977-4237-b344-6e837f3e5a0c owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:00.005298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e006e936-fb68-401b-91ad-c0fce14cca8f req-ad636aaa-bbe6-418d-8a96-13042e2abf51 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a8b2d84-0001-4c69-a9df-d6727951a7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955782 Jul 16 18:11:00.122561 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bac8f3b7-2a2d-429c-b08a-b3ff08b08e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.171677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8f3b7-2a2d-429c-b08a-b3ff08b08e2a None None] Pushing event deleted for resources: {'Port': ['ID=c90ed8a9-e977-4237-b344-6e837f3e5a0c,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:00.178826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac8f3b7-2a2d-429c-b08a-b3ff08b08e2a None None] No DVR routers for this DVR port c90ed8a9-e977-4237-b344-6e837f3e5a0c on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:00.213333 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d16d63ff-732b-46ed-aa2d-012418a07a9f req-75a37e7d-e7b0-4e2b-a35e-3c18a4856f1c service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510262 Jul 16 18:11:00.216942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] For port 0ab8592a-24fa-4fba-adf4-27c8f59f4d08, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0ab8592a-24fa-4fba-adf4-27c8f59f4d08,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:00.218547 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.307084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Calling delete_port for 0ab8592a-24fa-4fba-adf4-27c8f59f4d08 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:00.441248 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.492243 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No DVR routers for this DVR port c90ed8a9-e977-4237-b344-6e837f3e5a0c on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:00.515496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=c90ed8a9-e977-4237-b344-6e837f3e5a0c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:00.720619 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.732913 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b234f2-ac13-406d-be1b-585a2f62e6dc req-b3c18065-7900-4600-b4a0-c72ec8b46049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.747196 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Transition to ACTIVE for port object 196e2639-dc30-454c-a61a-a12943bf30c2 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:00.750123 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44b234f2-ac13-406d-be1b-585a2f62e6dc req-b3c18065-7900-4600-b4a0-c72ec8b46049 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc96a93d9184df8b03953fbcf45971e&device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 1100 time: 0.4359376 Jul 16 18:11:00.755438 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.941322 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.983127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf18f9-4d43-4756-a355-b2f46296e851 req-3299cd8a-5846-414e-9444-c820b18021c6 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.984766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73bf18f9-4d43-4756-a355-b2f46296e851 req-3299cd8a-5846-414e-9444-c820b18021c6 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 945 time: 0.2214487 Jul 16 18:11:01.037977 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Pushing event updated for resources: {'Port': ['ID=196e2639-dc30-454c-a61a-a12943bf30c2,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:01.110658 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca86cc9-e62f-4e7b-af56-ec19dc384309']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:01.195182 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:01.195447 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:01.202082 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:01.205343 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:01.206548 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:01.207631 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:01.210841 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:01.212043 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:01.217316 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:01.219257 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:01.221879 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:01.223446 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:01.237650 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06958e76-e26e-47cc-9ca2-cdf2d4fc03d4') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:01.249281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0ab8592a-24fa-4fba-adf4-27c8f59f4d08 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:01.253388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06958e76-e26e-47cc-9ca2-cdf2d4fc03d4') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:01.302034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-73bf18f9-4d43-4756-a355-b2f46296e851 req-3cdea532-7e5d-4616-ad40-e6d45f60ca34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Deleting port eca48710-3b64-419a-ae7a-043dc0c01544 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:01.302394 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-73bf18f9-4d43-4756-a355-b2f46296e851 req-3cdea532-7e5d-4616-ad40-e6d45f60ca34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.303500 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Attempting to bind port 196e2639-dc30-454c-a61a-a12943bf30c2 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:01.304041 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Attempting to bind port 196e2639-dc30-454c-a61a-a12943bf30c2 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '9b719d07-96a9-4c58-9cb2-7a499d5827ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:01.306844 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Attempting to bind port 196e2639-dc30-454c-a61a-a12943bf30c2 on network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:01.315690 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.344689 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:01.344963 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Checking segment: {'id': '9b719d07-96a9-4c58-9cb2-7a499d5827ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:01.345464 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.350779 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Bound using segment: {'id': '9b719d07-96a9-4c58-9cb2-7a499d5827ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:01.353894 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Bound port: 196e2639-dc30-454c-a61a-a12943bf30c2, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b719d07-96a9-4c58-9cb2-7a499d5827ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:01.354100 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.376405 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.377504 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.390861 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b234f2-ac13-406d-be1b-585a2f62e6dc req-22a13c88-491c-44b5-97d0-530b7fc11a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.398815 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44b234f2-ac13-406d-be1b-585a2f62e6dc req-22a13c88-491c-44b5-97d0-530b7fc11a2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.6019685 Jul 16 18:11:01.439232 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.440036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:01.440463 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:01.449824 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:01.485859 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dde199e8-4ea4-4014-913f-837763e130cc no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:01.516070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: dde199e8-4ea4-4014-913f-837763e130cc {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:01.516310 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] For port 196e2639-dc30-454c-a61a-a12943bf30c2, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:01.518479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dde199e8-4ea4-4014-913f-837763e130cc not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:01.525305 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] For port 196e2639-dc30-454c-a61a-a12943bf30c2, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=196e2639-dc30-454c-a61a-a12943bf30c2,segment=NetworkSegment(9b719d07-96a9-4c58-9cb2-7a499d5827ae),segment_id=9b719d07-96a9-4c58-9cb2-7a499d5827ae)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:01.532362 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.594880 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:01.595539 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:01.634747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-73bf18f9-4d43-4756-a355-b2f46296e851 req-3cdea532-7e5d-4616-ad40-e6d45f60ca34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] For port eca48710-3b64-419a-ae7a-043dc0c01544, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=eca48710-3b64-419a-ae7a-043dc0c01544,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:01.635139 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-73bf18f9-4d43-4756-a355-b2f46296e851 req-3cdea532-7e5d-4616-ad40-e6d45f60ca34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.660451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab8592a-24fa-4fba-adf4-27c8f59f4d08,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:01.679352 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44b234f2-ac13-406d-be1b-585a2f62e6dc req-d9e75384-91d8-449f-a670-0f57815e10b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=08205b6e-2b3d-400a-beb5-757e43a44277 HTTP/1.1" status: 200 len: 217 time: 0.2570548 Jul 16 18:11:01.687805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-73bf18f9-4d43-4756-a355-b2f46296e851 req-3cdea532-7e5d-4616-ad40-e6d45f60ca34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Calling delete_port for eca48710-3b64-419a-ae7a-043dc0c01544 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:01.700735 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a543c7a-d66b-441b-ad29-69dab3180989 None None] Pushing event updated for resources: {'Port': ['ID=196e2639-dc30-454c-a61a-a12943bf30c2,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:01.732292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ca11e-caa9-4edd-b348-e29054379a87 req-acf41c1e-3e68-4b5d-ad02-5bef98e95835 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.746133 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b4ca11e-caa9-4edd-b348-e29054379a87 req-acf41c1e-3e68-4b5d-ad02-5bef98e95835 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 945 time: 0.4579585 Jul 16 18:11:01.839125 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.847913 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:01.876175 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f926a6-aafd-4a29-a4d0-e3eb908f832c req-2fb61c0b-73d0-4037-aa76-c9c055a5eeac tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.883649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41f926a6-aafd-4a29-a4d0-e3eb908f832c req-2fb61c0b-73d0-4037-aa76-c9c055a5eeac tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 948 time: 0.4314923 Jul 16 18:11:01.896700 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.906979 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/networks/0ca86cc9-e62f-4e7b-af56-ec19dc384309 HTTP/1.1" status: 204 len: 168 time: 4.0593040 Jul 16 18:11:01.915668 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48166) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:01.999735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b4ca11e-caa9-4edd-b348-e29054379a87 req-dd280579-b43b-4701-9032-91e2936d0014 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520885 Jul 16 18:11:02.009045 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f6aff-5fe7-4b23-a9f6-653720302e2b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Network': ['ID=0ca86cc9-e62f-4e7b-af56-ec19dc384309,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.011169 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.026276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48168) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:02.087259 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41f926a6-aafd-4a29-a4d0-e3eb908f832c req-d4bdb287-5219-48cf-a971-5ad8a284c315 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a8b2d84-0001-4c69-a9df-d6727951a7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025938 Jul 16 18:11:02.118384 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e712f37e-9900-49be-803f-5719b7066072 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.120193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e712f37e-9900-49be-803f-5719b7066072 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/e4b96acb-f2e0-4ecb-81b1-713aea0cb18b HTTP/1.1" status: 200 len: 840 time: 0.2003138 Jul 16 18:11:02.124688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48172) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:02.221598 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:10:55Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'fb5b77ef-9a03-4735-9b91-98f113777083', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'floating_ip_address': '172.25.3.50', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'port_id': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'mac_address': 'fa:16:3e:dc:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 1, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e2639-dc30-454c-a61a-a12943bf30c2', 'name': '', 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:8e:ba:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '4f72aeea-ce24-4f26-bf78-7ca2dbb080de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:52Z', 'updated_at': '2021-07-16T18:11:01Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '4f72aeea-ce24-4f26-bf78-7ca2dbb080de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:02.276556 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d70724-fa44-411c-84e7-91e2550bd159 None None] The sync data for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 is: [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:10:55Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'fb5b77ef-9a03-4735-9b91-98f113777083', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'floating_ip_address': '172.25.3.50', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'port_id': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'mac_address': 'fa:16:3e:dc:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 1, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196e2639-dc30-454c-a61a-a12943bf30c2', 'name': '', 'network_id': '51ec2967-6184-4750-bf51-60e7f7d4e1a6', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:8e:ba:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '4f72aeea-ce24-4f26-bf78-7ca2dbb080de', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:52Z', 'updated_at': '2021-07-16T18:11:01Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '4f72aeea-ce24-4f26-bf78-7ca2dbb080de', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:02.399371 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-73bf18f9-4d43-4756-a355-b2f46296e851 req-3cdea532-7e5d-4616-ad40-e6d45f60ca34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.414640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4e45a83c-1840-456e-934c-f9639ca35d73', 'eca48710-3b64-419a-ae7a-043dc0c01544'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:02.453002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9f1d5b47-8448-4959-a445-41a61a1a24b5 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/e4b96acb-f2e0-4ecb-81b1-713aea0cb18b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3181121 Jul 16 18:11:02.453880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48178) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:02.506119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c0c1af3f-218c-4b7d-8892-83ec1c70c900 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:02.641520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdea532-7e5d-4616-ad40-e6d45f60ca34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event deleted for resources: {'Port': ['ID=eca48710-3b64-419a-ae7a-043dc0c01544,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.785693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-389061784-network', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:02.792987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b234f2-ac13-406d-be1b-585a2f62e6dc req-f8479bbb-7254-4156-bc3a-b4c53764886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.794706 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44b234f2-ac13-406d-be1b-585a2f62e6dc req-f8479bbb-7254-4156-bc3a-b4c53764886e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 1.0638454 Jul 16 18:11:02.798538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.807863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.839658 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bf18f9-4d43-4756-a355-b2f46296e851 req-3cdea532-7e5d-4616-ad40-e6d45f60ca34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] No DVR routers for this DVR port eca48710-3b64-419a-ae7a-043dc0c01544 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:02.849924 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-73bf18f9-4d43-4756-a355-b2f46296e851 req-3cdea532-7e5d-4616-ad40-e6d45f60ca34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.854456 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73bf18f9-4d43-4756-a355-b2f46296e851 req-3cdea532-7e5d-4616-ad40-e6d45f60ca34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "DELETE /v2.0/ports/eca48710-3b64-419a-ae7a-043dc0c01544 HTTP/1.1" status: 204 len: 173 time: 1.8613441 Jul 16 18:11:02.856046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dccc642-a74f-42fc-90be-608ece5f1d03', 'name': 'network-vif-deleted', 'tag': 'eca48710-3b64-419a-ae7a-043dc0c01544'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:02.873826 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a56c43-912c-4298-9acf-c1d4c3a5bba5" -d '{"events": [{"server_uuid": "8dccc642-a74f-42fc-90be-608ece5f1d03", "name": "network-vif-deleted", "tag": "eca48710-3b64-419a-ae7a-043dc0c01544"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:02.900347 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c1af3f-218c-4b7d-8892-83ec1c70c900 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:02.918103 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0c1af3f-218c-4b7d-8892-83ec1c70c900 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.920044 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.920581 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 570c85da-3a09-4eeb-92f2-02fc363f2b2e {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:02.926144 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Made reservation on behalf of f557cf72c6684e0a88a529456be7e745 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:02.929445 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.933882 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.935066 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-75adb4ab-aa76-4414-a9ed-25217aac778f admin admin] 10.222.0.24 "DELETE /v2.0/routers/570c85da-3a09-4eeb-92f2-02fc363f2b2e HTTP/1.1" status: 204 len: 168 time: 5.2023830 Jul 16 18:11:02.942827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48186) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:02.946456 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.993431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b234f2-ac13-406d-be1b-585a2f62e6dc req-69361322-2692-4e90-87ad-d93371956278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.997308 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44b234f2-ac13-406d-be1b-585a2f62e6dc req-69361322-2692-4e90-87ad-d93371956278 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1920817 Jul 16 18:11:03.289990 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44b234f2-ac13-406d-be1b-585a2f62e6dc req-61b2e6e2-9e7e-4fd5-996f-652f4b712459 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825205 Jul 16 18:11:03.292917 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5cc82e-7057-44f6-8767-17fb19adeb2d x-openstack-request-id: req-7d5cc82e-7057-44f6-8767-17fb19adeb2d {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:03.293441 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dccc642-a74f-42fc-90be-608ece5f1d03", "name": "network-vif-deleted", "tag": "eca48710-3b64-419a-ae7a-043dc0c01544", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:03.300522 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d5cc82e-7057-44f6-8767-17fb19adeb2d {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:03.300522 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dccc642-a74f-42fc-90be-608ece5f1d03', 'name': 'network-vif-deleted', 'tag': 'eca48710-3b64-419a-ae7a-043dc0c01544', 'status': 'completed', 'code': 200} Jul 16 18:11:03.322619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 196e2639-dc30-454c-a61a-a12943bf30c2 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:03.383497 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f6fa6eb-2e52-4f72-ba91-928e054dc2cd req-c45b32d6-0cd9-46d1-b01c-241d127fa99b tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dccc642-a74f-42fc-90be-608ece5f1d03 HTTP/1.1" status: 200 len: 210 time: 0.0816331 Jul 16 18:11:03.423635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 196e2639-dc30-454c-a61a-a12943bf30c2 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:03.434135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 196e2639-dc30-454c-a61a-a12943bf30c2 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:03.434504 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.543704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-84741891-9c97-470f-9e8d-2b4c7e402d0b admin admin] Deleting subnet 7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:03.548223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.582508 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-44b234f2-ac13-406d-be1b-585a2f62e6dc req-fe79f40b-564f-4fad-8d4d-2214214533f8 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811780 Jul 16 18:11:03.592848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.595428 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.602596 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84741891-9c97-470f-9e8d-2b4c7e402d0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.604773 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0c1af3f-218c-4b7d-8892-83ec1c70c900 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.612273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:03.628661 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.628661 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Added segment cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f of type vlan for network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a Jul 16 18:11:03.674864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 196e2639-dc30-454c-a61a-a12943bf30c2, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=196e2639-dc30-454c-a61a-a12943bf30c2,segment=NetworkSegment(9b719d07-96a9-4c58-9cb2-7a499d5827ae),segment_id=9b719d07-96a9-4c58-9cb2-7a499d5827ae)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:03.680248 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 08205b6e-2b3d-400a-beb5-757e43a44277 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:03.690965 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.731773 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.737401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e1975-3790-4789-b6fb-bbfb619979c3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.801171 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.802574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.803602 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.811481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ecd2b-b714-4b59-a3db-9b6ecb2e5466 req-03b78191-74aa-492d-a195-f9bde3f0d4f6 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.813280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad9ecd2b-b714-4b59-a3db-9b6ecb2e5466 req-03b78191-74aa-492d-a195-f9bde3f0d4f6 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 946 time: 1.0819132 Jul 16 18:11:03.823386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=196e2639-dc30-454c-a61a-a12943bf30c2,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.878490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c1af3f-218c-4b7d-8892-83ec1c70c900 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ab399775-69a3-44e7-819c-2b6e0cb8857a is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:03.890107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84741891-9c97-470f-9e8d-2b4c7e402d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.922304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c0c1af3f-218c-4b7d-8892-83ec1c70c900 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:03.927819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] Pushing event updated for resources: {'Network': ['ID=8aa60fa6-b20e-4ec0-a87a-c1289b99249a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.933559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c1af3f-218c-4b7d-8892-83ec1c70c900 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.934648 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0c1af3f-218c-4b7d-8892-83ec1c70c900 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.937189 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c937e6d0-fcfc-41ee-a338-bd3f917d7f49 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7934344 Jul 16 18:11:03.938166 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48200) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:03.944582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-64615ad3-b50a-453c-9479-aabad3104ba3 admin admin] Request body: {'subnet': {'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-389061784-subnet', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:03.961890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135e70e4-e37c-4674-9547-7a7ae91aa1f4 None None] Network ab399775-69a3-44e7-819c-2b6e0cb8857a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:03.967074 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1af3f-218c-4b7d-8892-83ec1c70c900 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Subnet': ['ID=781674e4-fd41-48f7-9395-e797b68660c7,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.986363 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:03.989174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64615ad3-b50a-453c-9479-aabad3104ba3 admin admin] Made reservation on behalf of f557cf72c6684e0a88a529456be7e745 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:03.993150 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-64615ad3-b50a-453c-9479-aabad3104ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.008162 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad9ecd2b-b714-4b59-a3db-9b6ecb2e5466 req-079d8225-4ac9-4e8f-afe1-3369185f91f2 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435146 Jul 16 18:11:04.053190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c0c1af3f-218c-4b7d-8892-83ec1c70c900 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5536723 Jul 16 18:11:04.056947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48204) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:04.071925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611fb97-4e95-4980-b744-37d97004f05c req-d94f29c2-1495-4534-9921-47c1275da2f1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.080568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5611fb97-4e95-4980-b744-37d97004f05c req-d94f29c2-1495-4534-9921-47c1275da2f1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 948 time: 0.4017258 Jul 16 18:11:04.089221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ba24815a-8638-439d-9f91-6633390b2f49 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'security_group': {'name': 'tempest-secgroup-804642844'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:04.127720 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84741891-9c97-470f-9e8d-2b4c7e402d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.154097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 08205b6e-2b3d-400a-beb5-757e43a44277, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=08205b6e-2b3d-400a-beb5-757e43a44277,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:04.199921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5611fb97-4e95-4980-b744-37d97004f05c req-6294268d-73a7-4869-b4e3-679222727d02 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a8b2d84-0001-4c69-a9df-d6727951a7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180251 Jul 16 18:11:04.203314 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba24815a-8638-439d-9f91-6633390b2f49 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.231008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '08205b6e-2b3d-400a-beb5-757e43a44277', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': '08205b6e-2b3d-400a-beb5-757e43a44277', 'mac_address': 'fa:16:3e:3d:fe:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:04.268565 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84741891-9c97-470f-9e8d-2b4c7e402d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.285176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-64615ad3-b50a-453c-9479-aabad3104ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.287419 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.309348 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-84741891-9c97-470f-9e8d-2b4c7e402d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.315478 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-84741891-9c97-470f-9e8d-2b4c7e402d0b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a HTTP/1.1" status: 204 len: 168 time: 1.0864811 Jul 16 18:11:04.316664 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84741891-9c97-470f-9e8d-2b4c7e402d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bbe6f6e-be4c-4217-92d0-65f4ecee2a0a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.323326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48208) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:04.327140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08205b6e-2b3d-400a-beb5-757e43a44277 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:04.332324 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64615ad3-b50a-453c-9479-aabad3104ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2239bebd-69f9-4b96-acad-400955c8b137,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.336946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a364eeb-c970-4ecb-9914-ad6b63e73c17 None None] Network 981660af-4b2c-4916-8662-a65197136911 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:04.392860 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 08205b6e-2b3d-400a-beb5-757e43a44277, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=08205b6e-2b3d-400a-beb5-757e43a44277,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:04.405278 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.411420 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64615ad3-b50a-453c-9479-aabad3104ba3 admin admin] Checking segment: {'id': 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:04.411835 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64615ad3-b50a-453c-9479-aabad3104ba3 admin admin] Network hostable DHCP agents. Network: 8aa60fa6-b20e-4ec0-a87a-c1289b99249a, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:04.423756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d8f09-0105-4309-81f5-0fdeda54edc9 req-f65e5f5a-1989-43ed-b904-a161edb20931 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.425448 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eb7d8f09-0105-4309-81f5-0fdeda54edc9 req-f65e5f5a-1989-43ed-b904-a161edb20931 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 946 time: 0.1819594 Jul 16 18:11:04.484047 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64615ad3-b50a-453c-9479-aabad3104ba3 admin admin] Network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:04.489596 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba24815a-8638-439d-9f91-6633390b2f49 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.495133 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba24815a-8638-439d-9f91-6633390b2f49 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.499530 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-64615ad3-b50a-453c-9479-aabad3104ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 8aa60fa6-b20e-4ec0-a87a-c1289b99249a) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:04.508081 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64615ad3-b50a-453c-9479-aabad3104ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.509248 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-64615ad3-b50a-453c-9479-aabad3104ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.530724 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-64615ad3-b50a-453c-9479-aabad3104ba3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5905287 Jul 16 18:11:04.531436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=08205b6e-2b3d-400a-beb5-757e43a44277,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.531919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48212) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:04.537672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-389061784-router', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:04.541169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819dd942-d597-4cdf-8b8a-288419ef89b8 None None] Network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:04.545594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24815a-8638-439d-9f91-6633390b2f49 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e4f861-638f-4298-9748-275b9e778605,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.563777 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.629514 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.631621 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.633135 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba24815a-8638-439d-9f91-6633390b2f49 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.634651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ba24815a-8638-439d-9f91-6633390b2f49 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5745051 Jul 16 18:11:04.637323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48218) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:04.642219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-6ac11ca0-3b34-495e-b776-a3ba73c2a6c2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'security_group': {'name': 'tempest-secgroup-167740390'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:04.716164 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ac11ca0-3b34-495e-b776-a3ba73c2a6c2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.719826 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.738031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f150881e-a528-4095-a107-fc990ba3b302 None None] Network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:04.776220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Deleting port 35679a97-e3ad-459f-b07f-14ff10846ab8 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:04.776599 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.843538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-ab399775-69a3-44e7-819c-2b6e0cb8857a', 'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'tenant_id': 'ae7fe069504a42babdfd45616e4eff60', 'fixed_ips': [{'subnet_id': '781674e4-fd41-48f7-9395-e797b68660c7'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:04.844402 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.854541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-eb7d8f09-0105-4309-81f5-0fdeda54edc9 req-63498e37-d9c3-42fb-b949-d73cc87207ff tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Deleting port 704413b3-4e1e-4325-9087-049691489178 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:04.855745 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eb7d8f09-0105-4309-81f5-0fdeda54edc9 req-63498e37-d9c3-42fb-b949-d73cc87207ff tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.877204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] For port 35679a97-e3ad-459f-b07f-14ff10846ab8, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=35679a97-e3ad-459f-b07f-14ff10846ab8,segment=NetworkSegment(d69bd5d9-15c1-4064-8347-068255178715),segment_id=d69bd5d9-15c1-4064-8347-068255178715)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:04.877589 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.894694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Calling delete_port for 35679a97-e3ad-459f-b07f-14ff10846ab8 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:05.013403 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.046297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['08205b6e-2b3d-400a-beb5-757e43a44277'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:05.049813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=35679a97-e3ad-459f-b07f-14ff10846ab8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:05.058415 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-eb7d8f09-0105-4309-81f5-0fdeda54edc9 req-63498e37-d9c3-42fb-b949-d73cc87207ff tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] For port 704413b3-4e1e-4325-9087-049691489178, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=704413b3-4e1e-4325-9087-049691489178,segment=NetworkSegment(87815dda-93ac-4128-814b-200315ec07ea),segment_id=87815dda-93ac-4128-814b-200315ec07ea)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:05.058803 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eb7d8f09-0105-4309-81f5-0fdeda54edc9 req-63498e37-d9c3-42fb-b949-d73cc87207ff tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.067373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] No DVR routers for this DVR port 35679a97-e3ad-459f-b07f-14ff10846ab8 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:05.144207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-20e99b48-6a5e-417d-9eeb-5dd59d70466a req-65807316-bed8-49d4-a3ef-43b067fbbd53 service neutron] (105591) timed out ('10.222.0.32', 55351) {{(pid=105591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:11:05.151448 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device eca48710-3b64-419a-ae7a-043dc0c01544 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:05.221679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-eb7d8f09-0105-4309-81f5-0fdeda54edc9 req-63498e37-d9c3-42fb-b949-d73cc87207ff tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Calling delete_port for 704413b3-4e1e-4325-9087-049691489178 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:05.234725 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.253001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981660af-4b2c-4916-8662-a65197136911']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:05.282799 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69bd5d9-15c1-4064-8347-068255178715') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:05.283158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69bd5d9-15c1-4064-8347-068255178715') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:05.299334 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.318337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: eca48710-3b64-419a-ae7a-043dc0c01544 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:05.319674 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device eca48710-3b64-419a-ae7a-043dc0c01544 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:05.370557 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.441601 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 196e2639-dc30-454c-a61a-a12943bf30c2 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:05.460541 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ac11ca0-3b34-495e-b776-a3ba73c2a6c2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.470299 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.483871 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ac11ca0-3b34-495e-b776-a3ba73c2a6c2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.572243 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eb7d8f09-0105-4309-81f5-0fdeda54edc9 req-63498e37-d9c3-42fb-b949-d73cc87207ff tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.578725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:05.579749 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.586568 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ac11ca0-3b34-495e-b776-a3ba73c2a6c2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.589091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6ac11ca0-3b34-495e-b776-a3ba73c2a6c2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9504812 Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:05.591500 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:05.611058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48246) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:05.643435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-821794315', 'security_groups': ['b39ab5fc-9f80-4bd8-9648-cd7bdb491547'], 'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '781674e4-fd41-48f7-9395-e797b68660c7'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:05.679653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 704413b3-4e1e-4325-9087-049691489178 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:05.706816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbf4a36-b631-4495-863a-f1e39334ae06 None None] DHCP port deletion for 981660af-4b2c-4916-8662-a65197136911 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:05.719150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 704413b3-4e1e-4325-9087-049691489178 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:05.719499 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 704413b3-4e1e-4325-9087-049691489178 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:05.730746 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63498e37-d9c3-42fb-b949-d73cc87207ff tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Pushing event deleted for resources: {'Port': ['ID=704413b3-4e1e-4325-9087-049691489178,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:05.733550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 196e2639-dc30-454c-a61a-a12943bf30c2 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:05.734214 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.774303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Allocated IP 172.20.0.2 (ab399775-69a3-44e7-819c-2b6e0cb8857a/781674e4-fd41-48f7-9395-e797b68660c7/30197fa8-5383-4b60-a33e-e703d6b97470) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:05.807453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7d8f09-0105-4309-81f5-0fdeda54edc9 req-63498e37-d9c3-42fb-b949-d73cc87207ff tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] No DVR routers for this DVR port 704413b3-4e1e-4325-9087-049691489178 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:05.810488 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-eb7d8f09-0105-4309-81f5-0fdeda54edc9 req-63498e37-d9c3-42fb-b949-d73cc87207ff tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.813007 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eb7d8f09-0105-4309-81f5-0fdeda54edc9 req-63498e37-d9c3-42fb-b949-d73cc87207ff tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.32 "DELETE /v2.0/ports/704413b3-4e1e-4325-9087-049691489178 HTTP/1.1" status: 204 len: 173 time: 1.3802383 Jul 16 18:11:05.815090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4216ac1-59db-4d9a-b9cb-d11c4d5c2544', 'name': 'network-vif-deleted', 'tag': '704413b3-4e1e-4325-9087-049691489178'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:05.817877 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d335428-91fa-4765-bbd4-ff408de3fd67" -d '{"events": [{"server_uuid": "e4216ac1-59db-4d9a-b9cb-d11c4d5c2544", "name": "network-vif-deleted", "tag": "704413b3-4e1e-4325-9087-049691489178"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:05.869566 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.909816 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.931362 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac11ca0-3b34-495e-b776-a3ba73c2a6c2 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39ab5fc-9f80-4bd8-9648-cd7bdb491547,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:05.961984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-cec48e6f-ebd1-4445-a471-61b1982e2a67 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.963772 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-cec48e6f-ebd1-4445-a471-61b1982e2a67 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.6771789 Jul 16 18:11:05.971035 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.990125 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.995206 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/981660af-4b2c-4916-8662-a65197136911 HTTP/1.1" status: 204 len: 168 time: 1.6683183 Jul 16 18:11:06.009903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ba907-2ef5-487e-b56a-31e16e3df733 req-1c1afe5d-b014-417f-9e70-fd788650d3c8 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.017713 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-792ba907-2ef5-487e-b56a-31e16e3df733 req-1c1afe5d-b014-417f-9e70-fd788650d3c8 tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4216ac1-59db-4d9a-b9cb-d11c4d5c2544 HTTP/1.1" status: 200 len: 867 time: 0.7318430 Jul 16 18:11:06.038976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Allocated IP 172.25.3.228 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/d71cb2f8-7053-4e79-8aff-fa16db5c8902) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:06.055147 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73561e7-3bb9-40c7-9ceb-41b2a158b8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=981660af-4b2c-4916-8662-a65197136911,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.088415 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-88141b72-d48c-4c65-97ed-6b4a305891e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/quotas/c905d491822e49e885932a1c8ed5895b HTTP/1.1" status: 200 len: 375 time: 0.1125643 Jul 16 18:11:06.092785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:06.168506 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.199948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Transition to ACTIVE for port object 30197fa8-5383-4b60-a33e-e703d6b97470 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:06.208502 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.247618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Transition to ACTIVE for port object 30197fa8-5383-4b60-a33e-e703d6b97470 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:06.259653 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.260386 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.289877 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-792ba907-2ef5-487e-b56a-31e16e3df733 req-4c16bcbc-8c04-4426-974c-1df4aea5e2ce tempest-VolumesSnapshotTestJSON-1447297984 tempest-VolumesSnapshotTestJSON-1447297984-project] 10.222.0.24 "GET /v2.0/security-groups?id=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711029 Jul 16 18:11:06.329209 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Network ab399775-69a3-44e7-819c-2b6e0cb8857a is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:06.333452 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:06.333948 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port 184c803c-24bd-466a-b2ff-1fc53fd75479 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:06.339978 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:06.348549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48260) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:06.410810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Pushing event updated for resources: {'Port': ['ID=30197fa8-5383-4b60-a33e-e703d6b97470,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.415247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.432521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Attempting to bind port 30197fa8-5383-4b60-a33e-e703d6b97470 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:06.432521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Attempting to bind port 30197fa8-5383-4b60-a33e-e703d6b97470 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'bf039436-9afc-4040-8b8b-e192490228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:06.432521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Attempting to bind port 30197fa8-5383-4b60-a33e-e703d6b97470 on network ab399775-69a3-44e7-819c-2b6e0cb8857a {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:06.439212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:06.439719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Checking segment: {'id': 'bf039436-9afc-4040-8b8b-e192490228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:06.440342 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.440811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Bound using segment: {'id': 'bf039436-9afc-4040-8b8b-e192490228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:06.441390 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Bound port: 30197fa8-5383-4b60-a33e-e703d6b97470, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf039436-9afc-4040-8b8b-e192490228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:06.441886 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.480999 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-54f932af-bb58-48fb-b94f-dcc8a72d1bc3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2769163 Jul 16 18:11:06.492131 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:06.507906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:06.518226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:06.536853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] For port 30197fa8-5383-4b60-a33e-e703d6b97470, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:06.541505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] For port 30197fa8-5383-4b60-a33e-e703d6b97470, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=30197fa8-5383-4b60-a33e-e703d6b97470,segment=NetworkSegment(bf039436-9afc-4040-8b8b-e192490228b3),segment_id=bf039436-9afc-4040-8b8b-e192490228b3)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:06.556520 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.585349 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f72c33c3-1b9c-41a6-b749-f0c7430587f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fdcfc6a64164e019457ac174161d31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280326 Jul 16 18:11:06.586850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48262) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:06.599602 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d71cb2f8-7053-4e79-8aff-fa16db5c8902,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.646534 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd380004-8b41-40c2-bb37-c3dda0a2c202 None None] Pushing event updated for resources: {'Port': ['ID=30197fa8-5383-4b60-a33e-e703d6b97470,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.816831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-38320fcb-36f0-4fcb-a007-5c40983297a0 service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152966 Jul 16 18:11:06.839489 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fadc44cc-2653-4d51-b530-c1f8a622ecf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.864233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.10 (ab399775-69a3-44e7-819c-2b6e0cb8857a/781674e4-fd41-48f7-9395-e797b68660c7/184c803c-24bd-466a-b2ff-1fc53fd75479) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:06.932364 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fadc44cc-2653-4d51-b530-c1f8a622ecf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.940234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ef55b-7558-4ac9-9fdc-09bd16ea5523 req-96cf7393-96bd-4b81-8fa0-766efb69faa8 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.952903 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b2ef55b-7558-4ac9-9fdc-09bd16ea5523 req-96cf7393-96bd-4b81-8fa0-766efb69faa8 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 949 time: 0.4582210 Jul 16 18:11:07.093244 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.109222 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fadc44cc-2653-4d51-b530-c1f8a622ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.116993 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fadc44cc-2653-4d51-b530-c1f8a622ecf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.118285 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fadc44cc-2653-4d51-b530-c1f8a622ecf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30d11987-077a-4cc7-9e92-5b53cbc75506 HTTP/1.1" status: 204 len: 168 time: 0.5302594 Jul 16 18:11:07.207695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc44cc-2653-4d51-b530-c1f8a622ecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d11987-077a-4cc7-9e92-5b53cbc75506,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:07.293383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 30197fa8-5383-4b60-a33e-e703d6b97470 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:07.446635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 30197fa8-5383-4b60-a33e-e703d6b97470 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:07.472458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 35679a97-e3ad-459f-b07f-14ff10846ab8 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:07.516521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 35679a97-e3ad-459f-b07f-14ff10846ab8 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:07.518746 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 35679a97-e3ad-459f-b07f-14ff10846ab8 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:07.555397 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.607139 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b2ef55b-7558-4ac9-9fdc-09bd16ea5523 req-627ff6d9-cd57-4e4e-9f4c-1b88c8010765 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a8b2d84-0001-4c69-a9df-d6727951a7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529229 Jul 16 18:11:07.639160 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-d0173c35-2f17-4fc8-a9be-9353191a00a8 service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8212848 Jul 16 18:11:07.680566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 08205b6e-2b3d-400a-beb5-757e43a44277 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:07.732480 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.753856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Transition to ACTIVE for port object 184c803c-24bd-466a-b2ff-1fc53fd75479 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:07.793738 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50065cab-ddd3-48f4-ad58-f484f9a6f9d4 x-openstack-request-id: req-50065cab-ddd3-48f4-ad58-f484f9a6f9d4 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:07.795701 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4216ac1-59db-4d9a-b9cb-d11c4d5c2544", "name": "network-vif-deleted", "tag": "704413b3-4e1e-4325-9087-049691489178", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:07.798217 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50065cab-ddd3-48f4-ad58-f484f9a6f9d4 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:07.799038 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4216ac1-59db-4d9a-b9cb-d11c4d5c2544', 'name': 'network-vif-deleted', 'tag': '704413b3-4e1e-4325-9087-049691489178', 'status': 'completed', 'code': 200} Jul 16 18:11:07.802184 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 08205b6e-2b3d-400a-beb5-757e43a44277 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:07.819818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 08205b6e-2b3d-400a-beb5-757e43a44277 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:07.820445 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.877855 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.992620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ab399775-69a3-44e7-819c-2b6e0cb8857a is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:07.998085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:08.017338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Router ff812f80-c3df-4ccc-9c27-27aa7f0dd80c is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:08.019040 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:08.180140 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.233864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e104897a-8c66-4252-b071-244f582821e8 req-281ecdab-cf25-4be2-a333-287048450efd tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 210 time: 0.1554890 Jul 16 18:11:08.237725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=184c803c-24bd-466a-b2ff-1fc53fd75479,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.257272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.258237 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.294685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e239e437-e4a2-4fca-aa1e-9945d45223ba tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6591043 Jul 16 18:11:08.298188 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48300) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:08.305019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7609580b-1819-4e40-af67-e3baf2eec943 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:08.310473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513b7f22-0538-4429-938a-a4c246a166de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08205b6e-2b3d-400a-beb5-757e43a44277'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:08.312822 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f24e42-2035-4241-9c97-40bf9b461c7a" -d '{"events": [{"server_uuid": "513b7f22-0538-4429-938a-a4c246a166de", "name": "network-vif-plugged", "status": "completed", "tag": "08205b6e-2b3d-400a-beb5-757e43a44277"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:08.395135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:08.408636 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 08205b6e-2b3d-400a-beb5-757e43a44277, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=08205b6e-2b3d-400a-beb5-757e43a44277,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:08.424585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.433391 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9386848f-949d-4803-a059-968e6907a6a2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9005799 Jul 16 18:11:08.434030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Sync routers for ids ['ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:08.437253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48308) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:08.454387 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.481508 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a69bb73-10a0-4264-8c9d-eff301a3a773 x-openstack-request-id: req-2a69bb73-10a0-4264-8c9d-eff301a3a773 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:08.482234 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513b7f22-0538-4429-938a-a4c246a166de", "name": "network-vif-plugged", "status": "completed", "tag": "08205b6e-2b3d-400a-beb5-757e43a44277", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:08.482932 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a69bb73-10a0-4264-8c9d-eff301a3a773 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:08.484330 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513b7f22-0538-4429-938a-a4c246a166de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08205b6e-2b3d-400a-beb5-757e43a44277', 'code': 200} Jul 16 18:11:08.512735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dc1c520c-e97a-47ed-b0c1-74b1c831232d None None] Provisioning complete for port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:08.513196 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc1c520c-e97a-47ed-b0c1-74b1c831232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.608101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7609580b-1819-4e40-af67-e3baf2eec943 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:08.616653 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7609580b-1819-4e40-af67-e3baf2eec943 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.717889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Routers {'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:08.719174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:08.945701 n-d-787205-10 neutron-server[105591]: INFO neutron.db.ipam_backend_mixin [None req-7609580b-1819-4e40-af67-e3baf2eec943 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 781674e4-fd41-48f7-9395-e797b68660c7 (CIDR: 172.20.0.0/28) Jul 16 18:11:08.947012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c520c-e97a-47ed-b0c1-74b1c831232d None None] Port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:08.958051 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7609580b-1819-4e40-af67-e3baf2eec943 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:08.958910 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7609580b-1819-4e40-af67-e3baf2eec943 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:08.993354 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7609580b-1819-4e40-af67-e3baf2eec943 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6939867 Jul 16 18:11:08.994242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48330) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.009428 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8272bb20-fd8c-4173-873b-9a16c4f6a8ed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:09.035093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dc1c520c-e97a-47ed-b0c1-74b1c831232d None None] Provisioning for port 30197fa8-5383-4b60-a33e-e703d6b97470 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:09.051449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dc1c520c-e97a-47ed-b0c1-74b1c831232d None None] Provisioning complete for port 30197fa8-5383-4b60-a33e-e703d6b97470 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:09.051837 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc1c520c-e97a-47ed-b0c1-74b1c831232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.194886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=08205b6e-2b3d-400a-beb5-757e43a44277,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.223006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95aa02-98c7-4e01-b5da-8a8b923a98f2 req-0ef7efe5-ea8a-4f00-b45c-1c54abfa036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.226605 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4e95aa02-98c7-4e01-b5da-8a8b923a98f2 req-0ef7efe5-ea8a-4f00-b45c-1c54abfa036f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 1102 time: 0.5381386 Jul 16 18:11:09.316642 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Set router ff812f80-c3df-4ccc-9c27-27aa7f0dd80c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:09.420164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15674966-2764-4559-9ccf-a7fb278af692 req-c095dde0-be95-4769-927d-563186c808a5 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.424329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-15674966-2764-4559-9ccf-a7fb278af692 req-c095dde0-be95-4769-927d-563186c808a5 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 950 time: 0.4039102 Jul 16 18:11:09.549727 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc1c520c-e97a-47ed-b0c1-74b1c831232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.737121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a66a12e-873b-4e4b-b3fb-2268f8f56498 req-8a748c86-3e5a-4215-917e-249d4373c872 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 210 time: 0.1437209 Jul 16 18:11:09.742290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8272bb20-fd8c-4173-873b-9a16c4f6a8ed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:09.757764 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8272bb20-fd8c-4173-873b-9a16c4f6a8ed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.892360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dc1c520c-e97a-47ed-b0c1-74b1c831232d None None] For port 30197fa8-5383-4b60-a33e-e703d6b97470, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=30197fa8-5383-4b60-a33e-e703d6b97470,segment=NetworkSegment(bf039436-9afc-4040-8b8b-e192490228b3),segment_id=bf039436-9afc-4040-8b8b-e192490228b3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:09.901578 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc1c520c-e97a-47ed-b0c1-74b1c831232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.934701 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-15674966-2764-4559-9ccf-a7fb278af692 req-bcca134e-2910-4faf-bd7c-47b5cb53ec80 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a8b2d84-0001-4c69-a9df-d6727951a7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848318 Jul 16 18:11:09.959467 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:11:10.107207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c520c-e97a-47ed-b0c1-74b1c831232d None None] Pushing event updated for resources: {'Port': ['ID=30197fa8-5383-4b60-a33e-e703d6b97470,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.121342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fa3e8c3a-1cd0-4cad-827f-d773c62e2aaa None None] Provisioning for port 184c803c-24bd-466a-b2ff-1fc53fd75479 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:10.128409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fa3e8c3a-1cd0-4cad-827f-d773c62e2aaa None None] Provisioning complete for port 184c803c-24bd-466a-b2ff-1fc53fd75479 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:10.128982 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8c3a-1cd0-4cad-827f-d773c62e2aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.163974 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4e95aa02-98c7-4e01-b5da-8a8b923a98f2 req-cd23c3f1-5664-4b69-92e8-48dc2d967fae service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6a8b2d84-0001-4c69-a9df-d6727951a7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8772795 Jul 16 18:11:10.200068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-fa3e8c3a-1cd0-4cad-827f-d773c62e2aaa None None] Port 184c803c-24bd-466a-b2ff-1fc53fd75479 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:10.220004 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'name': 'tempest-ServerRescueTestJSON-389061784-router', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:04Z', 'updated_at': '2021-07-16T18:11:06Z', 'revision_number': 3, 'project_id': 'f557cf72c6684e0a88a529456be7e745', 'gw_port': {'id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:05Z', 'updated_at': '2021-07-16T18:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:10.255792 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Checking router: ff812f80-c3df-4ccc-9c27-27aa7f0dd80c for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:10.256621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Updating router ff812f80-c3df-4ccc-9c27-27aa7f0dd80c port d71cb2f8-7053-4e79-8aff-fa16db5c8902 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:11:10.297974 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.487124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.811516 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8272bb20-fd8c-4173-873b-9a16c4f6a8ed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.925990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272bb20-fd8c-4173-873b-9a16c4f6a8ed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Subnet': ['ID=7d113b9a-709a-40f4-907e-d769d922c9e6,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.949457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-674da62c-aa4f-484f-b7cf-b724bbc80c34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.951947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-674da62c-aa4f-484f-b7cf-b724bbc80c34 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.5249126 Jul 16 18:11:10.963789 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8272bb20-fd8c-4173-873b-9a16c4f6a8ed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ab399775-69a3-44e7-819c-2b6e0cb8857a is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:10.968710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-33cf6e7b-8d1c-4153-b79b-1cd7a7f23faa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Request body: {'port': {'device_id': '2ad4ef4f-4bd8-469e-be28-d3df5acff938', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'admin_state_up': True, 'tenant_id': 'c905d491822e49e885932a1c8ed5895b'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:10.987316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8272bb20-fd8c-4173-873b-9a16c4f6a8ed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:11.022916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8272bb20-fd8c-4173-873b-9a16c4f6a8ed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.025460 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8272bb20-fd8c-4173-873b-9a16c4f6a8ed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.060566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5bbbf-d2ad-47b5-bdc1-98863757dfc3 None None] Network ab399775-69a3-44e7-819c-2b6e0cb8857a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:11.075974 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Allocated IP 172.20.0.1 (8aa60fa6-b20e-4ec0-a87a-c1289b99249a/2239bebd-69f9-4b96-acad-400955c8b137/2499f9fb-d42d-43ea-8013-fa2269184e92) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:11.142621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48382) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:11.143831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8272bb20-fd8c-4173-873b-9a16c4f6a8ed tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1451967 Jul 16 18:11:11.160052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d332e460-5fe9-45e5-87ed-95839b6d0f58 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1551956904', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7d113b9a-709a-40f4-907e-d769d922c9e6'}], 'security_groups': ['d1e4f861-638f-4298-9748-275b9e778605']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:11.213349 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.233231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Transition to ACTIVE for port object d71cb2f8-7053-4e79-8aff-fa16db5c8902 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:11.249619 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.329984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52255cc9-01c0-4726-87fe-be0d7b5580cf None None] Pushing event updated for resources: {'Port': ['ID=d71cb2f8-7053-4e79-8aff-fa16db5c8902,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:11.354386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 30197fa8-5383-4b60-a33e-e703d6b97470 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:11.367733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1991af1d-8c9f-451e-85a1-cb58afa3d754 req-47f9a3e7-ba15-4f13-8961-5ca764be316c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 210 time: 0.2477562 Jul 16 18:11:11.566969 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.616857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Attempting to bind port d71cb2f8-7053-4e79-8aff-fa16db5c8902 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:11.617472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Attempting to bind port d71cb2f8-7053-4e79-8aff-fa16db5c8902 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:11.619293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Attempting to bind port d71cb2f8-7053-4e79-8aff-fa16db5c8902 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:11.627100 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb711c-5395-4172-a73f-6b40b57ce854 req-bff7597b-3fdc-4062-b7c9-b7f144200069 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.629320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5efb711c-5395-4172-a73f-6b40b57ce854 req-bff7597b-3fdc-4062-b7c9-b7f144200069 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 950 time: 0.2506993 Jul 16 18:11:11.631324 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-33cf6e7b-8d1c-4153-b79b-1cd7a7f23faa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Made reservation on behalf of c905d491822e49e885932a1c8ed5895b for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:11.637127 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-33cf6e7b-8d1c-4153-b79b-1cd7a7f23faa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.663472 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d332e460-5fe9-45e5-87ed-95839b6d0f58 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.674103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:11.682160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:11.682659 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.683490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:11.684088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Bound port: d71cb2f8-7053-4e79-8aff-fa16db5c8902, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:11.684514 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.769396 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5efb711c-5395-4172-a73f-6b40b57ce854 req-8d5c445d-6ced-46ca-9129-c75b8762f09e tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a8b2d84-0001-4c69-a9df-d6727951a7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291201 Jul 16 18:11:11.831436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 30197fa8-5383-4b60-a33e-e703d6b97470 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:11.833594 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.861500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.892335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-33cf6e7b-8d1c-4153-b79b-1cd7a7f23faa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Allocated IP 172.20.0.2 (d58e225e-c879-4f15-abb1-6d1a0a301c44/56bb9c40-c752-475f-b8ac-edadb686e877/937c11db-ab0d-4f95-902f-effe04507394) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:12.055845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] For port d71cb2f8-7053-4e79-8aff-fa16db5c8902, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:12.065485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] For port d71cb2f8-7053-4e79-8aff-fa16db5c8902, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d71cb2f8-7053-4e79-8aff-fa16db5c8902,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:12.105131 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.106151 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:12.169280 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-33cf6e7b-8d1c-4153-b79b-1cd7a7f23faa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.209934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52255cc9-01c0-4726-87fe-be0d7b5580cf None None] Pushing event updated for resources: {'Port': ['ID=d71cb2f8-7053-4e79-8aff-fa16db5c8902,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.239048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48400) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.250101 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-33cf6e7b-8d1c-4153-b79b-1cd7a7f23faa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.334582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-33cf6e7b-8d1c-4153-b79b-1cd7a7f23faa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Network d58e225e-c879-4f15-abb1-6d1a0a301c44 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:12.343603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-33cf6e7b-8d1c-4153-b79b-1cd7a7f23faa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:12.356995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-33cf6e7b-8d1c-4153-b79b-1cd7a7f23faa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:12.398494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:12.406845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Pushing event updated for resources: {'Port': ['ID=2499f9fb-d42d-43ea-8013-fa2269184e92,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.459380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf6e7b-8d1c-4153-b79b-1cd7a7f23faa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event updated for resources: {'Port': ['ID=937c11db-ab0d-4f95-902f-effe04507394,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.475748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:12.536458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-33cf6e7b-8d1c-4153-b79b-1cd7a7f23faa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.538823 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-33cf6e7b-8d1c-4153-b79b-1cd7a7f23faa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.544230 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b8f5-428f-48fe-a237-ab0a0e48fcf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.556486 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:12.556847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:12.557187 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:12.557534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:12.557913 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:12.558564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:12.558909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:12.559248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:12.559583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:12.559921 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:12.562291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:12.562714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:12.592502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-33cf6e7b-8d1c-4153-b79b-1cd7a7f23faa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6312461 Jul 16 18:11:12.613484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Request body: {'port': {'device_id': '2ad4ef4f-4bd8-469e-be28-d3df5acff938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:12.662674 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4e45a83c-1840-456e-934c-f9639ca35d73'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:12.738074 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.757351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd4b296-014b-481d-8595-2b2cc4eeab99 None None] Update dhcp port {'port': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'fixed_ips': [{'subnet_id': '781674e4-fd41-48f7-9395-e797b68660c7', 'ip_address': '172.20.0.2'}, {'subnet_id': '7d113b9a-709a-40f4-907e-d769d922c9e6'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '30197fa8-5383-4b60-a33e-e703d6b97470'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:11:12.883324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Routers {'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:12.883935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:12.905911 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d332e460-5fe9-45e5-87ed-95839b6d0f58 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Delete allocated IP 172.20.0.10 (ab399775-69a3-44e7-819c-2b6e0cb8857a/781674e4-fd41-48f7-9395-e797b68660c7) {{(pid=105590) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:11:12.930544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d332e460-5fe9-45e5-87ed-95839b6d0f58 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.24 (ab399775-69a3-44e7-819c-2b6e0cb8857a/7d113b9a-709a-40f4-907e-d769d922c9e6/184c803c-24bd-466a-b2ff-1fc53fd75479) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:12.993233 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b296-014b-481d-8595-2b2cc4eeab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.002723 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.121321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48418) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.276125 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.456312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] Set router ff812f80-c3df-4ccc-9c27-27aa7f0dd80c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:13.496520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48422) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.518927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937c11db-ab0d-4f95-902f-effe04507394 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:13.535087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c46f1-4bf8-4a61-907d-775fab0035e7 req-408ed4d9-3308-4b63-b85a-e607fc363f07 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:13.537091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-530c46f1-4bf8-4a61-907d-775fab0035e7 req-408ed4d9-3308-4b63-b85a-e607fc363f07 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 931 time: 0.7521195 Jul 16 18:11:13.553030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.645284 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-809a09ec-1073-48c6-ab8e-51e78863c09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.660865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d332e460-5fe9-45e5-87ed-95839b6d0f58 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.677059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Transition to ACTIVE for port object 937c11db-ab0d-4f95-902f-effe04507394 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:13.687686 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b8f5-428f-48fe-a237-ab0a0e48fcf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.704528 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.730952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be252a13-cfbc-4ee0-b764-daa485f7f957 req-590421eb-5447-43fa-81fe-044ade803c49 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:13.742541 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be252a13-cfbc-4ee0-b764-daa485f7f957 req-590421eb-5447-43fa-81fe-044ade803c49 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 950 time: 0.4269640 Jul 16 18:11:13.743301 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b8f5-428f-48fe-a237-ab0a0e48fcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.840123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d332e460-5fe9-45e5-87ed-95839b6d0f58 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Transition to ACTIVE for port object 184c803c-24bd-466a-b2ff-1fc53fd75479 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:13.863044 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0ca0b8f5-428f-48fe-a237-ab0a0e48fcf1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3c4e438935d423888101dbd15b6a4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6196358 Jul 16 18:11:13.930826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-ecd4b296-014b-481d-8595-2b2cc4eeab99 None None] Allocated IP 172.20.0.18 (ab399775-69a3-44e7-819c-2b6e0cb8857a/7d113b9a-709a-40f4-907e-d769d922c9e6/30197fa8-5383-4b60-a33e-e703d6b97470) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:13.940052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0b8f5-428f-48fe-a237-ab0a0e48fcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbef2ef-d96f-492e-916f-78bd0c32c77e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:13.948549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48428) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.992616 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-530c46f1-4bf8-4a61-907d-775fab0035e7 req-d54527b8-5577-4a44-9099-e1cfbcb023ad tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347439 Jul 16 18:11:14.028666 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'name': 'tempest-ServerRescueTestJSON-389061784-router', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:04Z', 'updated_at': '2021-07-16T18:11:06Z', 'revision_number': 3, 'project_id': 'f557cf72c6684e0a88a529456be7e745', 'gw_port': {'id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:05Z', 'updated_at': '2021-07-16T18:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:14.029230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Pushing event updated for resources: {'Port': ['ID=937c11db-ab0d-4f95-902f-effe04507394,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.039551 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d332e460-5fe9-45e5-87ed-95839b6d0f58 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.042571 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.060857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea1deaf5-01f8-454c-ab4f-545f8fd64f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.062839 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.097984 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be252a13-cfbc-4ee0-b764-daa485f7f957 req-6176d4de-b519-4e34-9427-f81f2070261e tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a8b2d84-0001-4c69-a9df-d6727951a7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859740 Jul 16 18:11:14.098196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a303dfe-68a4-486c-ad99-f17392018829 None None] The sync data for ids ['ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'] in n-d-787205-10 is: [{'id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'name': 'tempest-ServerRescueTestJSON-389061784-router', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:04Z', 'updated_at': '2021-07-16T18:11:06Z', 'revision_number': 3, 'project_id': 'f557cf72c6684e0a88a529456be7e745', 'gw_port': {'id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:05Z', 'updated_at': '2021-07-16T18:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:14.155446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ecd4b296-014b-481d-8595-2b2cc4eeab99 None None] For port 30197fa8-5383-4b60-a33e-e703d6b97470, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=30197fa8-5383-4b60-a33e-e703d6b97470,segment=NetworkSegment(bf039436-9afc-4040-8b8b-e192490228b3),segment_id=bf039436-9afc-4040-8b8b-e192490228b3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:14.173058 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3fd8cd1-e37b-4de2-a066-8cd4b7531c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.191693 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.203413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3fd8cd1-e37b-4de2-a066-8cd4b7531c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.225958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332e460-5fe9-45e5-87ed-95839b6d0f58 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=184c803c-24bd-466a-b2ff-1fc53fd75479,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.243757 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b296-014b-481d-8595-2b2cc4eeab99 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.244228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Attempting to bind port 937c11db-ab0d-4f95-902f-effe04507394 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:14.244733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Attempting to bind port 937c11db-ab0d-4f95-902f-effe04507394 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:14.245159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Attempting to bind port 937c11db-ab0d-4f95-902f-effe04507394 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:14.258526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Port 937c11db-ab0d-4f95-902f-effe04507394 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:14.259120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Attempting to bind port 937c11db-ab0d-4f95-902f-effe04507394 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:14.270702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ecd4b296-014b-481d-8595-2b2cc4eeab99 None None] Transition to ACTIVE for port object 30197fa8-5383-4b60-a33e-e703d6b97470 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:14.274828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:14.275421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Checking segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:14.276048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Bound using segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:14.276517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Bound port: 937c11db-ab0d-4f95-902f-effe04507394, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:14.277080 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.277752 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b296-014b-481d-8595-2b2cc4eeab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.398952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] For port 937c11db-ab0d-4f95-902f-effe04507394, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:14.408555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] For port 937c11db-ab0d-4f95-902f-effe04507394, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=937c11db-ab0d-4f95-902f-effe04507394,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:14.435446 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.459565 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4b296-014b-481d-8595-2b2cc4eeab99 None None] Pushing event updated for resources: {'Port': ['ID=30197fa8-5383-4b60-a33e-e703d6b97470,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.514416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.515256 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.517031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] 10.222.0.11 "PUT /v2.0/ports/937c11db-ab0d-4f95-902f-effe04507394 HTTP/1.1" status: 200 len: 1092 time: 1.9141588 Jul 16 18:11:14.517611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad4ef4f-4bd8-469e-be28-d3df5acff938', 'tag': '937c11db-ab0d-4f95-902f-effe04507394'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:14.521863 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fa7b12-235a-45c4-a73a-127c2597e8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad4ef4f-4bd8-469e-be28-d3df5acff938", "tag": "937c11db-ab0d-4f95-902f-effe04507394"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:14.637097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Pushing event updated for resources: {'Port': ['ID=2499f9fb-d42d-43ea-8013-fa2269184e92,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.681637 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0317e1f5-167c-4664-9c92-5108d542458f x-openstack-request-id: req-0317e1f5-167c-4664-9c92-5108d542458f {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:14.682289 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad4ef4f-4bd8-469e-be28-d3df5acff938", "tag": "937c11db-ab0d-4f95-902f-effe04507394", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:14.682710 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0317e1f5-167c-4664-9c92-5108d542458f {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:14.683366 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad4ef4f-4bd8-469e-be28-d3df5acff938', 'tag': '937c11db-ab0d-4f95-902f-effe04507394', 'status': 'completed', 'code': 200} Jul 16 18:11:14.697375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d332e460-5fe9-45e5-87ed-95839b6d0f58 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] In _notify_port_updated(), no bound segment for port 184c803c-24bd-466a-b2ff-1fc53fd75479 on network ab399775-69a3-44e7-819c-2b6e0cb8857a {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:11:14.707749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d332e460-5fe9-45e5-87ed-95839b6d0f58 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.708571 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d332e460-5fe9-45e5-87ed-95839b6d0f58 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.711180 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d332e460-5fe9-45e5-87ed-95839b6d0f58 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "PUT /v2.0/ports/184c803c-24bd-466a-b2ff-1fc53fd75479 HTTP/1.1" status: 200 len: 921 time: 3.5660169 Jul 16 18:11:14.720874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48440) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.753852 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3fd8cd1-e37b-4de2-a066-8cd4b7531c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.759731 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3fd8cd1-e37b-4de2-a066-8cd4b7531c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.764759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b3fd8cd1-e37b-4de2-a066-8cd4b7531c0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4cbef2ef-d96f-492e-916f-78bd0c32c77e HTTP/1.1" status: 204 len: 168 time: 0.8127677 Jul 16 18:11:14.767020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427e497-ceae-41cd-bbc5-bf7a80102592 service neutron] Pushing event updated for resources: {'Port': ['ID=937c11db-ab0d-4f95-902f-effe04507394,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.858574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd8cd1-e37b-4de2-a066-8cd4b7531c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbef2ef-d96f-492e-916f-78bd0c32c77e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.923096 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-316da844-1d16-4427-b110-5afa0e43b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.926054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-316da844-1d16-4427-b110-5afa0e43b9b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 1095 time: 0.3340304 Jul 16 18:11:14.981297 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea1deaf5-01f8-454c-ab4f-545f8fd64f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.032787 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea1deaf5-01f8-454c-ab4f-545f8fd64f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.056619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:15.116136 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-87d1b2b7-2eca-47c6-9100-ca6e7ed6dcf2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=937c11db-ab0d-4f95-902f-effe04507394 HTTP/1.1" status: 200 len: 217 time: 0.1699588 Jul 16 18:11:15.182947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:15.293750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-ce95d961-9998-4863-949f-70a7097dd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.293750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-ce95d961-9998-4863-949f-70a7097dd052 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.1649344 Jul 16 18:11:15.380200 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-8f3ce7ef-f46c-4eed-8582-e6716e222e66 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815771 Jul 16 18:11:15.446439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1deaf5-01f8-454c-ab4f-545f8fd64f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cc5e5e-7f6c-43ff-ac38-6554b39cce7b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.582581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 30197fa8-5383-4b60-a33e-e703d6b97470 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:15.597003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port 184c803c-24bd-466a-b2ff-1fc53fd75479 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:15.597604 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.657005 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ea1deaf5-01f8-454c-ab4f-545f8fd64f91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=925ab33a31c44f81b8282da4cbc01c85&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1554537 Jul 16 18:11:15.667416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48454) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.713343 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ba823a28-795c-41ae-b3a1-d89fac27dcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.721731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d71cb2f8-7053-4e79-8aff-fa16db5c8902 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:15.772594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Router ff812f80-c3df-4ccc-9c27-27aa7f0dd80c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:15.812551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48456) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.823790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port d71cb2f8-7053-4e79-8aff-fa16db5c8902 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:15.831451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port d71cb2f8-7053-4e79-8aff-fa16db5c8902 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:15.831827 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.960865 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c16722d0-4f12-4b33-9bec-6593ed1fbd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.991307 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.003410 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.016209 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c3cf561d-ecaa-44ab-b3f8-32e4c4a8ec3e None None] Provisioning for port 184c803c-24bd-466a-b2ff-1fc53fd75479 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:16.029378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c3cf561d-ecaa-44ab-b3f8-32e4c4a8ec3e None None] Provisioning complete for port 184c803c-24bd-466a-b2ff-1fc53fd75479 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:16.029612 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c3cf561d-ecaa-44ab-b3f8-32e4c4a8ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.076406 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port d71cb2f8-7053-4e79-8aff-fa16db5c8902, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d71cb2f8-7053-4e79-8aff-fa16db5c8902,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:16.085151 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.127828 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf561d-ecaa-44ab-b3f8-32e4c4a8ec3e None None] Port 184c803c-24bd-466a-b2ff-1fc53fd75479 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:16.146840 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eef0c50a-f8d1-4988-b499-fcbb79819b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.202860 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c3cf561d-ecaa-44ab-b3f8-32e4c4a8ec3e None None] Provisioning complete for port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:16.203360 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c3cf561d-ecaa-44ab-b3f8-32e4c4a8ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.257489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=d71cb2f8-7053-4e79-8aff-fa16db5c8902,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.306878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf561d-ecaa-44ab-b3f8-32e4c4a8ec3e None None] Port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:16.330504 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eef0c50a-f8d1-4988-b499-fcbb79819b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.335427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c3cf561d-ecaa-44ab-b3f8-32e4c4a8ec3e None None] Provisioning for port 30197fa8-5383-4b60-a33e-e703d6b97470 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:16.341588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c3cf561d-ecaa-44ab-b3f8-32e4c4a8ec3e None None] Provisioning complete for port 30197fa8-5383-4b60-a33e-e703d6b97470 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:16.341588 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c3cf561d-ecaa-44ab-b3f8-32e4c4a8ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.343687 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-3d5e6238-17ef-4fea-b213-a0bbf53b9ced service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9268422 Jul 16 18:11:16.404814 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:16.423332 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.427439 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cfedc5bc-bc08-4960-9f00-d1df795b37ae admin admin] 10.222.0.24 "PUT /v2.0/routers/ff812f80-c3df-4ccc-9c27-27aa7f0dd80c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9868155 Jul 16 18:11:16.431834 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eef0c50a-f8d1-4988-b499-fcbb79819b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.434921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eef0c50a-f8d1-4988-b499-fcbb79819b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.436404 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-eef0c50a-f8d1-4988-b499-fcbb79819b55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0cc5e5e-7f6c-43ff-ac38-6554b39cce7b HTTP/1.1" status: 204 len: 168 time: 0.7444756 Jul 16 18:11:16.479101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0c50a-f8d1-4988-b499-fcbb79819b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cc5e5e-7f6c-43ff-ac38-6554b39cce7b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.495021 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15fe358d-68fe-40fb-bff0-2c1f4a7825ac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.616060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce908da-239e-43d5-8fd0-e3d3c9e7af5c req-09dea4e7-0334-4cf7-8ca7-dcedf129e308 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.620621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fce908da-239e-43d5-8fd0-e3d3c9e7af5c req-09dea4e7-0334-4cf7-8ca7-dcedf129e308 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 943 time: 0.9698410 Jul 16 18:11:16.676070 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for 184c803c-24bd-466a-b2ff-1fc53fd75479 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:16.887701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-541b3c1f-1800-425e-88a5-e610da2dfd73 None None] Provisioning complete for port 184c803c-24bd-466a-b2ff-1fc53fd75479 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:16.888334 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-541b3c1f-1800-425e-88a5-e610da2dfd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.042437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-541b3c1f-1800-425e-88a5-e610da2dfd73 None None] Port 184c803c-24bd-466a-b2ff-1fc53fd75479 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:17.065728 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e156544-a61e-462d-91cb-90b2a0b7ade2 req-e9638c07-e11d-4bde-bb41-117e6331b70a service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944671 Jul 16 18:11:17.248886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d71cb2f8-7053-4e79-8aff-fa16db5c8902 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:17.402368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port d71cb2f8-7053-4e79-8aff-fa16db5c8902 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:17.402913 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.435987 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fce908da-239e-43d5-8fd0-e3d3c9e7af5c req-2fccb6cd-e4aa-47b5-bc4c-dbbb1dc4005a tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7677441 Jul 16 18:11:17.446338 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.608437 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c16722d0-4f12-4b33-9bec-6593ed1fbd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.611373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=184c803c-24bd-466a-b2ff-1fc53fd75479,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.628627 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-15fe358d-68fe-40fb-bff0-2c1f4a7825ac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting port 196e2639-dc30-454c-a61a-a12943bf30c2 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:17.631593 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15fe358d-68fe-40fb-bff0-2c1f4a7825ac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.639485 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48490) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.666942 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c16722d0-4f12-4b33-9bec-6593ed1fbd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.683400 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Sync routers for ids ['ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:17.721621 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Routers {'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:17.730324 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:11:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:17.752302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:17.753290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:17.754007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:17.757261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:17.757987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:17.758661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:17.759339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:17.763486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:17.764425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:17.765276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:17.765996 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:17.766674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:17.783671 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.806641 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce55cbe6-a6ea-4828-a9ef-fdebad1b9bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.991851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-15fe358d-68fe-40fb-bff0-2c1f4a7825ac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] For port 196e2639-dc30-454c-a61a-a12943bf30c2, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=196e2639-dc30-454c-a61a-a12943bf30c2,segment=NetworkSegment(9b719d07-96a9-4c58-9cb2-7a499d5827ae),segment_id=9b719d07-96a9-4c58-9cb2-7a499d5827ae)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:17.992272 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15fe358d-68fe-40fb-bff0-2c1f4a7825ac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.000324 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Set router ff812f80-c3df-4ccc-9c27-27aa7f0dd80c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:18.033453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-15fe358d-68fe-40fb-bff0-2c1f4a7825ac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Calling delete_port for 196e2639-dc30-454c-a61a-a12943bf30c2 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:18.195537 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce55cbe6-a6ea-4828-a9ef-fdebad1b9bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.208194 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce55cbe6-a6ea-4828-a9ef-fdebad1b9bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.279675 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ce55cbe6-a6ea-4828-a9ef-fdebad1b9bf8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1becaf1e3c5e4b17b1be2500c82013bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6304090 Jul 16 18:11:18.289961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48496) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.330025 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'name': 'tempest-ServerRescueTestJSON-389061784-router', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:04Z', 'updated_at': '2021-07-16T18:11:13Z', 'revision_number': 4, 'project_id': 'f557cf72c6684e0a88a529456be7e745', 'gw_port': {'id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:05Z', 'updated_at': '2021-07-16T18:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '2499f9fb-d42d-43ea-8013-fa2269184e92', 'name': '', 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'mac_address': 'fa:16:3e:ba:ee:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '2239bebd-69f9-4b96-acad-400955c8b137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:10Z', 'updated_at': '2021-07-16T18:11:13Z', 'revision_number': 2, 'project_id': 'f557cf72c6684e0a88a529456be7e745', 'subnets': [{'id': '2239bebd-69f9-4b96-acad-400955c8b137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:18.346897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55cbe6-a6ea-4828-a9ef-fdebad1b9bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef06d2f-2028-4795-a483-89070080aad8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.364526 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Checking router: ff812f80-c3df-4ccc-9c27-27aa7f0dd80c for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:18.365723 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Updating router ff812f80-c3df-4ccc-9c27-27aa7f0dd80c port 2499f9fb-d42d-43ea-8013-fa2269184e92 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:11:18.417457 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.512274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-238cab1c-23b1-4055-9d13-fac6d15fd116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.574401 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-238cab1c-23b1-4055-9d13-fac6d15fd116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.845541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa7b12-235a-45c4-a73a-127c2597e8b7 req-cbda4549-0413-4129-b8c6-bf9991768d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.847779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4fa7b12-235a-45c4-a73a-127c2597e8b7 req-cbda4549-0413-4129-b8c6-bf9991768d94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 1095 time: 1.4348025 Jul 16 18:11:18.891600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16722d0-4f12-4b33-9bec-6593ed1fbd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b8f29f-5e0c-4f5d-a4a3-3fe33c5f2962,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.900666 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c16722d0-4f12-4b33-9bec-6593ed1fbd0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f458e7f633f34c4286efc10b8272f8b2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0068851 Jul 16 18:11:18.923264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48506) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.941228 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.947893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 937c11db-ab0d-4f95-902f-effe04507394 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:19.043862 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.046017 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0adece7e-0b31-4b62-a3db-0004981a7cb9 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/184c803c-24bd-466a-b2ff-1fc53fd75479 HTTP/1.1" status: 204 len: 168 time: 4.3131919 Jul 16 18:11:19.063094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48508) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.164796 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.165790 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-44429948-bacc-4488-89d5-08561ae1303e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:11:19.171164 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-44429948-bacc-4488-89d5-08561ae1303e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/184c803c-24bd-466a-b2ff-1fc53fd75479 HTTP/1.1" status: 404 len: 333 time: 0.1031773 Jul 16 18:11:19.179739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-309a95ec-175a-463b-8acb-48bbde5e1ca4 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.181757 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-309a95ec-175a-463b-8acb-48bbde5e1ca4 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/networks?id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a HTTP/1.1" status: 200 len: 810 time: 1.3367333 Jul 16 18:11:19.186712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48510) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.215720 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30bfc76c-7123-47c9-a0ca-6e3902fc0286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.238864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 937c11db-ab0d-4f95-902f-effe04507394, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=937c11db-ab0d-4f95-902f-effe04507394,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:19.260498 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '937c11db-ab0d-4f95-902f-effe04507394', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'port_id': '937c11db-ab0d-4f95-902f-effe04507394', 'mac_address': 'fa:16:3e:3e:1f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bb9c40-c752-475f-b8ac-edadb686e877', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:19.328787 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-25de5564-7d10-4fd3-9e48-aff3ef08bc77 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/quotas/f557cf72c6684e0a88a529456be7e745 HTTP/1.1" status: 200 len: 375 time: 0.1142807 Jul 16 18:11:19.334576 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30bfc76c-7123-47c9-a0ca-6e3902fc0286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.343297 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.344987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d232d8a-7a36-4f95-9a46-4146e010772d req-ae7793ab-818e-44d0-908a-c83e4150ea4d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.348404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d232d8a-7a36-4f95-9a46-4146e010772d req-ae7793ab-818e-44d0-908a-c83e4150ea4d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 943 time: 0.4934936 Jul 16 18:11:19.350614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa7b12-235a-45c4-a73a-127c2597e8b7 req-43d9e568-0683-4cc7-8938-ccc8f7f21562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.352473 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4fa7b12-235a-45c4-a73a-127c2597e8b7 req-43d9e568-0683-4cc7-8938-ccc8f7f21562 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 906 time: 0.4658003 Jul 16 18:11:19.361749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937c11db-ab0d-4f95-902f-effe04507394 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:19.392080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 937c11db-ab0d-4f95-902f-effe04507394, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=937c11db-ab0d-4f95-902f-effe04507394,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:19.398387 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.455771 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Transition to ACTIVE for port object 2499f9fb-d42d-43ea-8013-fa2269184e92 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:19.465234 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.466930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15fe358d-68fe-40fb-bff0-2c1f4a7825ac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.488037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=937c11db-ab0d-4f95-902f-effe04507394,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.508376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4fa7b12-235a-45c4-a73a-127c2597e8b7 req-e2498072-aa2a-49bb-a63c-ad94316e69d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=937c11db-ab0d-4f95-902f-effe04507394 HTTP/1.1" status: 200 len: 217 time: 0.1242023 Jul 16 18:11:19.549853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe358d-68fe-40fb-bff0-2c1f4a7825ac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Port': ['ID=196e2639-dc30-454c-a61a-a12943bf30c2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.599111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['937c11db-ab0d-4f95-902f-effe04507394'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:19.601865 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94202339-7142-47cd-a907-ed25317c1c59 None None] Pushing event updated for resources: {'Port': ['ID=2499f9fb-d42d-43ea-8013-fa2269184e92,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.647156 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0283cdb5-a661-4ec4-a0df-8603a84db557 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.743230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d232d8a-7a36-4f95-9a46-4146e010772d req-214c0f3a-b05b-4f5b-8107-04e531b0bc6f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640802 Jul 16 18:11:19.751059 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Attempting to bind port 2499f9fb-d42d-43ea-8013-fa2269184e92 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:19.751518 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Attempting to bind port 2499f9fb-d42d-43ea-8013-fa2269184e92 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:19.752004 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Attempting to bind port 2499f9fb-d42d-43ea-8013-fa2269184e92 on network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:19.758694 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:19.759809 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Checking segment: {'id': 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:19.759809 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.760030 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Bound using segment: {'id': 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:19.760358 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Bound port: 2499f9fb-d42d-43ea-8013-fa2269184e92, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:19.760745 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.764431 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-238cab1c-23b1-4055-9d13-fac6d15fd116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.782788 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-238cab1c-23b1-4055-9d13-fac6d15fd116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.786293 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-238cab1c-23b1-4055-9d13-fac6d15fd116 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fef06d2f-2028-4795-a483-89070080aad8 HTTP/1.1" status: 204 len: 168 time: 1.4855886 Jul 16 18:11:19.812677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238cab1c-23b1-4055-9d13-fac6d15fd116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef06d2f-2028-4795-a483-89070080aad8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.827428 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa7b12-235a-45c4-a73a-127c2597e8b7 req-0594d01c-ca8c-4d4a-b046-778acb0fe0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.831445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4fa7b12-235a-45c4-a73a-127c2597e8b7 req-0594d01c-ca8c-4d4a-b046-778acb0fe0cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.3090515 Jul 16 18:11:19.836513 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0283cdb5-a661-4ec4-a0df-8603a84db557 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.845856 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30bfc76c-7123-47c9-a0ca-6e3902fc0286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.855199 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30bfc76c-7123-47c9-a0ca-6e3902fc0286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.860699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-30bfc76c-7123-47c9-a0ca-6e3902fc0286 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42b8f29f-5e0c-4f5d-a4a3-3fe33c5f2962 HTTP/1.1" status: 204 len: 168 time: 0.9336786 Jul 16 18:11:19.955186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfc76c-7123-47c9-a0ca-6e3902fc0286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b8f29f-5e0c-4f5d-a4a3-3fe33c5f2962,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.966771 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] For port 2499f9fb-d42d-43ea-8013-fa2269184e92, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:19.985586 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] For port 2499f9fb-d42d-43ea-8013-fa2269184e92, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2499f9fb-d42d-43ea-8013-fa2269184e92,segment=NetworkSegment(cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f),segment_id=cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:20.002143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-fa376209-259e-450e-819e-46ab164ac2a2 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f557cf72c6684e0a88a529456be7e745&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6720741 Jul 16 18:11:20.004338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4fa7b12-235a-45c4-a73a-127c2597e8b7 req-abb6fd62-97ed-4b03-9524-2c14b3e7e9a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227708 Jul 16 18:11:20.014988 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.139251 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15fe358d-68fe-40fb-bff0-2c1f4a7825ac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.176734 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0283cdb5-a661-4ec4-a0df-8603a84db557 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.183267 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0283cdb5-a661-4ec4-a0df-8603a84db557 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.188631 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0283cdb5-a661-4ec4-a0df-8603a84db557 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/security-groups/b39ab5fc-9f80-4bd8-9648-cd7bdb491547 HTTP/1.1" status: 204 len: 168 time: 0.9858825 Jul 16 18:11:20.194316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48522) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:20.230288 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Routers {'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:20.231237 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:11:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:20.237234 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94202339-7142-47cd-a907-ed25317c1c59 None None] Pushing event updated for resources: {'Port': ['ID=2499f9fb-d42d-43ea-8013-fa2269184e92,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:20.293710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283cdb5-a661-4ec4-a0df-8603a84db557 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39ab5fc-9f80-4bd8-9648-cd7bdb491547,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:20.319658 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4fa7b12-235a-45c4-a73a-127c2597e8b7 req-16b6accf-c524-42f1-877e-32516bdfec2d service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045115 Jul 16 18:11:20.494291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4fa7b12-235a-45c4-a73a-127c2597e8b7 req-236c8b3f-97d1-40fc-a7e7-e90f7041e1ba service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638274 Jul 16 18:11:20.532158 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-98fc31ae-837b-4ac1-ae84-ca999714a6a4 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.571115 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-98fc31ae-837b-4ac1-ae84-ca999714a6a4 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.625354 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] Set router ff812f80-c3df-4ccc-9c27-27aa7f0dd80c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:20.747493 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-98fc31ae-837b-4ac1-ae84-ca999714a6a4 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.750136 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-98fc31ae-837b-4ac1-ae84-ca999714a6a4 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.755316 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-98fc31ae-837b-4ac1-ae84-ca999714a6a4 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/security-groups/d1e4f861-638f-4298-9748-275b9e778605 HTTP/1.1" status: 204 len: 168 time: 0.5455956 Jul 16 18:11:20.759216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fe358d-68fe-40fb-bff0-2c1f4a7825ac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Router 3df23566-df18-490b-91b0-20e4e048bdee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:20.763490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48534) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:20.902443 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48540) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:20.903269 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc31ae-837b-4ac1-ae84-ca999714a6a4 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e4f861-638f-4298-9748-275b9e778605,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:20.951904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fe358d-68fe-40fb-bff0-2c1f4a7825ac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:20.960629 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-15fe358d-68fe-40fb-bff0-2c1f4a7825ac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "PUT /v2.0/routers/3df23566-df18-490b-91b0-20e4e048bdee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7947242 Jul 16 18:11:20.964822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 937c11db-ab0d-4f95-902f-effe04507394 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:20.973550 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6210317c-2f12-4a60-9d36-b68abdbdd20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.999024 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb1d7d3-72d2-4c14-9e4f-5b3212e3180b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting subnet 781674e4-fd41-48f7-9395-e797b68660c7 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:21.008458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bb1d7d3-72d2-4c14-9e4f-5b3212e3180b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.021768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-addaed63-77e3-4d69-8a3a-b40930317c06 service neutron] 10.222.0.24 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0086329 Jul 16 18:11:21.070155 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d579c8a-bb3f-4d80-91da-a0deba69f82e None None] Sync routers for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:21.092649 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bb1d7d3-72d2-4c14-9e4f-5b3212e3180b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.110886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d579c8a-bb3f-4d80-91da-a0deba69f82e None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:21.111306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4d579c8a-bb3f-4d80-91da-a0deba69f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:11:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:21.308368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 937c11db-ab0d-4f95-902f-effe04507394 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:21.320101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 937c11db-ab0d-4f95-902f-effe04507394 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:21.321042 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.330032 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bb1d7d3-72d2-4c14-9e4f-5b3212e3180b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.418365 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'name': 'tempest-ServerRescueTestJSON-389061784-router', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:04Z', 'updated_at': '2021-07-16T18:11:13Z', 'revision_number': 4, 'project_id': 'f557cf72c6684e0a88a529456be7e745', 'gw_port': {'id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:05Z', 'updated_at': '2021-07-16T18:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '2499f9fb-d42d-43ea-8013-fa2269184e92', 'name': '', 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'mac_address': 'fa:16:3e:ba:ee:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '2239bebd-69f9-4b96-acad-400955c8b137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:10Z', 'updated_at': '2021-07-16T18:11:19Z', 'revision_number': 4, 'project_id': 'f557cf72c6684e0a88a529456be7e745', 'subnets': [{'id': '2239bebd-69f9-4b96-acad-400955c8b137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:21.453604 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bb1d7d3-72d2-4c14-9e4f-5b3212e3180b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.457817 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b446e-3329-4c35-9056-96b1355f5bb6 None None] The sync data for ids ['ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'] in n-d-787205-10 is: [{'id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'name': 'tempest-ServerRescueTestJSON-389061784-router', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:04Z', 'updated_at': '2021-07-16T18:11:13Z', 'revision_number': 4, 'project_id': 'f557cf72c6684e0a88a529456be7e745', 'gw_port': {'id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:05Z', 'updated_at': '2021-07-16T18:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '2499f9fb-d42d-43ea-8013-fa2269184e92', 'name': '', 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'mac_address': 'fa:16:3e:ba:ee:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '2239bebd-69f9-4b96-acad-400955c8b137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:10Z', 'updated_at': '2021-07-16T18:11:19Z', 'revision_number': 4, 'project_id': 'f557cf72c6684e0a88a529456be7e745', 'subnets': [{'id': '2239bebd-69f9-4b96-acad-400955c8b137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:21.494845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1d7d3-72d2-4c14-9e4f-5b3212e3180b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Subnet': ['ID=781674e4-fd41-48f7-9395-e797b68660c7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.527524 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bb1d7d3-72d2-4c14-9e4f-5b3212e3180b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.556202 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6bb1d7d3-72d2-4c14-9e4f-5b3212e3180b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/781674e4-fd41-48f7-9395-e797b68660c7 HTTP/1.1" status: 204 len: 168 time: 0.7865982 Jul 16 18:11:21.564171 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48554) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.576255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-aea99c12-711f-4b7e-a19a-e5a0390cd492 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:21.591254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0882fca5-b6ee-41cc-a86e-901f6e2c0775 None None] Network ab399775-69a3-44e7-819c-2b6e0cb8857a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:21.604858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e93e0f-8518-4de0-ba24-afed8c6e0650 req-4b1c1c47-56c5-4cfa-9d9d-93ed9c255cae tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.611563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00e93e0f-8518-4de0-ba24-afed8c6e0650 req-4b1c1c47-56c5-4cfa-9d9d-93ed9c255cae tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 944 time: 0.5548639 Jul 16 18:11:21.727687 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-9a709908-e1e1-4881-a251-92330cfcdc44 service neutron] 10.222.0.24 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6984696 Jul 16 18:11:21.839340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-4d579c8a-bb3f-4d80-91da-a0deba69f82e None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:21.925671 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.974700 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6210317c-2f12-4a60-9d36-b68abdbdd20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.997355 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6210317c-2f12-4a60-9d36-b68abdbdd20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.125769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210317c-2f12-4a60-9d36-b68abdbdd20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19e1e22-9bf9-4b48-bb45-e4201e3f7b5c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.141954 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00e93e0f-8518-4de0-ba24-afed8c6e0650 req-21013f17-8b9b-4de4-bcf9-24b1f392f512 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349089 Jul 16 18:11:22.185612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea99c12-711f-4b7e-a19a-e5a0390cd492 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:22.207629 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aea99c12-711f-4b7e-a19a-e5a0390cd492 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.211493 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad4ef4f-4bd8-469e-be28-d3df5acff938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937c11db-ab0d-4f95-902f-effe04507394'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:22.213120 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6210317c-2f12-4a60-9d36-b68abdbdd20a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be0f9af37a9e408e96bc9a033cbdfb84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2855620 Jul 16 18:11:22.213899 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e96a74e-f9ca-4cce-80d3-9904e9f313b4" -d '{"events": [{"server_uuid": "2ad4ef4f-4bd8-469e-be28-d3df5acff938", "name": "network-vif-plugged", "status": "completed", "tag": "937c11db-ab0d-4f95-902f-effe04507394"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:22.226650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48560) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:22.291983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 937c11db-ab0d-4f95-902f-effe04507394, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=937c11db-ab0d-4f95-902f-effe04507394,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:22.303386 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.538245 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff7d3-18a8-4e06-83a3-fbe5c54d7758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.627650 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff7d3-18a8-4e06-83a3-fbe5c54d7758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.991979 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-08df82c9-9682-458e-9c40-553a38fece4a req-82f96990-0359-41f9-8b66-6aed7ee048da tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 210 time: 0.3087783 Jul 16 18:11:23.244000 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff7d3-18a8-4e06-83a3-fbe5c54d7758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.273217 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff7d3-18a8-4e06-83a3-fbe5c54d7758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.275137 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dd8ff7d3-18a8-4e06-83a3-fbe5c54d7758 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c19e1e22-9bf9-4b48-bb45-e4201e3f7b5c HTTP/1.1" status: 204 len: 168 time: 1.0450926 Jul 16 18:11:23.416450 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aea99c12-711f-4b7e-a19a-e5a0390cd492 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.559440 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474f93a5-2a06-4d04-bf94-33c8e6c2e029 x-openstack-request-id: req-474f93a5-2a06-4d04-bf94-33c8e6c2e029 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:23.560022 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad4ef4f-4bd8-469e-be28-d3df5acff938", "name": "network-vif-plugged", "status": "completed", "tag": "937c11db-ab0d-4f95-902f-effe04507394", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:23.560300 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-474f93a5-2a06-4d04-bf94-33c8e6c2e029 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:23.560926 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad4ef4f-4bd8-469e-be28-d3df5acff938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937c11db-ab0d-4f95-902f-effe04507394', 'code': 200} Jul 16 18:11:23.569995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea99c12-711f-4b7e-a19a-e5a0390cd492 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Subnet': ['ID=3e843a89-a3d4-489c-a540-cb4d6f03a6af,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:23.572960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=937c11db-ab0d-4f95-902f-effe04507394,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:23.598213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2499f9fb-d42d-43ea-8013-fa2269184e92 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:23.676984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea99c12-711f-4b7e-a19a-e5a0390cd492 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ab399775-69a3-44e7-819c-2b6e0cb8857a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:23.688182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-aea99c12-711f-4b7e-a19a-e5a0390cd492 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:23.703181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea99c12-711f-4b7e-a19a-e5a0390cd492 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.706708 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aea99c12-711f-4b7e-a19a-e5a0390cd492 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.782536 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.801716 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aea99c12-711f-4b7e-a19a-e5a0390cd492 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2343252 Jul 16 18:11:23.806552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48590) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:23.844153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-6599ac66-f00b-4d19-b763-84c11e78d4c7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'security_group': {'name': 'tempest-secgroup-917464671'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:23.908353 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6599ac66-f00b-4d19-b763-84c11e78d4c7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.932946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10e307-2e24-4c06-91dd-ffb3961588ae req-e20fc34b-0315-4dcf-833a-47ff8662edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.939228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb10e307-2e24-4c06-91dd-ffb3961588ae req-e20fc34b-0315-4dcf-833a-47ff8662edf3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 1097 time: 1.2334311 Jul 16 18:11:23.947297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ff7d3-18a8-4e06-83a3-fbe5c54d7758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19e1e22-9bf9-4b48-bb45-e4201e3f7b5c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:24.215744 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb10e307-2e24-4c06-91dd-ffb3961588ae req-99b645fd-ee5c-4473-9d74-d64500db1f11 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555308 Jul 16 18:11:24.234650 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 2499f9fb-d42d-43ea-8013-fa2269184e92 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:24.241105 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6599ac66-f00b-4d19-b763-84c11e78d4c7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.259806 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6599ac66-f00b-4d19-b763-84c11e78d4c7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.264888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2499f9fb-d42d-43ea-8013-fa2269184e92 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:24.269416 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.308076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6599ac66-f00b-4d19-b763-84c11e78d4c7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.311972 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6599ac66-f00b-4d19-b763-84c11e78d4c7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5023971 Jul 16 18:11:24.316157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48602) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:24.359420 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599ac66-f00b-4d19-b763-84c11e78d4c7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ed4edd-b0f7-488e-8aea-5826e3f34197,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:24.371316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3ef3c24e-5942-4955-aaec-3b33823ced0d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'security_group': {'name': 'tempest-secgroup-600655941'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:24.424643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4d579c8a-bb3f-4d80-91da-a0deba69f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:11:18Z', 'revision_number': 6, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'fb5b77ef-9a03-4735-9b91-98f113777083', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'floating_ip_address': '172.25.3.50', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'port_id': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'mac_address': 'fa:16:3e:dc:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 1, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:24.459938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715d1d3-5e1b-47a7-9f82-420debe936dd req-6d44329c-a2a8-4949-9652-575a576d2011 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.461765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c715d1d3-5e1b-47a7-9f82-420debe936dd req-6d44329c-a2a8-4949-9652-575a576d2011 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 946 time: 0.9416595 Jul 16 18:11:24.485528 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ef3c24e-5942-4955-aaec-3b33823ced0d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.561754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837acd15-d5fb-4bf8-9240-316e983647a6 req-852625cd-1659-4a7d-b0c6-7582d12304be tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.569530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-837acd15-d5fb-4bf8-9240-316e983647a6 req-852625cd-1659-4a7d-b0c6-7582d12304be tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 945 time: 1.1573322 Jul 16 18:11:24.604002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d579c8a-bb3f-4d80-91da-a0deba69f82e None None] Checking router: 3df23566-df18-490b-91b0-20e4e048bdee for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:24.651218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d579c8a-bb3f-4d80-91da-a0deba69f82e None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:24.651881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4d579c8a-bb3f-4d80-91da-a0deba69f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:11:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:24.845606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-837acd15-d5fb-4bf8-9240-316e983647a6 req-dfdc59a0-4151-4381-b3f6-a914ab3a8596 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746763 Jul 16 18:11:24.861607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c715d1d3-5e1b-47a7-9f82-420debe936dd req-62eed29d-dcd7-42d0-b67f-36122b14a1e3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a95061-dbcb-4051-9a48-24022a5aa923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3586609 Jul 16 18:11:24.931396 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9410ee5-9bad-464b-8676-fecc348d396e req-58a7afed-1454-46f0-80e6-dcd2061086dd tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.945749 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9410ee5-9bad-464b-8676-fecc348d396e req-58a7afed-1454-46f0-80e6-dcd2061086dd tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 946 time: 0.3502560 Jul 16 18:11:25.158995 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ef3c24e-5942-4955-aaec-3b33823ced0d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.169634 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ef3c24e-5942-4955-aaec-3b33823ced0d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.228233 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.301848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3c24e-5942-4955-aaec-3b33823ced0d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66972cf9-fea3-4157-8d0f-1cfb753d5669,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:25.429618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-4d579c8a-bb3f-4d80-91da-a0deba69f82e None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:25.433629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24d03649-6f5b-42ef-90da-43fa99add978 req-2c5136ba-36df-45e9-8b3a-6906e5c56977 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 210 time: 0.1326973 Jul 16 18:11:25.455050 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3ef3c24e-5942-4955-aaec-3b33823ced0d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.456587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3ef3c24e-5942-4955-aaec-3b33823ced0d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1391900 Jul 16 18:11:25.461273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48624) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:25.466553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-31340e75-e850-4c43-a5c1-df0ff29ba73a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'security_group': {'name': 'tempest-secgroup-1504927378'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:25.471840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 2499f9fb-d42d-43ea-8013-fa2269184e92, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2499f9fb-d42d-43ea-8013-fa2269184e92,segment=NetworkSegment(cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f),segment_id=cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:25.553193 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31340e75-e850-4c43-a5c1-df0ff29ba73a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.608959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-e9410ee5-9bad-464b-8676-fecc348d396e req-60cc2e5e-5d49-4581-bd74-3906e88c7e91 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting port 9e411a01-7204-49f3-9cd2-0622a4b01c00 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:25.609818 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9410ee5-9bad-464b-8676-fecc348d396e req-60cc2e5e-5d49-4581-bd74-3906e88c7e91 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.650914 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.661088 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.853491 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31340e75-e850-4c43-a5c1-df0ff29ba73a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.862386 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31340e75-e850-4c43-a5c1-df0ff29ba73a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.972233 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31340e75-e850-4c43-a5c1-df0ff29ba73a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.986134 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f49535-a3ec-42b0-b80e-a11c36764bb6 None None] Network ab399775-69a3-44e7-819c-2b6e0cb8857a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:25.989849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48638) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:25.990596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-31340e75-e850-4c43-a5c1-df0ff29ba73a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5140810 Jul 16 18:11:25.991753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31340e75-e850-4c43-a5c1-df0ff29ba73a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66775712-4a18-4c02-9fd9-1a535be75668,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:26.027416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-722551067', 'security_groups': ['66775712-4a18-4c02-9fd9-1a535be75668'], 'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3e843a89-a3d4-489c-a540-cb4d6f03a6af'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:26.078199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fb2c12b1-101b-43e1-97d6-797df331f2e2 None None] Provisioning complete for port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:26.078943 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fb2c12b1-101b-43e1-97d6-797df331f2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.142628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c12b1-101b-43e1-97d6-797df331f2e2 None None] Port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:26.249790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e9410ee5-9bad-464b-8676-fecc348d396e req-60cc2e5e-5d49-4581-bd74-3906e88c7e91 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] For port 9e411a01-7204-49f3-9cd2-0622a4b01c00, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9e411a01-7204-49f3-9cd2-0622a4b01c00,segment=NetworkSegment(9b719d07-96a9-4c58-9cb2-7a499d5827ae),segment_id=9b719d07-96a9-4c58-9cb2-7a499d5827ae)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:26.252424 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9410ee5-9bad-464b-8676-fecc348d396e req-60cc2e5e-5d49-4581-bd74-3906e88c7e91 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.308210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fb2c12b1-101b-43e1-97d6-797df331f2e2 None None] Provisioning complete for port 30197fa8-5383-4b60-a33e-e703d6b97470 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:26.309531 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fb2c12b1-101b-43e1-97d6-797df331f2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.347551 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=2499f9fb-d42d-43ea-8013-fa2269184e92,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:26.439192 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-e9410ee5-9bad-464b-8676-fecc348d396e req-60cc2e5e-5d49-4581-bd74-3906e88c7e91 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Calling delete_port for 9e411a01-7204-49f3-9cd2-0622a4b01c00 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:26.761945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:27.045493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-496f5ab5-c749-486b-a047-9c91f143c73d tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.049375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-496f5ab5-c749-486b-a047-9c91f143c73d tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.11 "GET /v2.0/networks?id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a HTTP/1.1" status: 200 len: 810 time: 0.7965839 Jul 16 18:11:27.073519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-be07d38a-f9a8-4557-953a-1f420f10d46c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Request body: {'port': {'device_id': '1f5bc6ee-1df1-4efb-823f-e8bc8702a213', 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a', 'admin_state_up': True, 'tenant_id': 'f557cf72c6684e0a88a529456be7e745'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:27.115841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2539f33-19fc-427e-8791-8cb715900615 req-c74c8aea-4614-4734-8040-f4ac8ad55aa4 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.120135 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2539f33-19fc-427e-8791-8cb715900615 req-c74c8aea-4614-4734-8040-f4ac8ad55aa4 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa HTTP/1.1" status: 200 len: 946 time: 0.8768737 Jul 16 18:11:27.227329 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9410ee5-9bad-464b-8676-fecc348d396e req-60cc2e5e-5d49-4581-bd74-3906e88c7e91 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.304615 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc2e5e-5d49-4581-bd74-3906e88c7e91 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Port': ['ID=9e411a01-7204-49f3-9cd2-0622a4b01c00,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.332685 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.338696 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4d579c8a-bb3f-4d80-91da-a0deba69f82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:11:18Z', 'revision_number': 6, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'fb5b77ef-9a03-4735-9b91-98f113777083', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'floating_ip_address': '172.25.3.50', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'port_id': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'mac_address': 'fa:16:3e:dc:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 1, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:27.386459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] device_id is not set on port df03324e-f3f3-4ffc-9916-33dae5c3e6bf yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:27.438639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d579c8a-bb3f-4d80-91da-a0deba69f82e None None] The sync data for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 is: [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:11:18Z', 'revision_number': 6, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'fb5b77ef-9a03-4735-9b91-98f113777083', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'floating_ip_address': '172.25.3.50', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'port_id': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'mac_address': 'fa:16:3e:dc:eb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 1, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:27.476081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b007f4-bfc1-49e4-aab4-b6ff57a20930 req-0e3bf428-a856-4622-be1b-57e18a0473b9 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.491734 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25b007f4-bfc1-49e4-aab4-b6ff57a20930 req-0e3bf428-a856-4622-be1b-57e18a0473b9 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 945 time: 1.0158961 Jul 16 18:11:27.650887 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388213cf-db18-4953-ae0c-30075e950e07 None None] Update dhcp port {'port': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'fixed_ips': [{'subnet_id': '7d113b9a-709a-40f4-907e-d769d922c9e6', 'ip_address': '172.20.0.18'}, {'subnet_id': '3e843a89-a3d4-489c-a540-cb4d6f03a6af'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '30197fa8-5383-4b60-a33e-e703d6b97470'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:11:27.685887 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9410ee5-9bad-464b-8676-fecc348d396e req-60cc2e5e-5d49-4581-bd74-3906e88c7e91 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] No DVR routers for this DVR port 9e411a01-7204-49f3-9cd2-0622a4b01c00 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:27.691021 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9410ee5-9bad-464b-8676-fecc348d396e req-60cc2e5e-5d49-4581-bd74-3906e88c7e91 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.696779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a2539f33-19fc-427e-8791-8cb715900615 req-d157a164-cf8d-4acb-94c0-f3de13812438 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4a95061-dbcb-4051-9a48-24022a5aa923&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4567809 Jul 16 18:11:27.729516 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9410ee5-9bad-464b-8676-fecc348d396e req-60cc2e5e-5d49-4581-bd74-3906e88c7e91 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "DELETE /v2.0/ports/9e411a01-7204-49f3-9cd2-0622a4b01c00 HTTP/1.1" status: 204 len: 173 time: 2.7796164 Jul 16 18:11:27.763773 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-388213cf-db18-4953-ae0c-30075e950e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.872547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25b007f4-bfc1-49e4-aab4-b6ff57a20930 req-9b865d00-5ed0-404c-80e1-8e819eb96133 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722794 Jul 16 18:11:27.913975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa', 'name': 'network-vif-deleted', 'tag': '9e411a01-7204-49f3-9cd2-0622a4b01c00'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:27.916499 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004dd609-b4ff-44b6-aea0-6b25b9d47a9d" -d '{"events": [{"server_uuid": "3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa", "name": "network-vif-deleted", "tag": "9e411a01-7204-49f3-9cd2-0622a4b01c00"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:28.191584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-be07d38a-f9a8-4557-953a-1f420f10d46c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Made reservation on behalf of f557cf72c6684e0a88a529456be7e745 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:28.231228 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-be07d38a-f9a8-4557-953a-1f420f10d46c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.478886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2499f9fb-d42d-43ea-8013-fa2269184e92 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:28.543061 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.4 (ab399775-69a3-44e7-819c-2b6e0cb8857a/3e843a89-a3d4-489c-a540-cb4d6f03a6af/df03324e-f3f3-4ffc-9916-33dae5c3e6bf) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:28.654104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2499f9fb-d42d-43ea-8013-fa2269184e92 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:28.654104 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.897188 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c897ede4-a351-460e-b0c7-cd3ed7d48d09 req-9e66492d-9cfa-4aaa-aef9-d67f1b8e6257 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 210 time: 0.5433981 Jul 16 18:11:28.912409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 196e2639-dc30-454c-a61a-a12943bf30c2 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:28.961324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 196e2639-dc30-454c-a61a-a12943bf30c2 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:28.961324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 196e2639-dc30-454c-a61a-a12943bf30c2 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:29.038562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-be07d38a-f9a8-4557-953a-1f420f10d46c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Allocated IP 172.20.0.6 (8aa60fa6-b20e-4ec0-a87a-c1289b99249a/2239bebd-69f9-4b96-acad-400955c8b137/dea97bc6-38bb-450e-b0ce-f5560a0b64e2) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:29.070539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abb5ae-60f9-410f-9098-c7321de03675 req-204022d5-ff16-41b0-a22e-112be1682a1f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.073375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-02abb5ae-60f9-410f-9098-c7321de03675 req-204022d5-ff16-41b0-a22e-112be1682a1f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 945 time: 0.3540509 Jul 16 18:11:29.117373 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffde2bed-3775-4403-959e-44abbd556679 x-openstack-request-id: req-ffde2bed-3775-4403-959e-44abbd556679 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:29.121189 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa", "name": "network-vif-deleted", "tag": "9e411a01-7204-49f3-9cd2-0622a4b01c00", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:29.124396 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ffde2bed-3775-4403-959e-44abbd556679 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:29.125602 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd91e6f-ecbc-4f9a-a355-f71b9e0889fa', 'name': 'network-vif-deleted', 'tag': '9e411a01-7204-49f3-9cd2-0622a4b01c00', 'status': 'completed', 'code': 200} Jul 16 18:11:29.159625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-02abb5ae-60f9-410f-9098-c7321de03675 req-a7dbe84c-96f6-414e-9b11-32e24f247e6e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717738 Jul 16 18:11:29.215246 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.292336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Transition to ACTIVE for port object df03324e-f3f3-4ffc-9916-33dae5c3e6bf will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:29.416622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48720) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:29.484606 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.605625 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e845789-0ccd-4809-ade6-103d015ad580 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.631896 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ab399775-69a3-44e7-819c-2b6e0cb8857a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:29.647350 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-be07d38a-f9a8-4557-953a-1f420f10d46c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.648404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:29.649571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-388213cf-db18-4953-ae0c-30075e950e07 None None] Allocated IP 172.20.0.2 (ab399775-69a3-44e7-819c-2b6e0cb8857a/3e843a89-a3d4-489c-a540-cb4d6f03a6af/30197fa8-5383-4b60-a33e-e703d6b97470) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:29.670375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:29.756975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9e411a01-7204-49f3-9cd2-0622a4b01c00 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:29.775811 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-be07d38a-f9a8-4557-953a-1f420f10d46c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.793184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=df03324e-f3f3-4ffc-9916-33dae5c3e6bf,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.796695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 9e411a01-7204-49f3-9cd2-0622a4b01c00 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:29.797269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9e411a01-7204-49f3-9cd2-0622a4b01c00 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:29.833483 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e845789-0ccd-4809-ade6-103d015ad580 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.902319 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-be07d38a-f9a8-4557-953a-1f420f10d46c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:29.910590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-be07d38a-f9a8-4557-953a-1f420f10d46c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:29.936548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-be07d38a-f9a8-4557-953a-1f420f10d46c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:29.947723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07d38a-f9a8-4557-953a-1f420f10d46c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Pushing event updated for resources: {'Port': ['ID=dea97bc6-38bb-450e-b0ce-f5560a0b64e2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.956217 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.962448 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.968403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-388213cf-db18-4953-ae0c-30075e950e07 None None] For port 30197fa8-5383-4b60-a33e-e703d6b97470, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=30197fa8-5383-4b60-a33e-e703d6b97470,segment=NetworkSegment(bf039436-9afc-4040-8b8b-e192490228b3),segment_id=bf039436-9afc-4040-8b8b-e192490228b3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:30.004780 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f4479392-8eb0-4a1c-b1f6-0344eace28dd tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.0137234 Jul 16 18:11:30.008707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48736) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:30.022701 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2d2a8be6-f89b-4c7f-bdd3-346f4ac2e6d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:30.049781 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-388213cf-db18-4953-ae0c-30075e950e07 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.067121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-be07d38a-f9a8-4557-953a-1f420f10d46c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.073158 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-be07d38a-f9a8-4557-953a-1f420f10d46c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.094004 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-388213cf-db18-4953-ae0c-30075e950e07 None None] Transition to ACTIVE for port object 30197fa8-5383-4b60-a33e-e703d6b97470 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:30.104154 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-388213cf-db18-4953-ae0c-30075e950e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.106706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-be07d38a-f9a8-4557-953a-1f420f10d46c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0471785 Jul 16 18:11:30.121419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Request body: {'port': {'device_id': '1f5bc6ee-1df1-4efb-823f-e8bc8702a213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:30.316908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388213cf-db18-4953-ae0c-30075e950e07 None None] Pushing event updated for resources: {'Port': ['ID=30197fa8-5383-4b60-a33e-e703d6b97470,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.343470 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.346881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2a8be6-f89b-4c7f-bdd3-346f4ac2e6d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:30.352074 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d2a8be6-f89b-4c7f-bdd3-346f4ac2e6d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.571736 n-d-787205-10 neutron-server[105590]: INFO neutron.db.ipam_backend_mixin [None req-2d2a8be6-f89b-4c7f-bdd3-346f4ac2e6d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3e843a89-a3d4-489c-a540-cb4d6f03a6af (CIDR: 172.20.0.0/28) Jul 16 18:11:30.579628 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2a8be6-f89b-4c7f-bdd3-346f4ac2e6d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:30.582090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2a8be6-f89b-4c7f-bdd3-346f4ac2e6d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:30.600744 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e845789-0ccd-4809-ade6-103d015ad580 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.616463 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e845789-0ccd-4809-ade6-103d015ad580 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.634029 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8e845789-0ccd-4809-ade6-103d015ad580 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "DELETE /v2.0/security-groups/e4a95061-dbcb-4051-9a48-24022a5aa923 HTTP/1.1" status: 204 len: 168 time: 1.2005951 Jul 16 18:11:30.683131 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e845789-0ccd-4809-ade6-103d015ad580 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a95061-dbcb-4051-9a48-24022a5aa923,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.691026 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2d2a8be6-f89b-4c7f-bdd3-346f4ac2e6d0 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6789720 Jul 16 18:11:30.693983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48788) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:30.703211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e330ad79-c6b6-464f-b33e-c594eb8c42df tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:30.861035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa51258-873d-4194-b2ff-48604c253f8c req-9e3a573d-97ef-483e-9197-277c17f9492d tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.863783 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fa51258-873d-4194-b2ff-48604c253f8c req-9e3a573d-97ef-483e-9197-277c17f9492d tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 931 time: 0.5061014 Jul 16 18:11:30.893486 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e330ad79-c6b6-464f-b33e-c594eb8c42df tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:30.898257 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e330ad79-c6b6-464f-b33e-c594eb8c42df tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.971789 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1c12a-fb37-421e-96f8-3ceffd97313f req-25424c41-733f-43ba-ba1a-ed2578aaa87b tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.973509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fd1c12a-fb37-421e-96f8-3ceffd97313f req-25424c41-733f-43ba-ba1a-ed2578aaa87b tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 945 time: 0.4746666 Jul 16 18:11:31.000396 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fa51258-873d-4194-b2ff-48604c253f8c req-56e8c7de-0dc3-4381-b6f8-10e45d994536 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189098 Jul 16 18:11:31.150819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48816) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.185884 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fd1c12a-fb37-421e-96f8-3ceffd97313f req-ea8a2db9-7edf-45ec-ad46-37e3dce1c6bb tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977820 Jul 16 18:11:31.248411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f7e7a9-2a38-4cb5-ab71-2f484076aec7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting subnet 4f72aeea-ce24-4f26-bf78-7ca2dbb080de {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:31.256962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e7a9-2a38-4cb5-ab71-2f484076aec7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.307460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-76f411b1-aec6-4aef-bba8-1452acc33be0 None None] Provisioning complete for port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:31.308440 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e7a9-2a38-4cb5-ab71-2f484076aec7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.309600 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-76f411b1-aec6-4aef-bba8-1452acc33be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.347771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea97bc6-38bb-450e-b0ce-f5560a0b64e2 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:31.375596 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.411712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Transition to ACTIVE for port object dea97bc6-38bb-450e-b0ce-f5560a0b64e2 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:31.419760 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.483827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-76f411b1-aec6-4aef-bba8-1452acc33be0 None None] Port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:31.484711 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e7a9-2a38-4cb5-ab71-2f484076aec7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.504099 n-d-787205-10 neutron-server[105590]: INFO neutron.db.ipam_backend_mixin [None req-e330ad79-c6b6-464f-b33e-c594eb8c42df tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7d113b9a-709a-40f4-907e-d769d922c9e6 (CIDR: 172.20.0.16/28) Jul 16 18:11:31.515813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-76f411b1-aec6-4aef-bba8-1452acc33be0 None None] Provisioning for port 30197fa8-5383-4b60-a33e-e703d6b97470 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:31.518399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Pushing event updated for resources: {'Port': ['ID=dea97bc6-38bb-450e-b0ce-f5560a0b64e2,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.542416 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e330ad79-c6b6-464f-b33e-c594eb8c42df tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:11:31.543381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e330ad79-c6b6-464f-b33e-c594eb8c42df tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:31.555975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-76f411b1-aec6-4aef-bba8-1452acc33be0 None None] Provisioning complete for port 30197fa8-5383-4b60-a33e-e703d6b97470 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:31.556616 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-76f411b1-aec6-4aef-bba8-1452acc33be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.599544 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e330ad79-c6b6-464f-b33e-c594eb8c42df tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9031723 Jul 16 18:11:31.604420 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48830) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.613589 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-2dd2b81b-9e84-464e-801f-f45ac4d94bc3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'subnet': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.626599 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55699-3a61-4a1f-910d-f28c12e92fe0 req-196608eb-a9de-4fe3-8781-479820bc7092 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.629435 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c6a55699-3a61-4a1f-910d-f28c12e92fe0 req-196608eb-a9de-4fe3-8781-479820bc7092 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 945 time: 0.2152858 Jul 16 18:11:31.713124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e7a9-2a38-4cb5-ab71-2f484076aec7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.770285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7e7a9-2a38-4cb5-ab71-2f484076aec7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Subnet': ['ID=4f72aeea-ce24-4f26-bf78-7ca2dbb080de,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.776774 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4f7e7a9-2a38-4cb5-ab71-2f484076aec7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.779738 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c4f7e7a9-2a38-4cb5-ab71-2f484076aec7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "DELETE /v2.0/subnets/4f72aeea-ce24-4f26-bf78-7ca2dbb080de HTTP/1.1" status: 204 len: 168 time: 0.6231782 Jul 16 18:11:31.783806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48834) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.800331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Attempting to bind port dea97bc6-38bb-450e-b0ce-f5560a0b64e2 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:31.803853 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Attempting to bind port dea97bc6-38bb-450e-b0ce-f5560a0b64e2 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:31.804226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Attempting to bind port dea97bc6-38bb-450e-b0ce-f5560a0b64e2 on network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:31.818326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48838) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.842308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Port dea97bc6-38bb-450e-b0ce-f5560a0b64e2 on network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:31.842641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Attempting to bind port dea97bc6-38bb-450e-b0ce-f5560a0b64e2 on network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:31.872354 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d910b5-ae12-475a-af80-67fcc45854ad None None] Network 51ec2967-6184-4750-bf51-60e7f7d4e1a6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:31.874289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:31.874802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Checking segment: {'id': 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:31.875018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Bound using segment: {'id': 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:31.877699 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Bound port: dea97bc6-38bb-450e-b0ce-f5560a0b64e2, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:31.883626 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.887811 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.950878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-c6a55699-3a61-4a1f-910d-f28c12e92fe0 req-a661c254-1bfc-4658-af10-762541b51caf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Deleting port 937c11db-ab0d-4f95-902f-effe04507394 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:31.951274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c6a55699-3a61-4a1f-910d-f28c12e92fe0 req-a661c254-1bfc-4658-af10-762541b51caf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.065240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c6a55699-3a61-4a1f-910d-f28c12e92fe0 req-a661c254-1bfc-4658-af10-762541b51caf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] For port 937c11db-ab0d-4f95-902f-effe04507394, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=937c11db-ab0d-4f95-902f-effe04507394,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:32.066007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c6a55699-3a61-4a1f-910d-f28c12e92fe0 req-a661c254-1bfc-4658-af10-762541b51caf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.083187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd2b81b-9e84-464e-801f-f45ac4d94bc3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Made reservation on behalf of ae7fe069504a42babdfd45616e4eff60 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:32.087402 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b81b-9e84-464e-801f-f45ac4d94bc3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.089035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 30197fa8-5383-4b60-a33e-e703d6b97470 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:32.089216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-c6a55699-3a61-4a1f-910d-f28c12e92fe0 req-a661c254-1bfc-4658-af10-762541b51caf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Calling delete_port for 937c11db-ab0d-4f95-902f-effe04507394 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:32.273485 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c6a55699-3a61-4a1f-910d-f28c12e92fe0 req-a661c254-1bfc-4658-af10-762541b51caf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.299687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4e45a83c-1840-456e-934c-f9639ca35d73', '937c11db-ab0d-4f95-902f-effe04507394'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:32.310998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661c254-1bfc-4658-af10-762541b51caf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event deleted for resources: {'Port': ['ID=937c11db-ab0d-4f95-902f-effe04507394,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.380998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting port 8376930d-3436-4b5b-9ae9-322a70cbfccc {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:32.381390 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.502872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a55699-3a61-4a1f-910d-f28c12e92fe0 req-a661c254-1bfc-4658-af10-762541b51caf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] No DVR routers for this DVR port 937c11db-ab0d-4f95-902f-effe04507394 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:32.510783 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c6a55699-3a61-4a1f-910d-f28c12e92fe0 req-a661c254-1bfc-4658-af10-762541b51caf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.516145 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c6a55699-3a61-4a1f-910d-f28c12e92fe0 req-a661c254-1bfc-4658-af10-762541b51caf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "DELETE /v2.0/ports/937c11db-ab0d-4f95-902f-effe04507394 HTTP/1.1" status: 204 len: 173 time: 0.8805346 Jul 16 18:11:32.516886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad4ef4f-4bd8-469e-be28-d3df5acff938', 'name': 'network-vif-deleted', 'tag': '937c11db-ab0d-4f95-902f-effe04507394'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:32.525177 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9766a1-47a1-4ee0-b828-bef4830fe735" -d '{"events": [{"server_uuid": "2ad4ef4f-4bd8-469e-be28-d3df5acff938", "name": "network-vif-deleted", "tag": "937c11db-ab0d-4f95-902f-effe04507394"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:32.615210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] For port dea97bc6-38bb-450e-b0ce-f5560a0b64e2, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:32.641168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] For port 8376930d-3436-4b5b-9ae9-322a70cbfccc, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8376930d-3436-4b5b-9ae9-322a70cbfccc,segment=NetworkSegment(9b719d07-96a9-4c58-9cb2-7a499d5827ae),segment_id=9b719d07-96a9-4c58-9cb2-7a499d5827ae)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:32.642236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.670944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Calling delete_port for 8376930d-3436-4b5b-9ae9-322a70cbfccc owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:32.697712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 30197fa8-5383-4b60-a33e-e703d6b97470 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:32.698332 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.765589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9daeb50e-4ba7-469c-ba0f-e77225c28238 None None] Provisioning for port df03324e-f3f3-4ffc-9916-33dae5c3e6bf completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:32.782828 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf3778cf-7ed1-4500-92c1-2e4bd1102872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.850521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] For port dea97bc6-38bb-450e-b0ce-f5560a0b64e2, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dea97bc6-38bb-450e-b0ce-f5560a0b64e2,segment=NetworkSegment(cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f),segment_id=cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:32.857215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c86af9b3-1a73-44b5-8b9e-6f935d4bab12 req-004e8ef4-23e2-471f-8e8b-243cb1bab216 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ad4ef4f-4bd8-469e-be28-d3df5acff938 HTTP/1.1" status: 200 len: 210 time: 0.1293156 Jul 16 18:11:32.876579 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.897699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9daeb50e-4ba7-469c-ba0f-e77225c28238 None None] Provisioning complete for port df03324e-f3f3-4ffc-9916-33dae5c3e6bf triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:32.898380 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9daeb50e-4ba7-469c-ba0f-e77225c28238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.915013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537a025a-028a-4844-b552-8369db3d2106 None None] DHCP port deletion for 51ec2967-6184-4750-bf51-60e7f7d4e1a6 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:33.031271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9daeb50e-4ba7-469c-ba0f-e77225c28238 None None] Port df03324e-f3f3-4ffc-9916-33dae5c3e6bf cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:33.091983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-537a025a-028a-4844-b552-8369db3d2106 None None] Deleting port 8376930d-3436-4b5b-9ae9-322a70cbfccc {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:33.091983 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-537a025a-028a-4844-b552-8369db3d2106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.269016 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-537a025a-028a-4844-b552-8369db3d2106 None None] For port 8376930d-3436-4b5b-9ae9-322a70cbfccc, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8376930d-3436-4b5b-9ae9-322a70cbfccc,segment=NetworkSegment(9b719d07-96a9-4c58-9cb2-7a499d5827ae),segment_id=9b719d07-96a9-4c58-9cb2-7a499d5827ae)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:33.269016 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-537a025a-028a-4844-b552-8369db3d2106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.302599 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8419242e-3218-4e7e-bd65-41fc5b015ff6 x-openstack-request-id: req-8419242e-3218-4e7e-bd65-41fc5b015ff6 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:33.303051 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad4ef4f-4bd8-469e-be28-d3df5acff938", "name": "network-vif-deleted", "tag": "937c11db-ab0d-4f95-902f-effe04507394", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:33.303528 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8419242e-3218-4e7e-bd65-41fc5b015ff6 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:33.304414 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad4ef4f-4bd8-469e-be28-d3df5acff938', 'name': 'network-vif-deleted', 'tag': '937c11db-ab0d-4f95-902f-effe04507394', 'status': 'completed', 'code': 200} Jul 16 18:11:33.305649 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.307187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-537a025a-028a-4844-b552-8369db3d2106 None None] Calling delete_port for 8376930d-3436-4b5b-9ae9-322a70cbfccc owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:33.370016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Port': ['ID=8376930d-3436-4b5b-9ae9-322a70cbfccc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.405679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] No DVR routers for this DVR port 8376930d-3436-4b5b-9ae9-322a70cbfccc on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:33.481409 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:11:33.494660 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-537a025a-028a-4844-b552-8369db3d2106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.582526 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf3778cf-7ed1-4500-92c1-2e4bd1102872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.637074 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a025a-028a-4844-b552-8369db3d2106 None None] No DVR routers for this DVR port 8376930d-3436-4b5b-9ae9-322a70cbfccc on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:33.640482 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a025a-028a-4844-b552-8369db3d2106 None None] Pushing event deleted for resources: {'Port': ['ID=8376930d-3436-4b5b-9ae9-322a70cbfccc,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.652761 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.666559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ec2967-6184-4750-bf51-60e7f7d4e1a6']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:33.681328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b719d07-96a9-4c58-9cb2-7a499d5827ae') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:33.681953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b719d07-96a9-4c58-9cb2-7a499d5827ae') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:33.696863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.720330 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.720975 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.723663 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] 10.222.0.11 "PUT /v2.0/ports/dea97bc6-38bb-450e-b0ce-f5560a0b64e2 HTTP/1.1" status: 200 len: 1092 time: 3.6074247 Jul 16 18:11:33.728823 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.745278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:33.747011 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.748824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b90a0-7b22-48b8-aaec-d55f93c72e46 service neutron] Pushing event updated for resources: {'Port': ['ID=dea97bc6-38bb-450e-b0ce-f5560a0b64e2,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:33.756779 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:33.762529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5bc6ee-1df1-4efb-823f-e8bc8702a213', 'tag': 'dea97bc6-38bb-450e-b0ce-f5560a0b64e2'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:33.764670 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f61296-b8a9-4af8-ad00-4bd68326a31c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5bc6ee-1df1-4efb-823f-e8bc8702a213", "tag": "dea97bc6-38bb-450e-b0ce-f5560a0b64e2"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:33.793747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8376930d-3436-4b5b-9ae9-322a70cbfccc no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:33.795854 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf3778cf-7ed1-4500-92c1-2e4bd1102872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.843839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 8376930d-3436-4b5b-9ae9-322a70cbfccc {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:33.846374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8376930d-3436-4b5b-9ae9-322a70cbfccc not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:33.852176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.861433 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.864849 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "DELETE /v2.0/networks/51ec2967-6184-4750-bf51-60e7f7d4e1a6 HTTP/1.1" status: 204 len: 168 time: 2.0790541 Jul 16 18:11:33.868590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48906) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:33.877545 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a5615e-de80-4844-9d61-28d9249c3daa x-openstack-request-id: req-f8a5615e-de80-4844-9d61-28d9249c3daa {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:33.878238 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5bc6ee-1df1-4efb-823f-e8bc8702a213", "tag": "dea97bc6-38bb-450e-b0ce-f5560a0b64e2", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:33.878238 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8a5615e-de80-4844-9d61-28d9249c3daa {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:33.878913 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5bc6ee-1df1-4efb-823f-e8bc8702a213', 'tag': 'dea97bc6-38bb-450e-b0ce-f5560a0b64e2', 'status': 'completed', 'code': 200} Jul 16 18:11:33.894630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cf3778cf-7ed1-4500-92c1-2e4bd1102872 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d3d666bd7ec460dafee6137966bfd11&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0723240 Jul 16 18:11:33.931928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48910) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:33.947342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e37f1-de58-4347-bd99-49fd83621b92 req-14049a63-329a-498f-a0f3-4b1c68620f2b tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.949035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d91e37f1-de58-4347-bd99-49fd83621b92 req-14049a63-329a-498f-a0f3-4b1c68620f2b tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 943 time: 1.4120259 Jul 16 18:11:33.983698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbc7e9-7fbb-4c07-bb61-8094c6e16c5c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Network': ['ID=51ec2967-6184-4750-bf51-60e7f7d4e1a6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.052832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3778cf-7ed1-4500-92c1-2e4bd1102872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27589034-8f39-4031-b487-bf3af0b431fc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.150554 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d91e37f1-de58-4347-bd99-49fd83621b92 req-6b6b938e-9e55-43e3-9441-601677961d2c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668842 Jul 16 18:11:34.186967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-7a08ba7c-4dbc-4df5-9621-e6eae86aeacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.189551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-7a08ba7c-4dbc-4df5-9621-e6eae86aeacd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f557cf72c6684e0a88a529456be7e745&device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 1095 time: 0.3529999 Jul 16 18:11:34.201507 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94dbc266-7d66-446f-945f-787a309c3312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.280561 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-3a8bad4c-a50a-48af-b159-873d044c1e02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea97bc6-38bb-450e-b0ce-f5560a0b64e2 HTTP/1.1" status: 200 len: 217 time: 0.0648618 Jul 16 18:11:34.282284 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b81b-9e84-464e-801f-f45ac4d94bc3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.331076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94dbc266-7d66-446f-945f-787a309c3312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.440585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-26c7da14-4bd5-4d83-b945-c3cd7ade3b7d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting port 6e7a094c-355b-456c-93ec-b46c06dfe81e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:34.441292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26c7da14-4bd5-4d83-b945-c3cd7ade3b7d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.492310 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94dbc266-7d66-446f-945f-787a309c3312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.496475 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94dbc266-7d66-446f-945f-787a309c3312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.498234 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-94dbc266-7d66-446f-945f-787a309c3312 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27589034-8f39-4031-b487-bf3af0b431fc HTTP/1.1" status: 204 len: 168 time: 0.5661306 Jul 16 18:11:34.499527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2b81b-9e84-464e-801f-f45ac4d94bc3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Network ab399775-69a3-44e7-819c-2b6e0cb8857a is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:34.575226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbc266-7d66-446f-945f-787a309c3312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27589034-8f39-4031-b487-bf3af0b431fc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.642856 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26c7da14-4bd5-4d83-b945-c3cd7ade3b7d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.643768 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26c7da14-4bd5-4d83-b945-c3cd7ade3b7d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.673751 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-26c7da14-4bd5-4d83-b945-c3cd7ade3b7d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Calling delete_port for 6e7a094c-355b-456c-93ec-b46c06dfe81e owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:34.720083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2b81b-9e84-464e-801f-f45ac4d94bc3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:34.730926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ba471b-add5-4ec4-bd95-71685b6c2a7e None None] Network ab399775-69a3-44e7-819c-2b6e0cb8857a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:34.753487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-7c0ecfcf-5662-44c2-9c0f-9bf4d6552162 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.758915 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-7c0ecfcf-5662-44c2-9c0f-9bf4d6552162 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.2575805 Jul 16 18:11:34.768310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd2b81b-9e84-464e-801f-f45ac4d94bc3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.772387 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b81b-9e84-464e-801f-f45ac4d94bc3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.812316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-483e6fce-45c9-40ae-b1d2-6c33fe608657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.813273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-483e6fce-45c9-40ae-b1d2-6c33fe608657 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2239bebd-69f9-4b96-acad-400955c8b137 HTTP/1.1" status: 200 len: 850 time: 0.5221748 Jul 16 18:11:34.822911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-f040d2ea-2fb1-421b-b31f-69b877d3c6f7 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/quotas/c905d491822e49e885932a1c8ed5895b HTTP/1.1" status: 200 len: 375 time: 0.0628424 Jul 16 18:11:34.825445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2b81b-9e84-464e-801f-f45ac4d94bc3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Subnet': ['ID=1414bb9b-6f2d-4f57-90af-1d1f78492ca7,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.928074 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-67bbf086-a141-4181-82db-09736cac30a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987976 Jul 16 18:11:34.929351 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2dd2b81b-9e84-464e-801f-f45ac4d94bc3 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.3237665 Jul 16 18:11:34.932548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48970) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:34.952425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-2fb93330-2e1d-4dcd-8a50-96e89b346175 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-97394789', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1414bb9b-6f2d-4f57-90af-1d1f78492ca7'}], 'security_groups': ['67ed4edd-b0f7-488e-8aea-5826e3f34197', '66972cf9-fea3-4157-8d0f-1cfb753d5669']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:35.023785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 937c11db-ab0d-4f95-902f-effe04507394 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:35.133572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 937c11db-ab0d-4f95-902f-effe04507394 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:35.134766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 937c11db-ab0d-4f95-902f-effe04507394 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:35.187040 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26c7da14-4bd5-4d83-b945-c3cd7ade3b7d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.329321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48988) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.332440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7da14-4bd5-4d83-b945-c3cd7ade3b7d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Port': ['ID=6e7a094c-355b-456c-93ec-b46c06dfe81e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:35.392710 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-32ce6d16-8bf8-4868-a193-fa6e36ef48a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.440685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0177f2-d0f6-4ce2-8b9c-6247263d732c None None] Update dhcp port {'port': {'network_id': 'ab399775-69a3-44e7-819c-2b6e0cb8857a', 'fixed_ips': [{'subnet_id': '7d113b9a-709a-40f4-907e-d769d922c9e6', 'ip_address': '172.20.0.18'}, {'subnet_id': '3e843a89-a3d4-489c-a540-cb4d6f03a6af', 'ip_address': '172.20.0.2'}, {'subnet_id': '1414bb9b-6f2d-4f57-90af-1d1f78492ca7'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '30197fa8-5383-4b60-a33e-e703d6b97470'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:11:35.455299 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2fb93330-2e1d-4dcd-8a50-96e89b346175 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.478572 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26c7da14-4bd5-4d83-b945-c3cd7ade3b7d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.486045 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-26c7da14-4bd5-4d83-b945-c3cd7ade3b7d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Floating IP fb5b77ef-9a03-4735-9b91-98f113777083 disassociated (deleted). External IP: 172.25.3.50, port: f5513588-a0cb-46cb-a2ef-40aa0c66d375. Jul 16 18:11:35.545640 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b0177f2-d0f6-4ce2-8b9c-6247263d732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.934973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-2fb93330-2e1d-4dcd-8a50-96e89b346175 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Delete allocated IP 172.20.0.4 (ab399775-69a3-44e7-819c-2b6e0cb8857a/3e843a89-a3d4-489c-a540-cb4d6f03a6af) {{(pid=105591) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:11:35.946287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-2fb93330-2e1d-4dcd-8a50-96e89b346175 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Allocated IP 172.20.0.35 (ab399775-69a3-44e7-819c-2b6e0cb8857a/1414bb9b-6f2d-4f57-90af-1d1f78492ca7/df03324e-f3f3-4ffc-9916-33dae5c3e6bf) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:35.946751 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c7da14-4bd5-4d83-b945-c3cd7ade3b7d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Router 3df23566-df18-490b-91b0-20e4e048bdee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:36.176626 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2fb93330-2e1d-4dcd-8a50-96e89b346175 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.190879 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-2fb93330-2e1d-4dcd-8a50-96e89b346175 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Transition to ACTIVE for port object df03324e-f3f3-4ffc-9916-33dae5c3e6bf will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:36.217867 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c7da14-4bd5-4d83-b945-c3cd7ade3b7d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:36.231426 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24516d13-3c50-418c-8cdb-d9bcdd27dc81 None None] Sync routers for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:36.236925 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2fb93330-2e1d-4dcd-8a50-96e89b346175 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.240776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26c7da14-4bd5-4d83-b945-c3cd7ade3b7d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.273279 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24516d13-3c50-418c-8cdb-d9bcdd27dc81 None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:36.278785 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-24516d13-3c50-418c-8cdb-d9bcdd27dc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:11:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:36.283027 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-4b924b4d-69c2-4a7c-8690-c3f2e5c0a159 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4592285 Jul 16 18:11:36.283640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-7b0177f2-d0f6-4ce2-8b9c-6247263d732c None None] Allocated IP 172.20.0.34 (ab399775-69a3-44e7-819c-2b6e0cb8857a/1414bb9b-6f2d-4f57-90af-1d1f78492ca7/30197fa8-5383-4b60-a33e-e703d6b97470) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:36.338108 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-26c7da14-4bd5-4d83-b945-c3cd7ade3b7d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "DELETE /v2.0/floatingips/fb5b77ef-9a03-4735-9b91-98f113777083 HTTP/1.1" status: 204 len: 168 time: 2.4672995 Jul 16 18:11:36.338745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'tag': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:36.341188 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d047872-b042-4bc1-9bb1-46a8807922ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f34b7f6d-db42-4ae6-a47d-c91ac30223fa", "tag": "f5513588-a0cb-46cb-a2ef-40aa0c66d375"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:36.397407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7b0177f2-d0f6-4ce2-8b9c-6247263d732c None None] For port 30197fa8-5383-4b60-a33e-e703d6b97470, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=30197fa8-5383-4b60-a33e-e703d6b97470,segment=NetworkSegment(bf039436-9afc-4040-8b8b-e192490228b3),segment_id=bf039436-9afc-4040-8b8b-e192490228b3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:36.440174 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b0177f2-d0f6-4ce2-8b9c-6247263d732c None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.450706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-f2d9da19-6787-4ca4-84ce-9da1252b6f23 service neutron] 10.222.0.11 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5132172 Jul 16 18:11:36.458795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7b0177f2-d0f6-4ce2-8b9c-6247263d732c None None] Transition to ACTIVE for port object 30197fa8-5383-4b60-a33e-e703d6b97470 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:36.463963 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b0177f2-d0f6-4ce2-8b9c-6247263d732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.557262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0177f2-d0f6-4ce2-8b9c-6247263d732c None None] Pushing event updated for resources: {'Port': ['ID=30197fa8-5383-4b60-a33e-e703d6b97470,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.587702 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-24516d13-3c50-418c-8cdb-d9bcdd27dc81 None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:36.737176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb93330-2e1d-4dcd-8a50-96e89b346175 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event updated for resources: {'Port': ['ID=df03324e-f3f3-4ffc-9916-33dae5c3e6bf,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.826549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49032) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:36.923763 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-24516d13-3c50-418c-8cdb-d9bcdd27dc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:11:18Z', 'revision_number': 6, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:36.981541 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24516d13-3c50-418c-8cdb-d9bcdd27dc81 None None] Checking router: 3df23566-df18-490b-91b0-20e4e048bdee for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:36.990648 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-775e7a35-d2ee-43d5-ad0e-cf367972dc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.030984 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24516d13-3c50-418c-8cdb-d9bcdd27dc81 None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:37.032042 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-24516d13-3c50-418c-8cdb-d9bcdd27dc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:11:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:37.046483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16edadf-4f32-45de-8948-6fac4fd28277 req-66e536d8-7cb9-4ae0-8b84-429bc95f6ed1 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.057377 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f16edadf-4f32-45de-8948-6fac4fd28277 req-66e536d8-7cb9-4ae0-8b84-429bc95f6ed1 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 943 time: 1.5505514 Jul 16 18:11:37.094864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-48dd109b-0341-4b6f-aa8f-124c8919b7be service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8098919 Jul 16 18:11:37.117101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-2fb93330-2e1d-4dcd-8a50-96e89b346175 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] In _notify_port_updated(), no bound segment for port df03324e-f3f3-4ffc-9916-33dae5c3e6bf on network ab399775-69a3-44e7-819c-2b6e0cb8857a {{(pid=105591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:11:37.126914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb93330-2e1d-4dcd-8a50-96e89b346175 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.128181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2fb93330-2e1d-4dcd-8a50-96e89b346175 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.133088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2fb93330-2e1d-4dcd-8a50-96e89b346175 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "PUT /v2.0/ports/df03324e-f3f3-4ffc-9916-33dae5c3e6bf HTTP/1.1" status: 200 len: 958 time: 2.1984603 Jul 16 18:11:37.134588 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49038) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:37.256623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f16edadf-4f32-45de-8948-6fac4fd28277 req-a8b39802-6107-4398-a358-eec34cbf4e94 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973102 Jul 16 18:11:37.298563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c395d2c-7002-4de9-ac07-8ea7749ad7d3 req-8b084c42-627b-4940-95e8-e7db145561ab service neutron] 10.222.0.11 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8275037 Jul 16 18:11:37.305332 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-32ce6d16-8bf8-4868-a193-fa6e36ef48a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.463702 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-24516d13-3c50-418c-8cdb-d9bcdd27dc81 None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:37.531903 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-32ce6d16-8bf8-4868-a193-fa6e36ef48a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.633216 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-775e7a35-d2ee-43d5-ad0e-cf367972dc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.651140 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-775e7a35-d2ee-43d5-ad0e-cf367972dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.673001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce6d16-8bf8-4868-a193-fa6e36ef48a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5327cd-f528-4455-a841-29664f6454d4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.695700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-32ce6d16-8bf8-4868-a193-fa6e36ef48a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2de46cdad4b44ffaa23d76ad3130024d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3643847 Jul 16 18:11:37.699841 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49042) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:37.751671 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-89d458dd-1c1e-458c-9f7c-52a724134d71 service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557724 Jul 16 18:11:37.796831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f61296-b8a9-4af8-ad00-4bd68326a31c req-44d84327-bb16-430a-8cf1-ccfaced736d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.810275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 30197fa8-5383-4b60-a33e-e703d6b97470 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:37.817738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00f61296-b8a9-4af8-ad00-4bd68326a31c req-44d84327-bb16-430a-8cf1-ccfaced736d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f557cf72c6684e0a88a529456be7e745&device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 1095 time: 0.3647025 Jul 16 18:11:37.860615 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e7a35-d2ee-43d5-ad0e-cf367972dc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6739468-af56-4cd6-9cce-0a856211652e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.922753 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-775e7a35-d2ee-43d5-ad0e-cf367972dc70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4bddb39d8804b6f950f6cf6c8170c04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0955963 Jul 16 18:11:37.931713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49046) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:37.944937 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b56b892d-1739-4c70-a4d8-9524c8b35026 None None] Provisioning for port df03324e-f3f3-4ffc-9916-33dae5c3e6bf completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:37.950028 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-24516d13-3c50-418c-8cdb-d9bcdd27dc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:11:18Z', 'revision_number': 6, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:37.961824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b56b892d-1739-4c70-a4d8-9524c8b35026 None None] Provisioning complete for port df03324e-f3f3-4ffc-9916-33dae5c3e6bf triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:37.962226 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b56b892d-1739-4c70-a4d8-9524c8b35026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.008400 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24516d13-3c50-418c-8cdb-d9bcdd27dc81 None None] The sync data for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 is: [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:11:18Z', 'revision_number': 6, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5', 'name': '', 'network_id': '0b11069c-473b-4b1d-bf40-cc7205181677', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:57:79:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:58Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '18543e67-e99d-4be9-ae23-174f36fc9a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:38.069498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f61296-b8a9-4af8-ad00-4bd68326a31c req-f8990aba-162f-4cef-b1d3-58779b4ebf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.075352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00f61296-b8a9-4af8-ad00-4bd68326a31c req-f8990aba-162f-4cef-b1d3-58779b4ebf67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a HTTP/1.1" status: 200 len: 911 time: 0.2559431 Jul 16 18:11:38.080557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b56b892d-1739-4c70-a4d8-9524c8b35026 None None] Port df03324e-f3f3-4ffc-9916-33dae5c3e6bf cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:38.090004 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20132cb-6945-4c72-91db-5553a0be53ea x-openstack-request-id: req-e20132cb-6945-4c72-91db-5553a0be53ea {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:38.090563 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34b7f6d-db42-4ae6-a47d-c91ac30223fa", "tag": "f5513588-a0cb-46cb-a2ef-40aa0c66d375", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:38.090563 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e20132cb-6945-4c72-91db-5553a0be53ea {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:38.090936 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'tag': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'status': 'completed', 'code': 200} Jul 16 18:11:38.119472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b56b892d-1739-4c70-a4d8-9524c8b35026 None None] Provisioning complete for port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:38.121155 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b56b892d-1739-4c70-a4d8-9524c8b35026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.170257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-65b0bf6d-4e7c-4dc4-8684-7ec80a197ae1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port df03324e-f3f3-4ffc-9916-33dae5c3e6bf {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:38.170681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65b0bf6d-4e7c-4dc4-8684-7ec80a197ae1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.171801 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00f61296-b8a9-4af8-ad00-4bd68326a31c req-b52d9a7b-fd6f-4a77-bca5-04661d4026b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea97bc6-38bb-450e-b0ce-f5560a0b64e2 HTTP/1.1" status: 200 len: 217 time: 0.0890522 Jul 16 18:11:38.237777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b56b892d-1739-4c70-a4d8-9524c8b35026 None None] Port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:38.248683 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7d8-7d82-4939-b9d8-98d6a7d59fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.259667 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b56b892d-1739-4c70-a4d8-9524c8b35026 None None] Provisioning for port 30197fa8-5383-4b60-a33e-e703d6b97470 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:38.277894 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b56b892d-1739-4c70-a4d8-9524c8b35026 None None] Provisioning complete for port 30197fa8-5383-4b60-a33e-e703d6b97470 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:38.281146 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f798659-949e-4d67-bbe0-e4c9bce86678 req-bb10f087-fd52-4f6a-a6f4-78eec762ffd1 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 210 time: 0.1058748 Jul 16 18:11:38.284565 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9773efe3-d3f1-466b-9451-9bca7c2af3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.292533 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b56b892d-1739-4c70-a4d8-9524c8b35026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.449401 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f61296-b8a9-4af8-ad00-4bd68326a31c req-00686912-1d11-4834-ae7f-560fe0fa8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.451285 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00f61296-b8a9-4af8-ad00-4bd68326a31c req-00686912-1d11-4834-ae7f-560fe0fa8a10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2239bebd-69f9-4b96-acad-400955c8b137 HTTP/1.1" status: 200 len: 850 time: 0.2711740 Jul 16 18:11:38.567010 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00f61296-b8a9-4af8-ad00-4bd68326a31c req-decef3df-6769-4aac-805f-e2f5a4fc39f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992067 Jul 16 18:11:38.599766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcd705-956e-451b-91f7-1cbf8d22a6d8 req-f3104e93-e9cd-4968-a569-177966ae6bc9 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.607667 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cfcd705-956e-451b-91f7-1cbf8d22a6d8 req-f3104e93-e9cd-4968-a569-177966ae6bc9 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 946 time: 0.4348056 Jul 16 18:11:38.628206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7d8-7d82-4939-b9d8-98d6a7d59fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.801203 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9773efe3-d3f1-466b-9451-9bca7c2af3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.804640 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65b0bf6d-4e7c-4dc4-8684-7ec80a197ae1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.808224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cfcd705-956e-451b-91f7-1cbf8d22a6d8 req-5b3179f1-2b2c-42d2-854b-83fe49febd76 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5f9d402-4db1-4b4c-b633-b4b0264bebd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992183 Jul 16 18:11:38.813643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa4d1f3-b662-4a41-8885-3e4fb0823592 None None] New status for floating IP fb5b77ef-9a03-4735-9b91-98f113777083: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:11:38.869259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-65b0bf6d-4e7c-4dc4-8684-7ec80a197ae1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for df03324e-f3f3-4ffc-9916-33dae5c3e6bf owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:38.887190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d047872-b042-4bc1-9bb1-46a8807922ce req-e1b18af9-7b4a-4f07-b2d4-62544ed868dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.888950 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3d047872-b042-4bc1-9bb1-46a8807922ce req-e1b18af9-7b4a-4f07-b2d4-62544ed868dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 1098 time: 0.8357396 Jul 16 18:11:38.894514 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00f61296-b8a9-4af8-ad00-4bd68326a31c req-c385caaf-329e-41c1-abd3-1883b8f5e9a8 service neutron] 10.222.0.11 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152771 Jul 16 18:11:38.966133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5c1184a5-9c29-4705-ab71-a26342869dda None None] Provisioning complete for port df03324e-f3f3-4ffc-9916-33dae5c3e6bf triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:38.967166 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5c1184a5-9c29-4705-ab71-a26342869dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.969488 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719cb0e-4d23-49bc-b495-c25be4408a90 req-f8b19697-38d6-4e7c-9b49-09f86d035c96 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.972255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d719cb0e-4d23-49bc-b495-c25be4408a90 req-f8b19697-38d6-4e7c-9b49-09f86d035c96 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 943 time: 0.3606234 Jul 16 18:11:39.040961 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dea97bc6-38bb-450e-b0ce-f5560a0b64e2 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:39.086978 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d719cb0e-4d23-49bc-b495-c25be4408a90 req-20b8110e-c8c8-4742-b23b-7452d5f60522 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827706 Jul 16 18:11:39.103062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00f61296-b8a9-4af8-ad00-4bd68326a31c req-572e7495-d3fd-435c-a3e9-51c5a97b510b service neutron] 10.222.0.11 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837640 Jul 16 18:11:39.117708 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5c1184a5-9c29-4705-ab71-a26342869dda None None] Port df03324e-f3f3-4ffc-9916-33dae5c3e6bf cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:39.181223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7d8-7d82-4939-b9d8-98d6a7d59fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.184355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e16c7d8-7d82-4939-b9d8-98d6a7d59fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.188621 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9e16c7d8-7d82-4939-b9d8-98d6a7d59fe4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c5327cd-f528-4455-a841-29664f6454d4 HTTP/1.1" status: 204 len: 168 time: 1.4792643 Jul 16 18:11:39.207268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16c7d8-7d82-4939-b9d8-98d6a7d59fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5327cd-f528-4455-a841-29664f6454d4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.216599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9773efe3-d3f1-466b-9451-9bca7c2af3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.220078 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9773efe3-d3f1-466b-9451-9bca7c2af3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.232503 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9773efe3-d3f1-466b-9451-9bca7c2af3af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6739468-af56-4cd6-9cce-0a856211652e HTTP/1.1" status: 204 len: 168 time: 1.2858641 Jul 16 18:11:39.325413 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dea97bc6-38bb-450e-b0ce-f5560a0b64e2, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dea97bc6-38bb-450e-b0ce-f5560a0b64e2,segment=NetworkSegment(cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f),segment_id=cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:39.361114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'dea97bc6-38bb-450e-b0ce-f5560a0b64e2', 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a', 'port_id': 'dea97bc6-38bb-450e-b0ce-f5560a0b64e2', 'mac_address': 'fa:16:3e:69:02:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2239bebd-69f9-4b96-acad-400955c8b137', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:39.387224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773efe3-d3f1-466b-9451-9bca7c2af3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6739468-af56-4cd6-9cce-0a856211652e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.418992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d047872-b042-4bc1-9bb1-46a8807922ce req-b0f3e3ef-ddcb-4cb3-bbee-a2846a897624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.424706 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3d047872-b042-4bc1-9bb1-46a8807922ce req-b0f3e3ef-ddcb-4cb3-bbee-a2846a897624 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b11069c-473b-4b1d-bf40-cc7205181677 HTTP/1.1" status: 200 len: 897 time: 0.5021484 Jul 16 18:11:39.499969 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.508497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8e518-b7c7-4965-a7f5-197f960c0074 req-a4830972-45a5-40a5-91a9-f570a2df0032 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.510200 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6bd8e518-b7c7-4965-a7f5-197f960c0074 req-a4830972-45a5-40a5-91a9-f570a2df0032 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 946 time: 0.2543409 Jul 16 18:11:39.528014 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea97bc6-38bb-450e-b0ce-f5560a0b64e2 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:39.583905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dea97bc6-38bb-450e-b0ce-f5560a0b64e2, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dea97bc6-38bb-450e-b0ce-f5560a0b64e2,segment=NetworkSegment(cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f),segment_id=cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:39.591298 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.625856 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3d047872-b042-4bc1-9bb1-46a8807922ce req-6218c35c-b026-48b8-a6bb-50176b2b9747 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5513588-a0cb-46cb-a2ef-40aa0c66d375 HTTP/1.1" status: 200 len: 217 time: 0.1789744 Jul 16 18:11:39.703317 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d047872-b042-4bc1-9bb1-46a8807922ce req-5941c567-9954-4bbd-8f47-3e1cccdccf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.705328 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3d047872-b042-4bc1-9bb1-46a8807922ce req-5941c567-9954-4bbd-8f47-3e1cccdccf1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18543e67-e99d-4be9-ae23-174f36fc9a37 HTTP/1.1" status: 200 len: 835 time: 0.0775135 Jul 16 18:11:39.707046 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65b0bf6d-4e7c-4dc4-8684-7ec80a197ae1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.738611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-424a06e0-e62f-4d9d-a759-23efc146600f req-7a4dfff8-e594-4da7-807e-db32d6755681 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 210 time: 0.1230588 Jul 16 18:11:39.756670 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=dea97bc6-38bb-450e-b0ce-f5560a0b64e2,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.779235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0bf6d-4e7c-4dc4-8684-7ec80a197ae1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=df03324e-f3f3-4ffc-9916-33dae5c3e6bf,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.802840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['dea97bc6-38bb-450e-b0ce-f5560a0b64e2'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:39.913911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-6bd8e518-b7c7-4965-a7f5-197f960c0074 req-118403d3-eb9f-4b18-b88a-482d814f4a4e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting port f5513588-a0cb-46cb-a2ef-40aa0c66d375 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:39.914264 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6bd8e518-b7c7-4965-a7f5-197f960c0074 req-118403d3-eb9f-4b18-b88a-482d814f4a4e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.962842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49094) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:40.341030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-42b8b1fe-eef7-41ea-95f3-fa2f3ed49534 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.342785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-42b8b1fe-eef7-41ea-95f3-fa2f3ed49534 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.2261345 Jul 16 18:11:40.457363 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-f33ad7af-1326-4f3c-97cb-005bfde456e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Request body: {'port': {'device_id': '323f306c-2991-4e33-be0b-44c3135ea6d0', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'admin_state_up': True, 'tenant_id': 'c905d491822e49e885932a1c8ed5895b'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:40.580136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7184663c-8627-4b45-ad8a-c68c26aad399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.617647 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-65b0bf6d-4e7c-4dc4-8684-7ec80a197ae1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.622516 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-65b0bf6d-4e7c-4dc4-8684-7ec80a197ae1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/df03324e-f3f3-4ffc-9916-33dae5c3e6bf HTTP/1.1" status: 204 len: 168 time: 3.4787426 Jul 16 18:11:40.628299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49108) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:40.744866 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7184663c-8627-4b45-ad8a-c68c26aad399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.753008 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7184663c-8627-4b45-ad8a-c68c26aad399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.758135 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-6bd8e518-b7c7-4965-a7f5-197f960c0074 req-118403d3-eb9f-4b18-b88a-482d814f4a4e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] For port f5513588-a0cb-46cb-a2ef-40aa0c66d375, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5513588-a0cb-46cb-a2ef-40aa0c66d375,segment=NetworkSegment(1f72f25e-6d45-4687-8d08-a051657c5433),segment_id=1f72f25e-6d45-4687-8d08-a051657c5433)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:40.762896 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6bd8e518-b7c7-4965-a7f5-197f960c0074 req-118403d3-eb9f-4b18-b88a-482d814f4a4e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.809259 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94b5a7c-1125-47ad-acb8-b874fa62b645 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] GET failed (client error): The resource could not be found. Jul 16 18:11:40.815433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e94b5a7c-1125-47ad-acb8-b874fa62b645 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports/df03324e-f3f3-4ffc-9916-33dae5c3e6bf HTTP/1.1" status: 404 len: 333 time: 0.1744425 Jul 16 18:11:40.830883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49116) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:40.836515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d047872-b042-4bc1-9bb1-46a8807922ce req-354f3aa5-99c8-4a7d-9d16-b4f4557b48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.838541 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3d047872-b042-4bc1-9bb1-46a8807922ce req-354f3aa5-99c8-4a7d-9d16-b4f4557b48f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b11069c-473b-4b1d-bf40-cc7205181677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0745595 Jul 16 18:11:40.857285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68984602-269a-48af-91f9-c65cf2924119 req-55e41821-c960-48aa-b2ad-c8daaf191d5d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.872882 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68984602-269a-48af-91f9-c65cf2924119 req-55e41821-c960-48aa-b2ad-c8daaf191d5d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 946 time: 0.5278692 Jul 16 18:11:40.878405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-6bd8e518-b7c7-4965-a7f5-197f960c0074 req-118403d3-eb9f-4b18-b88a-482d814f4a4e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Calling delete_port for f5513588-a0cb-46cb-a2ef-40aa0c66d375 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:40.886472 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7184663c-8627-4b45-ad8a-c68c26aad399 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a630a8dc0ba7444fb643c7a6f8a22b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9212856 Jul 16 18:11:40.890674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49118) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:40.891625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184663c-8627-4b45-ad8a-c68c26aad399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29e303b-d148-4743-a765-4bd59e323a17,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.077411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68984602-269a-48af-91f9-c65cf2924119 req-f455228c-93cc-41af-809d-599330f578fe tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=a5f9d402-4db1-4b4c-b633-b4b0264bebd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945281 Jul 16 18:11:41.090503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dea97bc6-38bb-450e-b0ce-f5560a0b64e2 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:41.106370 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8358c9ba-c53f-48d6-a0d4-d331a4a289ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.109603 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3d047872-b042-4bc1-9bb1-46a8807922ce req-e0cb6438-ad28-4f75-a624-e720e2bea7f5 service neutron] 10.222.0.32 "GET /v2.0/networks/0b11069c-473b-4b1d-bf40-cc7205181677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482901 Jul 16 18:11:41.112712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3feca-f20b-4eb2-b420-18db1768d296 req-bc726af5-0e5d-472b-8b8a-76c11dbae4e6 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.122626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55f3feca-f20b-4eb2-b420-18db1768d296 req-bc726af5-0e5d-472b-8b8a-76c11dbae4e6 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 944 time: 0.7787464 Jul 16 18:11:41.159989 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8358c9ba-c53f-48d6-a0d4-d331a4a289ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.196822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-f33ad7af-1326-4f3c-97cb-005bfde456e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Made reservation on behalf of c905d491822e49e885932a1c8ed5895b for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:41.200863 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-f33ad7af-1326-4f3c-97cb-005bfde456e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.247875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port dea97bc6-38bb-450e-b0ce-f5560a0b64e2 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:41.267159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port dea97bc6-38bb-450e-b0ce-f5560a0b64e2 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:41.267559 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.289552 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79f85a7b-a794-46cb-a14a-237adc702126 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.344368 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3d047872-b042-4bc1-9bb1-46a8807922ce req-da500256-f8c3-4048-998a-9a169ff12d38 service neutron] 10.222.0.32 "GET /v2.0/networks/0b11069c-473b-4b1d-bf40-cc7205181677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247803 Jul 16 18:11:41.357538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8358c9ba-c53f-48d6-a0d4-d331a4a289ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.360769 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8358c9ba-c53f-48d6-a0d4-d331a4a289ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.366451 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8358c9ba-c53f-48d6-a0d4-d331a4a289ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d29e303b-d148-4743-a765-4bd59e323a17 HTTP/1.1" status: 204 len: 168 time: 0.4670243 Jul 16 18:11:41.376335 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358c9ba-c53f-48d6-a0d4-d331a4a289ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29e303b-d148-4743-a765-4bd59e323a17,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.390290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5976eb48-e83b-4b55-848a-de905f3879d9 req-b4f0b0e0-dd13-4b8d-baa1-fcdf08e7a7a0 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 210 time: 0.1021726 Jul 16 18:11:41.415925 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79f85a7b-a794-46cb-a14a-237adc702126 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.561627 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79f85a7b-a794-46cb-a14a-237adc702126 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.567950 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-79f85a7b-a794-46cb-a14a-237adc702126 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.569440 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-79f85a7b-a794-46cb-a14a-237adc702126 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/security-groups/66775712-4a18-4c02-9fd9-1a535be75668 HTTP/1.1" status: 204 len: 168 time: 0.7341001 Jul 16 18:11:41.570564 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6bd8e518-b7c7-4965-a7f5-197f960c0074 req-118403d3-eb9f-4b18-b88a-482d814f4a4e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.572312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49138) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.617290 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.636287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f85a7b-a794-46cb-a14a-237adc702126 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66775712-4a18-4c02-9fd9-1a535be75668,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.643981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118403d3-eb9f-4b18-b88a-482d814f4a4e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Port': ['ID=f5513588-a0cb-46cb-a2ef-40aa0c66d375,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.647287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-f33ad7af-1326-4f3c-97cb-005bfde456e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Allocated IP 172.20.0.8 (d58e225e-c879-4f15-abb1-6d1a0a301c44/56bb9c40-c752-475f-b8ac-edadb686e877/a568daca-b1bb-4c1b-afd7-90a139dc1229) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:41.724312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd8e518-b7c7-4965-a7f5-197f960c0074 req-118403d3-eb9f-4b18-b88a-482d814f4a4e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] No DVR routers for this DVR port f5513588-a0cb-46cb-a2ef-40aa0c66d375 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:41.728761 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6bd8e518-b7c7-4965-a7f5-197f960c0074 req-118403d3-eb9f-4b18-b88a-482d814f4a4e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.732475 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6bd8e518-b7c7-4965-a7f5-197f960c0074 req-118403d3-eb9f-4b18-b88a-482d814f4a4e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "DELETE /v2.0/ports/f5513588-a0cb-46cb-a2ef-40aa0c66d375 HTTP/1.1" status: 204 len: 173 time: 2.2139440 Jul 16 18:11:41.733381 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'name': 'network-vif-deleted', 'tag': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:41.736581 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dbc3ec-82ff-496d-8753-205bc1f80af9" -d '{"events": [{"server_uuid": "f34b7f6d-db42-4ae6-a47d-c91ac30223fa", "name": "network-vif-deleted", "tag": "f5513588-a0cb-46cb-a2ef-40aa0c66d375"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:41.754352 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37ee512f-d6ba-4c9a-ba2c-0e2f30f696aa tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.799637 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dea97bc6-38bb-450e-b0ce-f5560a0b64e2, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dea97bc6-38bb-450e-b0ce-f5560a0b64e2,segment=NetworkSegment(cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f),segment_id=cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:41.803199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5bc6ee-1df1-4efb-823f-e8bc8702a213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea97bc6-38bb-450e-b0ce-f5560a0b64e2'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:41.812274 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a480dec6-eaff-42a5-aa58-ed2807ad8054" -d '{"events": [{"server_uuid": "1f5bc6ee-1df1-4efb-823f-e8bc8702a213", "name": "network-vif-plugged", "status": "completed", "tag": "dea97bc6-38bb-450e-b0ce-f5560a0b64e2"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:41.822120 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.841283 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca92b00-0a6e-4406-9f67-f560e4f00755 x-openstack-request-id: req-3ca92b00-0a6e-4406-9f67-f560e4f00755 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:41.843700 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34b7f6d-db42-4ae6-a47d-c91ac30223fa", "name": "network-vif-deleted", "tag": "f5513588-a0cb-46cb-a2ef-40aa0c66d375", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:41.844194 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ca92b00-0a6e-4406-9f67-f560e4f00755 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:41.844902 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34b7f6d-db42-4ae6-a47d-c91ac30223fa', 'name': 'network-vif-deleted', 'tag': 'f5513588-a0cb-46cb-a2ef-40aa0c66d375', 'status': 'completed', 'code': 200} Jul 16 18:11:41.869815 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37ee512f-d6ba-4c9a-ba2c-0e2f30f696aa tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.938150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55f3feca-f20b-4eb2-b420-18db1768d296 req-b6ca2435-a790-4200-86cd-7dda28eb683c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8137362 Jul 16 18:11:41.964881 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dd60e6-a8fa-4291-ad73-5345a55d5029 x-openstack-request-id: req-72dd60e6-a8fa-4291-ad73-5345a55d5029 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:41.975075 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5bc6ee-1df1-4efb-823f-e8bc8702a213", "name": "network-vif-plugged", "status": "completed", "tag": "dea97bc6-38bb-450e-b0ce-f5560a0b64e2", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:41.975914 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72dd60e6-a8fa-4291-ad73-5345a55d5029 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:41.976371 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5bc6ee-1df1-4efb-823f-e8bc8702a213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea97bc6-38bb-450e-b0ce-f5560a0b64e2', 'code': 200} Jul 16 18:11:41.980416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=dea97bc6-38bb-450e-b0ce-f5560a0b64e2,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.013122 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37ee512f-d6ba-4c9a-ba2c-0e2f30f696aa tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.016636 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37ee512f-d6ba-4c9a-ba2c-0e2f30f696aa tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.020006 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-37ee512f-d6ba-4c9a-ba2c-0e2f30f696aa tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/security-groups/66972cf9-fea3-4157-8d0f-1cfb753d5669 HTTP/1.1" status: 204 len: 168 time: 0.4443929 Jul 16 18:11:42.022785 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49150) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.048125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee512f-d6ba-4c9a-ba2c-0e2f30f696aa tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66972cf9-fea3-4157-8d0f-1cfb753d5669,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.179752 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-f33ad7af-1326-4f3c-97cb-005bfde456e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.299455 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-885a43a5-8ed7-49b5-9cf9-26e925bd748a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.322320 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-f33ad7af-1326-4f3c-97cb-005bfde456e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.342488 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4e45a83c-1840-456e-934c-f9639ca35d73'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:42.389718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-885a43a5-8ed7-49b5-9cf9-26e925bd748a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.592922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69eda4-bd0f-4ea9-8231-16c5ed0d3589 req-87b6b45f-c9da-45d0-9eb4-f66a9a71d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:42.600188 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4b69eda4-bd0f-4ea9-8231-16c5ed0d3589 req-87b6b45f-c9da-45d0-9eb4-f66a9a71d7c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 1097 time: 0.4026387 Jul 16 18:11:42.647350 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-885a43a5-8ed7-49b5-9cf9-26e925bd748a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.651138 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-885a43a5-8ed7-49b5-9cf9-26e925bd748a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.657998 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-885a43a5-8ed7-49b5-9cf9-26e925bd748a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/security-groups/67ed4edd-b0f7-488e-8aea-5826e3f34197 HTTP/1.1" status: 204 len: 168 time: 0.6242406 Jul 16 18:11:42.672320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49176) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.768605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a43a5-8ed7-49b5-9cf9-26e925bd748a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ed4edd-b0f7-488e-8aea-5826e3f34197,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.774914 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4b69eda4-bd0f-4ea9-8231-16c5ed0d3589 req-c65f366a-edb9-4e2e-ad94-69cf1084d29e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737773 Jul 16 18:11:42.889724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3612563-64ac-44a6-99c3-2d803dc531cf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting subnet 3e843a89-a3d4-489c-a540-cb4d6f03a6af {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:42.918761 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3612563-64ac-44a6-99c3-2d803dc531cf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.024967 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3612563-64ac-44a6-99c3-2d803dc531cf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.282830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3612563-64ac-44a6-99c3-2d803dc531cf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.364397 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-f33ad7af-1326-4f3c-97cb-005bfde456e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Network d58e225e-c879-4f15-abb1-6d1a0a301c44 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:43.404463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-f33ad7af-1326-4f3c-97cb-005bfde456e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:43.415161 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-f33ad7af-1326-4f3c-97cb-005bfde456e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:43.437620 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3612563-64ac-44a6-99c3-2d803dc531cf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.471551 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5795436a-7bbe-4020-908c-8ac6a9ce516f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.523725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3612563-64ac-44a6-99c3-2d803dc531cf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Subnet': ['ID=3e843a89-a3d4-489c-a540-cb4d6f03a6af,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:43.536430 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3612563-64ac-44a6-99c3-2d803dc531cf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.539901 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c3612563-64ac-44a6-99c3-2d803dc531cf tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/3e843a89-a3d4-489c-a540-cb4d6f03a6af HTTP/1.1" status: 204 len: 168 time: 0.8631279 Jul 16 18:11:43.544619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49220) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:43.545623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c90f99e-85ce-4087-bafe-65c495534917 None None] Network ab399775-69a3-44e7-819c-2b6e0cb8857a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:43.629369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-f33ad7af-1326-4f3c-97cb-005bfde456e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.630192 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-f33ad7af-1326-4f3c-97cb-005bfde456e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.692800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ad7af-1326-4f3c-97cb-005bfde456e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event updated for resources: {'Port': ['ID=a568daca-b1bb-4c1b-afd7-90a139dc1229,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:43.709353 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-f33ad7af-1326-4f3c-97cb-005bfde456e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3483143 Jul 16 18:11:43.716354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15c776c-a2ff-4b9b-b842-a6ab348ee862 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting subnet 1414bb9b-6f2d-4f57-90af-1d1f78492ca7 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:43.724745 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b15c776c-a2ff-4b9b-b842-a6ab348ee862 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.774480 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Request body: {'port': {'device_id': '323f306c-2991-4e33-be0b-44c3135ea6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:43.832817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f5513588-a0cb-46cb-a2ef-40aa0c66d375 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:43.863563 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b15c776c-a2ff-4b9b-b842-a6ab348ee862 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.906987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940334d-f5f0-42bb-ab11-e2c33e2b5002 req-3803b7fa-31e0-4f25-b0b6-b6e23f637f3e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.915201 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8940334d-f5f0-42bb-ab11-e2c33e2b5002 req-3803b7fa-31e0-4f25-b0b6-b6e23f637f3e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 931 time: 0.5344369 Jul 16 18:11:43.977569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: f5513588-a0cb-46cb-a2ef-40aa0c66d375 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:43.978485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f5513588-a0cb-46cb-a2ef-40aa0c66d375 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:44.104388 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b15c776c-a2ff-4b9b-b842-a6ab348ee862 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.173643 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8940334d-f5f0-42bb-ab11-e2c33e2b5002 req-40af37f5-d2d8-4fe7-83cc-d3eee9f0100d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487302 Jul 16 18:11:44.185579 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.230047 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b15c776c-a2ff-4b9b-b842-a6ab348ee862 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.292544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c776c-a2ff-4b9b-b842-a6ab348ee862 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Subnet': ['ID=1414bb9b-6f2d-4f57-90af-1d1f78492ca7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.311857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b15c776c-a2ff-4b9b-b842-a6ab348ee862 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.322678 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b15c776c-a2ff-4b9b-b842-a6ab348ee862 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/1414bb9b-6f2d-4f57-90af-1d1f78492ca7 HTTP/1.1" status: 204 len: 168 time: 0.7769518 Jul 16 18:11:44.324934 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49248) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:44.347521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-38be5d4c-05e7-4398-b4a5-e01287024c0a req-b0cbfe9f-44fe-4a08-8d1f-bc3ba16295cf tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34b7f6d-db42-4ae6-a47d-c91ac30223fa HTTP/1.1" status: 200 len: 210 time: 0.9818404 Jul 16 18:11:44.358023 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92d59f7-e10b-4512-af43-00d6ab561614 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:44.358495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92d59f7-e10b-4512-af43-00d6ab561614 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:44.360573 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d92d59f7-e10b-4512-af43-00d6ab561614 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/3e843a89-a3d4-489c-a540-cb4d6f03a6af HTTP/1.1" status: 404 len: 337 time: 0.0344195 Jul 16 18:11:44.363896 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49250) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:44.542354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-209e30bf-1e66-485c-9516-a6dccd3aeea7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting subnet 7d113b9a-709a-40f4-907e-d769d922c9e6 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:44.552621 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-209e30bf-1e66-485c-9516-a6dccd3aeea7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.712288 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-209e30bf-1e66-485c-9516-a6dccd3aeea7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.966346 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-209e30bf-1e66-485c-9516-a6dccd3aeea7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.006128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b307db-e1d4-45c4-8086-fa6b820520d7 req-7d677330-43f3-4696-845d-5f50763283d3 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.028537 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4b307db-e1d4-45c4-8086-fa6b820520d7 req-7d677330-43f3-4696-845d-5f50763283d3 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.5701234 Jul 16 18:11:45.123598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-209e30bf-1e66-485c-9516-a6dccd3aeea7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.201978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e30bf-1e66-485c-9516-a6dccd3aeea7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Subnet': ['ID=7d113b9a-709a-40f4-907e-d769d922c9e6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.214589 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-209e30bf-1e66-485c-9516-a6dccd3aeea7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.217369 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-209e30bf-1e66-485c-9516-a6dccd3aeea7 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/7d113b9a-709a-40f4-907e-d769d922c9e6 HTTP/1.1" status: 204 len: 168 time: 0.8521049 Jul 16 18:11:45.219857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49276) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.322321 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e42568-a806-4bd6-b50b-73ce91a8e9fa tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:45.322793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e42568-a806-4bd6-b50b-73ce91a8e9fa tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:45.324746 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c7e42568-a806-4bd6-b50b-73ce91a8e9fa tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/781674e4-fd41-48f7-9395-e797b68660c7 HTTP/1.1" status: 404 len: 337 time: 0.0974193 Jul 16 18:11:45.338201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49286) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.354690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0332370-2a15-4bf7-9ac2-88866b40331c None None] Network ab399775-69a3-44e7-819c-2b6e0cb8857a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:45.472188 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-612ec34f-1fb6-49d4-83c0-02e7bde166e1 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c HTTP/1.1" status: 200 len: 205 time: 0.1326222 Jul 16 18:11:45.475549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49290) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.574739 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-7cddd184-2c8a-4bb7-b192-91fc2d6fcdab tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] delete failed (client error): The resource could not be found. Jul 16 18:11:45.582330 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7cddd184-2c8a-4bb7-b192-91fc2d6fcdab tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/routers/fcbad0dc-9bd5-4b3a-af5d-1077cac4c73c HTTP/1.1" status: 404 len: 336 time: 0.1055439 Jul 16 18:11:45.583708 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49298) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.639656 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e04e2b81-6263-4188-9d09-73cef83e1149 None None] Provisioning complete for port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:45.640417 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e04e2b81-6263-4188-9d09-73cef83e1149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.662195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a568daca-b1bb-4c1b-afd7-90a139dc1229 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:45.671443 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-059e8e41-197c-405d-ad08-a7d0d08f652d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:45.672529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059e8e41-197c-405d-ad08-a7d0d08f652d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:45.683936 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-059e8e41-197c-405d-ad08-a7d0d08f652d tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/f369ab8b-b536-45d6-b553-38919b45cad1 HTTP/1.1" status: 404 len: 337 time: 0.0968990 Jul 16 18:11:45.684621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49302) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.766317 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.782189 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-95773799-40c2-4f7a-8523-d5430c0ab4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.789927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e04e2b81-6263-4188-9d09-73cef83e1149 None None] Port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:45.809563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4b307db-e1d4-45c4-8086-fa6b820520d7 req-2d9e3a4a-a102-443d-ba23-b8a9d3e52dfc tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133812 Jul 16 18:11:45.824984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Transition to ACTIVE for port object a568daca-b1bb-4c1b-afd7-90a139dc1229 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:45.833480 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.838601 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e04e2b81-6263-4188-9d09-73cef83e1149 None None] Provisioning complete for port 30197fa8-5383-4b60-a33e-e703d6b97470 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:45.844043 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28e43f6-e8b6-43d5-9bad-4ef761d7b846 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:45.847189 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28e43f6-e8b6-43d5-9bad-4ef761d7b846 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:45.849770 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e04e2b81-6263-4188-9d09-73cef83e1149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.858260 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d28e43f6-e8b6-43d5-9bad-4ef761d7b846 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/708ca399-5992-4315-9d16-43b45dbe78f7 HTTP/1.1" status: 404 len: 337 time: 0.1703038 Jul 16 18:11:45.859104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49318) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.913804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188c622-43a9-4db9-a885-96d16e41e6a8 req-fe81362f-5cbf-4996-b034-0962f3f9d3b8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.924351 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5188c622-43a9-4db9-a885-96d16e41e6a8 req-fe81362f-5cbf-4996-b034-0962f3f9d3b8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 931 time: 0.3191266 Jul 16 18:11:46.005793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Pushing event updated for resources: {'Port': ['ID=a568daca-b1bb-4c1b-afd7-90a139dc1229,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:46.029547 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.033826 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-65dd96c0-f850-4413-bafd-dc7814d92676 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:46.035220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65dd96c0-f850-4413-bafd-dc7814d92676 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:46.036807 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-65dd96c0-f850-4413-bafd-dc7814d92676 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/24b2885f-05bc-493e-bb7d-3ee5070e785b HTTP/1.1" status: 404 len: 337 time: 0.1758492 Jul 16 18:11:46.041263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49324) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:46.143708 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ac309c-7832-460b-8ecf-31de3b8aeb9f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:46.146953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ac309c-7832-460b-8ecf-31de3b8aeb9f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:46.151544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3faa1f-d73d-438e-9736-570e1b05974a None None] DHCP port deletion for ab399775-69a3-44e7-819c-2b6e0cb8857a request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:46.155397 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-30ac309c-7832-460b-8ecf-31de3b8aeb9f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/bf6b712b-ab93-40bc-ae59-3550c5efbf00 HTTP/1.1" status: 404 len: 333 time: 0.1106675 Jul 16 18:11:46.163244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49328) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:46.164242 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49330) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:46.243388 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5188c622-43a9-4db9-a885-96d16e41e6a8 req-396e4197-42a1-44ca-b7bb-5d1e73a31349 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181889 Jul 16 18:11:46.261782 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Attempting to bind port a568daca-b1bb-4c1b-afd7-90a139dc1229 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:46.262709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Attempting to bind port a568daca-b1bb-4c1b-afd7-90a139dc1229 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:46.268547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Attempting to bind port a568daca-b1bb-4c1b-afd7-90a139dc1229 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:46.282340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Port a568daca-b1bb-4c1b-afd7-90a139dc1229 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:46.283026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Attempting to bind port a568daca-b1bb-4c1b-afd7-90a139dc1229 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:46.295217 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:46.298696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Checking segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:46.299421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Bound using segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:46.300130 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Bound port: a568daca-b1bb-4c1b-afd7-90a139dc1229, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:46.301940 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.306239 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2590e3c-f4c2-4d1b-a047-40e84390271a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:46.306701 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2590e3c-f4c2-4d1b-a047-40e84390271a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:46.308472 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e2590e3c-f4c2-4d1b-a047-40e84390271a tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/76eb7eb6-c25c-4939-ad97-da29a1d789b6 HTTP/1.1" status: 404 len: 337 time: 0.1429088 Jul 16 18:11:46.330798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49340) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:46.360235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-fe3faa1f-d73d-438e-9736-570e1b05974a None None] Deleting port 30197fa8-5383-4b60-a33e-e703d6b97470 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:46.370424 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fe3faa1f-d73d-438e-9736-570e1b05974a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.392566 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7130302d-ed60-4a3d-9228-34c068f4043b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:46.393871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7130302d-ed60-4a3d-9228-34c068f4043b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:46.396246 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7130302d-ed60-4a3d-9228-34c068f4043b tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/db7ca633-3093-4672-abef-1924d773097d HTTP/1.1" status: 404 len: 337 time: 0.0640974 Jul 16 18:11:46.400693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49346) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:46.551830 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2598a740-d488-4b6b-a806-eaf6d03c416e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:46.552612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2598a740-d488-4b6b-a806-eaf6d03c416e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:46.554313 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2598a740-d488-4b6b-a806-eaf6d03c416e tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/2761ea1a-ae9e-4483-931a-b7ae8f980439 HTTP/1.1" status: 404 len: 333 time: 0.1447690 Jul 16 18:11:46.569634 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49348) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:46.595288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-fe3faa1f-d73d-438e-9736-570e1b05974a None None] For port 30197fa8-5383-4b60-a33e-e703d6b97470, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=30197fa8-5383-4b60-a33e-e703d6b97470,segment=NetworkSegment(bf039436-9afc-4040-8b8b-e192490228b3),segment_id=bf039436-9afc-4040-8b8b-e192490228b3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:46.595986 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fe3faa1f-d73d-438e-9736-570e1b05974a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.603986 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] For port a568daca-b1bb-4c1b-afd7-90a139dc1229, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:46.630942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-fe3faa1f-d73d-438e-9736-570e1b05974a None None] Calling delete_port for 30197fa8-5383-4b60-a33e-e703d6b97470 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:46.632710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] For port a568daca-b1bb-4c1b-afd7-90a139dc1229, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a568daca-b1bb-4c1b-afd7-90a139dc1229,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:46.640911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.656805 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c175d3a-a213-43b7-8533-2a18d52b285c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:46.659000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c175d3a-a213-43b7-8533-2a18d52b285c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:46.664046 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6c175d3a-a213-43b7-8533-2a18d52b285c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/298692f9-c26a-494d-bcaa-6d9110dc90d0 HTTP/1.1" status: 404 len: 337 time: 0.0905352 Jul 16 18:11:46.673766 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49354) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:46.719510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.726974 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.728460 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-39b19846-5d38-4446-8551-08a194e70472 service neutron] 10.222.0.11 "PUT /v2.0/ports/a568daca-b1bb-4c1b-afd7-90a139dc1229 HTTP/1.1" status: 200 len: 1092 time: 2.9992065 Jul 16 18:11:46.796735 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-734bb596-fd8d-4815-8927-94a68dba6d25 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.819529 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b57acf-5062-4134-871b-4e7eb4604c5f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] DELETE failed (client error): The resource could not be found. Jul 16 18:11:46.821809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b57acf-5062-4134-871b-4e7eb4604c5f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:11:46.823802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323f306c-2991-4e33-be0b-44c3135ea6d0', 'tag': 'a568daca-b1bb-4c1b-afd7-90a139dc1229'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:46.828138 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-13b57acf-5062-4134-871b-4e7eb4604c5f tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/subnets/02da7f2a-fef1-414e-8779-c8892f29af02 HTTP/1.1" status: 404 len: 337 time: 0.1508365 Jul 16 18:11:46.834970 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0682ed-6c32-424a-91e7-6eba5c42c9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "323f306c-2991-4e33-be0b-44c3135ea6d0", "tag": "a568daca-b1bb-4c1b-afd7-90a139dc1229"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:46.838897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49364) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:46.863008 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fe3faa1f-d73d-438e-9736-570e1b05974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.900175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3faa1f-d73d-438e-9736-570e1b05974a None None] Pushing event deleted for resources: {'Port': ['ID=30197fa8-5383-4b60-a33e-e703d6b97470,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:46.913170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3faa1f-d73d-438e-9736-570e1b05974a None None] No DVR routers for this DVR port 30197fa8-5383-4b60-a33e-e703d6b97470 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:46.961137 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:11:46.996607 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ff2a74-4c74-4ab6-bba8-23d22eb551fd x-openstack-request-id: req-d8ff2a74-4c74-4ab6-bba8-23d22eb551fd {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:46.996607 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323f306c-2991-4e33-be0b-44c3135ea6d0", "tag": "a568daca-b1bb-4c1b-afd7-90a139dc1229", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:46.996607 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8ff2a74-4c74-4ab6-bba8-23d22eb551fd {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:46.996607 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323f306c-2991-4e33-be0b-44c3135ea6d0', 'tag': 'a568daca-b1bb-4c1b-afd7-90a139dc1229', 'status': 'completed', 'code': 200} Jul 16 18:11:47.042213 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b19846-5d38-4446-8551-08a194e70472 service neutron] Pushing event updated for resources: {'Port': ['ID=a568daca-b1bb-4c1b-afd7-90a139dc1229,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:47.062955 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-734bb596-fd8d-4815-8927-94a68dba6d25 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.127304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-fd61d187-92e4-4807-8342-251b6c4736cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.128880 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-fd61d187-92e4-4807-8342-251b6c4736cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 1095 time: 0.2910128 Jul 16 18:11:47.278710 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-dd8b2cb5-e3b3-4f67-b898-9cc89ac9746c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a568daca-b1bb-4c1b-afd7-90a139dc1229 HTTP/1.1" status: 200 len: 217 time: 0.1316228 Jul 16 18:11:47.329424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe71b7-bc57-4718-bb85-26cad1b8ef73 req-a195b9e3-359a-40ea-a3bd-b6fdef289149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.335307 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ebe71b7-bc57-4718-bb85-26cad1b8ef73 req-a195b9e3-359a-40ea-a3bd-b6fdef289149 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f557cf72c6684e0a88a529456be7e745&device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 1097 time: 0.2298484 Jul 16 18:11:47.440677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e89881ef-fde3-4067-b432-552b564f470c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Deleting port e4b96acb-f2e0-4ecb-81b1-713aea0cb18b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:47.440677 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e89881ef-fde3-4067-b432-552b564f470c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.460434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-22533c01-566f-4c80-b427-d50ebf59d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.466084 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-22533c01-566f-4c80-b427-d50ebf59d617 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.1720707 Jul 16 18:11:47.553056 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-3aec148a-1ebe-40b5-8111-205c895f05b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810096 Jul 16 18:11:47.615074 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.664263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88b9f4-b252-40af-a7a0-bb84171ba21b req-9ec87636-13b9-4f2a-bf60-5b253b266c1d tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.666087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd88b9f4-b252-40af-a7a0-bb84171ba21b req-9ec87636-13b9-4f2a-bf60-5b253b266c1d tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.3911963 Jul 16 18:11:47.798962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e6a40-eb85-41ab-b499-398ec4be1b08 req-cb2a69ea-3520-48b6-b073-004cb80b898f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.825865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e89881ef-fde3-4067-b432-552b564f470c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.835602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d83e6a40-eb85-41ab-b499-398ec4be1b08 req-cb2a69ea-3520-48b6-b073-004cb80b898f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 943 time: 0.2787676 Jul 16 18:11:47.852739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 30197fa8-5383-4b60-a33e-e703d6b97470 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:47.873802 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-734bb596-fd8d-4815-8927-94a68dba6d25 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.876163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-734bb596-fd8d-4815-8927-94a68dba6d25 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.883929 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-734bb596-fd8d-4815-8927-94a68dba6d25 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "DELETE /v2.0/security-groups/a5f9d402-4db1-4b4c-b633-b4b0264bebd8 HTTP/1.1" status: 204 len: 168 time: 1.7162402 Jul 16 18:11:47.900199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e89881ef-fde3-4067-b432-552b564f470c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Calling delete_port for e4b96acb-f2e0-4ecb-81b1-713aea0cb18b owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:47.905836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bb596-fd8d-4815-8927-94a68dba6d25 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f9d402-4db1-4b4c-b633-b4b0264bebd8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:47.909558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe71b7-bc57-4718-bb85-26cad1b8ef73 req-73102974-5981-4f36-8f82-e824e589ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.909558 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ebe71b7-bc57-4718-bb85-26cad1b8ef73 req-73102974-5981-4f36-8f82-e824e589ef31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a HTTP/1.1" status: 200 len: 911 time: 0.5625906 Jul 16 18:11:47.910110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 30197fa8-5383-4b60-a33e-e703d6b97470 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:47.913358 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 30197fa8-5383-4b60-a33e-e703d6b97470 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:47.975063 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ebe71b7-bc57-4718-bb85-26cad1b8ef73 req-df76cfc5-8750-4740-85e6-5c970a6cef64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dea97bc6-38bb-450e-b0ce-f5560a0b64e2 HTTP/1.1" status: 200 len: 217 time: 0.0515525 Jul 16 18:11:48.113511 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-bdd39403-0491-43ee-83a0-301c74333fe9 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778509 Jul 16 18:11:48.153216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd88b9f4-b252-40af-a7a0-bb84171ba21b req-619707a3-c362-4740-936b-f4bd847f70b5 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580793 Jul 16 18:11:48.193936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe71b7-bc57-4718-bb85-26cad1b8ef73 req-537341c0-d265-4070-82de-3645927357a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.195814 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ebe71b7-bc57-4718-bb85-26cad1b8ef73 req-537341c0-d265-4070-82de-3645927357a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2239bebd-69f9-4b96-acad-400955c8b137 HTTP/1.1" status: 200 len: 850 time: 0.1893909 Jul 16 18:11:48.218595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49432) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:48.282683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49436) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:48.286819 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ebe71b7-bc57-4718-bb85-26cad1b8ef73 req-ac250f25-0967-4f88-8430-13b8a8cd8129 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831985 Jul 16 18:11:48.378107 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c1a6e7a-e2d1-432a-ad9d-8d24109c48fe req-bd5b9aac-f561-4b7f-a734-b37a6bc64d23 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574825 Jul 16 18:11:48.389681 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d83e6a40-eb85-41ab-b499-398ec4be1b08 req-44aeab6b-d368-428f-a7f0-6deb6b7eb63b tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531273 Jul 16 18:11:48.517685 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e89881ef-fde3-4067-b432-552b564f470c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.602513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0682ed-6c32-424a-91e7-6eba5c42c9bd req-201ab9dc-ccc5-452d-8226-9f77160c9aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.604071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d0682ed-6c32-424a-91e7-6eba5c42c9bd req-201ab9dc-ccc5-452d-8226-9f77160c9aea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 1095 time: 0.1236103 Jul 16 18:11:48.658154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89881ef-fde3-4067-b432-552b564f470c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Port': ['ID=e4b96acb-f2e0-4ecb-81b1-713aea0cb18b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:48.717908 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de59118c-6a69-4c1f-b3b4-31bdbfc8879d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.757823 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e89881ef-fde3-4067-b432-552b564f470c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.760166 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e89881ef-fde3-4067-b432-552b564f470c tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/ports/e4b96acb-f2e0-4ecb-81b1-713aea0cb18b HTTP/1.1" status: 204 len: 168 time: 1.9191356 Jul 16 18:11:48.763359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49450) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:48.836070 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ebe71b7-bc57-4718-bb85-26cad1b8ef73 req-ed842fa0-23ee-4f6e-a630-1255a9d14567 service neutron] 10.222.0.11 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289919 Jul 16 18:11:48.936957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0682ed-6c32-424a-91e7-6eba5c42c9bd req-8f96d77e-410c-4069-8cd3-a0708a2d5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.938702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d0682ed-6c32-424a-91e7-6eba5c42c9bd req-8f96d77e-410c-4069-8cd3-a0708a2d5104 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 906 time: 0.3278835 Jul 16 18:11:49.017196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d0682ed-6c32-424a-91e7-6eba5c42c9bd req-37f6edb1-38b0-417b-b0ae-9aff6f0e2fe5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a568daca-b1bb-4c1b-afd7-90a139dc1229 HTTP/1.1" status: 200 len: 217 time: 0.0629184 Jul 16 18:11:49.021301 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28d437c0-78cf-4f9d-85d3-a198a9060307 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.033593 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.127672 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ebe71b7-bc57-4718-bb85-26cad1b8ef73 req-205616e3-4e1a-4f7d-9b58-5c4bcc8495bd service neutron] 10.222.0.11 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691591 Jul 16 18:11:49.229087 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28d437c0-78cf-4f9d-85d3-a198a9060307 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.237937 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de59118c-6a69-4c1f-b3b4-31bdbfc8879d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.252861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-28d437c0-78cf-4f9d-85d3-a198a9060307 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab399775-69a3-44e7-819c-2b6e0cb8857a']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:49.266470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-28d437c0-78cf-4f9d-85d3-a198a9060307 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf039436-9afc-4040-8b8b-e192490228b3') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:49.266776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-28d437c0-78cf-4f9d-85d3-a198a9060307 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf039436-9afc-4040-8b8b-e192490228b3') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:49.278629 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28d437c0-78cf-4f9d-85d3-a198a9060307 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.288078 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-de59118c-6a69-4c1f-b3b4-31bdbfc8879d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.313941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0682ed-6c32-424a-91e7-6eba5c42c9bd req-fa70df9c-831b-494f-b394-90fd4a29637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.318915 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d0682ed-6c32-424a-91e7-6eba5c42c9bd req-fa70df9c-831b-494f-b394-90fd4a29637f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.2933817 Jul 16 18:11:49.365253 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28d437c0-78cf-4f9d-85d3-a198a9060307 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.377103 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59118c-6a69-4c1f-b3b4-31bdbfc8879d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815367a3-2233-43bf-9854-fc5cdaa9a82d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.404262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d0682ed-6c32-424a-91e7-6eba5c42c9bd req-9f5fe782-cc8a-4366-b7c8-e4bd4d5f266f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693252 Jul 16 18:11:49.417000 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d437c0-78cf-4f9d-85d3-a198a9060307 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:49.417526 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28d437c0-78cf-4f9d-85d3-a198a9060307 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:49.422567 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:49.437263 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-de59118c-6a69-4c1f-b3b4-31bdbfc8879d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bda12bcb251946c5b03ac9f106448b46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2097194 Jul 16 18:11:49.446600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49488) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:49.627799 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-729987d6-e9dc-4941-bec0-3d5a1a1333fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.679926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d0682ed-6c32-424a-91e7-6eba5c42c9bd req-2c1d3bf5-76ac-44ce-9d0c-76f6cdea9994 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643061 Jul 16 18:11:49.683258 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28d437c0-78cf-4f9d-85d3-a198a9060307 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.695674 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-729987d6-e9dc-4941-bec0-3d5a1a1333fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.757002 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-28d437c0-78cf-4f9d-85d3-a198a9060307 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.775232 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-28d437c0-78cf-4f9d-85d3-a198a9060307 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] 10.222.0.24 "DELETE /v2.0/networks/ab399775-69a3-44e7-819c-2b6e0cb8857a HTTP/1.1" status: 204 len: 168 time: 1.0014246 Jul 16 18:11:49.781341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d437c0-78cf-4f9d-85d3-a198a9060307 tempest-PortsTestJSON-1715793377 tempest-PortsTestJSON-1715793377-project] Pushing event deleted for resources: {'Network': ['ID=ab399775-69a3-44e7-819c-2b6e0cb8857a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.803097 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-729987d6-e9dc-4941-bec0-3d5a1a1333fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.810879 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-729987d6-e9dc-4941-bec0-3d5a1a1333fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.813229 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-729987d6-e9dc-4941-bec0-3d5a1a1333fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/815367a3-2233-43bf-9854-fc5cdaa9a82d HTTP/1.1" status: 204 len: 168 time: 0.3654609 Jul 16 18:11:49.822808 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa70604d-1c2b-49d3-beeb-d0ac756cc72b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.868750 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729987d6-e9dc-4941-bec0-3d5a1a1333fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815367a3-2233-43bf-9854-fc5cdaa9a82d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.885158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8bfd9-d3af-45be-b9a1-cde23826ad19 req-9adf915c-d1f2-4774-81bb-311085dfb11c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.907496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2f8bfd9-d3af-45be-b9a1-cde23826ad19 req-9adf915c-d1f2-4774-81bb-311085dfb11c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.5058608 Jul 16 18:11:50.208323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2f8bfd9-d3af-45be-b9a1-cde23826ad19 req-8375e5c7-3280-49d2-a943-7b16a3aab54a tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969248 Jul 16 18:11:50.247368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49510) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.275603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49514) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.295952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325060-eefd-4db7-90e7-f2020ce4f454 req-4d9185a6-fa2b-4637-aa14-20b52bc561ec tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.310405 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a325060-eefd-4db7-90e7-f2020ce4f454 req-4d9185a6-fa2b-4637-aa14-20b52bc561ec tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 943 time: 0.6501982 Jul 16 18:11:50.367332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d0682ed-6c32-424a-91e7-6eba5c42c9bd req-45550b42-e8c8-41dc-83f2-ec8b629bd456 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6619730 Jul 16 18:11:50.470872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a325060-eefd-4db7-90e7-f2020ce4f454 req-49bfc938-4f99-4878-9efa-63fb970d222f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588376 Jul 16 18:11:50.729988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-aa70604d-1c2b-49d3-beeb-d0ac756cc72b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:50.730370 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa70604d-1c2b-49d3-beeb-d0ac756cc72b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.814605 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-37120381-dfb1-42cd-b4b4-1362834520d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.970104 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8134e0a7-2695-407e-bfba-2627d8659819 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae7fe069504a42babdfd45616e4eff60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6928573 Jul 16 18:11:50.970774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49522) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.972739 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-aa70604d-1c2b-49d3-beeb-d0ac756cc72b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] For port b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5,segment=NetworkSegment(1f72f25e-6d45-4687-8d08-a051657c5433),segment_id=1f72f25e-6d45-4687-8d08-a051657c5433)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:50.973166 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa70604d-1c2b-49d3-beeb-d0ac756cc72b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.032145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-aa70604d-1c2b-49d3-beeb-d0ac756cc72b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Calling delete_port for b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:51.057055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49526) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:51.060900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a568daca-b1bb-4c1b-afd7-90a139dc1229 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:51.102347 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-37120381-dfb1-42cd-b4b4-1362834520d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.110979 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-37120381-dfb1-42cd-b4b4-1362834520d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.118330 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-37858cbf-3679-4bc1-9275-7524e54174ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.135525 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5550-1ede-462d-b2d6-5edc0a7852e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.163961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37120381-dfb1-42cd-b4b4-1362834520d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd16a78b-030c-430b-b266-15a44f3da3c0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.181076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5550-1ede-462d-b2d6-5edc0a7852e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.197237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-37120381-dfb1-42cd-b4b4-1362834520d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1deb2cc216a749cab60ce3b1d12b7a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9460661 Jul 16 18:11:51.200857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49528) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:51.301791 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90014d26-6feb-48e5-8291-c7a0d1f3796b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.342018 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90014d26-6feb-48e5-8291-c7a0d1f3796b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.350003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5550-1ede-462d-b2d6-5edc0a7852e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.356978 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ce3b5550-1ede-462d-b2d6-5edc0a7852e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.362434 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ce3b5550-1ede-462d-b2d6-5edc0a7852e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4afe7ecf-0f4c-4802-91ea-49499e4af53f HTTP/1.1" status: 204 len: 168 time: 0.3855000 Jul 16 18:11:51.440942 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-37858cbf-3679-4bc1-9275-7524e54174ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.450457 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a568daca-b1bb-4c1b-afd7-90a139dc1229, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a568daca-b1bb-4c1b-afd7-90a139dc1229,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:51.451863 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-37858cbf-3679-4bc1-9275-7524e54174ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.499030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b5550-1ede-462d-b2d6-5edc0a7852e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afe7ecf-0f4c-4802-91ea-49499e4af53f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.517442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37858cbf-3679-4bc1-9275-7524e54174ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8efa71-8f40-466e-88a3-5c6b4d7782f2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.585972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90014d26-6feb-48e5-8291-c7a0d1f3796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.588658 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-90014d26-6feb-48e5-8291-c7a0d1f3796b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.592488 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-90014d26-6feb-48e5-8291-c7a0d1f3796b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd16a78b-030c-430b-b266-15a44f3da3c0 HTTP/1.1" status: 204 len: 168 time: 0.3853264 Jul 16 18:11:51.601601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa70604d-1c2b-49d3-beeb-d0ac756cc72b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.606225 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-37858cbf-3679-4bc1-9275-7524e54174ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f1e528702134db1957b7ae06c1d8297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5476668 Jul 16 18:11:51.609052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49538) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:51.622613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90014d26-6feb-48e5-8291-c7a0d1f3796b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd16a78b-030c-430b-b266-15a44f3da3c0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.678048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a505c-644e-4211-959b-35ae8ee187bc req-306abc29-2bfb-45ad-b03c-64ffc013db59 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:51.687082 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-648a505c-644e-4211-959b-35ae8ee187bc req-306abc29-2bfb-45ad-b03c-64ffc013db59 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.1551960 Jul 16 18:11:51.743286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70604d-1c2b-49d3-beeb-d0ac756cc72b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Port': ['ID=b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.929121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-648a505c-644e-4211-959b-35ae8ee187bc req-45c20147-c4da-44d7-a051-591b80574457 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403717 Jul 16 18:11:51.931000 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-51ce8c0d-c6e5-4cfb-b668-809e7a62d340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.048439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'a568daca-b1bb-4c1b-afd7-90a139dc1229', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'port_id': 'a568daca-b1bb-4c1b-afd7-90a139dc1229', 'mac_address': 'fa:16:3e:6e:99:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bb9c40-c752-475f-b8ac-edadb686e877', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:52.056272 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-51ce8c0d-c6e5-4cfb-b668-809e7a62d340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.097958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6096b0-7ecf-4e97-afd2-029346ed8cf3 req-e9874763-282d-4bfc-8f41-2078eced520d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.100938 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f6096b0-7ecf-4e97-afd2-029346ed8cf3 req-e9874763-282d-4bfc-8f41-2078eced520d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 943 time: 0.2809227 Jul 16 18:11:52.158776 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.179270 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa70604d-1c2b-49d3-beeb-d0ac756cc72b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.217680 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a568daca-b1bb-4c1b-afd7-90a139dc1229 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:52.264918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f6096b0-7ecf-4e97-afd2-029346ed8cf3 req-7301aeb8-4d8c-4750-ba5d-e5af1499f566 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366346 Jul 16 18:11:52.283738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a568daca-b1bb-4c1b-afd7-90a139dc1229, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a568daca-b1bb-4c1b-afd7-90a139dc1229,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:52.293458 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.297554 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-51ce8c0d-c6e5-4cfb-b668-809e7a62d340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.306356 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-51ce8c0d-c6e5-4cfb-b668-809e7a62d340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.313430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-51ce8c0d-c6e5-4cfb-b668-809e7a62d340 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef8efa71-8f40-466e-88a3-5c6b4d7782f2 HTTP/1.1" status: 204 len: 168 time: 0.6971545 Jul 16 18:11:52.331676 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce8c0d-c6e5-4cfb-b668-809e7a62d340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8efa71-8f40-466e-88a3-5c6b4d7782f2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:52.433206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=a568daca-b1bb-4c1b-afd7-90a139dc1229,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:52.452609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:52.452963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:52.459595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:52.459953 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:52.460703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:52.460703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:52.463075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:52.463075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:52.463075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:52.464759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:52.464759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:52.464759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:52.565685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['a568daca-b1bb-4c1b-afd7-90a139dc1229'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:52.712500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa70604d-1c2b-49d3-beeb-d0ac756cc72b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Router 3df23566-df18-490b-91b0-20e4e048bdee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:52.961652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa70604d-1c2b-49d3-beeb-d0ac756cc72b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:52.972327 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da771d23-28ba-4149-82e6-63cdb8b24c4a None None] Sync routers for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:52.985196 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aa70604d-1c2b-49d3-beeb-d0ac756cc72b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "PUT /v2.0/routers/3df23566-df18-490b-91b0-20e4e048bdee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6956644 Jul 16 18:11:52.989820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49562) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:53.000644 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da771d23-28ba-4149-82e6-63cdb8b24c4a None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:53.001728 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-da771d23-28ba-4149-82e6-63cdb8b24c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:11:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:53.068961 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.133591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed33382d-d011-41b9-b05e-8f15e8e4d9a2 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting subnet 18543e67-e99d-4be9-ae23-174f36fc9a37 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:53.144176 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed33382d-d011-41b9-b05e-8f15e8e4d9a2 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.280554 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed33382d-d011-41b9-b05e-8f15e8e4d9a2 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.295845 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-da771d23-28ba-4149-82e6-63cdb8b24c4a None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:53.563735 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed33382d-d011-41b9-b05e-8f15e8e4d9a2 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.690740 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-da771d23-28ba-4149-82e6-63cdb8b24c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:11:51Z', 'revision_number': 7, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:53.784869 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed33382d-d011-41b9-b05e-8f15e8e4d9a2 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.860573 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da771d23-28ba-4149-82e6-63cdb8b24c4a None None] Checking router: 3df23566-df18-490b-91b0-20e4e048bdee for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:53.882958 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed33382d-d011-41b9-b05e-8f15e8e4d9a2 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.887618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401cd709-9fef-4023-be4c-6e77ce466bf3 None None] Network 0b11069c-473b-4b1d-bf40-cc7205181677 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:53.890028 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49588) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:53.890470 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ed33382d-d011-41b9-b05e-8f15e8e4d9a2 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "DELETE /v2.0/subnets/18543e67-e99d-4be9-ae23-174f36fc9a37 HTTP/1.1" status: 204 len: 168 time: 0.8977346 Jul 16 18:11:53.900627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4187d23-6955-4903-80a0-2c3c6e3677da req-6ac76baa-f153-48a3-a8c2-accd0ec1c8d4 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:53.903081 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4187d23-6955-4903-80a0-2c3c6e3677da req-6ac76baa-f153-48a3-a8c2-accd0ec1c8d4 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.7143841 Jul 16 18:11:53.908399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33382d-d011-41b9-b05e-8f15e8e4d9a2 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Subnet': ['ID=18543e67-e99d-4be9-ae23-174f36fc9a37,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.915402 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da771d23-28ba-4149-82e6-63cdb8b24c4a None None] Routers {'3df23566-df18-490b-91b0-20e4e048bdee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:53.916062 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-da771d23-28ba-4149-82e6-63cdb8b24c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:11:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3df23566-df18-490b-91b0-20e4e048bdee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:54.004387 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe8065-6faa-4fb0-a96c-32d0d1ea3561 req-b9ca1398-1e23-4fce-b60f-c948e537400f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.011084 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78fe8065-6faa-4fb0-a96c-32d0d1ea3561 req-b9ca1398-1e23-4fce-b60f-c948e537400f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 944 time: 0.3020535 Jul 16 18:11:54.054097 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4187d23-6955-4903-80a0-2c3c6e3677da req-353d806f-93b8-48f3-8f4e-7bbc8a04e661 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223657 Jul 16 18:11:54.152521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78fe8065-6faa-4fb0-a96c-32d0d1ea3561 req-a25e6f7d-291f-4589-a54c-4e77d0577ae0 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352079 Jul 16 18:11:54.210178 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.273287 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-da771d23-28ba-4149-82e6-63cdb8b24c4a None None] Set router 3df23566-df18-490b-91b0-20e4e048bdee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:54.375195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2608324f-0cf1-41d8-9227-ce7a425ed006 None None] DHCP port deletion for 0b11069c-473b-4b1d-bf40-cc7205181677 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:54.503398 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.536330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2608324f-0cf1-41d8-9227-ce7a425ed006 None None] Deleting port ff472032-853f-4955-80ce-11c22e914117 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:54.536991 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2608324f-0cf1-41d8-9227-ce7a425ed006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.663218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2608324f-0cf1-41d8-9227-ce7a425ed006 None None] For port ff472032-853f-4955-80ce-11c22e914117, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ff472032-853f-4955-80ce-11c22e914117,segment=NetworkSegment(1f72f25e-6d45-4687-8d08-a051657c5433),segment_id=1f72f25e-6d45-4687-8d08-a051657c5433)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:54.663541 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2608324f-0cf1-41d8-9227-ce7a425ed006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.674810 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eecfbd12-f32f-4df1-8c7d-a362032e3865 req-2337c23a-ddb6-4f4b-a17d-942c65575b93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9136229 Jul 16 18:11:54.682891 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2608324f-0cf1-41d8-9227-ce7a425ed006 None None] Calling delete_port for ff472032-853f-4955-80ce-11c22e914117 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:54.806240 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2608324f-0cf1-41d8-9227-ce7a425ed006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.848152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting port 873a1156-c9a4-4b21-850c-7ec7e2f920d3 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:54.848860 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.885739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfbd12-f32f-4df1-8c7d-a362032e3865 req-f7aef891-797b-4d96-bbdb-3a15a960870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.887464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eecfbd12-f32f-4df1-8c7d-a362032e3865 req-f7aef891-797b-4d96-bbdb-3a15a960870c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc96a93d9184df8b03953fbcf45971e&device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 1102 time: 0.1664748 Jul 16 18:11:55.043332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608324f-0cf1-41d8-9227-ce7a425ed006 None None] Pushing event deleted for resources: {'Port': ['ID=ff472032-853f-4955-80ce-11c22e914117,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:55.062671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608324f-0cf1-41d8-9227-ce7a425ed006 None None] No DVR routers for this DVR port ff472032-853f-4955-80ce-11c22e914117 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:55.066054 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-da771d23-28ba-4149-82e6-63cdb8b24c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:11:51Z', 'revision_number': 7, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:55.105159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a568daca-b1bb-4c1b-afd7-90a139dc1229 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:55.143222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfbd12-f32f-4df1-8c7d-a362032e3865 req-32d599dc-4a6e-4af5-8f10-26674d5ccf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:55.152110 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eecfbd12-f32f-4df1-8c7d-a362032e3865 req-32d599dc-4a6e-4af5-8f10-26674d5ccf03 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.2398374 Jul 16 18:11:55.177986 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da771d23-28ba-4149-82e6-63cdb8b24c4a None None] The sync data for ids ['3df23566-df18-490b-91b0-20e4e048bdee'] in n-d-787205-10 is: [{'id': '3df23566-df18-490b-91b0-20e4e048bdee', 'name': 'tempest-TestNetworkBasicOps-router-151747202', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:46Z', 'updated_at': '2021-07-16T18:11:51Z', 'revision_number': 7, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': '873a1156-c9a4-4b21-850c-7ec7e2f920d3', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:01:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df23566-df18-490b-91b0-20e4e048bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:55.188384 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49616) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:55.306543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] For port 873a1156-c9a4-4b21-850c-7ec7e2f920d3, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=873a1156-c9a4-4b21-850c-7ec7e2f920d3,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:55.307100 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.331477 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.342095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Calling delete_port for 873a1156-c9a4-4b21-850c-7ec7e2f920d3 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:55.358809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eecfbd12-f32f-4df1-8c7d-a362032e3865 req-2cd27892-1312-4a1d-8fb9-3e44a22d6df5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=08205b6e-2b3d-400a-beb5-757e43a44277 HTTP/1.1" status: 200 len: 217 time: 0.1971712 Jul 16 18:11:55.419524 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port a568daca-b1bb-4c1b-afd7-90a139dc1229 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:55.441958 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port a568daca-b1bb-4c1b-afd7-90a139dc1229 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:55.451542 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.686588 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.782289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f306c-2991-4e33-be0b-44c3135ea6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a568daca-b1bb-4c1b-afd7-90a139dc1229'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:55.794565 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd192b8-38ee-4523-adf7-f8b247e67542" -d '{"events": [{"server_uuid": "323f306c-2991-4e33-be0b-44c3135ea6d0", "name": "network-vif-plugged", "status": "completed", "tag": "a568daca-b1bb-4c1b-afd7-90a139dc1229"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:55.807218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a568daca-b1bb-4c1b-afd7-90a139dc1229, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a568daca-b1bb-4c1b-afd7-90a139dc1229,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:55.819287 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.850741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f5e9b6b5-1d8e-47af-a5de-08161269eb03 tempest-DvrRoutersNegativeTest-950655515 tempest-DvrRoutersNegativeTest-950655515-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-64622762', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:55.871897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.policy [None req-f5e9b6b5-1d8e-47af-a5de-08161269eb03 tempest-DvrRoutersNegativeTest-950655515 tempest-DvrRoutersNegativeTest-950655515-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105591) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 18:11:55.872156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.policy [None req-f5e9b6b5-1d8e-47af-a5de-08161269eb03 tempest-DvrRoutersNegativeTest-950655515 tempest-DvrRoutersNegativeTest-950655515-project] Failed policy check for 'create_router' {{(pid=105591) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 18:11:55.875368 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-f5e9b6b5-1d8e-47af-a5de-08161269eb03 tempest-DvrRoutersNegativeTest-950655515 tempest-DvrRoutersNegativeTest-950655515-project] create failed (client error): Access was denied to this resource. Jul 16 18:11:55.880348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f5e9b6b5-1d8e-47af-a5de-08161269eb03 tempest-DvrRoutersNegativeTest-950655515 tempest-DvrRoutersNegativeTest-950655515-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6601384 Jul 16 18:11:55.920178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfbd12-f32f-4df1-8c7d-a362032e3865 req-0a5e6555-7216-4c1c-83d8-76f93dd3f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:55.928822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eecfbd12-f32f-4df1-8c7d-a362032e3865 req-0a5e6555-7216-4c1c-83d8-76f93dd3f169 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.5595243 Jul 16 18:11:55.947225 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=a568daca-b1bb-4c1b-afd7-90a139dc1229,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:55.955643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ff472032-853f-4955-80ce-11c22e914117 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:55.988156 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.039530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: ff472032-853f-4955-80ce-11c22e914117 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:56.040233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ff472032-853f-4955-80ce-11c22e914117 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:56.042115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:56.098793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Port': ['ID=873a1156-c9a4-4b21-850c-7ec7e2f920d3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:56.107897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:56.108443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b06f8e0f-d2f6-4c93-a5a1-bed118f64dd5 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:56.188479 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c567b-8935-4306-818a-a1d14dbe88bb req-0f0a2911-c983-4aca-b361-3e5b3818b1e2 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.189081 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.200304 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-804c567b-8935-4306-818a-a1d14dbe88bb req-0f0a2911-c983-4aca-b361-3e5b3818b1e2 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 944 time: 0.7045705 Jul 16 18:11:56.237091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56b43-34b7-42d5-a143-0dc8a11659a6 req-fa57c882-ba0a-4162-b6e1-e0847ba37dfe tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.245535 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31d56b43-34b7-42d5-a143-0dc8a11659a6 req-fa57c882-ba0a-4162-b6e1-e0847ba37dfe tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.7441871 Jul 16 18:11:56.282359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-804c567b-8935-4306-818a-a1d14dbe88bb req-953d3e76-90eb-4a08-a52d-a2a0b52c5bd2 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800154 Jul 16 18:11:56.332176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.335220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.391374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfbd12-f32f-4df1-8c7d-a362032e3865 req-67a7b5d0-65b2-4786-8b7c-16a0f92d8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.392916 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eecfbd12-f32f-4df1-8c7d-a362032e3865 req-67a7b5d0-65b2-4786-8b7c-16a0f92d8955 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4492855 Jul 16 18:11:56.400987 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e00fa5-158e-4559-9b85-d006eb9e3921 x-openstack-request-id: req-d3e00fa5-158e-4559-9b85-d006eb9e3921 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:56.401298 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f306c-2991-4e33-be0b-44c3135ea6d0", "name": "network-vif-plugged", "status": "completed", "tag": "a568daca-b1bb-4c1b-afd7-90a139dc1229", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:56.401595 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3e00fa5-158e-4559-9b85-d006eb9e3921 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:56.401769 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.402028 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323f306c-2991-4e33-be0b-44c3135ea6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a568daca-b1bb-4c1b-afd7-90a139dc1229', 'code': 200} Jul 16 18:11:56.402364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Fanout notify agent at l3_agent the message router_deleted on router 3df23566-df18-490b-91b0-20e4e048bdee {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:56.415677 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31d56b43-34b7-42d5-a143-0dc8a11659a6 req-92c62a20-7fe0-49af-b672-9d35488c6494 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686094 Jul 16 18:11:56.431897 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.439916 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-df3ca9d8-a0c6-4d42-96a2-37bdbc89561a tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "DELETE /v2.0/routers/3df23566-df18-490b-91b0-20e4e048bdee HTTP/1.1" status: 204 len: 168 time: 2.5411460 Jul 16 18:11:56.441035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49648) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:56.587407 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14687160-d01f-4207-afa6-0032d1112390 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.639600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e95b2-6752-4b76-a74b-f63ec0fd80a8 req-0433b23c-e8c0-42af-ade9-c9a3d128df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.641390 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc4e95b2-6752-4b76-a74b-f63ec0fd80a8 req-0433b23c-e8c0-42af-ade9-c9a3d128df66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 1097 time: 0.1606679 Jul 16 18:11:56.643584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eecfbd12-f32f-4df1-8c7d-a362032e3865 req-782e0331-57c3-4e26-b921-628589c46f8d service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267039 Jul 16 18:11:56.714023 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14687160-d01f-4207-afa6-0032d1112390 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.726315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-14687160-d01f-4207-afa6-0032d1112390 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b11069c-473b-4b1d-bf40-cc7205181677']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:56.741506 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc4e95b2-6752-4b76-a74b-f63ec0fd80a8 req-0ffb0c40-438f-4a04-ae01-4ab7109d852d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908861 Jul 16 18:11:56.743935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-14687160-d01f-4207-afa6-0032d1112390 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f72f25e-6d45-4687-8d08-a051657c5433') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:56.744362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-14687160-d01f-4207-afa6-0032d1112390 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f72f25e-6d45-4687-8d08-a051657c5433') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:56.756359 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14687160-d01f-4207-afa6-0032d1112390 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.774350 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14687160-d01f-4207-afa6-0032d1112390 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.783066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14687160-d01f-4207-afa6-0032d1112390 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:56.784433 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14687160-d01f-4207-afa6-0032d1112390 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:56.789026 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:56.815124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49658) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:56.846053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eecfbd12-f32f-4df1-8c7d-a362032e3865 req-863b0b0e-c4ff-4500-b96e-fc5661d2af74 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822124 Jul 16 18:11:56.887238 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14687160-d01f-4207-afa6-0032d1112390 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.893853 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14687160-d01f-4207-afa6-0032d1112390 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.908189 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-14687160-d01f-4207-afa6-0032d1112390 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "DELETE /v2.0/networks/0b11069c-473b-4b1d-bf40-cc7205181677 HTTP/1.1" status: 204 len: 168 time: 0.4619949 Jul 16 18:11:56.919814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49668) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:56.928168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-65678bc1-fb9a-44c0-917d-862ae905b327 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'network': {'name': 'tempest-network-smoke--144574016', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'port_security_enabled': True}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:56.946444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14687160-d01f-4207-afa6-0032d1112390 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Network': ['ID=0b11069c-473b-4b1d-bf40-cc7205181677,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.002037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65678bc1-fb9a-44c0-917d-862ae905b327 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Made reservation on behalf of defd996516df4b3ebc080e817e94ad7b for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:57.007081 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65678bc1-fb9a-44c0-917d-862ae905b327 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.042081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65678bc1-fb9a-44c0-917d-862ae905b327 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:57.053818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65678bc1-fb9a-44c0-917d-862ae905b327 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.053818 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-65678bc1-fb9a-44c0-917d-862ae905b327 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Added segment e5a8182f-7ccc-40a8-b1ea-17c76454984a of type vlan for network 9cd8ecdc-276a-4662-a135-61f90e20402f Jul 16 18:11:57.137143 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65678bc1-fb9a-44c0-917d-862ae905b327 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.200691 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65678bc1-fb9a-44c0-917d-862ae905b327 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.211973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65678bc1-fb9a-44c0-917d-862ae905b327 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.213118 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-65678bc1-fb9a-44c0-917d-862ae905b327 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.281130 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f6ca13c-63ed-4a87-8d58-6a71213fb313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.286643 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-65678bc1-fb9a-44c0-917d-862ae905b327 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3639643 Jul 16 18:11:57.289588 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49680) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:57.296266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-418831739', 'admin_state_up': True, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:57.324062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65678bc1-fb9a-44c0-917d-862ae905b327 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Network': ['ID=9cd8ecdc-276a-4662-a135-61f90e20402f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.338460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 9cd8ecdc-276a-4662-a135-61f90e20402f details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:57.372098 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.db.api [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:11:57.372098 n-d-787205-10 neutron-server[105590]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:11:57.372098 n-d-787205-10 neutron-server[105590]: [parameters: {'project_id_1': 'defd996516df4b3ebc080e817e94ad7b', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 11, 57, 331475)}] Jul 16 18:11:57.372098 n-d-787205-10 neutron-server[105590]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:11:57.373401 n-d-787205-10 neutron-server[105590]: DEBUG oslo_db.api [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:11:57.540759 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f6ca13c-63ed-4a87-8d58-6a71213fb313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.546189 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f6ca13c-63ed-4a87-8d58-6a71213fb313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.649774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3f6ca13c-63ed-4a87-8d58-6a71213fb313 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cdf7310749d64a9fa6d5b772abf7aebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8328712 Jul 16 18:11:57.652470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ca13c-63ed-4a87-8d58-6a71213fb313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f3297f-f968-42f4-828f-3d5aa4fc68e1,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.654355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49696) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:57.692743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd91003-f618-43f7-9d1c-c1856ab26983 req-2fb940cf-cdd7-49e6-aecb-7e3e083b479c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.694492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5bd91003-f618-43f7-9d1c-c1856ab26983 req-2fb940cf-cdd7-49e6-aecb-7e3e083b479c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 945 time: 0.1347511 Jul 16 18:11:57.802711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5bd91003-f618-43f7-9d1c-c1856ab26983 req-316ae2e5-ed26-4b41-a74c-1f19b6d013fd tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016793 Jul 16 18:11:57.822233 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9725923a-4f27-43d2-891a-4d3021e4893a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.838630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 873a1156-c9a4-4b21-850c-7ec7e2f920d3 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:57.885455 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9725923a-4f27-43d2-891a-4d3021e4893a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.887983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb852ca-d1fe-4822-9ecb-e4c420f15027 req-b54ef332-c168-4dfd-bd9d-6bf562a33c7f tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.892383 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ebb852ca-d1fe-4822-9ecb-e4c420f15027 req-b54ef332-c168-4dfd-bd9d-6bf562a33c7f tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.1497972 Jul 16 18:11:57.895817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 873a1156-c9a4-4b21-850c-7ec7e2f920d3 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:57.896733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 873a1156-c9a4-4b21-850c-7ec7e2f920d3 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:57.963619 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ebb852ca-d1fe-4822-9ecb-e4c420f15027 req-fea4ff65-3ed4-4ca9-a578-76c3ac1a611e tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649798 Jul 16 18:11:58.003730 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9725923a-4f27-43d2-891a-4d3021e4893a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.011119 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9725923a-4f27-43d2-891a-4d3021e4893a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.012720 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9725923a-4f27-43d2-891a-4d3021e4893a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63f3297f-f968-42f4-828f-3d5aa4fc68e1 HTTP/1.1" status: 204 len: 168 time: 0.3573432 Jul 16 18:11:58.033110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725923a-4f27-43d2-891a-4d3021e4893a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f3297f-f968-42f4-828f-3d5aa4fc68e1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:58.060841 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.065019 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.164216 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.359204 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.719605 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.741349 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.261635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43699cd9-d71c-4ce5-8d7d-59c52688fbf9 req-356f6f3b-55dc-45d9-ab6b-cf28fcc29a4f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.263272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43699cd9-d71c-4ce5-8d7d-59c52688fbf9 req-356f6f3b-55dc-45d9-ab6b-cf28fcc29a4f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 945 time: 0.2269857 Jul 16 18:11:59.384145 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43699cd9-d71c-4ce5-8d7d-59c52688fbf9 req-9f04a835-3647-4232-956e-240f996f9af1 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948095 Jul 16 18:11:59.421965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26712abb-300a-4c05-9524-8ef4b1213f5a req-86dca541-1ad1-4b9d-ac32-55ceb31cbc7a tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.421965 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26712abb-300a-4c05-9524-8ef4b1213f5a req-86dca541-1ad1-4b9d-ac32-55ceb31cbc7a tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.1551149 Jul 16 18:11:59.494250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Allocated IP 172.25.3.210 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/c2da1b1f-b473-4030-841b-d803740b7438) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:59.518814 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26712abb-300a-4c05-9524-8ef4b1213f5a req-23b8d5f6-5b42-4a3e-9cde-2add0e47c424 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811281 Jul 16 18:11:59.707156 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.766092 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.850256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:59.862341 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:59.873903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:59.881848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=c2da1b1f-b473-4030-841b-d803740b7438,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:59.990022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-0b9a0bf9-0d54-4060-894d-637af7bc82c0 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.991861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-0b9a0bf9-0d54-4060-894d-637af7bc82c0 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.1896391 Jul 16 18:12:00.020724 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-bdc977b9-69b7-41c9-8a98-a08b1e8855b1 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/quotas/c905d491822e49e885932a1c8ed5895b HTTP/1.1" status: 200 len: 375 time: 0.0214465 Jul 16 18:12:00.075978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49812) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:00.080785 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034003 Jul 16 18:12:00.086295 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49814) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:00.147007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-11b4e24d-797d-4de8-816e-1d8026c322c3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1198502 Jul 16 18:12:00.356416 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-d858e1b0-cd7e-45e1-b47a-9c38a8791f4e service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017007 Jul 16 18:12:00.424373 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.568801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49842) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:00.730990 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-77347491-98c5-4c0b-9009-2276aa0564a8 tempest-NetworksApiDiscovery-1780828833 tempest-NetworksApiDiscovery-1780828833-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6396165 Jul 16 18:12:00.919655 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489fcd2e-6bb5-405a-ad36-244b8714749a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.134976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49854) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:01.333314 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.335330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-28c97ccb-402a-4604-9bec-5a6244aae080 service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9677446 Jul 16 18:12:01.342861 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489fcd2e-6bb5-405a-ad36-244b8714749a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.343842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49860) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:01.363914 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489fcd2e-6bb5-405a-ad36-244b8714749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.485819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16979e-27d9-437b-82cb-a949f55909d1 req-dd56e1e4-47fb-49b8-9ef8-35a4be2493cf tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.501748 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec16979e-27d9-437b-82cb-a949f55909d1 req-dd56e1e4-47fb-49b8-9ef8-35a4be2493cf tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.2682765 Jul 16 18:12:01.563112 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ed15da1-3042-44fb-9015-46ed24ddc013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.569641 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-489fcd2e-6bb5-405a-ad36-244b8714749a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74ff985d9c5b49dabdfe69f4c573f1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9968822 Jul 16 18:12:01.573639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49866) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:01.603127 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fcd2e-6bb5-405a-ad36-244b8714749a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde7cbd9-ea2f-4d8f-a576-d15e2cc83eee,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:01.635563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec16979e-27d9-437b-82cb-a949f55909d1 req-5de3a983-0302-40bc-acc0-959325d521f0 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256568 Jul 16 18:12:01.670759 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81446454-6589-40d4-a9bf-15839423288c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.721637 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d6676c8-5d81-4bbe-a1e2-5ecba10b2ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.767353 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-452a6818-b4f0-4a7a-b8f3-4a6c07df59d0 req-48187193-0821-4d17-8a1e-612ae491b791 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 210 time: 0.0418355 Jul 16 18:12:01.786971 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d6676c8-5d81-4bbe-a1e2-5ecba10b2ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.857888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Router ac4a415d-b8fa-4824-8560-ec050b6794ee is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:12:01.871134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d6676c8-5d81-4bbe-a1e2-5ecba10b2ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.873966 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d6676c8-5d81-4bbe-a1e2-5ecba10b2ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.878428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5d6676c8-5d81-4bbe-a1e2-5ecba10b2ce6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bde7cbd9-ea2f-4d8f-a576-d15e2cc83eee HTTP/1.1" status: 204 len: 168 time: 0.2969348 Jul 16 18:12:01.897550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6676c8-5d81-4bbe-a1e2-5ecba10b2ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde7cbd9-ea2f-4d8f-a576-d15e2cc83eee,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:01.941104 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ed15da1-3042-44fb-9015-46ed24ddc013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.970679 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ed15da1-3042-44fb-9015-46ed24ddc013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.182295 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed15da1-3042-44fb-9015-46ed24ddc013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5a9101-1354-4d5c-93da-968471a03ffa,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:02.198109 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7ed15da1-3042-44fb-9015-46ed24ddc013 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62afcb6c2dd644b091e8d10a0f23ee33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0566700 Jul 16 18:12:02.198855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49884) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.228708 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81446454-6589-40d4-a9bf-15839423288c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.231850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:02.246159 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-81446454-6589-40d4-a9bf-15839423288c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.256873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Sync routers for ids ['ac4a415d-b8fa-4824-8560-ec050b6794ee'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:02.275301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Routers {'ac4a415d-b8fa-4824-8560-ec050b6794ee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:02.275982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:11:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac4a415d-b8fa-4824-8560-ec050b6794ee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:02.397591 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.405532 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1f078bc3-593e-4026-b2f6-d954aa83068c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1140976 Jul 16 18:12:02.410342 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49886) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.433224 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c8c62946-1f25-491b-baca-e544240df6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.511732 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aea960ea-15dd-4b76-9969-3daf0f483771 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=defd996516df4b3ebc080e817e94ad7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0929272 Jul 16 18:12:02.512037 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49888) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.518974 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-81446454-6589-40d4-a9bf-15839423288c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f607f8e6d4eb42b4b56b0699074d7173&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1732159 Jul 16 18:12:02.529736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49892) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.540203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81446454-6589-40d4-a9bf-15839423288c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afc3efa-3b16-44d4-bb16-c446be0694eb,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:02.567633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Set router ac4a415d-b8fa-4824-8560-ec050b6794ee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:02.592083 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c8c62946-1f25-491b-baca-e544240df6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.643272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49894) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.780107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29ed74c2-461c-4a57-bc45-d814019f194a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.888911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-76611c12-a2b8-48f6-a864-ddbda8a0f115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.920014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b17f5-d3e9-4639-af34-101167a59357 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.924583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49912) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.924885 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-029b17f5-d3e9-4639-af34-101167a59357 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4028261 Jul 16 18:12:02.951728 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c8c62946-1f25-491b-baca-e544240df6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.955102 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c8c62946-1f25-491b-baca-e544240df6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.956407 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c8c62946-1f25-491b-baca-e544240df6a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e5a9101-1354-4d5c-93da-968471a03ffa HTTP/1.1" status: 204 len: 168 time: 0.7557409 Jul 16 18:12:02.968775 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:00Z', 'revision_number': 3, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:03.000411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Checking router: ac4a415d-b8fa-4824-8560-ec050b6794ee for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:03.001107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Updating router ac4a415d-b8fa-4824-8560-ec050b6794ee port c2da1b1f-b473-4030-841b-d803740b7438 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:12:03.047785 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.055702 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-76611c12-a2b8-48f6-a864-ddbda8a0f115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.110219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-836e3846-ce06-4072-a190-03f9b97e03a6 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1837857 Jul 16 18:12:03.111552 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c62946-1f25-491b-baca-e544240df6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5a9101-1354-4d5c-93da-968471a03ffa,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.112920 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49918) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:03.119493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-30210552-1328-4529-8c80-08a03b7e2319 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-38696453', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:03.286111 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-76611c12-a2b8-48f6-a864-ddbda8a0f115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.289274 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-76611c12-a2b8-48f6-a864-ddbda8a0f115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.290574 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-76611c12-a2b8-48f6-a864-ddbda8a0f115 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2afc3efa-3b16-44d4-bb16-c446be0694eb HTTP/1.1" status: 204 len: 168 time: 0.7551670 Jul 16 18:12:03.361541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc7432-18d9-414d-9560-60949648e2de req-2e0fdc96-f4f1-4425-b712-677a4879af4c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:03.363365 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31dc7432-18d9-414d-9560-60949648e2de req-2e0fdc96-f4f1-4425-b712-677a4879af4c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.5307608 Jul 16 18:12:03.388417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76611c12-a2b8-48f6-a864-ddbda8a0f115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afc3efa-3b16-44d4-bb16-c446be0694eb,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.393647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8a7788e-c4b1-4758-a046-796f31f09e8c req-6791a368-5fa7-4774-818b-f0643caa4133 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 210 time: 0.1140554 Jul 16 18:12:03.451975 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31dc7432-18d9-414d-9560-60949648e2de req-6b25ce85-b3d5-4ef1-b3e2-d512ca78a560 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661128 Jul 16 18:12:03.497345 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29ed74c2-461c-4a57-bc45-d814019f194a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.503294 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29ed74c2-461c-4a57-bc45-d814019f194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.532550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30210552-1328-4529-8c80-08a03b7e2319 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Made reservation on behalf of defd996516df4b3ebc080e817e94ad7b for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:03.556562 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-29ed74c2-461c-4a57-bc45-d814019f194a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e84a7c2983a4c03b85e3d1522de2970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9064701 Jul 16 18:12:03.557289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49932) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:03.562307 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30210552-1328-4529-8c80-08a03b7e2319 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.615500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed74c2-461c-4a57-bc45-d814019f194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fd9c2e-bbae-4a29-a828-b6dfda660e05,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.624668 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.639773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Transition to ACTIVE for port object c2da1b1f-b473-4030-841b-d803740b7438 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:03.665965 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.682873 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db8d8563-4b9d-40b1-84e3-8f57d8a0d2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.733552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bc1a0-ac55-4843-9805-ba36d3e1a4f6 None None] Pushing event updated for resources: {'Port': ['ID=c2da1b1f-b473-4030-841b-d803740b7438,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.747169 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db8d8563-4b9d-40b1-84e3-8f57d8a0d2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.757254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Attempting to bind port c2da1b1f-b473-4030-841b-d803740b7438 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:03.757687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Attempting to bind port c2da1b1f-b473-4030-841b-d803740b7438 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:03.758074 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Attempting to bind port c2da1b1f-b473-4030-841b-d803740b7438 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:03.770639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:03.771113 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:03.771532 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.771938 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:03.772417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Bound port: c2da1b1f-b473-4030-841b-d803740b7438, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:03.772810 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.876516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49938) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:03.901691 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6dad-b7b6-49aa-a070-25403fabd919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.924328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] For port c2da1b1f-b473-4030-841b-d803740b7438, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:03.931463 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] For port c2da1b1f-b473-4030-841b-d803740b7438, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c2da1b1f-b473-4030-841b-d803740b7438,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:03.941037 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.013704 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30210552-1328-4529-8c80-08a03b7e2319 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.061244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Routers {'ac4a415d-b8fa-4824-8560-ec050b6794ee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:04.061857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-4d4b56b2-2cde-4576-a9ad-d7c56ffabecd tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.062000 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:11:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac4a415d-b8fa-4824-8560-ec050b6794ee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:04.065119 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-4d4b56b2-2cde-4576-a9ad-d7c56ffabecd tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.32 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.2718205 Jul 16 18:12:04.092538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30210552-1328-4529-8c80-08a03b7e2319 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Subnet': ['ID=0a1666e5-cafa-4020-85f6-fb41a2c8ed7c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:04.106556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-802a2230-81c9-4081-9155-56cd39f3f7cf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Request body: {'port': {'device_id': 'df94f800-c372-4994-8849-16121a1b625b', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'admin_state_up': True, 'tenant_id': 'c905d491822e49e885932a1c8ed5895b'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:04.148883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30210552-1328-4529-8c80-08a03b7e2319 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Checking segment: {'id': 'e5a8182f-7ccc-40a8-b1ea-17c76454984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:04.149501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30210552-1328-4529-8c80-08a03b7e2319 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network hostable DHCP agents. Network: 9cd8ecdc-276a-4662-a135-61f90e20402f, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:04.247735 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db8d8563-4b9d-40b1-84e3-8f57d8a0d2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.250488 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db8d8563-4b9d-40b1-84e3-8f57d8a0d2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.265400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-db8d8563-4b9d-40b1-84e3-8f57d8a0d2a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41fd9c2e-bbae-4a29-a828-b6dfda660e05 HTTP/1.1" status: 204 len: 168 time: 0.6805627 Jul 16 18:12:04.269198 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6dad-b7b6-49aa-a070-25403fabd919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.279482 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6dad-b7b6-49aa-a070-25403fabd919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.298605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d8563-4b9d-40b1-84e3-8f57d8a0d2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fd9c2e-bbae-4a29-a828-b6dfda660e05,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:04.365095 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bc1a0-ac55-4843-9805-ba36d3e1a4f6 None None] Pushing event updated for resources: {'Port': ['ID=c2da1b1f-b473-4030-841b-d803740b7438,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:04.388774 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-802a2230-81c9-4081-9155-56cd39f3f7cf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Made reservation on behalf of c905d491822e49e885932a1c8ed5895b for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:04.392926 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-802a2230-81c9-4081-9155-56cd39f3f7cf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.396408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] Set router ac4a415d-b8fa-4824-8560-ec050b6794ee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:04.415557 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30210552-1328-4529-8c80-08a03b7e2319 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network 9cd8ecdc-276a-4662-a135-61f90e20402f is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:04.461135 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c8ea6dad-b7b6-49aa-a070-25403fabd919 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d94dab2990c64101bd7735b8949382f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5832543 Jul 16 18:12:04.464783 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49960) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:04.481500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea6dad-b7b6-49aa-a070-25403fabd919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e525f99-8952-4370-b091-2a267c9d7058,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:04.542552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-30210552-1328-4529-8c80-08a03b7e2319 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 9cd8ecdc-276a-4662-a135-61f90e20402f) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:04.560654 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f6270-b7e8-46c1-a535-17a8ee73a3c6 None None] Network 9cd8ecdc-276a-4662-a135-61f90e20402f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:04.565378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30210552-1328-4529-8c80-08a03b7e2319 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.565830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30210552-1328-4529-8c80-08a03b7e2319 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.687599 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-30210552-1328-4529-8c80-08a03b7e2319 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5727923 Jul 16 18:12:04.689600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49970) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:04.760675 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fb596ab-a496-4327-8d2a-db74e71b3d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.815762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fb596ab-a496-4327-8d2a-db74e71b3d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.893329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6ef2a3e-f2eb-4928-95be-b2362234cc35 req-ec69bd6b-2df9-4fc5-a7c3-0b3f9e6ca5f1 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 210 time: 0.0884917 Jul 16 18:12:04.894595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-802a2230-81c9-4081-9155-56cd39f3f7cf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Allocated IP 172.20.0.9 (d58e225e-c879-4f15-abb1-6d1a0a301c44/56bb9c40-c752-475f-b8ac-edadb686e877/5b224640-9cda-4e5a-9fbf-81669b0de799) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:04.914633 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fb596ab-a496-4327-8d2a-db74e71b3d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.918779 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6fb596ab-a496-4327-8d2a-db74e71b3d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.925028 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6fb596ab-a496-4327-8d2a-db74e71b3d61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e525f99-8952-4370-b091-2a267c9d7058 HTTP/1.1" status: 204 len: 168 time: 0.4551208 Jul 16 18:12:04.943923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb596ab-a496-4327-8d2a-db74e71b3d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e525f99-8952-4370-b091-2a267c9d7058,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:05.062614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-9cd8ecdc-276a-4662-a135-61f90e20402f', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ips': [{'subnet_id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:05.063543 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.125005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:00Z', 'revision_number': 3, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:05.251451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00858b6-7597-4ddd-97a5-03e2c8c2f096 None None] The sync data for ids ['ac4a415d-b8fa-4824-8560-ec050b6794ee'] in n-d-787205-10 is: [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:00Z', 'revision_number': 3, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:05.384533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Allocated IP 172.20.0.2 (9cd8ecdc-276a-4662-a135-61f90e20402f/0a1666e5-cafa-4020-85f6-fb41a2c8ed7c/e2d42933-725b-48e3-9c71-4f1e1a88f852) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:05.515713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a98b7-72ae-4b00-98f7-fbd5a43af1c7 req-a3a80edb-d61b-4c5a-b503-ee2f74b40ec7 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.517409 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f27a98b7-72ae-4b00-98f7-fbd5a43af1c7 req-a3a80edb-d61b-4c5a-b503-ee2f74b40ec7 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.7139144 Jul 16 18:12:05.728360 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f27a98b7-72ae-4b00-98f7-fbd5a43af1c7 req-dde0e288-f544-4b7e-a3d2-8a13556fedc5 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456134 Jul 16 18:12:05.823971 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.848906 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Transition to ACTIVE for port object e2d42933-725b-48e3-9c71-4f1e1a88f852 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:05.869956 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-802a2230-81c9-4081-9155-56cd39f3f7cf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.898308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Transition to ACTIVE for port object e2d42933-725b-48e3-9c71-4f1e1a88f852 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:05.906135 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.983918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Pushing event updated for resources: {'Port': ['ID=e2d42933-725b-48e3-9c71-4f1e1a88f852,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:05.998649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Network 9cd8ecdc-276a-4662-a135-61f90e20402f is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:06.000217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:06.003729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:06.149467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Attempting to bind port e2d42933-725b-48e3-9c71-4f1e1a88f852 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:06.150153 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Attempting to bind port e2d42933-725b-48e3-9c71-4f1e1a88f852 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'e5a8182f-7ccc-40a8-b1ea-17c76454984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:06.155483 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-802a2230-81c9-4081-9155-56cd39f3f7cf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.159051 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Attempting to bind port e2d42933-725b-48e3-9c71-4f1e1a88f852 on network 9cd8ecdc-276a-4662-a135-61f90e20402f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:06.166614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:06.167081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Checking segment: {'id': 'e5a8182f-7ccc-40a8-b1ea-17c76454984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:06.167414 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.167799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Bound using segment: {'id': 'e5a8182f-7ccc-40a8-b1ea-17c76454984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:06.168283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Bound port: e2d42933-725b-48e3-9c71-4f1e1a88f852, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a8182f-7ccc-40a8-b1ea-17c76454984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:06.168670 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.185034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4e45a83c-1840-456e-934c-f9639ca35d73', 'a568daca-b1bb-4c1b-afd7-90a139dc1229'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:06.309198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52f04b-c9c1-447d-870b-ac6ffe2db5f7 req-950e7228-8365-4e4e-ac87-dbeb06df95f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.314873 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f52f04b-c9c1-447d-870b-ac6ffe2db5f7 req-950e7228-8365-4e4e-ac87-dbeb06df95f0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 1097 time: 0.7350864 Jul 16 18:12:06.334159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] For port e2d42933-725b-48e3-9c71-4f1e1a88f852, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:06.411487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] For port e2d42933-725b-48e3-9c71-4f1e1a88f852, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e2d42933-725b-48e3-9c71-4f1e1a88f852,segment=NetworkSegment(e5a8182f-7ccc-40a8-b1ea-17c76454984a),segment_id=e5a8182f-7ccc-40a8-b1ea-17c76454984a)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:06.432856 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.491917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-802a2230-81c9-4081-9155-56cd39f3f7cf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Network d58e225e-c879-4f15-abb1-6d1a0a301c44 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:06.601914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-802a2230-81c9-4081-9155-56cd39f3f7cf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:06.611637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-802a2230-81c9-4081-9155-56cd39f3f7cf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:06.818324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f52f04b-c9c1-447d-870b-ac6ffe2db5f7 req-6e5eed8a-b89a-40ca-be3d-b5dc9591aef5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869244 Jul 16 18:12:06.837697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e6865-afca-4aff-9004-f2aa510b17a3 None None] Pushing event updated for resources: {'Port': ['ID=e2d42933-725b-48e3-9c71-4f1e1a88f852,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:06.852723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-802a2230-81c9-4081-9155-56cd39f3f7cf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.853912 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-802a2230-81c9-4081-9155-56cd39f3f7cf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.920584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a2230-81c9-4081-9155-56cd39f3f7cf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event updated for resources: {'Port': ['ID=5b224640-9cda-4e5a-9fbf-81669b0de799,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:06.980775 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-802a2230-81c9-4081-9155-56cd39f3f7cf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8973398 Jul 16 18:12:07.031557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262befd0-c74e-4ce3-82fa-d327a94a41b6 req-62ff67d6-91ce-4293-a509-48d6a33a927a tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.038060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-262befd0-c74e-4ce3-82fa-d327a94a41b6 req-62ff67d6-91ce-4293-a509-48d6a33a927a tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 931 time: 0.7454240 Jul 16 18:12:07.084143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Request body: {'port': {'device_id': 'df94f800-c372-4994-8849-16121a1b625b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:07.379466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-262befd0-c74e-4ce3-82fa-d327a94a41b6 req-4f2dfa42-f92b-4c2b-b0cd-7c0b115480bc tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895684 Jul 16 18:12:07.442230 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.509138 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b3d94-ea43-4a3d-9902-3f24c7d69778 req-c8786237-6a2f-48b0-ab1c-51ac56c00f57 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.516441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d8b3d94-ea43-4a3d-9902-3f24c7d69778 req-c8786237-6a2f-48b0-ab1c-51ac56c00f57 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.4763508 Jul 16 18:12:07.569914 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.629435 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d8b3d94-ea43-4a3d-9902-3f24c7d69778 req-e3fe1273-559a-4ae3-a361-d9bb9f238d81 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119916 Jul 16 18:12:07.958663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e2d42933-725b-48e3-9c71-4f1e1a88f852 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:08.129195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e2d42933-725b-48e3-9c71-4f1e1a88f852 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:08.145280 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c2da1b1f-b473-4030-841b-d803740b7438 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:09.033443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c2da1b1f-b473-4030-841b-d803740b7438 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:09.045387 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c2da1b1f-b473-4030-841b-d803740b7438 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:09.045725 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.096770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b224640-9cda-4e5a-9fbf-81669b0de799 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:09.116017 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.292024 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb61dc1-a734-4da4-933e-194d469eaf23 None None] Network 9cd8ecdc-276a-4662-a135-61f90e20402f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:09.296930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Transition to ACTIVE for port object 5b224640-9cda-4e5a-9fbf-81669b0de799 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:09.310796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Allocated IP 172.20.0.1 (9cd8ecdc-276a-4662-a135-61f90e20402f/0a1666e5-cafa-4020-85f6-fb41a2c8ed7c/3f7972ed-d958-47b5-8a80-022ea664517f) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:09.335264 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.502981 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.512466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b224640-9cda-4e5a-9fbf-81669b0de799,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.518975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0e9f4c8e-08c5-4ec4-82af-b1e29e1b6145 None None] Provisioning for port e2d42933-725b-48e3-9c71-4f1e1a88f852 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:09.553453 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0e9f4c8e-08c5-4ec4-82af-b1e29e1b6145 None None] Provisioning complete for port e2d42933-725b-48e3-9c71-4f1e1a88f852 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:09.553934 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0e9f4c8e-08c5-4ec4-82af-b1e29e1b6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.598650 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port c2da1b1f-b473-4030-841b-d803740b7438, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c2da1b1f-b473-4030-841b-d803740b7438,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:09.730042 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.783515 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.798637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Transition to ACTIVE for port object 3f7972ed-d958-47b5-8a80-022ea664517f will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:09.847547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f8d56-30c2-400c-9e14-9c44dd511a53 req-a720934d-c238-4613-a4fb-afd0079d144d tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:09.850060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a95f8d56-30c2-400c-9e14-9c44dd511a53 req-a720934d-c238-4613-a4fb-afd0079d144d tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.9536617 Jul 16 18:12:09.859802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=c2da1b1f-b473-4030-841b-d803740b7438,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.862204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413a26c-3d9e-4440-85d7-705ac185d0e7 req-cecb1375-1527-4121-a740-b9de120d1414 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:09.871793 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7413a26c-3d9e-4440-85d7-705ac185d0e7 req-cecb1375-1527-4121-a740-b9de120d1414 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 931 time: 0.9687495 Jul 16 18:12:09.874372 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.990723 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0e9f4c8e-08c5-4ec4-82af-b1e29e1b6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.059418 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0e9f4c8e-08c5-4ec4-82af-b1e29e1b6145 None None] For port e2d42933-725b-48e3-9c71-4f1e1a88f852, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e2d42933-725b-48e3-9c71-4f1e1a88f852,segment=NetworkSegment(e5a8182f-7ccc-40a8-b1ea-17c76454984a),segment_id=e5a8182f-7ccc-40a8-b1ea-17c76454984a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:10.066582 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0e9f4c8e-08c5-4ec4-82af-b1e29e1b6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.200041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f4c8e-08c5-4ec4-82af-b1e29e1b6145 None None] Pushing event updated for resources: {'Port': ['ID=e2d42933-725b-48e3-9c71-4f1e1a88f852,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:10.511727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7f1bbc27-5137-404b-83aa-78fd1574e6c4 None None] Provisioning for port 3f7972ed-d958-47b5-8a80-022ea664517f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:10.534236 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7f1bbc27-5137-404b-83aa-78fd1574e6c4 None None] Provisioning complete for port 3f7972ed-d958-47b5-8a80-022ea664517f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:10.542260 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f1bbc27-5137-404b-83aa-78fd1574e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.566421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network 9cd8ecdc-276a-4662-a135-61f90e20402f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:10.576802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:10.650296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7f1bbc27-5137-404b-83aa-78fd1574e6c4 None None] Port 3f7972ed-d958-47b5-8a80-022ea664517f cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:10.671506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7f1bbc27-5137-404b-83aa-78fd1574e6c4 None None] Provisioning complete for port e2d42933-725b-48e3-9c71-4f1e1a88f852 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:10.672202 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f1bbc27-5137-404b-83aa-78fd1574e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.691336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:10.788696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=3f7972ed-d958-47b5-8a80-022ea664517f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:10.846070 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50260) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:10.868368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a95f8d56-30c2-400c-9e14-9c44dd511a53 req-ccd56d3d-a2c7-45fc-8920-b654be271714 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9896598 Jul 16 18:12:10.871446 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50264) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:10.893844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7413a26c-3d9e-4440-85d7-705ac185d0e7 req-55eeb5b7-53c0-4b88-bea2-7227e6476cfe tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0165579 Jul 16 18:12:10.958233 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.053650 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a62d3b5a-09e7-404f-afb2-c4323d97ffa4 None None] Provisioning complete for port 3f7972ed-d958-47b5-8a80-022ea664517f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:11.054566 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a62d3b5a-09e7-404f-afb2-c4323d97ffa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.101755 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1999cb10-f3c3-4225-a1c9-2feb0a698b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.119407 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ffe6650-bbda-4abc-8af4-fa800ce3fbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.161691 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Attempting to bind port 5b224640-9cda-4e5a-9fbf-81669b0de799 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:11.162045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Attempting to bind port 5b224640-9cda-4e5a-9fbf-81669b0de799 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:11.162378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Attempting to bind port 5b224640-9cda-4e5a-9fbf-81669b0de799 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:11.173951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Port 5b224640-9cda-4e5a-9fbf-81669b0de799 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:11.174284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Attempting to bind port 5b224640-9cda-4e5a-9fbf-81669b0de799 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:11.198289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a62d3b5a-09e7-404f-afb2-c4323d97ffa4 None None] Port 3f7972ed-d958-47b5-8a80-022ea664517f cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:11.265425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:11.268606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Checking segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:11.269099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Bound using segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:11.270551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Bound port: 5b224640-9cda-4e5a-9fbf-81669b0de799, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:11.270755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.321355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1999cb10-f3c3-4225-a1c9-2feb0a698b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.330284 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1999cb10-f3c3-4225-a1c9-2feb0a698b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.469565 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1999cb10-f3c3-4225-a1c9-2feb0a698b64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=678145ef768a472caac5515c2e471c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5952575 Jul 16 18:12:11.471184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50296) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:11.502899 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999cb10-f3c3-4225-a1c9-2feb0a698b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f759067d-24ee-417b-ac65-f5c181cbce77,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.505174 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.564771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] For port 5b224640-9cda-4e5a-9fbf-81669b0de799, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:11.627676 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95a9a91d-7c18-47d0-852f-13fced5755a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.662506 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95a9a91d-7c18-47d0-852f-13fced5755a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.703179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] For port 5b224640-9cda-4e5a-9fbf-81669b0de799, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5b224640-9cda-4e5a-9fbf-81669b0de799,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:11.710723 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ffe6650-bbda-4abc-8af4-fa800ce3fbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.732209 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ffe6650-bbda-4abc-8af4-fa800ce3fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.749198 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.802062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe6650-bbda-4abc-8af4-fa800ce3fbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657ed2f6-527f-48db-a497-01f634969ef6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.806724 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6ffe6650-bbda-4abc-8af4-fa800ce3fbc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01cf423dcb9d42699af6c62310d7b0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9595792 Jul 16 18:12:11.809233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50302) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:11.822816 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b224640-9cda-4e5a-9fbf-81669b0de799,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.830097 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95a9a91d-7c18-47d0-852f-13fced5755a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.833451 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95a9a91d-7c18-47d0-852f-13fced5755a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.834912 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-95a9a91d-7c18-47d0-852f-13fced5755a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f759067d-24ee-417b-ac65-f5c181cbce77 HTTP/1.1" status: 204 len: 168 time: 0.3579021 Jul 16 18:12:11.880357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9a91d-7c18-47d0-852f-13fced5755a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f759067d-24ee-417b-ac65-f5c181cbce77,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.928686 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3a69f2f-17a4-4f30-9751-94ba532c20dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.934997 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e2d42933-725b-48e3-9c71-4f1e1a88f852 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:11.957699 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-07338423-e1cb-4db6-ae49-3b4bfe00468c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:11.960892 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-07338423-e1cb-4db6-ae49-3b4bfe00468c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/networks?id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a HTTP/1.1" status: 200 len: 810 time: 0.5595529 Jul 16 18:12:11.962640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:11.963527 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.965921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-b4c53e17-83df-4a48-996c-6ce162ea5ca2 service neutron] 10.222.0.32 "PUT /v2.0/ports/5b224640-9cda-4e5a-9fbf-81669b0de799 HTTP/1.1" status: 200 len: 1092 time: 4.8863301 Jul 16 18:12:11.974946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df94f800-c372-4994-8849-16121a1b625b', 'tag': '5b224640-9cda-4e5a-9fbf-81669b0de799'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:11.991028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3a69f2f-17a4-4f30-9751-94ba532c20dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.991399 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff3bbce-3c1e-4a35-b384-20b36e7836bd" -d '{"events": [{"name": "network-changed", "server_uuid": "df94f800-c372-4994-8849-16121a1b625b", "tag": "5b224640-9cda-4e5a-9fbf-81669b0de799"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:12.038908 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-72024a1d-3daa-415b-9fd7-503733a3cec6 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/quotas/f557cf72c6684e0a88a529456be7e745 HTTP/1.1" status: 200 len: 375 time: 0.0439627 Jul 16 18:12:12.042042 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e2d42933-725b-48e3-9c71-4f1e1a88f852 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:12.042684 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.127887 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3a69f2f-17a4-4f30-9751-94ba532c20dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.131760 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3a69f2f-17a4-4f30-9751-94ba532c20dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.139293 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f3a69f2f-17a4-4f30-9751-94ba532c20dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/657ed2f6-527f-48db-a497-01f634969ef6 HTTP/1.1" status: 204 len: 168 time: 0.3280892 Jul 16 18:12:12.174218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a69f2f-17a4-4f30-9751-94ba532c20dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657ed2f6-527f-48db-a497-01f634969ef6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.238915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c2da1b1f-b473-4030-841b-d803740b7438 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:12.302082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c2da1b1f-b473-4030-841b-d803740b7438 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:12.302753 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.496213 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50326) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:12.532064 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.586168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-07ba8ebe-7af3-415c-9977-6fb132ea53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:12.587992 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-07ba8ebe-7af3-415c-9977-6fb132ea53c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 1095 time: 0.5450354 Jul 16 18:12:12.627030 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-1fe0e5eb-7bff-468e-b829-5bd7282cf25f tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f557cf72c6684e0a88a529456be7e745&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5681615 Jul 16 18:12:12.661698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281a6b3-93c3-4aac-adac-db9889f42743 req-425abd82-5716-4068-b553-31faf7e42dca tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:12.673073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8281a6b3-93c3-4aac-adac-db9889f42743 req-425abd82-5716-4068-b553-31faf7e42dca tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 943 time: 0.4135737 Jul 16 18:12:12.710602 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.720013 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.773704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-e059a42e-0eba-4255-8dda-394b1a663b3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b224640-9cda-4e5a-9fbf-81669b0de799 HTTP/1.1" status: 200 len: 217 time: 0.1570237 Jul 16 18:12:12.833353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87655a32-7a86-4228-a501-e9b255c3e4a4,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.867184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:12.867184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:12.867520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:12.867858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:12.868196 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:12.868532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:12.868866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:12.869197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:12.869528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:12.869878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:12.870207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:12.870538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:12.876078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-3433b12e-4988-4313-84cf-11dde539e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:12.878001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-3433b12e-4988-4313-84cf-11dde539e770 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.0919857 Jul 16 18:12:12.884211 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-95f943e8-70cb-4fac-bdf8-f98ac10cbc5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7838bb4e19040bb935d240d2ec3b803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867991 Jul 16 18:12:12.884855 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50338) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:12.987104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-cbec6815-efc4-498b-932c-451acee5c98c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941925 Jul 16 18:12:12.991385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8281a6b3-93c3-4aac-adac-db9889f42743 req-0d375226-8c1f-46a9-84a1-4ea3ab1b20d6 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167193 Jul 16 18:12:13.003092 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f4a8-0929-425d-8cf3-b1682dc72d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.067615 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f4a8-0929-425d-8cf3-b1682dc72d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.165590 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0120dabf-e414-47eb-b0ce-0669c7fb157e x-openstack-request-id: req-0120dabf-e414-47eb-b0ce-0669c7fb157e {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:13.165590 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df94f800-c372-4994-8849-16121a1b625b", "tag": "5b224640-9cda-4e5a-9fbf-81669b0de799", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:13.165926 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0120dabf-e414-47eb-b0ce-0669c7fb157e {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:13.166545 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df94f800-c372-4994-8849-16121a1b625b', 'tag': '5b224640-9cda-4e5a-9fbf-81669b0de799', 'status': 'completed', 'code': 200} Jul 16 18:12:13.196246 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f4a8-0929-425d-8cf3-b1682dc72d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.199390 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ac8f4a8-0929-425d-8cf3-b1682dc72d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.203909 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3ac8f4a8-0929-425d-8cf3-b1682dc72d52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87655a32-7a86-4228-a501-e9b255c3e4a4 HTTP/1.1" status: 204 len: 168 time: 0.3178554 Jul 16 18:12:13.224841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-8de65f43-87fb-4314-987d-1ed1b0d4c5f2 service neutron] 10.222.0.32 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271345 Jul 16 18:12:13.225951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8f4a8-0929-425d-8cf3-b1682dc72d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87655a32-7a86-4228-a501-e9b255c3e4a4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:13.391733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-23a13ae6-2090-4eb9-85f2-258ba445a426 service neutron] 10.222.0.24 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7422311 Jul 16 18:12:13.441375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bb08b9-054a-45b8-940d-39d1e23b2e13 req-710c3a7e-7e37-4278-a6b1-180866fcf2aa service neutron] 10.222.0.32 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992500 Jul 16 18:12:13.443926 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.466598 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.487326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5024a7d4-f0e6-4af1-b6c1-dadbf7ce3878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.736534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=3f7972ed-d958-47b5-8a80-022ea664517f,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:13.754635 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.087592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-71528a9a-b0fa-49bc-a222-91ae61ee07ae service neutron] 10.222.0.24 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6586130 Jul 16 18:12:14.151624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network 9cd8ecdc-276a-4662-a135-61f90e20402f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:14.163926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3bbce-3c1e-4a35-b384-20b36e7836bd req-bcb7db82-d433-4191-993c-8be196b023c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.166339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ff3bbce-3c1e-4a35-b384-20b36e7836bd req-bcb7db82-d433-4191-993c-8be196b023c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 1095 time: 0.5890751 Jul 16 18:12:14.171685 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:14.663492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6b80bd96-ed82-4874-a116-4382e4ecb438 None None] Provisioning complete for port 3f7972ed-d958-47b5-8a80-022ea664517f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:14.664412 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6b80bd96-ed82-4874-a116-4382e4ecb438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.740226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3bbce-3c1e-4a35-b384-20b36e7836bd req-3c9cfa6e-bb90-4bce-9b19-1f5f9a2ab80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.743197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ff3bbce-3c1e-4a35-b384-20b36e7836bd req-3c9cfa6e-bb90-4bce-9b19-1f5f9a2ab80c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 906 time: 0.5612066 Jul 16 18:12:14.787081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6b80bd96-ed82-4874-a116-4382e4ecb438 None None] Port 3f7972ed-d958-47b5-8a80-022ea664517f cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:15.086956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18171102-443d-4dd0-96d0-c347d5973248 req-1fd21c2f-8cc9-499b-8be4-130d57ccbbfd tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 210 time: 0.3340807 Jul 16 18:12:15.088552 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ff3bbce-3c1e-4a35-b384-20b36e7836bd req-1960509f-3bae-474a-b0c5-1ab0f0c35977 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b224640-9cda-4e5a-9fbf-81669b0de799 HTTP/1.1" status: 200 len: 217 time: 0.3250623 Jul 16 18:12:15.105902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Router ac4a415d-b8fa-4824-8560-ec050b6794ee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:15.248609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3bbce-3c1e-4a35-b384-20b36e7836bd req-bb29ae79-0af0-4554-8d71-ab038a3cd1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:15.254098 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ff3bbce-3c1e-4a35-b384-20b36e7836bd req-bb29ae79-0af0-4554-8d71-ab038a3cd1f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.1454947 Jul 16 18:12:15.309775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50470) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:15.371339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ff3bbce-3c1e-4a35-b384-20b36e7836bd req-a478b8aa-0210-4699-9699-3a1f400ed4f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994444 Jul 16 18:12:15.714459 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8c4a5ae1-d553-48a8-9e6f-ab61639db077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.808851 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fa060c-8b75-4f51-a4e1-ddaa31bf6402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.868231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:15.876053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a32ee7f2-ca24-4a82-be3f-7beaa8d24795 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "PUT /v2.0/routers/ac4a415d-b8fa-4824-8560-ec050b6794ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1787143 Jul 16 18:12:15.882958 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Sync routers for ids ['ac4a415d-b8fa-4824-8560-ec050b6794ee'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:15.886144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50480) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:15.902541 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Routers {'ac4a415d-b8fa-4824-8560-ec050b6794ee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:15.903291 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:12:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac4a415d-b8fa-4824-8560-ec050b6794ee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:15.953727 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.968666 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5b224640-9cda-4e5a-9fbf-81669b0de799 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:16.203386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d9861-d8e8-4080-bb69-bc677b1aef77 req-d34a5346-2900-4356-b073-29438fca8448 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.205059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-946d9861-d8e8-4080-bb69-bc677b1aef77 req-d34a5346-2900-4356-b073-29438fca8448 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 943 time: 1.8215270 Jul 16 18:12:16.225190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 5b224640-9cda-4e5a-9fbf-81669b0de799, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5b224640-9cda-4e5a-9fbf-81669b0de799,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:16.242867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '5b224640-9cda-4e5a-9fbf-81669b0de799', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'port_id': '5b224640-9cda-4e5a-9fbf-81669b0de799', 'mac_address': 'fa:16:3e:b8:48:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bb9c40-c752-475f-b8ac-edadb686e877', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:16.342352 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Set router ac4a415d-b8fa-4824-8560-ec050b6794ee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:16.357581 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.422931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b224640-9cda-4e5a-9fbf-81669b0de799 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:16.442194 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fa060c-8b75-4f51-a4e1-ddaa31bf6402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.453967 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4fa060c-8b75-4f51-a4e1-ddaa31bf6402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.465569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 5b224640-9cda-4e5a-9fbf-81669b0de799, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5b224640-9cda-4e5a-9fbf-81669b0de799,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:16.475020 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.575963 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c4fa060c-8b75-4f51-a4e1-ddaa31bf6402 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=910d847bad64474c9fa6bf28d5f6cadd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2650862 Jul 16 18:12:16.600241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50500) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:16.717026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=5b224640-9cda-4e5a-9fbf-81669b0de799,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:16.773457 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['5b224640-9cda-4e5a-9fbf-81669b0de799'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:17.054414 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa060c-8b75-4f51-a4e1-ddaa31bf6402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ed7f50-cf58-4295-887c-bc41578d9ebe,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.087219 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8db0a4a-cffc-4535-b6b6-cb53fe82614d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.168091 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:11Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '3f7972ed-d958-47b5-8a80-022ea664517f', 'name': '', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:e7:9e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:08Z', 'updated_at': '2021-07-16T18:12:12Z', 'revision_number': 2, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:17.242396 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Checking router: ac4a415d-b8fa-4824-8560-ec050b6794ee for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:17.242991 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Updating router ac4a415d-b8fa-4824-8560-ec050b6794ee port 3f7972ed-d958-47b5-8a80-022ea664517f binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:12:17.358306 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.499741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ff3bbce-3c1e-4a35-b384-20b36e7836bd req-c361aed2-5a36-43a1-84f3-8ca54892b1e2 service neutron] 10.222.0.32 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1215646 Jul 16 18:12:17.605884 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.621819 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6399bb1-63d7-4b67-8886-52b7a26858d6 req-9365d32d-e211-4718-bdfb-063b307e75a0 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 210 time: 0.1132059 Jul 16 18:12:17.651518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318c1f7-ab92-4ab0-9a5f-ac28a3a2973f tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.652309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318c1f7-ab92-4ab0-9a5f-ac28a3a2973f tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.652975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318c1f7-ab92-4ab0-9a5f-ac28a3a2973f tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.653642 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318c1f7-ab92-4ab0-9a5f-ac28a3a2973f tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.654317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318c1f7-ab92-4ab0-9a5f-ac28a3a2973f tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.654972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318c1f7-ab92-4ab0-9a5f-ac28a3a2973f tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.655830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9318c1f7-ab92-4ab0-9a5f-ac28a3a2973f tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.657998 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9318c1f7-ab92-4ab0-9a5f-ac28a3a2973f tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4978 time: 1.7707026 Jul 16 18:12:17.662054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50520) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:17.665762 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-946d9861-d8e8-4080-bb69-bc677b1aef77 req-44010f04-6301-46da-960c-f133e5086384 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466544 Jul 16 18:12:17.891168 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8db0a4a-cffc-4535-b6b6-cb53fe82614d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.943098 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-a3494ff9-e990-4277-b358-4f74a5775038 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.945341 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-a3494ff9-e990-4277-b358-4f74a5775038 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.32 "GET /v2.0/networks?id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a HTTP/1.1" status: 200 len: 810 time: 1.0998135 Jul 16 18:12:17.968051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3c4a4696-ffa6-4326-b0dd-54062d47332c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Request body: {'port': {'device_id': 'cc1aa4ae-bd2c-4f24-a766-c697543e74d2', 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a', 'admin_state_up': True, 'tenant_id': 'f557cf72c6684e0a88a529456be7e745'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:17.986955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0cfff-278f-4187-a418-7bba2b19955c tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.987427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0cfff-278f-4187-a418-7bba2b19955c tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.988548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0cfff-278f-4187-a418-7bba2b19955c tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.989052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0cfff-278f-4187-a418-7bba2b19955c tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.989527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0cfff-278f-4187-a418-7bba2b19955c tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.989994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0cfff-278f-4187-a418-7bba2b19955c tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.990473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0cfff-278f-4187-a418-7bba2b19955c tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.991780 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.995459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50532) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:17.999433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5b224640-9cda-4e5a-9fbf-81669b0de799 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:18.005934 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7ce0cfff-278f-4187-a418-7bba2b19955c tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4639 time: 0.3385172 Jul 16 18:12:18.023006 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Transition to ACTIVE for port object 3f7972ed-d958-47b5-8a80-022ea664517f will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:18.024362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ff3bbce-3c1e-4a35-b384-20b36e7836bd req-eb1abd35-c52f-4641-9e59-1e0d20279069 service neutron] 10.222.0.32 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750626 Jul 16 18:12:18.036886 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.152570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 5b224640-9cda-4e5a-9fbf-81669b0de799 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:18.163226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 5b224640-9cda-4e5a-9fbf-81669b0de799 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:18.163663 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.329719 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.330362 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Attempting to bind port 3f7972ed-d958-47b5-8a80-022ea664517f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:18.330836 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Attempting to bind port 3f7972ed-d958-47b5-8a80-022ea664517f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'e5a8182f-7ccc-40a8-b1ea-17c76454984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:18.331085 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Attempting to bind port 3f7972ed-d958-47b5-8a80-022ea664517f on network 9cd8ecdc-276a-4662-a135-61f90e20402f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:18.349017 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:18.349390 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Checking segment: {'id': 'e5a8182f-7ccc-40a8-b1ea-17c76454984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:18.376446 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.376973 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Bound using segment: {'id': 'e5a8182f-7ccc-40a8-b1ea-17c76454984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:18.377479 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Bound port: 3f7972ed-d958-47b5-8a80-022ea664517f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a8182f-7ccc-40a8-b1ea-17c76454984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:18.387579 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.401080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df94f800-c372-4994-8849-16121a1b625b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b224640-9cda-4e5a-9fbf-81669b0de799'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:18.403711 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd31056d-70cb-40cf-ae65-23268b9336f7" -d '{"events": [{"server_uuid": "df94f800-c372-4994-8849-16121a1b625b", "name": "network-vif-plugged", "status": "completed", "tag": "5b224640-9cda-4e5a-9fbf-81669b0de799"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:18.408903 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8db0a4a-cffc-4535-b6b6-cb53fe82614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.413115 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e8db0a4a-cffc-4535-b6b6-cb53fe82614d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.420157 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e8db0a4a-cffc-4535-b6b6-cb53fe82614d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44ed7f50-cf58-4295-887c-bc41578d9ebe HTTP/1.1" status: 204 len: 168 time: 1.8115549 Jul 16 18:12:18.427507 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Pushing event updated for resources: {'Port': ['ID=3f7972ed-d958-47b5-8a80-022ea664517f,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.448057 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:18.456259 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:18.458172 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:18.458701 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:18.459191 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:18.459796 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:18.460292 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:18.460787 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:18.461379 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:18.461973 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:18.462454 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:18.463663 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:18.485500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db0a4a-cffc-4535-b6b6-cb53fe82614d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ed7f50-cf58-4295-887c-bc41578d9ebe,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.523789 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 5b224640-9cda-4e5a-9fbf-81669b0de799, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5b224640-9cda-4e5a-9fbf-81669b0de799,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:18.592491 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.667124 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] For port 3f7972ed-d958-47b5-8a80-022ea664517f, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:18.676644 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] For port 3f7972ed-d958-47b5-8a80-022ea664517f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=3f7972ed-d958-47b5-8a80-022ea664517f,segment=NetworkSegment(e5a8182f-7ccc-40a8-b1ea-17c76454984a),segment_id=e5a8182f-7ccc-40a8-b1ea-17c76454984a)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:18.687298 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.721246 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e886b724-f7c0-4c37-8f59-753a333b8786 x-openstack-request-id: req-e886b724-f7c0-4c37-8f59-753a333b8786 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:18.749653 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df94f800-c372-4994-8849-16121a1b625b", "name": "network-vif-plugged", "status": "completed", "tag": "5b224640-9cda-4e5a-9fbf-81669b0de799", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:18.752397 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e886b724-f7c0-4c37-8f59-753a333b8786 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:18.753442 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df94f800-c372-4994-8849-16121a1b625b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b224640-9cda-4e5a-9fbf-81669b0de799', 'code': 200} Jul 16 18:12:18.802565 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Routers {'ac4a415d-b8fa-4824-8560-ec050b6794ee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:18.803801 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:12:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac4a415d-b8fa-4824-8560-ec050b6794ee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:18.887881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3c4a4696-ffa6-4326-b0dd-54062d47332c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Made reservation on behalf of f557cf72c6684e0a88a529456be7e745 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:18.898582 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3c4a4696-ffa6-4326-b0dd-54062d47332c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.955178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=5b224640-9cda-4e5a-9fbf-81669b0de799,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:19.028632 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.059633 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33032031-06c5-460c-b4de-d7fc9b8c6cd8 req-232fc812-4488-441f-a38d-96ab85763216 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 210 time: 0.0878649 Jul 16 18:12:19.148257 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] Set router ac4a415d-b8fa-4824-8560-ec050b6794ee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:19.181504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b501311-3f71-4fe1-96a3-7347a5e2b0dc req-96fd6b0d-4ed4-4fd1-b46a-3332bbee1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:19.183436 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b501311-3f71-4fe1-96a3-7347a5e2b0dc req-96fd6b0d-4ed4-4fd1-b46a-3332bbee1d14 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 1097 time: 0.3621109 Jul 16 18:12:19.201505 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-609fcce5-4b4c-435a-b941-0cb26a1881f9 tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 1.1772478 Jul 16 18:12:19.330698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730acde8-158a-4517-acf3-d6e1e4c788b3 req-fa40e9e1-db0b-4419-a88c-f5495efb9d63 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:19.350215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-730acde8-158a-4517-acf3-d6e1e4c788b3 req-fa40e9e1-db0b-4419-a88c-f5495efb9d63 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 945 time: 0.2387643 Jul 16 18:12:19.390069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3c4a4696-ffa6-4326-b0dd-54062d47332c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Allocated IP 172.20.0.9 (8aa60fa6-b20e-4ec0-a87a-c1289b99249a/2239bebd-69f9-4b96-acad-400955c8b137/3ef90898-a014-4504-a3bc-cecc82601068) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:19.444956 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccbc23-bb0f-4d53-95a1-9f26bd8b1081 None None] Pushing event updated for resources: {'Port': ['ID=3f7972ed-d958-47b5-8a80-022ea664517f,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:19.469939 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b501311-3f71-4fe1-96a3-7347a5e2b0dc req-ed15fda5-4ccb-476d-b17f-0e9859c01305 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783659 Jul 16 18:12:19.582390 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-730acde8-158a-4517-acf3-d6e1e4c788b3 req-9522d2f0-ae05-44fc-a518-949ce94eec6e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123978 Jul 16 18:12:19.605961 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:11Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '3f7972ed-d958-47b5-8a80-022ea664517f', 'name': '', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:e7:9e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:08Z', 'updated_at': '2021-07-16T18:12:18Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:19.633777 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3c4a4696-ffa6-4326-b0dd-54062d47332c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.691946 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c2c836-f68b-4a22-9b87-a4d45f758903 None None] The sync data for ids ['ac4a415d-b8fa-4824-8560-ec050b6794ee'] in n-d-787205-10 is: [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:11Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '3f7972ed-d958-47b5-8a80-022ea664517f', 'name': '', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:e7:9e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:08Z', 'updated_at': '2021-07-16T18:12:18Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:19.731939 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3c4a4696-ffa6-4326-b0dd-54062d47332c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.747421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['dea97bc6-38bb-450e-b0ce-f5560a0b64e2'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:19.836348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3c4a4696-ffa6-4326-b0dd-54062d47332c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:19.840193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3c4a4696-ffa6-4326-b0dd-54062d47332c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:19.841130 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50588) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:19.849428 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451132705', 'description': 'tempest-secgroup-smoke-451132705 description', 'project_id': 'defd996516df4b3ebc080e817e94ad7b'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:19.860170 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3c4a4696-ffa6-4326-b0dd-54062d47332c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:19.962246 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.089417 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3c4a4696-ffa6-4326-b0dd-54062d47332c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:20.093793 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3c4a4696-ffa6-4326-b0dd-54062d47332c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.254071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3f7972ed-d958-47b5-8a80-022ea664517f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:20.260940 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a4696-ffa6-4326-b0dd-54062d47332c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Pushing event updated for resources: {'Port': ['ID=3ef90898-a014-4504-a3bc-cecc82601068,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.308100 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.315507 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.320619 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3c4a4696-ffa6-4326-b0dd-54062d47332c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3617423 Jul 16 18:12:20.334669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Request body: {'port': {'device_id': 'cc1aa4ae-bd2c-4f24-a766-c697543e74d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:20.412721 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.442856 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5992959 Jul 16 18:12:20.445228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50610) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:20.477797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-92c515f2-d56b-41aa-96a8-16997d096c16 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': '8a3d215c-9e2e-4dad-8db6-2f6066406030', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:20.595206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 3f7972ed-d958-47b5-8a80-022ea664517f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:20.602963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 3f7972ed-d958-47b5-8a80-022ea664517f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:20.603353 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.702922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.750359 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92c515f2-d56b-41aa-96a8-16997d096c16 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.863566 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.870027 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3d215c-9e2e-4dad-8db6-2f6066406030,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.909022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:20.909463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:20.920927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:20.921380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:20.921756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:20.922104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:20.922437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:20.922770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:20.928990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:20.931181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:20.931724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:20.932245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e426fc-a8fa-48b4-85ef-ced6f237816b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:20.989921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 3f7972ed-d958-47b5-8a80-022ea664517f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=3f7972ed-d958-47b5-8a80-022ea664517f,segment=NetworkSegment(e5a8182f-7ccc-40a8-b1ea-17c76454984a),segment_id=e5a8182f-7ccc-40a8-b1ea-17c76454984a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:20.995780 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.119450 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92c515f2-d56b-41aa-96a8-16997d096c16 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.141195 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92c515f2-d56b-41aa-96a8-16997d096c16 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.148319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=3f7972ed-d958-47b5-8a80-022ea664517f,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:21.223368 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92c515f2-d56b-41aa-96a8-16997d096c16 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.232945 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-92c515f2-d56b-41aa-96a8-16997d096c16 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7722547 Jul 16 18:12:21.236676 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50636) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:21.259312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9d4b8f1a-c9e3-4ae8-b8eb-ac36682aada8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': '8a3d215c-9e2e-4dad-8db6-2f6066406030', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:21.287066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c515f2-d56b-41aa-96a8-16997d096c16 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35293267-1de5-4001-a705-c598181cb9f9,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:21.322561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a115f2e-0541-4250-a4d9-a00d2c59497a req-6ea64ef8-36c4-4768-8278-30d2e26ec086 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.326736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a115f2e-0541-4250-a4d9-a00d2c59497a req-6ea64ef8-36c4-4768-8278-30d2e26ec086 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 931 time: 0.7430933 Jul 16 18:12:21.400784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a9617-c103-42fa-9a0b-8583e17c6ba5 req-47382f86-f8a3-4f90-9bd2-1d917fca94c0 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:21.402951 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-606a9617-c103-42fa-9a0b-8583e17c6ba5 req-47382f86-f8a3-4f90-9bd2-1d917fca94c0 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 945 time: 0.5056727 Jul 16 18:12:21.516507 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4b8f1a-c9e3-4ae8-b8eb-ac36682aada8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.623925 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-606a9617-c103-42fa-9a0b-8583e17c6ba5 req-2ab899ae-2c98-4720-9642-f035633b11ee tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036226 Jul 16 18:12:21.695601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a115f2e-0541-4250-a4d9-a00d2c59497a req-c6813a4b-a70f-42d6-b4d4-13514ec65653 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489571 Jul 16 18:12:21.913342 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4b8f1a-c9e3-4ae8-b8eb-ac36682aada8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.938656 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4b8f1a-c9e3-4ae8-b8eb-ac36682aada8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.958008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3f7972ed-d958-47b5-8a80-022ea664517f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:22.023120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b8f1a-c9e3-4ae8-b8eb-ac36682aada8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5376444-fa79-4eca-a3d4-8627bf6d219d,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.043447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9d4b8f1a-c9e3-4ae8-b8eb-ac36682aada8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.045064 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9d4b8f1a-c9e3-4ae8-b8eb-ac36682aada8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8073761 Jul 16 18:12:22.049972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50666) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:22.055607 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a3808978-77fd-447b-a18c-8b416e16261c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': '8a3d215c-9e2e-4dad-8db6-2f6066406030', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:22.061957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef90898-a014-4504-a3bc-cecc82601068 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:22.079133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.141059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Transition to ACTIVE for port object 3ef90898-a014-4504-a3bc-cecc82601068 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:22.146300 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3808978-77fd-447b-a18c-8b416e16261c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.164651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae204f-0b55-4628-9d05-5ffab675921b req-957c51a7-5f25-4b87-93a7-26558107382b tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.194420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bdae204f-0b55-4628-9d05-5ffab675921b req-957c51a7-5f25-4b87-93a7-26558107382b tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 945 time: 0.3184395 Jul 16 18:12:22.196882 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 3f7972ed-d958-47b5-8a80-022ea664517f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:22.197495 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.238545 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3808978-77fd-447b-a18c-8b416e16261c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.244193 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.334365 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bdae204f-0b55-4628-9d05-5ffab675921b req-7d3b07b9-efc4-4116-9256-a9803313a3cd tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340289 Jul 16 18:12:22.372207 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3808978-77fd-447b-a18c-8b416e16261c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.461945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3808978-77fd-447b-a18c-8b416e16261c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.463359 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a3808978-77fd-447b-a18c-8b416e16261c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4119823 Jul 16 18:12:22.466122 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50682) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:22.473227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e00e7dfd-bc3e-4b07-8fa8-98152bfe4ca5 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': '8a3d215c-9e2e-4dad-8db6-2f6066406030', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:22.507340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Pushing event updated for resources: {'Port': ['ID=3ef90898-a014-4504-a3bc-cecc82601068,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.531669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3808978-77fd-447b-a18c-8b416e16261c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4deb922-3f44-4f1f-8881-39c9440444d2,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.558233 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e00e7dfd-bc3e-4b07-8fa8-98152bfe4ca5 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.719481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50688) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:22.774285 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e00e7dfd-bc3e-4b07-8fa8-98152bfe4ca5 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.832509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Attempting to bind port 3ef90898-a014-4504-a3bc-cecc82601068 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:22.832853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Attempting to bind port 3ef90898-a014-4504-a3bc-cecc82601068 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:22.833201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Attempting to bind port 3ef90898-a014-4504-a3bc-cecc82601068 on network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:22.850695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Port 3ef90898-a014-4504-a3bc-cecc82601068 on network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:22.850695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Attempting to bind port 3ef90898-a014-4504-a3bc-cecc82601068 on network 8aa60fa6-b20e-4ec0-a87a-c1289b99249a {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:22.882992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:22.882992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Checking segment: {'id': 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:22.883403 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e00e7dfd-bc3e-4b07-8fa8-98152bfe4ca5 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.883559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Bound using segment: {'id': 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:22.893747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Bound port: 3ef90898-a014-4504-a3bc-cecc82601068, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:22.893747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.966560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e00e7dfd-bc3e-4b07-8fa8-98152bfe4ca5 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.967420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e00e7dfd-bc3e-4b07-8fa8-98152bfe4ca5 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5002828 Jul 16 18:12:22.970657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50700) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:22.977746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-44bca409-5986-4ef7-bf20-a65275106567 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': '8a3d215c-9e2e-4dad-8db6-2f6066406030', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:23.010226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e7dfd-bc3e-4b07-8fa8-98152bfe4ca5 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212d6287-f58c-4c39-ba2c-c3b0c34725a4,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:23.047120 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-44bca409-5986-4ef7-bf20-a65275106567 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Project defd996516df4b3ebc080e817e94ad7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:12:23.069033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef2d82-a454-41a3-8d66-9019956412d4 req-1844b53b-526a-4cfe-b326-3063a1e42442 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.077211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86ef2d82-a454-41a3-8d66-9019956412d4 req-1844b53b-526a-4cfe-b326-3063a1e42442 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 945 time: 0.2978411 Jul 16 18:12:23.079296 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44bca409-5986-4ef7-bf20-a65275106567 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.090749 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.221100 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ec8aee04-ecc1-4d8f-88f6-5523c787e586 tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:23.254119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] For port 3ef90898-a014-4504-a3bc-cecc82601068, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:23.264687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] For port 3ef90898-a014-4504-a3bc-cecc82601068, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3ef90898-a014-4504-a3bc-cecc82601068,segment=NetworkSegment(cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f),segment_id=cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:23.272188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.272987 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86ef2d82-a454-41a3-8d66-9019956412d4 req-75aab349-d1b8-40cc-af27-4ba35dfec920 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943324 Jul 16 18:12:23.362151 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44bca409-5986-4ef7-bf20-a65275106567 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.391777 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f95e58-758f-4be9-82df-fef2349cc86e req-fd26a48e-1bc5-411c-9d9a-54472e5bd7d3 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.401125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.401788 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.403860 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] 10.222.0.32 "PUT /v2.0/ports/3ef90898-a014-4504-a3bc-cecc82601068 HTTP/1.1" status: 200 len: 1092 time: 3.0753307 Jul 16 18:12:23.404021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6f95e58-758f-4be9-82df-fef2349cc86e req-fd26a48e-1bc5-411c-9d9a-54472e5bd7d3 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 943 time: 0.2524588 Jul 16 18:12:23.406392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1aa4ae-bd2c-4f24-a766-c697543e74d2', 'tag': '3ef90898-a014-4504-a3bc-cecc82601068'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:23.422187 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44bca409-5986-4ef7-bf20-a65275106567 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.422766 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d1d026-ddc1-472d-90f7-e6c5c9d62343" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1aa4ae-bd2c-4f24-a766-c697543e74d2", "tag": "3ef90898-a014-4504-a3bc-cecc82601068"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:23.436066 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ec8aee04-ecc1-4d8f-88f6-5523c787e586 tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] 10.222.0.24 "PUT /v2.0/quotas/a8e2c0ae37e94405bf6900e29800ae81 HTTP/1.1" status: 200 len: 366 time: 0.7084219 Jul 16 18:12:23.440236 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50712) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.468547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bca409-5986-4ef7-bf20-a65275106567 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bd0289-be87-4c2f-9209-316b4a20c818,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:23.496630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6f95e58-758f-4be9-82df-fef2349cc86e req-630288a3-3160-40c5-9f72-22105be0531d tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918126 Jul 16 18:12:23.499342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44bca409-5986-4ef7-bf20-a65275106567 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.511006 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fac66f5a-1e26-453a-9bc0-e43d70d482b9 tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0641160 Jul 16 18:12:23.511230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50714) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.511410 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50716) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.512220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-44bca409-5986-4ef7-bf20-a65275106567 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5400622 Jul 16 18:12:23.525427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fb3cd936-a5d3-4cfb-837f-ce34b5c22c57 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'security_group_rule': {'security_group_id': '8a3d215c-9e2e-4dad-8db6-2f6066406030', 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:23.580671 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f606de-dd76-437c-b9df-efbd23e912df x-openstack-request-id: req-18f606de-dd76-437c-b9df-efbd23e912df {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:23.580947 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1aa4ae-bd2c-4f24-a766-c697543e74d2", "tag": "3ef90898-a014-4504-a3bc-cecc82601068", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:23.581338 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18f606de-dd76-437c-b9df-efbd23e912df {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:23.581952 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1aa4ae-bd2c-4f24-a766-c697543e74d2', 'tag': '3ef90898-a014-4504-a3bc-cecc82601068', 'status': 'completed', 'code': 200} Jul 16 18:12:23.588739 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-fb3cd936-a5d3-4cfb-837f-ce34b5c22c57 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Project defd996516df4b3ebc080e817e94ad7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:12:23.593490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e44838-190a-44e8-97bf-91f975073f4c service neutron] Pushing event updated for resources: {'Port': ['ID=3ef90898-a014-4504-a3bc-cecc82601068,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:23.609864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50722) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.616488 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-33a36619-6107-46f5-908c-3ef6c309cb55 tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] 10.222.0.24 "GET /v2.0/quotas/a8e2c0ae37e94405bf6900e29800ae81 HTTP/1.1" status: 200 len: 366 time: 0.0953217 Jul 16 18:12:23.620950 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd936-a5d3-4cfb-837f-ce34b5c22c57 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.648795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d9968a5e-6ac3-46cb-bd2b-b35139a990cf tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/a8e2c0ae37e94405bf6900e29800ae81 HTTP/1.1" status: 204 len: 168 time: 0.0374844 Jul 16 18:12:23.649410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50726) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.687004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-89f8f861-b9a8-45f6-a717-49940cc5b20f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0364299 Jul 16 18:12:23.687678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50730) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.716211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-284c89b4-06ea-4b5e-b1a9-f4638dbe4514 tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] 10.222.0.24 "GET /v2.0/quotas/a8e2c0ae37e94405bf6900e29800ae81 HTTP/1.1" status: 200 len: 370 time: 0.0272894 Jul 16 18:12:23.722296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50732) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.736322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9964e37d-c93d-464e-ab19-cf85d9a8767f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] 10.222.0.24 "GET /v2.0/quotas/a8e2c0ae37e94405bf6900e29800ae81/default HTTP/1.1" status: 200 len: 370 time: 0.0113742 Jul 16 18:12:23.743228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50734) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.755832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3fbd78c4-c96d-407a-8989-d9de4664df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.757850 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-3fbd78c4-c96d-407a-8989-d9de4664df72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f557cf72c6684e0a88a529456be7e745&device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 1095 time: 0.3042004 Jul 16 18:12:23.760301 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-eaf53374-6d32-4aa4-86f0-ff7fa6305677 tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] delete failed (client error): The resource could not be found. Jul 16 18:12:23.761973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-eaf53374-6d32-4aa4-86f0-ff7fa6305677 tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/a8e2c0ae37e94405bf6900e29800ae81 HTTP/1.1" status: 404 len: 348 time: 0.0125647 Jul 16 18:12:23.844923 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-d19f6fd0-c843-4446-8a67-62e60c16b70e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ef90898-a014-4504-a3bc-cecc82601068 HTTP/1.1" status: 200 len: 217 time: 0.0635698 Jul 16 18:12:23.911782 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd936-a5d3-4cfb-837f-ce34b5c22c57 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.927124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd936-a5d3-4cfb-837f-ce34b5c22c57 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.955205 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cd936-a5d3-4cfb-837f-ce34b5c22c57 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24292db-b4f0-4125-b99d-e14d1bf63e5b,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:23.963586 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:12:23.983873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd93d3a-c070-4b64-94ee-23708f1665dd req-e4db48f8-5575-45df-925c-d3dbf62bd16f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.989461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-fe9af1f0-c9d3-435c-97cc-bd5bed5d1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.991857 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-fe9af1f0-c9d3-435c-97cc-bd5bed5d1631 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2239bebd-69f9-4b96-acad-400955c8b137 HTTP/1.1" status: 200 len: 850 time: 0.1362238 Jul 16 18:12:23.992415 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2fd93d3a-c070-4b64-94ee-23708f1665dd req-e4db48f8-5575-45df-925c-d3dbf62bd16f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 945 time: 0.2027018 Jul 16 18:12:23.997393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd936-a5d3-4cfb-837f-ce34b5c22c57 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.010570 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fb3cd936-a5d3-4cfb-837f-ce34b5c22c57 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4916821 Jul 16 18:12:24.031839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50744) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:24.053376 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-25e28233-5916-4f4d-82e6-b1fc4bd31f78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399396 Jul 16 18:12:24.098773 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2fd93d3a-c070-4b64-94ee-23708f1665dd req-101046c8-e9e8-4ca3-b047-76aaf546fd61 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051834 Jul 16 18:12:24.118102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Usage tracker for resource:network and tenant:084e55775beb4c539daf0e4153b5d739 is out of sync, need to count used quota {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:12:24.123698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:12:24.155332 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Usage tracker for resource:subnet and tenant:084e55775beb4c539daf0e4153b5d739 is out of sync, need to count used quota {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:12:24.170181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:12:24.189039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Usage tracker for resource:subnetpool and tenant:084e55775beb4c539daf0e4153b5d739 is out of sync, need to count used quota {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:12:24.218105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:12:24.241010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Usage tracker for resource:port and tenant:084e55775beb4c539daf0e4153b5d739 is out of sync, need to count used quota {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:12:24.257899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:12:24.281425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Usage tracker for resource:router and tenant:084e55775beb4c539daf0e4153b5d739 is out of sync, need to count used quota {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:12:24.293980 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:12:24.306582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Usage tracker for resource:floatingip and tenant:084e55775beb4c539daf0e4153b5d739 is out of sync, need to count used quota {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:12:24.316341 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-7600dd6a-13f9-4f53-8273-e452698e7d47 service neutron] 10.222.0.32 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536714 Jul 16 18:12:24.326417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:12:24.541380 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5173b2cf-da8a-4466-9655-11cf8b313561 req-6053f019-6743-4668-81c4-12743d1e8e35 service neutron] 10.222.0.32 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157085 Jul 16 18:12:24.546817 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-39bf0cb3-4bde-4f7f-a92c-cf30210adb9c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451132705&fields=id&tenant_id=defd996516df4b3ebc080e817e94ad7b HTTP/1.1" status: 200 len: 267 time: 0.1297455 Jul 16 18:12:24.646747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Usage tracker for resource:security_group and tenant:084e55775beb4c539daf0e4153b5d739 is out of sync, need to count used quota {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:12:24.681078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:12:24.708310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Usage tracker for resource:security_group_rule and tenant:084e55775beb4c539daf0e4153b5d739 is out of sync, need to count used quota {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:12:24.740002 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d026-ddc1-472d-90f7-e6c5c9d62343 req-9b9e716e-74ef-425e-b7b2-0ccb58fd6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.741853 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-43d1d026-ddc1-472d-90f7-e6c5c9d62343 req-9b9e716e-74ef-425e-b7b2-0ccb58fd6c00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f557cf72c6684e0a88a529456be7e745&device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 1095 time: 0.1380291 Jul 16 18:12:24.774050 n-d-787205-10 neutron-server[105591]: DEBUG neutron.quota.resource [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105591) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:12:24.869802 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d026-ddc1-472d-90f7-e6c5c9d62343 req-c2e1a46a-4020-4f62-ab73-b9df7e00bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.871584 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-43d1d026-ddc1-472d-90f7-e6c5c9d62343 req-c2e1a46a-4020-4f62-ab73-b9df7e00bf29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a HTTP/1.1" status: 200 len: 911 time: 0.1222305 Jul 16 18:12:24.948846 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-43d1d026-ddc1-472d-90f7-e6c5c9d62343 req-b117dd2a-31a1-4e36-acea-e4bfa51a5c6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ef90898-a014-4504-a3bc-cecc82601068 HTTP/1.1" status: 200 len: 217 time: 0.0676279 Jul 16 18:12:24.989357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8a281843-7f7a-409c-877d-73b8f114d46f tempest-QuotasTest-1369290219 tempest-QuotasTest-1369290219-project-admin] 10.222.0.24 "GET /v2.0/quotas/084e55775beb4c539daf0e4153b5d739/details.json HTTP/1.1" status: 200 len: 703 time: 0.9561586 Jul 16 18:12:24.997405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-7633d575-8256-4894-8491-c93b384e3464 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.999127 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-7633d575-8256-4894-8491-c93b384e3464 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/networks?id=9cd8ecdc-276a-4662-a135-61f90e20402f HTTP/1.1" status: 200 len: 796 time: 0.4275999 Jul 16 18:12:25.073860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d026-ddc1-472d-90f7-e6c5c9d62343 req-53f50519-1f96-4984-8d2b-b4d0ace4af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.076880 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-43d1d026-ddc1-472d-90f7-e6c5c9d62343 req-53f50519-1f96-4984-8d2b-b4d0ace4af52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2239bebd-69f9-4b96-acad-400955c8b137 HTTP/1.1" status: 200 len: 850 time: 0.1135664 Jul 16 18:12:25.151329 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-43d1d026-ddc1-472d-90f7-e6c5c9d62343 req-03a4684d-ce37-4b4c-93c1-a8c3f999d9ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661757 Jul 16 18:12:25.196981 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-8f868126-45eb-4387-b04f-fc9289d56c57 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/quotas/defd996516df4b3ebc080e817e94ad7b HTTP/1.1" status: 200 len: 375 time: 0.0743289 Jul 16 18:12:25.236039 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.360577 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-43d1d026-ddc1-472d-90f7-e6c5c9d62343 req-d1af2b25-ff3d-479d-8211-dfcff888abf4 service neutron] 10.222.0.32 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915057 Jul 16 18:12:25.375156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2b979-290b-40f8-9401-9166a334381a req-403118e4-89c4-469c-9ae3-5e6de5b90305 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.376880 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03b2b979-290b-40f8-9401-9166a334381a req-403118e4-89c4-469c-9ae3-5e6de5b90305 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.32 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 945 time: 0.3730569 Jul 16 18:12:25.388983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a3d68-97bb-40e1-a16b-d7fe57c16bdc req-7099b93e-6d0f-4a6f-aae1-94d9a9b5dbae tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.405527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df3a3d68-97bb-40e1-a16b-d7fe57c16bdc req-7099b93e-6d0f-4a6f-aae1-94d9a9b5dbae tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 943 time: 0.6229098 Jul 16 18:12:25.596176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50804) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:25.614715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df3a3d68-97bb-40e1-a16b-d7fe57c16bdc req-4c8471ab-869a-4349-aedb-5ab0169c0678 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081547 Jul 16 18:12:25.668510 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-43d1d026-ddc1-472d-90f7-e6c5c9d62343 req-6f21f482-6339-4c31-8b8d-93d26cc0bed7 service neutron] 10.222.0.32 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830033 Jul 16 18:12:25.687088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-090c5b05-4337-4477-b012-9a6a4a633d8d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4792311 Jul 16 18:12:25.950925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-03b2b979-290b-40f8-9401-9166a334381a req-0c536c8d-063c-4ea7-85fb-ffb5254ab6ce tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Deleting port 5b224640-9cda-4e5a-9fbf-81669b0de799 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:25.951436 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-03b2b979-290b-40f8-9401-9166a334381a req-0c536c8d-063c-4ea7-85fb-ffb5254ab6ce tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.955754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-752c6df1-d3ad-429d-b31e-3f68a5ae379a service neutron] 10.222.0.24 "GET /v2.0/networks/9cd8ecdc-276a-4662-a135-61f90e20402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656035 Jul 16 18:12:26.003112 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60b06415-171b-4c3b-97c5-0d080efe91b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.125783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef6050-5b2d-4301-9c0e-43177b1c8bdb req-af849f29-0ebc-4481-8510-0e2a06bf36fd tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.134981 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-62ef6050-5b2d-4301-9c0e-43177b1c8bdb req-af849f29-0ebc-4481-8510-0e2a06bf36fd tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 945 time: 0.2583151 Jul 16 18:12:26.225594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-03b2b979-290b-40f8-9401-9166a334381a req-0c536c8d-063c-4ea7-85fb-ffb5254ab6ce tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] For port 5b224640-9cda-4e5a-9fbf-81669b0de799, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=5b224640-9cda-4e5a-9fbf-81669b0de799,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:26.226130 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-03b2b979-290b-40f8-9401-9166a334381a req-0c536c8d-063c-4ea7-85fb-ffb5254ab6ce tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.308805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-03b2b979-290b-40f8-9401-9166a334381a req-0c536c8d-063c-4ea7-85fb-ffb5254ab6ce tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Calling delete_port for 5b224640-9cda-4e5a-9fbf-81669b0de799 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:26.312049 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60b06415-171b-4c3b-97c5-0d080efe91b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.316112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-62ef6050-5b2d-4301-9c0e-43177b1c8bdb req-ac4e377f-0401-425c-9579-b5995faa886f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794684 Jul 16 18:12:26.318162 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-1caf2549-5d7d-4b3b-b158-f1fd494ac87a service neutron] 10.222.0.24 "GET /v2.0/networks/9cd8ecdc-276a-4662-a135-61f90e20402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553002 Jul 16 18:12:26.318434 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60b06415-171b-4c3b-97c5-0d080efe91b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.348812 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-60b06415-171b-4c3b-97c5-0d080efe91b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea078e1d2ed24f5093cd234a5a427056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7512400 Jul 16 18:12:26.352188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50818) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:26.577607 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b06415-171b-4c3b-97c5-0d080efe91b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d57ed83-d657-4b2c-9ce6-76155b87467f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.585210 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-168fdbb9-dcfd-4040-a04d-b0a85eaac8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.682992 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-03b2b979-290b-40f8-9401-9166a334381a req-0c536c8d-063c-4ea7-85fb-ffb5254ab6ce tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.697312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['5b224640-9cda-4e5a-9fbf-81669b0de799'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:26.713940 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-168fdbb9-dcfd-4040-a04d-b0a85eaac8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.769295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4e45a83c-1840-456e-934c-f9639ca35d73', 'a568daca-b1bb-4c1b-afd7-90a139dc1229'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:26.776095 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c536c8d-063c-4ea7-85fb-ffb5254ab6ce tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event deleted for resources: {'Port': ['ID=5b224640-9cda-4e5a-9fbf-81669b0de799,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.899640 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-168fdbb9-dcfd-4040-a04d-b0a85eaac8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.903999 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-168fdbb9-dcfd-4040-a04d-b0a85eaac8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.911769 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-168fdbb9-dcfd-4040-a04d-b0a85eaac8b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d57ed83-d657-4b2c-9ce6-76155b87467f HTTP/1.1" status: 204 len: 168 time: 0.5554171 Jul 16 18:12:26.936601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fdbb9-dcfd-4040-a04d-b0a85eaac8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d57ed83-d657-4b2c-9ce6-76155b87467f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.945974 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34302416-4564-4fa0-a4fb-ddd3063e8ec3 req-645979a8-1bda-42b1-9667-68c4a4ddbe03 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 210 time: 0.1780822 Jul 16 18:12:27.145578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b2b979-290b-40f8-9401-9166a334381a req-0c536c8d-063c-4ea7-85fb-ffb5254ab6ce tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] No DVR routers for this DVR port 5b224640-9cda-4e5a-9fbf-81669b0de799 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:27.161690 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-03b2b979-290b-40f8-9401-9166a334381a req-0c536c8d-063c-4ea7-85fb-ffb5254ab6ce tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.169137 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03b2b979-290b-40f8-9401-9166a334381a req-0c536c8d-063c-4ea7-85fb-ffb5254ab6ce tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.32 "DELETE /v2.0/ports/5b224640-9cda-4e5a-9fbf-81669b0de799 HTTP/1.1" status: 204 len: 173 time: 1.7567084 Jul 16 18:12:27.170123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df94f800-c372-4994-8849-16121a1b625b', 'name': 'network-vif-deleted', 'tag': '5b224640-9cda-4e5a-9fbf-81669b0de799'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:27.178840 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c16dbbe-a899-454d-aa44-3b6bd6a7d15f" -d '{"events": [{"server_uuid": "df94f800-c372-4994-8849-16121a1b625b", "name": "network-vif-deleted", "tag": "5b224640-9cda-4e5a-9fbf-81669b0de799"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:27.264472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94051cd1-8efa-404c-b275-4952fc980a91 req-7dfd67de-cbfa-4839-b6b3-c17d8066d5a8 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.267605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94051cd1-8efa-404c-b275-4952fc980a91 req-7dfd67de-cbfa-4839-b6b3-c17d8066d5a8 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 943 time: 0.3164167 Jul 16 18:12:27.362547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94051cd1-8efa-404c-b275-4952fc980a91 req-f6a0b0a9-e69d-4979-b363-bcf5dec8f653 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857728 Jul 16 18:12:27.391522 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faccdd16-c502-4c11-82c4-8369c36ffb9e x-openstack-request-id: req-faccdd16-c502-4c11-82c4-8369c36ffb9e {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:27.391827 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df94f800-c372-4994-8849-16121a1b625b", "name": "network-vif-deleted", "tag": "5b224640-9cda-4e5a-9fbf-81669b0de799", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:27.392089 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-faccdd16-c502-4c11-82c4-8369c36ffb9e {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:27.392536 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df94f800-c372-4994-8849-16121a1b625b', 'name': 'network-vif-deleted', 'tag': '5b224640-9cda-4e5a-9fbf-81669b0de799', 'status': 'completed', 'code': 200} Jul 16 18:12:27.644109 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8cf889b-9b46-4a00-83f6-9a968091e404 req-ef0175eb-1fa1-4eea-96b8-a45d8188a7cc tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=df94f800-c372-4994-8849-16121a1b625b HTTP/1.1" status: 200 len: 210 time: 0.0926139 Jul 16 18:12:27.964946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50866) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:28.007174 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a7100f8d-208f-44d4-9f3e-4def20541d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.047637 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3ef90898-a014-4504-a3bc-cecc82601068 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:28.223864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c42ecfd7-e32d-48c9-95b3-83f21d56d971 req-3b92db54-6c12-45e4-ab9c-5a86bed6e132 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 210 time: 0.1821358 Jul 16 18:12:28.317503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a7100f8d-208f-44d4-9f3e-4def20541d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.319974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 3ef90898-a014-4504-a3bc-cecc82601068, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3ef90898-a014-4504-a3bc-cecc82601068,segment=NetworkSegment(cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f),segment_id=cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:28.334424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '3ef90898-a014-4504-a3bc-cecc82601068', 'network_id': '8aa60fa6-b20e-4ec0-a87a-c1289b99249a', 'port_id': '3ef90898-a014-4504-a3bc-cecc82601068', 'mac_address': 'fa:16:3e:27:aa:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2239bebd-69f9-4b96-acad-400955c8b137', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:28.337541 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a7100f8d-208f-44d4-9f3e-4def20541d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.452952 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.483589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef90898-a014-4504-a3bc-cecc82601068 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:28.501693 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a7100f8d-208f-44d4-9f3e-4def20541d7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=084e55775beb4c539daf0e4153b5d739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353634 Jul 16 18:12:28.503704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50878) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:28.504696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7100f8d-208f-44d4-9f3e-4def20541d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c031f3-1bae-48fe-bf50-56ba7f415a91,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.545947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 3ef90898-a014-4504-a3bc-cecc82601068, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3ef90898-a014-4504-a3bc-cecc82601068,segment=NetworkSegment(cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f),segment_id=cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:28.553362 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.700454 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=3ef90898-a014-4504-a3bc-cecc82601068,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.713961 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74c31a70-5995-498a-804f-647ea476b600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.764156 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['3ef90898-a014-4504-a3bc-cecc82601068'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:28.793124 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74c31a70-5995-498a-804f-647ea476b600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.963651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed6226-5033-4491-b1f7-3526d64bc2b9 req-64d88d06-589c-4e94-ab9c-d3bc2eb817b7 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.965431 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59ed6226-5033-4491-b1f7-3526d64bc2b9 req-64d88d06-589c-4e94-ab9c-d3bc2eb817b7 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 944 time: 0.3089585 Jul 16 18:12:28.988579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50892) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.123960 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59ed6226-5033-4491-b1f7-3526d64bc2b9 req-1e23861b-ab64-43ca-9a9b-38c2a275de1a tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453061 Jul 16 18:12:29.124793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74c31a70-5995-498a-804f-647ea476b600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.132860 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74c31a70-5995-498a-804f-647ea476b600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.138889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-74c31a70-5995-498a-804f-647ea476b600 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08c031f3-1bae-48fe-bf50-56ba7f415a91 HTTP/1.1" status: 204 len: 168 time: 0.6317191 Jul 16 18:12:29.157264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c31a70-5995-498a-804f-647ea476b600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c031f3-1bae-48fe-bf50-56ba7f415a91,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.010798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-adc5b807-3c49-49e3-83bd-f93d705daac9 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.012137 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-adc5b807-3c49-49e3-83bd-f93d705daac9 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "GET /v2.0/networks?id=9cd8ecdc-276a-4662-a135-61f90e20402f HTTP/1.1" status: 200 len: 796 time: 0.3145285 Jul 16 18:12:30.041922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-99665f4e-1ad1-4b20-9c46-d03c74c2a768 admin admin] Deleting subnet 6ab76eff-af5d-4688-bb29-35aa5b128439 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:30.061871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3ef90898-a014-4504-a3bc-cecc82601068 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:30.066202 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99665f4e-1ad1-4b20-9c46-d03c74c2a768 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.166416 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99665f4e-1ad1-4b20-9c46-d03c74c2a768 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.281292 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 3ef90898-a014-4504-a3bc-cecc82601068 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:30.289579 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 3ef90898-a014-4504-a3bc-cecc82601068 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:30.290244 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.292761 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99665f4e-1ad1-4b20-9c46-d03c74c2a768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.354901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6aea0202-5a00-40de-8914-bb23f1dd8434 req-0688ce8a-27b6-4431-8173-b1772f30bd64 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 210 time: 0.0761495 Jul 16 18:12:30.426160 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-c8f43fa1-53e6-4372-90fb-88b2fd7c602b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=defd996516df4b3ebc080e817e94ad7b HTTP/1.1" status: 200 len: 379 time: 0.3921266 Jul 16 18:12:30.434608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'port': {'device_id': '60e825be-6725-4671-a7c7-2ee140d79b92', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'admin_state_up': True, 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'security_groups': ['8a3d215c-9e2e-4dad-8db6-2f6066406030']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:30.456768 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99665f4e-1ad1-4b20-9c46-d03c74c2a768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.583784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99665f4e-1ad1-4b20-9c46-d03c74c2a768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab76eff-af5d-4688-bb29-35aa5b128439,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.609124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99665f4e-1ad1-4b20-9c46-d03c74c2a768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.614465 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-99665f4e-1ad1-4b20-9c46-d03c74c2a768 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6ab76eff-af5d-4688-bb29-35aa5b128439 HTTP/1.1" status: 204 len: 168 time: 1.6237209 Jul 16 18:12:30.623441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50940) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:30.626234 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.718283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1aa4ae-bd2c-4f24-a766-c697543e74d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef90898-a014-4504-a3bc-cecc82601068'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:30.722313 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbcbe61-1c10-4432-9498-e1da2e6e45f0" -d '{"events": [{"server_uuid": "cc1aa4ae-bd2c-4f24-a766-c697543e74d2", "name": "network-vif-plugged", "status": "completed", "tag": "3ef90898-a014-4504-a3bc-cecc82601068"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:30.727278 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 3ef90898-a014-4504-a3bc-cecc82601068, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3ef90898-a014-4504-a3bc-cecc82601068,segment=NetworkSegment(cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f),segment_id=cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:30.741762 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.743778 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5b224640-9cda-4e5a-9fbf-81669b0de799 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:30.777286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Made reservation on behalf of defd996516df4b3ebc080e817e94ad7b for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:30.784442 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.851674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fce18f-eeba-41c2-a317-c6b4e76b2173 req-b993c50b-4af0-43f6-8e2a-723a3bc41668 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.859995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 5b224640-9cda-4e5a-9fbf-81669b0de799 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:30.860348 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 5b224640-9cda-4e5a-9fbf-81669b0de799 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:30.864735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60fce18f-eeba-41c2-a317-c6b4e76b2173 req-b993c50b-4af0-43f6-8e2a-723a3bc41668 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 945 time: 0.8129685 Jul 16 18:12:30.927446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=3ef90898-a014-4504-a3bc-cecc82601068,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.935135 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93e05ba-166b-458c-b6a7-382faa4e4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.092670 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93e05ba-166b-458c-b6a7-382faa4e4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.113154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Allocated IP 172.20.0.9 (9cd8ecdc-276a-4662-a135-61f90e20402f/0a1666e5-cafa-4020-85f6-fb41a2c8ed7c/049e6d5d-1c23-41cb-a4c6-307568a21178) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:31.118355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e93e05ba-166b-458c-b6a7-382faa4e4e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233997b2-8161-45c8-b1a0-88f22c96a7e5']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:31.141986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e93e05ba-166b-458c-b6a7-382faa4e4e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87815dda-93ac-4128-814b-200315ec07ea') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:31.141986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e93e05ba-166b-458c-b6a7-382faa4e4e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87815dda-93ac-4128-814b-200315ec07ea') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:31.157895 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93e05ba-166b-458c-b6a7-382faa4e4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.189776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50958) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:31.204220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93e05ba-166b-458c-b6a7-382faa4e4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.243253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93e05ba-166b-458c-b6a7-382faa4e4e84 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:31.243779 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93e05ba-166b-458c-b6a7-382faa4e4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:31.246016 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:31.307304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282cff-24ac-4da1-bdb6-9aeb98e7906d req-c145ae56-6c34-4b3c-919f-9a07b1f406b2 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.309353 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5282cff-24ac-4da1-bdb6-9aeb98e7906d req-c145ae56-6c34-4b3c-919f-9a07b1f406b2 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 944 time: 0.7830296 Jul 16 18:12:31.318398 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93e05ba-166b-458c-b6a7-382faa4e4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.327191 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60fce18f-eeba-41c2-a317-c6b4e76b2173 req-276757e5-6bb7-4d73-b4ac-5e351939f76a tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603136 Jul 16 18:12:31.334596 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e93e05ba-166b-458c-b6a7-382faa4e4e84 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.341447 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e93e05ba-166b-458c-b6a7-382faa4e4e84 admin admin] 10.222.0.24 "DELETE /v2.0/networks/233997b2-8161-45c8-b1a0-88f22c96a7e5 HTTP/1.1" status: 204 len: 168 time: 0.7107978 Jul 16 18:12:31.354402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e05ba-166b-458c-b6a7-382faa4e4e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=233997b2-8161-45c8-b1a0-88f22c96a7e5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.490288 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-935e3275-942d-4fdd-97de-b80f68201340 tempest-AgentManagementNegativeTest-1015843311 tempest-AgentManagementNegativeTest-1015843311-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2950823 Jul 16 18:12:31.552631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50175dfd-5773-474e-af44-3e49ce10f293 req-e61f41e9-fd45-48a3-8731-c00dc7f15f29 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.554301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50175dfd-5773-474e-af44-3e49ce10f293 req-e61f41e9-fd45-48a3-8731-c00dc7f15f29 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 945 time: 0.4089637 Jul 16 18:12:31.633309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5282cff-24ac-4da1-bdb6-9aeb98e7906d req-d1cb64e2-d367-4475-8c20-d4465aaddee6 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028660 Jul 16 18:12:31.656681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50978) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:31.727262 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.743877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Transition to ACTIVE for port object 049e6d5d-1c23-41cb-a4c6-307568a21178 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:31.761364 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e215012-7cbf-48f6-9513-727c7c965c40 x-openstack-request-id: req-8e215012-7cbf-48f6-9513-727c7c965c40 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:31.762000 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1aa4ae-bd2c-4f24-a766-c697543e74d2", "name": "network-vif-plugged", "status": "completed", "tag": "3ef90898-a014-4504-a3bc-cecc82601068", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:31.762259 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e215012-7cbf-48f6-9513-727c7c965c40 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:31.762453 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1aa4ae-bd2c-4f24-a766-c697543e74d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef90898-a014-4504-a3bc-cecc82601068', 'code': 200} Jul 16 18:12:31.842857 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03cdd976-20f9-424a-a806-0a43f6b21dd7 req-46e42057-9946-405c-b279-b9c4113aeef0 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 210 time: 0.0536461 Jul 16 18:12:31.916795 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.924715 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037d873-7269-4554-b299-fa5e57c4dafd req-935c1925-155e-41bc-944d-a53290063f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.926902 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7037d873-7269-4554-b299-fa5e57c4dafd req-935c1925-155e-41bc-944d-a53290063f82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 1097 time: 0.0951536 Jul 16 18:12:31.948606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7bd95b8d-d526-4879-84d0-d6529e5e06f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4a33ed005214bcaa04d5095740987ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882235 Jul 16 18:12:31.970490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50986) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:32.003982 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network 9cd8ecdc-276a-4662-a135-61f90e20402f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:32.009863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:32.012804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:32.016274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50988) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:32.039399 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7037d873-7269-4554-b299-fa5e57c4dafd req-2f032edf-bdc9-469d-bdf3-3ef54475f0ee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061859 Jul 16 18:12:32.099063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=049e6d5d-1c23-41cb-a4c6-307568a21178,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:32.101065 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f99b4a2a-5231-403f-a858-17e1f53c3017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.123261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-50175dfd-5773-474e-af44-3e49ce10f293 req-8f018137-8c94-4e4a-99b6-bcd32d3eef5c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Deleting port a568daca-b1bb-4c1b-afd7-90a139dc1229 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:32.123862 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-50175dfd-5773-474e-af44-3e49ce10f293 req-8f018137-8c94-4e4a-99b6-bcd32d3eef5c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.151607 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f99b4a2a-5231-403f-a858-17e1f53c3017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.215610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.217226 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.238956 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ffb42dd1-fbd5-4ff3-8c44-8f49b60aaabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.263546 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-f7254c3f-21d3-473b-a9a0-fd55193ae39f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8363392 Jul 16 18:12:32.275813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Request body: {'port': {'device_id': '60e825be-6725-4671-a7c7-2ee140d79b92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:32.279946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-50175dfd-5773-474e-af44-3e49ce10f293 req-8f018137-8c94-4e4a-99b6-bcd32d3eef5c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] For port a568daca-b1bb-4c1b-afd7-90a139dc1229, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a568daca-b1bb-4c1b-afd7-90a139dc1229,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:32.280328 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-50175dfd-5773-474e-af44-3e49ce10f293 req-8f018137-8c94-4e4a-99b6-bcd32d3eef5c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.295713 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f99b4a2a-5231-403f-a858-17e1f53c3017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.299232 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f99b4a2a-5231-403f-a858-17e1f53c3017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.304554 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f99b4a2a-5231-403f-a858-17e1f53c3017 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4a15c20-c1ae-41d2-8b54-f6828c0a72c4 HTTP/1.1" status: 204 len: 168 time: 0.3283792 Jul 16 18:12:32.318574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b4a2a-5231-403f-a858-17e1f53c3017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a15c20-c1ae-41d2-8b54-f6828c0a72c4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:32.372507 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.379050 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-50175dfd-5773-474e-af44-3e49ce10f293 req-8f018137-8c94-4e4a-99b6-bcd32d3eef5c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Calling delete_port for a568daca-b1bb-4c1b-afd7-90a139dc1229 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:32.413779 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ffb42dd1-fbd5-4ff3-8c44-8f49b60aaabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.421070 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ffb42dd1-fbd5-4ff3-8c44-8f49b60aaabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.423300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4e547670-105d-4717-bb89-8cf75fb3838a None None] Provisioning for port 049e6d5d-1c23-41cb-a4c6-307568a21178 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:32.474578 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4e547670-105d-4717-bb89-8cf75fb3838a None None] Provisioning complete for port 049e6d5d-1c23-41cb-a4c6-307568a21178 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:32.475984 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4e547670-105d-4717-bb89-8cf75fb3838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.524023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb42dd1-fbd5-4ff3-8c44-8f49b60aaabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2156c7c-11eb-4e2b-8f7f-df43de18aba3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:32.555799 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ffb42dd1-fbd5-4ff3-8c44-8f49b60aaabc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2bd3a78505d947dd8b3ef71c030a7611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289567 Jul 16 18:12:32.556106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51004) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:32.581216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4e547670-105d-4717-bb89-8cf75fb3838a None None] Port 049e6d5d-1c23-41cb-a4c6-307568a21178 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:32.656029 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43c080ca-7b97-44f8-abf8-faa87a9f81dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.723862 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43c080ca-7b97-44f8-abf8-faa87a9f81dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.905579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43c080ca-7b97-44f8-abf8-faa87a9f81dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.909695 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43c080ca-7b97-44f8-abf8-faa87a9f81dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.921600 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-43c080ca-7b97-44f8-abf8-faa87a9f81dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2156c7c-11eb-4e2b-8f7f-df43de18aba3 HTTP/1.1" status: 204 len: 168 time: 0.3571184 Jul 16 18:12:32.960495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c080ca-7b97-44f8-abf8-faa87a9f81dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2156c7c-11eb-4e2b-8f7f-df43de18aba3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:33.406744 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-50175dfd-5773-474e-af44-3e49ce10f293 req-8f018137-8c94-4e4a-99b6-bcd32d3eef5c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.421061 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4e45a83c-1840-456e-934c-f9639ca35d73'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:33.503230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f018137-8c94-4e4a-99b6-bcd32d3eef5c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event deleted for resources: {'Port': ['ID=a568daca-b1bb-4c1b-afd7-90a139dc1229,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:33.546582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1f2d6-7e97-4e6f-b2ab-15986bfa0163 req-b0b0eb2a-c31f-498d-9148-326fe6bc0035 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.548312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8e1f2d6-7e97-4e6f-b2ab-15986bfa0163 req-b0b0eb2a-c31f-498d-9148-326fe6bc0035 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f306c-2991-4e33-be0b-44c3135ea6d0 HTTP/1.1" status: 200 len: 867 time: 0.8993177 Jul 16 18:12:33.624909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-50175dfd-5773-474e-af44-3e49ce10f293 req-8f018137-8c94-4e4a-99b6-bcd32d3eef5c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] No DVR routers for this DVR port a568daca-b1bb-4c1b-afd7-90a139dc1229 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:33.636594 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-50175dfd-5773-474e-af44-3e49ce10f293 req-8f018137-8c94-4e4a-99b6-bcd32d3eef5c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.638806 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50175dfd-5773-474e-af44-3e49ce10f293 req-8f018137-8c94-4e4a-99b6-bcd32d3eef5c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "DELETE /v2.0/ports/a568daca-b1bb-4c1b-afd7-90a139dc1229 HTTP/1.1" status: 204 len: 173 time: 2.0633819 Jul 16 18:12:33.640059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f306c-2991-4e33-be0b-44c3135ea6d0', 'name': 'network-vif-deleted', 'tag': 'a568daca-b1bb-4c1b-afd7-90a139dc1229'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:33.642405 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b58ef7-c642-44cc-90e0-cf20f70b5d57" -d '{"events": [{"server_uuid": "323f306c-2991-4e33-be0b-44c3135ea6d0", "name": "network-vif-deleted", "tag": "a568daca-b1bb-4c1b-afd7-90a139dc1229"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:33.661721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff90d1-922e-4ae5-b188-a5deb0e6582a req-9d92944e-d30d-4399-a9ee-bfcf00e9d5c0 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.669000 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0eff90d1-922e-4ae5-b188-a5deb0e6582a req-9d92944e-d30d-4399-a9ee-bfcf00e9d5c0 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.3083546 Jul 16 18:12:33.744895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8e1f2d6-7e97-4e6f-b2ab-15986bfa0163 req-1768f7a5-f9f9-49c9-91b1-60f3d441b85c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721785 Jul 16 18:12:33.765429 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049e6d5d-1c23-41cb-a4c6-307568a21178 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:33.785256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0eff90d1-922e-4ae5-b188-a5deb0e6582a req-f7158669-e4b9-4b0f-bb50-1635ee6d7b65 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099291 Jul 16 18:12:33.795615 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.831802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Transition to ACTIVE for port object 049e6d5d-1c23-41cb-a4c6-307568a21178 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:33.837171 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.880341 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56b2e32-be3c-420e-820a-de36a8b3fe58 x-openstack-request-id: req-d56b2e32-be3c-420e-820a-de36a8b3fe58 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:33.880751 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f306c-2991-4e33-be0b-44c3135ea6d0", "name": "network-vif-deleted", "tag": "a568daca-b1bb-4c1b-afd7-90a139dc1229", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:33.881009 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d56b2e32-be3c-420e-820a-de36a8b3fe58 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:33.881347 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323f306c-2991-4e33-be0b-44c3135ea6d0', 'name': 'network-vif-deleted', 'tag': 'a568daca-b1bb-4c1b-afd7-90a139dc1229', 'status': 'completed', 'code': 200} Jul 16 18:12:33.938038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cc455-1454-407a-8433-d01809e43554 service neutron] Pushing event updated for resources: {'Port': ['ID=049e6d5d-1c23-41cb-a4c6-307568a21178,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:34.099656 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Attempting to bind port 049e6d5d-1c23-41cb-a4c6-307568a21178 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:34.100140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Attempting to bind port 049e6d5d-1c23-41cb-a4c6-307568a21178 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'e5a8182f-7ccc-40a8-b1ea-17c76454984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:34.100782 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Attempting to bind port 049e6d5d-1c23-41cb-a4c6-307568a21178 on network 9cd8ecdc-276a-4662-a135-61f90e20402f {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:34.115752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Port 049e6d5d-1c23-41cb-a4c6-307568a21178 on network 9cd8ecdc-276a-4662-a135-61f90e20402f not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:34.116328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Attempting to bind port 049e6d5d-1c23-41cb-a4c6-307568a21178 on network 9cd8ecdc-276a-4662-a135-61f90e20402f {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:34.129438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:34.130881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Checking segment: {'id': 'e5a8182f-7ccc-40a8-b1ea-17c76454984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:34.131811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Bound using segment: {'id': 'e5a8182f-7ccc-40a8-b1ea-17c76454984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:34.132601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Bound port: 049e6d5d-1c23-41cb-a4c6-307568a21178, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a8182f-7ccc-40a8-b1ea-17c76454984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:34.133246 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.307226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] For port 049e6d5d-1c23-41cb-a4c6-307568a21178, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:34.309599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] For port 049e6d5d-1c23-41cb-a4c6-307568a21178, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=049e6d5d-1c23-41cb-a4c6-307568a21178,segment=NetworkSegment(e5a8182f-7ccc-40a8-b1ea-17c76454984a),segment_id=e5a8182f-7ccc-40a8-b1ea-17c76454984a)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:34.326118 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.356782 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf67919-303c-4069-9d41-e7c30bbffd2b req-7b18fc01-7ee1-47b7-861a-8206e6f731c7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.365688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3cf67919-303c-4069-9d41-e7c30bbffd2b req-7b18fc01-7ee1-47b7-861a-8206e6f731c7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 943 time: 0.3366344 Jul 16 18:12:34.435889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51074) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:34.508226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.509011 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.510700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-546cc455-1454-407a-8433-d01809e43554 service neutron] 10.222.0.32 "PUT /v2.0/ports/049e6d5d-1c23-41cb-a4c6-307568a21178 HTTP/1.1" status: 200 len: 1092 time: 2.2394552 Jul 16 18:12:34.589716 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3cf67919-303c-4069-9d41-e7c30bbffd2b req-1dfa4835-4751-46d0-a0b6-8258ed898ad6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a3d215c-9e2e-4dad-8db6-2f6066406030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148197 Jul 16 18:12:34.606518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cc455-1454-407a-8433-d01809e43554 service neutron] Pushing event updated for resources: {'Port': ['ID=049e6d5d-1c23-41cb-a4c6-307568a21178,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:34.653459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1348615313'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:34.709391 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Made reservation on behalf of 1151189d830042d2822f0a1b5cfd1d5a for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:34.714663 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.727486 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.761146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-ced838e9-b5d6-4b9d-b0f6-407f64ad33be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.762756 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-ced838e9-b5d6-4b9d-b0f6-407f64ad33be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 1095 time: 0.1395707 Jul 16 18:12:34.890736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-793ac541-0748-4054-9d16-76c9c647e8b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=049e6d5d-1c23-41cb-a4c6-307568a21178 HTTP/1.1" status: 200 len: 217 time: 0.1177254 Jul 16 18:12:34.999092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-b42f3e27-3a44-4ad9-bb91-d30f2ddab499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.001282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-b42f3e27-3a44-4ad9-bb91-d30f2ddab499 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a1666e5-cafa-4020-85f6-fb41a2c8ed7c HTTP/1.1" status: 200 len: 833 time: 0.1035502 Jul 16 18:12:35.050998 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.066578 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.144638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e625614-9c62-419e-ba44-2d18473d29c2,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:35.148063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:35.148925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-342c9231-34b7-447b-b1dd-66ce02a9a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.150620 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-342c9231-34b7-447b-b1dd-66ce02a9a507 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9cd8ecdc-276a-4662-a135-61f90e20402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435456 Jul 16 18:12:35.172942 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.173296 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Added segment 0f1a0bb2-e58a-489d-bb6b-b2967be2826a of type vlan for network 35c9760d-0167-46da-8357-c5cb532d233f Jul 16 18:12:35.266876 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.269022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96507d-d384-4ada-850d-08dc15d226ec req-a8b2103f-86c8-4989-b525-4bb8ab880090 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.272373 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a568daca-b1bb-4c1b-afd7-90a139dc1229 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:35.290140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4a96507d-d384-4ada-850d-08dc15d226ec req-a8b2103f-86c8-4989-b525-4bb8ab880090 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.1762140 Jul 16 18:12:35.308545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: a568daca-b1bb-4c1b-afd7-90a139dc1229 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:35.308950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a568daca-b1bb-4c1b-afd7-90a139dc1229 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:35.313918 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.320759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.321402 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.332681 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-029221e2-eae2-410b-906d-9fff2055916d service neutron] 10.222.0.32 "GET /v2.0/networks/9cd8ecdc-276a-4662-a135-61f90e20402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736724 Jul 16 18:12:35.378840 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9413795 Jul 16 18:12:35.388138 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51106) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:35.394072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9bd9b723-e537-44ac-b322-cee8ef8174e3 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Request body: {'subnet': {'network_id': '35c9760d-0167-46da-8357-c5cb532d233f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:35.517556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4a96507d-d384-4ada-850d-08dc15d226ec req-9b8863f5-a1ed-4537-9597-55d107b341a5 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263563 Jul 16 18:12:35.628720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8af10892-2b5e-48a0-8a3b-afd51b3c1251 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.630667 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8af10892-2b5e-48a0-8a3b-afd51b3c1251 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.2967157 Jul 16 18:12:35.682020 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-a7f530d4-9032-4e8d-b2e8-c1c25a63472a tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/quotas/c905d491822e49e885932a1c8ed5895b HTTP/1.1" status: 200 len: 375 time: 0.0365603 Jul 16 18:12:35.685224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b843afd8-2817-4675-8c5a-acf8b9ee6d45 req-247cbae4-2a8d-4dfd-b705-ee39031f4374 service neutron] 10.222.0.32 "GET /v2.0/networks/9cd8ecdc-276a-4662-a135-61f90e20402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393941 Jul 16 18:12:35.767335 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-49b122b6-0a04-4bf8-b63b-7fde7fbbe493 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780935 Jul 16 18:12:35.885319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7268a-5496-4a16-b384-20f99491b533 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event updated for resources: {'Network': ['ID=35c9760d-0167-46da-8357-c5cb532d233f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:35.899834 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 35c9760d-0167-46da-8357-c5cb532d233f details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:35.915146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e825be-6725-4671-a7c7-2ee140d79b92', 'tag': '049e6d5d-1c23-41cb-a4c6-307568a21178'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:35.922187 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec1d6ee-9fcb-41c3-b054-2a5f93a017b4" -d '{"events": [{"name": "network-changed", "server_uuid": "60e825be-6725-4671-a7c7-2ee140d79b92", "tag": "049e6d5d-1c23-41cb-a4c6-307568a21178"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:36.062664 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd9b723-e537-44ac-b322-cee8ef8174e3 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Made reservation on behalf of 1151189d830042d2822f0a1b5cfd1d5a for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:36.067777 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b723-e537-44ac-b322-cee8ef8174e3 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.149005 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-562a82a0-67ba-4cc8-a2b2-799b0c6138e3 service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684857 Jul 16 18:12:36.325792 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677323a1-d986-44f1-8081-279e806fa722 req-0b1a96ae-73f3-43c1-971d-fdf1e262cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.327917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-677323a1-d986-44f1-8081-279e806fa722 req-0b1a96ae-73f3-43c1-971d-fdf1e262cdd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f557cf72c6684e0a88a529456be7e745&device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 1097 time: 0.3152978 Jul 16 18:12:36.334691 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b723-e537-44ac-b322-cee8ef8174e3 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.398320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-a77a2ca3-6f6b-4bf1-a2d8-faa06f3f1caa service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259505 Jul 16 18:12:36.415206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9b723-e537-44ac-b322-cee8ef8174e3 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event updated for resources: {'Subnet': ['ID=1924aa43-b51a-4ee2-8918-797b665a06c6,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.426366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc92d0b-87fd-48bc-8f22-e02cdc89da36 req-751866a6-477c-46ee-8c7b-d5bbc3d6150c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.433854 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dfc92d0b-87fd-48bc-8f22-e02cdc89da36 req-751866a6-477c-46ee-8c7b-d5bbc3d6150c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 943 time: 0.2833600 Jul 16 18:12:36.474241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd9b723-e537-44ac-b322-cee8ef8174e3 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Checking segment: {'id': '0f1a0bb2-e58a-489d-bb6b-b2967be2826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '35c9760d-0167-46da-8357-c5cb532d233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:36.474541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd9b723-e537-44ac-b322-cee8ef8174e3 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Network hostable DHCP agents. Network: 35c9760d-0167-46da-8357-c5cb532d233f, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:36.494695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd9b723-e537-44ac-b322-cee8ef8174e3 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Network 35c9760d-0167-46da-8357-c5cb532d233f is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:36.506980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-9bd9b723-e537-44ac-b322-cee8ef8174e3 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 35c9760d-0167-46da-8357-c5cb532d233f) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:36.513495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd9b723-e537-44ac-b322-cee8ef8174e3 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.514464 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b723-e537-44ac-b322-cee8ef8174e3 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.520706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657d7cab-2bd6-4afd-9d4b-2e456b28c6c1 None None] Network 35c9760d-0167-46da-8357-c5cb532d233f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:36.529979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677323a1-d986-44f1-8081-279e806fa722 req-7da5041f-792f-4b66-bb51-1164691216f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.532111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-677323a1-d986-44f1-8081-279e806fa722 req-7da5041f-792f-4b66-bb51-1164691216f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a HTTP/1.1" status: 200 len: 911 time: 0.1962540 Jul 16 18:12:36.564918 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9bd9b723-e537-44ac-b322-cee8ef8174e3 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1754940 Jul 16 18:12:36.566185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51138) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:36.573632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Request body: {'port': {'network_id': '35c9760d-0167-46da-8357-c5cb532d233f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-49559151'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:36.605332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-677323a1-d986-44f1-8081-279e806fa722 req-b0d978f3-a365-4fe4-a4b6-8e7507e6ab6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ef90898-a014-4504-a3bc-cecc82601068 HTTP/1.1" status: 200 len: 217 time: 0.0583096 Jul 16 18:12:36.634380 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dfc92d0b-87fd-48bc-8f22-e02cdc89da36 req-49f394d2-8b61-4037-a657-104d63eedaf6 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a3d215c-9e2e-4dad-8db6-2f6066406030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995182 Jul 16 18:12:36.732875 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe01e71-b83e-4a34-9980-6f052431da35 x-openstack-request-id: req-7fe01e71-b83e-4a34-9980-6f052431da35 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:36.735741 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e825be-6725-4671-a7c7-2ee140d79b92", "tag": "049e6d5d-1c23-41cb-a4c6-307568a21178", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:36.736194 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fe01e71-b83e-4a34-9980-6f052431da35 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:36.737765 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e825be-6725-4671-a7c7-2ee140d79b92', 'tag': '049e6d5d-1c23-41cb-a4c6-307568a21178', 'status': 'completed', 'code': 200} Jul 16 18:12:36.833268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-35c9760d-0167-46da-8357-c5cb532d233f', 'network_id': '35c9760d-0167-46da-8357-c5cb532d233f', 'tenant_id': '1151189d830042d2822f0a1b5cfd1d5a', 'fixed_ips': [{'subnet_id': '1924aa43-b51a-4ee2-8918-797b665a06c6'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:36.834420 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.935038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06b47e89-fd16-4f54-a805-34ffd54bc444 req-0b8fc341-01bf-494e-9243-a574b3422744 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 210 time: 0.1333611 Jul 16 18:12:36.969052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677323a1-d986-44f1-8081-279e806fa722 req-45851705-23de-4602-8cc9-be42d931a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.971263 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-677323a1-d986-44f1-8081-279e806fa722 req-45851705-23de-4602-8cc9-be42d931a721 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2239bebd-69f9-4b96-acad-400955c8b137 HTTP/1.1" status: 200 len: 850 time: 0.3337395 Jul 16 18:12:37.026279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Made reservation on behalf of 1151189d830042d2822f0a1b5cfd1d5a for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:37.031002 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.059034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Allocated IP 2001:db8::2 (35c9760d-0167-46da-8357-c5cb532d233f/1924aa43-b51a-4ee2-8918-797b665a06c6/846d0a83-a76d-40f8-a244-fb8fcbf046c1) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:37.066273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] device_id is not set on port 57b2d365-b2cb-4e10-b45a-4329a52d1a74 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:37.139151 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-677323a1-d986-44f1-8081-279e806fa722 req-00ccc970-5276-42bd-ac6a-5c3004beda70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610949 Jul 16 18:12:37.208984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1d6ee-9fcb-41c3-b054-2a5f93a017b4 req-4c3f9647-d18e-4d97-b011-329e6470b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:37.211196 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4ec1d6ee-9fcb-41c3-b054-2a5f93a017b4 req-4c3f9647-d18e-4d97-b011-329e6470b221 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 1095 time: 0.2366710 Jul 16 18:12:37.397491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f1a98-bd62-4901-acfb-8e6ab91d7200 req-3c7616bb-78b6-4912-8639-21e73e638d0e tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:37.399123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-639f1a98-bd62-4901-acfb-8e6ab91d7200 req-3c7616bb-78b6-4912-8639-21e73e638d0e tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.3932846 Jul 16 18:12:37.460006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1d6ee-9fcb-41c3-b054-2a5f93a017b4 req-6ca8a816-9a24-49f8-b939-99ba33422f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:37.460271 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.463744 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4ec1d6ee-9fcb-41c3-b054-2a5f93a017b4 req-6ca8a816-9a24-49f8-b939-99ba33422f8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9cd8ecdc-276a-4662-a135-61f90e20402f HTTP/1.1" status: 200 len: 897 time: 0.2452552 Jul 16 18:12:37.492288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Transition to ACTIVE for port object 846d0a83-a76d-40f8-a244-fb8fcbf046c1 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:37.537818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Transition to ACTIVE for port object 846d0a83-a76d-40f8-a244-fb8fcbf046c1 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:37.555047 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.555601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-639f1a98-bd62-4901-acfb-8e6ab91d7200 req-0a86abed-1e70-40d9-8ac5-b5455bdc39d0 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329453 Jul 16 18:12:37.565791 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-677323a1-d986-44f1-8081-279e806fa722 req-1f965f28-cbc6-4d86-b1ef-a694dc72f295 service neutron] 10.222.0.32 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075813 Jul 16 18:12:37.650786 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Allocated IP 2001:db8::2f1 (35c9760d-0167-46da-8357-c5cb532d233f/1924aa43-b51a-4ee2-8918-797b665a06c6/57b2d365-b2cb-4e10-b45a-4329a52d1a74) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:37.680255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Network 35c9760d-0167-46da-8357-c5cb532d233f is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:37.706703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:37.718230 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:37.780744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Pushing event updated for resources: {'Port': ['ID=846d0a83-a76d-40f8-a244-fb8fcbf046c1,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.788931 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4ec1d6ee-9fcb-41c3-b054-2a5f93a017b4 req-5f4042e5-0025-42a7-a819-5a2b796c961c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=049e6d5d-1c23-41cb-a4c6-307568a21178 HTTP/1.1" status: 200 len: 217 time: 0.3193944 Jul 16 18:12:37.803987 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-677323a1-d986-44f1-8081-279e806fa722 req-4e018f6b-a500-4d69-be58-260cf3a604c1 service neutron] 10.222.0.32 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198040 Jul 16 18:12:37.864443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Attempting to bind port 846d0a83-a76d-40f8-a244-fb8fcbf046c1 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:37.867743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Attempting to bind port 846d0a83-a76d-40f8-a244-fb8fcbf046c1 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '0f1a0bb2-e58a-489d-bb6b-b2967be2826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '35c9760d-0167-46da-8357-c5cb532d233f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:37.868711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Attempting to bind port 846d0a83-a76d-40f8-a244-fb8fcbf046c1 on network 35c9760d-0167-46da-8357-c5cb532d233f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:37.883186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:37.883993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Checking segment: {'id': '0f1a0bb2-e58a-489d-bb6b-b2967be2826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '35c9760d-0167-46da-8357-c5cb532d233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:37.884585 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.885150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Bound using segment: {'id': '0f1a0bb2-e58a-489d-bb6b-b2967be2826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '35c9760d-0167-46da-8357-c5cb532d233f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:37.886589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Bound port: 846d0a83-a76d-40f8-a244-fb8fcbf046c1, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1a0bb2-e58a-489d-bb6b-b2967be2826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '35c9760d-0167-46da-8357-c5cb532d233f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:37.887415 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.986411 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c364be-23e9-4b81-a4da-e8bed55409b5 req-ddf45715-3bc8-4d05-a2f7-c95f6b11c869 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:37.996864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20c364be-23e9-4b81-a4da-e8bed55409b5 req-ddf45715-3bc8-4d05-a2f7-c95f6b11c869 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 943 time: 0.1469979 Jul 16 18:12:37.997073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] For port 846d0a83-a76d-40f8-a244-fb8fcbf046c1, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:38.001166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] For port 846d0a83-a76d-40f8-a244-fb8fcbf046c1, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=846d0a83-a76d-40f8-a244-fb8fcbf046c1,segment=NetworkSegment(0f1a0bb2-e58a-489d-bb6b-b2967be2826a),segment_id=0f1a0bb2-e58a-489d-bb6b-b2967be2826a)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:38.010194 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.060591 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1d6ee-9fcb-41c3-b054-2a5f93a017b4 req-0a7cbee7-37bd-4430-9c06-aa8c9d46b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.069007 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4ec1d6ee-9fcb-41c3-b054-2a5f93a017b4 req-0a7cbee7-37bd-4430-9c06-aa8c9d46b61b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a1666e5-cafa-4020-85f6-fb41a2c8ed7c HTTP/1.1" status: 200 len: 833 time: 0.2333376 Jul 16 18:12:38.102365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 049e6d5d-1c23-41cb-a4c6-307568a21178 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:38.122006 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20c364be-23e9-4b81-a4da-e8bed55409b5 req-b2fd1289-664b-45ab-9490-4fc2cdb0149f tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a3d215c-9e2e-4dad-8db6-2f6066406030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238749 Jul 16 18:12:38.199204 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.266380 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Transition to ACTIVE for port object 57b2d365-b2cb-4e10-b45a-4329a52d1a74 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:38.269943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa2d8c-54b6-4454-a73c-294f4b855d04 None None] Pushing event updated for resources: {'Port': ['ID=846d0a83-a76d-40f8-a244-fb8fcbf046c1,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.349888 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.376999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 049e6d5d-1c23-41cb-a4c6-307568a21178, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=049e6d5d-1c23-41cb-a4c6-307568a21178,segment=NetworkSegment(e5a8182f-7ccc-40a8-b1ea-17c76454984a),segment_id=e5a8182f-7ccc-40a8-b1ea-17c76454984a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:38.380400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d392e45a-678a-4048-a536-e304994015b8 req-9250f608-90f6-4b0a-bcab-5f449ab93f92 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 210 time: 0.1002400 Jul 16 18:12:38.429921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '049e6d5d-1c23-41cb-a4c6-307568a21178', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'port_id': '049e6d5d-1c23-41cb-a4c6-307568a21178', 'mac_address': 'fa:16:3e:25:8e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:38.480132 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.481049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Network 35c9760d-0167-46da-8357-c5cb532d233f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:38.486371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:38.500368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049e6d5d-1c23-41cb-a4c6-307568a21178 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:38.503381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:38.513327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.514143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.531468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event updated for resources: {'Port': ['ID=57b2d365-b2cb-4e10-b45a-4329a52d1a74,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.536485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 049e6d5d-1c23-41cb-a4c6-307568a21178, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=049e6d5d-1c23-41cb-a4c6-307568a21178,segment=NetworkSegment(e5a8182f-7ccc-40a8-b1ea-17c76454984a),segment_id=e5a8182f-7ccc-40a8-b1ea-17c76454984a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:38.536874 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1d6ee-9fcb-41c3-b054-2a5f93a017b4 req-55c50603-51d6-48e9-ba00-3ebe251ee08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.538778 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4ec1d6ee-9fcb-41c3-b054-2a5f93a017b4 req-55c50603-51d6-48e9-ba00-3ebe251ee08e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9cd8ecdc-276a-4662-a135-61f90e20402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4669466 Jul 16 18:12:38.553398 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.644082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=049e6d5d-1c23-41cb-a4c6-307568a21178,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.727888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51212) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:38.730570 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5d191c0b-898e-496a-b54b-fff8b14397ce tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1630743 Jul 16 18:12:38.748515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Request body: {'port': {'network_id': '35c9760d-0167-46da-8357-c5cb532d233f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-176420019', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f1', 'mac_address': 'fa:16:3e:59:91:a3'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:38.784999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['049e6d5d-1c23-41cb-a4c6-307568a21178'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:38.810371 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4ec1d6ee-9fcb-41c3-b054-2a5f93a017b4 req-709e019f-f188-43b2-92da-bdb8ae0250c5 service neutron] 10.222.0.32 "GET /v2.0/networks/9cd8ecdc-276a-4662-a135-61f90e20402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646697 Jul 16 18:12:39.111548 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4ec1d6ee-9fcb-41c3-b054-2a5f93a017b4 req-d2f4348b-48cd-409e-b5b0-781d9f996a7d service neutron] 10.222.0.32 "GET /v2.0/networks/9cd8ecdc-276a-4662-a135-61f90e20402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878799 Jul 16 18:12:39.365787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Made reservation on behalf of 1151189d830042d2822f0a1b5cfd1d5a for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:39.620975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a84d54-c2cd-4c15-96cd-8519350a966a None None] Network 35c9760d-0167-46da-8357-c5cb532d233f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:39.718162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e462b9a8-3283-48a9-bd4a-fa2cecc8ffce None None] Provisioning for port 846d0a83-a76d-40f8-a244-fb8fcbf046c1 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:39.869739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-d8e27af7-f586-4ffd-acf5-7e62110d843c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:39.871687 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-d8e27af7-f586-4ffd-acf5-7e62110d843c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.8893142 Jul 16 18:12:39.879535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5fd4d-04b6-404d-8f88-5f76c90e18b1 req-111fd355-76d6-444f-83b3-ae372cc2ad74 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:39.881622 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86d5fd4d-04b6-404d-8f88-5f76c90e18b1 req-111fd355-76d6-444f-83b3-ae372cc2ad74 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.9007509 Jul 16 18:12:39.895787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8a94314a-6bb5-4b2b-b9d6-0cb7efa96e85 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Request body: {'port': {'device_id': 'b3602ef2-528a-445c-862b-1a9fa48bff0e', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'admin_state_up': True, 'tenant_id': 'c905d491822e49e885932a1c8ed5895b'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:39.937059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 846d0a83-a76d-40f8-a244-fb8fcbf046c1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:39.978971 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.022897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 846d0a83-a76d-40f8-a244-fb8fcbf046c1 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:40.028252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 846d0a83-a76d-40f8-a244-fb8fcbf046c1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:40.028639 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.031424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518d8c1-2019-47d6-b068-54237d039f0f req-b719c9a3-8f23-49ed-8ad5-47cc8d5bd77d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:40.039785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2518d8c1-2019-47d6-b068-54237d039f0f req-b719c9a3-8f23-49ed-8ad5-47cc8d5bd77d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 944 time: 0.6403639 Jul 16 18:12:40.079978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] device_id is not set on port 6305a9be-87df-44a7-9ac4-293c689ca3cb yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:40.137551 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 049e6d5d-1c23-41cb-a4c6-307568a21178 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:40.146731 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86d5fd4d-04b6-404d-8f88-5f76c90e18b1 req-8192c811-b7b9-43ce-b21c-97f04b6baf08 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471700 Jul 16 18:12:40.194348 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.237004 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 049e6d5d-1c23-41cb-a4c6-307568a21178 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:40.240538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 846d0a83-a76d-40f8-a244-fb8fcbf046c1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=846d0a83-a76d-40f8-a244-fb8fcbf046c1,segment=NetworkSegment(0f1a0bb2-e58a-489d-bb6b-b2967be2826a),segment_id=0f1a0bb2-e58a-489d-bb6b-b2967be2826a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:40.244402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 049e6d5d-1c23-41cb-a4c6-307568a21178 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:40.245120 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.247309 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.285780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2518d8c1-2019-47d6-b068-54237d039f0f req-f3f84200-3ad6-454a-9863-fce2e8605bce tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a3d215c-9e2e-4dad-8db6-2f6066406030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449450 Jul 16 18:12:40.347188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=846d0a83-a76d-40f8-a244-fb8fcbf046c1,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:40.382679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-44f7d2d5-9ea9-4a4f-a150-8454a1e4897a None None] Provisioning for port 57b2d365-b2cb-4e10-b45a-4329a52d1a74 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:40.388772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-44f7d2d5-9ea9-4a4f-a150-8454a1e4897a None None] Provisioning complete for port 57b2d365-b2cb-4e10-b45a-4329a52d1a74 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:40.389355 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-44f7d2d5-9ea9-4a4f-a150-8454a1e4897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.390140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb8c435a-80c1-4139-b817-ddc53abe5607 req-016b9646-cbc6-4c8a-abb6-868a2bc64005 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 210 time: 0.0742078 Jul 16 18:12:40.460258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Allocated IP 2001:db8::14d (35c9760d-0167-46da-8357-c5cb532d233f/1924aa43-b51a-4ee2-8918-797b665a06c6/6305a9be-87df-44a7-9ac4-293c689ca3cb) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:40.481485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8a94314a-6bb5-4b2b-b9d6-0cb7efa96e85 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Made reservation on behalf of c905d491822e49e885932a1c8ed5895b for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:40.488066 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8a94314a-6bb5-4b2b-b9d6-0cb7efa96e85 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.495051 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-44f7d2d5-9ea9-4a4f-a150-8454a1e4897a None None] Port 57b2d365-b2cb-4e10-b45a-4329a52d1a74 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:40.498792 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.529010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-44f7d2d5-9ea9-4a4f-a150-8454a1e4897a None None] Provisioning complete for port 846d0a83-a76d-40f8-a244-fb8fcbf046c1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:40.529399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-44f7d2d5-9ea9-4a4f-a150-8454a1e4897a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.607988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 049e6d5d-1c23-41cb-a4c6-307568a21178, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=049e6d5d-1c23-41cb-a4c6-307568a21178,segment=NetworkSegment(e5a8182f-7ccc-40a8-b1ea-17c76454984a),segment_id=e5a8182f-7ccc-40a8-b1ea-17c76454984a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:40.610222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e825be-6725-4671-a7c7-2ee140d79b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049e6d5d-1c23-41cb-a4c6-307568a21178'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:40.613968 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fd9c3e-39af-4e42-b828-285b5a66372f" -d '{"events": [{"server_uuid": "60e825be-6725-4671-a7c7-2ee140d79b92", "name": "network-vif-plugged", "status": "completed", "tag": "049e6d5d-1c23-41cb-a4c6-307568a21178"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:40.619137 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.709585 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eff332b-d525-4a2b-aa76-a1d48e3ed60d x-openstack-request-id: req-3eff332b-d525-4a2b-aa76-a1d48e3ed60d {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:40.710334 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e825be-6725-4671-a7c7-2ee140d79b92", "name": "network-vif-plugged", "status": "completed", "tag": "049e6d5d-1c23-41cb-a4c6-307568a21178", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:40.710334 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3eff332b-d525-4a2b-aa76-a1d48e3ed60d {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:40.710958 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e825be-6725-4671-a7c7-2ee140d79b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049e6d5d-1c23-41cb-a4c6-307568a21178', 'code': 200} Jul 16 18:12:40.748390 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=049e6d5d-1c23-41cb-a4c6-307568a21178,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:40.811491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8a94314a-6bb5-4b2b-b9d6-0cb7efa96e85 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Allocated IP 172.20.0.8 (d58e225e-c879-4f15-abb1-6d1a0a301c44/56bb9c40-c752-475f-b8ac-edadb686e877/68ca195f-7dee-48f5-a73b-e1fcc9ace397) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:40.839081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-77f0c791-79ae-49c9-8696-b10c1f206f39 None None] Provisioning complete for port 57b2d365-b2cb-4e10-b45a-4329a52d1a74 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:40.839974 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-77f0c791-79ae-49c9-8696-b10c1f206f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.858488 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.876508 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Transition to ACTIVE for port object 6305a9be-87df-44a7-9ac4-293c689ca3cb will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:40.928455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-77f0c791-79ae-49c9-8696-b10c1f206f39 None None] Port 57b2d365-b2cb-4e10-b45a-4329a52d1a74 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:40.932486 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.951640 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702f636-a378-4980-87b3-93bf28aea407 req-64b64324-1094-4dff-a999-e98037899b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:40.953691 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d702f636-a378-4980-87b3-93bf28aea407 req-64b64324-1094-4dff-a999-e98037899b70 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 1097 time: 0.1652472 Jul 16 18:12:40.999161 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d702f636-a378-4980-87b3-93bf28aea407 req-d8412cc6-aa7c-4aa2-82b1-2a0acbafa1ba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8a3d215c-9e2e-4dad-8db6-2f6066406030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379331 Jul 16 18:12:41.011015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Network 35c9760d-0167-46da-8357-c5cb532d233f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:41.018644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:41.026473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:41.034271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.034971 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.056426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event updated for resources: {'Port': ['ID=6305a9be-87df-44a7-9ac4-293c689ca3cb,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:41.097993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c4f227db-3ee4-4552-ba85-73bf3c1ecd8f tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3688800 Jul 16 18:12:41.100980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51274) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.261149 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8a94314a-6bb5-4b2b-b9d6-0cb7efa96e85 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.282526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62ff579-e51b-44cc-99dc-963872f27f37 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.288972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62ff579-e51b-44cc-99dc-963872f27f37 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.295202 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62ff579-e51b-44cc-99dc-963872f27f37 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.297451 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e62ff579-e51b-44cc-99dc-963872f27f37 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1951926 Jul 16 18:12:41.301048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51282) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.330936 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8a94314a-6bb5-4b2b-b9d6-0cb7efa96e85 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.344974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4e45a83c-1840-456e-934c-f9639ca35d73'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:41.542409 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8a94314a-6bb5-4b2b-b9d6-0cb7efa96e85 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Network d58e225e-c879-4f15-abb1-6d1a0a301c44 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:41.549941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8a94314a-6bb5-4b2b-b9d6-0cb7efa96e85 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:41.559056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8a94314a-6bb5-4b2b-b9d6-0cb7efa96e85 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:41.585832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-86f664f1-7aa4-4e08-b451-9cbc8fb53329 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Deleting port 6305a9be-87df-44a7-9ac4-293c689ca3cb {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:41.586464 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86f664f1-7aa4-4e08-b451-9cbc8fb53329 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.611231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94314a-6bb5-4b2b-b9d6-0cb7efa96e85 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event updated for resources: {'Port': ['ID=68ca195f-7dee-48f5-a73b-e1fcc9ace397,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:41.640061 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-00652b89-6f29-4683-9ebb-02b871056aca None None] Provisioning for port 6305a9be-87df-44a7-9ac4-293c689ca3cb completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:41.682627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-00652b89-6f29-4683-9ebb-02b871056aca None None] Provisioning complete for port 6305a9be-87df-44a7-9ac4-293c689ca3cb triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:41.684191 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-00652b89-6f29-4683-9ebb-02b871056aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.719620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8a94314a-6bb5-4b2b-b9d6-0cb7efa96e85 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.724122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8a94314a-6bb5-4b2b-b9d6-0cb7efa96e85 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.771357 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b9c2c-72f9-4425-8245-d37196be4f9e req-9cc8f8c1-a106-4038-aa26-246fab9988d0 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.776158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-376b9c2c-72f9-4425-8245-d37196be4f9e req-9cc8f8c1-a106-4038-aa26-246fab9988d0 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.4048924 Jul 16 18:12:41.789951 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86f664f1-7aa4-4e08-b451-9cbc8fb53329 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.804334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-86f664f1-7aa4-4e08-b451-9cbc8fb53329 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Calling delete_port for 6305a9be-87df-44a7-9ac4-293c689ca3cb owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:41.850320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82744445-1d26-4701-ab99-a479cb2d480c req-32fde166-cfa5-407c-9d9b-cc4ef15006b3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.851580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-00652b89-6f29-4683-9ebb-02b871056aca None None] Port 6305a9be-87df-44a7-9ac4-293c689ca3cb cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:41.863596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-82744445-1d26-4701-ab99-a479cb2d480c req-32fde166-cfa5-407c-9d9b-cc4ef15006b3 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 945 time: 0.3684042 Jul 16 18:12:41.885529 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-8a94314a-6bb5-4b2b-b9d6-0cb7efa96e85 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9970100 Jul 16 18:12:41.917874 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 846d0a83-a76d-40f8-a244-fb8fcbf046c1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:41.980045 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-376b9c2c-72f9-4425-8245-d37196be4f9e req-6b9c7408-44ca-468d-a998-a307dae987a1 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772892 Jul 16 18:12:42.021014 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-82744445-1d26-4701-ab99-a479cb2d480c req-a0aa1845-8cd6-428e-9842-799dbfed3831 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a3d215c-9e2e-4dad-8db6-2f6066406030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535769 Jul 16 18:12:42.040837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 846d0a83-a76d-40f8-a244-fb8fcbf046c1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:42.044745 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.074023 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86f664f1-7aa4-4e08-b451-9cbc8fb53329 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.088631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Request body: {'port': {'device_id': 'b3602ef2-528a-445c-862b-1a9fa48bff0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:42.122176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f664f1-7aa4-4e08-b451-9cbc8fb53329 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event deleted for resources: {'Port': ['ID=6305a9be-87df-44a7-9ac4-293c689ca3cb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:42.301060 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.358981 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86f664f1-7aa4-4e08-b451-9cbc8fb53329 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.363206 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-86f664f1-7aa4-4e08-b451-9cbc8fb53329 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "DELETE /v2.0/ports/6305a9be-87df-44a7-9ac4-293c689ca3cb HTTP/1.1" status: 204 len: 168 time: 1.0608780 Jul 16 18:12:42.365791 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51308) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:42.428213 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b301def-e2d9-4838-9491-6284431a2f21 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] GET failed (client error): The resource could not be found. Jul 16 18:12:42.431902 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5b301def-e2d9-4838-9491-6284431a2f21 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "GET /v2.0/ports/6305a9be-87df-44a7-9ac4-293c689ca3cb HTTP/1.1" status: 404 len: 333 time: 0.0648580 Jul 16 18:12:42.436773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51310) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:42.445553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb57fc1-55a6-4a65-bcf0-704eb1486dfb req-dd7bb61c-4675-4c28-84db-4aee42b30336 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.447467 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3cb57fc1-55a6-4a65-bcf0-704eb1486dfb req-dd7bb61c-4675-4c28-84db-4aee42b30336 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 931 time: 0.2050257 Jul 16 18:12:42.451996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Request body: {'port': {'network_id': '35c9760d-0167-46da-8357-c5cb532d233f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1106142426'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:42.614292 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3cb57fc1-55a6-4a65-bcf0-704eb1486dfb req-6ef28d69-10d0-4a37-8fdf-06517f6c4bd5 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585119 Jul 16 18:12:42.678509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Made reservation on behalf of 1151189d830042d2822f0a1b5cfd1d5a for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:42.684456 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.709238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] device_id is not set on port 6aa3f8e5-b723-4352-bd8c-aae528742291 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:42.833979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51320) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:42.870728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Allocated IP 2001:db8::3a8 (35c9760d-0167-46da-8357-c5cb532d233f/1924aa43-b51a-4ee2-8918-797b665a06c6/6aa3f8e5-b723-4352-bd8c-aae528742291) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:42.874685 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ca195f-7dee-48f5-a73b-e1fcc9ace397 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:42.887179 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.921189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Transition to ACTIVE for port object 68ca195f-7dee-48f5-a73b-e1fcc9ace397 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:42.927236 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.009992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=68ca195f-7dee-48f5-a73b-e1fcc9ace397,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.024901 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4891a1d0-224b-444c-921f-fe18e1bd0fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.114304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Attempting to bind port 68ca195f-7dee-48f5-a73b-e1fcc9ace397 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:43.115273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Attempting to bind port 68ca195f-7dee-48f5-a73b-e1fcc9ace397 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:43.115273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Attempting to bind port 68ca195f-7dee-48f5-a73b-e1fcc9ace397 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:43.127032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Port 68ca195f-7dee-48f5-a73b-e1fcc9ace397 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:43.128000 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Attempting to bind port 68ca195f-7dee-48f5-a73b-e1fcc9ace397 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:43.149182 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:43.150342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Checking segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:43.166293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Bound using segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:43.167348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Bound port: 68ca195f-7dee-48f5-a73b-e1fcc9ace397, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:43.167971 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.212058 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.231611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Transition to ACTIVE for port object 6aa3f8e5-b723-4352-bd8c-aae528742291 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:43.274909 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.365622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Network 35c9760d-0167-46da-8357-c5cb532d233f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:43.367401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event updated for resources: {'Port': ['ID=6aa3f8e5-b723-4352-bd8c-aae528742291,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.370405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:43.384294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:43.402988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.403713 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.491010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] For port 68ca195f-7dee-48f5-a73b-e1fcc9ace397, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:43.497022 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d387f04-ea45-4e3d-accd-ed5fe0e07456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.501213 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] For port 68ca195f-7dee-48f5-a73b-e1fcc9ace397, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=68ca195f-7dee-48f5-a73b-e1fcc9ace397,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:43.518738 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.542446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b3db4-aad1-46e7-b103-858c2e0c405f req-704ad5c8-6aa3-42e6-84f1-555a8ca58511 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.544130 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-735b3db4-aad1-46e7-b103-858c2e0c405f req-704ad5c8-6aa3-42e6-84f1-555a8ca58511 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.3626995 Jul 16 18:12:43.551096 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4891a1d0-224b-444c-921f-fe18e1bd0fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.560670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb5b3e-85ed-49a4-ab6f-a7c33b306226 req-cb106b79-e9c0-4b2f-aac1-31f8166e90a0 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.562487 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97bb5b3e-85ed-49a4-ab6f-a7c33b306226 req-cb106b79-e9c0-4b2f-aac1-31f8166e90a0 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 945 time: 0.2853761 Jul 16 18:12:43.569711 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1c501be7-47f2-4495-9baf-40427b61ab2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1301270 Jul 16 18:12:43.572351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51340) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.577971 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5049bcda-54cf-4199-80a1-38604c2751f8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f1', 'mac_address': 'fa:16:3e:59:91:a3'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:43.589218 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4891a1d0-224b-444c-921f-fe18e1bd0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.649331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.650100 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.651636 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/68ca195f-7dee-48f5-a73b-e1fcc9ace397 HTTP/1.1" status: 200 len: 1092 time: 1.7370493 Jul 16 18:12:43.653882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3602ef2-528a-445c-862b-1a9fa48bff0e', 'tag': '68ca195f-7dee-48f5-a73b-e1fcc9ace397'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:43.656643 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6e9b6d-26e3-45fe-9659-fa70260fea21" -d '{"events": [{"name": "network-changed", "server_uuid": "b3602ef2-528a-445c-862b-1a9fa48bff0e", "tag": "68ca195f-7dee-48f5-a73b-e1fcc9ace397"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:43.776090 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4891a1d0-224b-444c-921f-fe18e1bd0fc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6cbb16563d0476b86f68d51c80344f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9393413 Jul 16 18:12:43.777041 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e37c2-56ed-4b70-b819-7d39d2a3f5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=68ca195f-7dee-48f5-a73b-e1fcc9ace397,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.788975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51352) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.808579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891a1d0-224b-444c-921f-fe18e1bd0fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8701b7-0935-4b04-b564-b0a986cdc7ad,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.832805 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-735b3db4-aad1-46e7-b103-858c2e0c405f req-a48c6c5b-0213-421c-b333-b1ee1aa13c54 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691517 Jul 16 18:12:43.855036 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97bb5b3e-85ed-49a4-ab6f-a7c33b306226 req-936a7448-f7f3-4fc4-bd35-5e2be4ea8219 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a3d215c-9e2e-4dad-8db6-2f6066406030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692845 Jul 16 18:12:43.870972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fa69e033-82c0-4855-9ed2-7244b950f879 None None] Provisioning for port 6aa3f8e5-b723-4352-bd8c-aae528742291 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:43.875602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fa69e033-82c0-4855-9ed2-7244b950f879 None None] Provisioning complete for port 6aa3f8e5-b723-4352-bd8c-aae528742291 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:43.876462 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fa69e033-82c0-4855-9ed2-7244b950f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.928340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-34cd9fb9-6fb1-4e78-bf29-d3346e3c3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.937115 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-34cd9fb9-6fb1-4e78-bf29-d3346e3c3613 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 1095 time: 0.2041860 Jul 16 18:12:43.982826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-fa69e033-82c0-4855-9ed2-7244b950f879 None None] Port 6aa3f8e5-b723-4352-bd8c-aae528742291 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:43.996226 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5049bcda-54cf-4199-80a1-38604c2751f8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.021378 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-c075a33c-f88f-495c-aeb9-40dd70b08154 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68ca195f-7dee-48f5-a73b-e1fcc9ace397 HTTP/1.1" status: 200 len: 217 time: 0.0786197 Jul 16 18:12:44.023255 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85df8a9c-bf69-4343-b770-f8c7767e2e0e x-openstack-request-id: req-85df8a9c-bf69-4343-b770-f8c7767e2e0e {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:44.024155 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3602ef2-528a-445c-862b-1a9fa48bff0e", "tag": "68ca195f-7dee-48f5-a73b-e1fcc9ace397", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:44.024423 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85df8a9c-bf69-4343-b770-f8c7767e2e0e {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:44.024816 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3602ef2-528a-445c-862b-1a9fa48bff0e', 'tag': '68ca195f-7dee-48f5-a73b-e1fcc9ace397', 'status': 'completed', 'code': 200} Jul 16 18:12:44.181679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-bea40f8a-5515-476c-8ce3-42ec27de0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.183399 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-bea40f8a-5515-476c-8ce3-42ec27de0dfd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.1529639 Jul 16 18:12:44.203429 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7da216f7-e824-4243-adbe-b753600f0bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.230751 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7da216f7-e824-4243-adbe-b753600f0bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.241485 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-40242068-88e9-48b7-9be4-4d835ffe9b2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447228 Jul 16 18:12:44.294163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7da216f7-e824-4243-adbe-b753600f0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.297108 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7da216f7-e824-4243-adbe-b753600f0bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.301155 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7da216f7-e824-4243-adbe-b753600f0bcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f8701b7-0935-4b04-b564-b0a986cdc7ad HTTP/1.1" status: 204 len: 168 time: 0.4892061 Jul 16 18:12:44.362870 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-eb9d6ccc-7b3b-47b7-adbd-bc5854c9f702 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113844 Jul 16 18:12:44.382695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ba228-2667-4e8c-8c54-f829f148ab2d req-308e7507-04a9-4e66-9544-fa5657561398 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.392047 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5049bcda-54cf-4199-80a1-38604c2751f8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.396209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da216f7-e824-4243-adbe-b753600f0bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8701b7-0935-4b04-b564-b0a986cdc7ad,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:44.407143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5049bcda-54cf-4199-80a1-38604c2751f8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.410564 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f78ba228-2667-4e8c-8c54-f829f148ab2d req-308e7507-04a9-4e66-9544-fa5657561398 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 945 time: 0.3066432 Jul 16 18:12:44.488711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdaf94-73fd-4b7b-a61c-9ac7cf04a5ae req-afeb2352-fed4-4976-884c-b146aef349a9 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.496214 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50fdaf94-73fd-4b7b-a61c-9ac7cf04a5ae req-afeb2352-fed4-4976-884c-b146aef349a9 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 943 time: 0.4049587 Jul 16 18:12:44.508303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5049bcda-54cf-4199-80a1-38604c2751f8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] In _notify_port_updated(), no bound segment for port 6aa3f8e5-b723-4352-bd8c-aae528742291 on network 35c9760d-0167-46da-8357-c5cb532d233f {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:12:44.521562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5049bcda-54cf-4199-80a1-38604c2751f8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.522312 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5049bcda-54cf-4199-80a1-38604c2751f8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.535104 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5049bcda-54cf-4199-80a1-38604c2751f8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "PUT /v2.0/ports/6aa3f8e5-b723-4352-bd8c-aae528742291 HTTP/1.1" status: 200 len: 1003 time: 0.9616225 Jul 16 18:12:44.538248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51374) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:44.632670 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50fdaf94-73fd-4b7b-a61c-9ac7cf04a5ae req-f7c46340-14ea-486f-899c-c7d3b45ccfde tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351366 Jul 16 18:12:44.670112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f78ba228-2667-4e8c-8c54-f829f148ab2d req-dbc166fa-b749-4007-84c9-4c323728a64d tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a3d215c-9e2e-4dad-8db6-2f6066406030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585316 Jul 16 18:12:44.670246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51382) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:44.726160 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-790a02bc-8885-4709-a438-f0dbf5b9dea2 req-eb3db4f7-e370-4ad8-bf48-064030a6d2e6 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134155 Jul 16 18:12:44.783332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049bcda-54cf-4199-80a1-38604c2751f8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event updated for resources: {'Port': ['ID=6aa3f8e5-b723-4352-bd8c-aae528742291,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:44.943179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-16857db6-ce99-4673-9f52-4875c0d23ba0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Deleting port 6aa3f8e5-b723-4352-bd8c-aae528742291 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:44.943179 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16857db6-ce99-4673-9f52-4875c0d23ba0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.978180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e9b6d-26e3-45fe-9659-fa70260fea21 req-4acc810d-0223-4434-9a01-8f51cab9c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.980020 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd6e9b6d-26e3-45fe-9659-fa70260fea21 req-4acc810d-0223-4434-9a01-8f51cab9c80e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 1095 time: 0.1777179 Jul 16 18:12:44.982674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f582f2-e47d-44ff-bba7-441cb38117eb tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.990123 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-57f582f2-e47d-44ff-bba7-441cb38117eb tempest-TestNetworkBasicOps-1220640381 tempest-TestNetworkBasicOps-1220640381-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 1092 time: 0.3040164 Jul 16 18:12:44.990304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51398) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:44.998759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '049e6d5d-1c23-41cb-a4c6-307568a21178', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:45.013468 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7acf2ada-ccbf-4751-86d4-bf9dc31b9b0d None None] Provisioning complete for port 6aa3f8e5-b723-4352-bd8c-aae528742291 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:45.015359 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7acf2ada-ccbf-4751-86d4-bf9dc31b9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.065840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7acf2ada-ccbf-4751-86d4-bf9dc31b9b0d None None] Port 6aa3f8e5-b723-4352-bd8c-aae528742291 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:45.145634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e9b6d-26e3-45fe-9659-fa70260fea21 req-e7f62c57-05dc-4877-9225-17773c1da814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.147450 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd6e9b6d-26e3-45fe-9659-fa70260fea21 req-e7f62c57-05dc-4877-9225-17773c1da814 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 906 time: 0.1581676 Jul 16 18:12:45.157133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16857db6-ce99-4673-9f52-4875c0d23ba0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.171496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-16857db6-ce99-4673-9f52-4875c0d23ba0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Calling delete_port for 6aa3f8e5-b723-4352-bd8c-aae528742291 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:45.268606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd6e9b6d-26e3-45fe-9659-fa70260fea21 req-e3a8f968-3eb6-440f-9865-fbfc89554bd8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68ca195f-7dee-48f5-a73b-e1fcc9ace397 HTTP/1.1" status: 200 len: 217 time: 0.0546880 Jul 16 18:12:45.275413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.324649 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16857db6-ce99-4673-9f52-4875c0d23ba0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.395798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16857db6-ce99-4673-9f52-4875c0d23ba0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event deleted for resources: {'Port': ['ID=6aa3f8e5-b723-4352-bd8c-aae528742291,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:45.402741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193aa634-80a5-4e4b-a87d-f2c8c3482efe req-9c0700d8-e794-4da0-b72b-ec865e0ca782 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.405450 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-193aa634-80a5-4e4b-a87d-f2c8c3482efe req-9c0700d8-e794-4da0-b72b-ec865e0ca782 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.2559862 Jul 16 18:12:45.426857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e9b6d-26e3-45fe-9659-fa70260fea21 req-66fc9483-60c9-495d-b2ce-4d89977cdd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.428730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd6e9b6d-26e3-45fe-9659-fa70260fea21 req-66fc9483-60c9-495d-b2ce-4d89977cdd69 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.1391125 Jul 16 18:12:45.521536 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd6e9b6d-26e3-45fe-9659-fa70260fea21 req-a698303a-7d03-4d3a-a4fb-061136f558f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813735 Jul 16 18:12:45.542477 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-193aa634-80a5-4e4b-a87d-f2c8c3482efe req-92355da3-af81-47a9-94ab-8bcf60abd9ff tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227157 Jul 16 18:12:45.594332 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-16857db6-ce99-4673-9f52-4875c0d23ba0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.599771 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-16857db6-ce99-4673-9f52-4875c0d23ba0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "DELETE /v2.0/ports/6aa3f8e5-b723-4352-bd8c-aae528742291 HTTP/1.1" status: 204 len: 168 time: 1.0581706 Jul 16 18:12:45.600031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51416) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:45.660087 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-29df5523-28f4-4d2f-8cd9-8ae9b9fd8029 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] GET failed (client error): The resource could not be found. Jul 16 18:12:45.672590 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-29df5523-28f4-4d2f-8cd9-8ae9b9fd8029 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "GET /v2.0/ports/6aa3f8e5-b723-4352-bd8c-aae528742291 HTTP/1.1" status: 404 len: 333 time: 0.0714045 Jul 16 18:12:45.676438 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51420) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:45.709569 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8a9610fb-85f3-4be1-9235-ab37247edaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.728254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Request body: {'port': {'network_id': '35c9760d-0167-46da-8357-c5cb532d233f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1430809316'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:45.916564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Made reservation on behalf of 1151189d830042d2822f0a1b5cfd1d5a for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:45.926434 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.948308 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.973947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] device_id is not set on port 2268ef8d-3630-4c51-b2d4-7f2d358fa03d yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:46.120782 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Allocated IP 2001:db8::313 (35c9760d-0167-46da-8357-c5cb532d233f/1924aa43-b51a-4ee2-8918-797b665a06c6/2268ef8d-3630-4c51-b2d4-7f2d358fa03d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:46.146260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd6e9b6d-26e3-45fe-9659-fa70260fea21 req-ed28aad8-e002-48b8-9b37-0497d96d6a17 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987730 Jul 16 18:12:46.167106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e18387-dd71-490c-a45d-cfc4734a51cd req-f6febe2d-462d-4c09-b2f0-b8148a5079da tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:46.168583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-80e18387-dd71-490c-a45d-cfc4734a51cd req-f6febe2d-462d-4c09-b2f0-b8148a5079da tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 943 time: 0.2409351 Jul 16 18:12:46.281082 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51444) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:46.308518 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.327823 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-80e18387-dd71-490c-a45d-cfc4734a51cd req-4f6aeb5d-1358-4f43-80ba-3ddb3edd132e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484494 Jul 16 18:12:46.415657 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.434638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Transition to ACTIVE for port object 2268ef8d-3630-4c51-b2d4-7f2d358fa03d will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:46.485479 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd6e9b6d-26e3-45fe-9659-fa70260fea21 req-d2ad0b5b-4cb6-44a6-b9f0-0a49a2bc89fc service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293471 Jul 16 18:12:46.515709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.578159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Network 35c9760d-0167-46da-8357-c5cb532d233f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:46.586639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:46.592570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:46.599408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:46.600183 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.612500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73adfe0e-530a-4746-abdb-3ecaf2f9c2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.622923 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Allocated IP 172.25.3.85 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/41663347-3bd5-4927-a87a-489d851d1c74) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:46.692358 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0103848 Jul 16 18:12:46.692869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51466) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:46.695956 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43aae1-668f-4cd4-818f-42bc8cf44627 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event updated for resources: {'Port': ['ID=2268ef8d-3630-4c51-b2d4-7f2d358fa03d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:46.699783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f862426e-3f56-434e-99f2-d79d5ddce811 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:59:91:a3'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:46.901971 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73adfe0e-530a-4746-abdb-3ecaf2f9c2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.910701 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73adfe0e-530a-4746-abdb-3ecaf2f9c2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.969365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-73adfe0e-530a-4746-abdb-3ecaf2f9c2b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75f26cb3df674059aca4f7f4ee8acc98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6849833 Jul 16 18:12:46.970214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51472) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:47.040389 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.061651 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adfe0e-530a-4746-abdb-3ecaf2f9c2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c5ad98-76cd-4007-9bbe-e1f2fd12041e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:47.080486 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e069de96-5df3-46bd-9497-51613f712f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.087652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a496b6-aafe-4f27-b2e1-35ebe5a092cd req-a35735f5-1ef6-44e6-b652-3c528f6b16ee tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.089267 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4a496b6-aafe-4f27-b2e1-35ebe5a092cd req-a35735f5-1ef6-44e6-b652-3c528f6b16ee tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.2286656 Jul 16 18:12:47.123681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e069de96-5df3-46bd-9497-51613f712f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.130080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-16dc44ac-6f33-4d00-9235-35e408cac45d None None] Provisioning for port 2268ef8d-3630-4c51-b2d4-7f2d358fa03d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:47.138099 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-16dc44ac-6f33-4d00-9235-35e408cac45d None None] Provisioning complete for port 2268ef8d-3630-4c51-b2d4-7f2d358fa03d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:47.138758 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-16dc44ac-6f33-4d00-9235-35e408cac45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.184263 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e069de96-5df3-46bd-9497-51613f712f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.190129 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f862426e-3f56-434e-99f2-d79d5ddce811 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.191181 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e069de96-5df3-46bd-9497-51613f712f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.194151 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e069de96-5df3-46bd-9497-51613f712f27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2c5ad98-76cd-4007-9bbe-e1f2fd12041e HTTP/1.1" status: 204 len: 168 time: 0.2193286 Jul 16 18:12:47.203129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-16dc44ac-6f33-4d00-9235-35e408cac45d None None] Port 2268ef8d-3630-4c51-b2d4-7f2d358fa03d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:47.210706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069de96-5df3-46bd-9497-51613f712f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c5ad98-76cd-4007-9bbe-e1f2fd12041e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:47.237698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4a496b6-aafe-4f27-b2e1-35ebe5a092cd req-da5d3f1d-ec24-47a6-bc11-805e1dc846e2 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394658 Jul 16 18:12:47.244822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.324436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:47.335746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:47.343210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:47.376954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=41663347-3bd5-4927-a87a-489d851d1c74,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:47.611539 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.765848 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f862426e-3f56-434e-99f2-d79d5ddce811 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.820163 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f862426e-3f56-434e-99f2-d79d5ddce811 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.876638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f862426e-3f56-434e-99f2-d79d5ddce811 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] In _notify_port_updated(), no bound segment for port 2268ef8d-3630-4c51-b2d4-7f2d358fa03d on network 35c9760d-0167-46da-8357-c5cb532d233f {{(pid=105591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:12:47.882819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f862426e-3f56-434e-99f2-d79d5ddce811 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.883520 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f862426e-3f56-434e-99f2-d79d5ddce811 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.887748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51504) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:47.889001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f862426e-3f56-434e-99f2-d79d5ddce811 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "PUT /v2.0/ports/2268ef8d-3630-4c51-b2d4-7f2d358fa03d HTTP/1.1" status: 200 len: 1003 time: 1.1950471 Jul 16 18:12:47.915605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bb14f-9e59-402d-a434-7512c7b43bae req-bdc97402-c223-4635-8cbb-29f1e02ce06d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.917652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-044bb14f-9e59-402d-a434-7512c7b43bae req-bdc97402-c223-4635-8cbb-29f1e02ce06d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 943 time: 0.3560812 Jul 16 18:12:47.960636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862426e-3f56-434e-99f2-d79d5ddce811 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event updated for resources: {'Port': ['ID=2268ef8d-3630-4c51-b2d4-7f2d358fa03d,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:48.082974 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-982ba7c5-a702-4dd7-8932-3611b3f9cc9d tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Deleting port 2268ef8d-3630-4c51-b2d4-7f2d358fa03d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:48.083439 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-982ba7c5-a702-4dd7-8932-3611b3f9cc9d tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.289937 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-982ba7c5-a702-4dd7-8932-3611b3f9cc9d tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.318459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-982ba7c5-a702-4dd7-8932-3611b3f9cc9d tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Calling delete_port for 2268ef8d-3630-4c51-b2d4-7f2d358fa03d owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:48.369889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-00a341d7-4f44-4e2e-967e-b039bb7aae08 None None] Provisioning complete for port 2268ef8d-3630-4c51-b2d4-7f2d358fa03d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:48.371003 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-00a341d7-4f44-4e2e-967e-b039bb7aae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.456153 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-00a341d7-4f44-4e2e-967e-b039bb7aae08 None None] Port 2268ef8d-3630-4c51-b2d4-7f2d358fa03d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:48.526417 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-044bb14f-9e59-402d-a434-7512c7b43bae req-5e034baf-a502-4fa3-a0d3-4f601e57a384 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992596 Jul 16 18:12:48.972303 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-982ba7c5-a702-4dd7-8932-3611b3f9cc9d tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.991262 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.058056 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.067926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ba7c5-a702-4dd7-8932-3611b3f9cc9d tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event deleted for resources: {'Port': ['ID=2268ef8d-3630-4c51-b2d4-7f2d358fa03d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:49.146045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-982ba7c5-a702-4dd7-8932-3611b3f9cc9d tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.146278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940025b-1c16-46d6-b976-ca3f7c66eaba req-ff483f5f-e094-44ca-a780-afba5c9f9a71 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.147959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b940025b-1c16-46d6-b976-ca3f7c66eaba req-ff483f5f-e094-44ca-a780-afba5c9f9a71 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.2698984 Jul 16 18:12:49.151295 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-982ba7c5-a702-4dd7-8932-3611b3f9cc9d tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "DELETE /v2.0/ports/2268ef8d-3630-4c51-b2d4-7f2d358fa03d HTTP/1.1" status: 204 len: 168 time: 1.2623448 Jul 16 18:12:49.155984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51552) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.224007 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-9972d176-9bd5-4355-b8fe-033224d844be tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] GET failed (client error): The resource could not be found. Jul 16 18:12:49.228721 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9972d176-9bd5-4355-b8fe-033224d844be tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "GET /v2.0/ports/2268ef8d-3630-4c51-b2d4-7f2d358fa03d HTTP/1.1" status: 404 len: 333 time: 0.0716069 Jul 16 18:12:49.236263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51554) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.247920 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Request body: {'port': {'network_id': '35c9760d-0167-46da-8357-c5cb532d233f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2145518006'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:49.303034 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b940025b-1c16-46d6-b976-ca3f7c66eaba req-e072efaf-0d54-4022-bd6c-215a10da4ac3 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467531 Jul 16 18:12:49.308427 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.324181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 68ca195f-7dee-48f5-a73b-e1fcc9ace397 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:49.518413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Made reservation on behalf of 1151189d830042d2822f0a1b5cfd1d5a for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:49.528610 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.530396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 68ca195f-7dee-48f5-a73b-e1fcc9ace397, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=68ca195f-7dee-48f5-a73b-e1fcc9ace397,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:49.558766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '68ca195f-7dee-48f5-a73b-e1fcc9ace397', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'port_id': '68ca195f-7dee-48f5-a73b-e1fcc9ace397', 'mac_address': 'fa:16:3e:71:06:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bb9c40-c752-475f-b8ac-edadb686e877', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:49.568185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] device_id is not set on port 60af3a70-b0f9-4d99-9b3a-4ad5e2454519 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:49.613402 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.652993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ca195f-7dee-48f5-a73b-e1fcc9ace397 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:49.680496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 68ca195f-7dee-48f5-a73b-e1fcc9ace397, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=68ca195f-7dee-48f5-a73b-e1fcc9ace397,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:49.686012 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.730514 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51570) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.739548 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.740168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=68ca195f-7dee-48f5-a73b-e1fcc9ace397,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:49.752789 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.788272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Allocated IP 2001:db8::f6 (35c9760d-0167-46da-8357-c5cb532d233f/1924aa43-b51a-4ee2-8918-797b665a06c6/60af3a70-b0f9-4d99-9b3a-4ad5e2454519) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:49.889030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:49.901624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['68ca195f-7dee-48f5-a73b-e1fcc9ace397'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:49.915135 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event updated for resources: {'Port': ['ID=41663347-3bd5-4927-a87a-489d851d1c74,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:49.927999 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.985590 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.033098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604d067-a848-4b72-9a81-592b14844f24 req-506db8e8-8fe5-4d63-962e-a4c3b4cc36c1 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.035532 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4604d067-a848-4b72-9a81-592b14844f24 req-506db8e8-8fe5-4d63-962e-a4c3b4cc36c1 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 944 time: 0.2020977 Jul 16 18:12:50.069305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.094487 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Transition to ACTIVE for port object 60af3a70-b0f9-4d99-9b3a-4ad5e2454519 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:50.136409 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.152621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4604d067-a848-4b72-9a81-592b14844f24 req-424cc768-c8df-4cd0-a130-dae431fb460f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836947 Jul 16 18:12:50.178474 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Floating IP bf563f54-4de6-4d67-8ee5-1ba2139e7ea8 associated. External IP: 172.25.3.85, port: 049e6d5d-1c23-41cb-a4c6-307568a21178. Jul 16 18:12:50.203197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event updated for resources: {'Port': ['ID=60af3a70-b0f9-4d99-9b3a-4ad5e2454519,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:50.208822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Network 35c9760d-0167-46da-8357-c5cb532d233f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:50.210439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:50.212762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:50.219406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.220049 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.243163 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8d4fe0b7-8bf8-441a-a568-2147eb5eb2d8 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0052500 Jul 16 18:12:50.245571 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51584) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:50.251316 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Request body: {'port': {'network_id': '35c9760d-0167-46da-8357-c5cb532d233f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1777232863'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:50.315100 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.430580 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Made reservation on behalf of 1151189d830042d2822f0a1b5cfd1d5a for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:50.434689 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.460479 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] device_id is not set on port 9f9f0f3d-181c-42c5-811a-8e7b22a17ffa yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:50.464323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Allocated IP 172.25.3.53 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/8eae7dfa-065b-4ddb-a800-ef92317b2684) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:50.603346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bee163ba-4b26-41f0-af3d-ca415dc02c83 None None] Provisioning for port 60af3a70-b0f9-4d99-9b3a-4ad5e2454519 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:50.613144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bee163ba-4b26-41f0-af3d-ca415dc02c83 None None] Provisioning complete for port 60af3a70-b0f9-4d99-9b3a-4ad5e2454519 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:50.613856 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bee163ba-4b26-41f0-af3d-ca415dc02c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.628162 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Allocated IP 2001:db8::138 (35c9760d-0167-46da-8357-c5cb532d233f/1924aa43-b51a-4ee2-8918-797b665a06c6/9f9f0f3d-181c-42c5-811a-8e7b22a17ffa) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:50.745697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-bee163ba-4b26-41f0-af3d-ca415dc02c83 None None] Port 60af3a70-b0f9-4d99-9b3a-4ad5e2454519 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:50.771466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Router ac4a415d-b8fa-4824-8560-ec050b6794ee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:50.798674 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.808470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e1a49-50c3-4828-be4f-19bb6f3fc0c8 req-e8706714-7146-403f-8d16-4028d0ccdfd2 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.810149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-954e1a49-50c3-4828-be4f-19bb6f3fc0c8 req-e8706714-7146-403f-8d16-4028d0ccdfd2 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.2723434 Jul 16 18:12:50.904190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.921865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Transition to ACTIVE for port object 9f9f0f3d-181c-42c5-811a-8e7b22a17ffa will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:50.948096 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-954e1a49-50c3-4828-be4f-19bb6f3fc0c8 req-e690e144-e427-4b4b-9cd0-5afdd9f2d14b tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278238 Jul 16 18:12:50.959091 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.990888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:50.999721 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.002504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6563c-3952-47bd-adcf-2920549192b5 None None] Sync routers for ids ['ac4a415d-b8fa-4824-8560-ec050b6794ee'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:51.013170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6563c-3952-47bd-adcf-2920549192b5 None None] Routers {'ac4a415d-b8fa-4824-8560-ec050b6794ee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:51.014094 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e9a6563c-3952-47bd-adcf-2920549192b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:12:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac4a415d-b8fa-4824-8560-ec050b6794ee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:51.036527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Network 35c9760d-0167-46da-8357-c5cb532d233f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:51.040315 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.041093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:51.046385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:51.055012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.056070 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.063359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event updated for resources: {'Port': ['ID=9f9f0f3d-181c-42c5-811a-8e7b22a17ffa,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:51.084453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:51.090929 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:51.091144 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a9f49de7-32b3-4045-8a51-f4b16f1c7fdb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8438904 Jul 16 18:12:51.092992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51604) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:51.094052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:51.101510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4bd957a7-dae4-4482-b740-2b29a8315873 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f1', 'mac_address': 'fa:16:3e:59:91:a3'}, {'ip_address': '2001:db8::f6', 'mac_address': 'fa:16:3e:63:ca:4a'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:51.157186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Pushing event updated for resources: {'Port': ['ID=8eae7dfa-065b-4ddb-a800-ef92317b2684,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:51.175665 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b39eb1b9-b427-4d80-b4ea-b08c2be9525e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1845083 Jul 16 18:12:51.177999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e825be-6725-4671-a7c7-2ee140d79b92', 'tag': '049e6d5d-1c23-41cb-a4c6-307568a21178'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:51.186133 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51608) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:51.190697 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461b3d2d-8372-4a1d-9d1f-c07c71b7c6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "60e825be-6725-4671-a7c7-2ee140d79b92", "tag": "049e6d5d-1c23-41cb-a4c6-307568a21178"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:51.210631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e9a6563c-3952-47bd-adcf-2920549192b5 None None] Set router ac4a415d-b8fa-4824-8560-ec050b6794ee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:51.282494 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429fd551-420c-4e45-abd8-43bce55dc8ef x-openstack-request-id: req-429fd551-420c-4e45-abd8-43bce55dc8ef {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:51.282494 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e825be-6725-4671-a7c7-2ee140d79b92", "tag": "049e6d5d-1c23-41cb-a4c6-307568a21178", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:51.282494 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-429fd551-420c-4e45-abd8-43bce55dc8ef {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:51.282494 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e825be-6725-4671-a7c7-2ee140d79b92', 'tag': '049e6d5d-1c23-41cb-a4c6-307568a21178', 'status': 'completed', 'code': 200} Jul 16 18:12:51.340980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 68ca195f-7dee-48f5-a73b-e1fcc9ace397 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:51.446370 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.457213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 68ca195f-7dee-48f5-a73b-e1fcc9ace397 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:51.465585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 68ca195f-7dee-48f5-a73b-e1fcc9ace397 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:51.466285 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.513468 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8595c40f-b7a0-4269-a36e-8ba8d65de646 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/floatingips/bf563f54-4de6-4d67-8ee5-1ba2139e7ea8 HTTP/1.1" status: 200 len: 990 time: 0.3257957 Jul 16 18:12:51.549193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c7bff844-96b5-4898-9e6d-902a5d3da1e3 None None] Provisioning for port 9f9f0f3d-181c-42c5-811a-8e7b22a17ffa completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:51.555375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c7bff844-96b5-4898-9e6d-902a5d3da1e3 None None] Provisioning complete for port 9f9f0f3d-181c-42c5-811a-8e7b22a17ffa triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:51.555817 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c7bff844-96b5-4898-9e6d-902a5d3da1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.562947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2be329b-4313-41e0-8cb6-7d5afd670c13 req-64faaf20-719d-4973-bf38-ddb6d9aad146 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1507692 Jul 16 18:12:51.563543 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.568078 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bd957a7-dae4-4482-b740-2b29a8315873 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.574369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3d2d-8372-4a1d-9d1f-c07c71b7c6cb req-b49f582e-7f77-489e-a750-8d22c1cc3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.577920 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-461b3d2d-8372-4a1d-9d1f-c07c71b7c6cb req-b49f582e-7f77-489e-a750-8d22c1cc3cdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 1097 time: 0.2283871 Jul 16 18:12:51.628176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beeb0e6-05c9-497e-81f2-2ab669b05b30 req-98338892-37c1-42a0-8bf9-344a9ded9bfa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.630027 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7beeb0e6-05c9-497e-81f2-2ab669b05b30 req-98338892-37c1-42a0-8bf9-344a9ded9bfa tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 944 time: 0.2772288 Jul 16 18:12:51.640766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c7bff844-96b5-4898-9e6d-902a5d3da1e3 None None] Port 9f9f0f3d-181c-42c5-811a-8e7b22a17ffa cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:51.795522 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.870310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3602ef2-528a-445c-862b-1a9fa48bff0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca195f-7dee-48f5-a73b-e1fcc9ace397'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:51.875790 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd602ca-f358-446b-8bf4-a9819fb4bf11" -d '{"events": [{"server_uuid": "b3602ef2-528a-445c-862b-1a9fa48bff0e", "name": "network-vif-plugged", "status": "completed", "tag": "68ca195f-7dee-48f5-a73b-e1fcc9ace397"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:51.915845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 68ca195f-7dee-48f5-a73b-e1fcc9ace397, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=68ca195f-7dee-48f5-a73b-e1fcc9ace397,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:51.928606 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.938919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e9a6563c-3952-47bd-adcf-2920549192b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:11Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'bf563f54-4de6-4d67-8ee5-1ba2139e7ea8', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'port_id': '049e6d5d-1c23-41cb-a4c6-307568a21178', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'mac_address': 'fa:16:3e:25:8e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e825be-6725-4671-a7c7-2ee140d79b92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:12:47Z', 'updated_at': '2021-07-16T18:12:47Z', 'revision_number': 0, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7972ed-d958-47b5-8a80-022ea664517f', 'name': '', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:e7:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:08Z', 'updated_at': '2021-07-16T18:12:20Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:52.059169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3d2d-8372-4a1d-9d1f-c07c71b7c6cb req-847cb520-ff52-4a20-bd91-f6c2cae3191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.062348 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-461b3d2d-8372-4a1d-9d1f-c07c71b7c6cb req-847cb520-ff52-4a20-bd91-f6c2cae3191f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9cd8ecdc-276a-4662-a135-61f90e20402f HTTP/1.1" status: 200 len: 897 time: 0.4761500 Jul 16 18:12:52.070705 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bd957a7-dae4-4482-b740-2b29a8315873 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.093958 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6563c-3952-47bd-adcf-2920549192b5 None None] Checking router: ac4a415d-b8fa-4824-8560-ec050b6794ee for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:52.128693 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0174c45-fe29-4928-a8dd-bb971d931943 x-openstack-request-id: req-c0174c45-fe29-4928-a8dd-bb971d931943 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:52.128693 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3602ef2-528a-445c-862b-1a9fa48bff0e", "name": "network-vif-plugged", "status": "completed", "tag": "68ca195f-7dee-48f5-a73b-e1fcc9ace397", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:52.128693 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0174c45-fe29-4928-a8dd-bb971d931943 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:52.128693 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3602ef2-528a-445c-862b-1a9fa48bff0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca195f-7dee-48f5-a73b-e1fcc9ace397', 'code': 200} Jul 16 18:12:52.167406 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bd957a7-dae4-4482-b740-2b29a8315873 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.181790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6563c-3952-47bd-adcf-2920549192b5 None None] Routers {'ac4a415d-b8fa-4824-8560-ec050b6794ee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:52.182456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e9a6563c-3952-47bd-adcf-2920549192b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:12:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac4a415d-b8fa-4824-8560-ec050b6794ee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:52.279276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4bd957a7-dae4-4482-b740-2b29a8315873 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] In _notify_port_updated(), no bound segment for port 9f9f0f3d-181c-42c5-811a-8e7b22a17ffa on network 35c9760d-0167-46da-8357-c5cb532d233f {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:12:52.285824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd957a7-dae4-4482-b740-2b29a8315873 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.286523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4bd957a7-dae4-4482-b740-2b29a8315873 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.287938 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4bd957a7-dae4-4482-b740-2b29a8315873 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "PUT /v2.0/ports/9f9f0f3d-181c-42c5-811a-8e7b22a17ffa HTTP/1.1" status: 200 len: 1067 time: 1.1936512 Jul 16 18:12:52.297434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51638) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:52.342007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7beeb0e6-05c9-497e-81f2-2ab669b05b30 req-c85fe6ce-e189-46bc-85d4-93d3de1ba507 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6974037 Jul 16 18:12:52.386994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be329b-4313-41e0-8cb6-7d5afd670c13 req-9202f7b0-6cfb-4be2-afa4-1971c7673158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.388067 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-461b3d2d-8372-4a1d-9d1f-c07c71b7c6cb req-4f042ad2-c2b4-482e-b26f-b33d72505d18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=049e6d5d-1c23-41cb-a4c6-307568a21178 HTTP/1.1" status: 200 len: 998 time: 0.3095322 Jul 16 18:12:52.388599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2be329b-4313-41e0-8cb6-7d5afd670c13 req-9202f7b0-6cfb-4be2-afa4-1971c7673158 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 1098 time: 0.7556598 Jul 16 18:12:52.440868 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.467109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd957a7-dae4-4482-b740-2b29a8315873 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event updated for resources: {'Port': ['ID=9f9f0f3d-181c-42c5-811a-8e7b22a17ffa,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:52.516772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=68ca195f-7dee-48f5-a73b-e1fcc9ace397,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:52.522110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51640) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:52.560134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.562315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be329b-4313-41e0-8cb6-7d5afd670c13 req-ecf410b3-cb4c-47e0-b890-24ac67c1b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.563814 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2be329b-4313-41e0-8cb6-7d5afd670c13 req-ecf410b3-cb4c-47e0-b890-24ac67c1b964 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 906 time: 0.1147826 Jul 16 18:12:52.596481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.601531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.602334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.602708 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.603037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.603380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.603718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3d2d-8372-4a1d-9d1f-c07c71b7c6cb req-ca733ca5-c56d-4123-ab47-2943e51fc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.603843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.604050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.604587 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.605431 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-461b3d2d-8372-4a1d-9d1f-c07c71b7c6cb req-ca733ca5-c56d-4123-ab47-2943e51fc172 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a1666e5-cafa-4020-85f6-fb41a2c8ed7c HTTP/1.1" status: 200 len: 833 time: 0.2090893 Jul 16 18:12:52.608258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.609764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.610328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.610705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae01d02-e4c8-48bc-bdd7-7d0f703e5039 req-f96e6a32-9602-4e1a-9536-d54631760136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.612868 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3ae01d02-e4c8-48bc-bdd7-7d0f703e5039 req-f96e6a32-9602-4e1a-9536-d54631760136 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 1097 time: 0.4471335 Jul 16 18:12:52.678917 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c758d-6054-493c-8229-7661c05069c0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Deleting port 9f9f0f3d-181c-42c5-811a-8e7b22a17ffa {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:52.679663 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad5c758d-6054-493c-8229-7661c05069c0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.683867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e9a6563c-3952-47bd-adcf-2920549192b5 None None] Set router ac4a415d-b8fa-4824-8560-ec050b6794ee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:52.698848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2be329b-4313-41e0-8cb6-7d5afd670c13 req-a19a9d27-3895-4396-b4d1-822c6f5b067c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e45a83c-1840-456e-934c-f9639ca35d73 HTTP/1.1" status: 200 len: 217 time: 0.0796015 Jul 16 18:12:52.717403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-153f52ae-e586-4c96-b5a2-876395aa5704 None None] Provisioning complete for port 9f9f0f3d-181c-42c5-811a-8e7b22a17ffa triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:52.718136 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-153f52ae-e586-4c96-b5a2-876395aa5704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.774983 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad5c758d-6054-493c-8229-7661c05069c0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.787363 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Pushing event updated for resources: {'Port': ['ID=8eae7dfa-065b-4ddb-a800-ef92317b2684,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:52.803317 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c758d-6054-493c-8229-7661c05069c0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Calling delete_port for 9f9f0f3d-181c-42c5-811a-8e7b22a17ffa owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:52.804401 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b07e76-a15d-49b1-82f8-44064018f394 req-9c554444-bca2-4efc-97f5-266e4bf104a0 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.808786 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9f70fa69-cb89-448b-96cf-67937e2160d8 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/floatingips/bf563f54-4de6-4d67-8ee5-1ba2139e7ea8 HTTP/1.1" status: 200 len: 990 time: 0.2810566 Jul 16 18:12:52.813624 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6b07e76-a15d-49b1-82f8-44064018f394 req-9c554444-bca2-4efc-97f5-266e4bf104a0 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.4947171 Jul 16 18:12:52.866203 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3ae01d02-e4c8-48bc-bdd7-7d0f703e5039 req-183c30af-20a9-4e3c-920d-810b848423ab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303622 Jul 16 18:12:52.870674 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.885208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be329b-4313-41e0-8cb6-7d5afd670c13 req-0a8d8bc8-d90c-4575-bb95-c597ca1abd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.887262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2be329b-4313-41e0-8cb6-7d5afd670c13 req-0a8d8bc8-d90c-4575-bb95-c597ca1abd34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.1791081 Jul 16 18:12:52.899881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3d2d-8372-4a1d-9d1f-c07c71b7c6cb req-ffe70f4e-9436-44a6-8b8c-ba3889d96469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.900772 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6b07e76-a15d-49b1-82f8-44064018f394 req-878466b8-70fb-469b-9475-5c8ef1902b8f tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862021 Jul 16 18:12:52.901434 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-461b3d2d-8372-4a1d-9d1f-c07c71b7c6cb req-ffe70f4e-9436-44a6-8b8c-ba3889d96469 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9cd8ecdc-276a-4662-a135-61f90e20402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2839451 Jul 16 18:12:52.903756 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.911901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-368e397e-306c-4607-974c-e1dee2826e82 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1799188 Jul 16 18:12:52.912799 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51652) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:52.921972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-74796dc2-d027-4a65-a1d0-41c8f97a78ab tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2000650017', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'fixed_ips': [{'ip_address': '172.25.3.53'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:52.963728 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2be329b-4313-41e0-8cb6-7d5afd670c13 req-c6a04e1e-31e5-41ac-bb2b-6cf548f296f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366888 Jul 16 18:12:52.989382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74796dc2-d027-4a65-a1d0-41c8f97a78ab tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Made reservation on behalf of 95a31a4af60c468197aa1805f91932e4 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:52.994620 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74796dc2-d027-4a65-a1d0-41c8f97a78ab tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.995206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-153f52ae-e586-4c96-b5a2-876395aa5704 None None] Port 9f9f0f3d-181c-42c5-811a-8e7b22a17ffa cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:53.016641 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad5c758d-6054-493c-8229-7661c05069c0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.032111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e9a6563c-3952-47bd-adcf-2920549192b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:11Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'bf563f54-4de6-4d67-8ee5-1ba2139e7ea8', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'port_id': '049e6d5d-1c23-41cb-a4c6-307568a21178', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'mac_address': 'fa:16:3e:25:8e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e825be-6725-4671-a7c7-2ee140d79b92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:12:47Z', 'updated_at': '2021-07-16T18:12:47Z', 'revision_number': 0, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7972ed-d958-47b5-8a80-022ea664517f', 'name': '', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:e7:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:08Z', 'updated_at': '2021-07-16T18:12:20Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:53.065431 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a6563c-3952-47bd-adcf-2920549192b5 None None] The sync data for ids ['ac4a415d-b8fa-4824-8560-ec050b6794ee'] in n-d-787205-10 is: [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:11Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'bf563f54-4de6-4d67-8ee5-1ba2139e7ea8', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'floating_ip_address': '172.25.3.85', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'port_id': '049e6d5d-1c23-41cb-a4c6-307568a21178', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'mac_address': 'fa:16:3e:25:8e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e825be-6725-4671-a7c7-2ee140d79b92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:12:47Z', 'updated_at': '2021-07-16T18:12:47Z', 'revision_number': 0, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7972ed-d958-47b5-8a80-022ea664517f', 'name': '', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:e7:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:08Z', 'updated_at': '2021-07-16T18:12:20Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:53.098268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c758d-6054-493c-8229-7661c05069c0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event deleted for resources: {'Port': ['ID=9f9f0f3d-181c-42c5-811a-8e7b22a17ffa,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:53.110687 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74796dc2-d027-4a65-a1d0-41c8f97a78ab tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.114686 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2be329b-4313-41e0-8cb6-7d5afd670c13 req-01b7670f-651f-4213-b65a-5bf469cc477b service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083024 Jul 16 18:12:53.117803 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.175499 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-461b3d2d-8372-4a1d-9d1f-c07c71b7c6cb req-feb7d7b3-8c29-4ded-9f79-fd6c0fae076e service neutron] 10.222.0.32 "GET /v2.0/networks/9cd8ecdc-276a-4662-a135-61f90e20402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956625 Jul 16 18:12:53.283744 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2be329b-4313-41e0-8cb6-7d5afd670c13 req-4b638c3c-e3c3-4ba0-850f-502ec5d1b2e1 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604781 Jul 16 18:12:53.329512 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-461b3d2d-8372-4a1d-9d1f-c07c71b7c6cb req-69bbc887-000c-4a8c-ba59-14f9d6210785 service neutron] 10.222.0.32 "GET /v2.0/networks/9cd8ecdc-276a-4662-a135-61f90e20402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295300 Jul 16 18:12:53.476911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74796dc2-d027-4a65-a1d0-41c8f97a78ab tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.482657 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74796dc2-d027-4a65-a1d0-41c8f97a78ab tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.484197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad5c758d-6054-493c-8229-7661c05069c0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.490178 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ad5c758d-6054-493c-8229-7661c05069c0 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "DELETE /v2.0/ports/9f9f0f3d-181c-42c5-811a-8e7b22a17ffa HTTP/1.1" status: 204 len: 168 time: 1.1868513 Jul 16 18:12:53.490386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-74796dc2-d027-4a65-a1d0-41c8f97a78ab tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] device_id is not set on port 28adf4bc-2afe-4d66-a694-27a52c40b8e5 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:53.491445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51670) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:53.511566 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252be181-b54a-4d0b-bfae-53f96145faaf None None] New status for floating IP bf563f54-4de6-4d67-8ee5-1ba2139e7ea8: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:12:53.538166 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aaaed4c-fd87-4203-ad78-bef603fccdab tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] GET failed (client error): The resource could not be found. Jul 16 18:12:53.538578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74796dc2-d027-4a65-a1d0-41c8f97a78ab tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc36f48-2e4e-473d-b004-04742269967a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:53.539832 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2aaaed4c-fd87-4203-ad78-bef603fccdab tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "GET /v2.0/ports/9f9f0f3d-181c-42c5-811a-8e7b22a17ffa HTTP/1.1" status: 404 len: 333 time: 0.0474226 Jul 16 18:12:53.553141 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51672) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:53.729698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-273b5934-b537-40a9-ac78-b717f00c7ff2 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Deleting port 60af3a70-b0f9-4d99-9b3a-4ad5e2454519 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:53.729698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-273b5934-b537-40a9-ac78-b717f00c7ff2 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.754483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2a841-7716-420a-8a13-562c20406d64 req-856892db-0aa9-4169-a002-ec81e25a626f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:53.756169 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54b2a841-7716-420a-8a13-562c20406d64 req-856892db-0aa9-4169-a002-ec81e25a626f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 945 time: 0.2187271 Jul 16 18:12:53.812625 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51674) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:53.843189 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-273b5934-b537-40a9-ac78-b717f00c7ff2 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.858195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-273b5934-b537-40a9-ac78-b717f00c7ff2 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Calling delete_port for 60af3a70-b0f9-4d99-9b3a-4ad5e2454519 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:53.927795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54b2a841-7716-420a-8a13-562c20406d64 req-1bb1ed73-5fee-45fb-a8fe-960dcaa6592e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632376 Jul 16 18:12:53.943801 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-74796dc2-d027-4a65-a1d0-41c8f97a78ab tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:12:53.944219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74796dc2-d027-4a65-a1d0-41c8f97a78ab tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:12:53.978975 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8344388d-b58d-47b9-ad41-1c7d5c09218b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/floatingips/bf563f54-4de6-4d67-8ee5-1ba2139e7ea8 HTTP/1.1" status: 200 len: 992 time: 0.1577370 Jul 16 18:12:53.988839 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-74796dc2-d027-4a65-a1d0-41c8f97a78ab tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0740736 Jul 16 18:12:53.992405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51678) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.051062 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-273b5934-b537-40a9-ac78-b717f00c7ff2 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.090701 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b5934-b537-40a9-ac78-b717f00c7ff2 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event deleted for resources: {'Port': ['ID=60af3a70-b0f9-4d99-9b3a-4ad5e2454519,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:54.120413 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-273b5934-b537-40a9-ac78-b717f00c7ff2 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.122554 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-273b5934-b537-40a9-ac78-b717f00c7ff2 tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "DELETE /v2.0/ports/60af3a70-b0f9-4d99-9b3a-4ad5e2454519 HTTP/1.1" status: 204 len: 168 time: 0.5683827 Jul 16 18:12:54.125137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51680) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.160915 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1deb6d-3211-4f18-8a21-615c4327eedf tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] GET failed (client error): The resource could not be found. Jul 16 18:12:54.166383 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bd1deb6d-3211-4f18-8a21-615c4327eedf tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "GET /v2.0/ports/60af3a70-b0f9-4d99-9b3a-4ad5e2454519 HTTP/1.1" status: 404 len: 333 time: 0.0401826 Jul 16 18:12:54.167016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51682) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.224410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef6dfe-dab4-42e3-950e-fb8c736575f2 req-864e83a9-2917-4da0-b003-e4430d72d388 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:54.226270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dfef6dfe-dab4-42e3-950e-fb8c736575f2 req-864e83a9-2917-4da0-b003-e4430d72d388 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.1595545 Jul 16 18:12:54.232738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-53758c0a-5512-4087-b623-a1f46f35cfd0 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Deleting port 8eae7dfa-065b-4ddb-a800-ef92317b2684 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:54.233080 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-53758c0a-5512-4087-b623-a1f46f35cfd0 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.306048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-23f5364b-6287-4a80-83ca-d7e2cf75d4fa tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Deleting port 57b2d365-b2cb-4e10-b45a-4329a52d1a74 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:54.306607 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-23f5364b-6287-4a80-83ca-d7e2cf75d4fa tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.332036 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dfef6dfe-dab4-42e3-950e-fb8c736575f2 req-9f9e819d-4c3d-444a-a85a-7e66e3dc6350 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855737 Jul 16 18:12:54.352760 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-53758c0a-5512-4087-b623-a1f46f35cfd0 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.353099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-53758c0a-5512-4087-b623-a1f46f35cfd0 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.370681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-53758c0a-5512-4087-b623-a1f46f35cfd0 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Calling delete_port for 8eae7dfa-065b-4ddb-a800-ef92317b2684 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:54.442381 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-23f5364b-6287-4a80-83ca-d7e2cf75d4fa tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.457144 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-23f5364b-6287-4a80-83ca-d7e2cf75d4fa tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Calling delete_port for 57b2d365-b2cb-4e10-b45a-4329a52d1a74 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:54.577302 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-53758c0a-5512-4087-b623-a1f46f35cfd0 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.630747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53758c0a-5512-4087-b623-a1f46f35cfd0 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Pushing event deleted for resources: {'Port': ['ID=8eae7dfa-065b-4ddb-a800-ef92317b2684,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:54.665646 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-23f5364b-6287-4a80-83ca-d7e2cf75d4fa tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.700040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5364b-6287-4a80-83ca-d7e2cf75d4fa tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event deleted for resources: {'Port': ['ID=57b2d365-b2cb-4e10-b45a-4329a52d1a74,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:54.702456 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-53758c0a-5512-4087-b623-a1f46f35cfd0 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.705379 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-53758c0a-5512-4087-b623-a1f46f35cfd0 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.711821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-53758c0a-5512-4087-b623-a1f46f35cfd0 tempest-ExternalNetworksAdminNegativeTestJSON-695991858 tempest-ExternalNetworksAdminNegativeTestJSON-695991858-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/29f19923-9fd8-4444-929f-256d119e4379 HTTP/1.1" status: 204 len: 168 time: 0.7174516 Jul 16 18:12:54.740141 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-23f5364b-6287-4a80-83ca-d7e2cf75d4fa tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.742670 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-23f5364b-6287-4a80-83ca-d7e2cf75d4fa tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "DELETE /v2.0/ports/57b2d365-b2cb-4e10-b45a-4329a52d1a74 HTTP/1.1" status: 204 len: 168 time: 0.5746934 Jul 16 18:12:54.745348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51694) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.805336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b14c03-4e00-4842-bb34-851f93d7ec2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Deleting subnet 1924aa43-b51a-4ee2-8918-797b665a06c6 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:54.809063 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45b14c03-4e00-4842-bb34-851f93d7ec2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.859631 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45b14c03-4e00-4842-bb34-851f93d7ec2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.967729 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45b14c03-4e00-4842-bb34-851f93d7ec2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.043210 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45b14c03-4e00-4842-bb34-851f93d7ec2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.053574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51700) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:55.088283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b14c03-4e00-4842-bb34-851f93d7ec2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event deleted for resources: {'Subnet': ['ID=1924aa43-b51a-4ee2-8918-797b665a06c6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.090616 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-45b14c03-4e00-4842-bb34-851f93d7ec2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.092643 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-45b14c03-4e00-4842-bb34-851f93d7ec2c tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "DELETE /v2.0/subnets/1924aa43-b51a-4ee2-8918-797b665a06c6 HTTP/1.1" status: 204 len: 168 time: 0.3460078 Jul 16 18:12:55.095862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51704) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:55.101430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6557bcb9-7974-48cd-a11b-3a76c57239ee None None] Network 35c9760d-0167-46da-8357-c5cb532d233f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:55.171213 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9705239-5fd9-4ffa-b643-369d3af86a0e req-f637b536-80ab-49f2-855a-ab96f501241f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.173302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9705239-5fd9-4ffa-b643-369d3af86a0e req-f637b536-80ab-49f2-855a-ab96f501241f tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 945 time: 0.0885262 Jul 16 18:12:55.226533 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d039f7c0-8b96-42ff-a4c3-86ce3cbd3942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.232144 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.239255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9705239-5fd9-4ffa-b643-369d3af86a0e req-492b14c0-9f8f-48a4-9eea-b6e9c09c2b45 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547101 Jul 16 18:12:55.254850 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.378778 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b9521-190c-43d3-bc3a-2212c48738cf None None] DHCP port deletion for 35c9760d-0167-46da-8357-c5cb532d233f request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:55.436202 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-193b9521-190c-43d3-bc3a-2212c48738cf None None] Deleting port 846d0a83-a76d-40f8-a244-fb8fcbf046c1 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:55.436599 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-193b9521-190c-43d3-bc3a-2212c48738cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.499432 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d039f7c0-8b96-42ff-a4c3-86ce3cbd3942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.509639 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d039f7c0-8b96-42ff-a4c3-86ce3cbd3942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.518983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-193b9521-190c-43d3-bc3a-2212c48738cf None None] For port 846d0a83-a76d-40f8-a244-fb8fcbf046c1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=846d0a83-a76d-40f8-a244-fb8fcbf046c1,segment=NetworkSegment(0f1a0bb2-e58a-489d-bb6b-b2967be2826a),segment_id=0f1a0bb2-e58a-489d-bb6b-b2967be2826a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:55.519387 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-193b9521-190c-43d3-bc3a-2212c48738cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.532542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-193b9521-190c-43d3-bc3a-2212c48738cf None None] Calling delete_port for 846d0a83-a76d-40f8-a244-fb8fcbf046c1 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:55.540957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Deleting port 846d0a83-a76d-40f8-a244-fb8fcbf046c1 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:55.541172 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.639021 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-193b9521-190c-43d3-bc3a-2212c48738cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.660812 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] For port 846d0a83-a76d-40f8-a244-fb8fcbf046c1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=846d0a83-a76d-40f8-a244-fb8fcbf046c1,segment=NetworkSegment(0f1a0bb2-e58a-489d-bb6b-b2967be2826a),segment_id=0f1a0bb2-e58a-489d-bb6b-b2967be2826a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:55.661186 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.678570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Calling delete_port for 846d0a83-a76d-40f8-a244-fb8fcbf046c1 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:55.715168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b9521-190c-43d3-bc3a-2212c48738cf None None] Pushing event deleted for resources: {'Port': ['ID=846d0a83-a76d-40f8-a244-fb8fcbf046c1,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.717388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b9521-190c-43d3-bc3a-2212c48738cf None None] No DVR routers for this DVR port 846d0a83-a76d-40f8-a244-fb8fcbf046c1 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:55.731765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09056e-2cd3-45ca-88e2-f61695725f92 req-d46fdbef-ce4a-41da-9015-3ba50efad760 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.749956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae09056e-2cd3-45ca-88e2-f61695725f92 req-d46fdbef-ce4a-41da-9015-3ba50efad760 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.1815126 Jul 16 18:12:55.861629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae09056e-2cd3-45ca-88e2-f61695725f92 req-3ff04f3b-af71-4071-a838-504335923f06 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102085 Jul 16 18:12:55.894987 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.907319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 846d0a83-a76d-40f8-a244-fb8fcbf046c1 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:55.942277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event deleted for resources: {'Port': ['ID=846d0a83-a76d-40f8-a244-fb8fcbf046c1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.951140 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d039f7c0-8b96-42ff-a4c3-86ce3cbd3942 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2533a2a29f3c4530862c12df2a815d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8962672 Jul 16 18:12:55.956435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51724) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:55.965992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039f7c0-8b96-42ff-a4c3-86ce3cbd3942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848abb85-6579-4a43-ae18-d63fcc102e40,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.981001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] No DVR routers for this DVR port 846d0a83-a76d-40f8-a244-fb8fcbf046c1 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:55.995873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbee51a-61bf-43ce-a842-3f896ef5fafc req-fef19031-e536-4943-9b53-f9faa7a00e3b tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.010116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cbee51a-61bf-43ce-a842-3f896ef5fafc req-fef19031-e536-4943-9b53-f9faa7a00e3b tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 945 time: 0.2391610 Jul 16 18:12:56.011368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 846d0a83-a76d-40f8-a244-fb8fcbf046c1 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:56.016673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 846d0a83-a76d-40f8-a244-fb8fcbf046c1 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:56.092687 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cbee51a-61bf-43ce-a842-3f896ef5fafc req-63db089b-e35a-480d-bafc-db04b43bb6b2 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800281 Jul 16 18:12:56.398733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50211031-e6be-4f5e-933a-e02803333709 req-640f6b36-25bb-4ad9-8e4c-2f67735a4431 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.401183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50211031-e6be-4f5e-933a-e02803333709 req-640f6b36-25bb-4ad9-8e4c-2f67735a4431 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 945 time: 0.1119289 Jul 16 18:12:56.444654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50211031-e6be-4f5e-933a-e02803333709 req-6575a9df-895f-4a3f-93d5-b6b33cf94178 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379570 Jul 16 18:12:56.456129 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.459555 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f36a9a3-e770-45e1-a489-0e55542372a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.476794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c9760d-0167-46da-8357-c5cb532d233f']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:56.482249 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a112c4ba-f0a8-4c25-8896-2adfd7559dba req-c58e7435-7933-4812-90e3-9d02e4b95d59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6589115 Jul 16 18:12:56.499556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1a0bb2-e58a-489d-bb6b-b2967be2826a') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:56.500213 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1a0bb2-e58a-489d-bb6b-b2967be2826a') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:56.518773 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.521599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f36a9a3-e770-45e1-a489-0e55542372a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.615469 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.626338 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f36a9a3-e770-45e1-a489-0e55542372a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.631271 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f36a9a3-e770-45e1-a489-0e55542372a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.632999 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7f36a9a3-e770-45e1-a489-0e55542372a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/848abb85-6579-4a43-ae18-d63fcc102e40 HTTP/1.1" status: 204 len: 168 time: 0.6747594 Jul 16 18:12:56.634691 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:56.635256 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:56.651764 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:56.705306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36a9a3-e770-45e1-a489-0e55542372a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848abb85-6579-4a43-ae18-d63fcc102e40,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:56.794175 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.805236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.807212 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] 10.222.0.24 "DELETE /v2.0/networks/35c9760d-0167-46da-8357-c5cb532d233f HTTP/1.1" status: 204 len: 168 time: 1.7103598 Jul 16 18:12:56.813071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112c4ba-f0a8-4c25-8896-2adfd7559dba req-647dd81a-e582-40f7-94be-e2e6495d5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.815347 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a112c4ba-f0a8-4c25-8896-2adfd7559dba req-647dd81a-e582-40f7-94be-e2e6495d5058 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc96a93d9184df8b03953fbcf45971e&device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 1102 time: 0.2753134 Jul 16 18:12:56.842308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84662c6-fbe8-4fd5-b984-3648dd2a06eb tempest-AllowedAddressPairIpV6TestJSON-1419120128 tempest-AllowedAddressPairIpV6TestJSON-1419120128-project] Pushing event deleted for resources: {'Network': ['ID=35c9760d-0167-46da-8357-c5cb532d233f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:57.008371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ec451-bd8c-4de3-bd34-c44b94159317 req-d221a064-db81-4c53-ad0b-61d060905614 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.022319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f8ec451-bd8c-4de3-bd34-c44b94159317 req-d221a064-db81-4c53-ad0b-61d060905614 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 945 time: 0.1126258 Jul 16 18:12:57.054848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112c4ba-f0a8-4c25-8896-2adfd7559dba req-25a24a3c-4064-48c7-a16d-cddc1a6678eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.058780 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a112c4ba-f0a8-4c25-8896-2adfd7559dba req-25a24a3c-4064-48c7-a16d-cddc1a6678eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.2129245 Jul 16 18:12:57.105128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f8ec451-bd8c-4de3-bd34-c44b94159317 req-e967b68a-6329-48ed-a323-92f19f52a322 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815065 Jul 16 18:12:57.130121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51744) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.144526 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a112c4ba-f0a8-4c25-8896-2adfd7559dba req-bc3a3236-8de4-4d7f-9374-385f2ad20385 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=08205b6e-2b3d-400a-beb5-757e43a44277 HTTP/1.1" status: 200 len: 217 time: 0.0781894 Jul 16 18:12:57.209369 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d12d4b18-914f-468d-98c5-32e73a407c91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95a31a4af60c468197aa1805f91932e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851641 Jul 16 18:12:57.213530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51748) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.255768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51752) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.287875 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67c7d001-0d5e-46c2-8bbe-057869115d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.297650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4ea04-3180-481f-8c79-8a13c538fac4 req-c60bceb7-2240-45f4-a4af-bbe315567199 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.299541 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4bd4ea04-3180-481f-8c79-8a13c538fac4 req-c60bceb7-2240-45f4-a4af-bbe315567199 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.1921718 Jul 16 18:12:57.324228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112c4ba-f0a8-4c25-8896-2adfd7559dba req-8291b510-08bc-436c-9a20-845da285c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.325785 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a112c4ba-f0a8-4c25-8896-2adfd7559dba req-8291b510-08bc-436c-9a20-845da285c107 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.1719973 Jul 16 18:12:57.353266 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67c7d001-0d5e-46c2-8bbe-057869115d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.424556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4bd4ea04-3180-481f-8c79-8a13c538fac4 req-b1323099-80e7-4a92-b1d0-6d420007a4d6 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910940 Jul 16 18:12:57.450490 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67c7d001-0d5e-46c2-8bbe-057869115d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.453907 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-67c7d001-0d5e-46c2-8bbe-057869115d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.460732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-67c7d001-0d5e-46c2-8bbe-057869115d16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9dc36f48-2e4e-473d-b004-04742269967a HTTP/1.1" status: 204 len: 168 time: 0.2452567 Jul 16 18:12:57.480920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7d001-0d5e-46c2-8bbe-057869115d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc36f48-2e4e-473d-b004-04742269967a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:57.481099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112c4ba-f0a8-4c25-8896-2adfd7559dba req-88d96695-1eb9-4647-a788-7978b3fac39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.482609 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a112c4ba-f0a8-4c25-8896-2adfd7559dba req-88d96695-1eb9-4647-a788-7978b3fac39b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1482697 Jul 16 18:12:57.566581 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d57736ba-4bd9-45e9-a468-5955e7c2e3d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1151189d830042d2822f0a1b5cfd1d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092341 Jul 16 18:12:57.569150 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51760) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.681710 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a112c4ba-f0a8-4c25-8896-2adfd7559dba req-680a6752-5981-4378-b2de-e47c337d3c95 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682420 Jul 16 18:12:57.808481 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a112c4ba-f0a8-4c25-8896-2adfd7559dba req-e4ec075d-ade2-4b0e-b99d-97d890d4f332 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129594 Jul 16 18:12:57.814047 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef5f6-71d6-4eea-b157-c9e7eba45428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.854317 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef5f6-71d6-4eea-b157-c9e7eba45428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.925962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef5f6-71d6-4eea-b157-c9e7eba45428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.930284 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef5f6-71d6-4eea-b157-c9e7eba45428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.932884 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ee7ef5f6-71d6-4eea-b157-c9e7eba45428 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e625614-9c62-419e-ba44-2d18473d29c2 HTTP/1.1" status: 204 len: 168 time: 0.3622186 Jul 16 18:12:57.945080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ef5f6-71d6-4eea-b157-c9e7eba45428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e625614-9c62-419e-ba44-2d18473d29c2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:58.244836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e076543-8d26-4b5d-929b-3286938beb1c req-dc14a99d-7593-44ec-b36c-498d410a3fc2 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.246802 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e076543-8d26-4b5d-929b-3286938beb1c req-dc14a99d-7593-44ec-b36c-498d410a3fc2 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 945 time: 0.1351051 Jul 16 18:12:58.529262 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b477547-f7cc-4934-b059-04e284fe5728 req-42a91b59-7ec7-4b13-ab37-cdb113480264 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.530964 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7b477547-f7cc-4934-b059-04e284fe5728 req-42a91b59-7ec7-4b13-ab37-cdb113480264 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 945 time: 0.1973329 Jul 16 18:12:58.548042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-9e076543-8d26-4b5d-929b-3286938beb1c req-46f5c38d-ff72-420c-972d-9d238e4e6fbb tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Deleting port 68ca195f-7dee-48f5-a73b-e1fcc9ace397 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:58.548395 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e076543-8d26-4b5d-929b-3286938beb1c req-46f5c38d-ff72-420c-972d-9d238e4e6fbb tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.659741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7b477547-f7cc-4934-b059-04e284fe5728 req-d48126aa-618b-4809-8bd3-7fbd2d1ed156 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196527 Jul 16 18:12:58.775012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9e076543-8d26-4b5d-929b-3286938beb1c req-46f5c38d-ff72-420c-972d-9d238e4e6fbb tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] For port 68ca195f-7dee-48f5-a73b-e1fcc9ace397, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=68ca195f-7dee-48f5-a73b-e1fcc9ace397,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:58.775380 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e076543-8d26-4b5d-929b-3286938beb1c req-46f5c38d-ff72-420c-972d-9d238e4e6fbb tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.796936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-9e076543-8d26-4b5d-929b-3286938beb1c req-46f5c38d-ff72-420c-972d-9d238e4e6fbb tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Calling delete_port for 68ca195f-7dee-48f5-a73b-e1fcc9ace397 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:58.806877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cecc79-b737-4ed0-af97-6e4598c04bba req-2a5c7712-ed9d-4c8d-b4f1-96a988518c02 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.808568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1cecc79-b737-4ed0-af97-6e4598c04bba req-2a5c7712-ed9d-4c8d-b4f1-96a988518c02 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.1651139 Jul 16 18:12:59.185451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51820) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:59.242372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1cecc79-b737-4ed0-af97-6e4598c04bba req-a42af6f1-4982-4a1c-b7c2-910ab5db1f53 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243762 Jul 16 18:12:59.456578 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e076543-8d26-4b5d-929b-3286938beb1c req-46f5c38d-ff72-420c-972d-9d238e4e6fbb tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.470992 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4e45a83c-1840-456e-934c-f9639ca35d73'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:59.601331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5c38d-ff72-420c-972d-9d238e4e6fbb tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event deleted for resources: {'Port': ['ID=68ca195f-7dee-48f5-a73b-e1fcc9ace397,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:59.627951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1353647335'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:59.639747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e076543-8d26-4b5d-929b-3286938beb1c req-46f5c38d-ff72-420c-972d-9d238e4e6fbb tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] No DVR routers for this DVR port 68ca195f-7dee-48f5-a73b-e1fcc9ace397 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:59.642830 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e076543-8d26-4b5d-929b-3286938beb1c req-46f5c38d-ff72-420c-972d-9d238e4e6fbb tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.648422 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e076543-8d26-4b5d-929b-3286938beb1c req-46f5c38d-ff72-420c-972d-9d238e4e6fbb tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "DELETE /v2.0/ports/68ca195f-7dee-48f5-a73b-e1fcc9ace397 HTTP/1.1" status: 204 len: 173 time: 1.3925874 Jul 16 18:12:59.648957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3602ef2-528a-445c-862b-1a9fa48bff0e', 'name': 'network-vif-deleted', 'tag': '68ca195f-7dee-48f5-a73b-e1fcc9ace397'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:59.651504 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5208f88d-d684-4898-898f-e44a81b09649" -d '{"events": [{"server_uuid": "b3602ef2-528a-445c-862b-1a9fa48bff0e", "name": "network-vif-deleted", "tag": "68ca195f-7dee-48f5-a73b-e1fcc9ace397"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:59.688403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Made reservation on behalf of ec0ed1bdf0464c6e85f414f0ccf9479e for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:59.697764 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.726169 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.866030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51840) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:59.992354 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.013167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.039596 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23e2883-3e91-45b8-a90d-a7081bc52877 x-openstack-request-id: req-a23e2883-3e91-45b8-a90d-a7081bc52877 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:00.040020 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3602ef2-528a-445c-862b-1a9fa48bff0e", "name": "network-vif-deleted", "tag": "68ca195f-7dee-48f5-a73b-e1fcc9ace397", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:00.040455 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a23e2883-3e91-45b8-a90d-a7081bc52877 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:00.041302 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3602ef2-528a-445c-862b-1a9fa48bff0e', 'name': 'network-vif-deleted', 'tag': '68ca195f-7dee-48f5-a73b-e1fcc9ace397', 'status': 'completed', 'code': 200} Jul 16 18:13:00.072802 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:00.080716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9929d513-570d-4c98-a155-8c019cb1acb1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:00.088667 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.089100 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Added segment 0f774c4f-1841-4bc1-8f0a-ac96bf144bd7 of type vlan for network 5b22e1c4-6ab2-4795-8ece-eb09113f2c28 Jul 16 18:13:00.135814 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6d3a656-8653-4ccd-849a-79e4a93ec5dd req-6063c29e-3065-4918-aa4a-f3e12ef0c581 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3602ef2-528a-445c-862b-1a9fa48bff0e HTTP/1.1" status: 200 len: 210 time: 0.0811396 Jul 16 18:13:00.146834 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.187191 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.193768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:00.194769 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.199216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1809193452'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:00.223865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Made reservation on behalf of 704ac200fda44d14b4ae7736a61e500a for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:00.227561 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.237146 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.255545 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0689752 Jul 16 18:13:00.259940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51844) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:00.269269 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7bc1cf7d-dd64-4b29-b6dd-6e6bc5366aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Request body: {'subnet': {'network_id': '5b22e1c4-6ab2-4795-8ece-eb09113f2c28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:00.288569 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67425a63-de81-4e0f-aefd-dea75242c3fa tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Pushing event updated for resources: {'Network': ['ID=5b22e1c4-6ab2-4795-8ece-eb09113f2c28,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:00.302241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 5b22e1c4-6ab2-4795-8ece-eb09113f2c28 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:00.463085 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.492199 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.527899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc1cf7d-dd64-4b29-b6dd-6e6bc5366aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Made reservation on behalf of ec0ed1bdf0464c6e85f414f0ccf9479e for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:00.531945 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bc1cf7d-dd64-4b29-b6dd-6e6bc5366aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.565441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:00.605303 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.605684 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Added segment 8cd615c6-f28c-4962-9fea-277caca7384a of type vlan for network 7653bc10-5bc1-4a50-b941-348224f524dd Jul 16 18:13:00.618584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b814196-2419-424c-9b9b-d54d8c5de0e6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:00.708285 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.733205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bbe7f-412b-489f-a304-a13dbc0419f6 req-d60284b2-95a1-4770-8c9e-5517875be727 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:00.734817 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-747bbe7f-412b-489f-a304-a13dbc0419f6 req-d60284b2-95a1-4770-8c9e-5517875be727 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.2695918 Jul 16 18:13:00.791234 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.797194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:00.797916 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.925637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Pushing event updated for resources: {'Network': ['ID=7653bc10-5bc1-4a50-b941-348224f524dd,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:00.952604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 7653bc10-5bc1-4a50-b941-348224f524dd details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:00.963230 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:13:00.988801 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5ece9eb6-4b3e-4bc7-b7d0-c6d69c3ca8c2 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1215911 Jul 16 18:13:01.020278 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-747bbe7f-412b-489f-a304-a13dbc0419f6 req-8d113d02-6491-4d22-aa80-93724bddc1e0 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762465 Jul 16 18:13:01.119379 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bc1cf7d-dd64-4b29-b6dd-6e6bc5366aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.205849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1cf7d-dd64-4b29-b6dd-6e6bc5366aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Pushing event updated for resources: {'Subnet': ['ID=7a04d0a9-b7f0-4647-93e8-cab4e1505172,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:01.211658 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1cf7d-dd64-4b29-b6dd-6e6bc5366aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Checking segment: {'id': '0f774c4f-1841-4bc1-8f0a-ac96bf144bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5b22e1c4-6ab2-4795-8ece-eb09113f2c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:01.212322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc1cf7d-dd64-4b29-b6dd-6e6bc5366aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Network hostable DHCP agents. Network: 5b22e1c4-6ab2-4795-8ece-eb09113f2c28, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:01.246102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 51926) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:01.252716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Request body: {'port': {'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd', 'binding:host_id': 'n-h2-787205-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1980068786'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:01.255693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc1cf7d-dd64-4b29-b6dd-6e6bc5366aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Network 5b22e1c4-6ab2-4795-8ece-eb09113f2c28 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:01.281290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Made reservation on behalf of efefa401b7c14a8b910046b1eca58e27 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:01.284790 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.298704 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.311869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-7bc1cf7d-dd64-4b29-b6dd-6e6bc5366aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 5b22e1c4-6ab2-4795-8ece-eb09113f2c28) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:01.322158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a59781-74f0-4d64-b6bf-5c65eea62395 None None] Network 5b22e1c4-6ab2-4795-8ece-eb09113f2c28 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:01.334585 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc1cf7d-dd64-4b29-b6dd-6e6bc5366aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:01.338008 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bc1cf7d-dd64-4b29-b6dd-6e6bc5366aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.451929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 68ca195f-7dee-48f5-a73b-e1fcc9ace397 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:01.486968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 68ca195f-7dee-48f5-a73b-e1fcc9ace397 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:01.487327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 68ca195f-7dee-48f5-a73b-e1fcc9ace397 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:01.529993 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.537302 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.541290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7bc1cf7d-dd64-4b29-b6dd-6e6bc5366aa9 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2798042 Jul 16 18:13:01.543727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 51966) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:01.547939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] device_id is not set on port d2660b1a-a6e2-413f-92c5-183924ef6c6c yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:01.555184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Request body: {'port': {'network_id': '5b22e1c4-6ab2-4795-8ece-eb09113f2c28', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1638930492'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:01.685548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-5b22e1c4-6ab2-4795-8ece-eb09113f2c28', 'network_id': '5b22e1c4-6ab2-4795-8ece-eb09113f2c28', 'tenant_id': 'ec0ed1bdf0464c6e85f414f0ccf9479e', 'fixed_ips': [{'subnet_id': '7a04d0a9-b7f0-4647-93e8-cab4e1505172'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:01.687502 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.738484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae637d0c-5e90-4198-9354-b1e9f1e859c2,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.188365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-351665b3-a72f-4ab1-85a7-c3cc0d01c75e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.191006 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Allocated IP 2001:db8::2 (5b22e1c4-6ab2-4795-8ece-eb09113f2c28/7a04d0a9-b7f0-4647-93e8-cab4e1505172/4ace47a1-3952-4491-abee-64df5771dec3) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:02.192527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-351665b3-a72f-4ab1-85a7-c3cc0d01c75e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.5260777 Jul 16 18:13:02.200869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Made reservation on behalf of ec0ed1bdf0464c6e85f414f0ccf9479e for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:02.209940 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.265521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-6e291693-f1c5-4dbe-9d4d-980c2ac5b33c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/quotas/c905d491822e49e885932a1c8ed5895b HTTP/1.1" status: 200 len: 375 time: 0.0488024 Jul 16 18:13:02.275155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] device_id is not set on port 6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:02.313425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] device_id is not set on port d2660b1a-a6e2-413f-92c5-183924ef6c6c yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:02.356879 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.389444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Transition to ACTIVE for port object d2660b1a-a6e2-413f-92c5-183924ef6c6c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:02.404776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.563692 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.573898 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Transition to ACTIVE for port object 4ace47a1-3952-4491-abee-64df5771dec3 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:02.596903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Transition to ACTIVE for port object 4ace47a1-3952-4491-abee-64df5771dec3 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:02.607992 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.615820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event updated for resources: {'Port': ['ID=d2660b1a-a6e2-413f-92c5-183924ef6c6c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.623268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Checking segment: {'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:02.623887 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Network hostable DHCP agents. Network: 7653bc10-5bc1-4a50-b941-348224f524dd, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:02.649787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Network 5b22e1c4-6ab2-4795-8ece-eb09113f2c28 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:02.651291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Network 7653bc10-5bc1-4a50-b941-348224f524dd is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:02.653230 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:02.669858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 7653bc10-5bc1-4a50-b941-348224f524dd) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:02.687282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:02.706764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:02.707348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:02.707868 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:02.715015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:02.715531 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:02.716279 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 2 to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c Jul 16 18:13:02.727164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Pushing event updated for resources: {'Port': ['ID=4ace47a1-3952-4491-abee-64df5771dec3,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.736124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:02.736850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:02.737398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:02.738221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:02.744567 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:02.744835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cda11e9-c436-4a5e-9908-a31da82b303a None None] Network 7653bc10-5bc1-4a50-b941-348224f524dd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:02.745608 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:02.746406 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 3 to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c Jul 16 18:13:02.798465 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:02.799090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:02.800505 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:02.809127 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:02.810655 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:02.811212 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 4 to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c Jul 16 18:13:02.843439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:02.844008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:02.844520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:02.852379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:02.852972 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:02.853630 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 5 to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c Jul 16 18:13:02.903291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:02.903747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:02.904095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:02.913796 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:02.916582 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:02.917011 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 6 to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c Jul 16 18:13:02.958930 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:02.960088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:02.960448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:02.968920 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:02.969340 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:02.970281 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 7 to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c Jul 16 18:13:02.990492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Allocated IP 2001:db8::b7 (5b22e1c4-6ab2-4795-8ece-eb09113f2c28/7a04d0a9-b7f0-4647-93e8-cab4e1505172/6adc82c0-8ef7-4b8e-8650-b5d33524e5f2) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:03.002517 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:03.002724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:03.003258 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:03.005271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Attempting to bind port 4ace47a1-3952-4491-abee-64df5771dec3 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:03.006547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Attempting to bind port 4ace47a1-3952-4491-abee-64df5771dec3 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '0f774c4f-1841-4bc1-8f0a-ac96bf144bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5b22e1c4-6ab2-4795-8ece-eb09113f2c28'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:03.007235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Attempting to bind port 4ace47a1-3952-4491-abee-64df5771dec3 on network 5b22e1c4-6ab2-4795-8ece-eb09113f2c28 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:03.021678 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:03.022047 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:03.022501 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 8 to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c Jul 16 18:13:03.027523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-c215184e-3923-4046-b00b-0380e63ad4a1 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6162574 Jul 16 18:13:03.037624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:03.038096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Checking segment: {'id': '0f774c4f-1841-4bc1-8f0a-ac96bf144bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5b22e1c4-6ab2-4795-8ece-eb09113f2c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:03.038606 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.040651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Bound using segment: {'id': '0f774c4f-1841-4bc1-8f0a-ac96bf144bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5b22e1c4-6ab2-4795-8ece-eb09113f2c28'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:03.041287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Bound port: 4ace47a1-3952-4491-abee-64df5771dec3, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f774c4f-1841-4bc1-8f0a-ac96bf144bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5b22e1c4-6ab2-4795-8ece-eb09113f2c28'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:03.041836 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.051578 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:03.051578 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:03.053529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:03.066464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:03.066799 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:03.067206 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 9 to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c Jul 16 18:13:03.085472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571b4f0-d10a-4ba3-8568-ec9db8f71a12 req-31f965c3-6271-4e86-b3da-cc16c679a99c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.093901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3571b4f0-d10a-4ba3-8568-ec9db8f71a12 req-31f965c3-6271-4e86-b3da-cc16c679a99c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.6147759 Jul 16 18:13:03.105918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:03.106666 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:03.107315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:03.119018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:03.121762 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:03.122557 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 10 to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c Jul 16 18:13:03.153116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:03.153464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:03.153845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:03.168014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port d2660b1a-a6e2-413f-92c5-183924ef6c6c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:03.168521 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port d2660b1a-a6e2-413f-92c5-183924ef6c6c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:03.168962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.198430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] For port 4ace47a1-3952-4491-abee-64df5771dec3, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:03.209427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] For port 4ace47a1-3952-4491-abee-64df5771dec3, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4ace47a1-3952-4491-abee-64df5771dec3,segment=NetworkSegment(0f774c4f-1841-4bc1-8f0a-ac96bf144bd7),segment_id=0f774c4f-1841-4bc1-8f0a-ac96bf144bd7)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:03.218643 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.228241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3571b4f0-d10a-4ba3-8568-ec9db8f71a12 req-896d4f9f-dc8c-456a-87ad-11036bc72422 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330881 Jul 16 18:13:03.293809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-af5add5a-29f5-4573-9888-481c98c1fef3 service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653008 Jul 16 18:13:03.326281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e78120-9ace-48c7-8bd3-7b46a310283f None None] Pushing event updated for resources: {'Port': ['ID=4ace47a1-3952-4491-abee-64df5771dec3,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.338372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] For port d2660b1a-a6e2-413f-92c5-183924ef6c6c, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:03.339286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempted to set empty binding levels {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:13:03.348064 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.409674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.410583 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.433339 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event updated for resources: {'Port': ['ID=d2660b1a-a6e2-413f-92c5-183924ef6c6c,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.447041 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9688bab2-5b6f-4bbb-9585-b6b9c46965f6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.1997559 Jul 16 18:13:03.450232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52140) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:03.504104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.521233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Transition to ACTIVE for port object 6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:03.611917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-6f4f11a4-6ddf-4b8b-8679-8ac60cb616d7 service neutron] 10.222.0.24 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159008 Jul 16 18:13:03.615642 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.671749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Network 5b22e1c4-6ab2-4795-8ece-eb09113f2c28 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:03.682091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:03.686640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:03.693695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.710819 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.745967 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-08339efe-8861-45ab-b39a-7ac4a6ad2c5c tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Deleting port d2660b1a-a6e2-413f-92c5-183924ef6c6c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:03.746346 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08339efe-8861-45ab-b39a-7ac4a6ad2c5c tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.749869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52170) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:03.751694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.2064376 Jul 16 18:13:03.764428 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Request body: {'port': {'network_id': '5b22e1c4-6ab2-4795-8ece-eb09113f2c28', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-326772712', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:03.765218 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.api.validators [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] bootfile-name is not in valid_values {{(pid=105590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:13:03.765918 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.api.validators [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] tftp-server is not in valid_values {{(pid=105590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:13:03.766439 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.api.validators [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] server-ip-address is not in valid_values {{(pid=105590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:13:03.791444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cde3d-6caa-4824-be1f-6994e819ec93 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Pushing event updated for resources: {'Port': ['ID=6adc82c0-8ef7-4b8e-8650-b5d33524e5f2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:04.107995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4ace47a1-3952-4491-abee-64df5771dec3 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:04.126352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4e20958-7a88-4293-8fbf-0234ac0c7b7e req-d113e13e-1097-4dc3-9118-bf4837478213 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 210 time: 0.1089604 Jul 16 18:13:04.201025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-08339efe-8861-45ab-b39a-7ac4a6ad2c5c tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] For port d2660b1a-a6e2-413f-92c5-183924ef6c6c, host n-h2-787205-10, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:04.201298 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08339efe-8861-45ab-b39a-7ac4a6ad2c5c tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.241826 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-08339efe-8861-45ab-b39a-7ac4a6ad2c5c tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Calling delete_port for d2660b1a-a6e2-413f-92c5-183924ef6c6c owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:04.262949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Made reservation on behalf of ec0ed1bdf0464c6e85f414f0ccf9479e for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:04.266345 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 4ace47a1-3952-4491-abee-64df5771dec3 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:04.270241 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.311937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] device_id is not set on port e47df1bd-14a7-4908-a32f-6ee64b13496b yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:04.490933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74738e2d-6a62-4030-8496-d57dd6a4a01e req-696bbb37-d848-41a6-82b2-e849161e2448 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.499040 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74738e2d-6a62-4030-8496-d57dd6a4a01e req-696bbb37-d848-41a6-82b2-e849161e2448 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.0886219 Jul 16 18:13:04.500821 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf2230-adcb-4e14-aa03-99da89111ee8 req-c4dddd39-905b-42b1-95e3-f98e11590e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.502977 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28bf2230-adcb-4e14-aa03-99da89111ee8 req-c4dddd39-905b-42b1-95e3-f98e11590e9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 1097 time: 0.3727965 Jul 16 18:13:04.566678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74738e2d-6a62-4030-8496-d57dd6a4a01e req-5a19080c-a4e9-4bee-8966-cd15b399ac63 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664456 Jul 16 18:13:04.607738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Allocated IP 2001:db8::2d0 (5b22e1c4-6ab2-4795-8ece-eb09113f2c28/7a04d0a9-b7f0-4647-93e8-cab4e1505172/e47df1bd-14a7-4908-a32f-6ee64b13496b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:04.640134 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-28bf2230-adcb-4e14-aa03-99da89111ee8 req-df1cf4d5-0c4b-4c55-bc92-dcdee1828f72 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286724 Jul 16 18:13:04.714667 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08339efe-8861-45ab-b39a-7ac4a6ad2c5c tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.810965 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08339efe-8861-45ab-b39a-7ac4a6ad2c5c tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.816595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52272) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:04.816724 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-08339efe-8861-45ab-b39a-7ac4a6ad2c5c tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d2660b1a-a6e2-413f-92c5-183924ef6c6c HTTP/1.1" status: 204 len: 168 time: 1.3650577 Jul 16 18:13:04.820889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08339efe-8861-45ab-b39a-7ac4a6ad2c5c tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2660b1a-a6e2-413f-92c5-183924ef6c6c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:04.874677 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67c0a4a-c27a-4263-9409-8a9ce28d98f4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:13:04.877383 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a67c0a4a-c27a-4263-9409-8a9ce28d98f4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "GET /v2.0/ports/d2660b1a-a6e2-413f-92c5-183924ef6c6c HTTP/1.1" status: 404 len: 333 time: 0.0587835 Jul 16 18:13:04.881611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52280) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:04.888839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f3e6823b-990c-4260-a93e-d7a1bea87361 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Request body: {'port': {'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1424934760'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:04.928976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e6823b-990c-4260-a93e-d7a1bea87361 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Made reservation on behalf of efefa401b7c14a8b910046b1eca58e27 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:04.937021 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f3e6823b-990c-4260-a93e-d7a1bea87361 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.979769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-f3e6823b-990c-4260-a93e-d7a1bea87361 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] device_id is not set on port 51b2405c-d458-4e22-99e6-51a6a4e7a335 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:05.014944 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.036472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Transition to ACTIVE for port object e47df1bd-14a7-4908-a32f-6ee64b13496b will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:05.091799 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.094321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ad53d2-a4b4-4836-bc69-849e4ecd93ff None None] Network 5b22e1c4-6ab2-4795-8ece-eb09113f2c28 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:05.182404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Network 5b22e1c4-6ab2-4795-8ece-eb09113f2c28 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:05.187639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:05.195032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:05.203254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.243515 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.290121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5b40b87a-34e5-4aac-adee-5585ccc8531e None None] Provisioning for port 4ace47a1-3952-4491-abee-64df5771dec3 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:05.302788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5b40b87a-34e5-4aac-adee-5585ccc8531e None None] Provisioning complete for port 4ace47a1-3952-4491-abee-64df5771dec3 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:05.303243 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b40b87a-34e5-4aac-adee-5585ccc8531e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.336290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Pushing event updated for resources: {'Port': ['ID=e47df1bd-14a7-4908-a32f-6ee64b13496b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:05.397127 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5efc6a11-592a-40f2-9b8d-51c552764d0d tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6422474 Jul 16 18:13:05.397876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52334) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:05.481463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df03220e-33eb-4213-b874-b8db9743456c req-93c1f9fd-c758-4d0b-acec-c5194a9734e2 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 210 time: 0.1098459 Jul 16 18:13:05.488271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd037b5-76f5-4731-9651-5b8b98776286 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.491028 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f3e6823b-990c-4260-a93e-d7a1bea87361 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.514982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd037b5-76f5-4731-9651-5b8b98776286 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.532411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd037b5-76f5-4731-9651-5b8b98776286 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.535799 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ffd037b5-76f5-4731-9651-5b8b98776286 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1367354 Jul 16 18:13:05.538651 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52350) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:05.601402 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f3e6823b-990c-4260-a93e-d7a1bea87361 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.643304 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b40b87a-34e5-4aac-adee-5585ccc8531e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.696105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5b40b87a-34e5-4aac-adee-5585ccc8531e None None] For port 4ace47a1-3952-4491-abee-64df5771dec3, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4ace47a1-3952-4491-abee-64df5771dec3,segment=NetworkSegment(0f774c4f-1841-4bc1-8f0a-ac96bf144bd7),segment_id=0f774c4f-1841-4bc1-8f0a-ac96bf144bd7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:05.705209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b40b87a-34e5-4aac-adee-5585ccc8531e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.722013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fd81c854-efd6-46e4-8520-a0ff15bdf70e tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Deleting port e47df1bd-14a7-4908-a32f-6ee64b13496b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:05.722452 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd81c854-efd6-46e4-8520-a0ff15bdf70e tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.723237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6823b-990c-4260-a93e-d7a1bea87361 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event updated for resources: {'Port': ['ID=51b2405c-d458-4e22-99e6-51a6a4e7a335,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:05.746338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e6823b-990c-4260-a93e-d7a1bea87361 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Network 7653bc10-5bc1-4a50-b941-348224f524dd is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:05.748405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-f3e6823b-990c-4260-a93e-d7a1bea87361 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:05.761430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e6823b-990c-4260-a93e-d7a1bea87361 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:05.763913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6823b-990c-4260-a93e-d7a1bea87361 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.764826 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f3e6823b-990c-4260-a93e-d7a1bea87361 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.798608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f3e6823b-990c-4260-a93e-d7a1bea87361 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9130657 Jul 16 18:13:05.816643 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52378) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:05.818271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40b87a-34e5-4aac-adee-5585ccc8531e None None] Pushing event updated for resources: {'Port': ['ID=4ace47a1-3952-4491-abee-64df5771dec3,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:05.824054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:05.854885 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd81c854-efd6-46e4-8520-a0ff15bdf70e tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.870171 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fd81c854-efd6-46e4-8520-a0ff15bdf70e tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Calling delete_port for e47df1bd-14a7-4908-a32f-6ee64b13496b owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:05.953882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02e914-13fb-4bff-8cc3-f4ad4cc0388a req-f696046a-4ae7-4080-8ebc-6c95cc948281 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.956512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7b02e914-13fb-4bff-8cc3-f4ad4cc0388a req-f696046a-4ae7-4080-8ebc-6c95cc948281 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.1756577 Jul 16 18:13:05.966866 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.019998 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7b02e914-13fb-4bff-8cc3-f4ad4cc0388a req-45fdf5eb-1b06-439d-a164-c275e07cd747 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558782 Jul 16 18:13:06.052829 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd81c854-efd6-46e4-8520-a0ff15bdf70e tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.095159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81c854-efd6-46e4-8520-a0ff15bdf70e tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Pushing event deleted for resources: {'Port': ['ID=e47df1bd-14a7-4908-a32f-6ee64b13496b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:06.146947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a519f359-4741-445e-adaa-6b147de5d33e None None] Provisioning complete for port 4ace47a1-3952-4491-abee-64df5771dec3 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:06.150185 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a519f359-4741-445e-adaa-6b147de5d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.178137 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fd81c854-efd6-46e4-8520-a0ff15bdf70e tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.184238 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fd81c854-efd6-46e4-8520-a0ff15bdf70e tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] 10.222.0.24 "DELETE /v2.0/ports/e47df1bd-14a7-4908-a32f-6ee64b13496b HTTP/1.1" status: 204 len: 168 time: 0.6380394 Jul 16 18:13:06.184622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52386) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:06.191708 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-535eb6ef-42f5-4c32-9dbf-d81d877463a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Request body: {'port': {'name': 'tempest-new-port-name-2107609466', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:06.198945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.api.validators [None req-535eb6ef-42f5-4c32-9dbf-d81d877463a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] bootfile-name is not in valid_values {{(pid=105590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:13:06.199619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.api.validators [None req-535eb6ef-42f5-4c32-9dbf-d81d877463a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] tftp-server is not in valid_values {{(pid=105590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:13:06.200174 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.api.validators [None req-535eb6ef-42f5-4c32-9dbf-d81d877463a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] server-ip-address is not in valid_values {{(pid=105590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:13:06.279872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-ff227f8f-1585-4574-9bc3-16305940a182 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.281887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-ff227f8f-1585-4574-9bc3-16305940a182 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 805 time: 0.2097538 Jul 16 18:13:06.385033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-1a7fa623-ff7a-4aa7-b96e-3bd6b54ff445 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Request body: {'port': {'device_id': '888a44b2-6e06-48dd-8aad-d2babdd59712', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'admin_state_up': True, 'tenant_id': 'c905d491822e49e885932a1c8ed5895b'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:06.416598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a519f359-4741-445e-adaa-6b147de5d33e None None] Provisioning for port 6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:06.421676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a519f359-4741-445e-adaa-6b147de5d33e None None] Provisioning complete for port 6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:06.422243 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a519f359-4741-445e-adaa-6b147de5d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.447753 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-535eb6ef-42f5-4c32-9dbf-d81d877463a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.502062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a519f359-4741-445e-adaa-6b147de5d33e None None] Port 6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:06.508298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a519f359-4741-445e-adaa-6b147de5d33e None None] Could not find standard attr ID for object e47df1bd-14a7-4908-a32f-6ee64b13496b. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:13:06.589441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] device_id is not set on port 51b2405c-d458-4e22-99e6-51a6a4e7a335 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:06.599483 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.612898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269c06b-ef8c-4026-96c8-b94107b738b9 req-3eeb62b8-a462-43a8-8604-82164cbe07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.614631 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0269c06b-ef8c-4026-96c8-b94107b738b9 req-3eeb62b8-a462-43a8-8604-82164cbe07b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f557cf72c6684e0a88a529456be7e745&device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 1097 time: 0.1416337 Jul 16 18:13:06.660827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a5e2252d-49ff-42e0-97e0-0302f2a6acbf None None] Provisioning complete for port 6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:06.663492 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a5e2252d-49ff-42e0-97e0-0302f2a6acbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.763215 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a5e2252d-49ff-42e0-97e0-0302f2a6acbf None None] Port 6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:06.799067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Transition to ACTIVE for port object 51b2405c-d458-4e22-99e6-51a6a4e7a335 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:06.812242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.929240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269c06b-ef8c-4026-96c8-b94107b738b9 req-baca3e8e-080c-433e-8a15-9f6b54f46b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.930827 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0269c06b-ef8c-4026-96c8-b94107b738b9 req-baca3e8e-080c-433e-8a15-9f6b54f46b6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a HTTP/1.1" status: 200 len: 911 time: 0.2980943 Jul 16 18:13:06.965775 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27fe9cb1-6bce-4d66-a681-79ae57b949f1 req-2dd6869f-c9eb-4423-bb68-51842561cb84 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 210 time: 0.1038284 Jul 16 18:13:06.983543 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f0cdc26c-9f8e-4378-9379-8e26b6e3906f None None] Could not find standard attr ID for object e47df1bd-14a7-4908-a32f-6ee64b13496b. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:13:07.018181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event updated for resources: {'Port': ['ID=51b2405c-d458-4e22-99e6-51a6a4e7a335,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:07.041814 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0269c06b-ef8c-4026-96c8-b94107b738b9 req-3bd8f0ff-005b-46da-83a2-87edacb8cf5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ef90898-a014-4504-a3bc-cecc82601068 HTTP/1.1" status: 200 len: 217 time: 0.0837886 Jul 16 18:13:07.056464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-1a7fa623-ff7a-4aa7-b96e-3bd6b54ff445 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Made reservation on behalf of c905d491822e49e885932a1c8ed5895b for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:07.060662 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-1a7fa623-ff7a-4aa7-b96e-3bd6b54ff445 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.072474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ae30d-c278-42d0-a119-9192e896a524 req-e4ec9f43-a16e-4974-a384-c2afa5c5bfd3 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.074321 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b63ae30d-c278-42d0-a119-9192e896a524 req-e4ec9f43-a16e-4974-a384-c2afa5c5bfd3 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.4669101 Jul 16 18:13:07.087461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:07.087792 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:07.088140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.106222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:07.106757 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:07.109112 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 2 to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 Jul 16 18:13:07.127724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:07.128167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:07.128621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.132447 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269c06b-ef8c-4026-96c8-b94107b738b9 req-f2a1f80a-b88b-41b4-afb5-1b836dd99470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.134239 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0269c06b-ef8c-4026-96c8-b94107b738b9 req-f2a1f80a-b88b-41b4-afb5-1b836dd99470 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2239bebd-69f9-4b96-acad-400955c8b137 HTTP/1.1" status: 200 len: 850 time: 0.0855763 Jul 16 18:13:07.151982 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:07.152324 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:07.155357 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 3 to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 Jul 16 18:13:07.174772 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0269c06b-ef8c-4026-96c8-b94107b738b9 req-2a79a569-2b7c-456c-bb95-00e1a4637904 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8aa60fa6-b20e-4ec0-a87a-c1289b99249a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322938 Jul 16 18:13:07.176988 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-535eb6ef-42f5-4c32-9dbf-d81d877463a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.223407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:07.223407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:07.224046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.232125 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b63ae30d-c278-42d0-a119-9192e896a524 req-4da240e0-4f82-46ac-9741-7975d3ec15ab tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305439 Jul 16 18:13:07.290851 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-535eb6ef-42f5-4c32-9dbf-d81d877463a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.309284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-1a7fa623-ff7a-4aa7-b96e-3bd6b54ff445 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Allocated IP 172.20.0.14 (d58e225e-c879-4f15-abb1-6d1a0a301c44/56bb9c40-c752-475f-b8ac-edadb686e877/a2c3b08a-c3c5-44a4-9851-f8a657351279) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:07.319979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-535eb6ef-42f5-4c32-9dbf-d81d877463a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] In _notify_port_updated(), no bound segment for port 6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 on network 5b22e1c4-6ab2-4795-8ece-eb09113f2c28 {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:13:07.331830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535eb6ef-42f5-4c32-9dbf-d81d877463a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.332714 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-535eb6ef-42f5-4c32-9dbf-d81d877463a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.337335 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-535eb6ef-42f5-4c32-9dbf-d81d877463a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] 10.222.0.24 "PUT /v2.0/ports/6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 HTTP/1.1" status: 200 len: 1129 time: 1.1514006 Jul 16 18:13:07.341848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52414) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.354483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:07.362250 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:07.366075 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 4 to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 Jul 16 18:13:07.387580 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0269c06b-ef8c-4026-96c8-b94107b738b9 req-a7b735c2-33f4-4552-a79c-a0e8163c6ba4 service neutron] 10.222.0.32 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042065 Jul 16 18:13:07.398333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:07.398558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:07.398906 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.409650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:07.410013 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:07.418767 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 5 to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 Jul 16 18:13:07.462357 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:07.463018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:07.463568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.476307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:07.476938 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:07.505939 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 6 to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 Jul 16 18:13:07.506549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535eb6ef-42f5-4c32-9dbf-d81d877463a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Pushing event updated for resources: {'Port': ['ID=6adc82c0-8ef7-4b8e-8650-b5d33524e5f2,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:07.534038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:07.534279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:07.534824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.545289 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdee264-aec0-4468-aa10-8e512254a304 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.547612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:07.553931 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3bdee264-aec0-4468-aa10-8e512254a304 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] 10.222.0.24 "GET /v2.0/ports/6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 HTTP/1.1" status: 200 len: 1129 time: 0.2051423 Jul 16 18:13:07.554963 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:07.555614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52416) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.558447 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 7 to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 Jul 16 18:13:07.582677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:07.583285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:07.583801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.633875 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0269c06b-ef8c-4026-96c8-b94107b738b9 req-efee1161-010e-4045-b108-1097857a3add service neutron] 10.222.0.32 "GET /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166619 Jul 16 18:13:07.657047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:07.658745 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:07.662951 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 8 to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 Jul 16 18:13:07.703372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:07.703607 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:07.703801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.713724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8857586f-d553-43cd-9a37-d2fbca827ac4 None None] Provisioning complete for port 6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:07.714267 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-1a7fa623-ff7a-4aa7-b96e-3bd6b54ff445 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.714855 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8857586f-d553-43cd-9a37-d2fbca827ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.744137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:07.744722 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:07.747518 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 9 to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 Jul 16 18:13:07.772727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:07.773364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:07.773902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.791811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-8857586f-d553-43cd-9a37-d2fbca827ac4 None None] Port 6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:07.796441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:07.796771 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:07.799006 n-d-787205-10 neutron-server[105591]: INFO neutron.plugins.ml2.plugin [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 10 to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 Jul 16 18:13:07.840702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:07.841046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:07.841384 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:07.848873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f9838e2d-aa63-49b8-a6cb-454bc45503e7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Deleting port 6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:07.849222 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f9838e2d-aa63-49b8-a6cb-454bc45503e7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.854518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:07.854858 n-d-787205-10 neutron-server[105591]: ERROR neutron.plugins.ml2.managers [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:07.855239 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.867868 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-1a7fa623-ff7a-4aa7-b96e-3bd6b54ff445 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.881522 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4e45a83c-1840-456e-934c-f9639ca35d73'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:07.944371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4ace47a1-3952-4491-abee-64df5771dec3 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:07.994165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-1a7fa623-ff7a-4aa7-b96e-3bd6b54ff445 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Network d58e225e-c879-4f15-abb1-6d1a0a301c44 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:08.013922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-1a7fa623-ff7a-4aa7-b96e-3bd6b54ff445 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:08.023503 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-1a7fa623-ff7a-4aa7-b96e-3bd6b54ff445 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:08.054443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4ace47a1-3952-4491-abee-64df5771dec3 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:08.058201 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.130640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] For port 51b2405c-d458-4e22-99e6-51a6a4e7a335, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:08.131161 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempted to set empty binding levels {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:13:08.139845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-1a7fa623-ff7a-4aa7-b96e-3bd6b54ff445 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.140579 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-1a7fa623-ff7a-4aa7-b96e-3bd6b54ff445 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.144491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fa623-ff7a-4aa7-b96e-3bd6b54ff445 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event updated for resources: {'Port': ['ID=a2c3b08a-c3c5-44a4-9851-f8a657351279,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:08.156821 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.180128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] In _notify_port_updated(), no bound segment for port 51b2405c-d458-4e22-99e6-51a6a4e7a335 on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:13:08.181043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.181653 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.190899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "PUT /v2.0/ports/51b2405c-d458-4e22-99e6-51a6a4e7a335 HTTP/1.1" status: 200 len: 976 time: 2.3657541 Jul 16 18:13:08.191181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52428) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.191282 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f9838e2d-aa63-49b8-a6cb-454bc45503e7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.242778 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-1a7fa623-ff7a-4aa7-b96e-3bd6b54ff445 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8713491 Jul 16 18:13:08.256379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f9838e2d-aa63-49b8-a6cb-454bc45503e7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Calling delete_port for 6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:08.267501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Request body: {'port': {'device_id': '888a44b2-6e06-48dd-8aad-d2babdd59712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:08.431540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.439999 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.440584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.441073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.441553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.442059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.442535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.443010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.443480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.443956 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.444424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.451200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.451709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.452195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.452674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.453146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.453616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.454115 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.454630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.468732 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e3db228f-f3b4-4daf-bc6b-c4fe3fba8367 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17239 time: 0.2741516 Jul 16 18:13:08.468958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52434) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.609613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9c08a-9ae7-470e-a247-06b4e8e9b1ab tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Deleting port 51b2405c-d458-4e22-99e6-51a6a4e7a335 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:08.609892 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c08a-9ae7-470e-a247-06b4e8e9b1ab tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.692342 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7dc9c08a-9ae7-470e-a247-06b4e8e9b1ab tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] For port 51b2405c-d458-4e22-99e6-51a6a4e7a335, host n-h2-787205-10, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:08.693010 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c08a-9ae7-470e-a247-06b4e8e9b1ab tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.707766 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9c08a-9ae7-470e-a247-06b4e8e9b1ab tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Calling delete_port for 51b2405c-d458-4e22-99e6-51a6a4e7a335 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:08.783753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8b6c8-876f-476b-82cb-d4d2ad657111 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event updated for resources: {'Port': ['ID=51b2405c-d458-4e22-99e6-51a6a4e7a335,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:08.820929 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c08a-9ae7-470e-a247-06b4e8e9b1ab tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.888006 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.916155 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c08a-9ae7-470e-a247-06b4e8e9b1ab tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.918682 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7dc9c08a-9ae7-470e-a247-06b4e8e9b1ab tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "DELETE /v2.0/ports/51b2405c-d458-4e22-99e6-51a6a4e7a335 HTTP/1.1" status: 204 len: 168 time: 0.4487326 Jul 16 18:13:08.921595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52438) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.933686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9c08a-9ae7-470e-a247-06b4e8e9b1ab tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event deleted for resources: {'Port': ['ID=51b2405c-d458-4e22-99e6-51a6a4e7a335,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:08.963179 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9deef0-1801-426e-86d6-cbae97aa9425 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:13:08.968984 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4f9deef0-1801-426e-86d6-cbae97aa9425 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "GET /v2.0/ports/51b2405c-d458-4e22-99e6-51a6a4e7a335 HTTP/1.1" status: 404 len: 333 time: 0.0460703 Jul 16 18:13:08.970126 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52440) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.975386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b3ff4680-1745-430a-a064-479c78e9a51b tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1245739316', 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:09.014989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ff4680-1745-430a-a064-479c78e9a51b tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Made reservation on behalf of efefa401b7c14a8b910046b1eca58e27 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:09.019187 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4680-1745-430a-a064-479c78e9a51b tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.039807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-b3ff4680-1745-430a-a064-479c78e9a51b tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] device_id is not set on port 1fe75db0-a68f-4108-b4a8-204e196f136e yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:09.092946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897b104-008d-42b3-8a6d-880ef27b0555 req-7a978e1c-07d7-4ac4-b8b5-b042361405d4 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.107758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7897b104-008d-42b3-8a6d-880ef27b0555 req-7a978e1c-07d7-4ac4-b8b5-b042361405d4 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.3203957 Jul 16 18:13:09.139146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ecd29-a410-4714-a866-74d5e5427504 req-d16df292-6cae-4abc-bf6e-84937ba17995 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.140672 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-709ecd29-a410-4714-a866-74d5e5427504 req-d16df292-6cae-4abc-bf6e-84937ba17995 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 932 time: 0.7753351 Jul 16 18:13:09.265308 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-709ecd29-a410-4714-a866-74d5e5427504 req-bfa46604-5a5d-4a3e-80ef-b7300fbaeda6 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837696 Jul 16 18:13:09.283740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7897b104-008d-42b3-8a6d-880ef27b0555 req-aa64db60-c820-4d7c-bddb-a188950d19ea tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748879 Jul 16 18:13:09.324971 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f9838e2d-aa63-49b8-a6cb-454bc45503e7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.383750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9838e2d-aa63-49b8-a6cb-454bc45503e7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Pushing event deleted for resources: {'Port': ['ID=6adc82c0-8ef7-4b8e-8650-b5d33524e5f2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:09.415795 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4680-1745-430a-a064-479c78e9a51b tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.432596 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f9838e2d-aa63-49b8-a6cb-454bc45503e7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.434618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f9838e2d-aa63-49b8-a6cb-454bc45503e7 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] 10.222.0.24 "DELETE /v2.0/ports/6adc82c0-8ef7-4b8e-8650-b5d33524e5f2 HTTP/1.1" status: 204 len: 168 time: 1.8614495 Jul 16 18:13:09.436999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52446) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.472520 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4680-1745-430a-a064-479c78e9a51b tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.514976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6e84b6-5114-410d-a754-9fde73db6790 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Deleting subnet 7a04d0a9-b7f0-4647-93e8-cab4e1505172 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:09.524154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae6e84b6-5114-410d-a754-9fde73db6790 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.552202 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ff4680-1745-430a-a064-479c78e9a51b tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Network 7653bc10-5bc1-4a50-b941-348224f524dd is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:09.560336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b3ff4680-1745-430a-a064-479c78e9a51b tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:09.574184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff4680-1745-430a-a064-479c78e9a51b tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:09.575196 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff4680-1745-430a-a064-479c78e9a51b tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.575813 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4680-1745-430a-a064-479c78e9a51b tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.591968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c3b08a-c3c5-44a4-9851-f8a657351279 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:09.602166 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae6e84b6-5114-410d-a754-9fde73db6790 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.606305 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.619631 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b3ff4680-1745-430a-a064-479c78e9a51b tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6482666 Jul 16 18:13:09.628634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52448) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.630665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff4680-1745-430a-a064-479c78e9a51b tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event updated for resources: {'Port': ['ID=1fe75db0-a68f-4108-b4a8-204e196f136e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:09.673604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Transition to ACTIVE for port object a2c3b08a-c3c5-44a4-9851-f8a657351279 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:09.684492 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.733445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36892f28-7c0b-4eed-a071-16b279c60aae tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.734893 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-36892f28-7c0b-4eed-a071-16b279c60aae tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "GET /v2.0/ports/1fe75db0-a68f-4108-b4a8-204e196f136e HTTP/1.1" status: 200 len: 955 time: 0.1050351 Jul 16 18:13:09.738590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52450) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.794064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c3b08a-c3c5-44a4-9851-f8a657351279,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:09.802737 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae6e84b6-5114-410d-a754-9fde73db6790 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.906445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-60882f1d-b5a0-417e-9165-0c3de4e10eb1 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Deleting port 1fe75db0-a68f-4108-b4a8-204e196f136e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:09.907153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60882f1d-b5a0-417e-9165-0c3de4e10eb1 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.912049 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Attempting to bind port a2c3b08a-c3c5-44a4-9851-f8a657351279 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:09.912439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Attempting to bind port a2c3b08a-c3c5-44a4-9851-f8a657351279 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:09.912782 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Attempting to bind port a2c3b08a-c3c5-44a4-9851-f8a657351279 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:09.918681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Port a2c3b08a-c3c5-44a4-9851-f8a657351279 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:09.919020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Attempting to bind port a2c3b08a-c3c5-44a4-9851-f8a657351279 on network d58e225e-c879-4f15-abb1-6d1a0a301c44 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:09.924922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:09.925274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Checking segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:09.925677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Bound using segment: {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:09.926160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Bound port: a2c3b08a-c3c5-44a4-9851-f8a657351279, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34939d7c-d3ab-4649-a7e9-7ba5365d1d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:09.926554 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.930242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae6e84b6-5114-410d-a754-9fde73db6790 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.975829 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae6e84b6-5114-410d-a754-9fde73db6790 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.980107 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ae6e84b6-5114-410d-a754-9fde73db6790 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] 10.222.0.24 "DELETE /v2.0/subnets/7a04d0a9-b7f0-4647-93e8-cab4e1505172 HTTP/1.1" status: 204 len: 168 time: 0.5399134 Jul 16 18:13:09.980550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e84b6-5114-410d-a754-9fde73db6790 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Pushing event deleted for resources: {'Subnet': ['ID=7a04d0a9-b7f0-4647-93e8-cab4e1505172,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:09.983796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52454) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.998312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639e6348-801f-4876-9e01-e5b1013d23c3 None None] Network 5b22e1c4-6ab2-4795-8ece-eb09113f2c28 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:10.115791 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.118114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] For port a2c3b08a-c3c5-44a4-9851-f8a657351279, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:10.124034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] For port a2c3b08a-c3c5-44a4-9851-f8a657351279, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a2c3b08a-c3c5-44a4-9851-f8a657351279,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:10.132186 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.223975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.224627 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.226112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] 10.222.0.11 "PUT /v2.0/ports/a2c3b08a-c3c5-44a4-9851-f8a657351279 HTTP/1.1" status: 200 len: 1093 time: 1.9668183 Jul 16 18:13:10.226596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888a44b2-6e06-48dd-8aad-d2babdd59712', 'tag': 'a2c3b08a-c3c5-44a4-9851-f8a657351279'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:10.229045 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f36d13e-92bb-467c-88e7-8f4e9ae1e1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "888a44b2-6e06-48dd-8aad-d2babdd59712", "tag": "a2c3b08a-c3c5-44a4-9851-f8a657351279"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:10.270251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f7a70c-4199-4acc-a90c-42661624dfda None None] DHCP port deletion for 5b22e1c4-6ab2-4795-8ece-eb09113f2c28 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:10.323770 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d19c8c-4ab9-4ca4-8a7b-5511f1d5a056 x-openstack-request-id: req-d8d19c8c-4ab9-4ca4-8a7b-5511f1d5a056 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:10.326074 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888a44b2-6e06-48dd-8aad-d2babdd59712", "tag": "a2c3b08a-c3c5-44a4-9851-f8a657351279", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:10.326554 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8d19c8c-4ab9-4ca4-8a7b-5511f1d5a056 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:10.328525 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888a44b2-6e06-48dd-8aad-d2babdd59712', 'tag': 'a2c3b08a-c3c5-44a4-9851-f8a657351279', 'status': 'completed', 'code': 200} Jul 16 18:13:10.370904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-05f7a70c-4199-4acc-a90c-42661624dfda None None] Deleting port 4ace47a1-3952-4491-abee-64df5771dec3 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:10.376299 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-05f7a70c-4199-4acc-a90c-42661624dfda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.392755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15adbfa-f60e-4c5b-80f1-1d04c87a6804 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c3b08a-c3c5-44a4-9851-f8a657351279,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.437768 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60882f1d-b5a0-417e-9165-0c3de4e10eb1 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.452469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-60882f1d-b5a0-417e-9165-0c3de4e10eb1 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Calling delete_port for 1fe75db0-a68f-4108-b4a8-204e196f136e owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:10.469683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Deleting port 4ace47a1-3952-4491-abee-64df5771dec3 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:10.474935 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.563693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-05f7a70c-4199-4acc-a90c-42661624dfda None None] For port 4ace47a1-3952-4491-abee-64df5771dec3, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4ace47a1-3952-4491-abee-64df5771dec3,segment=NetworkSegment(0f774c4f-1841-4bc1-8f0a-ac96bf144bd7),segment_id=0f774c4f-1841-4bc1-8f0a-ac96bf144bd7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:10.564129 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-05f7a70c-4199-4acc-a90c-42661624dfda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.569465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-d7d4d112-c190-4bf5-86f7-90be439f38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.571973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-d7d4d112-c190-4bf5-86f7-90be439f38e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 1096 time: 0.2836995 Jul 16 18:13:10.591712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-05f7a70c-4199-4acc-a90c-42661624dfda None None] Calling delete_port for 4ace47a1-3952-4491-abee-64df5771dec3 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:10.638733 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60882f1d-b5a0-417e-9165-0c3de4e10eb1 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.688164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60882f1d-b5a0-417e-9165-0c3de4e10eb1 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fe75db0-a68f-4108-b4a8-204e196f136e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.712923 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60882f1d-b5a0-417e-9165-0c3de4e10eb1 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.716494 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-60882f1d-b5a0-417e-9165-0c3de4e10eb1 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "DELETE /v2.0/ports/1fe75db0-a68f-4108-b4a8-204e196f136e HTTP/1.1" status: 204 len: 168 time: 0.9747252 Jul 16 18:13:10.717735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52466) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:10.737514 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-05f7a70c-4199-4acc-a90c-42661624dfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.744748 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-dc2445bd-65ee-4b2e-85e5-2059fa56eaba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2c3b08a-c3c5-44a4-9851-f8a657351279 HTTP/1.1" status: 200 len: 217 time: 0.1504140 Jul 16 18:13:10.769680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] For port 4ace47a1-3952-4491-abee-64df5771dec3, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4ace47a1-3952-4491-abee-64df5771dec3,segment=NetworkSegment(0f774c4f-1841-4bc1-8f0a-ac96bf144bd7),segment_id=0f774c4f-1841-4bc1-8f0a-ac96bf144bd7)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:10.770042 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.776715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7a70c-4199-4acc-a90c-42661624dfda None None] Pushing event deleted for resources: {'Port': ['ID=4ace47a1-3952-4491-abee-64df5771dec3,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.779886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f7a70c-4199-4acc-a90c-42661624dfda None None] No DVR routers for this DVR port 4ace47a1-3952-4491-abee-64df5771dec3 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:10.794981 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad6152e-1d32-4d35-a0bc-e66673a7f212 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:13:10.800326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9ad6152e-1d32-4d35-a0bc-e66673a7f212 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "GET /v2.0/ports/1fe75db0-a68f-4108-b4a8-204e196f136e HTTP/1.1" status: 404 len: 333 time: 0.0743718 Jul 16 18:13:10.800639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52468) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:10.806376 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e12e109b-41a9-43ab-8f87-11cf46c555b4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Request body: {'port': {'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2049231595'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:10.826362 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Calling delete_port for 4ace47a1-3952-4491-abee-64df5771dec3 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:10.830846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12e109b-41a9-43ab-8f87-11cf46c555b4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Made reservation on behalf of efefa401b7c14a8b910046b1eca58e27 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:10.835325 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e12e109b-41a9-43ab-8f87-11cf46c555b4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.857618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-e12e109b-41a9-43ab-8f87-11cf46c555b4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] device_id is not set on port 7aa33432-5d37-4d8c-9996-40bbe859c01c yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:10.913044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-00d5774d-3fb8-457d-9cc7-0a6df46685c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.914572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-00d5774d-3fb8-457d-9cc7-0a6df46685c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.1403944 Jul 16 18:13:10.947961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ac725-8f75-4917-b8eb-9e0a57423a09 req-74a2c1e7-8fec-47bb-bf24-727d1b389270 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.949239 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-711ac725-8f75-4917-b8eb-9e0a57423a09 req-74a2c1e7-8fec-47bb-bf24-727d1b389270 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 944 time: 0.3760443 Jul 16 18:13:10.967349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc1759-eba9-48f5-9c6c-ef681920fbb1 req-b40dfbff-fb0a-409a-8315-720e62ef4346 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.968962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-adcc1759-eba9-48f5-9c6c-ef681920fbb1 req-b40dfbff-fb0a-409a-8315-720e62ef4346 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.4304211 Jul 16 18:13:10.997710 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-515878d0-cb48-42ff-bc2e-d5e95a63c0bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737667 Jul 16 18:13:11.095832 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-711ac725-8f75-4917-b8eb-9e0a57423a09 req-b9651310-b99f-4e3a-b9db-e1dac351466b tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376674 Jul 16 18:13:11.104962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e12e109b-41a9-43ab-8f87-11cf46c555b4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.137464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-adcc1759-eba9-48f5-9c6c-ef681920fbb1 req-c58f67a8-5ded-4041-8f9b-681a2b47f213 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474137 Jul 16 18:13:11.140095 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.199943 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e12e109b-41a9-43ab-8f87-11cf46c555b4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.219209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] No DVR routers for this DVR port 4ace47a1-3952-4491-abee-64df5771dec3 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:11.222192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Pushing event deleted for resources: {'Port': ['ID=4ace47a1-3952-4491-abee-64df5771dec3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.289263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12e109b-41a9-43ab-8f87-11cf46c555b4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Network 7653bc10-5bc1-4a50-b941-348224f524dd is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:11.292710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e12e109b-41a9-43ab-8f87-11cf46c555b4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:11.299735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12e109b-41a9-43ab-8f87-11cf46c555b4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:11.301051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e109b-41a9-43ab-8f87-11cf46c555b4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.301727 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e12e109b-41a9-43ab-8f87-11cf46c555b4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.318110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e109b-41a9-43ab-8f87-11cf46c555b4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa33432-5d37-4d8c-9996-40bbe859c01c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.334064 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e12e109b-41a9-43ab-8f87-11cf46c555b4 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5322490 Jul 16 18:13:11.336901 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52476) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.344995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:11.357684 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.370127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b22e1c4-6ab2-4795-8ece-eb09113f2c28']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:11.382960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f774c4f-1841-4bc1-8f0a-ac96bf144bd7') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:11.383410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f774c4f-1841-4bc1-8f0a-ac96bf144bd7') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:11.394753 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.405535 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-844e7644-a076-4a54-8bb6-44b93609fd06 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882504 Jul 16 18:13:11.442622 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.456690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:11.457128 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.483543 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:11.535299 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:11.694747 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10d924c9-a4a5-4104-adfa-ff09361f5434 req-c6e3d2f9-246b-4dde-b923-49a441a4f32c service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744675 Jul 16 18:13:11.707325 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.714500 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.720897 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] 10.222.0.24 "DELETE /v2.0/networks/5b22e1c4-6ab2-4795-8ece-eb09113f2c28 HTTP/1.1" status: 204 len: 168 time: 1.7361922 Jul 16 18:13:11.738964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] device_id is not set on port 7aa33432-5d37-4d8c-9996-40bbe859c01c yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:11.748226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf41fb-c973-4dbc-8ebb-6276b9029e14 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372 tempest-ExtraDHCPOptionsIpV6TestJSON-2123400372-project] Pushing event deleted for resources: {'Network': ['ID=5b22e1c4-6ab2-4795-8ece-eb09113f2c28,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.749019 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.778155 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Transition to ACTIVE for port object 7aa33432-5d37-4d8c-9996-40bbe859c01c will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:11.783629 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.927251 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa33432-5d37-4d8c-9996-40bbe859c01c,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.931771 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:11.932109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:11.932445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:11.945799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4ace47a1-3952-4491-abee-64df5771dec3 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:11.951873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:11.952217 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:11.952607 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 2 to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c Jul 16 18:13:11.983700 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:11.983981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:11.984253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:11.997593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:11.997807 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:11.998060 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 3 to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c Jul 16 18:13:12.030698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:12.031034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:12.033233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:12.040359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:12.040567 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:12.040848 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 4 to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c Jul 16 18:13:12.043561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 4ace47a1-3952-4491-abee-64df5771dec3 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:12.045957 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4ace47a1-3952-4491-abee-64df5771dec3 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:12.102912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:12.103461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:12.103845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36d13e-92bb-467c-88e7-8f4e9ae1e1c6 req-9a91234b-450a-462f-b400-4f918d400df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.104321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:12.105941 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f36d13e-92bb-467c-88e7-8f4e9ae1e1c6 req-9a91234b-450a-462f-b400-4f918d400df2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c905d491822e49e885932a1c8ed5895b&device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 1096 time: 0.3282411 Jul 16 18:13:12.118974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25dff6-5ad4-4967-a533-69cc1e143a8e req-16f97f18-4d53-429c-8e36-10e4ae37c00c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.121201 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c25dff6-5ad4-4967-a533-69cc1e143a8e req-16f97f18-4d53-429c-8e36-10e4ae37c00c tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.2370241 Jul 16 18:13:12.129744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:12.130298 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:12.130925 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 5 to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c Jul 16 18:13:12.180972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:12.181331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:12.182957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:12.192975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:12.196684 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:12.197142 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 6 to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c Jul 16 18:13:12.255424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:12.255758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:12.257337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:12.272702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:12.273781 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:12.275348 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 7 to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c Jul 16 18:13:12.312665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:12.313022 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:12.314515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:12.329080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:12.329460 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:12.329941 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 8 to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c Jul 16 18:13:12.346759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:12.347104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:12.347423 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:12.359320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:12.359320 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:12.359320 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 9 to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c Jul 16 18:13:12.383954 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0c25dff6-5ad4-4967-a533-69cc1e143a8e req-f2329091-fe3a-4e46-85df-0f732d5066fe tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129061 Jul 16 18:13:12.412385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:12.412743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:12.413537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:12.429027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:12.429585 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:12.430214 n-d-787205-10 neutron-server[105590]: INFO neutron.plugins.ml2.plugin [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempt 10 to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c Jul 16 18:13:12.461894 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:12.462185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:12.462619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempting to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:12.480755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:12.481016 n-d-787205-10 neutron-server[105590]: ERROR neutron.plugins.ml2.managers [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Failed to bind port 7aa33432-5d37-4d8c-9996-40bbe859c01c on host n-h2-787205-10 for vnic_type normal using segments [{'id': '8cd615c6-f28c-4962-9fea-277caca7384a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7653bc10-5bc1-4a50-b941-348224f524dd'}] Jul 16 18:13:12.481457 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.521418 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52504) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.586667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36d13e-92bb-467c-88e7-8f4e9ae1e1c6 req-2e073942-b6eb-4f23-84a9-3fa2fe313a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.588720 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f36d13e-92bb-467c-88e7-8f4e9ae1e1c6 req-2e073942-b6eb-4f23-84a9-3fa2fe313a98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 200 len: 906 time: 0.4660790 Jul 16 18:13:12.669574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b1004-6aea-4100-b7ee-1c64a390b7ea req-05228c3a-de38-46fe-b462-c85cb2101efd tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.671535 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-455b1004-6aea-4100-b7ee-1c64a390b7ea req-05228c3a-de38-46fe-b462-c85cb2101efd tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 944 time: 0.3096783 Jul 16 18:13:12.674226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f36d13e-92bb-467c-88e7-8f4e9ae1e1c6 req-4c8af9af-a321-4091-9425-c97d7ead8389 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2c3b08a-c3c5-44a4-9851-f8a657351279 HTTP/1.1" status: 200 len: 217 time: 0.0721161 Jul 16 18:13:12.732102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] For port 7aa33432-5d37-4d8c-9996-40bbe859c01c, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:12.733007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attempted to set empty binding levels {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:13:12.740842 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.799176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] In _notify_port_updated(), no bound segment for port 7aa33432-5d37-4d8c-9996-40bbe859c01c on network 7653bc10-5bc1-4a50-b941-348224f524dd {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:13:12.800252 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.800875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.805728 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "PUT /v2.0/ports/7aa33432-5d37-4d8c-9996-40bbe859c01c HTTP/1.1" status: 200 len: 976 time: 1.4643877 Jul 16 18:13:12.807517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52510) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.890361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa33432-5d37-4d8c-9996-40bbe859c01c,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:12.918233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.918901 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.919362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.919814 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.920255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.931349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.932593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.932593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.933770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.934458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.934986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.935471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f23e8-b33f-4116-83c3-58dd2e72d745 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:12.967491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36d13e-92bb-467c-88e7-8f4e9ae1e1c6 req-208ec5ca-641b-4ea1-8530-8c0f5b03fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.969227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f36d13e-92bb-467c-88e7-8f4e9ae1e1c6 req-208ec5ca-641b-4ea1-8530-8c0f5b03fcaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 200 len: 845 time: 0.2880175 Jul 16 18:13:12.985474 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-221608e7-f9c5-4191-aadf-dedb6237d456 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec0ed1bdf0464c6e85f414f0ccf9479e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4622753 Jul 16 18:13:12.990171 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52512) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:13.024306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-455b1004-6aea-4100-b7ee-1c64a390b7ea req-0c1c8670-ba03-48ba-9af8-d111c9bd68db tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415625 Jul 16 18:13:13.057197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f36d13e-92bb-467c-88e7-8f4e9ae1e1c6 req-ca5193f7-0531-42c3-be05-b76f580091f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d58e225e-c879-4f15-abb1-6d1a0a301c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483816 Jul 16 18:13:13.083998 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-054d96a8-74f2-47b4-ace7-f3d26ed0281c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.134872 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-054d96a8-74f2-47b4-ace7-f3d26ed0281c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.200739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-247dbb91-74aa-432f-9828-dd5e716d3794 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Deleting port 7aa33432-5d37-4d8c-9996-40bbe859c01c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:13.201701 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-247dbb91-74aa-432f-9828-dd5e716d3794 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.216075 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-054d96a8-74f2-47b4-ace7-f3d26ed0281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.220992 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-054d96a8-74f2-47b4-ace7-f3d26ed0281c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.223605 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-054d96a8-74f2-47b4-ace7-f3d26ed0281c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9929d513-570d-4c98-a155-8c019cb1acb1 HTTP/1.1" status: 204 len: 168 time: 0.2311518 Jul 16 18:13:13.246957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d96a8-74f2-47b4-ace7-f3d26ed0281c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9929d513-570d-4c98-a155-8c019cb1acb1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:13.292530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f36d13e-92bb-467c-88e7-8f4e9ae1e1c6 req-f850846b-f32a-4c01-9045-dfa5a698bf53 service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278135 Jul 16 18:13:13.293828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-247dbb91-74aa-432f-9828-dd5e716d3794 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] For port 7aa33432-5d37-4d8c-9996-40bbe859c01c, host n-h2-787205-10, got binding levels [] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:13.294293 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-247dbb91-74aa-432f-9828-dd5e716d3794 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.341546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-247dbb91-74aa-432f-9828-dd5e716d3794 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Calling delete_port for 7aa33432-5d37-4d8c-9996-40bbe859c01c owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:13.502649 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d37b59d1-7290-4689-82fe-4bdb2d892fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.812305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f36d13e-92bb-467c-88e7-8f4e9ae1e1c6 req-5387137d-75a2-49bf-96cc-5ae19346b36b service neutron] 10.222.0.11 "GET /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115013 Jul 16 18:13:13.872177 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-247dbb91-74aa-432f-9828-dd5e716d3794 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.900864 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-247dbb91-74aa-432f-9828-dd5e716d3794 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.904682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-247dbb91-74aa-432f-9828-dd5e716d3794 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7aa33432-5d37-4d8c-9996-40bbe859c01c HTTP/1.1" status: 204 len: 168 time: 1.0876653 Jul 16 18:13:13.907454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52544) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:13.940604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9775525-dd22-4864-9bb2-d419e3c4aa3c req-e6435875-edc8-43e4-98de-bba47aee30e3 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.942445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9775525-dd22-4864-9bb2-d419e3c4aa3c req-e6435875-edc8-43e4-98de-bba47aee30e3 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.1694334 Jul 16 18:13:13.943989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247dbb91-74aa-432f-9828-dd5e716d3794 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] Pushing event deleted for resources: {'Port': ['ID=7aa33432-5d37-4d8c-9996-40bbe859c01c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:13.955405 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9bddc2-1618-4853-b4c9-2096114336b6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:13:13.962534 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cb9bddc2-1618-4853-b4c9-2096114336b6 tempest-PortsAdminExtendedAttrsTestJSON-2087259605 tempest-PortsAdminExtendedAttrsTestJSON-2087259605-project-admin] 10.222.0.24 "GET /v2.0/ports/7aa33432-5d37-4d8c-9996-40bbe859c01c HTTP/1.1" status: 404 len: 333 time: 0.0539386 Jul 16 18:13:13.963322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52548) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:13.999638 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9775525-dd22-4864-9bb2-d419e3c4aa3c req-bb485e7f-d41e-42b0-b266-f2586233d8c0 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449555 Jul 16 18:13:14.059065 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb158e88-4e26-4291-af2f-157904195f83 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.159990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d5e20-934f-42ff-903e-c3281912ee44 req-d8bb8c9f-66f0-46e4-91a3-e62b595f0b5b tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.161459 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb9d5e20-934f-42ff-903e-c3281912ee44 req-d8bb8c9f-66f0-46e4-91a3-e62b595f0b5b tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 950 time: 0.0937209 Jul 16 18:13:14.198463 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb158e88-4e26-4291-af2f-157904195f83 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.211094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-cb158e88-4e26-4291-af2f-157904195f83 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7653bc10-5bc1-4a50-b941-348224f524dd']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:14.223459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-cb158e88-4e26-4291-af2f-157904195f83 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd615c6-f28c-4962-9fea-277caca7384a') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:14.223908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-cb158e88-4e26-4291-af2f-157904195f83 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd615c6-f28c-4962-9fea-277caca7384a') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:14.234410 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb158e88-4e26-4291-af2f-157904195f83 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.268625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb9d5e20-934f-42ff-903e-c3281912ee44 req-f5c2c9e7-ed54-4033-b551-7e8464c070fb tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a8b2d84-0001-4c69-a9df-d6727951a7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007292 Jul 16 18:13:14.275150 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb158e88-4e26-4291-af2f-157904195f83 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.288297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb158e88-4e26-4291-af2f-157904195f83 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:14.291517 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb158e88-4e26-4291-af2f-157904195f83 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.308338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666aba3-72b0-43ad-b961-14f3f26b0423 req-e5231cdc-62fe-4ed2-8d7b-870c9632c734 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.309990 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6666aba3-72b0-43ad-b961-14f3f26b0423 req-e5231cdc-62fe-4ed2-8d7b-870c9632c734 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 944 time: 0.1218963 Jul 16 18:13:14.358662 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6666aba3-72b0-43ad-b961-14f3f26b0423 req-40788d99-7519-4b5f-a981-4b9738896e3e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:14.364124 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:14.427584 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb158e88-4e26-4291-af2f-157904195f83 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.439188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb158e88-4e26-4291-af2f-157904195f83 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.444851 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cb158e88-4e26-4291-af2f-157904195f83 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] 10.222.0.24 "DELETE /v2.0/networks/7653bc10-5bc1-4a50-b941-348224f524dd HTTP/1.1" status: 204 len: 168 time: 0.4801538 Jul 16 18:13:14.461787 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb158e88-4e26-4291-af2f-157904195f83 tempest-PortsAdminExtendedAttrsTestJSON-1050343776 tempest-PortsAdminExtendedAttrsTestJSON-1050343776-project] Pushing event deleted for resources: {'Network': ['ID=7653bc10-5bc1-4a50-b941-348224f524dd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.815311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52582) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:14.851698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d39f48-e642-466f-96a5-7e32f18cc58e req-978b2bbb-9982-45f4-9118-c598a1a77e5e tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.858291 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c6d39f48-e642-466f-96a5-7e32f18cc58e req-978b2bbb-9982-45f4-9118-c598a1a77e5e tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.1360242 Jul 16 18:13:14.990495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-c6d39f48-e642-466f-96a5-7e32f18cc58e req-9d49c86c-b3bf-481a-aaf0-0837afe583ee tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Deleting port 3ef90898-a014-4504-a3bc-cecc82601068 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:14.991127 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c6d39f48-e642-466f-96a5-7e32f18cc58e req-9d49c86c-b3bf-481a-aaf0-0837afe583ee tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.118974 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-630d5a79-b229-47a4-85c6-ba4248320137 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=704ac200fda44d14b4ae7736a61e500a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3020234 Jul 16 18:13:15.121404 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52592) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:15.191470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c6d39f48-e642-466f-96a5-7e32f18cc58e req-9d49c86c-b3bf-481a-aaf0-0837afe583ee tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] For port 3ef90898-a014-4504-a3bc-cecc82601068, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3ef90898-a014-4504-a3bc-cecc82601068,segment=NetworkSegment(cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f),segment_id=cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:15.192227 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c6d39f48-e642-466f-96a5-7e32f18cc58e req-9d49c86c-b3bf-481a-aaf0-0837afe583ee tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.208476 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-c6d39f48-e642-466f-96a5-7e32f18cc58e req-9d49c86c-b3bf-481a-aaf0-0837afe583ee tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Calling delete_port for 3ef90898-a014-4504-a3bc-cecc82601068 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:15.245246 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbe91ae2-c5f9-43dc-a397-c4356ed12136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.281449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aeeb4d-2e8d-4895-bbc9-e42430a5e419 req-8b45a590-6467-4ce9-b1a8-9c32eb4a3119 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:15.283705 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20aeeb4d-2e8d-4895-bbc9-e42430a5e419 req-8b45a590-6467-4ce9-b1a8-9c32eb4a3119 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 945 time: 0.1161835 Jul 16 18:13:15.286014 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbe91ae2-c5f9-43dc-a397-c4356ed12136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.364911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20aeeb4d-2e8d-4895-bbc9-e42430a5e419 req-c989f535-abe6-4cbf-a2e3-178b65999573 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711112 Jul 16 18:13:15.417822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbe91ae2-c5f9-43dc-a397-c4356ed12136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.422305 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbe91ae2-c5f9-43dc-a397-c4356ed12136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.436859 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cbe91ae2-c5f9-43dc-a397-c4356ed12136 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b814196-2419-424c-9b9b-d54d8c5de0e6 HTTP/1.1" status: 204 len: 168 time: 0.3143437 Jul 16 18:13:15.457064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a2c3b08a-c3c5-44a4-9851-f8a657351279 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:15.464684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c6d39f48-e642-466f-96a5-7e32f18cc58e req-9d49c86c-b3bf-481a-aaf0-0837afe583ee tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.482564 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe91ae2-c5f9-43dc-a397-c4356ed12136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b814196-2419-424c-9b9b-d54d8c5de0e6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:15.489904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['dea97bc6-38bb-450e-b0ce-f5560a0b64e2'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:15.499625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['3ef90898-a014-4504-a3bc-cecc82601068'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:15.569212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49c86c-b3bf-481a-aaf0-0837afe583ee tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Pushing event deleted for resources: {'Port': ['ID=3ef90898-a014-4504-a3bc-cecc82601068,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:15.660361 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.resource_extend [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:13:15.731060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d39f48-e642-466f-96a5-7e32f18cc58e req-9d49c86c-b3bf-481a-aaf0-0837afe583ee tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] No DVR routers for this DVR port 3ef90898-a014-4504-a3bc-cecc82601068 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:15.735198 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c6d39f48-e642-466f-96a5-7e32f18cc58e req-9d49c86c-b3bf-481a-aaf0-0837afe583ee tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.738101 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c6d39f48-e642-466f-96a5-7e32f18cc58e req-9d49c86c-b3bf-481a-aaf0-0837afe583ee tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.32 "DELETE /v2.0/ports/3ef90898-a014-4504-a3bc-cecc82601068 HTTP/1.1" status: 204 len: 173 time: 0.8716271 Jul 16 18:13:15.738757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1aa4ae-bd2c-4f24-a766-c697543e74d2', 'name': 'network-vif-deleted', 'tag': '3ef90898-a014-4504-a3bc-cecc82601068'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:15.742324 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef87fbc6-f8d5-43fa-a3ac-5e51caf705c5" -d '{"events": [{"server_uuid": "cc1aa4ae-bd2c-4f24-a766-c697543e74d2", "name": "network-vif-deleted", "tag": "3ef90898-a014-4504-a3bc-cecc82601068"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:15.750814 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c0e112b9-2e3a-4067-85b0-85a4a92b4aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.855358 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975c57f-1b11-433a-9efa-8524fa0a3b0a req-285c7866-0cf0-42b4-b0c3-f9caec8f28eb tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:15.864842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d975c57f-1b11-433a-9efa-8524fa0a3b0a req-285c7866-0cf0-42b4-b0c3-f9caec8f28eb tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 950 time: 0.3919668 Jul 16 18:13:15.951196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b9ea6-3fe1-4550-9cc2-52da6c4d5311 req-511878c1-a5d9-4d9b-a630-127f844a1061 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:15.961233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-708b9ea6-3fe1-4550-9cc2-52da6c4d5311 req-511878c1-a5d9-4d9b-a630-127f844a1061 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.32 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 950 time: 0.3846405 Jul 16 18:13:16.053337 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d975c57f-1b11-433a-9efa-8524fa0a3b0a req-395428f6-a11b-4f61-8ffe-797240a6249f tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a8b2d84-0001-4c69-a9df-d6727951a7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841810 Jul 16 18:13:16.133260 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52622) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:16.164422 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.206377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a2c3b08a-c3c5-44a4-9851-f8a657351279, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a2c3b08a-c3c5-44a4-9851-f8a657351279,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:16.212251 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b87ca-6153-49bf-a453-b790d985d279 req-38e8c5b1-b37d-4912-9a97-a8160bfa345d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.220299 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb2b87ca-6153-49bf-a453-b790d985d279 req-38e8c5b1-b37d-4912-9a97-a8160bfa345d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 944 time: 0.4966264 Jul 16 18:13:16.230097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52626) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:16.276576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'a2c3b08a-c3c5-44a4-9851-f8a657351279', 'network_id': 'd58e225e-c879-4f15-abb1-6d1a0a301c44', 'port_id': 'a2c3b08a-c3c5-44a4-9851-f8a657351279', 'mac_address': 'fa:16:3e:9f:4b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56bb9c40-c752-475f-b8ac-edadb686e877', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:16.319221 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3e53d3bf-5483-4a36-8121-9e6ae8b40257 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efefa401b7c14a8b910046b1eca58e27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867810 Jul 16 18:13:16.321446 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52628) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:16.337428 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.358750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c3b08a-c3c5-44a4-9851-f8a657351279 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:16.361487 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb2b87ca-6153-49bf-a453-b790d985d279 req-8423a7a5-bfad-4079-8a48-7ebf0ac9802b tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400344 Jul 16 18:13:16.412045 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a2c3b08a-c3c5-44a4-9851-f8a657351279, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a2c3b08a-c3c5-44a4-9851-f8a657351279,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:16.418111 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.489636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-708b9ea6-3fe1-4550-9cc2-52da6c4d5311 req-5efed9c0-d5c3-4e90-a291-f9dc4e904db1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Deleting port 08205b6e-2b3d-400a-beb5-757e43a44277 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:16.490280 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-708b9ea6-3fe1-4550-9cc2-52da6c4d5311 req-5efed9c0-d5c3-4e90-a291-f9dc4e904db1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.524092 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd55c066-104b-41de-917e-9b26fe99155e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.529940 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=a2c3b08a-c3c5-44a4-9851-f8a657351279,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.554507 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c9784808-12bb-44ed-9707-eb50f6afee09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.589300 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87005f80-9d93-4bfa-9dba-2eb369105a5a x-openstack-request-id: req-87005f80-9d93-4bfa-9dba-2eb369105a5a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:16.590166 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1aa4ae-bd2c-4f24-a766-c697543e74d2", "name": "network-vif-deleted", "tag": "3ef90898-a014-4504-a3bc-cecc82601068", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:16.590759 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87005f80-9d93-4bfa-9dba-2eb369105a5a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:16.591402 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1aa4ae-bd2c-4f24-a766-c697543e74d2', 'name': 'network-vif-deleted', 'tag': '3ef90898-a014-4504-a3bc-cecc82601068', 'status': 'completed', 'code': 200} Jul 16 18:13:16.612703 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd55c066-104b-41de-917e-9b26fe99155e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.649841 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['a2c3b08a-c3c5-44a4-9851-f8a657351279'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:16.656763 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9eddaa8a-5e95-40a8-8634-baa656945257 req-087c7bf4-33c8-4355-aaf5-95504c7b1c3a tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc1aa4ae-bd2c-4f24-a766-c697543e74d2 HTTP/1.1" status: 200 len: 210 time: 0.0418878 Jul 16 18:13:16.686971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-708b9ea6-3fe1-4550-9cc2-52da6c4d5311 req-5efed9c0-d5c3-4e90-a291-f9dc4e904db1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] For port 08205b6e-2b3d-400a-beb5-757e43a44277, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=08205b6e-2b3d-400a-beb5-757e43a44277,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:16.687659 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-708b9ea6-3fe1-4550-9cc2-52da6c4d5311 req-5efed9c0-d5c3-4e90-a291-f9dc4e904db1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.694565 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd55c066-104b-41de-917e-9b26fe99155e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.698095 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd55c066-104b-41de-917e-9b26fe99155e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.701518 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bd55c066-104b-41de-917e-9b26fe99155e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae637d0c-5e90-4198-9354-b1e9f1e859c2 HTTP/1.1" status: 204 len: 168 time: 0.3779821 Jul 16 18:13:16.712772 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-708b9ea6-3fe1-4550-9cc2-52da6c4d5311 req-5efed9c0-d5c3-4e90-a291-f9dc4e904db1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Calling delete_port for 08205b6e-2b3d-400a-beb5-757e43a44277 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:16.745437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55c066-104b-41de-917e-9b26fe99155e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae637d0c-5e90-4198-9354-b1e9f1e859c2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.844032 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c9784808-12bb-44ed-9707-eb50f6afee09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.851556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c9784808-12bb-44ed-9707-eb50f6afee09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.942552 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c9784808-12bb-44ed-9707-eb50f6afee09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5c1f1f68888446193d2cc7c1f4b28d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8079116 Jul 16 18:13:16.943678 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9784808-12bb-44ed-9707-eb50f6afee09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeb8b28-7ead-41d1-9ce9-ff8153f03993,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.945771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52648) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:16.992318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-708b9ea6-3fe1-4550-9cc2-52da6c4d5311 req-5efed9c0-d5c3-4e90-a291-f9dc4e904db1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.006087 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['08205b6e-2b3d-400a-beb5-757e43a44277'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:17.071742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efed9c0-d5c3-4e90-a291-f9dc4e904db1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Pushing event deleted for resources: {'Port': ['ID=08205b6e-2b3d-400a-beb5-757e43a44277,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:17.145897 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-491e48ac-48e3-4fbb-9aa9-a17bf11c3ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.170471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-708b9ea6-3fe1-4550-9cc2-52da6c4d5311 req-5efed9c0-d5c3-4e90-a291-f9dc4e904db1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] No DVR routers for this DVR port 08205b6e-2b3d-400a-beb5-757e43a44277 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:17.175953 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-708b9ea6-3fe1-4550-9cc2-52da6c4d5311 req-5efed9c0-d5c3-4e90-a291-f9dc4e904db1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.178071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-708b9ea6-3fe1-4550-9cc2-52da6c4d5311 req-5efed9c0-d5c3-4e90-a291-f9dc4e904db1 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.32 "DELETE /v2.0/ports/08205b6e-2b3d-400a-beb5-757e43a44277 HTTP/1.1" status: 204 len: 173 time: 1.1820087 Jul 16 18:13:17.178530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513b7f22-0538-4429-938a-a4c246a166de', 'name': 'network-vif-deleted', 'tag': '08205b6e-2b3d-400a-beb5-757e43a44277'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:17.182765 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b631d6-8c41-4fe2-a305-272f71c21eba" -d '{"events": [{"server_uuid": "513b7f22-0538-4429-938a-a4c246a166de", "name": "network-vif-deleted", "tag": "08205b6e-2b3d-400a-beb5-757e43a44277"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:17.198830 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-491e48ac-48e3-4fbb-9aa9-a17bf11c3ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.262120 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f4f874-9516-4bb8-9c19-e15fdd176128 x-openstack-request-id: req-48f4f874-9516-4bb8-9c19-e15fdd176128 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:17.262896 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513b7f22-0538-4429-938a-a4c246a166de", "name": "network-vif-deleted", "tag": "08205b6e-2b3d-400a-beb5-757e43a44277", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:17.263503 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48f4f874-9516-4bb8-9c19-e15fdd176128 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:17.264128 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513b7f22-0538-4429-938a-a4c246a166de', 'name': 'network-vif-deleted', 'tag': '08205b6e-2b3d-400a-beb5-757e43a44277', 'status': 'completed', 'code': 200} Jul 16 18:13:17.303072 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b503754f-2b5c-4c87-8afc-e1c3d521938d req-69158b12-39f6-47e9-bd61-319f7c799384 tempest-VolumesBackupsTest-1628634715 tempest-VolumesBackupsTest-1628634715-project] 10.222.0.24 "GET /v2.0/ports?device_id=513b7f22-0538-4429-938a-a4c246a166de HTTP/1.1" status: 200 len: 210 time: 0.0376654 Jul 16 18:13:17.325248 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-491e48ac-48e3-4fbb-9aa9-a17bf11c3ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.328336 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-491e48ac-48e3-4fbb-9aa9-a17bf11c3ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.333747 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-491e48ac-48e3-4fbb-9aa9-a17bf11c3ccd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9eeb8b28-7ead-41d1-9ce9-ff8153f03993 HTTP/1.1" status: 204 len: 168 time: 0.3698032 Jul 16 18:13:17.352980 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e48ac-48e3-4fbb-9aa9-a17bf11c3ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeb8b28-7ead-41d1-9ce9-ff8153f03993,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:17.457023 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a2c3b08a-c3c5-44a4-9851-f8a657351279 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:17.563088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port a2c3b08a-c3c5-44a4-9851-f8a657351279 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:17.573872 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port a2c3b08a-c3c5-44a4-9851-f8a657351279 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:17.575294 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.653438 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.735218 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.740901 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b64e4-797e-49ac-a336-2fcd78de977d req-f18137c2-6df9-4081-b620-304eb9a44c8c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.750713 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-567b64e4-797e-49ac-a336-2fcd78de977d req-f18137c2-6df9-4081-b620-304eb9a44c8c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 945 time: 0.1790516 Jul 16 18:13:17.766932 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888a44b2-6e06-48dd-8aad-d2babdd59712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c3b08a-c3c5-44a4-9851-f8a657351279'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:17.769710 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c17130-e064-44fb-9486-b55b3d52c68a" -d '{"events": [{"server_uuid": "888a44b2-6e06-48dd-8aad-d2babdd59712", "name": "network-vif-plugged", "status": "completed", "tag": "a2c3b08a-c3c5-44a4-9851-f8a657351279"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:17.793435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a2c3b08a-c3c5-44a4-9851-f8a657351279, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a2c3b08a-c3c5-44a4-9851-f8a657351279,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:17.801263 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.853288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-567b64e4-797e-49ac-a336-2fcd78de977d req-bd333d9f-9620-492f-b9a2-e063f10cb6bc tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006029 Jul 16 18:13:17.874148 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52690) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:17.911412 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5bc6ddc5-57d3-46b0-9a00-0d9cb640ec19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.914500 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8de6da1-d2fd-45ea-a21b-0bb3cfa7e5b4 x-openstack-request-id: req-b8de6da1-d2fd-45ea-a21b-0bb3cfa7e5b4 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:17.914806 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888a44b2-6e06-48dd-8aad-d2babdd59712", "name": "network-vif-plugged", "status": "completed", "tag": "a2c3b08a-c3c5-44a4-9851-f8a657351279", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:17.915064 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8de6da1-d2fd-45ea-a21b-0bb3cfa7e5b4 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:17.918553 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888a44b2-6e06-48dd-8aad-d2babdd59712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c3b08a-c3c5-44a4-9851-f8a657351279', 'code': 200} Jul 16 18:13:17.949236 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=a2c3b08a-c3c5-44a4-9851-f8a657351279,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.058404 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52692) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:18.108762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3ef4d-ee0d-4ac4-b541-227d4fbc086d req-3125e812-8ea2-4117-b802-08333f71ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.111153 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b2e3ef4d-ee0d-4ac4-b541-227d4fbc086d req-3125e812-8ea2-4117-b802-08333f71ef88 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 1098 time: 0.1189051 Jul 16 18:13:18.159557 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5bc6ddc5-57d3-46b0-9a00-0d9cb640ec19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.162073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b2e3ef4d-ee0d-4ac4-b541-227d4fbc086d req-65e76ea7-5575-4638-bdcc-56a94f0f2e3e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 Jul 16 18:13:18.164643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5bc6ddc5-57d3-46b0-9a00-0d9cb640ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.200626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5bc6ddc5-57d3-46b0-9a00-0d9cb640ec19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1ab2caf9cd84809991bc3a80d06d299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221974 Jul 16 18:13:18.201134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52696) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:18.212840 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-727196864'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:18.252387 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:18.256540 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.259688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6ddc5-57d3-46b0-9a00-0d9cb640ec19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd6bad2-5e0d-47e9-a01b-7c0205716bc6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.264663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3ef90898-a014-4504-a3bc-cecc82601068 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:18.270812 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.305030 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8f8a22a-ac0a-4b66-9d58-1b5be472ac7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.348497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 3ef90898-a014-4504-a3bc-cecc82601068 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:18.349329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3ef90898-a014-4504-a3bc-cecc82601068 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:18.349329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 08205b6e-2b3d-400a-beb5-757e43a44277 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:18.356744 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8f8a22a-ac0a-4b66-9d58-1b5be472ac7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.384248 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 08205b6e-2b3d-400a-beb5-757e43a44277 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:18.384606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 08205b6e-2b3d-400a-beb5-757e43a44277 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:18.491903 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8f8a22a-ac0a-4b66-9d58-1b5be472ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.496478 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8f8a22a-ac0a-4b66-9d58-1b5be472ac7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.498294 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b8f8a22a-ac0a-4b66-9d58-1b5be472ac7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdd6bad2-5e0d-47e9-a01b-7c0205716bc6 HTTP/1.1" status: 204 len: 168 time: 0.2959588 Jul 16 18:13:18.521361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8a22a-ac0a-4b66-9d58-1b5be472ac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd6bad2-5e0d-47e9-a01b-7c0205716bc6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.528836 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.541362 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.581081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:18.601864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5ad3c9-8f2e-41c1-ba9c-f41d0d6ac327,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.613109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff0718-ceda-44fa-b58a-3825a977b2ca req-d4bcf2e0-0648-4e3a-a32f-063a1629701b tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.616327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8ff0718-ceda-44fa-b58a-3825a977b2ca req-d4bcf2e0-0648-4e3a-a32f-063a1629701b tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.1412179 Jul 16 18:13:18.617752 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.618109 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Added segment f7cb4477-a8f1-4c86-8c18-44e44f79689f of type vlan for network e8517db6-f0e1-4090-9d37-24c97738cf54 Jul 16 18:13:18.697009 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.703184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8ff0718-ceda-44fa-b58a-3825a977b2ca req-3500f135-e0ac-4f32-b676-c2ef90063a0e tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755944 Jul 16 18:13:18.741182 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.747556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.748193 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.789964 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7264514 Jul 16 18:13:18.795155 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52712) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:18.807094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-75fc9426-ba5d-4434-9e5b-72952f2bf4aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:18.830230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df6d0f-dd79-4903-9f9a-f18f6fa1f497 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Network': ['ID=e8517db6-f0e1-4090-9d37-24c97738cf54,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.844795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:19.047018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fc9426-ba5d-4434-9e5b-72952f2bf4aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:19.055329 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75fc9426-ba5d-4434-9e5b-72952f2bf4aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.128615 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.225200 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c89ef2-b889-4e71-952a-5cbbb3b1c757 req-1a629405-618d-4964-999f-2ba0f97aa632 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:19.228126 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68c89ef2-b889-4e71-952a-5cbbb3b1c757 req-1a629405-618d-4964-999f-2ba0f97aa632 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.0892446 Jul 16 18:13:19.293947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68c89ef2-b889-4e71-952a-5cbbb3b1c757 req-3a9edf78-9008-4d9b-b5a6-179f5e807353 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571840 Jul 16 18:13:19.434891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52742) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.445945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75fc9426-ba5d-4434-9e5b-72952f2bf4aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.536419 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d01bbaf9-0eaa-458f-9603-f77c0b3f535b tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/floatingips/bf563f54-4de6-4d67-8ee5-1ba2139e7ea8 HTTP/1.1" status: 200 len: 992 time: 0.1001885 Jul 16 18:13:19.543654 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fc9426-ba5d-4434-9e5b-72952f2bf4aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:19.544093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fc9426-ba5d-4434-9e5b-72952f2bf4aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network hostable DHCP agents. Network: e8517db6-f0e1-4090-9d37-24c97738cf54, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:19.553431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc9426-ba5d-4434-9e5b-72952f2bf4aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=a0e3a554-9cb3-4ed2-b571-48cef4589cb7,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:19.574953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fc9426-ba5d-4434-9e5b-72952f2bf4aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:19.589867 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-75fc9426-ba5d-4434-9e5b-72952f2bf4aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, e8517db6-f0e1-4090-9d37-24c97738cf54) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:19.602384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a0a678-574f-4881-be5a-312d3a38c156 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:19.608143 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc9426-ba5d-4434-9e5b-72952f2bf4aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:19.608852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-75fc9426-ba5d-4434-9e5b-72952f2bf4aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.633694 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-75fc9426-ba5d-4434-9e5b-72952f2bf4aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8366206 Jul 16 18:13:19.636768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52754) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.643015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'name': 'tempest-NetworksTestDHCPv6-227025061'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:19.699643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52758) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.940563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-52949bee-b7b2-43f3-8847-4ebf771d95be req-2f300888-e16a-4ac2-9d72-366761831d43 tempest-ServersOnMultiNodesTest-857193309 tempest-ServersOnMultiNodesTest-857193309-project] (105591) timed out ('10.222.0.11', 59412) {{(pid=105591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:13:19.941391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:19.958910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-922969844-network', 'tenant_id': 'abec40dda8fb477299fdb9f4806b76ce'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:19.960321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': 'a0e3a554-9cb3-4ed2-b571-48cef4589cb7'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:19.961761 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.962218 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.991256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52770) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:20.004862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Made reservation on behalf of abec40dda8fb477299fdb9f4806b76ce for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:20.006927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.018370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 12cf013c-10be-4603-aad2-6f9b768bc79b yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:20.046440 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.107276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46e72c-3e58-4ac4-bfc5-1a3995fa8482 req-8275720d-10aa-4059-93ce-c10fc6de0359 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.116973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb46e72c-3e58-4ac4-bfc5-1a3995fa8482 req-8275720d-10aa-4059-93ce-c10fc6de0359 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.1960394 Jul 16 18:13:20.147941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Allocated IP 2001:db8::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/a0e3a554-9cb3-4ed2-b571-48cef4589cb7/30ce0dfd-c3d4-4cb5-99bd-9062e04f508f) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:20.166865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.176751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb46e72c-3e58-4ac4-bfc5-1a3995fa8482 req-0bf17a1b-f910-4d9e-96b4-b99396802b05 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572228 Jul 16 18:13:20.177195 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.219090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:20.268769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f1710c-a408-40a3-9063-e8778b5369f3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:20.275158 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.275563 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Added segment 927b4bae-7f94-4d5c-8f40-771084db7104 of type vlan for network e312628c-1508-4e29-9bf5-f2262f7a1eb8 Jul 16 18:13:20.344341 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.350328 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.359718 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Transition to ACTIVE for port object 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:20.376090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Transition to ACTIVE for port object 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:20.385983 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.416412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-235c402f-aee9-4699-aff4-427853e95bdc tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting port 41663347-3bd5-4927-a87a-489d851d1c74 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:20.416855 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-235c402f-aee9-4699-aff4-427853e95bdc tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.432857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Pushing event updated for resources: {'Port': ['ID=30ce0dfd-c3d4-4cb5-99bd-9062e04f508f,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:20.434886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.436016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.436726 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.445929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:20.448671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:20.451886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:20.543732 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Attempting to bind port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:20.544054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Attempting to bind port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:20.544511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Attempting to bind port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:20.550634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:20.551097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:20.551505 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.551902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:20.552436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Bound port: 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:20.553106 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.556680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::26c (e8517db6-f0e1-4090-9d37-24c97738cf54/a0e3a554-9cb3-4ed2-b571-48cef4589cb7/12cf013c-10be-4603-aad2-6f9b768bc79b) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:20.573560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] Pushing event updated for resources: {'Network': ['ID=e312628c-1508-4e29-9bf5-f2262f7a1eb8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:20.629978 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network e312628c-1508-4e29-9bf5-f2262f7a1eb8 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:20.634124 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-72c28fa7-f056-4bf5-ade5-219c883baa5d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9333396 Jul 16 18:13:20.639834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52774) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:20.646163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-92fe160b-1dad-450b-a88c-d85f40ba7484 admin admin] Request body: {'subnet': {'network_id': 'e312628c-1508-4e29-9bf5-f2262f7a1eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-922969844-subnet', 'tenant_id': 'abec40dda8fb477299fdb9f4806b76ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:20.660976 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-235c402f-aee9-4699-aff4-427853e95bdc tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.662237 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-235c402f-aee9-4699-aff4-427853e95bdc tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.686155 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-235c402f-aee9-4699-aff4-427853e95bdc tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Calling delete_port for 41663347-3bd5-4927-a87a-489d851d1c74 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:20.706991 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fe160b-1dad-450b-a88c-d85f40ba7484 admin admin] Made reservation on behalf of abec40dda8fb477299fdb9f4806b76ce for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:20.709730 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92fe160b-1dad-450b-a88c-d85f40ba7484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.774245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfba77-ff95-4466-92b4-ed7a5a40f3f9 req-f6c7c688-1bcc-4d70-a7e7-7e8df1996213 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.775328 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12bfba77-ff95-4466-92b4-ed7a5a40f3f9 req-f6c7c688-1bcc-4d70-a7e7-7e8df1996213 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.2295885 Jul 16 18:13:20.829978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ef0fa-97b2-4eb9-8ea4-2ccdbbb512a5 req-318aeb14-7a2f-4caa-8d6a-f847ad164620 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.832473 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-560ef0fa-97b2-4eb9-8ea4-2ccdbbb512a5 req-318aeb14-7a2f-4caa-8d6a-f847ad164620 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.2447600 Jul 16 18:13:20.838877 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] For port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:20.849757 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] For port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=30ce0dfd-c3d4-4cb5-99bd-9062e04f508f,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:20.865222 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.002035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a0782-b5e6-4dd6-9060-18a94e4e22b6 None None] Pushing event updated for resources: {'Port': ['ID=30ce0dfd-c3d4-4cb5-99bd-9062e04f508f,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:21.067487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-235c402f-aee9-4699-aff4-427853e95bdc tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.076847 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12bfba77-ff95-4466-92b4-ed7a5a40f3f9 req-ea769237-858b-4099-b722-72dd51d7bf40 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911885 Jul 16 18:13:21.128721 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92fe160b-1dad-450b-a88c-d85f40ba7484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.199132 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.204947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c402f-aee9-4699-aff4-427853e95bdc tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Port': ['ID=41663347-3bd5-4927-a87a-489d851d1c74,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:21.283762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-560ef0fa-97b2-4eb9-8ea4-2ccdbbb512a5 req-5148501b-e78c-4a52-9629-4ada067e39c9 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Deleting port dea97bc6-38bb-450e-b0ce-f5560a0b64e2 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:21.285605 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-560ef0fa-97b2-4eb9-8ea4-2ccdbbb512a5 req-5148501b-e78c-4a52-9629-4ada067e39c9 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.301107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 12cf013c-10be-4603-aad2-6f9b768bc79b will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:21.338164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe160b-1dad-450b-a88c-d85f40ba7484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=603d006d-c2ea-4cd0-ada9-c70236e9a549,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:21.379503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fe160b-1dad-450b-a88c-d85f40ba7484 admin admin] Checking segment: {'id': '927b4bae-7f94-4d5c-8f40-771084db7104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e312628c-1508-4e29-9bf5-f2262f7a1eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:21.380398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe160b-1dad-450b-a88c-d85f40ba7484 admin admin] Network hostable DHCP agents. Network: e312628c-1508-4e29-9bf5-f2262f7a1eb8, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:21.386134 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-235c402f-aee9-4699-aff4-427853e95bdc tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.386746 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-235c402f-aee9-4699-aff4-427853e95bdc tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Floating IP bf563f54-4de6-4d67-8ee5-1ba2139e7ea8 disassociated (deleted). External IP: 172.25.3.85, port: 049e6d5d-1c23-41cb-a4c6-307568a21178. Jul 16 18:13:21.468424 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.514968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe160b-1dad-450b-a88c-d85f40ba7484 admin admin] Network e312628c-1508-4e29-9bf5-f2262f7a1eb8 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:21.645388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=12cf013c-10be-4603-aad2-6f9b768bc79b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:21.648729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:21.656720 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-92fe160b-1dad-450b-a88c-d85f40ba7484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, e312628c-1508-4e29-9bf5-f2262f7a1eb8) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:21.660032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:21.666843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:21.667465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505c4e3f-6460-4fa9-b9a3-608f83984c7e None None] Network e312628c-1508-4e29-9bf5-f2262f7a1eb8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:21.674066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:21.674739 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.675150 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fe160b-1dad-450b-a88c-d85f40ba7484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:21.675891 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-92fe160b-1dad-450b-a88c-d85f40ba7484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.685017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.685386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.685911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.686273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.686689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.687019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.687359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.687787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.688122 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.689166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.689698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.690205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.710222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-560ef0fa-97b2-4eb9-8ea4-2ccdbbb512a5 req-5148501b-e78c-4a52-9629-4ada067e39c9 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] For port dea97bc6-38bb-450e-b0ce-f5560a0b64e2, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dea97bc6-38bb-450e-b0ce-f5560a0b64e2,segment=NetworkSegment(cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f),segment_id=cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:21.710622 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-560ef0fa-97b2-4eb9-8ea4-2ccdbbb512a5 req-5148501b-e78c-4a52-9629-4ada067e39c9 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.716642 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-92fe160b-1dad-450b-a88c-d85f40ba7484 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0752788 Jul 16 18:13:21.743062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1d8158cd-a90a-48b7-9dec-8ce31466cf3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1051624 Jul 16 18:13:21.752764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52790) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:21.776596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-560ef0fa-97b2-4eb9-8ea4-2ccdbbb512a5 req-5148501b-e78c-4a52-9629-4ada067e39c9 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Calling delete_port for dea97bc6-38bb-450e-b0ce-f5560a0b64e2 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:21.858460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235c402f-aee9-4699-aff4-427853e95bdc tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Router ac4a415d-b8fa-4824-8560-ec050b6794ee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:21.974526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8692ca4-f463-4b4d-a3a4-13a1ba783b49 req-b24d31af-e420-4aae-bc51-53f89a5836e7 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:21.984944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8692ca4-f463-4b4d-a3a4-13a1ba783b49 req-b24d31af-e420-4aae-bc51-53f89a5836e7 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f5bc6ee-1df1-4efb-823f-e8bc8702a213 HTTP/1.1" status: 200 len: 945 time: 0.4394693 Jul 16 18:13:22.143555 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8692ca4-f463-4b4d-a3a4-13a1ba783b49 req-b035ee97-f447-40d7-b6c3-a968c1f5b7f3 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c6e1975-3790-4789-b6fb-bbfb619979c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572554 Jul 16 18:13:22.173736 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9987aab6-cc8b-4598-9df1-79756bc8523d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.176506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:22.181008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9987aab6-cc8b-4598-9df1-79756bc8523d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.184254 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9987aab6-cc8b-4598-9df1-79756bc8523d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4275558 Jul 16 18:13:22.184436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccef3825-a76e-4097-8776-3550240370c2 None None] Network e312628c-1508-4e29-9bf5-f2262f7a1eb8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:22.184552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52800) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:22.203534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9273-d6db-4ead-a66c-86f73f1d3048 req-868c843e-bad1-4ca2-a8fb-68de99af029e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.220097 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4da9273-d6db-4ead-a66c-86f73f1d3048 req-868c843e-bad1-4ca2-a8fb-68de99af029e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.4812210 Jul 16 18:13:22.324084 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4da9273-d6db-4ead-a66c-86f73f1d3048 req-6b4ae8a8-b882-4e4a-a4b4-c0e0e3d253de tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962176 Jul 16 18:13:22.348890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235c402f-aee9-4699-aff4-427853e95bdc tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:22.372820 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-235c402f-aee9-4699-aff4-427853e95bdc tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.380260 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-560ef0fa-97b2-4eb9-8ea4-2ccdbbb512a5 req-5148501b-e78c-4a52-9629-4ada067e39c9 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.492739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['dea97bc6-38bb-450e-b0ce-f5560a0b64e2'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:22.497138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6511f71-3ee0-4cf6-b9a7-26d9aabe64b0 None None] Sync routers for ids ['ac4a415d-b8fa-4824-8560-ec050b6794ee'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:22.564203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148501b-e78c-4a52-9629-4ada067e39c9 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Pushing event deleted for resources: {'Port': ['ID=dea97bc6-38bb-450e-b0ce-f5560a0b64e2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:22.566020 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-235c402f-aee9-4699-aff4-427853e95bdc tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "DELETE /v2.0/floatingips/bf563f54-4de6-4d67-8ee5-1ba2139e7ea8 HTTP/1.1" status: 204 len: 168 time: 2.5732858 Jul 16 18:13:22.568403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e825be-6725-4671-a7c7-2ee140d79b92', 'tag': '049e6d5d-1c23-41cb-a4c6-307568a21178'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:22.591676 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466a9b61-42a3-4ee5-b85e-a8dc04205953" -d '{"events": [{"name": "network-changed", "server_uuid": "60e825be-6725-4671-a7c7-2ee140d79b92", "tag": "049e6d5d-1c23-41cb-a4c6-307568a21178"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:22.620597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-560ef0fa-97b2-4eb9-8ea4-2ccdbbb512a5 req-5148501b-e78c-4a52-9629-4ada067e39c9 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] No DVR routers for this DVR port dea97bc6-38bb-450e-b0ce-f5560a0b64e2 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:22.638994 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-560ef0fa-97b2-4eb9-8ea4-2ccdbbb512a5 req-5148501b-e78c-4a52-9629-4ada067e39c9 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.641010 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-560ef0fa-97b2-4eb9-8ea4-2ccdbbb512a5 req-5148501b-e78c-4a52-9629-4ada067e39c9 tempest-ServerRescueTestJSON-561265807 tempest-ServerRescueTestJSON-561265807-project] 10.222.0.11 "DELETE /v2.0/ports/dea97bc6-38bb-450e-b0ce-f5560a0b64e2 HTTP/1.1" status: 204 len: 173 time: 1.7776325 Jul 16 18:13:22.644500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5bc6ee-1df1-4efb-823f-e8bc8702a213', 'name': 'network-vif-deleted', 'tag': 'dea97bc6-38bb-450e-b0ce-f5560a0b64e2'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:22.667481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7f72a7ea-b97f-4575-8994-29e0dfa097fe tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 12cf013c-10be-4603-aad2-6f9b768bc79b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:22.668575 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f72a7ea-b97f-4575-8994-29e0dfa097fe tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.669079 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd84d29-c9bd-4051-8810-0cb74531689b" -d '{"events": [{"server_uuid": "1f5bc6ee-1df1-4efb-823f-e8bc8702a213", "name": "network-vif-deleted", "tag": "dea97bc6-38bb-450e-b0ce-f5560a0b64e2"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:22.685634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6511f71-3ee0-4cf6-b9a7-26d9aabe64b0 None None] Routers {'ac4a415d-b8fa-4824-8560-ec050b6794ee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:22.688416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d6511f71-3ee0-4cf6-b9a7-26d9aabe64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac4a415d-b8fa-4824-8560-ec050b6794ee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:22.783513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd612575-3b7a-4a7e-ad65-0dd3bab226db req-5fecc473-0cfe-48cf-93f2-2df0f81b4bce tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.794268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd612575-3b7a-4a7e-ad65-0dd3bab226db req-5fecc473-0cfe-48cf-93f2-2df0f81b4bce tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.2125916 Jul 16 18:13:22.928202 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd612575-3b7a-4a7e-ad65-0dd3bab226db req-7331122d-6250-485a-a7b0-c56c4626761d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326966 Jul 16 18:13:22.975330 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f72a7ea-b97f-4575-8994-29e0dfa097fe tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.008238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7f72a7ea-b97f-4575-8994-29e0dfa097fe tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 12cf013c-10be-4603-aad2-6f9b768bc79b owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:23.010763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:23.027586 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d6511f71-3ee0-4cf6-b9a7-26d9aabe64b0 None None] Set router ac4a415d-b8fa-4824-8560-ec050b6794ee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:23.040324 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52822) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:23.052938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1119972003-network', 'tenant_id': 'f273778dae034166a58f7f95de967c13'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:23.066219 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc45f65-723c-4c64-bbac-09aaafe61a06 x-openstack-request-id: req-9fc45f65-723c-4c64-bbac-09aaafe61a06 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:23.066679 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e825be-6725-4671-a7c7-2ee140d79b92", "tag": "049e6d5d-1c23-41cb-a4c6-307568a21178", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:23.066796 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9fc45f65-723c-4c64-bbac-09aaafe61a06 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:23.067187 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e825be-6725-4671-a7c7-2ee140d79b92', 'tag': '049e6d5d-1c23-41cb-a4c6-307568a21178', 'status': 'completed', 'code': 200} Jul 16 18:13:23.165275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ccba77-e317-4273-9f7b-504bd30949bd None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:23.249583 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8dd672-e3c7-4d00-b704-9b86e496e627 x-openstack-request-id: req-bb8dd672-e3c7-4d00-b704-9b86e496e627 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:23.260411 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5bc6ee-1df1-4efb-823f-e8bc8702a213", "name": "network-vif-deleted", "tag": "dea97bc6-38bb-450e-b0ce-f5560a0b64e2", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:23.263154 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb8dd672-e3c7-4d00-b704-9b86e496e627 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:23.264762 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5bc6ee-1df1-4efb-823f-e8bc8702a213', 'name': 'network-vif-deleted', 'tag': 'dea97bc6-38bb-450e-b0ce-f5560a0b64e2', 'status': 'completed', 'code': 200} Jul 16 18:13:23.339315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Made reservation on behalf of f273778dae034166a58f7f95de967c13 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:23.342248 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.417943 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f72a7ea-b97f-4575-8994-29e0dfa097fe tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.424268 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.610801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72a7ea-b97f-4575-8994-29e0dfa097fe tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=12cf013c-10be-4603-aad2-6f9b768bc79b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:23.628328 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7f72a7ea-b97f-4575-8994-29e0dfa097fe tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.639336 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7f72a7ea-b97f-4575-8994-29e0dfa097fe tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/12cf013c-10be-4603-aad2-6f9b768bc79b HTTP/1.1" status: 204 len: 168 time: 1.4516091 Jul 16 18:13:23.641913 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52870) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:23.705203 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.770472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-741267e4-ddf7-4968-b42b-09e73eb288ca None None] Provisioning for port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:23.784016 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-741267e4-ddf7-4968-b42b-09e73eb288ca None None] Provisioning complete for port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:23.784458 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-741267e4-ddf7-4968-b42b-09e73eb288ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.960107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d6511f71-3ee0-4cf6-b9a7-26d9aabe64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:11Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '3f7972ed-d958-47b5-8a80-022ea664517f', 'name': '', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:e7:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:08Z', 'updated_at': '2021-07-16T18:12:20Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:23.967507 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.003814 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.008984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6511f71-3ee0-4cf6-b9a7-26d9aabe64b0 None None] Checking router: ac4a415d-b8fa-4824-8560-ec050b6794ee for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:24.019842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66374086-e34d-458b-ac6f-bd7391967ddb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.022083 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-741267e4-ddf7-4968-b42b-09e73eb288ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.023115 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66374086-e34d-458b-ac6f-bd7391967ddb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.040246 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-66374086-e34d-458b-ac6f-bd7391967ddb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3903964 Jul 16 18:13:24.042429 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52888) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:24.050379 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6511f71-3ee0-4cf6-b9a7-26d9aabe64b0 None None] Routers {'ac4a415d-b8fa-4824-8560-ec050b6794ee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:24.051227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d6511f71-3ee0-4cf6-b9a7-26d9aabe64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac4a415d-b8fa-4824-8560-ec050b6794ee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:24.065692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9b61-42a3-4ee5-b85e-a8dc04205953 req-39935de2-84ce-4da1-b699-6b37aacb88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.070245 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-466a9b61-42a3-4ee5-b85e-a8dc04205953 req-39935de2-84ce-4da1-b699-6b37aacb88a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=defd996516df4b3ebc080e817e94ad7b&device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 1097 time: 0.9895535 Jul 16 18:13:24.248606 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bd192d-53de-448b-9bd5-dea8b2e37c0f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet a0e3a554-9cb3-4ed2-b571-48cef4589cb7 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:24.262027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55bd192d-53de-448b-9bd5-dea8b2e37c0f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.263635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-741267e4-ddf7-4968-b42b-09e73eb288ca None None] For port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=30ce0dfd-c3d4-4cb5-99bd-9062e04f508f,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:24.297076 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-741267e4-ddf7-4968-b42b-09e73eb288ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.396504 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55bd192d-53de-448b-9bd5-dea8b2e37c0f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.411982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52906) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:24.556842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5516b3b8-df43-473d-b2d2-1ece9244399e None None] Provisioning complete for port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:24.557699 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5516b3b8-df43-473d-b2d2-1ece9244399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.653667 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741267e4-ddf7-4968-b42b-09e73eb288ca None None] Pushing event updated for resources: {'Port': ['ID=30ce0dfd-c3d4-4cb5-99bd-9062e04f508f,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:24.852993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d6511f71-3ee0-4cf6-b9a7-26d9aabe64b0 None None] Set router ac4a415d-b8fa-4824-8560-ec050b6794ee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:24.960997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52942) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:25.022227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:25.022405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6ed10511-beab-4570-9428-f8fa39d7b045 None None] Could not find standard attr ID for object 12cf013c-10be-4603-aad2-6f9b768bc79b. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:13:25.025090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f8bf81-553e-4b9f-b5f3-5f239bbba558,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:25.121603 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.123457 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Added segment 8bd6e66e-2ec9-4837-9675-7ffddc9c721d of type vlan for network 59f79dd1-359b-46fb-aa82-ff7e0c3a375b Jul 16 18:13:25.141005 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9b61-42a3-4ee5-b85e-a8dc04205953 req-f6e09015-8071-40eb-a53a-a689e32002a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.148687 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-466a9b61-42a3-4ee5-b85e-a8dc04205953 req-f6e09015-8071-40eb-a53a-a689e32002a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9cd8ecdc-276a-4662-a135-61f90e20402f HTTP/1.1" status: 200 len: 897 time: 1.0708086 Jul 16 18:13:25.345425 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.380064 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-466a9b61-42a3-4ee5-b85e-a8dc04205953 req-43a99ee6-63de-4028-aaa8-0e8d07750623 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=049e6d5d-1c23-41cb-a4c6-307568a21178 HTTP/1.1" status: 200 len: 217 time: 0.2197821 Jul 16 18:13:25.417781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fdbc3-921e-4881-b329-e82c4bc4b64c req-37287bf5-e802-4645-ba52-c796646b0bc2 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.426728 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d04fdbc3-921e-4881-b329-e82c4bc4b64c req-37287bf5-e802-4645-ba52-c796646b0bc2 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 945 time: 1.8588200 Jul 16 18:13:25.461495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d6511f71-3ee0-4cf6-b9a7-26d9aabe64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:11Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '3f7972ed-d958-47b5-8a80-022ea664517f', 'name': '', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:e7:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:08Z', 'updated_at': '2021-07-16T18:12:20Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:25.494723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dea97bc6-38bb-450e-b0ce-f5560a0b64e2 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:25.497467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6511f71-3ee0-4cf6-b9a7-26d9aabe64b0 None None] The sync data for ids ['ac4a415d-b8fa-4824-8560-ec050b6794ee'] in n-d-787205-10 is: [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:11Z', 'revision_number': 4, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '3f7972ed-d958-47b5-8a80-022ea664517f', 'name': '', 'network_id': '9cd8ecdc-276a-4662-a135-61f90e20402f', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'mac_address': 'fa:16:3e:e7:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:08Z', 'updated_at': '2021-07-16T18:12:20Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'subnets': [{'id': '0a1666e5-cafa-4020-85f6-fb41a2c8ed7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:25.511285 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.525624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: dea97bc6-38bb-450e-b0ce-f5560a0b64e2 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:25.526112 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dea97bc6-38bb-450e-b0ce-f5560a0b64e2 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:25.551054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9b61-42a3-4ee5-b85e-a8dc04205953 req-f831f40d-e137-46cb-8b3c-3590eeecc20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.552864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-466a9b61-42a3-4ee5-b85e-a8dc04205953 req-f831f40d-e137-46cb-8b3c-3590eeecc20d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a1666e5-cafa-4020-85f6-fb41a2c8ed7c HTTP/1.1" status: 200 len: 833 time: 0.1569684 Jul 16 18:13:25.588726 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4220b302-421e-4e21-86fa-9ee648cc8ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.635137 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.636007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55bd192d-53de-448b-9bd5-dea8b2e37c0f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.636516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.636756 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.649173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa3f41-12c8-42b9-8d13-34ae5e0e9604 req-036743ed-2613-4daa-9123-6607fca8b161 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.650991 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2dfa3f41-12c8-42b9-8d13-34ae5e0e9604 req-036743ed-2613-4daa-9123-6607fca8b161 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 945 time: 1.2379951 Jul 16 18:13:25.702241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ec829-9a81-47f8-9cd8-a890d8479843 req-d2de6dfb-e451-4b45-a83d-d2cf7a39127d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.710243 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b45ec829-9a81-47f8-9cd8-a890d8479843 req-d2de6dfb-e451-4b45-a83d-d2cf7a39127d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.7462068 Jul 16 18:13:25.728455 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6870258 Jul 16 18:13:25.754498 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d04fdbc3-921e-4881-b329-e82c4bc4b64c req-162f697d-7f0e-4ceb-80ed-202d017a5d27 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a3d215c-9e2e-4dad-8db6-2f6066406030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3264234 Jul 16 18:13:25.757275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52948) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:25.767415 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-cb3ecbff-dbdc-47d2-b661-0de6861c27bd admin admin] Request body: {'subnet': {'network_id': '59f79dd1-359b-46fb-aa82-ff7e0c3a375b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1119972003-subnet', 'tenant_id': 'f273778dae034166a58f7f95de967c13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:25.857494 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deaa597-8511-4178-8366-f1e65e1c1d6e admin admin] Pushing event updated for resources: {'Network': ['ID=59f79dd1-359b-46fb-aa82-ff7e0c3a375b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:25.869911 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 59f79dd1-359b-46fb-aa82-ff7e0c3a375b details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:25.907902 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55bd192d-53de-448b-9bd5-dea8b2e37c0f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.927553 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b45ec829-9a81-47f8-9cd8-a890d8479843 req-4a3badae-cf47-4fd7-9e55-2db95f7296a5 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164080 Jul 16 18:13:25.939214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9b61-42a3-4ee5-b85e-a8dc04205953 req-19184b3e-86dd-4776-ba48-45c4521f2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.941336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-466a9b61-42a3-4ee5-b85e-a8dc04205953 req-19184b3e-86dd-4776-ba48-45c4521f2789 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9cd8ecdc-276a-4662-a135-61f90e20402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3670542 Jul 16 18:13:25.942298 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82357bf5-a955-413e-b41f-f1d0be1ee1fb None None] New status for floating IP bf563f54-4de6-4d67-8ee5-1ba2139e7ea8: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:13:25.957683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd192d-53de-448b-9bd5-dea8b2e37c0f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e3a554-9cb3-4ed2-b571-48cef4589cb7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:25.963945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-55bd192d-53de-448b-9bd5-dea8b2e37c0f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.968323 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-55bd192d-53de-448b-9bd5-dea8b2e37c0f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/a0e3a554-9cb3-4ed2-b571-48cef4589cb7 HTTP/1.1" status: 204 len: 168 time: 1.9222512 Jul 16 18:13:25.982532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52950) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:26.001535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-2dfa3f41-12c8-42b9-8d13-34ae5e0e9604 req-755c3455-9d5a-4a61-9a73-2353e394d23e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting port 049e6d5d-1c23-41cb-a4c6-307568a21178 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:26.002212 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-2dfa3f41-12c8-42b9-8d13-34ae5e0e9604 req-755c3455-9d5a-4a61-9a73-2353e394d23e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.066043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6527ce-7e93-4feb-92f3-3053666a5e3a None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:26.111419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:26.145533 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ab9f66b3-bce1-4710-acb1-eb5701012028 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1610079 Jul 16 18:13:26.156755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52952) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:26.174745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-2dfa3f41-12c8-42b9-8d13-34ae5e0e9604 req-755c3455-9d5a-4a61-9a73-2353e394d23e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] For port 049e6d5d-1c23-41cb-a4c6-307568a21178, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=049e6d5d-1c23-41cb-a4c6-307568a21178,segment=NetworkSegment(e5a8182f-7ccc-40a8-b1ea-17c76454984a),segment_id=e5a8182f-7ccc-40a8-b1ea-17c76454984a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:26.175127 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-2dfa3f41-12c8-42b9-8d13-34ae5e0e9604 req-755c3455-9d5a-4a61-9a73-2353e394d23e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.176417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-1e3030e0-3e90-4f27-bfec-81426ca5a951 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:26.244908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-2dfa3f41-12c8-42b9-8d13-34ae5e0e9604 req-755c3455-9d5a-4a61-9a73-2353e394d23e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Calling delete_port for 049e6d5d-1c23-41cb-a4c6-307568a21178 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:26.287850 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:26.288223 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.336608 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0a36-9d4a-4ee0-b66d-121d9f6f2753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.346809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-466a9b61-42a3-4ee5-b85e-a8dc04205953 req-6e9fafdb-32cc-4e41-b8d5-2d2bf82f0f07 service neutron] 10.222.0.32 "GET /v2.0/networks/9cd8ecdc-276a-4662-a135-61f90e20402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971133 Jul 16 18:13:26.401293 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4220b302-421e-4e21-86fa-9ee648cc8ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.432257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4220b302-421e-4e21-86fa-9ee648cc8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.488833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5513ac15-161a-4a85-9010-64bc9f9856f6 None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:26.508080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3ecbff-dbdc-47d2-b661-0de6861c27bd admin admin] Made reservation on behalf of f273778dae034166a58f7f95de967c13 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:26.510520 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb3ecbff-dbdc-47d2-b661-0de6861c27bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.538420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4220b302-421e-4e21-86fa-9ee648cc8ec5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05ad60f4d01e4b01b619827e4f0b7307&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5693147 Jul 16 18:13:26.541785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52956) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:26.569221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220b302-421e-4e21-86fa-9ee648cc8ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087fc743-0ec0-4cfa-b436-1e49d2a39fd8,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.582570 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-2dfa3f41-12c8-42b9-8d13-34ae5e0e9604 req-755c3455-9d5a-4a61-9a73-2353e394d23e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.592972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3030e0-3e90-4f27-bfec-81426ca5a951 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:26.596594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5513ac15-161a-4a85-9010-64bc9f9856f6 None None] Deleting port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:26.597264 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5513ac15-161a-4a85-9010-64bc9f9856f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.597638 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1e3030e0-3e90-4f27-bfec-81426ca5a951 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.641058 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-466a9b61-42a3-4ee5-b85e-a8dc04205953 req-5d74dee4-8217-419b-92ec-792162c83e82 service neutron] 10.222.0.32 "GET /v2.0/networks/9cd8ecdc-276a-4662-a135-61f90e20402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821350 Jul 16 18:13:26.693037 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c3455-9d5a-4a61-9a73-2353e394d23e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Port': ['ID=049e6d5d-1c23-41cb-a4c6-307568a21178,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.712656 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5513ac15-161a-4a85-9010-64bc9f9856f6 None None] For port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=30ce0dfd-c3d4-4cb5-99bd-9062e04f508f,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:26.712656 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5513ac15-161a-4a85-9010-64bc9f9856f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.718745 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdcb910c-b337-4821-8e96-716a7c61c800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.740749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5513ac15-161a-4a85-9010-64bc9f9856f6 None None] Calling delete_port for 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:26.760306 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdcb910c-b337-4821-8e96-716a7c61c800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.772391 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfa3f41-12c8-42b9-8d13-34ae5e0e9604 req-755c3455-9d5a-4a61-9a73-2353e394d23e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] No DVR routers for this DVR port 049e6d5d-1c23-41cb-a4c6-307568a21178 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:26.775355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-2dfa3f41-12c8-42b9-8d13-34ae5e0e9604 req-755c3455-9d5a-4a61-9a73-2353e394d23e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.777497 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2dfa3f41-12c8-42b9-8d13-34ae5e0e9604 req-755c3455-9d5a-4a61-9a73-2353e394d23e tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.32 "DELETE /v2.0/ports/049e6d5d-1c23-41cb-a4c6-307568a21178 HTTP/1.1" status: 204 len: 173 time: 1.1004870 Jul 16 18:13:26.780917 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e825be-6725-4671-a7c7-2ee140d79b92', 'name': 'network-vif-deleted', 'tag': '049e6d5d-1c23-41cb-a4c6-307568a21178'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:26.783383 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cfc131-6834-418d-8e02-14f2290b026a" -d '{"events": [{"server_uuid": "60e825be-6725-4671-a7c7-2ee140d79b92", "name": "network-vif-deleted", "tag": "049e6d5d-1c23-41cb-a4c6-307568a21178"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:26.887166 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dd4cea-39ee-4970-b04e-55576cd02242 x-openstack-request-id: req-c5dd4cea-39ee-4970-b04e-55576cd02242 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:26.887465 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e825be-6725-4671-a7c7-2ee140d79b92", "name": "network-vif-deleted", "tag": "049e6d5d-1c23-41cb-a4c6-307568a21178", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:26.887740 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5dd4cea-39ee-4970-b04e-55576cd02242 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:26.888125 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e825be-6725-4671-a7c7-2ee140d79b92', 'name': 'network-vif-deleted', 'tag': '049e6d5d-1c23-41cb-a4c6-307568a21178', 'status': 'completed', 'code': 200} Jul 16 18:13:26.944895 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdcb910c-b337-4821-8e96-716a7c61c800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.947550 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdcb910c-b337-4821-8e96-716a7c61c800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.948845 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fdcb910c-b337-4821-8e96-716a7c61c800 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/087fc743-0ec0-4cfa-b436-1e49d2a39fd8 HTTP/1.1" status: 204 len: 168 time: 0.3984947 Jul 16 18:13:26.952388 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5513ac15-161a-4a85-9010-64bc9f9856f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.989752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb910c-b337-4821-8e96-716a7c61c800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087fc743-0ec0-4cfa-b436-1e49d2a39fd8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.010686 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1e3030e0-3e90-4f27-bfec-81426ca5a951 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.036276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513ac15-161a-4a85-9010-64bc9f9856f6 None None] Pushing event deleted for resources: {'Port': ['ID=30ce0dfd-c3d4-4cb5-99bd-9062e04f508f,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.056554 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513ac15-161a-4a85-9010-64bc9f9856f6 None None] No DVR routers for this DVR port 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:27.116314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae890638-a62b-4d57-9449-dd47d2d86b85 req-bfda3f20-aabe-48cf-9e73-d2fb47cc8dbb tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "GET /v2.0/ports?device_id=60e825be-6725-4671-a7c7-2ee140d79b92 HTTP/1.1" status: 200 len: 210 time: 0.1007771 Jul 16 18:13:27.126160 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb3ecbff-dbdc-47d2-b661-0de6861c27bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.144238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3030e0-3e90-4f27-bfec-81426ca5a951 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:27.156582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-1e3030e0-3e90-4f27-bfec-81426ca5a951 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:27.169411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7311b2a6-0a8a-4afc-b1a3-70b5c860023b None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:27.171622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3030e0-3e90-4f27-bfec-81426ca5a951 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.172530 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1e3030e0-3e90-4f27-bfec-81426ca5a951 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.195268 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3030e0-3e90-4f27-bfec-81426ca5a951 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=6b38ffe7-22ed-467b-a421-330f13330249,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.215684 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1e3030e0-3e90-4f27-bfec-81426ca5a951 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0500250 Jul 16 18:13:27.222287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52968) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:27.233224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'name': 'tempest-NetworksTestDHCPv6-161117089'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:27.311293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ae7bc-5b91-495a-943c-c4a0269b549a req-06ca63ef-2da8-44e3-8273-b53f5d4909ba tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.321502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d7ae7bc-5b91-495a-943c-c4a0269b549a req-06ca63ef-2da8-44e3-8273-b53f5d4909ba tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.1090958 Jul 16 18:13:27.346410 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e0a36-9d4a-4ee0-b66d-121d9f6f2753 admin admin] Deleting port 2499f9fb-d42d-43ea-8013-fa2269184e92 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:27.346674 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0a36-9d4a-4ee0-b66d-121d9f6f2753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.352588 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ecbff-dbdc-47d2-b661-0de6861c27bd admin admin] Checking segment: {'id': '8bd6e66e-2ec9-4837-9675-7ffddc9c721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '59f79dd1-359b-46fb-aa82-ff7e0c3a375b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:27.354512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3ecbff-dbdc-47d2-b661-0de6861c27bd admin admin] Network hostable DHCP agents. Network: 59f79dd1-359b-46fb-aa82-ff7e0c3a375b, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:27.386467 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d7ae7bc-5b91-495a-943c-c4a0269b549a req-08162bcf-ee78-4fad-af61-714cac192f3e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638843 Jul 16 18:13:27.422075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ecbff-dbdc-47d2-b661-0de6861c27bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d0dd38-fa86-45f9-ab8f-f93b96ff1de0,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.535714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '6b38ffe7-22ed-467b-a421-330f13330249'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:27.536995 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.576161 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52972) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:27.603700 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3ecbff-dbdc-47d2-b661-0de6861c27bd admin admin] Network 59f79dd1-359b-46fb-aa82-ff7e0c3a375b is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:27.607599 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-07f10269-4d05-4cb3-982b-a2d6f6532c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.634710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-cb3ecbff-dbdc-47d2-b661-0de6861c27bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 59f79dd1-359b-46fb-aa82-ff7e0c3a375b) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:27.640209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3b2e0a36-9d4a-4ee0-b66d-121d9f6f2753 admin admin] For port 2499f9fb-d42d-43ea-8013-fa2269184e92, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2499f9fb-d42d-43ea-8013-fa2269184e92,segment=NetworkSegment(cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f),segment_id=cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:27.640836 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0a36-9d4a-4ee0-b66d-121d9f6f2753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.653465 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3ecbff-dbdc-47d2-b661-0de6861c27bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.654086 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb3ecbff-dbdc-47d2-b661-0de6861c27bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.670988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e0a36-9d4a-4ee0-b66d-121d9f6f2753 admin admin] Calling delete_port for 2499f9fb-d42d-43ea-8013-fa2269184e92 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:27.684263 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc1fbd4-0af8-4d3e-80dd-aa4ff64bc871 None None] Network 59f79dd1-359b-46fb-aa82-ff7e0c3a375b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:27.690710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:27.695116 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.746584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 330d143c-205e-42ff-a0f1-89a63a1e71f0 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:27.839818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-07f10269-4d05-4cb3-982b-a2d6f6532c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.846180 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-07f10269-4d05-4cb3-982b-a2d6f6532c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.866688 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Allocated IP 2001:db8::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/6b38ffe7-22ed-467b-a421-330f13330249/7cfb8d13-0ec7-46db-9013-b5b64a27da24) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:27.875672 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cb3ecbff-dbdc-47d2-b661-0de6861c27bd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1148157 Jul 16 18:13:27.935174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-07f10269-4d05-4cb3-982b-a2d6f6532c43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afbd5f93c6cd406baf3f44d9410e0804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578522 Jul 16 18:13:27.937410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f10269-4d05-4cb3-982b-a2d6f6532c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f254bca4-7090-4997-ad4d-80a631c1051b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.939863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52976) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:28.006697 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82afe505-f7d5-46b6-9e8b-10ad9477e98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.021689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8894f9-04d2-44f0-8b73-e95fef0f7049 None None] Network 59f79dd1-359b-46fb-aa82-ff7e0c3a375b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:28.022502 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0a36-9d4a-4ee0-b66d-121d9f6f2753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.050996 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82afe505-f7d5-46b6-9e8b-10ad9477e98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.078231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e0a36-9d4a-4ee0-b66d-121d9f6f2753 admin admin] Pushing event deleted for resources: {'Port': ['ID=2499f9fb-d42d-43ea-8013-fa2269184e92,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.105021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52978) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:28.149456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:28.152660 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82afe505-f7d5-46b6-9e8b-10ad9477e98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.178200 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82afe505-f7d5-46b6-9e8b-10ad9477e98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.187050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-82afe505-f7d5-46b6-9e8b-10ad9477e98d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f254bca4-7090-4997-ad4d-80a631c1051b HTTP/1.1" status: 204 len: 168 time: 0.2450373 Jul 16 18:13:28.209218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:28.209945 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 30ce0dfd-c3d4-4cb5-99bd-9062e04f508f not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:28.214372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da70c14-d13b-4308-a628-d5c29fa69d5f admin admin] Deleting subnet 603d006d-c2ea-4cd0-ada9-c70236e9a549 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:28.243563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afe505-f7d5-46b6-9e8b-10ad9477e98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f254bca4-7090-4997-ad4d-80a631c1051b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.262572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52984) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:28.269802 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9da70c14-d13b-4308-a628-d5c29fa69d5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.336529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 049e6d5d-1c23-41cb-a4c6-307568a21178 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:28.359067 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9da70c14-d13b-4308-a628-d5c29fa69d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.381465 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.399185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 049e6d5d-1c23-41cb-a4c6-307568a21178 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:28.399896 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 049e6d5d-1c23-41cb-a4c6-307568a21178 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:28.420524 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Transition to ACTIVE for port object 7cfb8d13-0ec7-46db-9013-b5b64a27da24 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:28.440430 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0a36-9d4a-4ee0-b66d-121d9f6f2753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.445502 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d07606e5-f3ad-4124-baee-06599d104eac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.460507 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9da70c14-d13b-4308-a628-d5c29fa69d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.474548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Transition to ACTIVE for port object 7cfb8d13-0ec7-46db-9013-b5b64a27da24 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:28.502399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.547572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Pushing event updated for resources: {'Port': ['ID=7cfb8d13-0ec7-46db-9013-b5b64a27da24,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.564140 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d07606e5-f3ad-4124-baee-06599d104eac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.594975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:28.599773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:28.606092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:28.704464 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d07606e5-f3ad-4124-baee-06599d104eac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.716564 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d07606e5-f3ad-4124-baee-06599d104eac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.723187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d07606e5-f3ad-4124-baee-06599d104eac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "DELETE /v2.0/security-groups/8a3d215c-9e2e-4dad-8db6-2f6066406030 HTTP/1.1" status: 204 len: 168 time: 0.4580977 Jul 16 18:13:28.770513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07606e5-f3ad-4124-baee-06599d104eac tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3d215c-9e2e-4dad-8db6-2f6066406030,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.793451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 52994) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:28.803026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::113 (e8517db6-f0e1-4090-9d37-24c97738cf54/6b38ffe7-22ed-467b-a421-330f13330249/330d143c-205e-42ff-a0f1-89a63a1e71f0) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:28.814903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Attempting to bind port 7cfb8d13-0ec7-46db-9013-b5b64a27da24 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:28.816185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Attempting to bind port 7cfb8d13-0ec7-46db-9013-b5b64a27da24 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:28.817467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Attempting to bind port 7cfb8d13-0ec7-46db-9013-b5b64a27da24 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:28.826294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:28.826533 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9da70c14-d13b-4308-a628-d5c29fa69d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.827160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:28.827765 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.828349 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:28.829696 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Bound port: 7cfb8d13-0ec7-46db-9013-b5b64a27da24, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:28.830492 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.886731 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9da70c14-d13b-4308-a628-d5c29fa69d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.888603 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9da70c14-d13b-4308-a628-d5c29fa69d5f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/603d006d-c2ea-4cd0-ada9-c70236e9a549 HTTP/1.1" status: 204 len: 168 time: 0.7822857 Jul 16 18:13:28.903370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70c14-d13b-4308-a628-d5c29fa69d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603d006d-c2ea-4cd0-ada9-c70236e9a549,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.912654 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 52998) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:28.948280 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] For port 7cfb8d13-0ec7-46db-9013-b5b64a27da24, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:28.951818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] For port 7cfb8d13-0ec7-46db-9013-b5b64a27da24, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7cfb8d13-0ec7-46db-9013-b5b64a27da24,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:28.960671 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.010579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f1800aa-db55-48b4-923c-5109b04704a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.175010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fd54a-2fbc-4660-9b98-c3867f8160ed None None] Pushing event updated for resources: {'Port': ['ID=7cfb8d13-0ec7-46db-9013-b5b64a27da24,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:29.177428 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3f917-7bcb-4e58-b6c3-ca744ebd58a0 req-a57acc9f-8f13-4234-8718-f2e2c0ef0860 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:29.190531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1a3f917-7bcb-4e58-b6c3-ca744ebd58a0 req-a57acc9f-8f13-4234-8718-f2e2c0ef0860 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.4030774 Jul 16 18:13:29.307346 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f1800aa-db55-48b4-923c-5109b04704a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.334586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1a3f917-7bcb-4e58-b6c3-ca744ebd58a0 req-c5d6869d-a205-4196-bced-c238a91d6868 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429026 Jul 16 18:13:29.386754 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-3f1800aa-db55-48b4-923c-5109b04704a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e312628c-1508-4e29-9bf5-f2262f7a1eb8']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:29.846440 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d539cbf-1adb-4658-bc1b-b3d4d33261d7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.866514 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-3f1800aa-db55-48b4-923c-5109b04704a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927b4bae-7f94-4d5c-8f40-771084db7104') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:29.867020 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-3f1800aa-db55-48b4-923c-5109b04704a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927b4bae-7f94-4d5c-8f40-771084db7104') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:29.880627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f1800aa-db55-48b4-923c-5109b04704a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.947194 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f1800aa-db55-48b4-923c-5109b04704a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.967102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1800aa-db55-48b4-923c-5109b04704a7 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:29.967102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f1800aa-db55-48b4-923c-5109b04704a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:29.971239 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:30.058605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2e0a36-9d4a-4ee0-b66d-121d9f6f2753 admin admin] Router ff812f80-c3df-4ccc-9c27-27aa7f0dd80c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:30.077163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f1800aa-db55-48b4-923c-5109b04704a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.089400 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3f1800aa-db55-48b4-923c-5109b04704a7 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.091927 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3f1800aa-db55-48b4-923c-5109b04704a7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e312628c-1508-4e29-9bf5-f2262f7a1eb8 HTTP/1.1" status: 204 len: 168 time: 1.1760976 Jul 16 18:13:30.096046 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.097852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53018) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:30.140519 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1800aa-db55-48b4-923c-5109b04704a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e312628c-1508-4e29-9bf5-f2262f7a1eb8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:30.232552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7cfb8d13-0ec7-46db-9013-b5b64a27da24 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:30.252019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-2546cd80-9212-42e7-9fc1-39352f039537 admin admin] Deleting subnet d2d0dd38-fa86-45f9-ab8f-f93b96ff1de0 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:30.265822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2546cd80-9212-42e7-9fc1-39352f039537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.272439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 330d143c-205e-42ff-a0f1-89a63a1e71f0 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:30.377052 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2546cd80-9212-42e7-9fc1-39352f039537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.382305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 7cfb8d13-0ec7-46db-9013-b5b64a27da24 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:30.482388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2e0a36-9d4a-4ee0-b66d-121d9f6f2753 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:30.492238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e98149-43f5-411d-931b-29599383e613 None None] Sync routers for ids ['ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:30.498044 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3b2e0a36-9d4a-4ee0-b66d-121d9f6f2753 admin admin] 10.222.0.24 "PUT /v2.0/routers/ff812f80-c3df-4ccc-9c27-27aa7f0dd80c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0786991 Jul 16 18:13:30.498692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53030) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:30.509773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e98149-43f5-411d-931b-29599383e613 None None] Routers {'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:30.512359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b6e98149-43f5-411d-931b-29599383e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:30.554466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2546cd80-9212-42e7-9fc1-39352f039537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.601576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.664356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:30.670981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:30.684613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:30.691748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:30.693144 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.721479 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2546cd80-9212-42e7-9fc1-39352f039537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.779063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=330d143c-205e-42ff-a0f1-89a63a1e71f0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:30.782733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-b6e98149-43f5-411d-931b-29599383e613 None None] Set router ff812f80-c3df-4ccc-9c27-27aa7f0dd80c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:30.786704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546cd80-9212-42e7-9fc1-39352f039537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2d0dd38-fa86-45f9-ab8f-f93b96ff1de0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:30.791568 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2546cd80-9212-42e7-9fc1-39352f039537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.793440 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2546cd80-9212-42e7-9fc1-39352f039537 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d2d0dd38-fa86-45f9-ab8f-f93b96ff1de0 HTTP/1.1" status: 204 len: 168 time: 0.6921287 Jul 16 18:13:30.796708 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53036) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:30.814694 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-32242d79-cc03-4596-99e9-590fcaea9187 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5874321 Jul 16 18:13:30.818277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53038) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:30.833048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b7e1-9a3a-4585-8438-c408e55e4557 req-e2988c4e-516b-49a6-aef6-f2b01f9b7906 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:30.834707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7754b7e1-9a3a-4585-8438-c408e55e4557 req-e2988c4e-516b-49a6-aef6-f2b01f9b7906 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.2153614 Jul 16 18:13:30.888445 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.962941 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee01dd06-14f4-44a7-ac92-74de89299f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.008858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-6d539cbf-1adb-4658-bc1b-b3d4d33261d7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting port 3f7972ed-d958-47b5-8a80-022ea664517f {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:31.009212 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d539cbf-1adb-4658-bc1b-b3d4d33261d7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.140113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7754b7e1-9a3a-4585-8438-c408e55e4557 req-8086d9a7-9d52-4953-9dd5-0d681d10bcb9 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725880 Jul 16 18:13:31.176783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc0d589-5da9-4cfe-8b11-a28fd0a2bd7e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:31.190614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a75d7205-4045-4f74-ba55-6aa37802a979 None None] Provisioning for port 7cfb8d13-0ec7-46db-9013-b5b64a27da24 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:31.194912 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc0d589-5da9-4cfe-8b11-a28fd0a2bd7e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:31.201704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a75d7205-4045-4f74-ba55-6aa37802a979 None None] Provisioning complete for port 7cfb8d13-0ec7-46db-9013-b5b64a27da24 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:31.201704 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a75d7205-4045-4f74-ba55-6aa37802a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.208810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53048) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:31.209203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dfc0d589-5da9-4cfe-8b11-a28fd0a2bd7e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3891289 Jul 16 18:13:31.292680 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee01dd06-14f4-44a7-ac92-74de89299f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.346944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ee01dd06-14f4-44a7-ac92-74de89299f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f79dd1-359b-46fb-aa82-ff7e0c3a375b']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:31.369410 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ee01dd06-14f4-44a7-ac92-74de89299f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd6e66e-2ec9-4837-9675-7ffddc9c721d') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:31.369642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ee01dd06-14f4-44a7-ac92-74de89299f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd6e66e-2ec9-4837-9675-7ffddc9c721d') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:31.405318 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee01dd06-14f4-44a7-ac92-74de89299f99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.424154 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a75d7205-4045-4f74-ba55-6aa37802a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.448685 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee01dd06-14f4-44a7-ac92-74de89299f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.468144 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.478657 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee01dd06-14f4-44a7-ac92-74de89299f99 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:31.479113 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee01dd06-14f4-44a7-ac92-74de89299f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:31.481939 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:31.506795 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b2677b9d-f42d-4ade-ac8d-a88f191edb82 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 330d143c-205e-42ff-a0f1-89a63a1e71f0 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:31.507147 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2677b9d-f42d-4ade-ac8d-a88f191edb82 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.520137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a75d7205-4045-4f74-ba55-6aa37802a979 None None] For port 7cfb8d13-0ec7-46db-9013-b5b64a27da24, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7cfb8d13-0ec7-46db-9013-b5b64a27da24,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:31.537152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b6e98149-43f5-411d-931b-29599383e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'name': 'tempest-ServerRescueTestJSON-389061784-router', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:04Z', 'updated_at': '2021-07-16T18:13:27Z', 'revision_number': 5, 'project_id': 'f557cf72c6684e0a88a529456be7e745', 'gw_port': {'id': 'd71cb2f8-7053-4e79-8aff-fa16db5c8902', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:05Z', 'updated_at': '2021-07-16T18:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:31.541850 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a75d7205-4045-4f74-ba55-6aa37802a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.666994 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee01dd06-14f4-44a7-ac92-74de89299f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.671451 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee01dd06-14f4-44a7-ac92-74de89299f99 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.673942 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ee01dd06-14f4-44a7-ac92-74de89299f99 admin admin] 10.222.0.24 "DELETE /v2.0/networks/59f79dd1-359b-46fb-aa82-ff7e0c3a375b HTTP/1.1" status: 204 len: 168 time: 0.8721139 Jul 16 18:13:31.685168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-6d539cbf-1adb-4658-bc1b-b3d4d33261d7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] For port 3f7972ed-d958-47b5-8a80-022ea664517f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=3f7972ed-d958-47b5-8a80-022ea664517f,segment=NetworkSegment(e5a8182f-7ccc-40a8-b1ea-17c76454984a),segment_id=e5a8182f-7ccc-40a8-b1ea-17c76454984a)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:31.686141 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d539cbf-1adb-4658-bc1b-b3d4d33261d7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.702647 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01dd06-14f4-44a7-ac92-74de89299f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f79dd1-359b-46fb-aa82-ff7e0c3a375b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:31.703332 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-6d539cbf-1adb-4658-bc1b-b3d4d33261d7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Calling delete_port for 3f7972ed-d958-47b5-8a80-022ea664517f owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:31.725368 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2677b9d-f42d-4ade-ac8d-a88f191edb82 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.739031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d7205-4045-4f74-ba55-6aa37802a979 None None] Pushing event updated for resources: {'Port': ['ID=7cfb8d13-0ec7-46db-9013-b5b64a27da24,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:31.739892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Deleting port d71cb2f8-7053-4e79-8aff-fa16db5c8902 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:31.740283 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.747052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b2677b9d-f42d-4ade-ac8d-a88f191edb82 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 330d143c-205e-42ff-a0f1-89a63a1e71f0 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:31.749979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e98149-43f5-411d-931b-29599383e613 None None] Checking router: ff812f80-c3df-4ccc-9c27-27aa7f0dd80c for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:31.773530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e98149-43f5-411d-931b-29599383e613 None None] Routers {'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:31.775313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b6e98149-43f5-411d-931b-29599383e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:31.845095 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1e3e5c05-b0cf-48fe-a6bc-8f4251335c64 None None] Provisioning for port 330d143c-205e-42ff-a0f1-89a63a1e71f0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:31.854048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53058) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:31.881421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1e3e5c05-b0cf-48fe-a6bc-8f4251335c64 None None] Provisioning complete for port 330d143c-205e-42ff-a0f1-89a63a1e71f0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:31.881827 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1e3e5c05-b0cf-48fe-a6bc-8f4251335c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.913181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] For port d71cb2f8-7053-4e79-8aff-fa16db5c8902, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d71cb2f8-7053-4e79-8aff-fa16db5c8902,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:31.913862 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.939450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Calling delete_port for d71cb2f8-7053-4e79-8aff-fa16db5c8902 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:31.954633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e5c05-b0cf-48fe-a6bc-8f4251335c64 None None] Port 330d143c-205e-42ff-a0f1-89a63a1e71f0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:31.959069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-b6e98149-43f5-411d-931b-29599383e613 None None] Set router ff812f80-c3df-4ccc-9c27-27aa7f0dd80c gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:32.074166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b6e98149-43f5-411d-931b-29599383e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'name': 'tempest-ServerRescueTestJSON-389061784-router', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:04Z', 'updated_at': '2021-07-16T18:13:31Z', 'revision_number': 6, 'project_id': 'f557cf72c6684e0a88a529456be7e745', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:32.130827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53064) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:32.137471 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7cfb8d13-0ec7-46db-9013-b5b64a27da24 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:32.163569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e98149-43f5-411d-931b-29599383e613 None None] The sync data for ids ['ff812f80-c3df-4ccc-9c27-27aa7f0dd80c'] in n-d-787205-10 is: [{'id': 'ff812f80-c3df-4ccc-9c27-27aa7f0dd80c', 'name': 'tempest-ServerRescueTestJSON-389061784-router', 'tenant_id': 'f557cf72c6684e0a88a529456be7e745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:04Z', 'updated_at': '2021-07-16T18:13:31Z', 'revision_number': 6, 'project_id': 'f557cf72c6684e0a88a529456be7e745', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:32.184101 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d539cbf-1adb-4658-bc1b-b3d4d33261d7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.210599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2677b9d-f42d-4ade-ac8d-a88f191edb82 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.228118 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-208086e8-a767-4d17-9548-96b651d872e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.232389 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 7cfb8d13-0ec7-46db-9013-b5b64a27da24 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:32.232910 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.299674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2677b9d-f42d-4ade-ac8d-a88f191edb82 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=330d143c-205e-42ff-a0f1-89a63a1e71f0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:32.318636 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2677b9d-f42d-4ade-ac8d-a88f191edb82 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.320982 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b2677b9d-f42d-4ade-ac8d-a88f191edb82 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/330d143c-205e-42ff-a0f1-89a63a1e71f0 HTTP/1.1" status: 204 len: 168 time: 1.1098845 Jul 16 18:13:32.330094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d539cbf-1adb-4658-bc1b-b3d4d33261d7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Port': ['ID=3f7972ed-d958-47b5-8a80-022ea664517f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:32.336279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53068) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:32.431218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-de0312e9-5d0d-40e6-81cc-d882c6d2726a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abec40dda8fb477299fdb9f4806b76ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941506 Jul 16 18:13:32.442639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53070) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:32.595976 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.631589 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c38a2f5-df91-475d-8bfd-92b16dbb0cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.658956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ac1121-2257-4f48-9dc2-f5cede9bc96a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:32.661365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ac1121-2257-4f48-9dc2-f5cede9bc96a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:32.663254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-93ac1121-2257-4f48-9dc2-f5cede9bc96a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3240538 Jul 16 18:13:32.669865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53072) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:32.676798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Pushing event deleted for resources: {'Port': ['ID=d71cb2f8-7053-4e79-8aff-fa16db5c8902,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:32.741600 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c38a2f5-df91-475d-8bfd-92b16dbb0cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.767142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.847916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21af417-016e-431c-af05-90bd8f138198 req-9bef0587-3761-4b2c-a101-d982b48d1de0 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:32.849479 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d21af417-016e-431c-af05-90bd8f138198 req-9bef0587-3761-4b2c-a101-d982b48d1de0 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.4195364 Jul 16 18:13:32.856797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df5abea-23fc-415f-819f-9cd9a55ce39d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 6b38ffe7-22ed-467b-a421-330f13330249 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:32.876382 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8df5abea-23fc-415f-819f-9cd9a55ce39d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.881742 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.884410 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.895236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c38a2f5-df91-475d-8bfd-92b16dbb0cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.897757 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c38a2f5-df91-475d-8bfd-92b16dbb0cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.898929 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1c38a2f5-df91-475d-8bfd-92b16dbb0cde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6f1710c-a408-40a3-9063-e8778b5369f3 HTTP/1.1" status: 204 len: 168 time: 0.4544981 Jul 16 18:13:32.938585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38a2f5-df91-475d-8bfd-92b16dbb0cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f1710c-a408-40a3-9063-e8778b5369f3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:32.946873 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.947524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff812f80-c3df-4ccc-9c27-27aa7f0dd80c {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:32.953097 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.958275 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bbee533a-9c40-44dc-af35-34cdafbd071e admin admin] 10.222.0.24 "DELETE /v2.0/routers/ff812f80-c3df-4ccc-9c27-27aa7f0dd80c HTTP/1.1" status: 204 len: 168 time: 2.4454517 Jul 16 18:13:32.958275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53076) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:32.961377 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-208086e8-a767-4d17-9548-96b651d872e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.970255 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6d539cbf-1adb-4658-bc1b-b3d4d33261d7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.975458 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8df5abea-23fc-415f-819f-9cd9a55ce39d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.981339 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-208086e8-a767-4d17-9548-96b651d872e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.025694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d21af417-016e-431c-af05-90bd8f138198 req-304eb64a-a8d0-4ab2-a26f-4f3f9240d5e3 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602819 Jul 16 18:13:33.029410 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b960c1d-bc46-4d70-96d8-4c29d50e5fdc admin admin] Deleting subnet 2239bebd-69f9-4b96-acad-400955c8b137 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:33.035591 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b960c1d-bc46-4d70-96d8-4c29d50e5fdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.115608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-208086e8-a767-4d17-9548-96b651d872e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68ce02f874f24d1ea6a283ace9682234&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2604198 Jul 16 18:13:33.121198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208086e8-a767-4d17-9548-96b651d872e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56068c9-141b-426b-b7bc-82a149a0eff8,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.123579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53080) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:33.167793 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b960c1d-bc46-4d70-96d8-4c29d50e5fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.220705 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b960c1d-bc46-4d70-96d8-4c29d50e5fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.260550 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8df5abea-23fc-415f-819f-9cd9a55ce39d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.305908 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b960c1d-bc46-4d70-96d8-4c29d50e5fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.312684 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-412b867d-f1bc-4ddf-acb7-e7018e381aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.335920 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b960c1d-bc46-4d70-96d8-4c29d50e5fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2239bebd-69f9-4b96-acad-400955c8b137,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.345835 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2b960c1d-bc46-4d70-96d8-4c29d50e5fdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.350319 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2b960c1d-bc46-4d70-96d8-4c29d50e5fdc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2239bebd-69f9-4b96-acad-400955c8b137 HTTP/1.1" status: 204 len: 168 time: 0.3897943 Jul 16 18:13:33.350887 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53084) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:33.408896 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-412b867d-f1bc-4ddf-acb7-e7018e381aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.443538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61bbcb2-2d1a-43a0-b4aa-6c5584b16cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.473821 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8df5abea-23fc-415f-819f-9cd9a55ce39d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.533055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5abea-23fc-415f-819f-9cd9a55ce39d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=6b38ffe7-22ed-467b-a421-330f13330249,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.545949 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8df5abea-23fc-415f-819f-9cd9a55ce39d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.547161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd21e33-1026-4197-abe1-df59138f1f99 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:33.548507 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8df5abea-23fc-415f-819f-9cd9a55ce39d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/6b38ffe7-22ed-467b-a421-330f13330249 HTTP/1.1" status: 204 len: 168 time: 0.8770442 Jul 16 18:13:33.552367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53086) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:33.552713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53088) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:33.567515 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61bbcb2-2d1a-43a0-b4aa-6c5584b16cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.579869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-f61bbcb2-2d1a-43a0-b4aa-6c5584b16cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa60fa6-b20e-4ec0-a87a-c1289b99249a']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:33.601740 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-f61bbcb2-2d1a-43a0-b4aa-6c5584b16cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:33.602045 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-f61bbcb2-2d1a-43a0-b4aa-6c5584b16cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2ae5f2-08d4-4a6a-9c5f-134fc4ba755f') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:33.606968 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ad682537-5059-4b00-b6f8-e8cf7a71a9dc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514953 Jul 16 18:13:33.611609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53090) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:33.620118 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61bbcb2-2d1a-43a0-b4aa-6c5584b16cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.627560 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-642714d0-3b76-41e5-9fb1-d709becc58f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:33.649218 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61bbcb2-2d1a-43a0-b4aa-6c5584b16cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.664851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61bbcb2-2d1a-43a0-b4aa-6c5584b16cb9 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:33.665228 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61bbcb2-2d1a-43a0-b4aa-6c5584b16cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:33.670287 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:33.675839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d539cbf-1adb-4658-bc1b-b3d4d33261d7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Router ac4a415d-b8fa-4824-8560-ec050b6794ee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:33.710852 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-412b867d-f1bc-4ddf-acb7-e7018e381aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.713633 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-412b867d-f1bc-4ddf-acb7-e7018e381aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.714753 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-412b867d-f1bc-4ddf-acb7-e7018e381aba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b56068c9-141b-426b-b7bc-82a149a0eff8 HTTP/1.1" status: 204 len: 168 time: 0.5861771 Jul 16 18:13:33.766352 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61bbcb2-2d1a-43a0-b4aa-6c5584b16cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.774449 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61bbcb2-2d1a-43a0-b4aa-6c5584b16cb9 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.782208 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f61bbcb2-2d1a-43a0-b4aa-6c5584b16cb9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8aa60fa6-b20e-4ec0-a87a-c1289b99249a HTTP/1.1" status: 204 len: 168 time: 0.4301741 Jul 16 18:13:33.785339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b867d-f1bc-4ddf-acb7-e7018e381aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56068c9-141b-426b-b7bc-82a149a0eff8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.798641 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dc4ae362-829a-4c32-97cd-f89eb354d17e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f273778dae034166a58f7f95de967c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444112 Jul 16 18:13:33.804583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53096) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:33.814413 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcc3213-f558-4598-9341-7a4d393776fe None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:33.853294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bbcb2-2d1a-43a0-b4aa-6c5584b16cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aa60fa6-b20e-4ec0-a87a-c1289b99249a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.915306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc3213-f558-4598-9341-7a4d393776fe None None] Deleting port 7cfb8d13-0ec7-46db-9013-b5b64a27da24 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:33.916054 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1bcc3213-f558-4598-9341-7a4d393776fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.992805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642714d0-3b76-41e5-9fb1-d709becc58f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:33.997375 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-642714d0-3b76-41e5-9fb1-d709becc58f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.041326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1bcc3213-f558-4598-9341-7a4d393776fe None None] For port 7cfb8d13-0ec7-46db-9013-b5b64a27da24, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7cfb8d13-0ec7-46db-9013-b5b64a27da24,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:34.045084 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1bcc3213-f558-4598-9341-7a4d393776fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.060551 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1b215cb-64f1-481b-853b-788965203318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.071171 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc3213-f558-4598-9341-7a4d393776fe None None] Calling delete_port for 7cfb8d13-0ec7-46db-9013-b5b64a27da24 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:34.142389 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1b215cb-64f1-481b-853b-788965203318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.187097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d71cb2f8-7053-4e79-8aff-fa16db5c8902 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:34.193640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d539cbf-1adb-4658-bc1b-b3d4d33261d7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:34.206861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6d539cbf-1adb-4658-bc1b-b3d4d33261d7 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "PUT /v2.0/routers/ac4a415d-b8fa-4824-8560-ec050b6794ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4115644 Jul 16 18:13:34.207120 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a27f4d-b661-4798-8913-cd8322c123fb None None] Sync routers for ids ['ac4a415d-b8fa-4824-8560-ec050b6794ee'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:34.209643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53104) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:34.219302 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a27f4d-b661-4798-8913-cd8322c123fb None None] Routers {'ac4a415d-b8fa-4824-8560-ec050b6794ee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:34.246723 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-14a27f4d-b661-4798-8913-cd8322c123fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac4a415d-b8fa-4824-8560-ec050b6794ee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.247175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: d71cb2f8-7053-4e79-8aff-fa16db5c8902 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:34.247175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d71cb2f8-7053-4e79-8aff-fa16db5c8902 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:34.247175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2499f9fb-d42d-43ea-8013-fa2269184e92 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:34.289781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53106) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:34.292220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 2499f9fb-d42d-43ea-8013-fa2269184e92 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:34.292664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2499f9fb-d42d-43ea-8013-fa2269184e92 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:34.293185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7cfb8d13-0ec7-46db-9013-b5b64a27da24 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:34.364644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0068b2f-7e5c-478e-bb89-b7c12a1cb906 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting subnet 0a1666e5-cafa-4020-85f6-fb41a2c8ed7c {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:34.389695 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0068b2f-7e5c-478e-bb89-b7c12a1cb906 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.436752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c0fcce53-6497-44e7-b094-0add94adc6a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f557cf72c6684e0a88a529456be7e745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456738 Jul 16 18:13:34.457927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53108) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:34.458283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53110) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:34.461795 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1bcc3213-f558-4598-9341-7a4d393776fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.480554 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-14a27f4d-b661-4798-8913-cd8322c123fb None None] Set router ac4a415d-b8fa-4824-8560-ec050b6794ee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:34.496102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc3213-f558-4598-9341-7a4d393776fe None None] No DVR routers for this DVR port 7cfb8d13-0ec7-46db-9013-b5b64a27da24 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:34.521875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0068b2f-7e5c-478e-bb89-b7c12a1cb906 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.542478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc3213-f558-4598-9341-7a4d393776fe None None] Pushing event deleted for resources: {'Port': ['ID=7cfb8d13-0ec7-46db-9013-b5b64a27da24,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:34.543492 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1b215cb-64f1-481b-853b-788965203318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.547802 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.554667 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1b215cb-64f1-481b-853b-788965203318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.558420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c1b215cb-64f1-481b-853b-788965203318 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99f8bf81-553e-4b9f-b5f3-5f239bbba558 HTTP/1.1" status: 204 len: 168 time: 0.7503102 Jul 16 18:13:34.585398 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f72a5a4-c5a8-4ca8-a6af-a679c55b00b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.668852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b215cb-64f1-481b-853b-788965203318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f8bf81-553e-4b9f-b5f3-5f239bbba558,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:34.691439 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f65adb0-d74a-4110-8270-bb05b19ea995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.715579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0068b2f-7e5c-478e-bb89-b7c12a1cb906 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.759926 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-642714d0-3b76-41e5-9fb1-d709becc58f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.796743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f65adb0-d74a-4110-8270-bb05b19ea995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.797127 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-14a27f4d-b661-4798-8913-cd8322c123fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:13:32Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.834743 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0068b2f-7e5c-478e-bb89-b7c12a1cb906 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.847443 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a27f4d-b661-4798-8913-cd8322c123fb None None] Checking router: ac4a415d-b8fa-4824-8560-ec050b6794ee for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:34.848292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9eb96-8f3d-4435-834d-cf9bedb1c24b req-67c9e316-690e-4574-a80a-6c83ed150e8c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:34.850258 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3f9eb96-8f3d-4435-834d-cf9bedb1c24b req-67c9e316-690e-4574-a80a-6c83ed150e8c tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.4207351 Jul 16 18:13:34.859101 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a27f4d-b661-4798-8913-cd8322c123fb None None] Routers {'ac4a415d-b8fa-4824-8560-ec050b6794ee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:34.861443 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-14a27f4d-b661-4798-8913-cd8322c123fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac4a415d-b8fa-4824-8560-ec050b6794ee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.874615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642714d0-3b76-41e5-9fb1-d709becc58f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:34.881605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0068b2f-7e5c-478e-bb89-b7c12a1cb906 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1666e5-cafa-4020-85f6-fb41a2c8ed7c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:34.886119 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0068b2f-7e5c-478e-bb89-b7c12a1cb906 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.888115 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d0068b2f-7e5c-478e-bb89-b7c12a1cb906 tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "DELETE /v2.0/subnets/0a1666e5-cafa-4020-85f6-fb41a2c8ed7c HTTP/1.1" status: 204 len: 168 time: 0.6764615 Jul 16 18:13:34.890762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53114) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:34.896246 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3ccbb3-7816-43c1-b26a-848a663a1a47 None None] Network 9cd8ecdc-276a-4662-a135-61f90e20402f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:34.923908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-642714d0-3b76-41e5-9fb1-d709becc58f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:34.947151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642714d0-3b76-41e5-9fb1-d709becc58f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:34.947692 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-642714d0-3b76-41e5-9fb1-d709becc58f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.951365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bac67b-3b4f-458b-8c37-f1fae4c2f4bd None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:35.019557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642714d0-3b76-41e5-9fb1-d709becc58f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=59f7b182-6a28-40d6-a770-5abd1c9e5b23,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:35.033454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3f9eb96-8f3d-4435-834d-cf9bedb1c24b req-7b7189cd-9c5e-4efe-b946-012a9f4fa7c4 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739800 Jul 16 18:13:35.091764 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f65adb0-d74a-4110-8270-bb05b19ea995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.098387 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f65adb0-d74a-4110-8270-bb05b19ea995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.102440 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3f65adb0-d74a-4110-8270-bb05b19ea995 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c6e1975-3790-4789-b6fb-bbfb619979c3 HTTP/1.1" status: 204 len: 168 time: 0.6405299 Jul 16 18:13:35.102440 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f72a5a4-c5a8-4ca8-a6af-a679c55b00b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.114763 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.115705 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f72a5a4-c5a8-4ca8-a6af-a679c55b00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.131456 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-642714d0-3b76-41e5-9fb1-d709becc58f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5126154 Jul 16 18:13:35.134827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65adb0-d74a-4110-8270-bb05b19ea995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e1975-3790-4789-b6fb-bbfb619979c3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:35.181487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53120) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:35.185255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72a5a4-c5a8-4ca8-a6af-a679c55b00b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47033cd6-5158-4c66-8e68-78a84d884111,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:35.222908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'name': 'tempest-NetworksTestDHCPv6-756400438'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:35.268989 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-14a27f4d-b661-4798-8913-cd8322c123fb None None] Set router ac4a415d-b8fa-4824-8560-ec050b6794ee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:35.284040 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8f72a5a4-c5a8-4ca8-a6af-a679c55b00b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35f8d59a26074902abdbaa3c182df9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8234127 Jul 16 18:13:35.285242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53124) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:35.442330 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5574644a-f043-4e1c-8466-679259ef8673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.492884 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.510437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:35.520947 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.569696 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5574644a-f043-4e1c-8466-679259ef8673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.588486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port ff0cdf61-b2af-4bd0-a0db-6933f5722c92 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:35.623665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Deleting port c2da1b1f-b473-4030-841b-d803740b7438 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:35.625530 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.830016 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '59f7b182-6a28-40d6-a770-5abd1c9e5b23'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:35.831033 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.864145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] For port c2da1b1f-b473-4030-841b-d803740b7438, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c2da1b1f-b473-4030-841b-d803740b7438,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:35.864683 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.884734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Calling delete_port for c2da1b1f-b473-4030-841b-d803740b7438 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:35.891513 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5574644a-f043-4e1c-8466-679259ef8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.899888 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5574644a-f043-4e1c-8466-679259ef8673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.908266 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5574644a-f043-4e1c-8466-679259ef8673 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47033cd6-5158-4c66-8e68-78a84d884111 HTTP/1.1" status: 204 len: 168 time: 0.6181443 Jul 16 18:13:35.914392 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-14a27f4d-b661-4798-8913-cd8322c123fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:13:32Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:35.990755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574644a-f043-4e1c-8466-679259ef8673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47033cd6-5158-4c66-8e68-78a84d884111,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:36.024599 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a27f4d-b661-4798-8913-cd8322c123fb None None] The sync data for ids ['ac4a415d-b8fa-4824-8560-ec050b6794ee'] in n-d-787205-10 is: [{'id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'name': 'tempest-TestNetworkBasicOps-router-418831739', 'tenant_id': 'defd996516df4b3ebc080e817e94ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:13:32Z', 'revision_number': 5, 'project_id': 'defd996516df4b3ebc080e817e94ad7b', 'gw_port': {'id': 'c2da1b1f-b473-4030-841b-d803740b7438', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4a415d-b8fa-4824-8560-ec050b6794ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:36.070777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80379f77-782e-4b97-8871-4cd534df1e06 None None] DHCP port deletion for 9cd8ecdc-276a-4662-a135-61f90e20402f request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:36.101030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e2d42933-725b-48e3-9c71-4f1e1a88f852 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:36.217128 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.238242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::3ce (e8517db6-f0e1-4090-9d37-24c97738cf54/59f7b182-6a28-40d6-a770-5abd1c9e5b23/ff0cdf61-b2af-4bd0-a0db-6933f5722c92) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:36.260935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Port': ['ID=c2da1b1f-b473-4030-841b-d803740b7438,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:36.337126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-80379f77-782e-4b97-8871-4cd534df1e06 None None] Deleting port e2d42933-725b-48e3-9c71-4f1e1a88f852 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:36.337506 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-80379f77-782e-4b97-8871-4cd534df1e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.341177 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.343084 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.464008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-80379f77-782e-4b97-8871-4cd534df1e06 None None] For port e2d42933-725b-48e3-9c71-4f1e1a88f852, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e2d42933-725b-48e3-9c71-4f1e1a88f852,segment=NetworkSegment(e5a8182f-7ccc-40a8-b1ea-17c76454984a),segment_id=e5a8182f-7ccc-40a8-b1ea-17c76454984a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:36.464413 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-80379f77-782e-4b97-8871-4cd534df1e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.470239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port e2d42933-725b-48e3-9c71-4f1e1a88f852, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e2d42933-725b-48e3-9c71-4f1e1a88f852,segment=NetworkSegment(e5a8182f-7ccc-40a8-b1ea-17c76454984a),segment_id=e5a8182f-7ccc-40a8-b1ea-17c76454984a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:36.476627 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.492755 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.498901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.532068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-80379f77-782e-4b97-8871-4cd534df1e06 None None] Calling delete_port for e2d42933-725b-48e3-9c71-4f1e1a88f852 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:36.647695 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.648250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Fanout notify agent at l3_agent the message router_deleted on router ac4a415d-b8fa-4824-8560-ec050b6794ee {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:36.655829 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.660689 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a92c1c95-3347-4d9a-a5d0-d78a341308de tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "DELETE /v2.0/routers/ac4a415d-b8fa-4824-8560-ec050b6794ee HTTP/1.1" status: 204 len: 168 time: 1.7682927 Jul 16 18:13:36.663401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53160) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:36.732135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=e2d42933-725b-48e3-9c71-4f1e1a88f852,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:36.818345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1756e0c-c080-4f0a-a9b7-9d616e750e4c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.822016 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-80379f77-782e-4b97-8871-4cd534df1e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.864870 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.882111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80379f77-782e-4b97-8871-4cd534df1e06 None None] Pushing event deleted for resources: {'Port': ['ID=e2d42933-725b-48e3-9c71-4f1e1a88f852,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:36.892512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b934b9-097a-4f85-8d12-9f6f35bd61dc req-af61f04e-bf28-4834-a601-0ec0647be6bd tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:36.898819 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80379f77-782e-4b97-8871-4cd534df1e06 None None] No DVR routers for this DVR port e2d42933-725b-48e3-9c71-4f1e1a88f852 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:36.908567 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74b934b9-097a-4f85-8d12-9f6f35bd61dc req-af61f04e-bf28-4834-a601-0ec0647be6bd tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.4203768 Jul 16 18:13:36.923935 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object ff0cdf61-b2af-4bd0-a0db-6933f5722c92 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:36.972491 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-74b934b9-097a-4f85-8d12-9f6f35bd61dc req-9c48c531-c226-4732-b984-717a688f80ee tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629170 Jul 16 18:13:37.006789 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.009530 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1756e0c-c080-4f0a-a9b7-9d616e750e4c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.036512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e1756e0c-c080-4f0a-a9b7-9d616e750e4c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd8ecdc-276a-4662-a135-61f90e20402f']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:37.054913 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e1756e0c-c080-4f0a-a9b7-9d616e750e4c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a8182f-7ccc-40a8-b1ea-17c76454984a') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:37.055221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e1756e0c-c080-4f0a-a9b7-9d616e750e4c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a8182f-7ccc-40a8-b1ea-17c76454984a') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:37.079534 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1756e0c-c080-4f0a-a9b7-9d616e750e4c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.086765 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Allocated IP 2001:db8::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/59f7b182-6a28-40d6-a770-5abd1c9e5b23/c06ee3aa-cea4-40b3-868f-9fedfcd61379) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:37.096858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:37.102003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:37.109207 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1756e0c-c080-4f0a-a9b7-9d616e750e4c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.112296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:37.122341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.123849 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.126827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1756e0c-c080-4f0a-a9b7-9d616e750e4c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:37.127238 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1756e0c-c080-4f0a-a9b7-9d616e750e4c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:37.153182 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:37.162856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=ff0cdf61-b2af-4bd0-a0db-6933f5722c92,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.190630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5e1f1d2f-98b1-4731-ae16-f7983154064d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0008485 Jul 16 18:13:37.194060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53172) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:37.241709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1756e0c-c080-4f0a-a9b7-9d616e750e4c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.248363 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1756e0c-c080-4f0a-a9b7-9d616e750e4c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.254324 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e1756e0c-c080-4f0a-a9b7-9d616e750e4c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] 10.222.0.24 "DELETE /v2.0/networks/9cd8ecdc-276a-4662-a135-61f90e20402f HTTP/1.1" status: 204 len: 168 time: 0.5865870 Jul 16 18:13:37.282961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1756e0c-c080-4f0a-a9b7-9d616e750e4c tempest-TestNetworkBasicOps-236279541 tempest-TestNetworkBasicOps-236279541-project] Pushing event deleted for resources: {'Network': ['ID=9cd8ecdc-276a-4662-a135-61f90e20402f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.351191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a32a2dd-e96a-40e8-a929-c7be216b35fd tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.360655 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3a32a2dd-e96a-40e8-a929-c7be216b35fd tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1623058 Jul 16 18:13:37.360925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53180) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:37.443354 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.456427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Transition to ACTIVE for port object c06ee3aa-cea4-40b3-868f-9fedfcd61379 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:37.499221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Transition to ACTIVE for port object c06ee3aa-cea4-40b3-868f-9fedfcd61379 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:37.509080 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.532146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-3b6fadb6-6616-4ad8-a699-7097aff7fee0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port ff0cdf61-b2af-4bd0-a0db-6933f5722c92 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:37.532507 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b6fadb6-6616-4ad8-a699-7097aff7fee0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.613941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Pushing event updated for resources: {'Port': ['ID=c06ee3aa-cea4-40b3-868f-9fedfcd61379,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.633911 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:37.635091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:37.642167 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:37.670620 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b6fadb6-6616-4ad8-a699-7097aff7fee0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.689302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-3b6fadb6-6616-4ad8-a699-7097aff7fee0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for ff0cdf61-b2af-4bd0-a0db-6933f5722c92 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:37.733407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Attempting to bind port c06ee3aa-cea4-40b3-868f-9fedfcd61379 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:37.734172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Attempting to bind port c06ee3aa-cea4-40b3-868f-9fedfcd61379 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:37.736327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Attempting to bind port c06ee3aa-cea4-40b3-868f-9fedfcd61379 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:37.749344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:37.749933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:37.751419 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.752514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:37.753844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Bound port: c06ee3aa-cea4-40b3-868f-9fedfcd61379, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:37.755710 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.853269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] For port c06ee3aa-cea4-40b3-868f-9fedfcd61379, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:37.860686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] For port c06ee3aa-cea4-40b3-868f-9fedfcd61379, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c06ee3aa-cea4-40b3-868f-9fedfcd61379,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:37.866343 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.937946 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b6fadb6-6616-4ad8-a699-7097aff7fee0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.965924 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:13:37.995657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fadb6-6616-4ad8-a699-7097aff7fee0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=ff0cdf61-b2af-4bd0-a0db-6933f5722c92,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.998211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53198) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.058080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcd2f8-9122-416b-8fe5-d44f185be5a3 None None] Pushing event updated for resources: {'Port': ['ID=c06ee3aa-cea4-40b3-868f-9fedfcd61379,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:38.084122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b6fadb6-6616-4ad8-a699-7097aff7fee0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.093718 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3b6fadb6-6616-4ad8-a699-7097aff7fee0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/ff0cdf61-b2af-4bd0-a0db-6933f5722c92 HTTP/1.1" status: 204 len: 168 time: 0.7299221 Jul 16 18:13:38.094639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53206) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.106196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53208) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.107024 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c2da1b1f-b473-4030-841b-d803740b7438 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:38.143808 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: c2da1b1f-b473-4030-841b-d803740b7438 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:38.144162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c2da1b1f-b473-4030-841b-d803740b7438 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:38.144594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3f7972ed-d958-47b5-8a80-022ea664517f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:38.200163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 3f7972ed-d958-47b5-8a80-022ea664517f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:38.200525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3f7972ed-d958-47b5-8a80-022ea664517f not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:38.214892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc61dae-40ec-489d-8a6c-767b79367abe tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.216563 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc61dae-40ec-489d-8a6c-767b79367abe tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.220775 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4bc61dae-40ec-489d-8a6c-767b79367abe tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1223741 Jul 16 18:13:38.221115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53214) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.352196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a9fb4b-284e-488d-8970-15fe63280278 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 59f7b182-6a28-40d6-a770-5abd1c9e5b23 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:38.357550 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29a9fb4b-284e-488d-8970-15fe63280278 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.453945 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29a9fb4b-284e-488d-8970-15fe63280278 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.637548 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b6d303a0-7086-43c9-a9c0-bc00739313cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=defd996516df4b3ebc080e817e94ad7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6342888 Jul 16 18:13:38.638063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53220) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.739234 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab455802-c28d-403a-9a3d-4cb1d9c2acef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.101624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29a9fb4b-284e-488d-8970-15fe63280278 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.221639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-network', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:39.241688 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29a9fb4b-284e-488d-8970-15fe63280278 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.282956 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab455802-c28d-403a-9a3d-4cb1d9c2acef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.318572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972ad2e-0ad1-4e33-ace6-d79e9ce62995 req-74c62f90-6167-466a-8143-1149f5ab1203 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.320170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1972ad2e-0ad1-4e33-ace6-d79e9ce62995 req-74c62f90-6167-466a-8143-1149f5ab1203 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 1.0548227 Jul 16 18:13:39.321295 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29a9fb4b-284e-488d-8970-15fe63280278 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.325711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-29a9fb4b-284e-488d-8970-15fe63280278 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/59f7b182-6a28-40d6-a770-5abd1c9e5b23 HTTP/1.1" status: 204 len: 168 time: 1.1009531 Jul 16 18:13:39.326633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9fb4b-284e-488d-8970-15fe63280278 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=59f7b182-6a28-40d6-a770-5abd1c9e5b23,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:39.328958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53248) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.435569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d90f2cef-4f37-40b3-8125-35797b8cf4ca tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992556 Jul 16 18:13:39.437579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53250) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.440747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Made reservation on behalf of e2985fe4b1cd4e2c8873db97d5897516 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:39.443696 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.450427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1972ad2e-0ad1-4e33-ace6-d79e9ce62995 req-168f9124-e4f7-4df9-802e-d3a64787bb63 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203783 Jul 16 18:13:39.455682 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab455802-c28d-403a-9a3d-4cb1d9c2acef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.457800 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab455802-c28d-403a-9a3d-4cb1d9c2acef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.458104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.459134 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ab455802-c28d-403a-9a3d-4cb1d9c2acef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bfda732-473e-40d1-b418-58a818f6f928 HTTP/1.1" status: 204 len: 168 time: 0.8186173 Jul 16 18:13:39.489956 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab455802-c28d-403a-9a3d-4cb1d9c2acef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfda732-473e-40d1-b418-58a818f6f928,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:39.520699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68db8f42-c321-4a67-9bc0-cffef7685802 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:39.595976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9694caf-27ce-43fb-aaab-b2c785af7415 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.599447 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a9694caf-27ce-43fb-aaab-b2c785af7415 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1593583 Jul 16 18:13:39.603068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53256) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.677929 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.689908 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.704649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6490d00f-c435-4cca-beb0-5d03480f8374 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.706809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6490d00f-c435-4cca-beb0-5d03480f8374 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1024439 Jul 16 18:13:39.711763 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53258) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.728540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:39.741422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3477a36-90e2-422e-9a55-8bd248b41fa0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:39.760899 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.766778 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Added segment 52c6c959-643c-4e04-9968-034d4193343d of type vlan for network 525c7731-a3d2-4f9f-a4d3-00af2e605bf7 Jul 16 18:13:39.816726 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.893546 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.895327 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.896146 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.913357 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-29f70070-992f-4be9-806b-d35a709d901c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2001004 Jul 16 18:13:39.918810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53264) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.967146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fb12d658-ffb9-41e0-8546-d6403915ad39 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:39.988767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c6d17806-0e1d-4cb1-9b93-64d427a515cf None None] Provisioning for port c06ee3aa-cea4-40b3-868f-9fedfcd61379 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:40.122288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] Pushing event updated for resources: {'Network': ['ID=525c7731-a3d2-4f9f-a4d3-00af2e605bf7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.146513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 525c7731-a3d2-4f9f-a4d3-00af2e605bf7 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:40.151197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb12d658-ffb9-41e0-8546-d6403915ad39 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:40.157707 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb12d658-ffb9-41e0-8546-d6403915ad39 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.158091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-676cb418-f32e-486b-bcb5-b879a27d168c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0507331 Jul 16 18:13:40.161513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53270) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:40.175977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b5c620-c21c-4992-b34d-4b4567ad2bce None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:40.191173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b6e8900d-c65f-4b12-bf07-af5dd5dd5ba5 admin admin] Request body: {'subnet': {'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-subnet', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:40.236936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e8900d-c65f-4b12-bf07-af5dd5dd5ba5 admin admin] Made reservation on behalf of e2985fe4b1cd4e2c8873db97d5897516 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:40.244497 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6e8900d-c65f-4b12-bf07-af5dd5dd5ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.299981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-69b5c620-c21c-4992-b34d-4b4567ad2bce None None] Deleting port c06ee3aa-cea4-40b3-868f-9fedfcd61379 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:40.304289 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-69b5c620-c21c-4992-b34d-4b4567ad2bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.396513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53276) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:40.443498 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cce982bc-6390-4882-a4f9-3efb99c47b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.446683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-69b5c620-c21c-4992-b34d-4b4567ad2bce None None] For port c06ee3aa-cea4-40b3-868f-9fedfcd61379, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c06ee3aa-cea4-40b3-868f-9fedfcd61379,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:40.447027 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-69b5c620-c21c-4992-b34d-4b4567ad2bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.457761 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb12d658-ffb9-41e0-8546-d6403915ad39 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.478129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-69b5c620-c21c-4992-b34d-4b4567ad2bce None None] Calling delete_port for c06ee3aa-cea4-40b3-868f-9fedfcd61379 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:40.526057 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb12d658-ffb9-41e0-8546-d6403915ad39 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:40.529643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fb12d658-ffb9-41e0-8546-d6403915ad39 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:40.536473 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb12d658-ffb9-41e0-8546-d6403915ad39 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:40.537088 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb12d658-ffb9-41e0-8546-d6403915ad39 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.557224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12d658-ffb9-41e0-8546-d6403915ad39 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=23286bf9-5add-4bc8-b9ed-d5d4ba357544,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.671041 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-69b5c620-c21c-4992-b34d-4b4567ad2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.701385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5c620-c21c-4992-b34d-4b4567ad2bce None None] Pushing event deleted for resources: {'Port': ['ID=c06ee3aa-cea4-40b3-868f-9fedfcd61379,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.706200 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b5c620-c21c-4992-b34d-4b4567ad2bce None None] No DVR routers for this DVR port c06ee3aa-cea4-40b3-868f-9fedfcd61379 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:40.729118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e9ac4-55c3-4818-99cd-d7e2b45e510f None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:40.745222 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6e8900d-c65f-4b12-bf07-af5dd5dd5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.800989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8900d-c65f-4b12-bf07-af5dd5dd5ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f59244-0e84-4799-b011-130f6df946ec,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.813612 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cce982bc-6390-4882-a4f9-3efb99c47b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.830973 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cce982bc-6390-4882-a4f9-3efb99c47b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.836283 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fb12d658-ffb9-41e0-8546-d6403915ad39 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9167154 Jul 16 18:13:40.838889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53284) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:40.846865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': '23286bf9-5add-4bc8-b9ed-d5d4ba357544', 'ip_address': '2001:db8::74cd:81bb:daef:918d'}], 'name': 'tempest-NetworksTestDHCPv6-1560421571'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:40.909911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce982bc-6390-4882-a4f9-3efb99c47b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe493fd-9569-428d-91b5-c355450d8893,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.917229 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cce982bc-6390-4882-a4f9-3efb99c47b49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e651f26f762d48348a6cf56933d4e7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5193720 Jul 16 18:13:40.919887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53286) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:40.930336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55507a51-cbb0-4ec2-aa1e-bed2f6c6c1f4 req-a329b394-913b-4e74-bad2-68c62b24b3c9 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:40.937163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '23286bf9-5add-4bc8-b9ed-d5d4ba357544'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:40.937421 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55507a51-cbb0-4ec2-aa1e-bed2f6c6c1f4 req-a329b394-913b-4e74-bad2-68c62b24b3c9 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.2699008 Jul 16 18:13:40.938883 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.004955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e8900d-c65f-4b12-bf07-af5dd5dd5ba5 admin admin] Checking segment: {'id': '52c6c959-643c-4e04-9968-034d4193343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:41.004955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e8900d-c65f-4b12-bf07-af5dd5dd5ba5 admin admin] Network hostable DHCP agents. Network: 525c7731-a3d2-4f9f-a4d3-00af2e605bf7, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:41.079148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55507a51-cbb0-4ec2-aa1e-bed2f6c6c1f4 req-b64354fe-14d4-43d4-a3f4-096b9c91f601 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401651 Jul 16 18:13:41.102049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:41.113070 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be1f8a51-365d-40a0-a2d2-d17c90348bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.117348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e8900d-c65f-4b12-bf07-af5dd5dd5ba5 admin admin] Network 525c7731-a3d2-4f9f-a4d3-00af2e605bf7 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:41.148323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-b6e8900d-c65f-4b12-bf07-af5dd5dd5ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 525c7731-a3d2-4f9f-a4d3-00af2e605bf7) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:41.153557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e8900d-c65f-4b12-bf07-af5dd5dd5ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.156303 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6e8900d-c65f-4b12-bf07-af5dd5dd5ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.178628 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b6e8900d-c65f-4b12-bf07-af5dd5dd5ba5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0159276 Jul 16 18:13:41.181241 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be1f8a51-365d-40a0-a2d2-d17c90348bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.182478 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53302) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:41.187231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc460eff-52ed-48fa-b0ee-cc830114a22d None None] Network 525c7731-a3d2-4f9f-a4d3-00af2e605bf7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:41.202617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:41.264396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be1f8a51-365d-40a0-a2d2-d17c90348bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.270531 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be1f8a51-365d-40a0-a2d2-d17c90348bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.271757 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-be1f8a51-365d-40a0-a2d2-d17c90348bbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbe493fd-9569-428d-91b5-c355450d8893 HTTP/1.1" status: 204 len: 168 time: 0.3501210 Jul 16 18:13:41.286638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f8a51-365d-40a0-a2d2-d17c90348bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe493fd-9569-428d-91b5-c355450d8893,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.317359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Allocated IP 2001:db8::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/23286bf9-5add-4bc8-b9ed-d5d4ba357544/1e4a4142-7d25-49f2-a31d-90b7ec5d8938) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:41.342487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.344675 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.407904 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.452465 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port c2f95d6e-0f5d-42dd-8f67-5d7c1936907e yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:41.550657 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.593870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be6280f-4162-4a47-8ee9-2f11f1344f40 None None] Network 525c7731-a3d2-4f9f-a4d3-00af2e605bf7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:41.719497 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.738545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Transition to ACTIVE for port object 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:41.783216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Transition to ACTIVE for port object 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:41.791281 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.805838 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53318) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:41.823030 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.899100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:41.900573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:41.903902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:41.927672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::74cd:81bb:daef:918d (e8517db6-f0e1-4090-9d37-24c97738cf54/23286bf9-5add-4bc8-b9ed-d5d4ba357544/c2f95d6e-0f5d-42dd-8f67-5d7c1936907e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:41.989120 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Pushing event updated for resources: {'Port': ['ID=1e4a4142-7d25-49f2-a31d-90b7ec5d8938,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.994909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Attempting to bind port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:41.995283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Attempting to bind port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:41.995649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Attempting to bind port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:42.001906 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:42.002312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:42.011669 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.012039 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:42.012720 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Bound port: 1e4a4142-7d25-49f2-a31d-90b7ec5d8938, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:42.013194 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.072435 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc6908e6-7f3e-4b67-bd2f-3b419e496818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.085483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c06ee3aa-cea4-40b3-868f-9fedfcd61379 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:42.127823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: c06ee3aa-cea4-40b3-868f-9fedfcd61379 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:42.128103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c06ee3aa-cea4-40b3-868f-9fedfcd61379 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:42.139306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] For port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:42.146075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] For port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1e4a4142-7d25-49f2-a31d-90b7ec5d8938,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:42.152954 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.244023 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc6908e6-7f3e-4b67-bd2f-3b419e496818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.277180 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc6908e6-7f3e-4b67-bd2f-3b419e496818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.279666 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ade50-92e3-4757-9716-f10a83b1319b None None] Pushing event updated for resources: {'Port': ['ID=1e4a4142-7d25-49f2-a31d-90b7ec5d8938,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:42.377964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab7b13-dc52-40a8-acb3-20b57f2c871e req-91595b40-4844-4210-ac21-c282babc75f0 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.383466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6aab7b13-dc52-40a8-acb3-20b57f2c871e req-91595b40-4844-4210-ac21-c282babc75f0 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.1150150 Jul 16 18:13:42.414985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6908e6-7f3e-4b67-bd2f-3b419e496818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70a7493-143b-4047-8447-a57248cd94fa,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:42.424076 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bc6908e6-7f3e-4b67-bd2f-3b419e496818 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3a106797138435eb15532ea5a2d6edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169651 Jul 16 18:13:42.425062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53338) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:42.443975 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6aab7b13-dc52-40a8-acb3-20b57f2c871e req-d752e8e8-35d2-4c35-ba4f-964baf98e2e8 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514469 Jul 16 18:13:42.653142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.654608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53346) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:42.684345 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object c2f95d6e-0f5d-42dd-8f67-5d7c1936907e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:42.711919 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.714945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a0a4995-ff3e-4b67-b511-3015a5395fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.758721 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.797909 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a0a4995-ff3e-4b67-b511-3015a5395fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.857312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-125772503-network', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:42.885340 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.907696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Made reservation on behalf of be92ca3d93d64abc98c5aa75de4da7a3 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:42.912299 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.935270 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.951427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a0a4995-ff3e-4b67-b511-3015a5395fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.954614 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a0a4995-ff3e-4b67-b511-3015a5395fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.959219 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6a0a4995-ff3e-4b67-b511-3015a5395fb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c70a7493-143b-4047-8447-a57248cd94fa HTTP/1.1" status: 204 len: 168 time: 0.5285287 Jul 16 18:13:42.995626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:43.000963 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a4995-ff3e-4b67-b511-3015a5395fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70a7493-143b-4047-8447-a57248cd94fa,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.011580 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:43.017919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:43.024804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.025817 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.028573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=c2f95d6e-0f5d-42dd-8f67-5d7c1936907e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.046155 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Allocated IP 172.25.3.192 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/993002e1-3770-4250-8454-7c25b286b5df) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:43.209779 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.224358 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.230408 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0f57e051-52a1-4910-aff0-4b611ef97b6a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3902588 Jul 16 18:13:43.233767 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53364) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:43.248998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:43.280063 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.280814 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Added segment 3d974cba-55ed-4a49-b914-3fa982a65f3d of type vlan for network 81186a12-21f9-45f6-9a59-d01f56a76152 Jul 16 18:13:43.298327 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d900c9d-5c07-44d0-b1b1-4b250478eeba,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.345859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.380305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.392859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.394771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.396129 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.425605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb8c6ca-03f0-4e0c-97d3-e474f751b5fc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.435794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb8c6ca-03f0-4e0c-97d3-e474f751b5fc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.439048 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1eb8c6ca-03f0-4e0c-97d3-e474f751b5fc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2031736 Jul 16 18:13:43.449054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7925210 Jul 16 18:13:43.452542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53368) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:43.454280 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53370) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:43.477400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a5cce020-caf1-47cf-bdd5-dd5245111994 admin admin] Request body: {'subnet': {'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-125772503-subnet', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:43.489776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.526988 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d86cba99-7df4-4324-93b2-d757c2a4e62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.554125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Pushing event updated for resources: {'Port': ['ID=993002e1-3770-4250-8454-7c25b286b5df,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.595505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f00c7-be37-49fd-a125-3cc22707c6c5 admin admin] Pushing event updated for resources: {'Network': ['ID=81186a12-21f9-45f6-9a59-d01f56a76152,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.603821 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:43.610491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:43.611337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 81186a12-21f9-45f6-9a59-d01f56a76152 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:43.617302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:43.660096 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53374) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:43.749288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cce020-caf1-47cf-bdd5-dd5245111994 admin admin] Made reservation on behalf of be92ca3d93d64abc98c5aa75de4da7a3 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:43.752579 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a5cce020-caf1-47cf-bdd5-dd5245111994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.841590 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18ba5931-ce74-4ade-9ffb-e24f38c9ecb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.944796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1858d-5040-46dd-8834-342ded2032e5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port c2f95d6e-0f5d-42dd-8f67-5d7c1936907e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:43.945185 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2ab1858d-5040-46dd-8834-342ded2032e5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.990761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4bd4ca11-56e6-4cb1-bcef-fc10f4716ce4 None None] Provisioning for port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:44.067721 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.102057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:44.144908 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2ab1858d-5040-46dd-8834-342ded2032e5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.199616 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1858d-5040-46dd-8834-342ded2032e5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for c2f95d6e-0f5d-42dd-8f67-5d7c1936907e owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:44.201150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:44.209438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:44.210899 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.275754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead92fdb-8b15-4c2b-8178-01d0019fb171 req-220b65e3-161b-4ee9-9f8e-cf8e63f06862 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.287237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ead92fdb-8b15-4c2b-8178-01d0019fb171 req-220b65e3-161b-4ee9-9f8e-cf8e63f06862 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.5255342 Jul 16 18:13:44.371977 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.418821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ead92fdb-8b15-4c2b-8178-01d0019fb171 req-856d382c-c790-42ca-80c8-e2fe9dd8a687 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305840 Jul 16 18:13:44.433239 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.452549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-067a885d-6302-4bfc-a399-7ee187234ae7 None None] Could not find standard attr ID for object ff0cdf61-b2af-4bd0-a0db-6933f5722c92. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:13:44.458716 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1e4a4142-7d25-49f2-a31d-90b7ec5d8938,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:44.464032 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.553995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=1e4a4142-7d25-49f2-a31d-90b7ec5d8938,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.666924 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18ba5931-ce74-4ade-9ffb-e24f38c9ecb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.672878 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18ba5931-ce74-4ade-9ffb-e24f38c9ecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.675647 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a5cce020-caf1-47cf-bdd5-dd5245111994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.774108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bd7bce11-283b-47aa-a351-0116a6ab7e30 None None] Could not find standard attr ID for object c2f95d6e-0f5d-42dd-8f67-5d7c1936907e. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:13:44.774382 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-18ba5931-ce74-4ade-9ffb-e24f38c9ecb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d85b1ff425b14a1686684348b76aea0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1002634 Jul 16 18:13:44.784750 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2ab1858d-5040-46dd-8834-342ded2032e5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.787357 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53382) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:44.826717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba5931-ce74-4ade-9ffb-e24f38c9ecb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09906df-746e-4eb0-beb3-9096d62e7fa5,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.842357 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cce020-caf1-47cf-bdd5-dd5245111994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccfba5dc-2825-4394-be5a-23f9fde25b1b,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.852597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1858d-5040-46dd-8834-342ded2032e5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=c2f95d6e-0f5d-42dd-8f67-5d7c1936907e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.896667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cce020-caf1-47cf-bdd5-dd5245111994 admin admin] Checking segment: {'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:44.897268 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cce020-caf1-47cf-bdd5-dd5245111994 admin admin] Network hostable DHCP agents. Network: 81186a12-21f9-45f6-9a59-d01f56a76152, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:44.915501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2ab1858d-5040-46dd-8834-342ded2032e5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.919967 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2ab1858d-5040-46dd-8834-342ded2032e5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/c2f95d6e-0f5d-42dd-8f67-5d7c1936907e HTTP/1.1" status: 204 len: 168 time: 1.4621770 Jul 16 18:13:44.923311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53384) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:45.006623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cce020-caf1-47cf-bdd5-dd5245111994 admin admin] Network 81186a12-21f9-45f6-9a59-d01f56a76152 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:45.018695 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4c23f3b-9298-41da-a9e0-605f2189ae55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.026305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-a5cce020-caf1-47cf-bdd5-dd5245111994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 81186a12-21f9-45f6-9a59-d01f56a76152) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:45.040786 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4fa654-0388-482a-986f-69d3cd939b43 None None] Network 81186a12-21f9-45f6-9a59-d01f56a76152 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:45.052163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff35cf4-e38f-46d6-9d54-f26cc97b65d2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.054037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff35cf4-e38f-46d6-9d54-f26cc97b65d2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.055668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5ff35cf4-e38f-46d6-9d54-f26cc97b65d2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1314244 Jul 16 18:13:45.060499 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cce020-caf1-47cf-bdd5-dd5245111994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.061141 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a5cce020-caf1-47cf-bdd5-dd5245111994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.068576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53386) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:45.113614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Router e23985bf-3e48-42fc-914f-3a342b04ff4a is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:45.126169 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4c23f3b-9298-41da-a9e0-605f2189ae55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.141270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a5cce020-caf1-47cf-bdd5-dd5245111994 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6728036 Jul 16 18:13:45.146260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53388) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:45.161312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-125772503-router', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:45.233067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78ca11c-6810-411c-89d8-34e4d2770f4f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 23286bf9-5add-4bc8-b9ed-d5d4ba357544 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:45.239878 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c78ca11c-6810-411c-89d8-34e4d2770f4f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.264370 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.266288 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.271695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:45.294191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Sync routers for ids ['e23985bf-3e48-42fc-914f-3a342b04ff4a'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:45.297380 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.299287 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e46d4599-77a2-41e9-9f05-1b8d6223b252 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.1084177 Jul 16 18:13:45.302040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53390) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:45.309157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Routers {'e23985bf-3e48-42fc-914f-3a342b04ff4a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:45.310825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e23985bf-3e48-42fc-914f-3a342b04ff4a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:45.317164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-81186a12-21f9-45f6-9a59-d01f56a76152', 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'fixed_ips': [{'subnet_id': 'ccfba5dc-2825-4394-be5a-23f9fde25b1b'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:45.317164 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.331114 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c78ca11c-6810-411c-89d8-34e4d2770f4f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.339436 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4c23f3b-9298-41da-a9e0-605f2189ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.344906 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4c23f3b-9298-41da-a9e0-605f2189ae55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.350165 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d4c23f3b-9298-41da-a9e0-605f2189ae55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f09906df-746e-4eb0-beb3-9096d62e7fa5 HTTP/1.1" status: 204 len: 168 time: 0.5576270 Jul 16 18:13:45.661022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c23f3b-9298-41da-a9e0-605f2189ae55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09906df-746e-4eb0-beb3-9096d62e7fa5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:45.792186 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2c194985-629e-411c-ad07-d7dd275cdc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.795766 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.838596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Set router e23985bf-3e48-42fc-914f-3a342b04ff4a gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:45.905498 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Allocated IP 172.20.0.2 (81186a12-21f9-45f6-9a59-d01f56a76152/ccfba5dc-2825-4394-be5a-23f9fde25b1b/f7fceece-4726-47ff-8190-2a7f086ab8a4) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:45.998499 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c78ca11c-6810-411c-89d8-34e4d2770f4f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.242040 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.359128 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:46.366597 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.384533 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ab9ef-16f6-43b2-9fb4-a1130ad40a29 req-153321ad-01b7-4df8-ac02-270bfb4e1578 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.387216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a96ab9ef-16f6-43b2-9fb4-a1130ad40a29 req-153321ad-01b7-4df8-ac02-270bfb4e1578 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.5895307 Jul 16 18:13:46.391546 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c78ca11c-6810-411c-89d8-34e4d2770f4f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.473832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ca11c-6810-411c-89d8-34e4d2770f4f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=23286bf9-5add-4bc8-b9ed-d5d4ba357544,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.476620 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c78ca11c-6810-411c-89d8-34e4d2770f4f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.478922 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c78ca11c-6810-411c-89d8-34e4d2770f4f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/23286bf9-5add-4bc8-b9ed-d5d4ba357544 HTTP/1.1" status: 204 len: 168 time: 1.4115503 Jul 16 18:13:46.484690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53438) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:46.519782 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894a3a81-9ed3-434f-9411-29c67b04c8af None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:46.547645 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.574560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-51a3028b-4712-4374-a9bb-2bb61c2073b1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876944 Jul 16 18:13:46.577195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53444) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:46.597133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-75b70edd-9dd6-4c63-b9e2-7f464b14cf22 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:46.639235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a96ab9ef-16f6-43b2-9fb4-a1130ad40a29 req-1990199d-4f91-4cfe-a515-72616cb0f4ba tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426147 Jul 16 18:13:46.681716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Allocated IP 172.20.0.1 (525c7731-a3d2-4f9f-a4d3-00af2e605bf7/45f59244-0e84-4799-b011-130f6df946ec/f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:46.763130 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:46.763364 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.841970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b70edd-9dd6-4c63-b9e2-7f464b14cf22 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:46.851791 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75b70edd-9dd6-4c63-b9e2-7f464b14cf22 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.941307 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.968133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.988569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Transition to ACTIVE for port object f7fceece-4726-47ff-8190-2a7f086ab8a4 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:47.065680 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.092982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Transition to ACTIVE for port object f7fceece-4726-47ff-8190-2a7f086ab8a4 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:47.112258 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.128105 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Network 525c7731-a3d2-4f9f-a4d3-00af2e605bf7 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:47.135549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:47.145417 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:47.184303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.213882 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.221023 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.229365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '993002e1-3770-4250-8454-7c25b286b5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:13:43Z', 'revision_number': 3, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port': {'id': '993002e1-3770-4250-8454-7c25b286b5df', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:42Z', 'updated_at': '2021-07-16T18:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.236654 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Network 81186a12-21f9-45f6-9a59-d01f56a76152 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:47.252992 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.292837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Checking router: e23985bf-3e48-42fc-914f-3a342b04ff4a for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:47.293409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Updating router e23985bf-3e48-42fc-914f-3a342b04ff4a port 993002e1-3770-4250-8454-7c25b286b5df binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:47.334753 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.514343 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.541123 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75b70edd-9dd6-4c63-b9e2-7f464b14cf22 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.545702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5015e5d-4290-446f-bb96-9cecedc3d123 None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:47.552020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:47.554721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:47.560596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Pushing event updated for resources: {'Port': ['ID=f7fceece-4726-47ff-8190-2a7f086ab8a4,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.561742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Allocated IP 172.25.3.19 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/6ea7841e-8dcb-42e4-b68e-5f5d8c09e912) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:47.651624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b70edd-9dd6-4c63-b9e2-7f464b14cf22 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:47.668657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-75b70edd-9dd6-4c63-b9e2-7f464b14cf22 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:47.679963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b70edd-9dd6-4c63-b9e2-7f464b14cf22 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:47.680729 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75b70edd-9dd6-4c63-b9e2-7f464b14cf22 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.710524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b70edd-9dd6-4c63-b9e2-7f464b14cf22 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=5947f8b4-4975-4279-b3f1-ed9f37f4157a,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.739668 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.835217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Attempting to bind port f7fceece-4726-47ff-8190-2a7f086ab8a4 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:47.835603 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Attempting to bind port f7fceece-4726-47ff-8190-2a7f086ab8a4 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:47.835973 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Attempting to bind port f7fceece-4726-47ff-8190-2a7f086ab8a4 on network 81186a12-21f9-45f6-9a59-d01f56a76152 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:47.860273 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:47.860698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Checking segment: {'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:47.861137 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.861536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Bound using segment: {'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:47.862071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Bound port: f7fceece-4726-47ff-8190-2a7f086ab8a4, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:47.864403 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.887764 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.901539 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.981045 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] For port f7fceece-4726-47ff-8190-2a7f086ab8a4, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:47.985707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] For port f7fceece-4726-47ff-8190-2a7f086ab8a4, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f7fceece-4726-47ff-8190-2a7f086ab8a4,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:47.997625 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.076350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:48.084039 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f5015e5d-4290-446f-bb96-9cecedc3d123 None None] Deleting port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:48.084427 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5015e5d-4290-446f-bb96-9cecedc3d123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.142788 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.155184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.251121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66377d3f-5bc1-44d3-92d8-ed01f2111eeb None None] Pushing event updated for resources: {'Port': ['ID=f7fceece-4726-47ff-8190-2a7f086ab8a4,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.325454 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.377211 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f5015e5d-4290-446f-bb96-9cecedc3d123 None None] For port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1e4a4142-7d25-49f2-a31d-90b7ec5d8938,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:48.378021 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5015e5d-4290-446f-bb96-9cecedc3d123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.419730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f5015e5d-4290-446f-bb96-9cecedc3d123 None None] Calling delete_port for 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:48.428469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Network 525c7731-a3d2-4f9f-a4d3-00af2e605bf7 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:48.429978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:48.448407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1e4a4142-7d25-49f2-a31d-90b7ec5d8938,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:48.463096 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.536424 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.593170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-75b70edd-9dd6-4c63-b9e2-7f464b14cf22 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0053980 Jul 16 18:13:48.596143 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.598126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53482) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.616725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Router e23985bf-3e48-42fc-914f-3a342b04ff4a has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:48.771968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:48.778232 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c36ac98e-524c-47f1-bc69-46b3716092f9 admin admin] 10.222.0.24 "PUT /v2.0/routers/e23985bf-3e48-42fc-914f-3a342b04ff4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4749653 Jul 16 18:13:48.782636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': '5947f8b4-4975-4279-b3f1-ed9f37f4157a', 'ip_address': '2001:db8::5c87:d24:5a8e:b1f9'}], 'name': 'tempest-NetworksTestDHCPv6-866308159'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:48.957879 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.972862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Transition to ACTIVE for port object 993002e1-3770-4250-8454-7c25b286b5df will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:48.988468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Pushing event updated for resources: {'Port': ['ID=6ea7841e-8dcb-42e4-b68e-5f5d8c09e912,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.992357 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.060489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:49.062462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:49.077055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:49.091282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=1e4a4142-7d25-49f2-a31d-90b7ec5d8938,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.133159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:49.272112 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd68709-1428-4800-8008-f5e80b7a8890 None None] Pushing event updated for resources: {'Port': ['ID=993002e1-3770-4250-8454-7c25b286b5df,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.300689 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.301642 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5015e5d-4290-446f-bb96-9cecedc3d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.350709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5015e5d-4290-446f-bb96-9cecedc3d123 None None] Pushing event deleted for resources: {'Port': ['ID=1e4a4142-7d25-49f2-a31d-90b7ec5d8938,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.355790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5015e5d-4290-446f-bb96-9cecedc3d123 None None] No DVR routers for this DVR port 1e4a4142-7d25-49f2-a31d-90b7ec5d8938 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:49.360426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Attempting to bind port 993002e1-3770-4250-8454-7c25b286b5df on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:49.362660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Attempting to bind port 993002e1-3770-4250-8454-7c25b286b5df by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:49.363347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Attempting to bind port 993002e1-3770-4250-8454-7c25b286b5df on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:49.384260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea5b859-3271-4d96-b6e9-2069e78b8ac8 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:49.399669 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:49.400180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:49.400712 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.401196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:49.401822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Bound port: 993002e1-3770-4250-8454-7c25b286b5df, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:49.402279 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.432690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb529393-3bbe-4c74-a4d4-08893aaa8d9c req-808f9638-900a-4b7c-8676-ca07c8d4dd22 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.454889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb529393-3bbe-4c74-a4d4-08893aaa8d9c req-808f9638-900a-4b7c-8676-ca07c8d4dd22 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.8639193 Jul 16 18:13:49.613402 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.689445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] For port 993002e1-3770-4250-8454-7c25b286b5df, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:49.707065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] For port 993002e1-3770-4250-8454-7c25b286b5df, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=993002e1-3770-4250-8454-7c25b286b5df,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:49.719635 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.824512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26e371-734e-4f9b-b191-ea353236b420 None None] Network 81186a12-21f9-45f6-9a59-d01f56a76152 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:49.834696 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb529393-3bbe-4c74-a4d4-08893aaa8d9c req-32dfb714-e9f5-475b-a7fc-21a9a9983900 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767154 Jul 16 18:13:49.836047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 1fdde8be-6e71-47fd-9b49-378c19c3cbc5 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:49.900957 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '5947f8b4-4975-4279-b3f1-ed9f37f4157a'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:49.901990 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.087495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f8fa6fa8-1499-47ee-824c-e12668c769a9 None None] Provisioning for port f7fceece-4726-47ff-8190-2a7f086ab8a4 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:50.102817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd68709-1428-4800-8008-f5e80b7a8890 None None] Pushing event updated for resources: {'Port': ['ID=993002e1-3770-4250-8454-7c25b286b5df,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:50.112360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Routers {'e23985bf-3e48-42fc-914f-3a342b04ff4a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:50.113606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e23985bf-3e48-42fc-914f-3a342b04ff4a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:50.170644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f7fceece-4726-47ff-8190-2a7f086ab8a4 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:50.201499 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-d123b2cb-a200-46f3-b7f9-837764ef8ae3 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.205117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-d123b2cb-a200-46f3-b7f9-837764ef8ae3 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/networks?id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7 HTTP/1.1" status: 200 len: 820 time: 0.6257122 Jul 16 18:13:50.234943 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.466134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-f42ab9ff-38bc-4e74-9c33-cb27b891d56a tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/quotas/e2985fe4b1cd4e2c8873db97d5897516 HTTP/1.1" status: 200 len: 375 time: 0.2506471 Jul 16 18:13:50.630735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] Set router e23985bf-3e48-42fc-914f-3a342b04ff4a gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:50.769087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::5c87:d24:5a8e:b1f9 (e8517db6-f0e1-4090-9d37-24c97738cf54/5947f8b4-4975-4279-b3f1-ed9f37f4157a/1fdde8be-6e71-47fd-9b49-378c19c3cbc5) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:50.860860 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.047296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port f7fceece-4726-47ff-8190-2a7f086ab8a4 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:51.079220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f7fceece-4726-47ff-8190-2a7f086ab8a4 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:51.079908 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.159785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-e8413afc-4431-41af-8557-b8de2be4c933 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2985fe4b1cd4e2c8873db97d5897516&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6776278 Jul 16 18:13:51.175268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '993002e1-3770-4250-8454-7c25b286b5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 4, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port': {'id': '993002e1-3770-4250-8454-7c25b286b5df', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:42Z', 'updated_at': '2021-07-16T18:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8', 'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'mac_address': 'fa:16:3e:94:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '45f59244-0e84-4799-b011-130f6df946ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:46Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 2, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'subnets': [{'id': '45f59244-0e84-4799-b011-130f6df946ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:51.278667 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8b5942-3f86-413c-b033-033c72c72584 None None] The sync data for ids ['e23985bf-3e48-42fc-914f-3a342b04ff4a'] in n-d-787205-10 is: [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '993002e1-3770-4250-8454-7c25b286b5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 4, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port': {'id': '993002e1-3770-4250-8454-7c25b286b5df', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:42Z', 'updated_at': '2021-07-16T18:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8', 'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'mac_address': 'fa:16:3e:94:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '45f59244-0e84-4799-b011-130f6df946ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:46Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 2, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'subnets': [{'id': '45f59244-0e84-4799-b011-130f6df946ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:51.284864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-2511b6d3-2fc4-420a-a9ac-988dfd5700e1 service neutron] 10.222.0.24 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240983 Jul 16 18:13:51.346070 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.431180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port f7fceece-4726-47ff-8190-2a7f086ab8a4, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f7fceece-4726-47ff-8190-2a7f086ab8a4,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:51.438817 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.587964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=f7fceece-4726-47ff-8190-2a7f086ab8a4,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:51.631952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Router f0399a51-5839-49c9-9d8f-32bfa2503331 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:51.751000 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-97d5fa89-8afc-489d-938b-6c313d68ed39 None None] Provisioning complete for port f7fceece-4726-47ff-8190-2a7f086ab8a4 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:51.754136 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-97d5fa89-8afc-489d-938b-6c313d68ed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.126458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:52.133047 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.139128 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Sync routers for ids ['f0399a51-5839-49c9-9d8f-32bfa2503331'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:52.144628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2937ee4-a06f-4240-a52b-a6fdb9da516d req-12aeaeb0-deae-4a22-81b4-da3c7f1aea28 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.147651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f7fceece-4726-47ff-8190-2a7f086ab8a4 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:52.163331 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Routers {'f0399a51-5839-49c9-9d8f-32bfa2503331'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:52.164246 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f0399a51-5839-49c9-9d8f-32bfa2503331'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:52.167166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d2937ee4-a06f-4240-a52b-a6fdb9da516d req-12aeaeb0-deae-4a22-81b4-da3c7f1aea28 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 1.0881343 Jul 16 18:13:52.235230 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f7fceece-4726-47ff-8190-2a7f086ab8a4 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:52.235828 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.267256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 1fdde8be-6e71-47fd-9b49-378c19c3cbc5 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:52.285734 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-6a7b792e-8855-406c-9d57-e94f07fc157a service neutron] 10.222.0.24 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9999337 Jul 16 18:13:52.294789 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.299471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53558) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:52.309622 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c061cd76-7217-4651-8430-a2a2f16df8f5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1581130 Jul 16 18:13:52.467601 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.511289 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Set router f0399a51-5839-49c9-9d8f-32bfa2503331 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:52.634866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Allocated IP 2001:db8::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/5947f8b4-4975-4279-b3f1-ed9f37f4157a/2fca19b2-c9d0-427d-a776-ba81709c2b9d) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:52.650578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=1fdde8be-6e71-47fd-9b49-378c19c3cbc5,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.661466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d2937ee4-a06f-4240-a52b-a6fdb9da516d req-c9c7d691-ad4b-47d3-82b0-af770c12f066 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908314 Jul 16 18:13:52.675601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:52.677466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:52.682884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:52.701450 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.707487 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.927018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc109162-a894-4da9-a255-b1265bc0e887 req-5f6180d7-6686-4645-a34e-0dc30bd4f6b5 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 210 time: 0.1723175 Jul 16 18:13:52.943739 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-44e8a45a-b7a5-410a-ad7f-f56ba53b2692 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.2031720 Jul 16 18:13:52.944736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53572) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:53.250183 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'name': 'tempest-TestServerMultinode-125772503-router', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:45Z', 'updated_at': '2021-07-16T18:13:49Z', 'revision_number': 3, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'gw_port': {'id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:47Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:53.280133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49cbe98-bdf7-4832-816b-e65e4f037933 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.296149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d49cbe98-bdf7-4832-816b-e65e4f037933 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3313136 Jul 16 18:13:53.300230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53574) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:53.304005 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.361353 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Checking router: f0399a51-5839-49c9-9d8f-32bfa2503331 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:53.364379 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Updating router f0399a51-5839-49c9-9d8f-32bfa2503331 port 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:53.370994 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.412425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Transition to ACTIVE for port object 2fca19b2-c9d0-427d-a776-ba81709c2b9d will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:53.514202 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Transition to ACTIVE for port object 2fca19b2-c9d0-427d-a776-ba81709c2b9d will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:53.526855 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.538200 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.734423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:53.741030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:53.757988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:53.826668 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-41f8aa3d-b669-4237-9fcf-83fb850facde tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 1fdde8be-6e71-47fd-9b49-378c19c3cbc5 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:53.830146 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41f8aa3d-b669-4237-9fcf-83fb850facde tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.840342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Pushing event updated for resources: {'Port': ['ID=2fca19b2-c9d0-427d-a776-ba81709c2b9d,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:53.855020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:53.855393 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:53.856114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:53.856114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:53.856405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:53.856742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:53.857077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:53.857407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:53.857761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:53.858091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:53.858494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:53.858928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:53.921138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Attempting to bind port 2fca19b2-c9d0-427d-a776-ba81709c2b9d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:53.922081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Attempting to bind port 2fca19b2-c9d0-427d-a776-ba81709c2b9d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:53.922456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Attempting to bind port 2fca19b2-c9d0-427d-a776-ba81709c2b9d on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:53.946080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:53.946249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:53.946673 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.947076 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:53.947813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Bound port: 2fca19b2-c9d0-427d-a776-ba81709c2b9d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:53.948352 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.948502 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.180527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 993002e1-3770-4250-8454-7c25b286b5df up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:54.328843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] For port 2fca19b2-c9d0-427d-a776-ba81709c2b9d, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:54.401616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] For port 2fca19b2-c9d0-427d-a776-ba81709c2b9d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2fca19b2-c9d0-427d-a776-ba81709c2b9d,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:54.413209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.470323 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Allocated IP 172.20.0.1 (81186a12-21f9-45f6-9a59-d01f56a76152/ccfba5dc-2825-4394-be5a-23f9fde25b1b/81c719b5-4612-43c3-9c73-67ebb65a58fd) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:54.533583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 993002e1-3770-4250-8454-7c25b286b5df completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:54.569294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 993002e1-3770-4250-8454-7c25b286b5df triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:54.569698 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.662701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6681c-4edc-4cd1-a359-93f9586c9308 None None] Pushing event updated for resources: {'Port': ['ID=2fca19b2-c9d0-427d-a776-ba81709c2b9d,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:54.852173 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.891930 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Transition to ACTIVE for port object 81c719b5-4612-43c3-9c73-67ebb65a58fd will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:54.978584 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.010026 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.033186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 993002e1-3770-4250-8454-7c25b286b5df, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=993002e1-3770-4250-8454-7c25b286b5df,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:55.040776 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.084005 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.105452 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Network 81186a12-21f9-45f6-9a59-d01f56a76152 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:55.109080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:55.117959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:55.135683 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Transition to ACTIVE for port object 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:55.153163 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.167249 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=81c719b5-4612-43c3-9c73-67ebb65a58fd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.204258 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.213003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=993002e1-3770-4250-8454-7c25b286b5df,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.271892 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.298832 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c03d2597-bd07-4514-b8ce-a37d4a4523c6 req-9c675909-7a05-4d51-a119-50131fd48cb2 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 210 time: 0.0597880 Jul 16 18:13:55.383832 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Pushing event updated for resources: {'Port': ['ID=6ea7841e-8dcb-42e4-b68e-5f5d8c09e912,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.421140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf79c69-a85c-4689-b488-a15b6a734176 req-e77acf47-d07f-4311-bb16-45cdb1d7a1e9 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:55.434628 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fbf79c69-a85c-4689-b488-a15b6a734176 req-e77acf47-d07f-4311-bb16-45cdb1d7a1e9 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 1.6563573 Jul 16 18:13:55.436557 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.437188 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.437645 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.438113 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.438574 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.438999 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.439800 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.440371 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.440813 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.441238 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.441683 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.442171 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.466888 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Attempting to bind port 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:55.467365 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Attempting to bind port 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:55.467894 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Attempting to bind port 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:55.475459 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:55.481255 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:55.482080 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.482608 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:55.483217 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Bound port: 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:55.484348 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.576788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41f8aa3d-b669-4237-9fcf-83fb850facde tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.606105 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fbf79c69-a85c-4689-b488-a15b6a734176 req-94d22774-d1e0-4cd0-abab-822a04914a89 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704490 Jul 16 18:13:55.636374 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] For port 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:55.643954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-41f8aa3d-b669-4237-9fcf-83fb850facde tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 1fdde8be-6e71-47fd-9b49-378c19c3cbc5 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:55.661213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5803cd97-7e64-4b4a-a782-f97f846c13c9 None None] Provisioning for port 81c719b5-4612-43c3-9c73-67ebb65a58fd completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:55.662400 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] For port 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6ea7841e-8dcb-42e4-b68e-5f5d8c09e912,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:55.673928 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.682240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5803cd97-7e64-4b4a-a782-f97f846c13c9 None None] Provisioning complete for port 81c719b5-4612-43c3-9c73-67ebb65a58fd triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:55.682597 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5803cd97-7e64-4b4a-a782-f97f846c13c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.844372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5803cd97-7e64-4b4a-a782-f97f846c13c9 None None] Port 81c719b5-4612-43c3-9c73-67ebb65a58fd cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:55.934640 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Routers {'f0399a51-5839-49c9-9d8f-32bfa2503331'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:55.935937 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f0399a51-5839-49c9-9d8f-32bfa2503331'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:55.963509 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.993117 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16781c64-b052-4c1b-b144-583106a96aa7 None None] Pushing event updated for resources: {'Port': ['ID=6ea7841e-8dcb-42e4-b68e-5f5d8c09e912,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:56.091586 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-3551570e-fe4a-48f5-a37b-b89ad990fbcb tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.093191 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-3551570e-fe4a-48f5-a37b-b89ad990fbcb tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.32 "GET /v2.0/networks?id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7 HTTP/1.1" status: 200 len: 820 time: 0.5368016 Jul 16 18:13:56.194685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-90f51f62-e787-4e37-8494-42b7d92ebc0d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Request body: {'port': {'device_id': 'ba37306f-1f00-4f45-9273-602e906d6898', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'admin_state_up': True, 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:56.214693 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] Set router f0399a51-5839-49c9-9d8f-32bfa2503331 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:56.250848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Sync routers for ids ['e23985bf-3e48-42fc-914f-3a342b04ff4a'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:56.266686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Routers {'e23985bf-3e48-42fc-914f-3a342b04ff4a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:56.267340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e23985bf-3e48-42fc-914f-3a342b04ff4a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:56.360426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d10ef0-5f57-4b85-a41c-59cc1cd0a3ca req-9ff642f0-b9c2-4da8-944e-fc839da13f88 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.372386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98d10ef0-5f57-4b85-a41c-59cc1cd0a3ca req-9ff642f0-b9c2-4da8-944e-fc839da13f88 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.5055754 Jul 16 18:13:56.419611 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41f8aa3d-b669-4237-9fcf-83fb850facde tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.535398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8aa3d-b669-4237-9fcf-83fb850facde tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=1fdde8be-6e71-47fd-9b49-378c19c3cbc5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:56.583362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98d10ef0-5f57-4b85-a41c-59cc1cd0a3ca req-f133c5c9-4af7-42e1-a561-639548507b4e tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096417 Jul 16 18:13:56.636645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Set router e23985bf-3e48-42fc-914f-3a342b04ff4a gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:56.647157 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41f8aa3d-b669-4237-9fcf-83fb850facde tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.658754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-41f8aa3d-b669-4237-9fcf-83fb850facde tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/1fdde8be-6e71-47fd-9b49-378c19c3cbc5 HTTP/1.1" status: 204 len: 168 time: 3.3561416 Jul 16 18:13:56.661094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53654) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:56.848826 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354d821-2b47-4f2b-8289-31df91f48971 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.864227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354d821-2b47-4f2b-8289-31df91f48971 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.870706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5354d821-2b47-4f2b-8289-31df91f48971 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2081773 Jul 16 18:13:56.876615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53656) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:56.950783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 993002e1-3770-4250-8454-7c25b286b5df up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:56.959382 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e5478d73-6760-47ac-8a0d-63ce3efc592a req-2a1a10f7-15e4-4a06-85b8-39df40f4fb8b tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 210 time: 0.1588049 Jul 16 18:13:57.015699 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'name': 'tempest-TestServerMultinode-125772503-router', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:45Z', 'updated_at': '2021-07-16T18:13:55Z', 'revision_number': 4, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'gw_port': {'id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:47Z', 'updated_at': '2021-07-16T18:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '81c719b5-4612-43c3-9c73-67ebb65a58fd', 'name': '', 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'mac_address': 'fa:16:3e:12:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'ccfba5dc-2825-4394-be5a-23f9fde25b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:13:54Z', 'revision_number': 1, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'subnets': [{'id': 'ccfba5dc-2825-4394-be5a-23f9fde25b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:57.042873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9230a0a7-0311-4448-98f5-009c407a9a3b None None] Provisioning for port 2fca19b2-c9d0-427d-a776-ba81709c2b9d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:57.048885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-90f51f62-e787-4e37-8494-42b7d92ebc0d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Made reservation on behalf of e2985fe4b1cd4e2c8873db97d5897516 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:57.057320 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-90f51f62-e787-4e37-8494-42b7d92ebc0d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.099990 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfdf452-2cea-448a-9c0b-3b863f021b53 None None] The sync data for ids ['f0399a51-5839-49c9-9d8f-32bfa2503331'] in n-d-787205-10 is: [{'id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'name': 'tempest-TestServerMultinode-125772503-router', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:45Z', 'updated_at': '2021-07-16T18:13:55Z', 'revision_number': 4, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'gw_port': {'id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:47Z', 'updated_at': '2021-07-16T18:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '81c719b5-4612-43c3-9c73-67ebb65a58fd', 'name': '', 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'mac_address': 'fa:16:3e:12:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'ccfba5dc-2825-4394-be5a-23f9fde25b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:13:54Z', 'revision_number': 1, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'subnets': [{'id': 'ccfba5dc-2825-4394-be5a-23f9fde25b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:57.160390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c62f10-1a82-4384-8212-9391da1d395c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 5947f8b4-4975-4279-b3f1-ed9f37f4157a {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:57.181699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 993002e1-3770-4250-8454-7c25b286b5df triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:57.182449 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-98c62f10-1a82-4384-8212-9391da1d395c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.182814 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.294986 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.301423 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-98c62f10-1a82-4384-8212-9391da1d395c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.332312 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.497180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2fca19b2-c9d0-427d-a776-ba81709c2b9d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:57.636755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2ff59269-0260-491c-95b1-4c1ae62e926f None None] Could not find standard attr ID for object 1fdde8be-6e71-47fd-9b49-378c19c3cbc5. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:13:57.645077 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-98c62f10-1a82-4384-8212-9391da1d395c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.713451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '993002e1-3770-4250-8454-7c25b286b5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 4, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port': {'id': '993002e1-3770-4250-8454-7c25b286b5df', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:42Z', 'updated_at': '2021-07-16T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8', 'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'mac_address': 'fa:16:3e:94:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '45f59244-0e84-4799-b011-130f6df946ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:46Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 2, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'subnets': [{'id': '45f59244-0e84-4799-b011-130f6df946ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:57.759844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Checking router: e23985bf-3e48-42fc-914f-3a342b04ff4a for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:57.760664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Updating router e23985bf-3e48-42fc-914f-3a342b04ff4a port f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:57.764918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 2fca19b2-c9d0-427d-a776-ba81709c2b9d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:57.796074 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.804052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2fca19b2-c9d0-427d-a776-ba81709c2b9d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:57.804710 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.817602 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=81c719b5-4612-43c3-9c73-67ebb65a58fd,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.967301 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.076558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a790f8-ac01-4c5d-9b5a-a96038d062a5 req-a66f09ed-5b13-47e4-8efd-73abf5d9d1ea tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:58.080153 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d7a790f8-ac01-4c5d-9b5a-a96038d062a5 req-a66f09ed-5b13-47e4-8efd-73abf5d9d1ea tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.4277282 Jul 16 18:13:58.144101 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.167313 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-90f51f62-e787-4e37-8494-42b7d92ebc0d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Allocated IP 172.20.0.9 (525c7731-a3d2-4f9f-a4d3-00af2e605bf7/45f59244-0e84-4799-b011-130f6df946ec/8ae3c76e-20b6-4a5c-ae2c-82448da0e20e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:58.211472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Network 81186a12-21f9-45f6-9a59-d01f56a76152 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:58.216263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:58.262800 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d7a790f8-ac01-4c5d-9b5a-a96038d062a5 req-0ff75e61-0e83-49df-87fe-861795d1a58d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746216 Jul 16 18:13:58.270592 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-98c62f10-1a82-4384-8212-9391da1d395c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.412795 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-98c62f10-1a82-4384-8212-9391da1d395c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.419557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc447f0-0e76-4251-a141-47f3aa40a669 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:58.420090 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-98c62f10-1a82-4384-8212-9391da1d395c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/5947f8b4-4975-4279-b3f1-ed9f37f4157a HTTP/1.1" status: 204 len: 168 time: 1.5402102 Jul 16 18:13:58.422847 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:13:58.423475 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:13:58.454637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53684) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:58.483379 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4afbbd1c-6c5e-4b4e-97ff-3a36737180d9 req-12465370-2f51-406b-9e11-b3fa366766df tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 210 time: 0.1197441 Jul 16 18:13:58.489064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c62f10-1a82-4384-8212-9391da1d395c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=5947f8b4-4975-4279-b3f1-ed9f37f4157a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:58.540528 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5838caae-5561-4599-a5fd-5c6b1b982b94 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817375 Jul 16 18:13:58.551096 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53686) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:58.559933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9d64d532-1804-4c39-a4d2-e70f625f0b47 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:58.793752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6a3b95f7-670a-43b2-bdf8-e67ffb97cfc4 None None] Provisioning complete for port 81c719b5-4612-43c3-9c73-67ebb65a58fd triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:58.794140 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6a3b95f7-670a-43b2-bdf8-e67ffb97cfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.853710 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b95f7-670a-43b2-bdf8-e67ffb97cfc4 None None] Port 81c719b5-4612-43c3-9c73-67ebb65a58fd cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:58.859423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3097a-05c0-44c0-9c56-8f17b37a0af2 None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:58.884571 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Router f0399a51-5839-49c9-9d8f-32bfa2503331 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:58.950089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-90f51f62-e787-4e37-8494-42b7d92ebc0d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.972126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d64d532-1804-4c39-a4d2-e70f625f0b47 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:58.981583 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9d64d532-1804-4c39-a4d2-e70f625f0b47 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.162088 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-90f51f62-e787-4e37-8494-42b7d92ebc0d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.228734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-90f51f62-e787-4e37-8494-42b7d92ebc0d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Network 525c7731-a3d2-4f9f-a4d3-00af2e605bf7 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:59.242170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87dcf1-c967-4d7f-8b85-5c114c305797 req-a42f1a51-6220-406a-a9b9-3ebbdb5ad773 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:59.242725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-90f51f62-e787-4e37-8494-42b7d92ebc0d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:59.247348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c87dcf1-c967-4d7f-8b85-5c114c305797 req-a42f1a51-6220-406a-a9b9-3ebbdb5ad773 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 946 time: 0.4428742 Jul 16 18:13:59.252385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-90f51f62-e787-4e37-8494-42b7d92ebc0d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:59.357546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f51f62-e787-4e37-8494-42b7d92ebc0d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Pushing event updated for resources: {'Port': ['ID=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:59.385040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:59.413230 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bf77968d-955c-40c0-b6c7-89ae93fcf6c4 admin admin] 10.222.0.24 "PUT /v2.0/routers/f0399a51-5839-49c9-9d8f-32bfa2503331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1126354 Jul 16 18:13:59.419851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-90f51f62-e787-4e37-8494-42b7d92ebc0d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:59.431427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-90f51f62-e787-4e37-8494-42b7d92ebc0d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.479004 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-90f51f62-e787-4e37-8494-42b7d92ebc0d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3028445 Jul 16 18:13:59.492508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Request body: {'port': {'device_id': 'ba37306f-1f00-4f45-9273-602e906d6898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:59.644526 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.663098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Transition to ACTIVE for port object f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:59.701111 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.802133 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.871550 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.024729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90640e4-6ef2-4486-8acc-60cac219885d None None] Pushing event updated for resources: {'Port': ['ID=f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.042425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3097a-05c0-44c0-9c56-8f17b37a0af2 None None] Deleting port 2fca19b2-c9d0-427d-a776-ba81709c2b9d {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:00.043136 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2fb3097a-05c0-44c0-9c56-8f17b37a0af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.102216 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9d64d532-1804-4c39-a4d2-e70f625f0b47 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.212570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Attempting to bind port f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:00.213504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Attempting to bind port f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '52c6c959-643c-4e04-9968-034d4193343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:00.214172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Attempting to bind port f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 on network 525c7731-a3d2-4f9f-a4d3-00af2e605bf7 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:00.217590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64d532-1804-4c39-a4d2-e70f625f0b47 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=2c7f031f-5d43-4461-b562-39a69ffffac3,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.241611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1c87dcf1-c967-4d7f-8b85-5c114c305797 req-1d84a265-1287-49df-83d1-a3c8ef965d76 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Deleting port a2c3b08a-c3c5-44a4-9851-f8a657351279 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:00.243085 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1c87dcf1-c967-4d7f-8b85-5c114c305797 req-1d84a265-1287-49df-83d1-a3c8ef965d76 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.247507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:00.248388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Checking segment: {'id': '52c6c959-643c-4e04-9968-034d4193343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:00.249030 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.249783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Bound using segment: {'id': '52c6c959-643c-4e04-9968-034d4193343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:00.250593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Bound port: f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c6c959-643c-4e04-9968-034d4193343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:00.251423 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.332544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 2fca19b2-c9d0-427d-a776-ba81709c2b9d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2fca19b2-c9d0-427d-a776-ba81709c2b9d,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:00.345294 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.464288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-1c87dcf1-c967-4d7f-8b85-5c114c305797 req-1d84a265-1287-49df-83d1-a3c8ef965d76 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] For port a2c3b08a-c3c5-44a4-9851-f8a657351279, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a2c3b08a-c3c5-44a4-9851-f8a657351279,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:00.465114 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1c87dcf1-c967-4d7f-8b85-5c114c305797 req-1d84a265-1287-49df-83d1-a3c8ef965d76 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.493122 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-1c87dcf1-c967-4d7f-8b85-5c114c305797 req-1d84a265-1287-49df-83d1-a3c8ef965d76 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Calling delete_port for a2c3b08a-c3c5-44a4-9851-f8a657351279 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:00.551813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2fb3097a-05c0-44c0-9c56-8f17b37a0af2 None None] For port 2fca19b2-c9d0-427d-a776-ba81709c2b9d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2fca19b2-c9d0-427d-a776-ba81709c2b9d,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:00.552224 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2fb3097a-05c0-44c0-9c56-8f17b37a0af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.643157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3097a-05c0-44c0-9c56-8f17b37a0af2 None None] Calling delete_port for 2fca19b2-c9d0-427d-a776-ba81709c2b9d owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:00.761632 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:00.764712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d64d532-1804-4c39-a4d2-e70f625f0b47 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:00.766525 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1c87dcf1-c967-4d7f-8b85-5c114c305797 req-1d84a265-1287-49df-83d1-a3c8ef965d76 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.792774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:00.793457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53732) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:00.817837 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.840809 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4e45a83c-1840-456e-934c-f9639ca35d73', 'a2c3b08a-c3c5-44a4-9851-f8a657351279'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:00.849634 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Transition to ACTIVE for port object 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:00.859510 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.859810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] For port f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:00.875604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2122227949-network', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:00.894071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-9d64d532-1804-4c39-a4d2-e70f625f0b47 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:00.906123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=2fca19b2-c9d0-427d-a776-ba81709c2b9d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.914193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84a265-1287-49df-83d1-a3c8ef965d76 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event deleted for resources: {'Port': ['ID=a2c3b08a-c3c5-44a4-9851-f8a657351279,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.921600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d64d532-1804-4c39-a4d2-e70f625f0b47 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.922259 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9d64d532-1804-4c39-a4d2-e70f625f0b47 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.928734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] For port f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8,segment=NetworkSegment(52c6c959-643c-4e04-9968-034d4193343d),segment_id=52c6c959-643c-4e04-9968-034d4193343d)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:00.935175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Pushing event updated for resources: {'Port': ['ID=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.953829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d910e4c-b891-4715-9cf1-205dca4f5666 req-d5832405-6ce0-409d-bd35-5a31aec2eebf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.960249 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.961177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d910e4c-b891-4715-9cf1-205dca4f5666 req-d5832405-6ce0-409d-bd35-5a31aec2eebf tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=888a44b2-6e06-48dd-8aad-d2babdd59712 HTTP/1.1" status: 200 len: 867 time: 1.2474692 Jul 16 18:14:01.041478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90640e4-6ef2-4486-8acc-60cac219885d None None] Pushing event updated for resources: {'Port': ['ID=f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:01.086684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:01.107467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:01.107908 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.114686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Routers {'e23985bf-3e48-42fc-914f-3a342b04ff4a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:01.116353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e23985bf-3e48-42fc-914f-3a342b04ff4a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:01.121078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8597c-f42e-499f-866c-495f6b60b739 req-95886541-a662-4861-87d3-0a6d93605282 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.122237 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2fb3097a-05c0-44c0-9c56-8f17b37a0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.148208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ec8597c-f42e-499f-866c-495f6b60b739 req-95886541-a662-4861-87d3-0a6d93605282 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 931 time: 1.2052779 Jul 16 18:14:01.160345 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Attempting to bind port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:01.160744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Attempting to bind port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '52c6c959-643c-4e04-9968-034d4193343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:01.161063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Attempting to bind port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e on network 525c7731-a3d2-4f9f-a4d3-00af2e605bf7 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:01.168075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e on network 525c7731-a3d2-4f9f-a4d3-00af2e605bf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:01.168618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Attempting to bind port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e on network 525c7731-a3d2-4f9f-a4d3-00af2e605bf7 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:01.180927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:01.182471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Checking segment: {'id': '52c6c959-643c-4e04-9968-034d4193343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:01.182881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Bound using segment: {'id': '52c6c959-643c-4e04-9968-034d4193343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:01.184757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Bound port: 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c6c959-643c-4e04-9968-034d4193343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:01.185129 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.205577 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d910e4c-b891-4715-9cf1-205dca4f5666 req-0527026b-a3ff-4cb3-9798-5704c054d7f6 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433968 Jul 16 18:14:01.243727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c87dcf1-c967-4d7f-8b85-5c114c305797 req-1d84a265-1287-49df-83d1-a3c8ef965d76 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] No DVR routers for this DVR port a2c3b08a-c3c5-44a4-9851-f8a657351279 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:01.247277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Made reservation on behalf of 371047a4daf141a594d8a8a9f4a16f95 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:01.250794 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.254841 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1c87dcf1-c967-4d7f-8b85-5c114c305797 req-1d84a265-1287-49df-83d1-a3c8ef965d76 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.257291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1c87dcf1-c967-4d7f-8b85-5c114c305797 req-1d84a265-1287-49df-83d1-a3c8ef965d76 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "DELETE /v2.0/ports/a2c3b08a-c3c5-44a4-9851-f8a657351279 HTTP/1.1" status: 204 len: 173 time: 2.0019891 Jul 16 18:14:01.258180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888a44b2-6e06-48dd-8aad-d2babdd59712', 'name': 'network-vif-deleted', 'tag': 'a2c3b08a-c3c5-44a4-9851-f8a657351279'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:01.260734 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd093cb2-5035-469e-9ff3-d8e90ef5267c" -d '{"events": [{"server_uuid": "888a44b2-6e06-48dd-8aad-d2babdd59712", "name": "network-vif-deleted", "tag": "a2c3b08a-c3c5-44a4-9851-f8a657351279"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:01.279873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3097a-05c0-44c0-9c56-8f17b37a0af2 None None] Pushing event deleted for resources: {'Port': ['ID=2fca19b2-c9d0-427d-a776-ba81709c2b9d,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:01.282483 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Sync routers for ids ['f0399a51-5839-49c9-9d8f-32bfa2503331'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:01.288328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3097a-05c0-44c0-9c56-8f17b37a0af2 None None] No DVR routers for this DVR port 2fca19b2-c9d0-427d-a776-ba81709c2b9d on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:01.299409 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9d64d532-1804-4c39-a4d2-e70f625f0b47 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7470803 Jul 16 18:14:01.309574 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Routers {'f0399a51-5839-49c9-9d8f-32bfa2503331'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:01.312974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53738) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:01.316604 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f0399a51-5839-49c9-9d8f-32bfa2503331'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:01.326902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb8da29-b88e-4e9b-a010-8ac9122da234 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:01.352912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] For port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:01.356836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] For port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,segment=NetworkSegment(52c6c959-643c-4e04-9968-034d4193343d),segment_id=52c6c959-643c-4e04-9968-034d4193343d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:01.365800 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.396438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': '2c7f031f-5d43-4461-b562-39a69ffffac3', 'ip_address': '2001:db8::686:ec24:7963:1bdb'}], 'name': 'tempest-NetworksTestDHCPv6-808769523'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:01.442805 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.447161 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.459355 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] 10.222.0.32 "PUT /v2.0/ports/8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 1092 time: 1.9711759 Jul 16 18:14:01.460011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:01.462478 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb25e6ed-290b-495c-853c-64a799f44cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:01.512481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ecb42-bc5d-483f-a827-fbfc5675455c service neutron] Pushing event updated for resources: {'Port': ['ID=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:01.563760 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Set router f0399a51-5839-49c9-9d8f-32bfa2503331 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:01.592266 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890bcb39-e1f3-4604-8336-b568542288e6 x-openstack-request-id: req-890bcb39-e1f3-4604-8336-b568542288e6 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:01.592569 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.592717 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:01.593078 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-890bcb39-e1f3-4604-8336-b568542288e6 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:01.593764 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e', 'status': 'completed', 'code': 200} Jul 16 18:14:01.610770 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1c43d5-6087-44f7-8545-48c70cb2387a x-openstack-request-id: req-8f1c43d5-6087-44f7-8545-48c70cb2387a {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:01.611048 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888a44b2-6e06-48dd-8aad-d2babdd59712", "name": "network-vif-deleted", "tag": "a2c3b08a-c3c5-44a4-9851-f8a657351279", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:01.611308 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f1c43d5-6087-44f7-8545-48c70cb2387a {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:01.611723 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888a44b2-6e06-48dd-8aad-d2babdd59712', 'name': 'network-vif-deleted', 'tag': 'a2c3b08a-c3c5-44a4-9851-f8a657351279', 'status': 'completed', 'code': 200} Jul 16 18:14:01.653224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ec8597c-f42e-499f-866c-495f6b60b739 req-5c3142a6-9b2f-4232-bffd-fa00bac3c806 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031991 Jul 16 18:14:01.685358 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.api [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:14:01.685358 n-d-787205-10 neutron-server[105591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:14:01.685358 n-d-787205-10 neutron-server[105591]: [parameters: {'project_id_1': '371047a4daf141a594d8a8a9f4a16f95', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 14, 1, 623794)}] Jul 16 18:14:01.685358 n-d-787205-10 neutron-server[105591]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:14:01.686475 n-d-787205-10 neutron-server[105591]: DEBUG oslo_db.api [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:14:01.697372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:01.727553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] Set router e23985bf-3e48-42fc-914f-3a342b04ff4a gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:01.743514 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-74c4d70a-2ece-43e0-9156-e455fcc3071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.745838 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-74c4d70a-2ece-43e0-9156-e455fcc3071b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2985fe4b1cd4e2c8873db97d5897516&device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 1095 time: 0.1723526 Jul 16 18:14:01.802895 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-c3ba3048-7374-4377-ac28-371afab2ee5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 217 time: 0.0502250 Jul 16 18:14:01.848282 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.921004 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.979943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-03a7d728-37b6-437e-a304-454947ceb62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.985598 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-03a7d728-37b6-437e-a304-454947ceb62c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f59244-0e84-4799-b011-130f6df946ec HTTP/1.1" status: 200 len: 860 time: 0.1749671 Jul 16 18:14:01.998243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 0606a1c5-719f-494a-b079-38b96288f3a6 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:02.029043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6ea7841e-8dcb-42e4-b68e-5f5d8c09e912,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:02.030952 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'name': 'tempest-TestServerMultinode-125772503-router', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:45Z', 'updated_at': '2021-07-16T18:13:55Z', 'revision_number': 4, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'gw_port': {'id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:47Z', 'updated_at': '2021-07-16T18:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '81c719b5-4612-43c3-9c73-67ebb65a58fd', 'name': '', 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'mac_address': 'fa:16:3e:12:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'ccfba5dc-2825-4394-be5a-23f9fde25b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:13:56Z', 'revision_number': 2, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'subnets': [{'id': 'ccfba5dc-2825-4394-be5a-23f9fde25b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:02.049144 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-d2220e76-dcb0-4942-92eb-ace50b80b49b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558496 Jul 16 18:14:02.116628 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.132510 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Checking router: f0399a51-5839-49c9-9d8f-32bfa2503331 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:02.134318 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Updating router f0399a51-5839-49c9-9d8f-32bfa2503331 port 81c719b5-4612-43c3-9c73-67ebb65a58fd binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:02.308594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::686:ec24:7963:1bdb (e8517db6-f0e1-4090-9d37-24c97738cf54/2c7f031f-5d43-4461-b562-39a69ffffac3/0606a1c5-719f-494a-b079-38b96288f3a6) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:02.314896 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.486363 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.539884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2fca19b2-c9d0-427d-a776-ba81709c2b9d no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:02.767870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 2fca19b2-c9d0-427d-a776-ba81709c2b9d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:02.768345 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2fca19b2-c9d0-427d-a776-ba81709c2b9d not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:02.806089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '2c7f031f-5d43-4461-b562-39a69ffffac3'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:02.806961 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.864128 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=6ea7841e-8dcb-42e4-b68e-5f5d8c09e912,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:02.969605 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.022276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 0606a1c5-719f-494a-b079-38b96288f3a6 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:03.067023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b536-8461-49f0-89b8-ec4c63e33c1c req-091fc57c-7a9b-4470-9764-81a63891450e tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.075182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c987b536-8461-49f0-89b8-ec4c63e33c1c req-091fc57c-7a9b-4470-9764-81a63891450e tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 943 time: 0.2428896 Jul 16 18:14:03.112877 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:03.221101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '993002e1-3770-4250-8454-7c25b286b5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 4, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port': {'id': '993002e1-3770-4250-8454-7c25b286b5df', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:42Z', 'updated_at': '2021-07-16T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8', 'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'mac_address': 'fa:16:3e:94:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '45f59244-0e84-4799-b011-130f6df946ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:46Z', 'updated_at': '2021-07-16T18:14:00Z', 'revision_number': 4, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'subnets': [{'id': '45f59244-0e84-4799-b011-130f6df946ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:03.230917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c987b536-8461-49f0-89b8-ec4c63e33c1c req-ac55029e-2fc8-4ca0-8a6f-2a5d2bfef2c2 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547387 Jul 16 18:14:03.258368 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.264630 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.277161 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.283834 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.305375 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Transition to ACTIVE for port object 81c719b5-4612-43c3-9c73-67ebb65a58fd will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:03.316008 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.341375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:03.352831 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-3a734013-b393-4bbd-8a8a-d526131f216a service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2967913 Jul 16 18:14:03.390646 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14687b4d-30d3-4228-841a-a8078f209d55,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.403090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:03.417036 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e59fa2-48e6-45b0-9540-37df047ba1a7 None None] Pushing event updated for resources: {'Port': ['ID=81c719b5-4612-43c3-9c73-67ebb65a58fd,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.430461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.430994 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Added segment e7aab6f6-1a18-4970-b54e-410ba1dfeea4 of type vlan for network 4ac960bd-b92a-439b-9788-5f8ebf1cba70 Jul 16 18:14:03.434649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:03.442536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:03.453647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.458565 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.519183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1614995 Jul 16 18:14:03.521157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53778) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.576482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc771fb9-34e6-4354-bda8-46c10934a209 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=0606a1c5-719f-494a-b079-38b96288f3a6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.582956 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Attempting to bind port 81c719b5-4612-43c3-9c73-67ebb65a58fd on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:03.583333 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Attempting to bind port 81c719b5-4612-43c3-9c73-67ebb65a58fd by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:03.583707 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Attempting to bind port 81c719b5-4612-43c3-9c73-67ebb65a58fd on network 81186a12-21f9-45f6-9a59-d01f56a76152 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:03.600632 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-358c725e-d2d5-4ca6-a60d-ca550aff0517 req-a56e657f-1ca7-4fba-9745-639139a04010 service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397282 Jul 16 18:14:03.615841 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:03.616213 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Checking segment: {'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:03.616620 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.617105 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Bound using segment: {'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:03.617586 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Bound port: 81c719b5-4612-43c3-9c73-67ebb65a58fd, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:03.617993 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.703204 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.744166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Allocated IP 2001:db8::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/2c7f031f-5d43-4461-b562-39a69ffffac3/799c8e01-d441-42a2-aa12-2d1d7bacec23) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:03.816148 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] For port 81c719b5-4612-43c3-9c73-67ebb65a58fd, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:03.820186 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] For port 81c719b5-4612-43c3-9c73-67ebb65a58fd, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=81c719b5-4612-43c3-9c73-67ebb65a58fd,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:03.821241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e6ed-290b-495c-853c-64a799f44cb6 req-a74e0da8-8874-45b4-9d32-e412c261c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.826325 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fb25e6ed-290b-495c-853c-64a799f44cb6 req-a74e0da8-8874-45b4-9d32-e412c261c7a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2985fe4b1cd4e2c8873db97d5897516&device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 1095 time: 0.1623268 Jul 16 18:14:03.826865 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.901908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c8f6d5-9d2e-4202-a625-55a308d4f9b4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.909558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-07c8f6d5-9d2e-4202-a625-55a308d4f9b4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3838372 Jul 16 18:14:03.914141 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.915186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.918447 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.930836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53794) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.951687 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e59fa2-48e6-45b0-9540-37df047ba1a7 None None] Pushing event updated for resources: {'Port': ['ID=81c719b5-4612-43c3-9c73-67ebb65a58fd,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:04.014600 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Routers {'f0399a51-5839-49c9-9d8f-32bfa2503331'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:04.022731 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f0399a51-5839-49c9-9d8f-32bfa2503331'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:04.092541 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a2c3b08a-c3c5-44a4-9851-f8a657351279 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:04.095214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e6ed-290b-495c-853c-64a799f44cb6 req-111c7034-b139-4f4d-af2e-52ccb3ab6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.099970 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fb25e6ed-290b-495c-853c-64a799f44cb6 req-111c7034-b139-4f4d-af2e-52ccb3ab6f88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7 HTTP/1.1" status: 200 len: 921 time: 0.2661772 Jul 16 18:14:04.103655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c925585-1e23-4ae6-aabf-1757a9547b06 None None] The sync data for ids ['e23985bf-3e48-42fc-914f-3a342b04ff4a'] in n-d-787205-10 is: [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '993002e1-3770-4250-8454-7c25b286b5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 4, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port': {'id': '993002e1-3770-4250-8454-7c25b286b5df', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:42Z', 'updated_at': '2021-07-16T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8', 'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'mac_address': 'fa:16:3e:94:0d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '45f59244-0e84-4799-b011-130f6df946ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:46Z', 'updated_at': '2021-07-16T18:14:00Z', 'revision_number': 4, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'subnets': [{'id': '45f59244-0e84-4799-b011-130f6df946ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:04.145020 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2732258 Jul 16 18:14:04.166549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53804) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.186534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-22cbb0c4-4b64-4663-91f1-5fcacdbc2067 admin admin] Request body: {'subnet': {'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2122227949-subnet', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:04.266215 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fb25e6ed-290b-495c-853c-64a799f44cb6 req-32d51faf-086d-45bd-9699-54a45de298ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 217 time: 0.1594832 Jul 16 18:14:04.301559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cbb0c4-4b64-4663-91f1-5fcacdbc2067 admin admin] Made reservation on behalf of 371047a4daf141a594d8a8a9f4a16f95 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:04.311021 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-22cbb0c4-4b64-4663-91f1-5fcacdbc2067 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.349013 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.379197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Transition to ACTIVE for port object 799c8e01-d441-42a2-aa12-2d1d7bacec23 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:04.411882 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] Set router f0399a51-5839-49c9-9d8f-32bfa2503331 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:04.418600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Transition to ACTIVE for port object 799c8e01-d441-42a2-aa12-2d1d7bacec23 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:04.426936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e6ed-290b-495c-853c-64a799f44cb6 req-aec2662f-986f-42b4-b514-ee0b8a56e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.430995 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fb25e6ed-290b-495c-853c-64a799f44cb6 req-aec2662f-986f-42b4-b514-ee0b8a56e7c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f59244-0e84-4799-b011-130f6df946ec HTTP/1.1" status: 200 len: 860 time: 0.1568828 Jul 16 18:14:04.479585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: a2c3b08a-c3c5-44a4-9851-f8a657351279 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:04.481561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a2c3b08a-c3c5-44a4-9851-f8a657351279 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:04.506033 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.543908 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fb25e6ed-290b-495c-853c-64a799f44cb6 req-ff688169-9e6a-4430-902b-f383d9b6ee70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052732 Jul 16 18:14:04.593472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25185f9b-0efe-4600-b481-60773c5128e2 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac960bd-b92a-439b-9788-5f8ebf1cba70,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:04.645490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 4ac960bd-b92a-439b-9788-5f8ebf1cba70 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:04.708109 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Pushing event updated for resources: {'Port': ['ID=799c8e01-d441-42a2-aa12-2d1d7bacec23,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:04.765488 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:04.795519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:04.803805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:04.848978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53822) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.865188 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fb25e6ed-290b-495c-853c-64a799f44cb6 req-8607a169-4565-4039-ade3-dd850350a47d service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103874 Jul 16 18:14:05.022420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:05.063880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:05.069281 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.154044 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fb25e6ed-290b-495c-853c-64a799f44cb6 req-3f8aff99-a536-4b58-ad3e-58778f673362 service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801414 Jul 16 18:14:05.216227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Attempting to bind port 799c8e01-d441-42a2-aa12-2d1d7bacec23 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:05.218750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Attempting to bind port 799c8e01-d441-42a2-aa12-2d1d7bacec23 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:05.228294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Attempting to bind port 799c8e01-d441-42a2-aa12-2d1d7bacec23 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:05.256520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db484a-148b-4f18-bc4b-c29c028eeee7 req-03fad8e4-bc38-450a-ba22-464beaa0e3c3 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.257539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:05.258159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:05.258758 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.259335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:05.260087 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Bound port: 799c8e01-d441-42a2-aa12-2d1d7bacec23, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:05.260660 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.262128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10db484a-148b-4f18-bc4b-c29c028eeee7 req-03fad8e4-bc38-450a-ba22-464beaa0e3c3 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 943 time: 0.6848660 Jul 16 18:14:05.350615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-0ab7e65a-d931-4e6d-a30b-67050495aa55 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 0606a1c5-719f-494a-b079-38b96288f3a6 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:05.350965 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0ab7e65a-d931-4e6d-a30b-67050495aa55 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.364773 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2bb60b07-1faa-4535-b09d-c4986e231200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.386239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] For port 799c8e01-d441-42a2-aa12-2d1d7bacec23, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:05.391100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] For port 799c8e01-d441-42a2-aa12-2d1d7bacec23, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=799c8e01-d441-42a2-aa12-2d1d7bacec23,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:05.404501 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.490328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b5964-49d5-4c29-b153-35f0e2466c7b None None] Pushing event updated for resources: {'Port': ['ID=799c8e01-d441-42a2-aa12-2d1d7bacec23,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.511774 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.566111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8,segment=NetworkSegment(52c6c959-643c-4e04-9968-034d4193343d),segment_id=52c6c959-643c-4e04-9968-034d4193343d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:05.573320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10db484a-148b-4f18-bc4b-c29c028eeee7 req-3031de52-a900-47a3-aa72-b5a4d1abc377 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917144 Jul 16 18:14:05.574309 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.575692 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'name': 'tempest-TestServerMultinode-125772503-router', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:45Z', 'updated_at': '2021-07-16T18:13:55Z', 'revision_number': 4, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'gw_port': {'id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:47Z', 'updated_at': '2021-07-16T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '81c719b5-4612-43c3-9c73-67ebb65a58fd', 'name': '', 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'mac_address': 'fa:16:3e:12:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'ccfba5dc-2825-4394-be5a-23f9fde25b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:14:03Z', 'revision_number': 4, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'subnets': [{'id': 'ccfba5dc-2825-4394-be5a-23f9fde25b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:05.656921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.693229 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b56cab0-65ac-4a2d-aa08-5e54104733ac None None] The sync data for ids ['f0399a51-5839-49c9-9d8f-32bfa2503331'] in n-d-787205-10 is: [{'id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'name': 'tempest-TestServerMultinode-125772503-router', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:45Z', 'updated_at': '2021-07-16T18:13:55Z', 'revision_number': 4, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'gw_port': {'id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:47Z', 'updated_at': '2021-07-16T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '81c719b5-4612-43c3-9c73-67ebb65a58fd', 'name': '', 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'mac_address': 'fa:16:3e:12:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': 'ccfba5dc-2825-4394-be5a-23f9fde25b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:14:03Z', 'revision_number': 4, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'subnets': [{'id': 'ccfba5dc-2825-4394-be5a-23f9fde25b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:05.732055 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0ab7e65a-d931-4e6d-a30b-67050495aa55 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.806895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-0ab7e65a-d931-4e6d-a30b-67050495aa55 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 0606a1c5-719f-494a-b079-38b96288f3a6 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:05.813491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 81c719b5-4612-43c3-9c73-67ebb65a58fd up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:05.990194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 81c719b5-4612-43c3-9c73-67ebb65a58fd completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:05.995617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 81c719b5-4612-43c3-9c73-67ebb65a58fd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:05.995857 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.029645 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-22cbb0c4-4b64-4663-91f1-5fcacdbc2067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.211178 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.230646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2bb60b07-1faa-4535-b09d-c4986e231200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.241373 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2bb60b07-1faa-4535-b09d-c4986e231200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.288546 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 81c719b5-4612-43c3-9c73-67ebb65a58fd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=81c719b5-4612-43c3-9c73-67ebb65a58fd,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:06.299119 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.299896 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:06.324758 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb60b07-1faa-4535-b09d-c4986e231200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11781215-c89b-495c-ac79-af5272368da1,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:06.328665 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbb0c4-4b64-4663-91f1-5fcacdbc2067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe19eb1a-fceb-44ba-ac7a-a6cb579b7323,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:06.441911 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=81c719b5-4612-43c3-9c73-67ebb65a58fd,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:06.445610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cbb0c4-4b64-4663-91f1-5fcacdbc2067 admin admin] Checking segment: {'id': 'e7aab6f6-1a18-4970-b54e-410ba1dfeea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:06.446368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cbb0c4-4b64-4663-91f1-5fcacdbc2067 admin admin] Network hostable DHCP agents. Network: 4ac960bd-b92a-439b-9788-5f8ebf1cba70, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:06.458963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:06.459901 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.495329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:06.514193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2bb60b07-1faa-4535-b09d-c4986e231200 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10fba3865f0640849f056437f3cb31e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6576140 Jul 16 18:14:06.518102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53848) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:06.543109 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0ab7e65a-d931-4e6d-a30b-67050495aa55 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.563133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cbb0c4-4b64-4663-91f1-5fcacdbc2067 admin admin] Network 4ac960bd-b92a-439b-9788-5f8ebf1cba70 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:06.616297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7e65a-d931-4e6d-a30b-67050495aa55 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=0606a1c5-719f-494a-b079-38b96288f3a6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:06.637953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-22cbb0c4-4b64-4663-91f1-5fcacdbc2067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 4ac960bd-b92a-439b-9788-5f8ebf1cba70) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:06.668375 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0ab7e65a-d931-4e6d-a30b-67050495aa55 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.670644 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c6e3b11-8f06-41c8-9fbb-1822b0cd4596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.674260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0ab7e65a-d931-4e6d-a30b-67050495aa55 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/0606a1c5-719f-494a-b079-38b96288f3a6 HTTP/1.1" status: 204 len: 168 time: 2.7351570 Jul 16 18:14:06.674917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53852) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:06.676326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cbb0c4-4b64-4663-91f1-5fcacdbc2067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:06.676937 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-22cbb0c4-4b64-4663-91f1-5fcacdbc2067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.727733 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c6e3b11-8f06-41c8-9fbb-1822b0cd4596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.809173 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c6e3b11-8f06-41c8-9fbb-1822b0cd4596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.813112 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c6e3b11-8f06-41c8-9fbb-1822b0cd4596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.817565 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8c6e3b11-8f06-41c8-9fbb-1822b0cd4596 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11781215-c89b-495c-ac79-af5272368da1 HTTP/1.1" status: 204 len: 168 time: 0.2983384 Jul 16 18:14:06.833591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,segment=NetworkSegment(52c6c959-643c-4e04-9968-034d4193343d),segment_id=52c6c959-643c-4e04-9968-034d4193343d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:06.855742 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e3b11-8f06-41c8-9fbb-1822b0cd4596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11781215-c89b-495c-ac79-af5272368da1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:06.864462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1258a42-6f17-4dd8-b847-9fb7b9e7f26c None None] Network 4ac960bd-b92a-439b-9788-5f8ebf1cba70 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:06.879043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28295751-6eec-4f65-a69e-fa854863b980 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:06.883181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28295751-6eec-4f65-a69e-fa854863b980 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:06.887230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-28295751-6eec-4f65-a69e-fa854863b980 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1951864 Jul 16 18:14:06.887805 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53856) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:06.960225 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'port_id': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e', 'mac_address': 'fa:16:3e:95:b6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f59244-0e84-4799-b011-130f6df946ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:07.104856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4451677-e5ac-42c7-8500-a974a3cef4ae tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 2c7f031f-5d43-4461-b562-39a69ffffac3 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:07.113962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4451677-e5ac-42c7-8500-a974a3cef4ae tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.133716 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.183072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:07.251843 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4451677-e5ac-42c7-8500-a974a3cef4ae tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.279763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,segment=NetworkSegment(52c6c959-643c-4e04-9968-034d4193343d),segment_id=52c6c959-643c-4e04-9968-034d4193343d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:07.335330 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.507314 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4451677-e5ac-42c7-8500-a974a3cef4ae tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.617341 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.644319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-4ac960bd-b92a-439b-9788-5f8ebf1cba70', 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'fixed_ips': [{'subnet_id': 'fe19eb1a-fceb-44ba-ac7a-a6cb579b7323'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:07.650059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.676304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4b6ee3ba-e405-4fe0-a534-f039932b66dc None None] Provisioning for port 799c8e01-d441-42a2-aa12-2d1d7bacec23 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:07.700224 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4451677-e5ac-42c7-8500-a974a3cef4ae tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.715314 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['8ae3c76e-20b6-4a5c-ae2c-82448da0e20e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:07.786084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdeb99-8d65-4838-820c-b8b0eac45b61 req-3f450e6c-93d4-4d3d-a115-c55b165a6b8d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:07.795232 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2acdeb99-8d65-4838-820c-b8b0eac45b61 req-3f450e6c-93d4-4d3d-a115-c55b165a6b8d tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 946 time: 1.4056571 Jul 16 18:14:07.818723 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4451677-e5ac-42c7-8500-a974a3cef4ae tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7f031f-5d43-4461-b562-39a69ffffac3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.826330 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4451677-e5ac-42c7-8500-a974a3cef4ae tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.834162 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e4451677-e5ac-42c7-8500-a974a3cef4ae tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/2c7f031f-5d43-4461-b562-39a69ffffac3 HTTP/1.1" status: 204 len: 168 time: 0.9417768 Jul 16 18:14:07.838342 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53876) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:07.862650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-22cbb0c4-4b64-4663-91f1-5fcacdbc2067 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6890509 Jul 16 18:14:07.878267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 53878) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:07.886759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2122227949-router', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:07.938925 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.944220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.970474 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5b888f25-e94c-4261-a12d-1849642bac8d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1258235 Jul 16 18:14:07.971087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53882) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:07.994424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5f7d7c66-588b-469f-9567-dbc9ec1bb6de None None] Could not find standard attr ID for object 0606a1c5-719f-494a-b079-38b96288f3a6. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:08.076345 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 81c719b5-4612-43c3-9c73-67ebb65a58fd up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:08.078885 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.135079 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2acdeb99-8d65-4838-820c-b8b0eac45b61 req-44243f74-6b85-43ce-86f6-5fc2422d2520 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381991 Jul 16 18:14:08.147013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029f3b95-4ad8-4e11-b126-11ce341198f5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.156304 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-029f3b95-4ad8-4e11-b126-11ce341198f5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1833985 Jul 16 18:14:08.164468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53890) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:08.230293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3fa7fc-6f38-43de-b513-98a1a371ce98 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:08.293128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9efbdc2-4344-4da1-8bfa-d9b462811a0a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.299234 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a9efbdc2-4344-4da1-8bfa-d9b462811a0a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1334314 Jul 16 18:14:08.304697 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53892) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:08.357481 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f8439a91-592c-4aa8-869e-050c3a4a3e59 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513799 Jul 16 18:14:08.363350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53894) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:08.399823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4f2ac969-b3dd-4e05-9586-7d8effab5ae6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:08.404604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c1e11-0b29-4b00-a470-9124fadd1c7a req-c9624453-1e9d-44fa-bf24-5db891508fbe tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.412410 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-145c1e11-0b29-4b00-a470-9124fadd1c7a req-c9624453-1e9d-44fa-bf24-5db891508fbe tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 943 time: 1.4989955 Jul 16 18:14:08.481810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f345d-b7ea-41f3-b490-e41b02efe212 req-d5d26a50-f5fa-4a9b-9257-d191ba57aab0 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.485243 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b7f345d-b7ea-41f3-b490-e41b02efe212 req-d5d26a50-f5fa-4a9b-9257-d191ba57aab0 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 946 time: 0.6755688 Jul 16 18:14:08.522607 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.540812 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-145c1e11-0b29-4b00-a470-9124fadd1c7a req-c795f3bf-d5ae-4380-9715-f69e9aa341e4 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272876 Jul 16 18:14:08.595941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2ac969-b3dd-4e05-9586-7d8effab5ae6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:08.600867 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac969-b3dd-4e05-9586-7d8effab5ae6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.639503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Allocated IP 172.20.0.2 (4ac960bd-b92a-439b-9788-5f8ebf1cba70/fe19eb1a-fceb-44ba-ac7a-a6cb579b7323/959dfc8d-69aa-431a-8401-5b5e0d31d8fe) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:08.722540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 81c719b5-4612-43c3-9c73-67ebb65a58fd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:08.723812 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.886812 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac969-b3dd-4e05-9586-7d8effab5ae6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.922633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-9b7f345d-b7ea-41f3-b490-e41b02efe212 req-7436bf67-ae57-4125-be43-d92021469f80 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Deleting port 4e45a83c-1840-456e-934c-f9639ca35d73 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:08.923777 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9b7f345d-b7ea-41f3-b490-e41b02efe212 req-7436bf67-ae57-4125-be43-d92021469f80 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.977011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3292ff8-e15a-45f5-86ec-aa6b1399ec7b None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:09.024068 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2ac969-b3dd-4e05-9586-7d8effab5ae6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:09.059609 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4f2ac969-b3dd-4e05-9586-7d8effab5ae6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:09.074597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2ac969-b3dd-4e05-9586-7d8effab5ae6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.075693 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac969-b3dd-4e05-9586-7d8effab5ae6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.083421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ac969-b3dd-4e05-9586-7d8effab5ae6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=56f8f7bd-026d-42ea-a823-1a9e1c9f9284,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.112352 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4f2ac969-b3dd-4e05-9586-7d8effab5ae6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7474189 Jul 16 18:14:09.116634 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53912) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.118734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:09.125173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': '56f8f7bd-026d-42ea-a823-1a9e1c9f9284', 'ip_address': '2001:db8::22c3:7f9a:9cb8:7409'}], 'name': 'tempest-NetworksTestDHCPv6-2058556647'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:09.164845 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.167704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9b7f345d-b7ea-41f3-b490-e41b02efe212 req-7436bf67-ae57-4125-be43-d92021469f80 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] For port 4e45a83c-1840-456e-934c-f9639ca35d73, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4e45a83c-1840-456e-934c-f9639ca35d73,segment=NetworkSegment(34939d7c-d3ab-4649-a7e9-7ba5365d1d50),segment_id=34939d7c-d3ab-4649-a7e9-7ba5365d1d50)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:09.168408 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9b7f345d-b7ea-41f3-b490-e41b02efe212 req-7436bf67-ae57-4125-be43-d92021469f80 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.177979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Transition to ACTIVE for port object 959dfc8d-69aa-431a-8401-5b5e0d31d8fe will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:09.197008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Transition to ACTIVE for port object 959dfc8d-69aa-431a-8401-5b5e0d31d8fe will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:09.215191 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.235033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-9b7f345d-b7ea-41f3-b490-e41b02efe212 req-7436bf67-ae57-4125-be43-d92021469f80 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Calling delete_port for 4e45a83c-1840-456e-934c-f9639ca35d73 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:09.298153 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Network 4ac960bd-b92a-439b-9788-5f8ebf1cba70 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:09.312340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Pushing event updated for resources: {'Port': ['ID=959dfc8d-69aa-431a-8401-5b5e0d31d8fe,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.316178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:09.320611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:09.329593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:09.339881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c3292ff8-e15a-45f5-86ec-aa6b1399ec7b None None] Deleting port 799c8e01-d441-42a2-aa12-2d1d7bacec23 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:09.340255 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c3292ff8-e15a-45f5-86ec-aa6b1399ec7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.367742 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.401764 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.488145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:09.489180 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.514067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c3292ff8-e15a-45f5-86ec-aa6b1399ec7b None None] For port 799c8e01-d441-42a2-aa12-2d1d7bacec23, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=799c8e01-d441-42a2-aa12-2d1d7bacec23,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:09.514471 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c3292ff8-e15a-45f5-86ec-aa6b1399ec7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.528923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c3292ff8-e15a-45f5-86ec-aa6b1399ec7b None None] Calling delete_port for 799c8e01-d441-42a2-aa12-2d1d7bacec23 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:09.540338 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.583021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 728011d4-7007-452f-b4c9-b7be3b978036 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:09.772235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Allocated IP 172.25.3.46 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/220c1b43-dd9a-43ed-80e9-a124a0c80272) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:09.785717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Attempting to bind port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:09.785717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Attempting to bind port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'e7aab6f6-1a18-4970-b54e-410ba1dfeea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:09.785717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Attempting to bind port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe on network 4ac960bd-b92a-439b-9788-5f8ebf1cba70 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:09.798335 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c3292ff8-e15a-45f5-86ec-aa6b1399ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.821466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:09.821875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Checking segment: {'id': 'e7aab6f6-1a18-4970-b54e-410ba1dfeea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:09.822293 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.822701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Bound using segment: {'id': 'e7aab6f6-1a18-4970-b54e-410ba1dfeea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:09.823199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Bound port: 959dfc8d-69aa-431a-8401-5b5e0d31d8fe, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7aab6f6-1a18-4970-b54e-410ba1dfeea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:09.823590 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.845031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3292ff8-e15a-45f5-86ec-aa6b1399ec7b None None] Pushing event deleted for resources: {'Port': ['ID=799c8e01-d441-42a2-aa12-2d1d7bacec23,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.866787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef9d31-956b-4553-a96b-6cbaa5a0fde0 req-7066856b-0a6c-4293-8a9c-9784edb3096b tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.868445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30ef9d31-956b-4553-a96b-6cbaa5a0fde0 req-7066856b-0a6c-4293-8a9c-9784edb3096b tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 946 time: 0.4167898 Jul 16 18:14:09.886560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::22c3:7f9a:9cb8:7409 (e8517db6-f0e1-4090-9d37-24c97738cf54/56f8f7bd-026d-42ea-a823-1a9e1c9f9284/728011d4-7007-452f-b4c9-b7be3b978036) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:09.974864 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9b7f345d-b7ea-41f3-b490-e41b02efe212 req-7436bf67-ae57-4125-be43-d92021469f80 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.046466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3292ff8-e15a-45f5-86ec-aa6b1399ec7b None None] No DVR routers for this DVR port 799c8e01-d441-42a2-aa12-2d1d7bacec23 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:10.066257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de44acb9-485e-467a-98c9-5031f3be06db None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:10.173221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] For port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:10.200849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] For port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=959dfc8d-69aa-431a-8401-5b5e0d31d8fe,segment=NetworkSegment(e7aab6f6-1a18-4970-b54e-410ba1dfeea4),segment_id=e7aab6f6-1a18-4970-b54e-410ba1dfeea4)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:10.210462 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.244825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 799c8e01-d441-42a2-aa12-2d1d7bacec23 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:10.261552 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.263779 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.296915 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 728011d4-7007-452f-b4c9-b7be3b978036 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:10.303516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 799c8e01-d441-42a2-aa12-2d1d7bacec23 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:10.304149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 799c8e01-d441-42a2-aa12-2d1d7bacec23 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 18:14:10.368614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Port 799c8e01-d441-42a2-aa12-2d1d7bacec23 not found, will not notify nova. {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 18:14:10.369091 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.401788 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.430463 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3dd04-ad35-4e50-850f-04429f4ca300 None None] Pushing event updated for resources: {'Port': ['ID=959dfc8d-69aa-431a-8401-5b5e0d31d8fe,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.487178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:10.561221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 799c8e01-d441-42a2-aa12-2d1d7bacec23 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:10.581328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:10.584144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:10.585386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:10.596744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:10.598721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:10.631837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:10.633504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.634624 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.658269 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=728011d4-7007-452f-b4c9-b7be3b978036,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.693131 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ee3e4645-3955-4216-b9ba-972b53123cc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5740516 Jul 16 18:14:10.695966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53950) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.708943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5603398f-530d-42c0-be18-fe55ba96aada tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': '56f8f7bd-026d-42ea-a823-1a9e1c9f9284', 'ip_address': '2001:db8::22c3:7f9a:9cb8:7409'}], 'name': 'tempest-NetworksTestDHCPv6-847331478'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:10.728121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 799c8e01-d441-42a2-aa12-2d1d7bacec23 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:10.728380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 799c8e01-d441-42a2-aa12-2d1d7bacec23 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:10.770461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436bf67-ae57-4125-be43-d92021469f80 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Pushing event deleted for resources: {'Port': ['ID=4e45a83c-1840-456e-934c-f9639ca35d73,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.840755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a872dba-6fe6-4c4e-9c8a-4d455b705cf4 req-82ec7a07-8512-4a57-9ba8-02cf8013f6b5 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.844127 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a872dba-6fe6-4c4e-9c8a-4d455b705cf4 req-82ec7a07-8512-4a57-9ba8-02cf8013f6b5 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 944 time: 1.0496764 Jul 16 18:14:10.847401 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30ef9d31-956b-4553-a96b-6cbaa5a0fde0 req-b46864a1-bab1-4d3e-84d6-aa567256c549 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/security-groups?id=48cd910b-3d30-4aba-b3e0-dc46b646f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9698348 Jul 16 18:14:10.913868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '56f8f7bd-026d-42ea-a823-1a9e1c9f9284'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:10.918218 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.942825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:10.965583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:10.969594 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.084612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5603398f-530d-42c0-be18-fe55ba96aada tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:11.090345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5603398f-530d-42c0-be18-fe55ba96aada tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.133605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-5603398f-530d-42c0-be18-fe55ba96aada tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port ca4f5af6-fcba-4e35-b55f-94432edcb38c yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:11.178596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Allocated IP 2001:db8::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/56f8f7bd-026d-42ea-a823-1a9e1c9f9284/6df769c0-64f8-4e78-bbfa-c0563450e41a) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:11.186876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7f345d-b7ea-41f3-b490-e41b02efe212 req-7436bf67-ae57-4125-be43-d92021469f80 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] No DVR routers for this DVR port 4e45a83c-1840-456e-934c-f9639ca35d73 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:11.193998 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9b7f345d-b7ea-41f3-b490-e41b02efe212 req-7436bf67-ae57-4125-be43-d92021469f80 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.196322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9b7f345d-b7ea-41f3-b490-e41b02efe212 req-7436bf67-ae57-4125-be43-d92021469f80 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.11 "DELETE /v2.0/ports/4e45a83c-1840-456e-934c-f9639ca35d73 HTTP/1.1" status: 204 len: 173 time: 2.6861219 Jul 16 18:14:11.205993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92eec367-184b-4d59-af67-dcea9ed68f3f', 'name': 'network-vif-deleted', 'tag': '4e45a83c-1840-456e-934c-f9639ca35d73'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:11.208741 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14487e51-f31f-43ce-a58b-ffe01a5ac2c9" -d '{"events": [{"server_uuid": "92eec367-184b-4d59-af67-dcea9ed68f3f", "name": "network-vif-deleted", "tag": "4e45a83c-1840-456e-934c-f9639ca35d73"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:11.237584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Pushing event updated for resources: {'Port': ['ID=220c1b43-dd9a-43ed-80e9-a124a0c80272,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:11.287889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a872dba-6fe6-4c4e-9c8a-4d455b705cf4 req-d5882314-0af2-456d-9cb1-ca125c8dc9c1 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367652 Jul 16 18:14:11.290032 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d626a59a-fc77-43b3-b979-239ed8a3fdf8 x-openstack-request-id: req-d626a59a-fc77-43b3-b979-239ed8a3fdf8 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:11.290589 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92eec367-184b-4d59-af67-dcea9ed68f3f", "name": "network-vif-deleted", "tag": "4e45a83c-1840-456e-934c-f9639ca35d73", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:11.291531 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d626a59a-fc77-43b3-b979-239ed8a3fdf8 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:11.292116 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92eec367-184b-4d59-af67-dcea9ed68f3f', 'name': 'network-vif-deleted', 'tag': '4e45a83c-1840-456e-934c-f9639ca35d73', 'status': 'completed', 'code': 200} Jul 16 18:14:11.425483 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.511636 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.550537 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Transition to ACTIVE for port object 6df769c0-64f8-4e78-bbfa-c0563450e41a will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:11.602119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Transition to ACTIVE for port object 6df769c0-64f8-4e78-bbfa-c0563450e41a will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:11.623407 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.713220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:11.719838 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:11.730663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4e45a83c-1840-456e-934c-f9639ca35d73 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:11.770414 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-5603398f-530d-42c0-be18-fe55ba96aada tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:14:11.770998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5603398f-530d-42c0-be18-fe55ba96aada tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:11.814208 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5603398f-530d-42c0-be18-fe55ba96aada tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1141071 Jul 16 18:14:11.815245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53966) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.823399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:11.864290 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 4e45a83c-1840-456e-934c-f9639ca35d73 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:11.864615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4e45a83c-1840-456e-934c-f9639ca35d73 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:11.920190 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.018853 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.092340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,segment=NetworkSegment(52c6c959-643c-4e04-9968-034d4193343d),segment_id=52c6c959-643c-4e04-9968-034d4193343d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:12.136565 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:12.145306 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeba274-72d7-4438-9724-eaa8a4e9885d" -d '{"events": [{"server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "name": "network-vif-plugged", "status": "completed", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:12.155362 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.211138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Pushing event updated for resources: {'Port': ['ID=6df769c0-64f8-4e78-bbfa-c0563450e41a,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.226729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14b3a9-18f1-4f55-91b0-4be2a426954e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.246920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Attempting to bind port 6df769c0-64f8-4e78-bbfa-c0563450e41a on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:12.247305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Attempting to bind port 6df769c0-64f8-4e78-bbfa-c0563450e41a by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:12.247679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Attempting to bind port 6df769c0-64f8-4e78-bbfa-c0563450e41a on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:12.248638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14b3a9-18f1-4f55-91b0-4be2a426954e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.257317 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aa14b3a9-18f1-4f55-91b0-4be2a426954e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4415672 Jul 16 18:14:12.258359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 53990) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.261837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:12.262224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:12.262639 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.263038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:12.263523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Bound port: 6df769c0-64f8-4e78-bbfa-c0563450e41a, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:12.263914 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.347061 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a92169-26e2-489d-b20d-571ed5abbfd2 x-openstack-request-id: req-33a92169-26e2-489d-b20d-571ed5abbfd2 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:12.347483 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "name": "network-vif-plugged", "status": "completed", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:12.347753 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33a92169-26e2-489d-b20d-571ed5abbfd2 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:12.348235 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e', 'code': 200} Jul 16 18:14:12.355751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ad9e6fe-cc7c-423d-8167-70c603abf536 req-ee6ac7ee-8a9b-4a52-9f09-eec0d5dc2295 tempest-ServersTestJSON-1959239930 tempest-ServersTestJSON-1959239930-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eec367-184b-4d59-af67-dcea9ed68f3f HTTP/1.1" status: 200 len: 210 time: 0.1035924 Jul 16 18:14:12.400843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c038b-64a7-4358-aec6-44aa26fdacf6 None None] Network 4ac960bd-b92a-439b-9788-5f8ebf1cba70 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:12.494386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Router ecb35e77-cc47-43d0-aa51-6853ebef781f is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:12.590060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 728011d4-7007-452f-b4c9-b7be3b978036 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:12.590319 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.627281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] For port 6df769c0-64f8-4e78-bbfa-c0563450e41a, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:12.643328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] For port 6df769c0-64f8-4e78-bbfa-c0563450e41a, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6df769c0-64f8-4e78-bbfa-c0563450e41a,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:12.667288 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.669945 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 959dfc8d-69aa-431a-8401-5b5e0d31d8fe up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:12.741564 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.756444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 728011d4-7007-452f-b4c9-b7be3b978036 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:12.814544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce67b8d-8de5-4937-bd0b-c90f31c775e1 req-577a9652-6e4f-4695-b88a-124ff8d3b1d1 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.824591 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ce67b8d-8de5-4937-bd0b-c90f31c775e1 req-577a9652-6e4f-4695-b88a-124ff8d3b1d1 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.3276978 Jul 16 18:14:12.925050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fc7b12d7-3511-43ae-8f46-365ef7c7936e None None] Provisioning for port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:12.959809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b59b6e-4692-496d-9aed-b92c06753910 req-19feac1c-ef3b-45d4-ada4-cdc95b5781cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.962144 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f4b59b6e-4692-496d-9aed-b92c06753910 req-19feac1c-ef3b-45d4-ada4-cdc95b5781cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 1097 time: 0.1385450 Jul 16 18:14:12.978346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:13.022582 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.036773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:13.128778 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ce67b8d-8de5-4937-bd0b-c90f31c775e1 req-06aa6933-f81b-4fb0-9b5a-2dd4007f1efc tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004664 Jul 16 18:14:13.129974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:13.130445 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.141051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:13.172922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=728011d4-7007-452f-b4c9-b7be3b978036,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:13.184048 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.185627 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4dd47ca9-1783-46d8-8601-9f51456992d8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3035507 Jul 16 18:14:13.189725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54014) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:13.242573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Sync routers for ids ['ecb35e77-cc47-43d0-aa51-6853ebef781f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:13.291041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54016) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:13.305754 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.319008 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/728011d4-7007-452f-b4c9-b7be3b978036 HTTP/1.1" status: 204 len: 168 time: 1.0593462 Jul 16 18:14:13.327744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54018) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:13.356217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Routers {'ecb35e77-cc47-43d0-aa51-6853ebef781f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:13.356886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:13:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ecb35e77-cc47-43d0-aa51-6853ebef781f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:13.464279 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f4b59b6e-4692-496d-9aed-b92c06753910 req-bcf2ce46-c091-4930-896b-6c6f480e8a08 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857018 Jul 16 18:14:13.465876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:13.466734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:13.466734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:13.466911 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:13.467242 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:13.471001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:13.471424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:13.471699 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:13.472040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:13.475860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:13.476303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:13.476659 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4466b7-3fe3-4257-bd2b-f9e0435e80b3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:13.491824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf86a6f3-b8f9-4d19-b4ee-3b04130b767f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:13.493395 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf86a6f3-b8f9-4d19-b4ee-3b04130b767f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:13.519012 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cf86a6f3-b8f9-4d19-b4ee-3b04130b767f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1912935 Jul 16 18:14:13.520091 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54028) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:13.549458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54032) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:13.666294 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c21608c-b7f0-4ed9-9572-807122f3491f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.687363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b9fe0c-ca9c-465a-8011-5b51e0114b3b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 56f8f7bd-026d-42ea-a823-1a9e1c9f9284 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:13.743321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f1454-0dfd-4c52-a93f-f5e80182e38c None None] Pushing event updated for resources: {'Port': ['ID=6df769c0-64f8-4e78-bbfa-c0563450e41a,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:13.785948 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3ab8d8b5-0a33-4125-b68e-2dfd3478fe87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.856674 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c21608c-b7f0-4ed9-9572-807122f3491f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.874356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-803db628-22e0-46a7-855b-2f9dcda8a2c6 admin admin] Deleting subnet 56bb9c40-c752-475f-b8ac-edadb686e877 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:13.876653 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7b9fe0c-ca9c-465a-8011-5b51e0114b3b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.891607 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c21608c-b7f0-4ed9-9572-807122f3491f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.914783 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-803db628-22e0-46a7-855b-2f9dcda8a2c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.979155 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21608c-b7f0-4ed9-9572-807122f3491f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f1765e-769a-42f2-8766-d774bde2d4a6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.027748 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-803db628-22e0-46a7-855b-2f9dcda8a2c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.032458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7b9fe0c-ca9c-465a-8011-5b51e0114b3b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.060075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Set router ecb35e77-cc47-43d0-aa51-6853ebef781f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:14.115927 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0c21608c-b7f0-4ed9-9572-807122f3491f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d086da19d5045f98db6314bb603662c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7957137 Jul 16 18:14:14.116783 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54034) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.403551 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-803db628-22e0-46a7-855b-2f9dcda8a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.411776 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.541795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=959dfc8d-69aa-431a-8401-5b5e0d31d8fe,segment=NetworkSegment(e7aab6f6-1a18-4970-b54e-410ba1dfeea4),segment_id=e7aab6f6-1a18-4970-b54e-410ba1dfeea4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:14.574299 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d0778f7-7b68-489b-a03a-f8320e886039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.635878 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.726472 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d0778f7-7b68-489b-a03a-f8320e886039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.893037 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7b9fe0c-ca9c-465a-8011-5b51e0114b3b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.967503 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:14:15.045067 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d0778f7-7b68-489b-a03a-f8320e886039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.055093 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d0778f7-7b68-489b-a03a-f8320e886039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.059040 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0d0778f7-7b68-489b-a03a-f8320e886039 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84f1765e-769a-42f2-8766-d774bde2d4a6 HTTP/1.1" status: 204 len: 168 time: 0.9141753 Jul 16 18:14:15.103983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0778f7-7b68-489b-a03a-f8320e886039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f1765e-769a-42f2-8766-d774bde2d4a6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.164090 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7b9fe0c-ca9c-465a-8011-5b51e0114b3b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.176300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d1b69-e736-4d34-8f94-16c15d36d429 req-b639a30b-b83c-41e9-a763-08788352a7c5 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:15.178738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd3d1b69-e736-4d34-8f94-16c15d36d429 req-b639a30b-b83c-41e9-a763-08788352a7c5 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.6567030 Jul 16 18:14:15.250857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-803db628-22e0-46a7-855b-2f9dcda8a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.259303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6df769c0-64f8-4e78-bbfa-c0563450e41a up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:15.268726 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7b9fe0c-ca9c-465a-8011-5b51e0114b3b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.275657 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f7b9fe0c-ca9c-465a-8011-5b51e0114b3b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/56f8f7bd-026d-42ea-a823-1a9e1c9f9284 HTTP/1.1" status: 204 len: 168 time: 1.7542517 Jul 16 18:14:15.289921 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54044) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.291290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9fe0c-ca9c-465a-8011-5b51e0114b3b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=56f8f7bd-026d-42ea-a823-1a9e1c9f9284,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.403247 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd34b7-8c5b-4081-a2a1-f92717a1a5ca None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:15.423566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-aac43c86-7a73-4df7-8cbf-a01674c332e9 None None] Provisioning complete for port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:15.427183 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aac43c86-7a73-4df7-8cbf-a01674c332e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.430951 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd3d1b69-e736-4d34-8f94-16c15d36d429 req-986888b7-39de-492a-a14b-9013b5f37c82 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461455 Jul 16 18:14:15.471890 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2f44c7a0-8267-462f-a9cc-f94cd3936024 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1777830 Jul 16 18:14:15.478617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803db628-22e0-46a7-855b-2f9dcda8a2c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56bb9c40-c752-475f-b8ac-edadb686e877,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.482119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54048) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.483664 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-803db628-22e0-46a7-855b-2f9dcda8a2c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.486506 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-803db628-22e0-46a7-855b-2f9dcda8a2c6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/56bb9c40-c752-475f-b8ac-edadb686e877 HTTP/1.1" status: 204 len: 168 time: 1.9344263 Jul 16 18:14:15.504761 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-256e42ff-478b-421a-8169-b28ac6a6ab62 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:15.509977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54050) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.525422 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.543198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 6df769c0-64f8-4e78-bbfa-c0563450e41a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:15.650147 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=959dfc8d-69aa-431a-8401-5b5e0d31d8fe,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.811924 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3432a7c-6798-4719-9274-f43b51204e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.819986 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66c81ce9-b5fa-45c7-8c0e-700c6530ec22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.969882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256e42ff-478b-421a-8169-b28ac6a6ab62 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:15.970925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54060) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.995975 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-256e42ff-478b-421a-8169-b28ac6a6ab62 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.029326 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-37448c53-5ee0-4576-b23c-ecb52c1ddf00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.043806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Allocated IP 172.20.0.1 (4ac960bd-b92a-439b-9788-5f8ebf1cba70/fe19eb1a-fceb-44ba-ac7a-a6cb579b7323/4f883718-b6b4-4e90-95c8-4ce152965f58) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:16.049866 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.072896 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'name': 'tempest-TestServerMultinode-2122227949-router', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:07Z', 'updated_at': '2021-07-16T18:14:11Z', 'revision_number': 3, 'project_id': '371047a4daf141a594d8a8a9f4a16f95', 'gw_port': {'id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:09Z', 'updated_at': '2021-07-16T18:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.115568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Checking router: ecb35e77-cc47-43d0-aa51-6853ebef781f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:16.115950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Updating router ecb35e77-cc47-43d0-aa51-6853ebef781f port 220c1b43-dd9a-43ed-80e9-a124a0c80272 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:16.138681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3432a7c-6798-4719-9274-f43b51204e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.151292 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-aac43c86-7a73-4df7-8cbf-a01674c332e9 None None] Provisioning for port 6df769c0-64f8-4e78-bbfa-c0563450e41a completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:16.154666 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-b3432a7c-6798-4719-9274-f43b51204e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58e225e-c879-4f15-abb1-6d1a0a301c44']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.164258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-aac43c86-7a73-4df7-8cbf-a01674c332e9 None None] Provisioning complete for port 6df769c0-64f8-4e78-bbfa-c0563450e41a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:16.164638 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aac43c86-7a73-4df7-8cbf-a01674c332e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.173736 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-b3432a7c-6798-4719-9274-f43b51204e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34939d7c-d3ab-4649-a7e9-7ba5365d1d50') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.174052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-b3432a7c-6798-4719-9274-f43b51204e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34939d7c-d3ab-4649-a7e9-7ba5365d1d50') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.192806 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3432a7c-6798-4719-9274-f43b51204e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.244421 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3432a7c-6798-4719-9274-f43b51204e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.245094 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.282084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3432a7c-6798-4719-9274-f43b51204e82 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:16.282898 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3432a7c-6798-4719-9274-f43b51204e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.325599 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dddc26-75c7-4d85-87d2-203a781efe86 None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:16.346717 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-37448c53-5ee0-4576-b23c-ecb52c1ddf00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:16.353891 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:16.357772 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-37448c53-5ee0-4576-b23c-ecb52c1ddf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.370322 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.420013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Transition to ACTIVE for port object 4f883718-b6b4-4e90-95c8-4ce152965f58 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:16.435106 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-37448c53-5ee0-4576-b23c-ecb52c1ddf00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffec91406a414bfdb020f610a710a442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631553 Jul 16 18:14:16.438470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54062) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.448315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37448c53-5ee0-4576-b23c-ecb52c1ddf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e328f9a5-22d3-4bcd-acd9-c0045ed4feba,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.467966 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3432a7c-6798-4719-9274-f43b51204e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.493727 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3432a7c-6798-4719-9274-f43b51204e82 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.500792 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b3432a7c-6798-4719-9274-f43b51204e82 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d58e225e-c879-4f15-abb1-6d1a0a301c44 HTTP/1.1" status: 204 len: 168 time: 0.9846940 Jul 16 18:14:16.524492 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5653add2-2d6c-49c4-88a7-a8d2e0eebe13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.528247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3432a7c-6798-4719-9274-f43b51204e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=d58e225e-c879-4f15-abb1-6d1a0a301c44,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.549410 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.652364 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5653add2-2d6c-49c4-88a7-a8d2e0eebe13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.694444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Network 4ac960bd-b92a-439b-9788-5f8ebf1cba70 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:16.712606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:16.724455 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-256e42ff-478b-421a-8169-b28ac6a6ab62 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.745566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:16.767429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 959dfc8d-69aa-431a-8401-5b5e0d31d8fe up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:16.852905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256e42ff-478b-421a-8169-b28ac6a6ab62 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:16.857646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-256e42ff-478b-421a-8169-b28ac6a6ab62 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:16.930648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e42ff-478b-421a-8169-b28ac6a6ab62 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=20df5454-2847-4c3d-89ec-f4d11919fc58,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.932889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54076) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.941405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256e42ff-478b-421a-8169-b28ac6a6ab62 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.943596 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-256e42ff-478b-421a-8169-b28ac6a6ab62 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.944098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Pushing event updated for resources: {'Port': ['ID=4f883718-b6b4-4e90-95c8-4ce152965f58,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.984039 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-256e42ff-478b-421a-8169-b28ac6a6ab62 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4952371 Jul 16 18:14:16.987552 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54078) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.007851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4c1da610-de7f-4fcc-98f0-151f574be3b4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': '20df5454-2847-4c3d-89ec-f4d11919fc58', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1006802898'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:17.018976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f2dddc26-75c7-4d85-87d2-203a781efe86 None None] Deleting port 6df769c0-64f8-4e78-bbfa-c0563450e41a {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:17.019365 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f2dddc26-75c7-4d85-87d2-203a781efe86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.047195 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aac43c86-7a73-4df7-8cbf-a01674c332e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.192545 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.204990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:17.205507 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.210838 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-aac43c86-7a73-4df7-8cbf-a01674c332e9 None None] For port 6df769c0-64f8-4e78-bbfa-c0563450e41a, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6df769c0-64f8-4e78-bbfa-c0563450e41a,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:17.241191 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aac43c86-7a73-4df7-8cbf-a01674c332e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.301590 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-aac43c86-7a73-4df7-8cbf-a01674c332e9 None None] Could not find standard attr ID for object 728011d4-7007-452f-b4c9-b7be3b978036. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:17.310740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f2dddc26-75c7-4d85-87d2-203a781efe86 None None] For port 6df769c0-64f8-4e78-bbfa-c0563450e41a, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6df769c0-64f8-4e78-bbfa-c0563450e41a,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:17.311804 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f2dddc26-75c7-4d85-87d2-203a781efe86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.324511 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5653add2-2d6c-49c4-88a7-a8d2e0eebe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.328027 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5653add2-2d6c-49c4-88a7-a8d2e0eebe13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.329382 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5653add2-2d6c-49c4-88a7-a8d2e0eebe13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e328f9a5-22d3-4bcd-acd9-c0045ed4feba HTTP/1.1" status: 204 len: 168 time: 0.8899415 Jul 16 18:14:17.331256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f2dddc26-75c7-4d85-87d2-203a781efe86 None None] Calling delete_port for 6df769c0-64f8-4e78-bbfa-c0563450e41a owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:17.364475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54084) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.381811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174fb8a-255e-4cfe-8bf8-b442b13c2753 req-2b5c3e86-5df2-40ce-a5d1-2d52b64b0551 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:17.383912 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5174fb8a-255e-4cfe-8bf8-b442b13c2753 req-2b5c3e86-5df2-40ce-a5d1-2d52b64b0551 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.6012654 Jul 16 18:14:17.390193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653add2-2d6c-49c4-88a7-a8d2e0eebe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e328f9a5-22d3-4bcd-acd9-c0045ed4feba,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.392856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1da610-de7f-4fcc-98f0-151f574be3b4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:17.402880 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54088) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.403084 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cda42219-ff9a-41ae-99ac-9aef39043071 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c905d491822e49e885932a1c8ed5895b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4620881 Jul 16 18:14:17.464319 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.488241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Transition to ACTIVE for port object 220c1b43-dd9a-43ed-80e9-a124a0c80272 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:17.517875 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.562250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a280c6bf-5a8e-4c0b-bd52-e4f0fcb08d16 None None] Could not find standard attr ID for object 728011d4-7007-452f-b4c9-b7be3b978036. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:17.571486 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-183215e3-b2ec-4029-a009-f3a9df028e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.588465 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-739e53c6-bc93-4792-b8e3-a52e88a3fbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.626571 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-183215e3-b2ec-4029-a009-f3a9df028e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.629971 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a280c6bf-5a8e-4c0b-bd52-e4f0fcb08d16 None None] Provisioning for port 4f883718-b6b4-4e90-95c8-4ce152965f58 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:17.678507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a280c6bf-5a8e-4c0b-bd52-e4f0fcb08d16 None None] Provisioning complete for port 4f883718-b6b4-4e90-95c8-4ce152965f58 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:17.680637 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a280c6bf-5a8e-4c0b-bd52-e4f0fcb08d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.726300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5174fb8a-255e-4cfe-8bf8-b442b13c2753 req-4e53c422-89f6-4b3f-975f-068daa9bdd47 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194652 Jul 16 18:14:17.778210 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.824850 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.843821 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-739e53c6-bc93-4792-b8e3-a52e88a3fbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.863028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-739e53c6-bc93-4792-b8e3-a52e88a3fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.865385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Attempting to bind port 220c1b43-dd9a-43ed-80e9-a124a0c80272 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:17.868930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-183215e3-b2ec-4029-a009-f3a9df028e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.871923 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-183215e3-b2ec-4029-a009-f3a9df028e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.873362 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-183215e3-b2ec-4029-a009-f3a9df028e0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48cd910b-3d30-4aba-b3e0-dc46b646f66a HTTP/1.1" status: 204 len: 168 time: 0.4694977 Jul 16 18:14:17.875889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Attempting to bind port 220c1b43-dd9a-43ed-80e9-a124a0c80272 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:17.876382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Attempting to bind port 220c1b43-dd9a-43ed-80e9-a124a0c80272 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:17.883627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac43c86-7a73-4df7-8cbf-a01674c332e9 None None] Pushing event updated for resources: {'Port': ['ID=6df769c0-64f8-4e78-bbfa-c0563450e41a,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.966463 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-739e53c6-bc93-4792-b8e3-a52e88a3fbb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cba9808fc7284c4b955ed7798551a049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6000581 Jul 16 18:14:17.968419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e53c6-bc93-4792-b8e3-a52e88a3fbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d624cb1a-93e3-4689-84ec-934520e3df6b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.977240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54098) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.993642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183215e3-b2ec-4029-a009-f3a9df028e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cd910b-3d30-4aba-b3e0-dc46b646f66a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.997905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:17.998302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:17.998959 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.999558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:17.999697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Bound port: 220c1b43-dd9a-43ed-80e9-a124a0c80272, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:18.000329 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c1da610-de7f-4fcc-98f0-151f574be3b4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.005452 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.026297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a280c6bf-5a8e-4c0b-bd52-e4f0fcb08d16 None None] Port 4f883718-b6b4-4e90-95c8-4ce152965f58 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:18.030706 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f2dddc26-75c7-4d85-87d2-203a781efe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.102782 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dddc26-75c7-4d85-87d2-203a781efe86 None None] No DVR routers for this DVR port 6df769c0-64f8-4e78-bbfa-c0563450e41a on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:18.113874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-4c1da610-de7f-4fcc-98f0-151f574be3b4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port f501d420-28d5-4800-9068-2b37004cf3ab yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:18.158408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434b94e1-9c62-48b2-8789-7c337852c532 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:18.166787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e938a0c-ce63-4f21-9f15-44dd0659a0df None None] Pushing event updated for resources: {'Port': ['ID=220c1b43-dd9a-43ed-80e9-a124a0c80272,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.257858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6df769c0-64f8-4e78-bbfa-c0563450e41a no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:18.343353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dddc26-75c7-4d85-87d2-203a781efe86 None None] Pushing event deleted for resources: {'Port': ['ID=6df769c0-64f8-4e78-bbfa-c0563450e41a,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.369524 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 6df769c0-64f8-4e78-bbfa-c0563450e41a {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:18.375868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6df769c0-64f8-4e78-bbfa-c0563450e41a not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:18.407544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] For port 220c1b43-dd9a-43ed-80e9-a124a0c80272, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:18.412839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] For port 220c1b43-dd9a-43ed-80e9-a124a0c80272, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=220c1b43-dd9a-43ed-80e9-a124a0c80272,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:18.444758 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.447437 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a526178-3b35-44dd-8dea-e99c55a90941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.486054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687bed-f261-46fb-bbac-f1f937f85d63 req-b8e848fc-2825-40db-af8f-40e7170a1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:18.490056 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b4687bed-f261-46fb-bbac-f1f937f85d63 req-b8e848fc-2825-40db-af8f-40e7170a1339 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2985fe4b1cd4e2c8873db97d5897516&device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 1097 time: 0.1587560 Jul 16 18:14:18.512365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e938a0c-ce63-4f21-9f15-44dd0659a0df None None] Pushing event updated for resources: {'Port': ['ID=220c1b43-dd9a-43ed-80e9-a124a0c80272,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.602799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Routers {'ecb35e77-cc47-43d0-aa51-6853ebef781f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:18.603845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ecb35e77-cc47-43d0-aa51-6853ebef781f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:18.622191 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a526178-3b35-44dd-8dea-e99c55a90941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.722682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687bed-f261-46fb-bbac-f1f937f85d63 req-4878d29b-03cf-4511-a8e5-7b81893beb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:18.724473 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b4687bed-f261-46fb-bbac-f1f937f85d63 req-4878d29b-03cf-4511-a8e5-7b81893beb53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7 HTTP/1.1" status: 200 len: 921 time: 0.2259181 Jul 16 18:14:18.847745 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b4687bed-f261-46fb-bbac-f1f937f85d63 req-a6afcc75-5814-4a69-a095-1ea19c3e2194 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 217 time: 0.1160045 Jul 16 18:14:18.988283 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.007356 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1da610-de7f-4fcc-98f0-151f574be3b4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:14:19.008403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1da610-de7f-4fcc-98f0-151f574be3b4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:19.018204 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.069451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '20df5454-2847-4c3d-89ec-f4d11919fc58'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:19.070694 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.092845 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.107117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] Set router ecb35e77-cc47-43d0-aa51-6853ebef781f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:19.181111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b64a14-e8db-488d-af79-aa9458e50d7d req-5e7bc5f3-321e-4c70-becb-66dbcbe96dab tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.190103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6b64a14-e8db-488d-af79-aa9458e50d7d req-5e7bc5f3-321e-4c70-becb-66dbcbe96dab tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.5572467 Jul 16 18:14:19.208040 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4c1da610-de7f-4fcc-98f0-151f574be3b4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2067554 Jul 16 18:14:19.224916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54140) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.273583 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a526178-3b35-44dd-8dea-e99c55a90941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.276467 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6a526178-3b35-44dd-8dea-e99c55a90941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.277921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6a526178-3b35-44dd-8dea-e99c55a90941 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d624cb1a-93e3-4689-84ec-934520e3df6b HTTP/1.1" status: 204 len: 168 time: 1.2993307 Jul 16 18:14:19.284238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Pushing event updated for resources: {'Port': ['ID=4f883718-b6b4-4e90-95c8-4ce152965f58,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:19.288865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e9e8b48d-9d72-48a0-9781-b8dcdd939d98 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0608509 Jul 16 18:14:19.328704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54148) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.343548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6b64a14-e8db-488d-af79-aa9458e50d7d req-10ae088f-590f-4cca-acb0-7fc2c88de02a tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520836 Jul 16 18:14:19.404743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.410956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a526178-3b35-44dd-8dea-e99c55a90941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d624cb1a-93e3-4689-84ec-934520e3df6b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:19.546805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Allocated IP 2001:db8::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/20df5454-2847-4c3d-89ec-f4d11919fc58/53e61773-8982-4045-8f49-04c187828702) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:19.627016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7786eec-3700-4803-a148-45f2df02b201 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.630260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7786eec-3700-4803-a148-45f2df02b201 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.635788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a7786eec-3700-4803-a148-45f2df02b201 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2858584 Jul 16 18:14:19.636733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54162) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.637587 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4687bed-f261-46fb-bbac-f1f937f85d63 req-196f06c8-bca0-4284-991b-ddc280da8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.640682 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b4687bed-f261-46fb-bbac-f1f937f85d63 req-196f06c8-bca0-4284-991b-ddc280da8da8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f59244-0e84-4799-b011-130f6df946ec HTTP/1.1" status: 200 len: 860 time: 0.7858605 Jul 16 18:14:19.641682 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Network 4ac960bd-b92a-439b-9788-5f8ebf1cba70 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:19.652822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:19.730070 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b4687bed-f261-46fb-bbac-f1f937f85d63 req-15c72e73-bc46-43cd-bda8-99b7468d9811 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822525 Jul 16 18:14:19.850534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 20df5454-2847-4c3d-89ec-f4d11919fc58 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:19.966527 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b4687bed-f261-46fb-bbac-f1f937f85d63 req-6a29c52e-44de-48e4-8bed-fb72418d8be1 service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297065 Jul 16 18:14:20.009455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Router ecb35e77-cc47-43d0-aa51-6853ebef781f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:20.029206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54170) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:20.137069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'name': 'tempest-TestServerMultinode-2122227949-router', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:07Z', 'updated_at': '2021-07-16T18:14:17Z', 'revision_number': 4, 'project_id': '371047a4daf141a594d8a8a9f4a16f95', 'gw_port': {'id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:09Z', 'updated_at': '2021-07-16T18:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '4f883718-b6b4-4e90-95c8-4ce152965f58', 'name': '', 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'mac_address': 'fa:16:3e:da:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'fe19eb1a-fceb-44ba-ac7a-a6cb579b7323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:15Z', 'updated_at': '2021-07-16T18:14:16Z', 'revision_number': 1, 'project_id': '371047a4daf141a594d8a8a9f4a16f95', 'subnets': [{'id': 'fe19eb1a-fceb-44ba-ac7a-a6cb579b7323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:20.145626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54178) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:20.177123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec7628b-a02a-4358-9ba3-6d8a7b0ac88b None None] The sync data for ids ['ecb35e77-cc47-43d0-aa51-6853ebef781f'] in n-d-787205-10 is: [{'id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'name': 'tempest-TestServerMultinode-2122227949-router', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:07Z', 'updated_at': '2021-07-16T18:14:17Z', 'revision_number': 4, 'project_id': '371047a4daf141a594d8a8a9f4a16f95', 'gw_port': {'id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:09Z', 'updated_at': '2021-07-16T18:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '4f883718-b6b4-4e90-95c8-4ce152965f58', 'name': '', 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'mac_address': 'fa:16:3e:da:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'fe19eb1a-fceb-44ba-ac7a-a6cb579b7323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:15Z', 'updated_at': '2021-07-16T18:14:16Z', 'revision_number': 1, 'project_id': '371047a4daf141a594d8a8a9f4a16f95', 'subnets': [{'id': 'fe19eb1a-fceb-44ba-ac7a-a6cb579b7323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:20.180609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-664286d5-a19b-48e0-9c3b-127a51a1b33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.185760 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1cf68dff-1bd9-4cfd-ba1d-a03208bafeaa None None] Provisioning complete for port 4f883718-b6b4-4e90-95c8-4ce152965f58 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:20.188173 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1cf68dff-1bd9-4cfd-ba1d-a03208bafeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.191953 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b4687bed-f261-46fb-bbac-f1f937f85d63 req-e43fb2fe-7b13-4a2a-9350-f563cfaa2c11 service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186425 Jul 16 18:14:20.197447 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.221911 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Transition to ACTIVE for port object 53e61773-8982-4045-8f49-04c187828702 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:20.256635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Transition to ACTIVE for port object 53e61773-8982-4045-8f49-04c187828702 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:20.330930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-664286d5-a19b-48e0-9c3b-127a51a1b33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.343454 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-664286d5-a19b-48e0-9c3b-127a51a1b33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.386252 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-664286d5-a19b-48e0-9c3b-127a51a1b33b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4909976c4a604a5a97d4f6e141aee993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351091 Jul 16 18:14:20.388322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54188) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:20.398272 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.416488 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.449997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664286d5-a19b-48e0-9c3b-127a51a1b33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53463777-06ff-48ea-b24e-a0b3d2b462db,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.484684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-777145738-network', 'tenant_id': '720864dcfcf24357b1805504d075367f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:20.500886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Pushing event updated for resources: {'Port': ['ID=53e61773-8982-4045-8f49-04c187828702,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.524430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:20.527970 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.529756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:20.532886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:20.537450 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-748739e8-d75e-4369-9dfa-3dfe96c075ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.543931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1cf68dff-1bd9-4cfd-ba1d-a03208bafeaa None None] Port 4f883718-b6b4-4e90-95c8-4ce152965f58 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:20.564336 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-748739e8-d75e-4369-9dfa-3dfe96c075ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.649248 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-748739e8-d75e-4369-9dfa-3dfe96c075ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.659339 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-748739e8-d75e-4369-9dfa-3dfe96c075ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.667429 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-748739e8-d75e-4369-9dfa-3dfe96c075ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53463777-06ff-48ea-b24e-a0b3d2b462db HTTP/1.1" status: 204 len: 168 time: 0.2763290 Jul 16 18:14:20.711488 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Made reservation on behalf of 720864dcfcf24357b1805504d075367f for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:20.714689 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.721043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748739e8-d75e-4369-9dfa-3dfe96c075ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53463777-06ff-48ea-b24e-a0b3d2b462db,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.730447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Attempting to bind port 53e61773-8982-4045-8f49-04c187828702 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:20.731265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Attempting to bind port 53e61773-8982-4045-8f49-04c187828702 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:20.731642 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Attempting to bind port 53e61773-8982-4045-8f49-04c187828702 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:20.744087 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.753214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:20.760380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:20.760380 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.760380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:20.765788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Bound port: 53e61773-8982-4045-8f49-04c187828702, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:20.766367 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.904229 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.910344 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.925702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:20.946804 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.947182 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Added segment 7e581319-1e5d-4c33-85ae-c44c90b70e1a of type vlan for network 0b1b07de-adb2-4fde-ad74-b324bd311d76 Jul 16 18:14:20.992864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] For port 53e61773-8982-4045-8f49-04c187828702, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:20.997502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] For port 53e61773-8982-4045-8f49-04c187828702, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=53e61773-8982-4045-8f49-04c187828702,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:21.009074 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.046524 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.132300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-d6e7584c-5cf0-4535-ac29-52d9d83507ff req-b78e4843-6c7f-4f3e-809c-d9b02015c8f0 service neutron] (105590) timed out ('10.222.0.11', 59294) {{(pid=105590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:14:21.158974 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.164409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.165446 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.223203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a28921-b7a9-4a03-aa6f-5abfa774fa37 None None] Pushing event updated for resources: {'Port': ['ID=53e61773-8982-4045-8f49-04c187828702,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.290650 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2584467 Jul 16 18:14:21.293909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54214) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:21.303703 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-30bd4b11-6130-4275-a06d-5802436826d3 admin admin] Request body: {'subnet': {'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-subnet', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:21.434990 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf6502b-b091-4599-8422-4af64ee47794,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.486807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdf240-2fef-41c0-aa21-b91a9f1798db admin admin] Pushing event updated for resources: {'Network': ['ID=0b1b07de-adb2-4fde-ad74-b324bd311d76,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.492533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bd4b11-6130-4275-a06d-5802436826d3 admin admin] Made reservation on behalf of 720864dcfcf24357b1805504d075367f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:21.496352 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30bd4b11-6130-4275-a06d-5802436826d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.555382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 0b1b07de-adb2-4fde-ad74-b324bd311d76 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:21.772221 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.853336 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30bd4b11-6130-4275-a06d-5802436826d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.875062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:21.902914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54228) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:21.969386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd4b11-6130-4275-a06d-5802436826d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69cb5c8d-5d86-4431-b010-6b2c6e708946,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.987277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bd4b11-6130-4275-a06d-5802436826d3 admin admin] Checking segment: {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:21.987847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bd4b11-6130-4275-a06d-5802436826d3 admin admin] Network hostable DHCP agents. Network: 0b1b07de-adb2-4fde-ad74-b324bd311d76, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:21.991501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1056b42a-47f5-4e29-bd5d-117ede522afe admin admin] 10.222.0.24 "PUT /v2.0/routers/ecb35e77-cc47-43d0-aa51-6853ebef781f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7998409 Jul 16 18:14:22.047768 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.064277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bd4b11-6130-4275-a06d-5802436826d3 admin admin] Network 0b1b07de-adb2-4fde-ad74-b324bd311d76 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:22.083948 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-30bd4b11-6130-4275-a06d-5802436826d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 0b1b07de-adb2-4fde-ad74-b324bd311d76) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:22.091726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bd4b11-6130-4275-a06d-5802436826d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:22.094148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8233de1-82a6-4348-a2b7-1ed750aa2dae None None] Network 0b1b07de-adb2-4fde-ad74-b324bd311d76 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:22.095528 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-30bd4b11-6130-4275-a06d-5802436826d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.136781 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-30bd4b11-6130-4275-a06d-5802436826d3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8413355 Jul 16 18:14:22.139977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54242) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:22.147140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:22.158270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=20df5454-2847-4c3d-89ec-f4d11919fc58,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.221354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:22.221943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:22.222502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:22.223055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:22.223848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:22.224643 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:22.225422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:22.226576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:22.227400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:22.228463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:22.229251 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:22.234228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:22.242355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.247623 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.249280 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.261716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54246) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:22.263599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b9eb8e27-683a-4152-90ff-a719078e5985 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/20df5454-2847-4c3d-89ec-f4d11919fc58 HTTP/1.1" status: 204 len: 168 time: 2.6122422 Jul 16 18:14:22.270404 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9add15ca-9291-423b-848d-e0355fb41de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.300025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df33022-4b65-48f0-9eea-c49fd48bd5b2 req-b3a0f4d3-1325-473b-8fbc-1cc623df9bf7 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:22.318275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8df33022-4b65-48f0-9eea-c49fd48bd5b2 req-b3a0f4d3-1325-473b-8fbc-1cc623df9bf7 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 1.6718938 Jul 16 18:14:22.395354 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9f756b9f-3612-4b73-ab5c-e7adfa7b5fb2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1217213 Jul 16 18:14:22.417282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54254) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:22.435883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5111c377-65d2-45dc-9523-8538ecf30baa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:22.481052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-0b1b07de-adb2-4fde-ad74-b324bd311d76', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:22.486544 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8df33022-4b65-48f0-9eea-c49fd48bd5b2 req-cb393cc8-2faf-47ef-b5e6-72d8915a8580 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661332 Jul 16 18:14:22.488290 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.688810 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.703432 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54258) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:22.867168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Allocated IP 172.20.0.2 (0b1b07de-adb2-4fde-ad74-b324bd311d76/69cb5c8d-5d86-4431-b010-6b2c6e708946/9d9fc20c-6dba-4dbb-bced-99df80fd3dfd) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:22.979755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-758145344-network', 'tenant_id': '8d7eb69e3fd1418481be98bcfdf88558'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:23.170971 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.173329 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.212192 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.216863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 53e61773-8982-4045-8f49-04c187828702 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:23.261963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b980494-64a1-4439-b9c1-dcdf231d88e3 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:23.302080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Transition to ACTIVE for port object 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:23.318080 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9add15ca-9291-423b-848d-e0355fb41de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.346844 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9add15ca-9291-423b-848d-e0355fb41de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.350244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Made reservation on behalf of 8d7eb69e3fd1418481be98bcfdf88558 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:23.354171 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.371820 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.416011 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9add15ca-9291-423b-848d-e0355fb41de6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3c3ba9c9f1246cf8415012495f4ae26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5092454 Jul 16 18:14:23.417898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5111c377-65d2-45dc-9523-8538ecf30baa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:23.418794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54278) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:23.422669 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5111c377-65d2-45dc-9523-8538ecf30baa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.428988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add15ca-9291-423b-848d-e0355fb41de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07b3359-211a-4c32-838b-239712a2f63d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:23.439456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-541e7838-4958-4bfb-a267-7467b73eb772 None None] Provisioning for port 53e61773-8982-4045-8f49-04c187828702 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:23.445339 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Transition to ACTIVE for port object 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:23.508009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 53e61773-8982-4045-8f49-04c187828702 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:23.513121 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.516841 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 53e61773-8982-4045-8f49-04c187828702 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:23.517221 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.639838 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.666962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.732557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Network 0b1b07de-adb2-4fde-ad74-b324bd311d76 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:23.747727 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a642a665-eebc-46c8-8441-d714ef45c950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.749941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:23.755116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-0e8eb35d-12fc-4cda-81c1-7f9af085b376 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:23.757097 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-0e8eb35d-12fc-4cda-81c1-7f9af085b376 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/networks?id=81186a12-21f9-45f6-9a59-d01f56a76152 HTTP/1.1" status: 200 len: 910 time: 0.2315071 Jul 16 18:14:23.758841 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:23.763971 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Pushing event updated for resources: {'Port': ['ID=9d9fc20c-6dba-4dbb-bced-99df80fd3dfd,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:23.858730 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5111c377-65d2-45dc-9523-8538ecf30baa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.861108 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.864689 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a642a665-eebc-46c8-8441-d714ef45c950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.884402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a07dd523-d6ff-4cd4-8034-0a6593bee8f7 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/quotas/371047a4daf141a594d8a8a9f4a16f95 HTTP/1.1" status: 200 len: 375 time: 0.0918911 Jul 16 18:14:23.893710 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.953916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5111c377-65d2-45dc-9523-8538ecf30baa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:23.957419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Allocated IP 172.25.3.150 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/bf0cd428-0312-400a-91c1-925db437fa55) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:23.968328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Attempting to bind port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:23.968713 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Attempting to bind port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:23.969085 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Attempting to bind port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd on network 0b1b07de-adb2-4fde-ad74-b324bd311d76 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:23.972680 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5111c377-65d2-45dc-9523-8538ecf30baa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:23.982266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5111c377-65d2-45dc-9523-8538ecf30baa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:23.983615 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5111c377-65d2-45dc-9523-8538ecf30baa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.994756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111c377-65d2-45dc-9523-8538ecf30baa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=292f8900-bbf3-4860-a8a6-806c46089d26,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:24.000270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bb3884-1e1b-4426-b95a-27341f0cfa4b None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:24.012140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:24.012524 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Checking segment: {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:24.012985 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.013395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Bound using segment: {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:24.014620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Bound port: 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:24.015044 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.024914 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5111c377-65d2-45dc-9523-8538ecf30baa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5933161 Jul 16 18:14:24.032050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54298) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.039978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ed979571-6946-41aa-ab96-50721f987b8b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-130312294', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:24.064285 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.119508 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed979571-6946-41aa-ab96-50721f987b8b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.120859 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed979571-6946-41aa-ab96-50721f987b8b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.123084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80a5c70-b765-4922-9b94-9abcba42ad72,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:24.164048 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.182172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:24.196259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 53e61773-8982-4045-8f49-04c187828702, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=53e61773-8982-4045-8f49-04c187828702,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:24.214122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb3884-1e1b-4426-b95a-27341f0cfa4b None None] Deleting port 53e61773-8982-4045-8f49-04c187828702 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:24.214419 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3884-1e1b-4426-b95a-27341f0cfa4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.217985 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.219090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 220c1b43-dd9a-43ed-80e9-a124a0c80272 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:24.235536 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed979571-6946-41aa-ab96-50721f987b8b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.239367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9422cb-ddd5-423e-a8a8-40bb50392758 req-74076843-1e57-4efc-93f8-6bb34d62cf0e tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:24.241740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e9422cb-ddd5-423e-a8a8-40bb50392758 req-74076843-1e57-4efc-93f8-6bb34d62cf0e tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.4963908 Jul 16 18:14:24.255721 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed979571-6946-41aa-ab96-50721f987b8b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.288426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed979571-6946-41aa-ab96-50721f987b8b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.289901 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ed979571-6946-41aa-ab96-50721f987b8b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2562056 Jul 16 18:14:24.293365 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.296134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54300) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.301336 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.301734 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Added segment 8bc1b359-6b16-4d73-b20a-81ff81b0fb42 of type vlan for network e339acec-c85b-4112-8158-f5f19ce5c731 Jul 16 18:14:24.307594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e9422cb-ddd5-423e-a8a8-40bb50392758 req-856bbcda-d103-42ad-acab-14baab06bbae tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557528 Jul 16 18:14:24.341312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-e79e8200-480f-420a-9dc9-3ed28b5ba920 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=371047a4daf141a594d8a8a9f4a16f95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4556124 Jul 16 18:14:24.358478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=53e61773-8982-4045-8f49-04c187828702,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:24.388163 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a642a665-eebc-46c8-8441-d714ef45c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.391860 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a642a665-eebc-46c8-8441-d714ef45c950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.393064 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a642a665-eebc-46c8-8441-d714ef45c950 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c07b3359-211a-4c32-838b-239712a2f63d HTTP/1.1" status: 204 len: 168 time: 0.9730458 Jul 16 18:14:24.406652 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.411165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642a665-eebc-46c8-8441-d714ef45c950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07b3359-211a-4c32-838b-239712a2f63d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:24.455754 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Sync routers for ids ['ecb35e77-cc47-43d0-aa51-6853ebef781f'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:24.471043 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Routers {'ecb35e77-cc47-43d0-aa51-6853ebef781f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:24.473025 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.473512 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ecb35e77-cc47-43d0-aa51-6853ebef781f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:24.474780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:24.475786 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.530314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:24.545467 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:24.549440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:24.569558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d8bb3884-1e1b-4426-b95a-27341f0cfa4b None None] For port 53e61773-8982-4045-8f49-04c187828702, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=53e61773-8982-4045-8f49-04c187828702,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:24.578290 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3884-1e1b-4426-b95a-27341f0cfa4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.617927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] For port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:24.645957 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb3884-1e1b-4426-b95a-27341f0cfa4b None None] Calling delete_port for 53e61773-8982-4045-8f49-04c187828702 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:24.649568 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Set router ecb35e77-cc47-43d0-aa51-6853ebef781f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:24.665112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9607673 Jul 16 18:14:24.665787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54308) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.673308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-aed17c0c-b8e6-48a4-b9d7-4b4afc73d2f1 admin admin] Request body: {'subnet': {'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-758145344-subnet', 'tenant_id': '8d7eb69e3fd1418481be98bcfdf88558', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:24.693371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70035baf-f5b4-4b67-80a6-26a0e6251df7 admin admin] Pushing event updated for resources: {'Network': ['ID=e339acec-c85b-4112-8158-f5f19ce5c731,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:24.708305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed17c0c-b8e6-48a4-b9d7-4b4afc73d2f1 admin admin] Made reservation on behalf of 8d7eb69e3fd1418481be98bcfdf88558 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:24.710548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] For port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9d9fc20c-6dba-4dbb-bced-99df80fd3dfd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:24.711249 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aed17c0c-b8e6-48a4-b9d7-4b4afc73d2f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.736710 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network e339acec-c85b-4112-8158-f5f19ce5c731 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:24.743466 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.796234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0cd428-0312-400a-91c1-925db437fa55,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:24.860853 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.861915 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-38304f1d-0ddf-4218-9f7b-70861ac70b83 service neutron] 10.222.0.24 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930041 Jul 16 18:14:24.969460 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-34209b53-d951-4abd-a866-100d4ff0140e service neutron] 10.222.0.24 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982666 Jul 16 18:14:24.973344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54310) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:25.004769 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-391de3da-c6cd-4338-957a-99df799f6fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.105712 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3884-1e1b-4426-b95a-27341f0cfa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.125252 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'name': 'tempest-TestServerMultinode-2122227949-router', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:07Z', 'updated_at': '2021-07-16T18:14:17Z', 'revision_number': 4, 'project_id': '371047a4daf141a594d8a8a9f4a16f95', 'gw_port': {'id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:09Z', 'updated_at': '2021-07-16T18:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '4f883718-b6b4-4e90-95c8-4ce152965f58', 'name': '', 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'mac_address': 'fa:16:3e:da:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'fe19eb1a-fceb-44ba-ac7a-a6cb579b7323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:15Z', 'updated_at': '2021-07-16T18:14:18Z', 'revision_number': 2, 'project_id': '371047a4daf141a594d8a8a9f4a16f95', 'subnets': [{'id': 'fe19eb1a-fceb-44ba-ac7a-a6cb579b7323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:25.188385 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aed17c0c-b8e6-48a4-b9d7-4b4afc73d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.199750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb3884-1e1b-4426-b95a-27341f0cfa4b None None] No DVR routers for this DVR port 53e61773-8982-4045-8f49-04c187828702 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:25.234810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 220c1b43-dd9a-43ed-80e9-a124a0c80272 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:25.243106 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Checking router: ecb35e77-cc47-43d0-aa51-6853ebef781f for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:25.245234 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Updating router ecb35e77-cc47-43d0-aa51-6853ebef781f port 4f883718-b6b4-4e90-95c8-4ce152965f58 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:25.278136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 220c1b43-dd9a-43ed-80e9-a124a0c80272 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:25.281698 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.348358 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed17c0c-b8e6-48a4-b9d7-4b4afc73d2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25656725-41f9-4a32-baba-716c23fcbd93,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:25.354234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed17c0c-b8e6-48a4-b9d7-4b4afc73d2f1 admin admin] Checking segment: {'id': '8bc1b359-6b16-4d73-b20a-81ff81b0fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:25.354753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed17c0c-b8e6-48a4-b9d7-4b4afc73d2f1 admin admin] Network hostable DHCP agents. Network: e339acec-c85b-4112-8158-f5f19ce5c731, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:25.367181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-391de3da-c6cd-4338-957a-99df799f6fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.421273 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.434834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed17c0c-b8e6-48a4-b9d7-4b4afc73d2f1 admin admin] Network e339acec-c85b-4112-8158-f5f19ce5c731 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:25.449526 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d40d0e24-ef76-41eb-8703-9f5aadc60e54 req-ed57f22c-9995-4e87-a975-ba0572137997 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 210 time: 0.0783527 Jul 16 18:14:25.450257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-391de3da-c6cd-4338-957a-99df799f6fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.533326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-391de3da-c6cd-4338-957a-99df799f6fe1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=199e7659db2c42ebbd97bd6bc32bbd15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5562477 Jul 16 18:14:25.545922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54320) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:25.645433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-aed17c0c-b8e6-48a4-b9d7-4b4afc73d2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, e339acec-c85b-4112-8158-f5f19ce5c731) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:25.661107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed17c0c-b8e6-48a4-b9d7-4b4afc73d2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.662070 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aed17c0c-b8e6-48a4-b9d7-4b4afc73d2f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.698031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-aed17c0c-b8e6-48a4-b9d7-4b4afc73d2f1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0292575 Jul 16 18:14:25.768748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391de3da-c6cd-4338-957a-99df799f6fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b29bcd-0750-4873-a38f-6846206158c7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:25.878224 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d05c06c-ab8c-4d05-98cb-dd73f89cfaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.925187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a84053-f78c-4bbf-8ae6-702e40ea3ad9 req-0ba14907-33a1-4061-8c56-94c9770d0088 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.927171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14a84053-f78c-4bbf-8ae6-702e40ea3ad9 req-0ba14907-33a1-4061-8c56-94c9770d0088 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.2498889 Jul 16 18:14:25.963489 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d05c06c-ab8c-4d05-98cb-dd73f89cfaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.989219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14a84053-f78c-4bbf-8ae6-702e40ea3ad9 req-656e76dc-d634-4f04-8c73-1f753ccad4c9 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557268 Jul 16 18:14:26.085826 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d05c06c-ab8c-4d05-98cb-dd73f89cfaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.089956 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d05c06c-ab8c-4d05-98cb-dd73f89cfaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.100741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0d05c06c-ab8c-4d05-98cb-dd73f89cfaee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6b29bcd-0750-4873-a38f-6846206158c7 HTTP/1.1" status: 204 len: 168 time: 0.5489597 Jul 16 18:14:26.117845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05c06c-ab8c-4d05-98cb-dd73f89cfaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b29bcd-0750-4873-a38f-6846206158c7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:26.145805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea7c75-be57-46d7-82e8-fdab86cf3cc1 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:26.167286 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96be3398-485b-41f0-9230-0d46e22b2a77 None None] Network e339acec-c85b-4112-8158-f5f19ce5c731 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:26.312836 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.320968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093bbb0-632a-491d-9871-8cd0525a9919 None None] Pushing event updated for resources: {'Port': ['ID=9d9fc20c-6dba-4dbb-bced-99df80fd3dfd,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:26.412894 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb3884-1e1b-4426-b95a-27341f0cfa4b None None] Pushing event deleted for resources: {'Port': ['ID=53e61773-8982-4045-8f49-04c187828702,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:26.621145 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.631661 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.687202 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Transition to ACTIVE for port object 4f883718-b6b4-4e90-95c8-4ce152965f58 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:26.696115 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.713910 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.836713 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 220c1b43-dd9a-43ed-80e9-a124a0c80272, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=220c1b43-dd9a-43ed-80e9-a124a0c80272,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:26.871029 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.884711 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03404fc-9a73-43df-9ce0-c72bc329e341 None None] Pushing event updated for resources: {'Port': ['ID=4f883718-b6b4-4e90-95c8-4ce152965f58,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:26.927681 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=220c1b43-dd9a-43ed-80e9-a124a0c80272,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:26.986331 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-255e4a03-cb76-44c4-ad4e-c6a83c77640c req-86cf6b0d-23f1-453b-abe2-d3e8ed44ecaa tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 210 time: 0.1341424 Jul 16 18:14:27.231223 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Attempting to bind port 4f883718-b6b4-4e90-95c8-4ce152965f58 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:27.233330 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Attempting to bind port 4f883718-b6b4-4e90-95c8-4ce152965f58 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'e7aab6f6-1a18-4970-b54e-410ba1dfeea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:27.236058 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Attempting to bind port 4f883718-b6b4-4e90-95c8-4ce152965f58 on network 4ac960bd-b92a-439b-9788-5f8ebf1cba70 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:27.251118 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:27.254238 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Checking segment: {'id': 'e7aab6f6-1a18-4970-b54e-410ba1dfeea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:27.255443 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.256140 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Bound using segment: {'id': 'e7aab6f6-1a18-4970-b54e-410ba1dfeea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:27.256814 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Bound port: 4f883718-b6b4-4e90-95c8-4ce152965f58, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7aab6f6-1a18-4970-b54e-410ba1dfeea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:27.257433 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.288926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '292f8900-bbf3-4860-a8a6-806c46089d26'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:27.290028 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.315866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:27.405715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44142906-1587-439b-8c77-c80493801691 None None] Network e339acec-c85b-4112-8158-f5f19ce5c731 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:27.472228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233db6e2-43d8-4444-82ec-e8e687150d40 req-40a1b590-d913-494a-9ab2-0b34e17ea08f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.491626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-233db6e2-43d8-4444-82ec-e8e687150d40 req-40a1b590-d913-494a-9ab2-0b34e17ea08f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.1529872 Jul 16 18:14:27.492784 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] For port 4f883718-b6b4-4e90-95c8-4ce152965f58, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:27.496349 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] For port 4f883718-b6b4-4e90-95c8-4ce152965f58, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4f883718-b6b4-4e90-95c8-4ce152965f58,segment=NetworkSegment(e7aab6f6-1a18-4970-b54e-410ba1dfeea4),segment_id=e7aab6f6-1a18-4970-b54e-410ba1dfeea4)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:27.502678 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.546000 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5f496-d58d-42c5-ac0c-5e1b69a5785c None None] Network 0b1b07de-adb2-4fde-ad74-b324bd311d76 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:27.603827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-233db6e2-43d8-4444-82ec-e8e687150d40 req-6aad3e6e-5612-4098-b880-e9d4ed20b072 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044552 Jul 16 18:14:27.647169 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03404fc-9a73-43df-9ce0-c72bc329e341 None None] Pushing event updated for resources: {'Port': ['ID=4f883718-b6b4-4e90-95c8-4ce152965f58,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:27.698308 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Routers {'ecb35e77-cc47-43d0-aa51-6853ebef781f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:27.700340 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ecb35e77-cc47-43d0-aa51-6853ebef781f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:27.871391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-0e8b0830-73d1-4c9c-8b0a-78d3cb8b8377 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.882557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-0e8b0830-73d1-4c9c-8b0a-78d3cb8b8377 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.11 "GET /v2.0/networks?id=81186a12-21f9-45f6-9a59-d01f56a76152 HTTP/1.1" status: 200 len: 910 time: 0.2269013 Jul 16 18:14:27.895820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Request body: {'port': {'device_id': '96899319-6d6b-49ac-9b40-8b5a0cae6eb2', 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152', 'admin_state_up': True, 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:27.961462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Made reservation on behalf of 371047a4daf141a594d8a8a9f4a16f95 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:27.966755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.020327 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] Set router ecb35e77-cc47-43d0-aa51-6853ebef781f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:28.089400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-506da872-4e8c-454f-a000-0c297b937adf None None] Provisioning for port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:28.132373 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::1 (e8517db6-f0e1-4090-9d37-24c97738cf54/292f8900-bbf3-4860-a8a6-806c46089d26/c17f591e-a138-4f3d-b10e-909c903e619f) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:28.135146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:28.143952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:28.144727 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.320797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Allocated IP 172.20.0.12 (81186a12-21f9-45f6-9a59-d01f56a76152/ccfba5dc-2825-4394-be5a-23f9fde25b1b/b9fddf7d-aabe-46a1-9890-2ad2517e3fab) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:28.468150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a649146f-92d5-4eaf-9ec1-b14b1d6c0690 req-016d2f3c-68ec-4939-a68d-fbf0b774db81 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 210 time: 0.1375365 Jul 16 18:14:28.480755 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.616965 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'name': 'tempest-TestServerMultinode-2122227949-router', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:07Z', 'updated_at': '2021-07-16T18:14:17Z', 'revision_number': 4, 'project_id': '371047a4daf141a594d8a8a9f4a16f95', 'gw_port': {'id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:09Z', 'updated_at': '2021-07-16T18:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '4f883718-b6b4-4e90-95c8-4ce152965f58', 'name': '', 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'mac_address': 'fa:16:3e:da:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'fe19eb1a-fceb-44ba-ac7a-a6cb579b7323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:15Z', 'updated_at': '2021-07-16T18:14:27Z', 'revision_number': 4, 'project_id': '371047a4daf141a594d8a8a9f4a16f95', 'subnets': [{'id': 'fe19eb1a-fceb-44ba-ac7a-a6cb579b7323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:28.666281 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.697606 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c852ef34-ef05-43a2-b407-181a9819f23a None None] The sync data for ids ['ecb35e77-cc47-43d0-aa51-6853ebef781f'] in n-d-787205-10 is: [{'id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'name': 'tempest-TestServerMultinode-2122227949-router', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:07Z', 'updated_at': '2021-07-16T18:14:17Z', 'revision_number': 4, 'project_id': '371047a4daf141a594d8a8a9f4a16f95', 'gw_port': {'id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:09Z', 'updated_at': '2021-07-16T18:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '4f883718-b6b4-4e90-95c8-4ce152965f58', 'name': '', 'network_id': '4ac960bd-b92a-439b-9788-5f8ebf1cba70', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'mac_address': 'fa:16:3e:da:fa:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'fe19eb1a-fceb-44ba-ac7a-a6cb579b7323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:15Z', 'updated_at': '2021-07-16T18:14:27Z', 'revision_number': 4, 'project_id': '371047a4daf141a594d8a8a9f4a16f95', 'subnets': [{'id': 'fe19eb1a-fceb-44ba-ac7a-a6cb579b7323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:28.720634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9d9fc20c-6dba-4dbb-bced-99df80fd3dfd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:28.738960 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.811995 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.881800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 53e61773-8982-4045-8f49-04c187828702 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:28.917693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object c17f591e-a138-4f3d-b10e-909c903e619f will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:28.941902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 53e61773-8982-4045-8f49-04c187828702 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:28.942846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 53e61773-8982-4045-8f49-04c187828702 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:28.972170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=9d9fc20c-6dba-4dbb-bced-99df80fd3dfd,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:29.034276 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.067456 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Transition to ACTIVE for port object b9fddf7d-aabe-46a1-9890-2ad2517e3fab will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:29.094771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.261041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Router fe0c452a-c79c-4cad-84e4-ed8e71475e1d is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:29.292511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:29.303111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4f883718-b6b4-4e90-95c8-4ce152965f58 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:29.308867 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:29.315135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Allocated IP 2001:db8::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/292f8900-bbf3-4860-a8a6-806c46089d26/8fd79192-f175-4463-97c4-738aeda969c9) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:29.317076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:29.321598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.325372 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.453845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=c17f591e-a138-4f3d-b10e-909c903e619f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:29.479863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787f96b-e741-48c7-92c5-57f1cc8ce2ed req-d5dcc68b-4d74-4908-aaac-d4ed579d5394 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:29.482056 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b787f96b-e741-48c7-92c5-57f1cc8ce2ed req-d5dcc68b-4d74-4908-aaac-d4ed579d5394 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.5925415 Jul 16 18:14:29.486502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Network 81186a12-21f9-45f6-9a59-d01f56a76152 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:29.502681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:29.513973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:29.570325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Pushing event updated for resources: {'Port': ['ID=b9fddf7d-aabe-46a1-9890-2ad2517e3fab,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:29.629111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b787f96b-e741-48c7-92c5-57f1cc8ce2ed req-3a7b64f3-99d7-442e-954d-a781b35d2417 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354229 Jul 16 18:14:29.670196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:29.671064 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.703696 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a5bca8fb-3027-4125-a1b3-82244d6c7504 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8117886 Jul 16 18:14:29.716606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Request body: {'port': {'device_id': '96899319-6d6b-49ac-9b40-8b5a0cae6eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:29.786889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 4f883718-b6b4-4e90-95c8-4ce152965f58 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:29.789260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-023b3488-ebaf-4d1d-8571-6adff741c1f2 None None] Provisioning complete for port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:29.789831 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-023b3488-ebaf-4d1d-8571-6adff741c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.855007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4f883718-b6b4-4e90-95c8-4ce152965f58 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:29.855598 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.881561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:29.905153 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Sync routers for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:29.935287 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.965078 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.967916 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f10b97e1-f69e-4dea-ad63-6ae9e82c19d3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8268924 Jul 16 18:14:29.968247 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.971545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54412) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:30.038191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:30.039304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:30.056302 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.177084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17f8d5-79f9-40ae-adcd-7ce933dcc6fa req-7747d0ac-913d-474f-bf35-8d3547984a95 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:30.180169 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c17f8d5-79f9-40ae-adcd-7ce933dcc6fa req-7747d0ac-913d-474f-bf35-8d3547984a95 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1028 time: 0.4055982 Jul 16 18:14:30.206286 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:30.283644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Transition to ACTIVE for port object 8fd79192-f175-4463-97c4-738aeda969c9 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:30.420647 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.426492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Transition to ACTIVE for port object 8fd79192-f175-4463-97c4-738aeda969c9 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:30.460470 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.492318 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c17f8d5-79f9-40ae-adcd-7ce933dcc6fa req-37fb0f30-ec9f-4738-820c-332cfb0cd4e4 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971745 Jul 16 18:14:30.546824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:30.561416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 4f883718-b6b4-4e90-95c8-4ce152965f58, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4f883718-b6b4-4e90-95c8-4ce152965f58,segment=NetworkSegment(e7aab6f6-1a18-4970-b54e-410ba1dfeea4),segment_id=e7aab6f6-1a18-4970-b54e-410ba1dfeea4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:30.564786 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:30.587071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:30.594609 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.595645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 220c1b43-dd9a-43ed-80e9-a124a0c80272 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:30.622729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500a3c-644c-486e-82ef-20117af3f978 req-0a58701e-6bd1-444c-93d3-aa9a4d05d890 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:30.625532 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-0a58701e-6bd1-444c-93d3-aa9a4d05d890 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/networks?id=e339acec-c85b-4112-8158-f5f19ce5c731 HTTP/1.1" status: 200 len: 808 time: 0.3467016 Jul 16 18:14:30.650195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Pushing event updated for resources: {'Port': ['ID=8fd79192-f175-4463-97c4-738aeda969c9,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:30.700305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-82a5ff52-d5b2-4857-9b44-2f4ac0f8873a req-8cbb8f53-27a5-4b31-b396-a89a1da9be04 service neutron] (105591) timed out ('10.222.0.32', 55063) {{(pid=105591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:14:30.719232 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-15a43d9e-2c13-4a63-a496-7ad3d99ce529 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/quotas/8d7eb69e3fd1418481be98bcfdf88558 HTTP/1.1" status: 200 len: 375 time: 0.0748420 Jul 16 18:14:30.799117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-15264a02-6a2d-45ed-9680-ad75ac7b91e2 None None] Provisioning for port b9fddf7d-aabe-46a1-9890-2ad2517e3fab completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:30.843194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-15264a02-6a2d-45ed-9680-ad75ac7b91e2 None None] Provisioning complete for port b9fddf7d-aabe-46a1-9890-2ad2517e3fab triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:30.843712 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-15264a02-6a2d-45ed-9680-ad75ac7b91e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.865353 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-17a9b551-8086-49cb-aec2-61823c1dd36d tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d7eb69e3fd1418481be98bcfdf88558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1374822 Jul 16 18:14:30.880231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Attempting to bind port 8fd79192-f175-4463-97c4-738aeda969c9 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:30.880616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Attempting to bind port 8fd79192-f175-4463-97c4-738aeda969c9 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:30.881010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Attempting to bind port 8fd79192-f175-4463-97c4-738aeda969c9 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:30.918094 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:30.918479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:30.918891 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.919295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:30.919812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Bound port: 8fd79192-f175-4463-97c4-738aeda969c9, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:30.920714 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.929503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=4f883718-b6b4-4e90-95c8-4ce152965f58,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:30.949226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:25Z', 'revision_number': 3, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:31.000895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Checking router: fe0c452a-c79c-4cad-84e4-ed8e71475e1d for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:31.001265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Updating router fe0c452a-c79c-4cad-84e4-ed8e71475e1d port bf0cd428-0312-400a-91c1-925db437fa55 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:31.081091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] For port 8fd79192-f175-4463-97c4-738aeda969c9, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:31.091440 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] For port 8fd79192-f175-4463-97c4-738aeda969c9, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8fd79192-f175-4463-97c4-738aeda969c9,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:31.097575 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-15264a02-6a2d-45ed-9680-ad75ac7b91e2 None None] Port b9fddf7d-aabe-46a1-9890-2ad2517e3fab cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:31.113996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 220c1b43-dd9a-43ed-80e9-a124a0c80272 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:31.115554 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.145242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c9d3c-dbf4-4d0b-88d0-bb17022bf304 req-f447e99e-3169-4346-9475-6c90d873aafd tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:31.147125 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c76c9d3c-dbf4-4d0b-88d0-bb17022bf304 req-f447e99e-3169-4346-9475-6c90d873aafd tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.2681236 Jul 16 18:14:31.156574 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.162743 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-69d05044-a3f8-44d4-a787-6803ede15535 service neutron] 10.222.0.24 "GET /v2.0/networks/e339acec-c85b-4112-8158-f5f19ce5c731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959189 Jul 16 18:14:31.238617 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.250657 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.251754 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.290559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-d1a67bfe-2887-495d-a649-406466a9a084 service neutron] 10.222.0.24 "GET /v2.0/networks/e339acec-c85b-4112-8158-f5f19ce5c731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267252 Jul 16 18:14:31.334087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=c17f591e-a138-4f3d-b10e-909c903e619f,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.342195 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.432211 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.441061 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c76c9d3c-dbf4-4d0b-88d0-bb17022bf304 req-d59fa15b-1921-40ed-9f54-03e501e53d23 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720555 Jul 16 18:14:31.445611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a4dae-f229-49fa-a993-a12d96fd3621 None None] Pushing event updated for resources: {'Port': ['ID=8fd79192-f175-4463-97c4-738aeda969c9,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.472070 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fddf7d-aabe-46a1-9890-2ad2517e3fab {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:31.492009 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.535731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Transition to ACTIVE for port object b9fddf7d-aabe-46a1-9890-2ad2517e3fab will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:31.556814 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.743071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fddf7d-aabe-46a1-9890-2ad2517e3fab,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.918025 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30070f88-86ba-4267-83ea-d62d6e7a3a4c req-f23976a7-e835-4f05-b599-d0f498299d25 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 210 time: 0.1810346 Jul 16 18:14:32.194258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Attempting to bind port b9fddf7d-aabe-46a1-9890-2ad2517e3fab on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:32.194607 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Attempting to bind port b9fddf7d-aabe-46a1-9890-2ad2517e3fab by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:32.194950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Attempting to bind port b9fddf7d-aabe-46a1-9890-2ad2517e3fab on network 81186a12-21f9-45f6-9a59-d01f56a76152 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:32.202030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Port b9fddf7d-aabe-46a1-9890-2ad2517e3fab on network 81186a12-21f9-45f6-9a59-d01f56a76152 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:32.202372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Attempting to bind port b9fddf7d-aabe-46a1-9890-2ad2517e3fab on network 81186a12-21f9-45f6-9a59-d01f56a76152 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:32.218225 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Allocated IP 172.20.0.1 (0b1b07de-adb2-4fde-ad74-b324bd311d76/69cb5c8d-5d86-4431-b010-6b2c6e708946/fcff95ce-e2e3-406f-ab13-5c13fc8cac64) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:32.231164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:32.231443 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Checking segment: {'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:32.234122 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Bound using segment: {'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:32.234648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Bound port: b9fddf7d-aabe-46a1-9890-2ad2517e3fab, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:32.237287 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.306468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73205f1-d8dd-4b07-af94-9e167837f8f4 req-ddf9891c-9f04-4933-a158-5bd708542c91 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.308591 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d73205f1-d8dd-4b07-af94-9e167837f8f4 req-ddf9891c-9f04-4933-a158-5bd708542c91 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1054 time: 0.4135530 Jul 16 18:14:32.376245 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.396651 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Transition to ACTIVE for port object fcff95ce-e2e3-406f-ab13-5c13fc8cac64 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:32.399300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d73205f1-d8dd-4b07-af94-9e167837f8f4 req-ef1806b4-7c20-42f1-be9d-22c7dccc5184 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823624 Jul 16 18:14:32.413876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] For port b9fddf7d-aabe-46a1-9890-2ad2517e3fab, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:32.426965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] For port b9fddf7d-aabe-46a1-9890-2ad2517e3fab, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=b9fddf7d-aabe-46a1-9890-2ad2517e3fab,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:32.439962 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.466815 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.493258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.493921 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.495531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/b9fddf7d-aabe-46a1-9890-2ad2517e3fab HTTP/1.1" status: 200 len: 1093 time: 2.7838080 Jul 16 18:14:32.496021 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96899319-6d6b-49ac-9b40-8b5a0cae6eb2', 'tag': 'b9fddf7d-aabe-46a1-9890-2ad2517e3fab'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:32.499285 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89efe420-e656-431d-9c2e-d620a3c0fa5d" -d '{"events": [{"name": "network-changed", "server_uuid": "96899319-6d6b-49ac-9b40-8b5a0cae6eb2", "tag": "b9fddf7d-aabe-46a1-9890-2ad2517e3fab"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:32.573908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Network 0b1b07de-adb2-4fde-ad74-b324bd311d76 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:32.593786 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:32.605361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:32.616393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:32.618644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8fd79192-f175-4463-97c4-738aeda969c9 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:32.656952 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3deefea3-6d37-403b-a18c-2dc7a55984ac x-openstack-request-id: req-3deefea3-6d37-403b-a18c-2dc7a55984ac {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:32.657910 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96899319-6d6b-49ac-9b40-8b5a0cae6eb2", "tag": "b9fddf7d-aabe-46a1-9890-2ad2517e3fab", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:32.658508 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3deefea3-6d37-403b-a18c-2dc7a55984ac {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:32.659125 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96899319-6d6b-49ac-9b40-8b5a0cae6eb2', 'tag': 'b9fddf7d-aabe-46a1-9890-2ad2517e3fab', 'status': 'completed', 'code': 200} Jul 16 18:14:32.670111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d724e85-9b62-4a59-89af-4af332a814a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fddf7d-aabe-46a1-9890-2ad2517e3fab,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:32.753196 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.757059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-ce13f49e-36e4-4b90-8545-2f4c5e536371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.758897 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-ce13f49e-36e4-4b90-8545-2f4c5e536371 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=371047a4daf141a594d8a8a9f4a16f95&device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1096 time: 0.1822052 Jul 16 18:14:32.843343 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-a4cb9221-fb05-439f-b53e-1d74663ba7a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9fddf7d-aabe-46a1-9890-2ad2517e3fab HTTP/1.1" status: 200 len: 217 time: 0.0737469 Jul 16 18:14:32.874313 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:32.897441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Pushing event updated for resources: {'Port': ['ID=fcff95ce-e2e3-406f-ab13-5c13fc8cac64,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:32.955424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-ee512f02-1bec-4ac0-ac25-2366a55de014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.956911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-ee512f02-1bec-4ac0-ac25-2366a55de014 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccfba5dc-2825-4394-be5a-23f9fde25b1b HTTP/1.1" status: 200 len: 848 time: 0.1035447 Jul 16 18:14:33.033609 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.146054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Transition to ACTIVE for port object bf0cd428-0312-400a-91c1-925db437fa55 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:33.168781 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.204500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 8fd79192-f175-4463-97c4-738aeda969c9 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:33.255874 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f13dec1d-4371-41a1-bdc7-ca88398254e2 req-bc2e01ed-c612-45b2-aceb-0363894358ea tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 210 time: 0.1055820 Jul 16 18:14:33.272887 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.305835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:33.321016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b465a77-1724-4ecc-aad0-83486dd3b5a6 req-7d4ff6e5-5e9b-4fb9-897b-235167421900 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:33.334943 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b465a77-1724-4ecc-aad0-83486dd3b5a6 req-7d4ff6e5-5e9b-4fb9-897b-235167421900 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.4905517 Jul 16 18:14:33.337236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-dc40470d-fc62-4de0-9b10-d7a84d8be2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:33.338877 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-dc40470d-fc62-4de0-9b10-d7a84d8be2f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=81186a12-21f9-45f6-9a59-d01f56a76152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3223600 Jul 16 18:14:33.483304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Router 2ac14994-8452-45df-b200-1d84b8f04b84 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:33.506831 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827e28c-3ca8-401f-b1e0-b61133e5f0a4 None None] Pushing event updated for resources: {'Port': ['ID=bf0cd428-0312-400a-91c1-925db437fa55,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:33.518528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Attempting to bind port bf0cd428-0312-400a-91c1-925db437fa55 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:33.519391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Attempting to bind port bf0cd428-0312-400a-91c1-925db437fa55 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:33.519834 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Attempting to bind port bf0cd428-0312-400a-91c1-925db437fa55 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:33.527391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:33.527842 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.618299 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-f9be2db7-901e-42d4-91ff-d4dd2f328e07 service neutron] 10.222.0.11 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678676 Jul 16 18:14:33.628610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d083ee2c-a8bf-4a83-90fd-f13a67b4af75 None None] Provisioning for port fcff95ce-e2e3-406f-ab13-5c13fc8cac64 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:33.633549 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b465a77-1724-4ecc-aad0-83486dd3b5a6 req-388a875c-1a22-4445-9762-7c0877b173e4 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859509 Jul 16 18:14:33.652325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:33.652744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:33.653132 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.653539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:33.654159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Bound port: bf0cd428-0312-400a-91c1-925db437fa55, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:33.654680 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.751560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] For port bf0cd428-0312-400a-91c1-925db437fa55, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:33.757780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] For port bf0cd428-0312-400a-91c1-925db437fa55, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bf0cd428-0312-400a-91c1-925db437fa55,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:33.764591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d083ee2c-a8bf-4a83-90fd-f13a67b4af75 None None] Provisioning complete for port fcff95ce-e2e3-406f-ab13-5c13fc8cac64 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:33.767853 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d083ee2c-a8bf-4a83-90fd-f13a67b4af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.773630 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.849534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:33.859312 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Sync routers for ids ['2ac14994-8452-45df-b200-1d84b8f04b84'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:33.877713 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Routers {'2ac14994-8452-45df-b200-1d84b8f04b84'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:33.878370 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2ac14994-8452-45df-b200-1d84b8f04b84'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:33.908518 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2a6f0c00-c4cf-452b-abf0-38d7c4a80608 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "PUT /v2.0/routers/2ac14994-8452-45df-b200-1d84b8f04b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6085482 Jul 16 18:14:33.908784 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fa5b8f6-445b-4053-808b-8a109f7eaf64 req-69360567-ece3-46b9-bd35-a439fb925526 service neutron] 10.222.0.11 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735350 Jul 16 18:14:33.912698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54482) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:34.105588 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.111054 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Set router 2ac14994-8452-45df-b200-1d84b8f04b84 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:34.119351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:34.120610 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.122268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:34.122639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e036bf0-1ff8-4db8-9af3-4fd9df1f1a6b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.128429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8e036bf0-1ff8-4db8-9af3-4fd9df1f1a6b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports/c17f591e-a138-4f3d-b10e-909c903e619f HTTP/1.1" status: 200 len: 911 time: 0.2105122 Jul 16 18:14:34.128632 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4f883718-b6b4-4e90-95c8-4ce152965f58 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:34.175177 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54486) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:34.270635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Pushing event updated for resources: {'Port': ['ID=fcff95ce-e2e3-406f-ab13-5c13fc8cac64,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:34.313310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d083ee2c-a8bf-4a83-90fd-f13a67b4af75 None None] Port fcff95ce-e2e3-406f-ab13-5c13fc8cac64 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:34.339595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c7a80-d94d-4bbb-be43-f1fee40afd85 req-51cd510f-8a68-436e-9027-b1c5de433e03 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.348060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-114c7a80-d94d-4bbb-be43-f1fee40afd85 req-51cd510f-8a68-436e-9027-b1c5de433e03 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1096 time: 0.6340604 Jul 16 18:14:34.369162 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.382849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827e28c-3ca8-401f-b1e0-b61133e5f0a4 None None] Pushing event updated for resources: {'Port': ['ID=bf0cd428-0312-400a-91c1-925db437fa55,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:34.437295 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500a3c-644c-486e-82ef-20117af3f978 req-009f433e-3fce-4a6d-a995-8537d4ffe442 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.438910 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-009f433e-3fce-4a6d-a995-8537d4ffe442 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.32 "GET /v2.0/networks?id=e339acec-c85b-4112-8158-f5f19ce5c731 HTTP/1.1" status: 200 len: 808 time: 0.6291893 Jul 16 18:14:34.487388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ee500a3c-644c-486e-82ef-20117af3f978 req-e1234120-3210-44aa-af3d-18418225ee18 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Request body: {'port': {'device_id': '7c013947-0015-4c57-8f78-d11a845e9234', 'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731', 'admin_state_up': True, 'tenant_id': '8d7eb69e3fd1418481be98bcfdf88558'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:34.496551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efe420-e656-431d-9c2e-d620a3c0fa5d req-871bd778-8ee8-4bd9-a1ce-41b658cf3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.503537 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-89efe420-e656-431d-9c2e-d620a3c0fa5d req-871bd778-8ee8-4bd9-a1ce-41b658cf3e8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=371047a4daf141a594d8a8a9f4a16f95&device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1096 time: 0.4429600 Jul 16 18:14:34.503739 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14994-8452-45df-b200-1d84b8f04b84', 'name': 'tempest-NetworksTestDHCPv6-router-130312294', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:24Z', 'updated_at': '2021-07-16T18:14:29Z', 'revision_number': 2, 'project_id': '71cb9f648a7a444bbaad3f137b69223f', 'gw_port_host': None, '_interfaces': [{'id': 'c17f591e-a138-4f3d-b10e-909c903e619f', 'name': '', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'mac_address': 'fa:16:3e:44:31:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac14994-8452-45df-b200-1d84b8f04b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '292f8900-bbf3-4860-a8a6-806c46089d26', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:25Z', 'updated_at': '2021-07-16T18:14:30Z', 'revision_number': 2, 'project_id': '71cb9f648a7a444bbaad3f137b69223f', 'subnets': [{'id': '292f8900-bbf3-4860-a8a6-806c46089d26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:34.594451 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Checking router: 2ac14994-8452-45df-b200-1d84b8f04b84 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:34.594809 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Updating router 2ac14994-8452-45df-b200-1d84b8f04b84 port c17f591e-a138-4f3d-b10e-909c903e619f binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:34.611504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2ea40-aecd-4464-a06e-0736fc289444 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.618653 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2ea40-aecd-4464-a06e-0736fc289444 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.621514 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c9c2ea40-aecd-4464-a06e-0736fc289444 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4435122 Jul 16 18:14:34.624355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54498) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:34.632546 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:34.651050 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.656052 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-114c7a80-d94d-4bbb-be43-f1fee40afd85 req-2d180bde-8834-49dc-9ed3-a56e590709e6 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927392 Jul 16 18:14:34.753313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec999a74-309e-4e62-b397-afc95757df56 req-1f34c373-753d-4155-893e-548b27295a0b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 210 time: 0.1598787 Jul 16 18:14:34.783466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c1faaa2-e0c1-47e1-923e-400b048f5a9b None None] Provisioning for port c17f591e-a138-4f3d-b10e-909c903e619f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:34.850491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c1faaa2-e0c1-47e1-923e-400b048f5a9b None None] Provisioning complete for port c17f591e-a138-4f3d-b10e-909c903e619f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:34.851323 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c1faaa2-e0c1-47e1-923e-400b048f5a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.923833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4f883718-b6b4-4e90-95c8-4ce152965f58 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:34.924625 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.972648 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6c1faaa2-e0c1-47e1-923e-400b048f5a9b None None] Port c17f591e-a138-4f3d-b10e-909c903e619f cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:34.979513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efe420-e656-431d-9c2e-d620a3c0fa5d req-0b83bade-603a-48b6-835c-e697b47d974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.981773 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-89efe420-e656-431d-9c2e-d620a3c0fa5d req-0b83bade-603a-48b6-835c-e697b47d974b service neutron] 10.222.0.11 "GET /v2.0/networks?id=81186a12-21f9-45f6-9a59-d01f56a76152 HTTP/1.1" status: 200 len: 910 time: 0.4606459 Jul 16 18:14:35.160550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c1faaa2-e0c1-47e1-923e-400b048f5a9b None None] Provisioning for port 8fd79192-f175-4463-97c4-738aeda969c9 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:35.178821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c1faaa2-e0c1-47e1-923e-400b048f5a9b None None] Provisioning complete for port 8fd79192-f175-4463-97c4-738aeda969c9 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:35.179201 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c1faaa2-e0c1-47e1-923e-400b048f5a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.221297 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.237379 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Transition to ACTIVE for port object c17f591e-a138-4f3d-b10e-909c903e619f will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:35.259123 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.408387 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f5eca-b218-4117-9bf9-24738e0a2712 None None] Pushing event updated for resources: {'Port': ['ID=c17f591e-a138-4f3d-b10e-909c903e619f,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.414348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Network 0b1b07de-adb2-4fde-ad74-b324bd311d76 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:35.432314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:35.448241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee500a3c-644c-486e-82ef-20117af3f978 req-e1234120-3210-44aa-af3d-18418225ee18 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Made reservation on behalf of 8d7eb69e3fd1418481be98bcfdf88558 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:35.470517 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee500a3c-644c-486e-82ef-20117af3f978 req-e1234120-3210-44aa-af3d-18418225ee18 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.515221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-89efe420-e656-431d-9c2e-d620a3c0fa5d req-08d55af7-51a3-4836-a51a-52c2f5243204 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9fddf7d-aabe-46a1-9890-2ad2517e3fab HTTP/1.1" status: 200 len: 217 time: 0.5122313 Jul 16 18:14:35.535080 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c1faaa2-e0c1-47e1-923e-400b048f5a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.550822 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Attempting to bind port c17f591e-a138-4f3d-b10e-909c903e619f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:35.550822 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Attempting to bind port c17f591e-a138-4f3d-b10e-909c903e619f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:35.551615 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Attempting to bind port c17f591e-a138-4f3d-b10e-909c903e619f on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:35.561075 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:35.561730 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:35.564054 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.564607 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:35.565250 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Bound port: c17f591e-a138-4f3d-b10e-909c903e619f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:35.565789 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.594847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6c1faaa2-e0c1-47e1-923e-400b048f5a9b None None] For port 8fd79192-f175-4463-97c4-738aeda969c9, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8fd79192-f175-4463-97c4-738aeda969c9,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:35.622535 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c1faaa2-e0c1-47e1-923e-400b048f5a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.624225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dac768-ba33-444c-84df-81bb0b9fd4bb req-60b8e25b-d466-40c9-a14b-312448259204 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.635627 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59dac768-ba33-444c-84df-81bb0b9fd4bb req-60b8e25b-d466-40c9-a14b-312448259204 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.7861958 Jul 16 18:14:35.780120 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] For port c17f591e-a138-4f3d-b10e-909c903e619f, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:35.788854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1faaa2-e0c1-47e1-923e-400b048f5a9b None None] Pushing event updated for resources: {'Port': ['ID=8fd79192-f175-4463-97c4-738aeda969c9,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.800093 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] For port c17f591e-a138-4f3d-b10e-909c903e619f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c17f591e-a138-4f3d-b10e-909c903e619f,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:35.805878 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59dac768-ba33-444c-84df-81bb0b9fd4bb req-7a19fcf1-f605-441d-ab2d-f21cf4918be8 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672680 Jul 16 18:14:35.809789 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.813173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efe420-e656-431d-9c2e-d620a3c0fa5d req-0711d60c-774d-495e-a50f-b2418fe923d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.813343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 2, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:35.818425 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-89efe420-e656-431d-9c2e-d620a3c0fa5d req-0711d60c-774d-495e-a50f-b2418fe923d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccfba5dc-2825-4394-be5a-23f9fde25b1b HTTP/1.1" status: 200 len: 848 time: 0.2959316 Jul 16 18:14:35.887303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70664e95-828d-4e6d-bea5-5a1544acabf8 None None] The sync data for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 is: [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 2, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:35.974602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a3c0a82c-3264-4deb-9af4-4774ac614d95 None None] Provisioning complete for port fcff95ce-e2e3-406f-ab13-5c13fc8cac64 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:35.975288 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a3c0a82c-3264-4deb-9af4-4774ac614d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.978787 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f5eca-b218-4117-9bf9-24738e0a2712 None None] Pushing event updated for resources: {'Port': ['ID=c17f591e-a138-4f3d-b10e-909c903e619f,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.981240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-ee500a3c-644c-486e-82ef-20117af3f978 req-e1234120-3210-44aa-af3d-18418225ee18 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Allocated IP 172.20.0.11 (e339acec-c85b-4112-8158-f5f19ce5c731/25656725-41f9-4a32-baba-716c23fcbd93/9ab0dd51-e748-4624-8267-7db96cd5feff) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:36.048988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0a82c-3264-4deb-9af4-4774ac614d95 None None] Port fcff95ce-e2e3-406f-ab13-5c13fc8cac64 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:36.079193 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Routers {'2ac14994-8452-45df-b200-1d84b8f04b84'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:36.080067 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2ac14994-8452-45df-b200-1d84b8f04b84'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:36.167551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efe420-e656-431d-9c2e-d620a3c0fa5d req-5db292cf-069b-4db2-a8ca-a334a854fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:36.170223 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-89efe420-e656-431d-9c2e-d620a3c0fa5d req-5db292cf-069b-4db2-a8ca-a334a854fdc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=81186a12-21f9-45f6-9a59-d01f56a76152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3440018 Jul 16 18:14:36.361791 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] Set router 2ac14994-8452-45df-b200-1d84b8f04b84 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:36.421325 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-89efe420-e656-431d-9c2e-d620a3c0fa5d req-3f544555-bfb4-4601-b57f-812cdf1e03f5 service neutron] 10.222.0.11 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443075 Jul 16 18:14:36.481862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2199b5e-b3a3-4134-befa-3d8588ad015e req-da620a69-a35e-4a77-ae2f-d3f07473302d tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 210 time: 0.2846634 Jul 16 18:14:36.619713 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee500a3c-644c-486e-82ef-20117af3f978 req-e1234120-3210-44aa-af3d-18418225ee18 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.625938 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-89efe420-e656-431d-9c2e-d620a3c0fa5d req-d98cf746-4d02-47a2-aa15-8fc91c8ab4b0 service neutron] 10.222.0.11 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616900 Jul 16 18:14:36.669506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb0f8b-3514-4b34-935a-4c4ad3d29bbd req-61cf2d9f-4ab4-414b-8bf6-7c67ab189665 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:36.672416 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7bb0f8b-3514-4b34-935a-4c4ad3d29bbd req-61cf2d9f-4ab4-414b-8bf6-7c67ab189665 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1096 time: 0.6658018 Jul 16 18:14:36.691611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Router fe0c452a-c79c-4cad-84e4-ed8e71475e1d has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:36.725272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50aca4-59f9-4c51-a753-d956a149244d req-daeddf05-738b-47cf-b184-4f393ef75f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:36.726882 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c50aca4-59f9-4c51-a753-d956a149244d req-daeddf05-738b-47cf-b184-4f393ef75f12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 1097 time: 0.4581647 Jul 16 18:14:36.736648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7bb0f8b-3514-4b34-935a-4c4ad3d29bbd req-b9135c08-82dd-4608-b5c6-5c005017134e tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518727 Jul 16 18:14:36.841238 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c50aca4-59f9-4c51-a753-d956a149244d req-63ca7422-2fad-4227-8bc6-cc3c72d03b08 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067414 Jul 16 18:14:36.851338 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14994-8452-45df-b200-1d84b8f04b84', 'name': 'tempest-NetworksTestDHCPv6-router-130312294', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:24Z', 'updated_at': '2021-07-16T18:14:29Z', 'revision_number': 2, 'project_id': '71cb9f648a7a444bbaad3f137b69223f', 'gw_port_host': None, '_interfaces': [{'id': 'c17f591e-a138-4f3d-b10e-909c903e619f', 'name': '', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'mac_address': 'fa:16:3e:44:31:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac14994-8452-45df-b200-1d84b8f04b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '292f8900-bbf3-4860-a8a6-806c46089d26', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:25Z', 'updated_at': '2021-07-16T18:14:35Z', 'revision_number': 4, 'project_id': '71cb9f648a7a444bbaad3f137b69223f', 'subnets': [{'id': '292f8900-bbf3-4860-a8a6-806c46089d26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:36.885059 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765539cb-e429-4bed-9108-47929385f0f9 None None] The sync data for ids ['2ac14994-8452-45df-b200-1d84b8f04b84'] in n-d-787205-10 is: [{'id': '2ac14994-8452-45df-b200-1d84b8f04b84', 'name': 'tempest-NetworksTestDHCPv6-router-130312294', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:24Z', 'updated_at': '2021-07-16T18:14:29Z', 'revision_number': 2, 'project_id': '71cb9f648a7a444bbaad3f137b69223f', 'gw_port_host': None, '_interfaces': [{'id': 'c17f591e-a138-4f3d-b10e-909c903e619f', 'name': '', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'mac_address': 'fa:16:3e:44:31:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac14994-8452-45df-b200-1d84b8f04b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '292f8900-bbf3-4860-a8a6-806c46089d26', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:25Z', 'updated_at': '2021-07-16T18:14:35Z', 'revision_number': 4, 'project_id': '71cb9f648a7a444bbaad3f137b69223f', 'subnets': [{'id': '292f8900-bbf3-4860-a8a6-806c46089d26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:37.009055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee500a3c-644c-486e-82ef-20117af3f978 req-e1234120-3210-44aa-af3d-18418225ee18 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.092339 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1234120-3210-44aa-af3d-18418225ee18 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Pushing event updated for resources: {'Port': ['ID=9ab0dd51-e748-4624-8267-7db96cd5feff,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.101477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee500a3c-644c-486e-82ef-20117af3f978 req-e1234120-3210-44aa-af3d-18418225ee18 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Network e339acec-c85b-4112-8158-f5f19ce5c731 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:37.110420 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:37.112257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-ee500a3c-644c-486e-82ef-20117af3f978 req-e1234120-3210-44aa-af3d-18418225ee18 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:37.125858 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bb2a1291-a268-4dab-b402-f99f479bab56 admin admin] 10.222.0.24 "PUT /v2.0/routers/fe0c452a-c79c-4cad-84e4-ed8e71475e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1436667 Jul 16 18:14:37.146646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee500a3c-644c-486e-82ef-20117af3f978 req-e1234120-3210-44aa-af3d-18418225ee18 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:37.199555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e28c90-057b-49d9-8a1e-4c95dbce1fd5 req-7879d98d-f3b9-43fa-9251-0a6193691ccc tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:37.213883 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16e28c90-057b-49d9-8a1e-4c95dbce1fd5 req-7879d98d-f3b9-43fa-9251-0a6193691ccc tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.2175391 Jul 16 18:14:37.277541 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e88edb5-8bb3-4860-9593-a7328018a7b7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.340688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16e28c90-057b-49d9-8a1e-4c95dbce1fd5 req-27bdc29c-5181-4ebb-a1a8-73f226776726 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245167 Jul 16 18:14:37.692615 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500a3c-644c-486e-82ef-20117af3f978 req-e1234120-3210-44aa-af3d-18418225ee18 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:37.693717 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee500a3c-644c-486e-82ef-20117af3f978 req-e1234120-3210-44aa-af3d-18418225ee18 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.816987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c17f591e-a138-4f3d-b10e-909c903e619f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:37.845977 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-e1234120-3210-44aa-af3d-18418225ee18 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3930037 Jul 16 18:14:37.868926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Request body: {'port': {'device_id': '7c013947-0015-4c57-8f78-d11a845e9234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:37.897340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device b9fddf7d-aabe-46a1-9890-2ad2517e3fab details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:38.024398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948c3b5-4712-420e-9873-a70746529ab7 req-5bb42de6-801b-4321-a2cf-f9b2e0ea5462 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.031748 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e948c3b5-4712-420e-9873-a70746529ab7 req-5bb42de6-801b-4321-a2cf-f9b2e0ea5462 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 932 time: 0.2319536 Jul 16 18:14:38.047708 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c17f591e-a138-4f3d-b10e-909c903e619f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:38.063621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c17f591e-a138-4f3d-b10e-909c903e619f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:38.066228 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.156228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9e88edb5-8bb3-4860-9593-a7328018a7b7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port c17f591e-a138-4f3d-b10e-909c903e619f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:38.156822 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e88edb5-8bb3-4860-9593-a7328018a7b7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.158304 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e948c3b5-4712-420e-9873-a70746529ab7 req-6e5e9505-b726-4db8-94d0-43289fb25b50 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217046 Jul 16 18:14:38.317927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54538) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:38.324768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9ecb8226-ea5f-4fc9-9b44-ca499ecd76e8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805796058', 'description': 'tempest-description--1932608426'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:38.382507 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8226-ea5f-4fc9-9b44-ca499ecd76e8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.429019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-9e88edb5-8bb3-4860-9593-a7328018a7b7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] For port c17f591e-a138-4f3d-b10e-909c903e619f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c17f591e-a138-4f3d-b10e-909c903e619f,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:38.429441 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e88edb5-8bb3-4860-9593-a7328018a7b7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.470255 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.473277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9e88edb5-8bb3-4860-9593-a7328018a7b7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for c17f591e-a138-4f3d-b10e-909c903e619f owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:38.574169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port c17f591e-a138-4f3d-b10e-909c903e619f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c17f591e-a138-4f3d-b10e-909c903e619f,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:38.587555 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.590131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8fd79192-f175-4463-97c4-738aeda969c9 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:38.596128 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8226-ea5f-4fc9-9b44-ca499ecd76e8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.691755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8226-ea5f-4fc9-9b44-ca499ecd76e8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.711376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=c17f591e-a138-4f3d-b10e-909c903e619f,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.730255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port b9fddf7d-aabe-46a1-9890-2ad2517e3fab, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=b9fddf7d-aabe-46a1-9890-2ad2517e3fab,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:38.746895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 8fd79192-f175-4463-97c4-738aeda969c9 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:38.747272 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.751677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'b9fddf7d-aabe-46a1-9890-2ad2517e3fab', 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152', 'port_id': 'b9fddf7d-aabe-46a1-9890-2ad2517e3fab', 'mac_address': 'fa:16:3e:4e:bf:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfba5dc-2825-4394-be5a-23f9fde25b1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:38.766240 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8226-ea5f-4fc9-9b44-ca499ecd76e8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.768452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9ecb8226-ea5f-4fc9-9b44-ca499ecd76e8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4489405 Jul 16 18:14:38.776491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54548) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:38.798965 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-733ddb68-3d56-458b-b313-1eee1dd9a365 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Request body: {'security_group_rule': {'security_group_id': '934971d3-edf9-42a5-809b-5419685fbfea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:38.816986 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e88edb5-8bb3-4860-9593-a7328018a7b7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.821518 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.840774 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fddf7d-aabe-46a1-9890-2ad2517e3fab {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:38.854674 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.901033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port b9fddf7d-aabe-46a1-9890-2ad2517e3fab, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=b9fddf7d-aabe-46a1-9890-2ad2517e3fab,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:38.915358 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.926424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb8226-ea5f-4fc9-9b44-ca499ecd76e8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934971d3-edf9-42a5-809b-5419685fbfea,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.947843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27275888-bce6-43dc-88e7-72dea2cd4d53 req-86158ea3-be8c-48bf-9587-82003b625317 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.949613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27275888-bce6-43dc-88e7-72dea2cd4d53 req-86158ea3-be8c-48bf-9587-82003b625317 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1096 time: 0.3492599 Jul 16 18:14:38.970542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ec41-b90d-438b-b56f-4115d24f2d6c req-c0197aab-0bc0-41ae-9f28-fb7ddf5275cf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.972158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0880ec41-b90d-438b-b56f-4115d24f2d6c req-c0197aab-0bc0-41ae-9f28-fb7ddf5275cf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.2839117 Jul 16 18:14:38.987123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88edb5-8bb3-4860-9593-a7328018a7b7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=c17f591e-a138-4f3d-b10e-909c903e619f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.993578 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=b9fddf7d-aabe-46a1-9890-2ad2517e3fab,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.057721 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27275888-bce6-43dc-88e7-72dea2cd4d53 req-96680ec7-0610-4b86-93da-259afee7e6f9 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843916 Jul 16 18:14:39.123633 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0880ec41-b90d-438b-b56f-4115d24f2d6c req-a1a3b85a-83b0-4ca9-8e55-5ef67b476368 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418605 Jul 16 18:14:39.134744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bf0cd428-0312-400a-91c1-925db437fa55 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:39.192558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-31124a36-8b16-42dc-9103-79031b17d5e1 req-71427eea-c96c-4aee-b1b0-7ebadc8e0623 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1244709235', 'description': 'tempest-description-963865246'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:39.200262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['b9fddf7d-aabe-46a1-9890-2ad2517e3fab'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:39.291500 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-31124a36-8b16-42dc-9103-79031b17d5e1 req-71427eea-c96c-4aee-b1b0-7ebadc8e0623 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.362203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port bf0cd428-0312-400a-91c1-925db437fa55 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:39.371515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port bf0cd428-0312-400a-91c1-925db437fa55 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:39.371906 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.384220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-733ddb68-3d56-458b-b313-1eee1dd9a365 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.479817 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e88edb5-8bb3-4860-9593-a7328018a7b7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.583512 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.612187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port bf0cd428-0312-400a-91c1-925db437fa55, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bf0cd428-0312-400a-91c1-925db437fa55,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:39.619961 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.658708 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-31124a36-8b16-42dc-9103-79031b17d5e1 req-71427eea-c96c-4aee-b1b0-7ebadc8e0623 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.703770 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-31124a36-8b16-42dc-9103-79031b17d5e1 req-71427eea-c96c-4aee-b1b0-7ebadc8e0623 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.780240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=bf0cd428-0312-400a-91c1-925db437fa55,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.790219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71427eea-c96c-4aee-b1b0-7ebadc8e0623 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7756064-8723-4b94-9b60-738b706e9e8c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.820580 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-733ddb68-3d56-458b-b313-1eee1dd9a365 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.840503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-733ddb68-3d56-458b-b313-1eee1dd9a365 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.848621 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-31124a36-8b16-42dc-9103-79031b17d5e1 req-71427eea-c96c-4aee-b1b0-7ebadc8e0623 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.855007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31124a36-8b16-42dc-9103-79031b17d5e1 req-71427eea-c96c-4aee-b1b0-7ebadc8e0623 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.6696715 Jul 16 18:14:39.910489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e6eda-19ef-45d8-a23b-d3c155770bdb req-aed11c37-9493-4f87-b6c2-08f3098d2cfe tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.915978 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb8e6eda-19ef-45d8-a23b-d3c155770bdb req-aed11c37-9493-4f87-b6c2-08f3098d2cfe tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 932 time: 0.4231257 Jul 16 18:14:39.955556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ddb68-3d56-458b-b313-1eee1dd9a365 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f0baf4-4b11-4433-9b3e-87585ce9644b,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:40.003134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb8e6eda-19ef-45d8-a23b-d3c155770bdb req-5b39fdb9-f06f-48da-b182-347932211dd4 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810108 Jul 16 18:14:40.038354 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-733ddb68-3d56-458b-b313-1eee1dd9a365 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.039603 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-733ddb68-3d56-458b-b313-1eee1dd9a365 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2570937 Jul 16 18:14:40.042933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54570) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:40.048693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-70c33cd7-0359-4673-bb83-16ae8f601636 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Request body: {'security_group_rule': {'security_group_id': '934971d3-edf9-42a5-809b-5419685fbfea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:40.086741 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e88edb5-8bb3-4860-9593-a7328018a7b7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Router 2ac14994-8452-45df-b200-1d84b8f04b84 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:40.098883 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69bf3fcb-cb78-409f-a5b2-590d0e169d1a req-a1e2d255-18eb-42e6-b621-cac2ff0ae354 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1244709235&fields=id&tenant_id=e2985fe4b1cd4e2c8873db97d5897516 HTTP/1.1" status: 200 len: 267 time: 0.0794458 Jul 16 18:14:40.158289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54574) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:40.196873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab0dd51-e748-4624-8267-7db96cd5feff {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:40.207437 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.223801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Transition to ACTIVE for port object 9ab0dd51-e748-4624-8267-7db96cd5feff will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:40.237138 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.240311 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70c33cd7-0359-4673-bb83-16ae8f601636 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.321326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab0dd51-e748-4624-8267-7db96cd5feff,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:40.392216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf3fcb-cb78-409f-a5b2-590d0e169d1a req-f2dff315-7860-4910-8827-1ce0765042b8 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.392216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69bf3fcb-cb78-409f-a5b2-590d0e169d1a req-f2dff315-7860-4910-8827-1ce0765042b8 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.2870319 Jul 16 18:14:40.392216 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-075ce782-980d-462e-92da-bd13165345dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.416062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-69bf3fcb-cb78-409f-a5b2-590d0e169d1a req-185e02ad-38c5-4e5c-a449-6ae3e6422d95 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Request body: {'port': {'security_groups': ['b3477a36-90e2-422e-9a55-8bd248b41fa0', 'f7756064-8723-4b94-9b60-738b706e9e8c']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:40.472904 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70c33cd7-0359-4673-bb83-16ae8f601636 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.493086 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70c33cd7-0359-4673-bb83-16ae8f601636 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.535650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9fa64-dcc5-4c99-810b-b8161c5f19cf req-65b57b85-9139-4451-bdd7-1c5b0e8008fa tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.537200 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4d9fa64-dcc5-4c99-810b-b8161c5f19cf req-65b57b85-9139-4451-bdd7-1c5b0e8008fa tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1097 time: 0.2507205 Jul 16 18:14:40.540093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c33cd7-0359-4673-bb83-16ae8f601636 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6730e3-643d-452c-a155-03efde233b8b,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:40.631670 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69bf3fcb-cb78-409f-a5b2-590d0e169d1a req-185e02ad-38c5-4e5c-a449-6ae3e6422d95 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.649614 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4d9fa64-dcc5-4c99-810b-b8161c5f19cf req-0a40d154-4136-42cf-a3c5-2e8a9c083cd2 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797007 Jul 16 18:14:40.713821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Sync routers for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:40.729980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:40.731547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:40.746759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e88edb5-8bb3-4860-9593-a7328018a7b7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:40.756347 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4fe86-c11b-4454-8c40-94bfbe7b19c1 None None] Sync routers for ids ['2ac14994-8452-45df-b200-1d84b8f04b84'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:40.771177 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4fe86-c11b-4454-8c40-94bfbe7b19c1 None None] Routers {'2ac14994-8452-45df-b200-1d84b8f04b84'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:40.771828 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-54e4fe86-c11b-4454-8c40-94bfbe7b19c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2ac14994-8452-45df-b200-1d84b8f04b84'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:40.799132 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9e88edb5-8bb3-4860-9593-a7328018a7b7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "PUT /v2.0/routers/2ac14994-8452-45df-b200-1d84b8f04b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1721945 Jul 16 18:14:40.803335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54578) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:40.805346 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-075ce782-980d-462e-92da-bd13165345dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.848223 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-075ce782-980d-462e-92da-bd13165345dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.858369 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-70c33cd7-0359-4673-bb83-16ae8f601636 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.859592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-70c33cd7-0359-4673-bb83-16ae8f601636 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8154290 Jul 16 18:14:40.863697 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54580) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:40.869837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:40.916011 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-54e4fe86-c11b-4454-8c40-94bfbe7b19c1 None None] Set router 2ac14994-8452-45df-b200-1d84b8f04b84 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:40.919034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:40.938665 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.945081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ebc9d1-9db3-4b7f-a161-565c1a9765aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.946678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ebc9d1-9db3-4b7f-a161-565c1a9765aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.951502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-76ebc9d1-9db3-4b7f-a161-565c1a9765aa tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1400874 Jul 16 18:14:40.953422 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-075ce782-980d-462e-92da-bd13165345dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38fa578ad65f4c2baee990416851b3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7936578 Jul 16 18:14:40.954274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54584) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:40.954667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54586) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:40.957524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ce782-980d-462e-92da-bd13165345dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927977d5-f5e9-48a4-b754-bec28ec3f049,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.006451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Attempting to bind port 9ab0dd51-e748-4624-8267-7db96cd5feff on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:41.006844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Attempting to bind port 9ab0dd51-e748-4624-8267-7db96cd5feff by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '8bc1b359-6b16-4d73-b20a-81ff81b0fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:41.007140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Attempting to bind port 9ab0dd51-e748-4624-8267-7db96cd5feff on network e339acec-c85b-4112-8158-f5f19ce5c731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:41.011950 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-54e4fe86-c11b-4454-8c40-94bfbe7b19c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14994-8452-45df-b200-1d84b8f04b84', 'name': 'tempest-NetworksTestDHCPv6-router-130312294', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:24Z', 'updated_at': '2021-07-16T18:14:38Z', 'revision_number': 3, 'project_id': '71cb9f648a7a444bbaad3f137b69223f', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:41.032945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Port 9ab0dd51-e748-4624-8267-7db96cd5feff on network e339acec-c85b-4112-8158-f5f19ce5c731 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:41.033282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Attempting to bind port 9ab0dd51-e748-4624-8267-7db96cd5feff on network e339acec-c85b-4112-8158-f5f19ce5c731 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:41.050788 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4fe86-c11b-4454-8c40-94bfbe7b19c1 None None] Checking router: 2ac14994-8452-45df-b200-1d84b8f04b84 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:41.051168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:41.051528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Checking segment: {'id': '8bc1b359-6b16-4d73-b20a-81ff81b0fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:41.058111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Bound using segment: {'id': '8bc1b359-6b16-4d73-b20a-81ff81b0fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:41.058590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Bound port: 9ab0dd51-e748-4624-8267-7db96cd5feff, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bc1b359-6b16-4d73-b20a-81ff81b0fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:41.058974 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.062974 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4fe86-c11b-4454-8c40-94bfbe7b19c1 None None] Routers {'2ac14994-8452-45df-b200-1d84b8f04b84'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:41.064012 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-54e4fe86-c11b-4454-8c40-94bfbe7b19c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2ac14994-8452-45df-b200-1d84b8f04b84'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:41.189999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-69bf3fcb-cb78-409f-a5b2-590d0e169d1a req-185e02ad-38c5-4e5c-a449-6ae3e6422d95 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] For port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,segment=NetworkSegment(52c6c959-643c-4e04-9968-034d4193343d),segment_id=52c6c959-643c-4e04-9968-034d4193343d)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:41.226541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-b828da37-9551-4ade-88c4-a8a111b6b6a8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 292f8900-bbf3-4860-a8a6-806c46089d26 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:41.235253 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b828da37-9551-4ade-88c4-a8a111b6b6a8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.242476 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-54e4fe86-c11b-4454-8c40-94bfbe7b19c1 None None] Set router 2ac14994-8452-45df-b200-1d84b8f04b84 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:41.255215 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 2, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:41.272170 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] For port 9ab0dd51-e748-4624-8267-7db96cd5feff, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:41.297405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] For port 9ab0dd51-e748-4624-8267-7db96cd5feff, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9ab0dd51-e748-4624-8267-7db96cd5feff,segment=NetworkSegment(8bc1b359-6b16-4d73-b20a-81ff81b0fb42),segment_id=8bc1b359-6b16-4d73-b20a-81ff81b0fb42)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:41.306494 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.315144 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.340773 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69bf3fcb-cb78-409f-a5b2-590d0e169d1a req-185e02ad-38c5-4e5c-a449-6ae3e6422d95 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.346508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50a19d15-d2f4-4ca1-b52d-016a13560f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.356077 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69bf3fcb-cb78-409f-a5b2-590d0e169d1a req-185e02ad-38c5-4e5c-a449-6ae3e6422d95 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.378277 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-54e4fe86-c11b-4454-8c40-94bfbe7b19c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac14994-8452-45df-b200-1d84b8f04b84', 'name': 'tempest-NetworksTestDHCPv6-router-130312294', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:24Z', 'updated_at': '2021-07-16T18:14:38Z', 'revision_number': 3, 'project_id': '71cb9f648a7a444bbaad3f137b69223f', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:41.379570 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b828da37-9551-4ade-88c4-a8a111b6b6a8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.404276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Checking router: fe0c452a-c79c-4cad-84e4-ed8e71475e1d for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:41.404719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Updating router fe0c452a-c79c-4cad-84e4-ed8e71475e1d port fcff95ce-e2e3-406f-ab13-5c13fc8cac64 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:41.407135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['8ae3c76e-20b6-4a5c-ae2c-82448da0e20e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:41.412410 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4fe86-c11b-4454-8c40-94bfbe7b19c1 None None] The sync data for ids ['2ac14994-8452-45df-b200-1d84b8f04b84'] in n-d-787205-10 is: [{'id': '2ac14994-8452-45df-b200-1d84b8f04b84', 'name': 'tempest-NetworksTestDHCPv6-router-130312294', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:24Z', 'updated_at': '2021-07-16T18:14:38Z', 'revision_number': 3, 'project_id': '71cb9f648a7a444bbaad3f137b69223f', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:41.427340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.427340 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.428431 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] 10.222.0.32 "PUT /v2.0/ports/9ab0dd51-e748-4624-8267-7db96cd5feff HTTP/1.1" status: 200 len: 1093 time: 3.5721726 Jul 16 18:14:41.431307 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c013947-0015-4c57-8f78-d11a845e9234', 'tag': '9ab0dd51-e748-4624-8267-7db96cd5feff'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:41.433960 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f3a984-4ed0-4ba2-819b-46d2497c686a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c013947-0015-4c57-8f78-d11a845e9234", "tag": "9ab0dd51-e748-4624-8267-7db96cd5feff"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:41.507565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2bf58-4f8d-400b-85e4-4bebf52128f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab0dd51-e748-4624-8267-7db96cd5feff,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.515123 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50a19d15-d2f4-4ca1-b52d-016a13560f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.548899 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Allocated IP 172.25.3.234 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/4cb3603d-4b9d-402c-8104-acdb8bd4c07c) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:41.562141 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf3fcb-cb78-409f-a5b2-590d0e169d1a req-185e02ad-38c5-4e5c-a449-6ae3e6422d95 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.563851 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69bf3fcb-cb78-409f-a5b2-590d0e169d1a req-185e02ad-38c5-4e5c-a449-6ae3e6422d95 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.566657 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69bf3fcb-cb78-409f-a5b2-590d0e169d1a req-185e02ad-38c5-4e5c-a449-6ae3e6422d95 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "PUT /v2.0/ports/8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 981 time: 1.1627979 Jul 16 18:14:41.634581 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b828da37-9551-4ade-88c4-a8a111b6b6a8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.650274 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6a76ce-0122-4478-8921-bfeb30ab7854 x-openstack-request-id: req-cb6a76ce-0122-4478-8921-bfeb30ab7854 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:41.650714 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c013947-0015-4c57-8f78-d11a845e9234", "tag": "9ab0dd51-e748-4624-8267-7db96cd5feff", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:41.651041 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb6a76ce-0122-4478-8921-bfeb30ab7854 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:41.651541 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c013947-0015-4c57-8f78-d11a845e9234', 'tag': '9ab0dd51-e748-4624-8267-7db96cd5feff', 'status': 'completed', 'code': 200} Jul 16 18:14:41.666500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500a3c-644c-486e-82ef-20117af3f978 req-fa01fc3f-eed8-4328-8159-7226aa52a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.668463 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-fa01fc3f-eed8-4328-8159-7226aa52a235 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d7eb69e3fd1418481be98bcfdf88558&device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 1096 time: 0.1678009 Jul 16 18:14:41.727779 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-f5934e50-71d3-44a5-8e8e-a2a56379e297 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ab0dd51-e748-4624-8267-7db96cd5feff HTTP/1.1" status: 200 len: 217 time: 0.0477958 Jul 16 18:14:41.795776 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.799626 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.832549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:41.837067 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a15034-e560-4231-9350-9903c5339080" -d '{"events": [{"name": "network-changed", "server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:41.837473 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500a3c-644c-486e-82ef-20117af3f978 req-f94517f3-64bb-4b7e-913d-bb22865eed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.842077 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-f94517f3-64bb-4b7e-913d-bb22865eed39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25656725-41f9-4a32-baba-716c23fcbd93 HTTP/1.1" status: 200 len: 848 time: 0.1029043 Jul 16 18:14:41.842837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e02ad-38c5-4e5c-a449-6ae3e6422d95 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Pushing event updated for resources: {'Port': ['ID=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,revision_number=6']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.862880 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b828da37-9551-4ade-88c4-a8a111b6b6a8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.865111 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50a19d15-d2f4-4ca1-b52d-016a13560f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.868133 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50a19d15-d2f4-4ca1-b52d-016a13560f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.873361 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-50a19d15-d2f4-4ca1-b52d-016a13560f83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/927977d5-f5e9-48a4-b754-bec28ec3f049 HTTP/1.1" status: 204 len: 168 time: 0.9106579 Jul 16 18:14:41.928614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device b9fddf7d-aabe-46a1-9890-2ad2517e3fab up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:41.929824 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-8baa566b-4d62-4063-a192-e9582f7e1a8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e339acec-c85b-4112-8158-f5f19ce5c731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779324 Jul 16 18:14:41.962760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab616c-cf39-415d-9920-5a3457eed2d7 req-a7735828-306f-4371-a1d8-03ba638de4dd tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.971142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99ab616c-cf39-415d-9920-5a3457eed2d7 req-a7735828-306f-4371-a1d8-03ba638de4dd tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 944 time: 0.7403123 Jul 16 18:14:41.973264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828da37-9551-4ade-88c4-a8a111b6b6a8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=292f8900-bbf3-4860-a8a6-806c46089d26,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.981304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a19d15-d2f4-4ca1-b52d-016a13560f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927977d5-f5e9-48a4-b754-bec28ec3f049,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.992449 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.009932 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['8ae3c76e-20b6-4a5c-ae2c-82448da0e20e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:42.014196 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b828da37-9551-4ade-88c4-a8a111b6b6a8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.014811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bf0cd428-0312-400a-91c1-925db437fa55 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:42.018780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b828da37-9551-4ade-88c4-a8a111b6b6a8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/292f8900-bbf3-4860-a8a6-806c46089d26 HTTP/1.1" status: 204 len: 168 time: 1.0577211 Jul 16 18:14:42.033101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54606) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:42.075468 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99ab616c-cf39-415d-9920-5a3457eed2d7 req-d38b63ca-769f-4b14-8cb9-36b42a7b0cf8 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031740 Jul 16 18:14:42.121826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7df8e53-0d9d-43ba-b125-ab47e281fb20 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:42.126922 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d8c1357-c567-4adb-b455-b1e1ad2517ad req-5d533590-7a86-4aee-91f9-d85f4cc67b44 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1244709235&fields=id&tenant_id=e2985fe4b1cd4e2c8873db97d5897516 HTTP/1.1" status: 200 len: 267 time: 0.2491581 Jul 16 18:14:42.231747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:42.242212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:42.254601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:42.286632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c1357-c567-4adb-b455-b1e1ad2517ad req-a299e30e-e276-41b3-b08a-d325caf9ee47 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.300038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d8c1357-c567-4adb-b455-b1e1ad2517ad req-a299e30e-e276-41b3-b08a-d325caf9ee47 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 984 time: 0.1654606 Jul 16 18:14:42.322184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event updated for resources: {'Port': ['ID=4cb3603d-4b9d-402c-8104-acdb8bd4c07c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:42.375202 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-775a15bf-fc3e-48d4-a75b-c07bf67dfc9c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3316178 Jul 16 18:14:42.385076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-4d8c1357-c567-4adb-b455-b1e1ad2517ad req-7b800652-79b8-4ad7-8932-ffbce8421d9f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Request body: {'port': {'security_groups': ['b3477a36-90e2-422e-9a55-8bd248b41fa0']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:42.390996 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-a9418aad-52a7-42d8-8d9a-0bfeac2f4c34 service neutron] 10.222.0.32 "GET /v2.0/networks/e339acec-c85b-4112-8158-f5f19ce5c731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520242 Jul 16 18:14:42.391623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54610) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:42.449268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port b9fddf7d-aabe-46a1-9890-2ad2517e3fab completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:42.475428 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54612) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:42.502459 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cdab4be8-67c6-4181-a882-a0624cb20081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.533160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port b9fddf7d-aabe-46a1-9890-2ad2517e3fab triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:42.533625 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.541459 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5e32c69-7525-4a39-b0a2-90194776ed61 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.564656 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port bf0cd428-0312-400a-91c1-925db437fa55 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:42.565130 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.689582 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.784111 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cdab4be8-67c6-4181-a882-a0624cb20081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.794223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5e32c69-7525-4a39-b0a2-90194776ed61 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.797140 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5e32c69-7525-4a39-b0a2-90194776ed61 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.812040 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cdab4be8-67c6-4181-a882-a0624cb20081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.820891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432697-e2d2-46bd-b187-43018dc55f53 req-644e34cb-c546-42cb-9561-437443ffdcb8 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.822509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8432697-e2d2-46bd-b187-43018dc55f53 req-644e34cb-c546-42cb-9561-437443ffdcb8 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1097 time: 0.5210617 Jul 16 18:14:42.859350 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5e32c69-7525-4a39-b0a2-90194776ed61 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.859968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e32c69-7525-4a39-b0a2-90194776ed61 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Fanout notify agent at l3_agent the message router_deleted on router 2ac14994-8452-45df-b200-1d84b8f04b84 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:42.868033 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5e32c69-7525-4a39-b0a2-90194776ed61 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.869157 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c5e32c69-7525-4a39-b0a2-90194776ed61 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/routers/2ac14994-8452-45df-b200-1d84b8f04b84 HTTP/1.1" status: 204 len: 168 time: 0.4449606 Jul 16 18:14:42.873002 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54618) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:42.880405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ab4d4556-52b9-4178-827d-f9fc7659d2bb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:42.923805 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cdab4be8-67c6-4181-a882-a0624cb20081 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=619a2f971e72442ea6303dba965ebad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467268 Jul 16 18:14:42.931077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54620) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:43.002991 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ee500a3c-644c-486e-82ef-20117af3f978 req-b28db2a1-547f-49df-938f-e4feb2d2ba2d service neutron] 10.222.0.32 "GET /v2.0/networks/e339acec-c85b-4112-8158-f5f19ce5c731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760120 Jul 16 18:14:43.007805 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.037312 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d8c1357-c567-4adb-b455-b1e1ad2517ad req-7b800652-79b8-4ad7-8932-ffbce8421d9f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.040313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91207e65-3076-4e03-acce-7f655e9f7c9e None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:43.050375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c17f591e-a138-4f3d-b10e-909c903e619f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:43.065213 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab4be8-67c6-4181-a882-a0624cb20081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d2f530-0fda-41cb-9c05-24a9f8cf84ba,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.116224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8432697-e2d2-46bd-b187-43018dc55f53 req-5a5cef74-9145-4bc0-9c69-7fc5d87510a0 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831192 Jul 16 18:14:43.116843 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-391f5c22-acd8-40c4-95f7-26dbdc81b7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.164609 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-391f5c22-acd8-40c4-95f7-26dbdc81b7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.179122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4d4556-52b9-4178-827d-f9fc7659d2bb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:43.184128 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab4d4556-52b9-4178-827d-f9fc7659d2bb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.218055 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39168058-3d78-45e0-b806-97ea6f70362e x-openstack-request-id: req-39168058-3d78-45e0-b806-97ea6f70362e {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:43.218302 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:43.218518 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39168058-3d78-45e0-b806-97ea6f70362e {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:43.219302 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e', 'status': 'completed', 'code': 200} Jul 16 18:14:43.228188 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.236965 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: c17f591e-a138-4f3d-b10e-909c903e619f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:43.237372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c17f591e-a138-4f3d-b10e-909c903e619f not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:43.365074 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-391f5c22-acd8-40c4-95f7-26dbdc81b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.368021 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-391f5c22-acd8-40c4-95f7-26dbdc81b7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.371623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-391f5c22-acd8-40c4-95f7-26dbdc81b7ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08d2f530-0fda-41cb-9c05-24a9f8cf84ba HTTP/1.1" status: 204 len: 168 time: 0.4272354 Jul 16 18:14:43.389613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f5c22-acd8-40c4-95f7-26dbdc81b7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d2f530-0fda-41cb-9c05-24a9f8cf84ba,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.401027 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a15034-e560-4231-9350-9903c5339080 req-58f5df09-2a90-476b-b4ec-d4740df2d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.402631 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85a15034-e560-4231-9350-9903c5339080 req-58f5df09-2a90-476b-b4ec-d4740df2d93d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2985fe4b1cd4e2c8873db97d5897516&device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 1136 time: 0.1749713 Jul 16 18:14:43.426291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4d8c1357-c567-4adb-b455-b1e1ad2517ad req-7b800652-79b8-4ad7-8932-ffbce8421d9f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] For port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,segment=NetworkSegment(52c6c959-643c-4e04-9968-034d4193343d),segment_id=52c6c959-643c-4e04-9968-034d4193343d)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:43.483851 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab4d4556-52b9-4178-827d-f9fc7659d2bb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.487327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96899319-6d6b-49ac-9b40-8b5a0cae6eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fddf7d-aabe-46a1-9890-2ad2517e3fab'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:43.489617 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79780427-1dd4-4243-aebc-2dce3dcaa32f" -d '{"events": [{"server_uuid": "96899319-6d6b-49ac-9b40-8b5a0cae6eb2", "name": "network-vif-plugged", "status": "completed", "tag": "b9fddf7d-aabe-46a1-9890-2ad2517e3fab"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:43.589986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4d4556-52b9-4178-827d-f9fc7659d2bb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:43.597853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ab4d4556-52b9-4178-827d-f9fc7659d2bb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:43.610442 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.615733 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d8c1357-c567-4adb-b455-b1e1ad2517ad req-7b800652-79b8-4ad7-8932-ffbce8421d9f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.622258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Transition to ACTIVE for port object fcff95ce-e2e3-406f-ab13-5c13fc8cac64 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:43.641651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port b9fddf7d-aabe-46a1-9890-2ad2517e3fab, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=b9fddf7d-aabe-46a1-9890-2ad2517e3fab,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:43.656402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4d4556-52b9-4178-827d-f9fc7659d2bb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.656402 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab4d4556-52b9-4178-827d-f9fc7659d2bb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.656596 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.672895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a15034-e560-4231-9350-9903c5339080 req-0af1e65c-6a45-45f7-9fa0-de045d7f6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.674754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85a15034-e560-4231-9350-9903c5339080 req-0af1e65c-6a45-45f7-9fa0-de045d7f6898 service neutron] 10.222.0.32 "GET /v2.0/networks?id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7 HTTP/1.1" status: 200 len: 921 time: 0.2462678 Jul 16 18:14:43.675018 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.675769 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d8c1357-c567-4adb-b455-b1e1ad2517ad req-7b800652-79b8-4ad7-8932-ffbce8421d9f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.680344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3a984-4ed0-4ba2-819b-46d2497c686a req-1037abc1-0971-48df-a06c-1a6070c9e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.684071 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23f3a984-4ed0-4ba2-819b-46d2497c686a req-1037abc1-0971-48df-a06c-1a6070c9e606 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d7eb69e3fd1418481be98bcfdf88558&device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 1096 time: 0.5820730 Jul 16 18:14:43.765598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85a15034-e560-4231-9350-9903c5339080 req-9ee9a75c-1c4b-4e7c-9584-591b255a8fbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 217 time: 0.0827713 Jul 16 18:14:43.779027 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c1357-c567-4adb-b455-b1e1ad2517ad req-7b800652-79b8-4ad7-8932-ffbce8421d9f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.779641 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d8c1357-c567-4adb-b455-b1e1ad2517ad req-7b800652-79b8-4ad7-8932-ffbce8421d9f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.793448 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d8c1357-c567-4adb-b455-b1e1ad2517ad req-7b800652-79b8-4ad7-8932-ffbce8421d9f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "PUT /v2.0/ports/8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 942 time: 1.4763718 Jul 16 18:14:43.845933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8fd79192-f175-4463-97c4-738aeda969c9 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:43.868628 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ab4d4556-52b9-4178-827d-f9fc7659d2bb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9926283 Jul 16 18:14:43.881152 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54636) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:43.890155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-1379e221-1b03-4019-82e5-1603988ad7e7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-698561044', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:43.896056 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d4556-52b9-4178-827d-f9fc7659d2bb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=e0ef326e-c0b1-4af5-9611-5fd019838868,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.005448 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bec1ab-9a1b-41e1-8545-220fcb5cdca6 x-openstack-request-id: req-c2bec1ab-9a1b-41e1-8545-220fcb5cdca6 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:44.005705 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96899319-6d6b-49ac-9b40-8b5a0cae6eb2", "name": "network-vif-plugged", "status": "completed", "tag": "b9fddf7d-aabe-46a1-9890-2ad2517e3fab", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:44.005983 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2bec1ab-9a1b-41e1-8545-220fcb5cdca6 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:44.006627 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96899319-6d6b-49ac-9b40-8b5a0cae6eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fddf7d-aabe-46a1-9890-2ad2517e3fab', 'code': 200} Jul 16 18:14:44.019164 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-eaf71fe4-a0be-4451-a5e0-6dac01772cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.039937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b800652-79b8-4ad7-8932-ffbce8421d9f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Pushing event updated for resources: {'Port': ['ID=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,revision_number=7']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.073715 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.096601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.103431 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-91207e65-3076-4e03-acce-7f655e9f7c9e None None] Deleting port 8fd79192-f175-4463-97c4-738aeda969c9 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:44.104416 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91207e65-3076-4e03-acce-7f655e9f7c9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.123605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a15034-e560-4231-9350-9903c5339080 req-8f9e660a-af26-4e17-9879-b3711c2e750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.125132 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85a15034-e560-4231-9350-9903c5339080 req-8f9e660a-af26-4e17-9879-b3711c2e750f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f59244-0e84-4799-b011-130f6df946ec HTTP/1.1" status: 200 len: 860 time: 0.3197098 Jul 16 18:14:44.153025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a406e-b1e9-43f7-8f6c-2b0734322985 None None] Pushing event updated for resources: {'Port': ['ID=fcff95ce-e2e3-406f-ab13-5c13fc8cac64,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.191820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event updated for resources: {'Port': ['ID=4cb3603d-4b9d-402c-8104-acdb8bd4c07c,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.210400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Attempting to bind port fcff95ce-e2e3-406f-ab13-5c13fc8cac64 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:44.210802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Attempting to bind port fcff95ce-e2e3-406f-ab13-5c13fc8cac64 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:44.211226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Attempting to bind port fcff95ce-e2e3-406f-ab13-5c13fc8cac64 on network 0b1b07de-adb2-4fde-ad74-b324bd311d76 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:44.225937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3a984-4ed0-4ba2-819b-46d2497c686a req-c302beb1-ad5f-444a-bc53-f93f195759af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.227922 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23f3a984-4ed0-4ba2-819b-46d2497c686a req-c302beb1-ad5f-444a-bc53-f93f195759af service neutron] 10.222.0.32 "GET /v2.0/networks?id=e339acec-c85b-4112-8158-f5f19ce5c731 HTTP/1.1" status: 200 len: 909 time: 0.5145590 Jul 16 18:14:44.284307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:44.285190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Checking segment: {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:44.285609 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.286028 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Bound using segment: {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:44.286522 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Bound port: fcff95ce-e2e3-406f-ab13-5c13fc8cac64, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:44.286910 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.299798 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.313089 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1379e221-1b03-4019-82e5-1603988ad7e7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.314691 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1379e221-1b03-4019-82e5-1603988ad7e7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.336558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85a15034-e560-4231-9350-9903c5339080 req-c2062181-1111-4512-ae16-65bb2ad7e5b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067860 Jul 16 18:14:44.358696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e668f-d44d-474f-aca0-4167ffd00729 req-40ca77f2-b298-441c-8730-bff1876df858 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.362685 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23f3a984-4ed0-4ba2-819b-46d2497c686a req-158d4596-d098-438e-838e-36d435d53083 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ab0dd51-e748-4624-8267-7db96cd5feff HTTP/1.1" status: 200 len: 217 time: 0.1027045 Jul 16 18:14:44.366856 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef5e668f-d44d-474f-aca0-4167ffd00729 req-40ca77f2-b298-441c-8730-bff1876df858 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 944 time: 0.7453084 Jul 16 18:14:44.389826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 8fd79192-f175-4463-97c4-738aeda969c9, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8fd79192-f175-4463-97c4-738aeda969c9,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:44.415098 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.466974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['8ae3c76e-20b6-4a5c-ae2c-82448da0e20e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:44.471512 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.514738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=b9fddf7d-aabe-46a1-9890-2ad2517e3fab,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.535119 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.537678 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-62b1f0e6-36f8-4492-aac2-f1b89f7d49ed tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6726277 Jul 16 18:14:44.574822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3a984-4ed0-4ba2-819b-46d2497c686a req-98721a99-d1e7-4c82-97f5-ed4cbfdf7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.578667 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=8fd79192-f175-4463-97c4-738aeda969c9,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.582396 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23f3a984-4ed0-4ba2-819b-46d2497c686a req-98721a99-d1e7-4c82-97f5-ed4cbfdf7502 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25656725-41f9-4a32-baba-716c23fcbd93 HTTP/1.1" status: 200 len: 848 time: 0.2003145 Jul 16 18:14:44.589023 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['8ae3c76e-20b6-4a5c-ae2c-82448da0e20e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:44.595805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-91207e65-3076-4e03-acce-7f655e9f7c9e None None] For port 8fd79192-f175-4463-97c4-738aeda969c9, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8fd79192-f175-4463-97c4-738aeda969c9,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:44.596222 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91207e65-3076-4e03-acce-7f655e9f7c9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.669033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-91207e65-3076-4e03-acce-7f655e9f7c9e None None] Calling delete_port for 8fd79192-f175-4463-97c4-738aeda969c9 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:44.683017 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23f3a984-4ed0-4ba2-819b-46d2497c686a req-bf1e2fe1-6778-4f61-9113-60c57a133c64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e339acec-c85b-4112-8158-f5f19ce5c731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962491 Jul 16 18:14:44.731441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] For port fcff95ce-e2e3-406f-ab13-5c13fc8cac64, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:44.770380 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1379e221-1b03-4019-82e5-1603988ad7e7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.794499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef5e668f-d44d-474f-aca0-4167ffd00729 req-bfe238d8-949e-4a87-aaa8-10b7271ccdab tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263346 Jul 16 18:14:44.802623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] For port fcff95ce-e2e3-406f-ab13-5c13fc8cac64, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fcff95ce-e2e3-406f-ab13-5c13fc8cac64,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:44.821925 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.824460 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1379e221-1b03-4019-82e5-1603988ad7e7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.838246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54664) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:44.847588 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55709a66-e697-4482-829e-aa99d931529a req-7e3357ee-0c53-47aa-b887-53015a6f2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.856359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55709a66-e697-4482-829e-aa99d931529a req-7e3357ee-0c53-47aa-b887-53015a6f2cf4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1098 time: 0.8850689 Jul 16 18:14:44.861932 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-8342065a-9c82-457c-b181-30ae653d58a3 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8535898 Jul 16 18:14:44.880979 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23f3a984-4ed0-4ba2-819b-46d2497c686a req-8161133e-2a6d-4500-859c-e132f568ac1f service neutron] 10.222.0.32 "GET /v2.0/networks/e339acec-c85b-4112-8158-f5f19ce5c731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902235 Jul 16 18:14:44.902942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:44.994280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85a15034-e560-4231-9350-9903c5339080 req-ea94394f-848b-4193-b07d-c842dce3c188 service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466191 Jul 16 18:14:45.039742 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.049812 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-23f3a984-4ed0-4ba2-819b-46d2497c686a req-772cecb2-0599-4f26-80ae-0ef20080d4cb service neutron] 10.222.0.32 "GET /v2.0/networks/e339acec-c85b-4112-8158-f5f19ce5c731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618385 Jul 16 18:14:45.075650 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1379e221-1b03-4019-82e5-1603988ad7e7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.079895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1379e221-1b03-4019-82e5-1603988ad7e7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1930063 Jul 16 18:14:45.080278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54672) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:45.165621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a406e-b1e9-43f7-8f6c-2b0734322985 None None] Pushing event updated for resources: {'Port': ['ID=fcff95ce-e2e3-406f-ab13-5c13fc8cac64,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.188877 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91207e65-3076-4e03-acce-7f655e9f7c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.255608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91207e65-3076-4e03-acce-7f655e9f7c9e None None] Pushing event deleted for resources: {'Port': ['ID=8fd79192-f175-4463-97c4-738aeda969c9,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.266189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91207e65-3076-4e03-acce-7f655e9f7c9e None None] No DVR routers for this DVR port 8fd79192-f175-4463-97c4-738aeda969c9 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:45.294756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5fb934-3ba6-4222-bf11-4009cc684ee3 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:45.356908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:45.357542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:45.642733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:45.645485 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200a3ba6-1a98-4425-9155-5c26e2e37f53" -d '{"events": [{"name": "network-changed", "server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:45.658370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:45.660618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-834167155-network', 'tenant_id': 'e0facca1a5e448889b18a63e5ffa50bf'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:45.680003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55709a66-e697-4482-829e-aa99d931529a req-09b5f700-7668-4ce2-af48-71dd15879434 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8046236 Jul 16 18:14:45.768396 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Made reservation on behalf of e0facca1a5e448889b18a63e5ffa50bf for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:45.772595 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.801689 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28bdb72a-854b-42e0-aa63-d3102d406a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.848501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85a15034-e560-4231-9350-9903c5339080 req-e731e2be-b9f1-4321-9f69-7707117ced32 service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7943566 Jul 16 18:14:45.849768 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.852860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eabb9-0825-4f8e-b683-9a104ad37b76 req-3d23bb5d-e673-4491-bdba-8578e5bd9c54 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:45.854926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a29eabb9-0825-4f8e-b683-9a104ad37b76 req-3d23bb5d-e673-4491-bdba-8578e5bd9c54 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1098 time: 0.8917034 Jul 16 18:14:45.905819 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': 'e0ef326e-c0b1-4af5-9611-5fd019838868'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:45.906692 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.913400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fcff95ce-e2e3-406f-ab13-5c13fc8cac64 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:45.978791 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a29eabb9-0825-4f8e-b683-9a104ad37b76 req-04f10fa4-4e51-4918-8a21-73dd4e98df10 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972404 Jul 16 18:14:45.990198 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.029382 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.051318 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.207006 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.233346 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.234965 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port fcff95ce-e2e3-406f-ab13-5c13fc8cac64 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:46.239822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Allocated IP 172.25.3.76 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/5e392d36-a2f0-454f-86c6-6ab4417172d6) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:46.248262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-cf9cbf79-bf68-4362-be67-a9cf01762a70 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--805796058&fields=id&tenant_id=720864dcfcf24357b1805504d075367f HTTP/1.1" status: 200 len: 267 time: 0.1067696 Jul 16 18:14:46.279394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:46.290294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port fcff95ce-e2e3-406f-ab13-5c13fc8cac64 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:46.290666 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.368595 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.369509 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Added segment dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47 of type vlan for network db4b414f-0821-4aa3-9580-2875c68131cb Jul 16 18:14:46.389955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Allocated IP 2001:db8::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/e0ef326e-c0b1-4af5-9611-5fd019838868/bcb6cbd5-1e9f-42c7-9686-dfb4d1700860) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:46.393147 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bf9d02-b08e-4654-9984-8c4b69e69d87,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.405276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:46.570295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-6a4bdb54-6db6-46fd-aed7-ff151d44dc2a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.572093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-6a4bdb54-6db6-46fd-aed7-ff151d44dc2a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 816 time: 0.3059819 Jul 16 18:14:46.583889 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.611282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b94ab9-0681-4a21-aa2a-3b97dcec0157 None None] The sync data for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 is: [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:44Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:46.613984 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-b3f0162f-50a7-4c51-aa6f-2dd20d1c4276 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/quotas/720864dcfcf24357b1805504d075367f HTTP/1.1" status: 200 len: 375 time: 0.0115061 Jul 16 18:14:46.619032 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.690364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port fcff95ce-e2e3-406f-ab13-5c13fc8cac64, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fcff95ce-e2e3-406f-ab13-5c13fc8cac64,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:46.702031 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.711121 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.719194 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.723624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.724615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.725198 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.746818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9ab0dd51-e748-4624-8267-7db96cd5feff details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:46.763755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Transition to ACTIVE for port object bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:46.807303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Transition to ACTIVE for port object bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:46.817014 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=fcff95ce-e2e3-406f-ab13-5c13fc8cac64,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.836217 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.846481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=db4b414f-0821-4aa3-9580-2875c68131cb,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.876143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network db4b414f-0821-4aa3-9580-2875c68131cb details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:46.887768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-346afda6-e5a3-4cc1-a2a8-849bc4290ca8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0141437 Jul 16 18:14:46.888470 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.888603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54696) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.900983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0217b16e-7498-4b19-8292-62e4d13f71ec admin admin] Request body: {'subnet': {'network_id': 'db4b414f-0821-4aa3-9580-2875c68131cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-834167155-subnet', 'tenant_id': 'e0facca1a5e448889b18a63e5ffa50bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:46.958982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::1 (e8517db6-f0e1-4090-9d37-24c97738cf54/e0ef326e-c0b1-4af5-9611-5fd019838868/ac90579b-443b-43f3-854f-3c6c00b7b50d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:46.959922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Pushing event updated for resources: {'Port': ['ID=5e392d36-a2f0-454f-86c6-6ab4417172d6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.976580 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0217b16e-7498-4b19-8292-62e4d13f71ec admin admin] Made reservation on behalf of e0facca1a5e448889b18a63e5ffa50bf for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:46.980384 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0217b16e-7498-4b19-8292-62e4d13f71ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.984436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:46.993368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-0ab9736f-f7f1-49b3-80f5-a2e16d9cc2ec tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3569717 Jul 16 18:14:46.995115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:46.999595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:47.025140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:47.032959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:47.038747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Pushing event updated for resources: {'Port': ['ID=bcb6cbd5-1e9f-42c7-9686-dfb4d1700860,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:47.041114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:47.096669 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9ab0dd51-e748-4624-8267-7db96cd5feff, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9ab0dd51-e748-4624-8267-7db96cd5feff,segment=NetworkSegment(8bc1b359-6b16-4d73-b20a-81ff81b0fb42),segment_id=8bc1b359-6b16-4d73-b20a-81ff81b0fb42)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:47.194497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '9ab0dd51-e748-4624-8267-7db96cd5feff', 'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731', 'port_id': '9ab0dd51-e748-4624-8267-7db96cd5feff', 'mac_address': 'fa:16:3e:43:cd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25656725-41f9-4a32-baba-716c23fcbd93', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:47.196792 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Attempting to bind port bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:47.197242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Attempting to bind port bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:47.197743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Attempting to bind port bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:47.233167 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:47.233989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:47.234504 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.235162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:47.235747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Bound port: bcb6cbd5-1e9f-42c7-9686-dfb4d1700860, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:47.236240 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.256093 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.277367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-e82c88ac-f83a-47de-aa59-b1dc5a210751 service neutron] 10.222.0.24 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380145 Jul 16 18:14:47.340359 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.357961 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab0dd51-e748-4624-8267-7db96cd5feff {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:47.391599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.414443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9ab0dd51-e748-4624-8267-7db96cd5feff, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9ab0dd51-e748-4624-8267-7db96cd5feff,segment=NetworkSegment(8bc1b359-6b16-4d73-b20a-81ff81b0fb42),segment_id=8bc1b359-6b16-4d73-b20a-81ff81b0fb42)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:47.423815 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object ac90579b-443b-43f3-854f-3c6c00b7b50d will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:47.428031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] For port bcb6cbd5-1e9f-42c7-9686-dfb4d1700860, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:47.430194 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.438206 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.447571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] For port bcb6cbd5-1e9f-42c7-9686-dfb4d1700860, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bcb6cbd5-1e9f-42c7-9686-dfb4d1700860,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:47.475726 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0217b16e-7498-4b19-8292-62e4d13f71ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.541717 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217b16e-7498-4b19-8292-62e4d13f71ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f234aa-44fd-409a-b9cf-4af01fc409a9,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:47.543274 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.545544 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.547608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9ab0dd51-e748-4624-8267-7db96cd5feff,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:47.638564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=ac90579b-443b-43f3-854f-3c6c00b7b50d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:47.667182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:47.667911 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.676193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:47.679032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:47.681612 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.688109 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['9ab0dd51-e748-4624-8267-7db96cd5feff'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:47.753403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5735227-5e67-41f1-a809-0694d6b31e75 None None] Pushing event updated for resources: {'Port': ['ID=bcb6cbd5-1e9f-42c7-9686-dfb4d1700860,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:47.813796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fcff95ce-e2e3-406f-ab13-5c13fc8cac64 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:47.823609 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0217b16e-7498-4b19-8292-62e4d13f71ec admin admin] Checking segment: {'id': 'dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db4b414f-0821-4aa3-9580-2875c68131cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:47.823972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217b16e-7498-4b19-8292-62e4d13f71ec admin admin] Network hostable DHCP agents. Network: db4b414f-0821-4aa3-9580-2875c68131cb, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:47.826390 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-6ee69d8c-ae8e-44c3-8274-9f4c8e58fe18 service neutron] 10.222.0.24 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401542 Jul 16 18:14:47.833187 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.846659 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.945989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port fcff95ce-e2e3-406f-ab13-5c13fc8cac64 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:47.947052 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.974758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217b16e-7498-4b19-8292-62e4d13f71ec admin admin] Network db4b414f-0821-4aa3-9580-2875c68131cb is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:48.011025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-0217b16e-7498-4b19-8292-62e4d13f71ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, db4b414f-0821-4aa3-9580-2875c68131cb) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:48.023403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0217b16e-7498-4b19-8292-62e4d13f71ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:48.024197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0217b16e-7498-4b19-8292-62e4d13f71ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.038399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb921d43-5b64-4e77-a0fb-66cbf23be4cc None None] Network db4b414f-0821-4aa3-9580-2875c68131cb requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:48.141731 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0217b16e-7498-4b19-8292-62e4d13f71ec admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2477250 Jul 16 18:14:48.148827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Pushing event updated for resources: {'Port': ['ID=5e392d36-a2f0-454f-86c6-6ab4417172d6,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.157344 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.173652 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.226301 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.227639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-c2f3d013-ee78-4872-bb42-3919b2910caf tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3580334 Jul 16 18:14:48.315563 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f58fc21-1d96-4e86-9f84-59862610404b x-openstack-request-id: req-0f58fc21-1d96-4e86-9f84-59862610404b {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:48.316220 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:48.316220 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f58fc21-1d96-4e86-9f84-59862610404b {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:48.316519 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e', 'status': 'completed', 'code': 200} Jul 16 18:14:48.530303 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-e5bb775b-4ff1-475c-9c97-32c41886682f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.2957268 Jul 16 18:14:48.860464 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.867699 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.868731 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.869138 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82aa6f-4e78-4099-ab16-294d6b2c34b6 req-3b983c19-81fe-4b0e-a787-9a36eff7df6c tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:48.873458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb82aa6f-4e78-4099-ab16-294d6b2c34b6 req-3b983c19-81fe-4b0e-a787-9a36eff7df6c tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 945 time: 0.3820956 Jul 16 18:14:48.909375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d214992-d1e2-47ab-b770-bde0d4278e35 None None] Network db4b414f-0821-4aa3-9580-2875c68131cb requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:48.923925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a3ba6-1a98-4425-9155-5c26e2e37f53 req-5cdfeadb-7a07-4cc6-b669-79257540cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:48.927283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-200a3ba6-1a98-4425-9155-5c26e2e37f53 req-5cdfeadb-7a07-4cc6-b669-79257540cd77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2985fe4b1cd4e2c8873db97d5897516&device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 1097 time: 0.6096141 Jul 16 18:14:49.052625 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.066976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=ac90579b-443b-43f3-854f-3c6c00b7b50d,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:49.196148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:49.199890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:49.240805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-8589f1ee-b48f-48a9-86ef-117abb04311a tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.242311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-8589f1ee-b48f-48a9-86ef-117abb04311a tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.6892204 Jul 16 18:14:49.294213 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-d5900770-0d7e-4195-9cab-6ce0c51b7eda tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:14:49.300031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e63bc55a-cc2b-4966-87be-6e54d0927318 req-d5900770-0d7e-4195-9cab-6ce0c51b7eda tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0343084 Jul 16 18:14:49.330992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54736) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.338928 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb82aa6f-4e78-4099-ab16-294d6b2c34b6 req-6c1de537-76d7-4d16-8496-5b103231439a tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402332 Jul 16 18:14:49.355973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1538235222-network', 'tenant_id': '245e46cd47aa4910a3c67a27b58d7618'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:49.426891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a3ba6-1a98-4425-9155-5c26e2e37f53 req-832091ab-465a-41da-90a2-2c4503e9d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.432889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-200a3ba6-1a98-4425-9155-5c26e2e37f53 req-832091ab-465a-41da-90a2-2c4503e9d3a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7 HTTP/1.1" status: 200 len: 921 time: 0.4796255 Jul 16 18:14:49.543642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-200a3ba6-1a98-4425-9155-5c26e2e37f53 req-c37b4905-97b2-4775-a262-3277f0fadc86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 217 time: 0.1029496 Jul 16 18:14:49.565302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Router c95972f8-6a75-4521-97d7-96802e90e580 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:49.623075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c2a518eb-1f14-499d-b43d-69d69c5259b3 None None] Provisioning for port bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:49.696935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:49.718024 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8ce27e65-a17b-4f4c-b462-e3a46787eb30 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "PUT /v2.0/routers/c95972f8-6a75-4521-97d7-96802e90e580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6363587 Jul 16 18:14:49.721045 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54742) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.722891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3fb259b0-51ed-4154-b6dd-988bfcc8ae92 req-e164a12f-6aa3-44c2-81d7-9d277ecd87c0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 210 time: 0.1110487 Jul 16 18:14:49.723522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Made reservation on behalf of 245e46cd47aa4910a3c67a27b58d7618 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:49.726606 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.739449 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.740717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] Sync routers for ids ['c95972f8-6a75-4521-97d7-96802e90e580'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:49.764800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a3ba6-1a98-4425-9155-5c26e2e37f53 req-0f6ad0fd-49ca-4819-a869-b43a70b1d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.766344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-200a3ba6-1a98-4425-9155-5c26e2e37f53 req-0f6ad0fd-49ca-4819-a869-b43a70b1d826 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f59244-0e84-4799-b011-130f6df946ec HTTP/1.1" status: 200 len: 860 time: 0.2101719 Jul 16 18:14:49.779094 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] Routers {'c95972f8-6a75-4521-97d7-96802e90e580'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:49.780277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c95972f8-6a75-4521-97d7-96802e90e580'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:49.814922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e9b7b-b8b2-426a-b667-ff6d89b9c518 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.817066 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ce5e9b7b-b8b2-426a-b667-ff6d89b9c518 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports/ac90579b-443b-43f3-854f-3c6c00b7b50d HTTP/1.1" status: 200 len: 911 time: 0.0946896 Jul 16 18:14:49.820004 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54744) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.876109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e71f4-d76f-4764-a1f2-78de24fd01ab req-19254af1-23e8-41dc-be5b-34bbc07ecf50 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.881001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d38e71f4-d76f-4764-a1f2-78de24fd01ab req-19254af1-23e8-41dc-be5b-34bbc07ecf50 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1098 time: 0.3233192 Jul 16 18:14:49.892086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-200a3ba6-1a98-4425-9155-5c26e2e37f53 req-e38b5e15-7e0a-4774-a3cf-2ad6d253f0af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117282 Jul 16 18:14:49.923296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:49.964232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11921796-d7b1-487c-8d12-f7a4e853d2f9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.975639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11921796-d7b1-487c-8d12-f7a4e853d2f9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.979168 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-11921796-d7b1-487c-8d12-f7a4e853d2f9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1577888 Jul 16 18:14:49.981422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54746) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:50.140595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-87f06c2d-3542-4854-a2c0-79adc9f52a64 None None] Provisioning for port ac90579b-443b-43f3-854f-3c6c00b7b50d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:50.143853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] Set router c95972f8-6a75-4521-97d7-96802e90e580 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:50.185197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-87f06c2d-3542-4854-a2c0-79adc9f52a64 None None] Provisioning complete for port ac90579b-443b-43f3-854f-3c6c00b7b50d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:50.185602 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-87f06c2d-3542-4854-a2c0-79adc9f52a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.289198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-87f06c2d-3542-4854-a2c0-79adc9f52a64 None None] Port ac90579b-443b-43f3-854f-3c6c00b7b50d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:50.325010 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d38e71f4-d76f-4764-a1f2-78de24fd01ab req-1238d98c-7d05-404e-b6d6-78e055cf92f1 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099283 Jul 16 18:14:50.393537 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:50.411311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:50.411689 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.576679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-6697d09f-d44b-464f-974f-70b7dc316b52 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.578564 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-6697d09f-d44b-464f-974f-70b7dc316b52 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.11 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 816 time: 0.5732794 Jul 16 18:14:50.594038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-200a3ba6-1a98-4425-9155-5c26e2e37f53 req-ed376de9-35b8-40b9-b472-6048e83afeda service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010374 Jul 16 18:14:50.692018 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b87718a4-4a0b-428a-b2cd-a1869e5b997a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.722199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2e481153-8358-491d-9b57-d1a89288ea46 None None] Provisioning complete for port ac90579b-443b-43f3-854f-3c6c00b7b50d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:50.722976 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2e481153-8358-491d-9b57-d1a89288ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.757999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-e4f0d845-2c8c-405f-a11a-53122289719d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.759693 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-e4f0d845-2c8c-405f-a11a-53122289719d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6880109 Jul 16 18:14:50.780332 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.791694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9ab0dd51-e748-4624-8267-7db96cd5feff up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:50.821499 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.843563 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.879027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2e481153-8358-491d-9b57-d1a89288ea46 None None] Port ac90579b-443b-43f3-854f-3c6c00b7b50d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:50.889330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-6bfa0dd0-6b64-41b0-9269-b537ccf52573 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=720864dcfcf24357b1805504d075367f HTTP/1.1" status: 200 len: 379 time: 0.2793837 Jul 16 18:14:50.914054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-6c67813f-a5b3-4706-a4e9-fbbda2b1d5eb tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.1446240 Jul 16 18:14:50.918629 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Request body: {'port': {'device_id': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'admin_state_up': True, 'tenant_id': '720864dcfcf24357b1805504d075367f', 'security_groups': ['934971d3-edf9-42a5-809b-5419685fbfea']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:50.932901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port bcb6cbd5-1e9f-42c7-9686-dfb4d1700860, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bcb6cbd5-1e9f-42c7-9686-dfb4d1700860,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:50.946835 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.958153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:50.979745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 9ab0dd51-e748-4624-8267-7db96cd5feff completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:51.002718 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95972f8-6a75-4521-97d7-96802e90e580', 'name': 'tempest-NetworksTestDHCPv6-router-698561044', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:44Z', 'updated_at': '2021-07-16T18:14:47Z', 'revision_number': 2, 'project_id': '71cb9f648a7a444bbaad3f137b69223f', 'gw_port_host': None, '_interfaces': [{'id': 'ac90579b-443b-43f3-854f-3c6c00b7b50d', 'name': '', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'mac_address': 'fa:16:3e:61:06:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95972f8-6a75-4521-97d7-96802e90e580', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': 'e0ef326e-c0b1-4af5-9611-5fd019838868', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:46Z', 'updated_at': '2021-07-16T18:14:48Z', 'revision_number': 2, 'project_id': '71cb9f648a7a444bbaad3f137b69223f', 'subnets': [{'id': 'e0ef326e-c0b1-4af5-9611-5fd019838868', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:51.014722 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b87718a4-4a0b-428a-b2cd-a1869e5b997a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port ac90579b-443b-43f3-854f-3c6c00b7b50d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:51.015757 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b87718a4-4a0b-428a-b2cd-a1869e5b997a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.034753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 9ab0dd51-e748-4624-8267-7db96cd5feff triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:51.035137 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.041333 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] Checking router: c95972f8-6a75-4521-97d7-96802e90e580 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:51.041333 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] Updating router c95972f8-6a75-4521-97d7-96802e90e580 port ac90579b-443b-43f3-854f-3c6c00b7b50d binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:51.108137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=bcb6cbd5-1e9f-42c7-9686-dfb4d1700860,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.127253 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.136156 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b87718a4-4a0b-428a-b2cd-a1869e5b997a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.151749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b87718a4-4a0b-428a-b2cd-a1869e5b997a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for ac90579b-443b-43f3-854f-3c6c00b7b50d owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:51.322125 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.370913 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b87718a4-4a0b-428a-b2cd-a1869e5b997a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.401696 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9ab0dd51-e748-4624-8267-7db96cd5feff, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9ab0dd51-e748-4624-8267-7db96cd5feff,segment=NetworkSegment(8bc1b359-6b16-4d73-b20a-81ff81b0fb42),segment_id=8bc1b359-6b16-4d73-b20a-81ff81b0fb42)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:51.401966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-bb536446-edc1-473e-bceb-7c68dffb01ad tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Request body: {'floatingip': {'port_id': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:51.404076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87718a4-4a0b-428a-b2cd-a1869e5b997a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=ac90579b-443b-43f3-854f-3c6c00b7b50d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.460645 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d8332f-4820-4fee-ad97-87e896048cae,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.472423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c013947-0015-4c57-8f78-d11a845e9234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab0dd51-e748-4624-8267-7db96cd5feff'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:51.474708 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6514d383-9a9d-479f-bf04-034d051b237b" -d '{"events": [{"server_uuid": "7c013947-0015-4c57-8f78-d11a845e9234", "name": "network-vif-plugged", "status": "completed", "tag": "9ab0dd51-e748-4624-8267-7db96cd5feff"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:51.475344 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.475814 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Added segment 0a4d2dd4-d665-4822-9a89-20a9987002a8 of type vlan for network c7777617-4ee4-4a37-befb-f4b766e451aa Jul 16 18:14:51.479569 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.535243 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-bb536446-edc1-473e-bceb-7c68dffb01ad tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.543919 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-200a3ba6-1a98-4425-9155-5c26e2e37f53 req-67f62a62-4c55-4a12-988b-9da5df996789 service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9254215 Jul 16 18:14:51.548670 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9ab0dd51-e748-4624-8267-7db96cd5feff,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.570108 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b87718a4-4a0b-428a-b2cd-a1869e5b997a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.636060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8ab19-5eb0-42cb-acdd-909f6c065cf8 req-dec33d00-86aa-4fbb-b840-05c8b5ccb6de tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.647952 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ec8ab19-5eb0-42cb-acdd-909f6c065cf8 req-dec33d00-86aa-4fbb-b840-05c8b5ccb6de tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1098 time: 1.0420012 Jul 16 18:14:51.685449 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:14:51.686185 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:14:51.763148 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.780393 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:51.809447 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87718a4-4a0b-428a-b2cd-a1869e5b997a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Router c95972f8-6a75-4521-97d7-96802e90e580 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:51.843652 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.844675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.845257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.846451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:51.846901 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.876384 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Made reservation on behalf of 720864dcfcf24357b1805504d075367f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:51.880508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.902094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87718a4-4a0b-428a-b2cd-a1869e5b997a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:51.913872 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b87718a4-4a0b-428a-b2cd-a1869e5b997a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "PUT /v2.0/routers/c95972f8-6a75-4521-97d7-96802e90e580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9306102 Jul 16 18:14:51.914504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54766) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:51.968899 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:14:52.008075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dc9fa9-1c63-4493-a26f-6d437567565d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.009966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dc9fa9-1c63-4493-a26f-6d437567565d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.016158 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-78dc9fa9-1c63-4493-a26f-6d437567565d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1002471 Jul 16 18:14:52.016885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54768) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:52.041696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Allocated IP 172.20.0.11 (0b1b07de-adb2-4fde-ad74-b324bd311d76/69cb5c8d-5d86-4431-b010-6b2c6e708946/1f3c3132-5746-4a43-a198-55e663d9b4bc) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:52.073705 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ec8ab19-5eb0-42cb-acdd-909f6c065cf8 req-3710b994-2175-46a3-b921-4c9555cc4916 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247212 Jul 16 18:14:52.093590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ca5ef4-3f3e-4d9a-8985-3609c0ed9bfb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet e0ef326e-c0b1-4af5-9611-5fd019838868 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:52.108071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7680130 Jul 16 18:14:52.111705 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5ef4-3f3e-4d9a-8985-3609c0ed9bfb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.114797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54772) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:52.150315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f497591d-4528-4012-871d-9c76df37031c admin admin] Request body: {'subnet': {'network_id': 'c7777617-4ee4-4a37-befb-f4b766e451aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1538235222-subnet', 'tenant_id': '245e46cd47aa4910a3c67a27b58d7618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:52.165415 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5ef4-3f3e-4d9a-8985-3609c0ed9bfb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.185845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f497591d-4528-4012-871d-9c76df37031c admin admin] Made reservation on behalf of 245e46cd47aa4910a3c67a27b58d7618 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:52.188399 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f497591d-4528-4012-871d-9c76df37031c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.194852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531502f-5bbb-487f-82fb-2dfad4df00df admin admin] Pushing event updated for resources: {'Network': ['ID=c7777617-4ee4-4a37-befb-f4b766e451aa,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:52.229682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] Port ac90579b-443b-43f3-854f-3c6c00b7b50d not found while updating agent binding for router c95972f8-6a75-4521-97d7-96802e90e580. {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:14:52.233245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network c7777617-4ee4-4a37-befb-f4b766e451aa details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:52.271235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] Routers {'c95972f8-6a75-4521-97d7-96802e90e580'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:52.271947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c95972f8-6a75-4521-97d7-96802e90e580'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:52.339319 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5ef4-3f3e-4d9a-8985-3609c0ed9bfb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.363594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] Set router c95972f8-6a75-4521-97d7-96802e90e580 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:52.429401 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5ef4-3f3e-4d9a-8985-3609c0ed9bfb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.476320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca5ef4-3f3e-4d9a-8985-3609c0ed9bfb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ef326e-c0b1-4af5-9611-5fd019838868,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:52.479154 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5ef4-3f3e-4d9a-8985-3609c0ed9bfb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.482291 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c8ca5ef4-3f3e-4d9a-8985-3609c0ed9bfb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/e0ef326e-c0b1-4af5-9611-5fd019838868 HTTP/1.1" status: 204 len: 168 time: 0.4635761 Jul 16 18:14:52.485320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54776) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:52.492123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c95972f8-6a75-4521-97d7-96802e90e580', 'name': 'tempest-NetworksTestDHCPv6-router-698561044', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:44Z', 'updated_at': '2021-07-16T18:14:51Z', 'revision_number': 3, 'project_id': '71cb9f648a7a444bbaad3f137b69223f', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:52.494324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87046b8c-de29-498f-830e-ed7c025864f8 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:52.629877 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc070eb-6f63-44ca-a222-48eae58283aa None None] The sync data for ids ['c95972f8-6a75-4521-97d7-96802e90e580'] in n-d-787205-10 is: [{'id': 'c95972f8-6a75-4521-97d7-96802e90e580', 'name': 'tempest-NetworksTestDHCPv6-router-698561044', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:44Z', 'updated_at': '2021-07-16T18:14:51Z', 'revision_number': 3, 'project_id': '71cb9f648a7a444bbaad3f137b69223f', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:52.735978 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.785110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9336ef-f5a0-4cf5-beab-7bfc343d5d04 None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:52.822168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c48726-68aa-4375-b1a1-34745474159f req-da774733-cb46-48b9-97c5-2740628818fa tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.824215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34c48726-68aa-4375-b1a1-34745474159f req-da774733-cb46-48b9-97c5-2740628818fa tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 946 time: 0.4887192 Jul 16 18:14:52.829340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Transition to ACTIVE for port object 1f3c3132-5746-4a43-a198-55e663d9b4bc will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:52.867012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0f9336ef-f5a0-4cf5-beab-7bfc343d5d04 None None] Deleting port bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:52.867577 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0f9336ef-f5a0-4cf5-beab-7bfc343d5d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.990093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-34c48726-68aa-4375-b1a1-34745474159f req-c8c60665-a0f3-4d05-96cb-a3684dfdf7bd tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453962 Jul 16 18:14:53.009053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0f9336ef-f5a0-4cf5-beab-7bfc343d5d04 None None] For port bcb6cbd5-1e9f-42c7-9686-dfb4d1700860, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bcb6cbd5-1e9f-42c7-9686-dfb4d1700860,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:53.009753 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0f9336ef-f5a0-4cf5-beab-7bfc343d5d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.044462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0f9336ef-f5a0-4cf5-beab-7bfc343d5d04 None None] Calling delete_port for bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:53.069292 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f497591d-4528-4012-871d-9c76df37031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.072539 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-99b3de51-6ea1-4dec-8159-360407ab921e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5835447 Jul 16 18:14:53.073043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54782) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.158832 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a24b4cab-70b9-4728-b512-463fce459991 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.160485 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0f9336ef-f5a0-4cf5-beab-7bfc343d5d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.167332 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.190608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9336ef-f5a0-4cf5-beab-7bfc343d5d04 None None] Pushing event deleted for resources: {'Port': ['ID=bcb6cbd5-1e9f-42c7-9686-dfb4d1700860,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:53.192517 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.197718 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9336ef-f5a0-4cf5-beab-7bfc343d5d04 None None] No DVR routers for this DVR port bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:53.276376 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.db.resource_extend [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-bb536446-edc1-473e-bceb-7c68dffb01ad tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:14:53.282402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Network 0b1b07de-adb2-4fde-ad74-b324bd311d76 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:53.330681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:53.342253 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a24b4cab-70b9-4728-b512-463fce459991 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.344461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:53.344666 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a24b4cab-70b9-4728-b512-463fce459991 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.363842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497591d-4528-4012-871d-9c76df37031c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0abdfe4-0697-4573-b19a-4367af1d99a8,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:53.401827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event updated for resources: {'Port': ['ID=1f3c3132-5746-4a43-a198-55e663d9b4bc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:53.427922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a24b4cab-70b9-4728-b512-463fce459991 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.429153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24b4cab-70b9-4728-b512-463fce459991 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Fanout notify agent at l3_agent the message router_deleted on router c95972f8-6a75-4521-97d7-96802e90e580 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:53.433967 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-bb536446-edc1-473e-bceb-7c68dffb01ad tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.435762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497591d-4528-4012-871d-9c76df37031c admin admin] Checking segment: {'id': '0a4d2dd4-d665-4822-9a89-20a9987002a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c7777617-4ee4-4a37-befb-f4b766e451aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:53.436203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497591d-4528-4012-871d-9c76df37031c admin admin] Network hostable DHCP agents. Network: c7777617-4ee4-4a37-befb-f4b766e451aa, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:53.449847 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-bb536446-edc1-473e-bceb-7c68dffb01ad tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.464392 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a24b4cab-70b9-4728-b512-463fce459991 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.468877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.469232 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a24b4cab-70b9-4728-b512-463fce459991 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/routers/c95972f8-6a75-4521-97d7-96802e90e580 HTTP/1.1" status: 204 len: 168 time: 0.3954461 Jul 16 18:14:53.469639 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.469911 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54786) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.514609 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-49793de6-efa7-4c71-942e-eeede5080537 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0424864 Jul 16 18:14:53.516878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54788) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.549772 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff660d2-24a8-4c19-ae7d-35025d32ba27 req-5b154bab-4f2d-4cc1-a252-d0c44473723d tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.551658 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dff660d2-24a8-4c19-ae7d-35025d32ba27 req-5b154bab-4f2d-4cc1-a252-d0c44473723d tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 932 time: 0.3805506 Jul 16 18:14:53.576003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497591d-4528-4012-871d-9c76df37031c admin admin] Network c7777617-4ee4-4a37-befb-f4b766e451aa is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:53.587705 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-5c9f707b-01fc-492b-9f58-3bb96d79f5b2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6852617 Jul 16 18:14:53.600345 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d86ced5-8898-428d-bb69-12650d53e7f8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.605565 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4d86ced5-8898-428d-bb69-12650d53e7f8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0876606 Jul 16 18:14:53.606207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54790) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.654093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Request body: {'port': {'device_id': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:53.667588 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54792) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.669191 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b58c9103-83d8-4483-9715-272d5e32b595 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608866 Jul 16 18:14:53.694293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-71f0fce2-f2e6-47fa-b816-77c60f97402c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:53.708423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-f497591d-4528-4012-871d-9c76df37031c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, c7777617-4ee4-4a37-befb-f4b766e451aa) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:53.727102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0404dd-0634-41a2-8123-8ffc0b048434 None None] Network c7777617-4ee4-4a37-befb-f4b766e451aa requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:53.742709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497591d-4528-4012-871d-9c76df37031c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.743392 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f497591d-4528-4012-871d-9c76df37031c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.778092 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dff660d2-24a8-4c19-ae7d-35025d32ba27 req-eee055b8-d922-41c7-8aa4-ebb1764ab539 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082934 Jul 16 18:14:53.817093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:53.819029 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-bb536446-edc1-473e-bceb-7c68dffb01ad tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Floating IP ea40bbc7-3656-41bf-849d-71845c78bd90 associated. External IP: 172.25.3.76, port: 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e. Jul 16 18:14:53.845167 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:53.845167 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bcb6cbd5-1e9f-42c7-9686-dfb4d1700860 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:53.846530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2f661b8a-7dc7-4a58-887e-3b89f0aec0a6 None None] Provisioning for port 1f3c3132-5746-4a43-a198-55e663d9b4bc completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:53.861940 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2f661b8a-7dc7-4a58-887e-3b89f0aec0a6 None None] Provisioning complete for port 1f3c3132-5746-4a43-a198-55e663d9b4bc triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:53.862319 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2f661b8a-7dc7-4a58-887e-3b89f0aec0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.889549 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087c68f3-4b0e-4d07-86ae-e7afc8b9d9d9 x-openstack-request-id: req-087c68f3-4b0e-4d07-86ae-e7afc8b9d9d9 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:53.892060 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c013947-0015-4c57-8f78-d11a845e9234", "name": "network-vif-plugged", "status": "completed", "tag": "9ab0dd51-e748-4624-8267-7db96cd5feff", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:53.892454 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-087c68f3-4b0e-4d07-86ae-e7afc8b9d9d9 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:53.908021 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c013947-0015-4c57-8f78-d11a845e9234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab0dd51-e748-4624-8267-7db96cd5feff', 'code': 200} Jul 16 18:14:53.932856 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f497591d-4528-4012-871d-9c76df37031c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7984970 Jul 16 18:14:53.947999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2f661b8a-7dc7-4a58-887e-3b89f0aec0a6 None None] Port 1f3c3132-5746-4a43-a198-55e663d9b4bc cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:53.959625 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb7f18-4973-49b6-ac6b-daa57a953d83 None None] Sync routers for ids ['c95972f8-6a75-4521-97d7-96802e90e580'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:53.976801 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb7f18-4973-49b6-ac6b-daa57a953d83 None None] Routers set() bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:53.977182 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb7f18-4973-49b6-ac6b-daa57a953d83 None None] Router IDs set() for agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:14:53.977914 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_agentschedulers_db [None req-a4eb7f18-4973-49b6-ac6b-daa57a953d83 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c95972f8-6a75-4521-97d7-96802e90e580'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent'). {{(pid=105593) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:14:53.997961 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb7f18-4973-49b6-ac6b-daa57a953d83 None None] Routers set() bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:53.998200 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb7f18-4973-49b6-ac6b-daa57a953d83 None None] Router IDs set() for agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:14:54.002566 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_agentschedulers_db [None req-a4eb7f18-4973-49b6-ac6b-daa57a953d83 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c95972f8-6a75-4521-97d7-96802e90e580'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent'). {{(pid=105593) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:14:54.003017 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eb7f18-4973-49b6-ac6b-daa57a953d83 None None] The sync data for ids ['c95972f8-6a75-4521-97d7-96802e90e580'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:54.046544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17169a7-2380-4ffc-bcab-882286016b85 None None] Network c7777617-4ee4-4a37-befb-f4b766e451aa requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:54.131674 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.270554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f0fce2-f2e6-47fa-b816-77c60f97402c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:54.274124 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71f0fce2-f2e6-47fa-b816-77c60f97402c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.863677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ec09b-2749-4c00-b86b-7daecf2a7d0e req-9df7899f-aef8-40e9-971c-8ae2dee97566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:54.865621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f8ec09b-2749-4c00-b86b-7daecf2a7d0e req-9df7899f-aef8-40e9-971c-8ae2dee97566 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 1098 time: 0.8999743 Jul 16 18:14:54.897621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8146d-4e6d-4315-996c-a791c8162497 req-53515df9-040b-47b8-a87e-11c2bc2e9457 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:54.899200 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-13b8146d-4e6d-4315-996c-a791c8162497 req-53515df9-040b-47b8-a87e-11c2bc2e9457 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1098 time: 0.8785126 Jul 16 18:14:54.929426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-bb536446-edc1-473e-bceb-7c68dffb01ad tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Router e23985bf-3e48-42fc-914f-3a342b04ff4a has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:55.031092 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f8ec09b-2749-4c00-b86b-7daecf2a7d0e req-c791ad89-f14e-4dff-8899-c5504a41bc4c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507018 Jul 16 18:14:55.078799 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-13b8146d-4e6d-4315-996c-a791c8162497 req-7fee15fd-836b-439d-8055-cb874b8e3a24 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675780 Jul 16 18:14:55.248617 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.318735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-bb536446-edc1-473e-bceb-7c68dffb01ad tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:55.342506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc89fd9-c5d4-4fc2-93f3-a9d15f606aed None None] Sync routers for ids ['e23985bf-3e48-42fc-914f-3a342b04ff4a'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:55.349270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc89fd9-c5d4-4fc2-93f3-a9d15f606aed None None] Routers {'e23985bf-3e48-42fc-914f-3a342b04ff4a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:55.349270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0dc89fd9-c5d4-4fc2-93f3-a9d15f606aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e23985bf-3e48-42fc-914f-3a342b04ff4a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:55.349634 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-bb536446-edc1-473e-bceb-7c68dffb01ad tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.427178 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33889524-a527-45ac-8bce-a1684316d2dc req-84921060-8585-4f97-a1bf-d18c6800364c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0874908 Jul 16 18:14:55.474845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-0dc89fd9-c5d4-4fc2-93f3-a9d15f606aed None None] Set router e23985bf-3e48-42fc-914f-3a342b04ff4a gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:55.490988 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3c3132-5746-4a43-a198-55e663d9b4bc {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:55.504224 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.525714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-bb536446-edc1-473e-bceb-7c68dffb01ad tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "PUT /v2.0/floatingips/ea40bbc7-3656-41bf-849d-71845c78bd90 HTTP/1.1" status: 200 len: 995 time: 4.5891042 Jul 16 18:14:55.543131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.objects.ports [None req-71f0fce2-f2e6-47fa-b816-77c60f97402c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:14:55.546571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:55.548898 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fae062-d9fb-4575-8669-1490064dd3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:55.568599 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71f0fce2-f2e6-47fa-b816-77c60f97402c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.570135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33889524-a527-45ac-8bce-a1684316d2dc req-bc6cba88-3032-4549-9f5f-6ef68136bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.571964 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33889524-a527-45ac-8bce-a1684316d2dc req-bc6cba88-3032-4549-9f5f-6ef68136bd1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=371047a4daf141a594d8a8a9f4a16f95&device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1098 time: 0.0828764 Jul 16 18:14:55.622495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d883dca-7f1a-43fd-abe1-f7543403a13f req-5d76ba74-72e7-42f0-8982-e30b9e2f6e8c tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.624099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d883dca-7f1a-43fd-abe1-f7543403a13f req-5d76ba74-72e7-42f0-8982-e30b9e2f6e8c tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 946 time: 0.4019098 Jul 16 18:14:55.663119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0fce2-f2e6-47fa-b816-77c60f97402c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=b665c778-f9ad-4f85-b3df-1ca83199fa92,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.668497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Transition to ACTIVE for port object 1f3c3132-5746-4a43-a198-55e663d9b4bc will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:55.686419 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.691741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f0fce2-f2e6-47fa-b816-77c60f97402c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:55.731887 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33889524-a527-45ac-8bce-a1684316d2dc req-ce043bcb-a6bc-4e44-b500-271506177608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.734608 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33889524-a527-45ac-8bce-a1684316d2dc req-ce043bcb-a6bc-4e44-b500-271506177608 service neutron] 10.222.0.11 "GET /v2.0/networks?id=81186a12-21f9-45f6-9a59-d01f56a76152 HTTP/1.1" status: 200 len: 910 time: 0.1381252 Jul 16 18:14:55.737638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-71f0fce2-f2e6-47fa-b816-77c60f97402c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:55.743512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f0fce2-f2e6-47fa-b816-77c60f97402c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.744338 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71f0fce2-f2e6-47fa-b816-77c60f97402c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.798782 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33889524-a527-45ac-8bce-a1684316d2dc req-ce6addf3-bf9f-4f07-bc7e-f2984dc55e58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9fddf7d-aabe-46a1-9890-2ad2517e3fab HTTP/1.1" status: 200 len: 217 time: 0.0564737 Jul 16 18:14:55.800964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41bc0b-ba84-43d1-bbe2-38464183591d None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:55.808614 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d883dca-7f1a-43fd-abe1-f7543403a13f req-2cba7f93-a2d2-4a55-a72c-3692ad069ec1 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413100 Jul 16 18:14:55.812512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-71f0fce2-f2e6-47fa-b816-77c60f97402c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1420994 Jul 16 18:14:55.814778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Pushing event updated for resources: {'Port': ['ID=1f3c3132-5746-4a43-a198-55e663d9b4bc,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.819522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 54822) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:55.832992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5ddd10b9-41b7-4986-8c75-f34607cb8bc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:55.907866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33889524-a527-45ac-8bce-a1684316d2dc req-22d6c7c6-9c46-41dd-8e14-1aea13cbb59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.913366 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33889524-a527-45ac-8bce-a1684316d2dc req-22d6c7c6-9c46-41dd-8e14-1aea13cbb59c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ccfba5dc-2825-4394-be5a-23f9fde25b1b HTTP/1.1" status: 200 len: 848 time: 0.1070259 Jul 16 18:14:55.918124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-20b0bcb5-8174-4b87-96ae-5ac2bba8242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.920021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-20b0bcb5-8174-4b87-96ae-5ac2bba8242c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2985fe4b1cd4e2c8873db97d5897516&device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 1097 time: 0.3628011 Jul 16 18:14:56.013702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0dc89fd9-c5d4-4fc2-93f3-a9d15f606aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '993002e1-3770-4250-8454-7c25b286b5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 4, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port': {'id': '993002e1-3770-4250-8454-7c25b286b5df', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:42Z', 'updated_at': '2021-07-16T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'ea40bbc7-3656-41bf-849d-71845c78bd90', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'port_id': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'mac_address': 'fa:16:3e:95:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37306f-1f00-4f45-9273-602e906d6898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:14:47Z', 'updated_at': '2021-07-16T18:14:53Z', 'revision_number': 1, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8', 'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'mac_address': 'fa:16:3e:94:0d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '45f59244-0e84-4799-b011-130f6df946ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:46Z', 'updated_at': '2021-07-16T18:14:05Z', 'revision_number': 5, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'subnets': [{'id': '45f59244-0e84-4799-b011-130f6df946ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:56.076036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33889524-a527-45ac-8bce-a1684316d2dc req-19d6837a-600c-4645-b6b3-73d2cb8b5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.078822 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33889524-a527-45ac-8bce-a1684316d2dc req-19d6837a-600c-4645-b6b3-73d2cb8b5e43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=81186a12-21f9-45f6-9a59-d01f56a76152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1574392 Jul 16 18:14:56.094545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc89fd9-c5d4-4fc2-93f3-a9d15f606aed None None] Checking router: e23985bf-3e48-42fc-914f-3a342b04ff4a for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:56.122635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc89fd9-c5d4-4fc2-93f3-a9d15f606aed None None] Routers {'e23985bf-3e48-42fc-914f-3a342b04ff4a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:56.125169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0dc89fd9-c5d4-4fc2-93f3-a9d15f606aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e23985bf-3e48-42fc-914f-3a342b04ff4a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:56.165390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Attempting to bind port 1f3c3132-5746-4a43-a198-55e663d9b4bc on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:56.165620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Attempting to bind port 1f3c3132-5746-4a43-a198-55e663d9b4bc by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:56.165968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Attempting to bind port 1f3c3132-5746-4a43-a198-55e663d9b4bc on network 0b1b07de-adb2-4fde-ad74-b324bd311d76 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:56.180916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Port 1f3c3132-5746-4a43-a198-55e663d9b4bc on network 0b1b07de-adb2-4fde-ad74-b324bd311d76 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:56.181242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Attempting to bind port 1f3c3132-5746-4a43-a198-55e663d9b4bc on network 0b1b07de-adb2-4fde-ad74-b324bd311d76 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:56.199847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-eab3fca8-5664-4c1a-8221-a1fd2894936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.201853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-eab3fca8-5664-4c1a-8221-a1fd2894936f service neutron] 10.222.0.24 "GET /v2.0/networks?id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7 HTTP/1.1" status: 200 len: 921 time: 0.2428129 Jul 16 18:14:56.204321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:56.204667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Checking segment: {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:56.205058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Bound using segment: {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:56.205503 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Bound port: 1f3c3132-5746-4a43-a198-55e663d9b4bc, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:56.205894 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.257874 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33889524-a527-45ac-8bce-a1684316d2dc req-db033729-3aa2-4a72-b657-a9a8718a02ad service neutron] 10.222.0.11 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682258 Jul 16 18:14:56.298513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddd10b9-41b7-4986-8c75-f34607cb8bc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:56.302053 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ddd10b9-41b7-4986-8c75-f34607cb8bc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.360609 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-a15748aa-a862-45df-b94e-a7987483dc0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 998 time: 0.1413410 Jul 16 18:14:56.396259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-0dc89fd9-c5d4-4fc2-93f3-a9d15f606aed None None] Set router e23985bf-3e48-42fc-914f-3a342b04ff4a gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:56.444178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': 'b665c778-f9ad-4f85-b3df-1ca83199fa92'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:56.444178 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.476750 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-33889524-a527-45ac-8bce-a1684316d2dc req-c24b44f0-a229-476d-a2c8-d9af261f48e6 service neutron] 10.222.0.11 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091115 Jul 16 18:14:56.493502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:56.576152 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:56.598695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-4c62341c-c1c5-4cb6-9531-d0c2a97d0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.601509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-4c62341c-c1c5-4cb6-9531-d0c2a97d0ad3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45f59244-0e84-4799-b011-130f6df946ec HTTP/1.1" status: 200 len: 860 time: 0.2071023 Jul 16 18:14:56.620980 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.722405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Allocated IP 2001:db8::f816:3eff:fe20:c7d5 (e8517db6-f0e1-4090-9d37-24c97738cf54/b665c778-f9ad-4f85-b3df-1ca83199fa92/60fc46ad-38c1-4865-94e8-5f9f33497204) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:56.790566 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-9ef042ba-ddbc-461e-b52f-ce5f06cc9fba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1774039 Jul 16 18:14:56.839503 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-6d33c2fe-23e0-435f-afe4-ca6386949b9b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:14:56.842102 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-6d33c2fe-23e0-435f-afe4-ca6386949b9b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273683 Jul 16 18:14:56.863793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.864657 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.866329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] 10.222.0.11 "PUT /v2.0/ports/1f3c3132-5746-4a43-a198-55e663d9b4bc HTTP/1.1" status: 200 len: 1093 time: 3.2187910 Jul 16 18:14:57.029231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199aab1b-47fe-43b3-a2e9-701879b6bf9b service neutron] Pushing event updated for resources: {'Port': ['ID=1f3c3132-5746-4a43-a198-55e663d9b4bc,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.045258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-eaca0257-9f80-45ad-ba62-71f4ac8ef8af tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.052479 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-eaca0257-9f80-45ad-ba62-71f4ac8ef8af tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/networks?id=db4b414f-0821-4aa3-9580-2875c68131cb HTTP/1.1" status: 200 len: 808 time: 0.5655859 Jul 16 18:14:57.097251 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-3ab68ea1-d71f-4054-9cde-14934ac8508e tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/quotas/e0facca1a5e448889b18a63e5ffa50bf HTTP/1.1" status: 200 len: 375 time: 0.0434749 Jul 16 18:14:57.142740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-bb05577e-eace-44c7-b011-e8cbb9ea0b9b service neutron] 10.222.0.24 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820556 Jul 16 18:14:57.160260 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.173285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0dc89fd9-c5d4-4fc2-93f3-a9d15f606aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '993002e1-3770-4250-8454-7c25b286b5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 4, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port': {'id': '993002e1-3770-4250-8454-7c25b286b5df', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:42Z', 'updated_at': '2021-07-16T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'ea40bbc7-3656-41bf-849d-71845c78bd90', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'port_id': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'mac_address': 'fa:16:3e:95:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37306f-1f00-4f45-9273-602e906d6898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:14:47Z', 'updated_at': '2021-07-16T18:14:53Z', 'revision_number': 1, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8', 'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'mac_address': 'fa:16:3e:94:0d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '45f59244-0e84-4799-b011-130f6df946ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:46Z', 'updated_at': '2021-07-16T18:14:05Z', 'revision_number': 5, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'subnets': [{'id': '45f59244-0e84-4799-b011-130f6df946ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:57.179426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Transition to ACTIVE for port object 60fc46ad-38c1-4865-94e8-5f9f33497204 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:57.206435 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-57b589b8-c80a-4a71-abf8-7b5ad42f864a tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0facca1a5e448889b18a63e5ffa50bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079409 Jul 16 18:14:57.213162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc89fd9-c5d4-4fc2-93f3-a9d15f606aed None None] The sync data for ids ['e23985bf-3e48-42fc-914f-3a342b04ff4a'] in n-d-787205-10 is: [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '993002e1-3770-4250-8454-7c25b286b5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 4, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port': {'id': '993002e1-3770-4250-8454-7c25b286b5df', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:42Z', 'updated_at': '2021-07-16T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'ea40bbc7-3656-41bf-849d-71845c78bd90', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'floating_ip_address': '172.25.3.76', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'port_id': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'mac_address': 'fa:16:3e:95:b6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37306f-1f00-4f45-9273-602e906d6898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:14:47Z', 'updated_at': '2021-07-16T18:14:53Z', 'revision_number': 1, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8', 'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'mac_address': 'fa:16:3e:94:0d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '45f59244-0e84-4799-b011-130f6df946ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:46Z', 'updated_at': '2021-07-16T18:14:05Z', 'revision_number': 5, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'subnets': [{'id': '45f59244-0e84-4799-b011-130f6df946ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:57.230765 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Transition to ACTIVE for port object 60fc46ad-38c1-4865-94e8-5f9f33497204 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:57.239376 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.290738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:57.296582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-2b56affb-932f-4fc6-ac78-a136dfcc719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.298120 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:57.298262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-2b56affb-932f-4fc6-ac78-a136dfcc719a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 1096 time: 0.3734083 Jul 16 18:14:57.300700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:57.313018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Pushing event updated for resources: {'Port': ['ID=60fc46ad-38c1-4865-94e8-5f9f33497204,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.342824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.343189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.343507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.343847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.344440 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.344713 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.344960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.345274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.345601 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.346062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.347148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.347148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.382409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Attempting to bind port 60fc46ad-38c1-4865-94e8-5f9f33497204 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:57.382785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Attempting to bind port 60fc46ad-38c1-4865-94e8-5f9f33497204 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:57.383155 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Attempting to bind port 60fc46ad-38c1-4865-94e8-5f9f33497204 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:57.389476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:57.389881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:57.390285 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.390829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:57.391309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Bound port: 60fc46ad-38c1-4865-94e8-5f9f33497204, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:57.391695 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.438101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-7107ccc2-d5b1-4d34-b45e-91a9886ba1e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc HTTP/1.1" status: 200 len: 217 time: 0.1012902 Jul 16 18:14:57.465594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] For port 60fc46ad-38c1-4865-94e8-5f9f33497204, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:57.469610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] For port 60fc46ad-38c1-4865-94e8-5f9f33497204, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=60fc46ad-38c1-4865-94e8-5f9f33497204,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:57.474122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ddd10b9-41b7-4986-8c75-f34607cb8bc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.476309 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.558259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65371733-23ba-4110-bd95-435244a44ba3 None None] Pushing event updated for resources: {'Port': ['ID=60fc46ad-38c1-4865-94e8-5f9f33497204,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.577962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db99b2f0-0a87-45db-aa38-7a11082985f9 req-9e852a24-9833-4c12-832f-d4c28ef0dcc8 service neutron] 10.222.0.24 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700345 Jul 16 18:14:57.607021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-8811f9a6-8a16-40dc-8c94-00f5c6c6b985 service neutron] 10.222.0.24 "GET /v2.0/networks/db4b414f-0821-4aa3-9580-2875c68131cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860428 Jul 16 18:14:57.635135 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd10b9-41b7-4986-8c75-f34607cb8bc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:57.637081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-3bfa17c4-d620-49dd-9683-a826e64fbbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.638966 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dd874e-2e63-4b5c-91bf-8aeedf945c7c None None] New status for floating IP ea40bbc7-3656-41bf-849d-71845c78bd90: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:14:57.639727 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-3bfa17c4-d620-49dd-9683-a826e64fbbdd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.1919355 Jul 16 18:14:57.661002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-5ddd10b9-41b7-4986-8c75-f34607cb8bc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:57.665935 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddd10b9-41b7-4986-8c75-f34607cb8bc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.666535 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ddd10b9-41b7-4986-8c75-f34607cb8bc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.682681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd10b9-41b7-4986-8c75-f34607cb8bc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=1a7f7205-ab04-4d2d-accf-536f0410987e,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.853203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5ddd10b9-41b7-4986-8c75-f34607cb8bc6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0327313 Jul 16 18:14:57.859338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54850) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:57.870908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'mac_address': 'fa:16:3e:a4:40:ee', 'name': 'tempest-NetworksTestDHCPv6-2017099910'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:58.013068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-c5d4d999-bb1c-4c34-8cbd-2ab1ccf0d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:58.016430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-c5d4d999-bb1c-4c34-8cbd-2ab1ccf0d018 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3565271 Jul 16 18:14:58.044491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:58.066314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-fd490bfb-473b-469a-91a5-8c7469388a0a service neutron] 10.222.0.24 "GET /v2.0/networks/db4b414f-0821-4aa3-9580-2875c68131cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581835 Jul 16 18:14:58.157019 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.188841 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 8b74e3fc-fbe6-48ba-8be2-e0511a14e128 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:58.494372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 172.20.0.6 (e8517db6-f0e1-4090-9d37-24c97738cf54/1a7f7205-ab04-4d2d-accf-536f0410987e/8b74e3fc-fbe6-48ba-8be2-e0511a14e128) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:58.501952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::f816:3eff:fea4:40ee (e8517db6-f0e1-4090-9d37-24c97738cf54/b665c778-f9ad-4f85-b3df-1ca83199fa92/8b74e3fc-fbe6-48ba-8be2-e0511a14e128) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:58.697972 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cb277a2-cff8-4539-949b-5769d5ab7dff req-9cf13640-87c2-447f-8fc7-f51b4241de78 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9669816 Jul 16 18:14:58.715446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1a891-0630-4ef1-92af-169924039b54 req-5d12b990-eb58-42dd-8ae9-4d923ee6a458 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:58.723013 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eae1a891-0630-4ef1-92af-169924039b54 req-5d12b990-eb58-42dd-8ae9-4d923ee6a458 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 944 time: 0.9120162 Jul 16 18:14:58.752805 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.792658 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 8b74e3fc-fbe6-48ba-8be2-e0511a14e128 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:58.845212 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.934156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:58.944219 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:58.947514 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:58.962762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=8b74e3fc-fbe6-48ba-8be2-e0511a14e128,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:58.984536 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-8382c3c8-f84c-46c9-b479-8b7ce85447e5 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9571738 Jul 16 18:14:58.995126 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eae1a891-0630-4ef1-92af-169924039b54 req-3d009a28-34f2-4c90-9d3e-a6098d7d9b1e tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623177 Jul 16 18:14:59.019388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629f393-b833-446c-9269-20d3de3eba8d req-0fece4a5-8a78-460c-ada8-c24d3d2db568 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.021007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-0fece4a5-8a78-460c-ada8-c24d3d2db568 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/networks?id=81186a12-21f9-45f6-9a59-d01f56a76152 HTTP/1.1" status: 200 len: 910 time: 0.4495955 Jul 16 18:14:59.070760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.071339 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.095004 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3ef50fe5-8424-4d18-9a9e-6d4f23ab8c6d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2338312 Jul 16 18:14:59.095994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54880) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:59.101958 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-1e01efae-3a1e-46ed-8760-6ae00035b59d tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/quotas/371047a4daf141a594d8a8a9f4a16f95 HTTP/1.1" status: 200 len: 375 time: 0.0354986 Jul 16 18:14:59.120803 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0829c5b-843b-45b8-9fe4-c60f896a6ee6 x-openstack-request-id: req-c0829c5b-843b-45b8-9fe4-c60f896a6ee6 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:59.121380 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:59.122453 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0829c5b-843b-45b8-9fe4-c60f896a6ee6 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:59.133803 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e', 'status': 'completed', 'code': 200} Jul 16 18:14:59.169301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f38912-dfde-4af4-a309-f4f66e793fd8 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:59.220479 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cc6ee2-8971-4293-ac5d-9f3dddbb5ecd tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.226897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cc6ee2-8971-4293-ac5d-9f3dddbb5ecd tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.241709 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b4cc6ee2-8971-4293-ac5d-9f3dddbb5ecd tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1441793 Jul 16 18:14:59.242364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54882) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:59.249845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb277a2-cff8-4539-949b-5769d5ab7dff req-1432c414-2922-414b-8f39-e7d2ddd63bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.251375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cb277a2-cff8-4539-949b-5769d5ab7dff req-1432c414-2922-414b-8f39-e7d2ddd63bcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2985fe4b1cd4e2c8873db97d5897516&device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 1097 time: 0.4549177 Jul 16 18:14:59.339410 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc9b94cf-c99b-4be6-a8d6-a62fb55e1243 req-b90eb37d-dc68-426c-ad36-946d91ecc507 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430247 Jul 16 18:14:59.397339 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ef6fe6d8-dda6-49f9-b024-7eec7a0609c5 None None] Provisioning for port 60fc46ad-38c1-4865-94e8-5f9f33497204 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:59.400842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-069d3d50-8d1e-4773-bf9c-a98a15b34bc5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 8b74e3fc-fbe6-48ba-8be2-e0511a14e128 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:59.401477 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-069d3d50-8d1e-4773-bf9c-a98a15b34bc5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.448195 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-7bfcc7e3-3eb1-4710-9b55-f2dfb015fffc tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=371047a4daf141a594d8a8a9f4a16f95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3452632 Jul 16 18:14:59.525243 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-069d3d50-8d1e-4773-bf9c-a98a15b34bc5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.534512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb277a2-cff8-4539-949b-5769d5ab7dff req-2065bef7-6132-486c-9b81-957703f29d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.536359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cb277a2-cff8-4539-949b-5769d5ab7dff req-2065bef7-6132-486c-9b81-957703f29d5b service neutron] 10.222.0.32 "GET /v2.0/networks?id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7 HTTP/1.1" status: 200 len: 921 time: 0.2546890 Jul 16 18:14:59.547782 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-069d3d50-8d1e-4773-bf9c-a98a15b34bc5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 8b74e3fc-fbe6-48ba-8be2-e0511a14e128 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:59.679024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa880d-f551-48bd-bcf5-fee9dff8e758 req-763796e4-248a-4955-9863-fc924bb869e5 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.680632 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6fa880d-f551-48bd-bcf5-fee9dff8e758 req-763796e4-248a-4955-9863-fc924bb869e5 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 946 time: 0.2870240 Jul 16 18:14:59.688014 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cb277a2-cff8-4539-949b-5769d5ab7dff req-4b3cc8d0-3e4e-4531-94b2-0b3edac90d78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 1000 time: 0.1322162 Jul 16 18:14:59.708018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-3ca4d5c8-7b8f-437e-850c-431f2d9a827c service neutron] 10.222.0.24 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588630 Jul 16 18:14:59.732936 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697ecd27-dfed-4adc-8cf4-d67550636494 None None] Update dhcp port {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': 'b665c778-f9ad-4f85-b3df-1ca83199fa92', 'ip_address': '2001:db8::f816:3eff:fe20:c7d5'}, {'subnet_id': '1a7f7205-ab04-4d2d-accf-536f0410987e'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '60fc46ad-38c1-4865-94e8-5f9f33497204'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:14:59.807329 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-697ecd27-dfed-4adc-8cf4-d67550636494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.816245 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-069d3d50-8d1e-4773-bf9c-a98a15b34bc5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.872531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 60fc46ad-38c1-4865-94e8-5f9f33497204 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:59.895305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d3d50-8d1e-4773-bf9c-a98a15b34bc5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=8b74e3fc-fbe6-48ba-8be2-e0511a14e128,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.926581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb277a2-cff8-4539-949b-5769d5ab7dff req-7b6ae517-dd07-4d19-bd66-83425102040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.928093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cb277a2-cff8-4539-949b-5769d5ab7dff req-7b6ae517-dd07-4d19-bd66-83425102040b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f59244-0e84-4799-b011-130f6df946ec HTTP/1.1" status: 200 len: 860 time: 0.1867902 Jul 16 18:14:59.930980 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6fa880d-f551-48bd-bcf5-fee9dff8e758 req-1c77ea6a-2c2c-437d-a22f-95373d50d3ba tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029672 Jul 16 18:15:00.027064 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cb277a2-cff8-4539-949b-5769d5ab7dff req-2e24b71e-c23c-46a8-b6bd-31ecb659d901 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892122 Jul 16 18:15:00.093449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 60fc46ad-38c1-4865-94e8-5f9f33497204 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:00.121484 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 60fc46ad-38c1-4865-94e8-5f9f33497204 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:00.121976 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.167996 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-af2b9643-2e89-4e5d-b0e3-5a94b12a90e2 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 1000 time: 0.1600380 Jul 16 18:15:00.264916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-697ecd27-dfed-4adc-8cf4-d67550636494 None None] Allocated IP 172.20.0.2 (e8517db6-f0e1-4090-9d37-24c97738cf54/1a7f7205-ab04-4d2d-accf-536f0410987e/60fc46ad-38c1-4865-94e8-5f9f33497204) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:00.318175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-e34f6a3b-b5bf-4d5d-a33b-e94b2b73f0c5 service neutron] 10.222.0.24 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092658 Jul 16 18:15:00.379861 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.391174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-4a191e28-e1ba-41de-8847-10c6b95a4e63 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.396162 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-4a191e28-e1ba-41de-8847-10c6b95a4e63 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.32 "GET /v2.0/networks?id=db4b414f-0821-4aa3-9580-2875c68131cb HTTP/1.1" status: 200 len: 808 time: 0.2842741 Jul 16 18:15:00.420644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-cdf43ae3-ffd2-4db8-bce4-754fb1c3f178 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.439396 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-cdf43ae3-ffd2-4db8-bce4-754fb1c3f178 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports/8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 942 time: 0.2694652 Jul 16 18:15:00.463319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-afad15cf-d56f-43c7-8729-7ba8f3def956 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Request body: {'port': {'device_id': '7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672', 'network_id': 'db4b414f-0821-4aa3-9580-2875c68131cb', 'admin_state_up': True, 'tenant_id': 'e0facca1a5e448889b18a63e5ffa50bf'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:00.658272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cb277a2-cff8-4539-949b-5769d5ab7dff req-9f7fedad-6093-4301-af0c-6875e2af5c3c service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683778 Jul 16 18:15:00.687803 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-069d3d50-8d1e-4773-bf9c-a98a15b34bc5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.689976 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-069d3d50-8d1e-4773-bf9c-a98a15b34bc5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/8b74e3fc-fbe6-48ba-8be2-e0511a14e128 HTTP/1.1" status: 204 len: 168 time: 1.4465339 Jul 16 18:15:00.692721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54902) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.734844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-afad15cf-d56f-43c7-8729-7ba8f3def956 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Made reservation on behalf of e0facca1a5e448889b18a63e5ffa50bf for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:00.746948 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-afad15cf-d56f-43c7-8729-7ba8f3def956 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.748964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-697ecd27-dfed-4adc-8cf4-d67550636494 None None] For port 60fc46ad-38c1-4865-94e8-5f9f33497204, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=60fc46ad-38c1-4865-94e8-5f9f33497204,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:00.813627 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-697ecd27-dfed-4adc-8cf4-d67550636494 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.840764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-697ecd27-dfed-4adc-8cf4-d67550636494 None None] Transition to ACTIVE for port object 60fc46ad-38c1-4865-94e8-5f9f33497204 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:00.850631 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-697ecd27-dfed-4adc-8cf4-d67550636494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.936424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3067f8-7546-464c-ba56-4c9fb92a90b4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.938042 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3067f8-7546-464c-ba56-4c9fb92a90b4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.939530 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3067f8-7546-464c-ba56-4c9fb92a90b4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.941284 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0b3067f8-7546-464c-ba56-4c9fb92a90b4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2284148 Jul 16 18:15:00.943942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54910) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.979245 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cb277a2-cff8-4539-949b-5769d5ab7dff req-9c2ae694-5c50-42c9-afc9-aa5cfbaed521 service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023641 Jul 16 18:15:01.054214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ef12d0-399f-41d4-a6b5-29d9c26e3aa3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 1a7f7205-ab04-4d2d-accf-536f0410987e {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:01.058800 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51ef12d0-399f-41d4-a6b5-29d9c26e3aa3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.088675 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:01.089264 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:01.116485 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51ef12d0-399f-41d4-a6b5-29d9c26e3aa3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.170226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:01.173868 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6927b9-0c37-433c-9f1f-edc99fa90845" -d '{"events": [{"name": "network-changed", "server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:01.179985 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e46cda48-a368-4717-bd0b-8f3dab35c2e7 req-664191ca-63bf-41a0-b6dc-47d053ea6040 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672 HTTP/1.1" status: 200 len: 210 time: 0.4135826 Jul 16 18:15:01.208667 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-132030bd-ba82-4464-99be-36787a94f963 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 1000 time: 0.3880706 Jul 16 18:15:01.217491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ecd27-dfed-4adc-8cf4-d67550636494 None None] Pushing event updated for resources: {'Port': ['ID=60fc46ad-38c1-4865-94e8-5f9f33497204,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:01.393566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-494c0943-1d23-40a8-b6e7-172cbc105cf5 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.398955 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-494c0943-1d23-40a8-b6e7-172cbc105cf5 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.1890461 Jul 16 18:15:01.530054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-afad15cf-d56f-43c7-8729-7ba8f3def956 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Allocated IP 172.20.0.9 (db4b414f-0821-4aa3-9580-2875c68131cb/c6f234aa-44fd-409a-b9cf-4af01fc409a9/67481523-8ac4-42ad-b7f4-eee084e203dd) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:01.570367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fae062-d9fb-4575-8669-1490064dd3b7 req-9b0f3a02-633e-4b92-a177-cd9220c06659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.572661 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84fae062-d9fb-4575-8669-1490064dd3b7 req-9b0f3a02-633e-4b92-a177-cd9220c06659 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2985fe4b1cd4e2c8873db97d5897516&device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 1097 time: 0.4513514 Jul 16 18:15:01.587830 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-afa099e0-29c9-4421-bd12-a599acda6d07 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 1000 time: 0.1878526 Jul 16 18:15:01.597008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-4220e9cf-1baa-45e0-a0c1-8e6259bab26f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:01.677251 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51ef12d0-399f-41d4-a6b5-29d9c26e3aa3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.735383 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.869446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ce0d-2bd8-4565-808a-143d660caa36 req-97e95058-20bf-487d-a4e8-89c5e93e3098 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.882252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4922ce0d-2bd8-4565-808a-143d660caa36 req-97e95058-20bf-487d-a4e8-89c5e93e3098 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 944 time: 0.3271980 Jul 16 18:15:01.891742 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-4220e9cf-1baa-45e0-a0c1-8e6259bab26f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.919575 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 1f3c3132-5746-4a43-a198-55e663d9b4bc details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:02.104793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:02.111056 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-afad15cf-d56f-43c7-8729-7ba8f3def956 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.115817 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4922ce0d-2bd8-4565-808a-143d660caa36 req-c4187b6c-7a01-4346-88d5-8557852f8e47 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323651 Jul 16 18:15:02.117101 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51ef12d0-399f-41d4-a6b5-29d9c26e3aa3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.117891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fae062-d9fb-4575-8669-1490064dd3b7 req-5550956b-de78-4cf5-8cd2-5b8d75c89163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:02.119384 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84fae062-d9fb-4575-8669-1490064dd3b7 req-5550956b-de78-4cf5-8cd2-5b8d75c89163 service neutron] 10.222.0.32 "GET /v2.0/networks?id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7 HTTP/1.1" status: 200 len: 921 time: 0.5176635 Jul 16 18:15:02.144865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'port_id': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'mac_address': 'fa:16:3e:cc:b4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:02.192332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef12d0-399f-41d4-a6b5-29d9c26e3aa3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7f7205-ab04-4d2d-accf-536f0410987e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.208844 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-51ef12d0-399f-41d4-a6b5-29d9c26e3aa3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.215069 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-51ef12d0-399f-41d4-a6b5-29d9c26e3aa3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/1a7f7205-ab04-4d2d-accf-536f0410987e HTTP/1.1" status: 204 len: 168 time: 1.2700632 Jul 16 18:15:02.217883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54926) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:02.277630 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:02.278317 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:02.282418 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.315023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec54b41a-7bc7-4a34-b838-3c1c791d4a3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet b665c778-f9ad-4f85-b3df-1ca83199fa92 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:02.324680 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec54b41a-7bc7-4a34-b838-3c1c791d4a3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.369213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3c3132-5746-4a43-a198-55e663d9b4bc {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:02.411517 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec54b41a-7bc7-4a34-b838-3c1c791d4a3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.424576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:02.426201 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.430197 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.433642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-41de28f5-e501-4b02-aeba-182a7442d4fc req-2c1c3901-ca74-43c5-85a5-998c939de70d tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 210 time: 0.0707116 Jul 16 18:15:02.436973 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-afad15cf-d56f-43c7-8729-7ba8f3def956 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.443710 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84fae062-d9fb-4575-8669-1490064dd3b7 req-d5b3576b-7aca-47d0-bc55-cea85e16cd88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 1000 time: 0.3138962 Jul 16 18:15:02.513791 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-afad15cf-d56f-43c7-8729-7ba8f3def956 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Network db4b414f-0821-4aa3-9580-2875c68131cb is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:02.525723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=1f3c3132-5746-4a43-a198-55e663d9b4bc,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.531690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-afad15cf-d56f-43c7-8729-7ba8f3def956 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:02.534990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b9227a-0059-41ac-add8-47c2434c04f7 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:02.624744 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-4220e9cf-1baa-45e0-a0c1-8e6259bab26f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.639473 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-4220e9cf-1baa-45e0-a0c1-8e6259bab26f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.639885 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-4220e9cf-1baa-45e0-a0c1-8e6259bab26f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Floating IP ea40bbc7-3656-41bf-849d-71845c78bd90 disassociated. External IP: 172.25.3.76, port: 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e. Jul 16 18:15:02.652764 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec54b41a-7bc7-4a34-b838-3c1c791d4a3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.711483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['1f3c3132-5746-4a43-a198-55e663d9b4bc'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:02.730376 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.32', 55630) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:02.758866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-afad15cf-d56f-43c7-8729-7ba8f3def956 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:02.790933 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec54b41a-7bc7-4a34-b838-3c1c791d4a3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.816846 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fae062-d9fb-4575-8669-1490064dd3b7 req-5da8af69-65fc-4256-a628-72e9a2b890a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:02.819009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84fae062-d9fb-4575-8669-1490064dd3b7 req-5da8af69-65fc-4256-a628-72e9a2b890a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f59244-0e84-4799-b011-130f6df946ec HTTP/1.1" status: 200 len: 860 time: 0.3588805 Jul 16 18:15:02.860834 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d058cf3f-cab5-42de-aaa0-f34a6242e744 None None] Provisioning for port 60fc46ad-38c1-4865-94e8-5f9f33497204 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:02.873819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad15cf-d56f-43c7-8729-7ba8f3def956 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Pushing event updated for resources: {'Port': ['ID=67481523-8ac4-42ad-b7f4-eee084e203dd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.880286 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec54b41a-7bc7-4a34-b838-3c1c791d4a3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.884383 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ec54b41a-7bc7-4a34-b838-3c1c791d4a3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/b665c778-f9ad-4f85-b3df-1ca83199fa92 HTTP/1.1" status: 204 len: 168 time: 0.6632962 Jul 16 18:15:02.884383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54b41a-7bc7-4a34-b838-3c1c791d4a3d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=b665c778-f9ad-4f85-b3df-1ca83199fa92,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.889016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54932) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:02.908087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-afad15cf-d56f-43c7-8729-7ba8f3def956 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:02.909777 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-afad15cf-d56f-43c7-8729-7ba8f3def956 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.929620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d058cf3f-cab5-42de-aaa0-f34a6242e744 None None] Provisioning complete for port 60fc46ad-38c1-4865-94e8-5f9f33497204 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:02.930529 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d058cf3f-cab5-42de-aaa0-f34a6242e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.975104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84fae062-d9fb-4575-8669-1490064dd3b7 req-03af355f-00ea-4ed8-94dc-fc5fc3a9d4cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223867 Jul 16 18:15:03.010483 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dbc9d9d3-4505-4f72-86ad-8aabac4f7b48 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171231 Jul 16 18:15:03.014025 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:03.015499 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:03.018604 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54934) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:03.032422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-32df670a-6d55-446d-994b-79bedce87b9c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:03.261184 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9067f827-5f2a-4fec-8f40-e525661cfb72 x-openstack-request-id: req-9067f827-5f2a-4fec-8f40-e525661cfb72 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:03.261430 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:03.261627 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9067f827-5f2a-4fec-8f40-e525661cfb72 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:03.272185 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'status': 'completed', 'code': 200} Jul 16 18:15:03.287096 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d058cf3f-cab5-42de-aaa0-f34a6242e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.310676 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-afad15cf-d56f-43c7-8729-7ba8f3def956 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8576512 Jul 16 18:15:03.329850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Request body: {'port': {'device_id': '7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:03.353163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17f8243-4f1c-4174-8a48-d08aac2c32f5 None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:03.378477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d058cf3f-cab5-42de-aaa0-f34a6242e744 None None] For port 60fc46ad-38c1-4865-94e8-5f9f33497204, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=60fc46ad-38c1-4865-94e8-5f9f33497204,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:03.397972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32df670a-6d55-446d-994b-79bedce87b9c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:03.402076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32df670a-6d55-446d-994b-79bedce87b9c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.412845 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d058cf3f-cab5-42de-aaa0-f34a6242e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.421979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d058cf3f-cab5-42de-aaa0-f34a6242e744 None None] Could not find standard attr ID for object 8b74e3fc-fbe6-48ba-8be2-e0511a14e128. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:15:03.498734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058cf3f-cab5-42de-aaa0-f34a6242e744 None None] Pushing event updated for resources: {'Port': ['ID=60fc46ad-38c1-4865-94e8-5f9f33497204,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:03.532761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d17f8243-4f1c-4174-8a48-d08aac2c32f5 None None] Deleting port 60fc46ad-38c1-4865-94e8-5f9f33497204 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:03.533428 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d17f8243-4f1c-4174-8a48-d08aac2c32f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.553351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629f393-b833-446c-9269-20d3de3eba8d req-18f30c0c-7ec1-4bf8-a85f-d7bd89c48cf2 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:03.554931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-18f30c0c-7ec1-4bf8-a85f-d7bd89c48cf2 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.32 "GET /v2.0/networks?id=81186a12-21f9-45f6-9a59-d01f56a76152 HTTP/1.1" status: 200 len: 910 time: 0.8201714 Jul 16 18:15:03.638610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d17f8243-4f1c-4174-8a48-d08aac2c32f5 None None] For port 60fc46ad-38c1-4865-94e8-5f9f33497204, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=60fc46ad-38c1-4865-94e8-5f9f33497204,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:03.639449 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d17f8243-4f1c-4174-8a48-d08aac2c32f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.654603 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d17f8243-4f1c-4174-8a48-d08aac2c32f5 None None] Calling delete_port for 60fc46ad-38c1-4865-94e8-5f9f33497204 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:03.735062 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.755518 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d17f8243-4f1c-4174-8a48-d08aac2c32f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.784455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f8243-4f1c-4174-8a48-d08aac2c32f5 None None] Pushing event deleted for resources: {'Port': ['ID=60fc46ad-38c1-4865-94e8-5f9f33497204,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:03.793199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f8243-4f1c-4174-8a48-d08aac2c32f5 None None] No DVR routers for this DVR port 60fc46ad-38c1-4865-94e8-5f9f33497204 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:03.917013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.objects.ports [None req-32df670a-6d55-446d-994b-79bedce87b9c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:03.923751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 1f3c3132-5746-4a43-a198-55e663d9b4bc up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:03.924366 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32df670a-6d55-446d-994b-79bedce87b9c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.956954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8629f393-b833-446c-9269-20d3de3eba8d req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Request body: {'port': {'device_id': '2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69', 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152', 'admin_state_up': True, 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:04.004774 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 1f3c3132-5746-4a43-a198-55e663d9b4bc completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:04.010451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 1f3c3132-5746-4a43-a198-55e663d9b4bc triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:04.011006 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.028538 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84fae062-d9fb-4575-8669-1490064dd3b7 req-03542029-c2d3-4d68-98b8-a455e74c3f2a service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0394173 Jul 16 18:15:04.038496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6927b9-0c37-433c-9f1f-edc99fa90845 req-43595f73-82c9-4955-9e8c-5c6ef0ae93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.039921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d6927b9-0c37-433c-9f1f-edc99fa90845 req-43595f73-82c9-4955-9e8c-5c6ef0ae93f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 1097 time: 0.7669241 Jul 16 18:15:04.099326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8629f393-b833-446c-9269-20d3de3eba8d req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Made reservation on behalf of 371047a4daf141a594d8a8a9f4a16f95 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:04.101582 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8629f393-b833-446c-9269-20d3de3eba8d req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.114284 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.137352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ef3a3-9cd8-474e-93d6-27ed79c65ff0 req-1fa9b60a-f8f6-4020-8732-f295ae79896a tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.144818 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff3ef3a3-9cd8-474e-93d6-27ed79c65ff0 req-1fa9b60a-f8f6-4020-8732-f295ae79896a tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672 HTTP/1.1" status: 200 len: 931 time: 0.7337072 Jul 16 18:15:04.145970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:04.148659 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103839ef-fbf4-4b5c-aeef-33bea4827a07" -d '{"events": [{"server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "name": "network-vif-plugged", "status": "completed", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:04.172267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:04.178144 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.216852 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df670a-6d55-446d-994b-79bedce87b9c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=14499bf0-7a31-49f4-978c-98278a1223c4,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.242156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df670a-6d55-446d-994b-79bedce87b9c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:04.249790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-32df670a-6d55-446d-994b-79bedce87b9c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:04.253930 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32df670a-6d55-446d-994b-79bedce87b9c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.254651 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-32df670a-6d55-446d-994b-79bedce87b9c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.261624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=1f3c3132-5746-4a43-a198-55e663d9b4bc,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.271395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6621c3-4028-4ba4-9c9e-c6984b9f7235 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:04.331555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-4220e9cf-1baa-45e0-a0c1-8e6259bab26f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Router e23985bf-3e48-42fc-914f-3a342b04ff4a has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:04.384523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff3ef3a3-9cd8-474e-93d6-27ed79c65ff0 req-cb5ccce8-4c32-4ef0-bcbe-0afcaff76f08 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/security-groups?id=12bf9d02-b08e-4654-9984-8c4b69e69d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384796 Jul 16 18:15:04.400566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6927b9-0c37-433c-9f1f-edc99fa90845 req-425adcd1-19e6-4e17-8246-96400b6f11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.415381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d6927b9-0c37-433c-9f1f-edc99fa90845 req-425adcd1-19e6-4e17-8246-96400b6f11f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.3580709 Jul 16 18:15:04.417397 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84fae062-d9fb-4575-8669-1490064dd3b7 req-a6a7e3a3-b0cf-4b5e-96ac-21c66b392e5e service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764429 Jul 16 18:15:04.683093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Port 60fc46ad-38c1-4865-94e8-5f9f33497204 update to ACTIVE by agent not found {{(pid=105592) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 18:15:04.717736 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67481523-8ac4-42ad-b7f4-eee084e203dd {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:04.727637 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-32df670a-6d55-446d-994b-79bedce87b9c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7082005 Jul 16 18:15:04.728452 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54954) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:04.737813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-4220e9cf-1baa-45e0-a0c1-8e6259bab26f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:04.738408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f00e8553-53e1-41db-ab71-9ddcae818ade tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:04.745519 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.758332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '14499bf0-7a31-49f4-978c-98278a1223c4'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:04.759544 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.763402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c7ab2-0c4d-4490-87fe-5c4c77125fdf None None] Sync routers for ids ['e23985bf-3e48-42fc-914f-3a342b04ff4a'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:04.765059 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-4220e9cf-1baa-45e0-a0c1-8e6259bab26f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.786277 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d6927b9-0c37-433c-9f1f-edc99fa90845 req-8a181abf-9bf8-426b-89d9-c9f50e6c37d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc HTTP/1.1" status: 200 len: 217 time: 0.3519285 Jul 16 18:15:04.788729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Transition to ACTIVE for port object 67481523-8ac4-42ad-b7f4-eee084e203dd will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:04.797349 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.798999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c7ab2-0c4d-4490-87fe-5c4c77125fdf None None] Routers {'e23985bf-3e48-42fc-914f-3a342b04ff4a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:04.800037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-596c7ab2-0c4d-4490-87fe-5c4c77125fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e23985bf-3e48-42fc-914f-3a342b04ff4a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:04.891725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6927b9-0c37-433c-9f1f-edc99fa90845 req-0870fc31-8ac5-4125-a395-ca36f052fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.893519 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d6927b9-0c37-433c-9f1f-edc99fa90845 req-0870fc31-8ac5-4125-a395-ca36f052fb5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.0606012 Jul 16 18:15:04.907491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 60fc46ad-38c1-4865-94e8-5f9f33497204 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:04.948319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 60fc46ad-38c1-4865-94e8-5f9f33497204 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:04.949014 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 60fc46ad-38c1-4865-94e8-5f9f33497204 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:04.967670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Pushing event updated for resources: {'Port': ['ID=67481523-8ac4-42ad-b7f4-eee084e203dd,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:05.024937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00e8553-53e1-41db-ab71-9ddcae818ade tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:05.029313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e2089-738c-4548-8e8c-3c66ef3efb4e req-65013a57-d333-44a2-843f-35001d691e15 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.030003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f00e8553-53e1-41db-ab71-9ddcae818ade tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.031355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0e4e2089-738c-4548-8e8c-3c66ef3efb4e req-65013a57-d333-44a2-843f-35001d691e15 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 946 time: 0.5239744 Jul 16 18:15:05.089315 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Allocated IP 2001:db8::f816:3eff:fed1:7633 (e8517db6-f0e1-4090-9d37-24c97738cf54/14499bf0-7a31-49f4-978c-98278a1223c4/e5e9cda3-c70c-4803-bf0d-d3c2e989f14e) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:05.110922 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-596c7ab2-0c4d-4490-87fe-5c4c77125fdf None None] Set router e23985bf-3e48-42fc-914f-3a342b04ff4a gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:05.162563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-8629f393-b833-446c-9269-20d3de3eba8d req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Allocated IP 172.20.0.7 (81186a12-21f9-45f6-9a59-d01f56a76152/ccfba5dc-2825-4394-be5a-23f9fde25b1b/037e54bb-802d-4bea-a5c8-e667ff3fb052) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:05.184528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-4220e9cf-1baa-45e0-a0c1-8e6259bab26f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "PUT /v2.0/floatingips/ea40bbc7-3656-41bf-849d-71845c78bd90 HTTP/1.1" status: 200 len: 694 time: 3.5955715 Jul 16 18:15:05.225649 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Attempting to bind port 67481523-8ac4-42ad-b7f4-eee084e203dd on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:05.226090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Attempting to bind port 67481523-8ac4-42ad-b7f4-eee084e203dd by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db4b414f-0821-4aa3-9580-2875c68131cb'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:05.226487 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Attempting to bind port 67481523-8ac4-42ad-b7f4-eee084e203dd on network db4b414f-0821-4aa3-9580-2875c68131cb {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:05.241967 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Port 67481523-8ac4-42ad-b7f4-eee084e203dd on network db4b414f-0821-4aa3-9580-2875c68131cb not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:05.242418 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Attempting to bind port 67481523-8ac4-42ad-b7f4-eee084e203dd on network db4b414f-0821-4aa3-9580-2875c68131cb {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:05.245219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3c7b9-771c-478b-9f11-617b3581babe req-b04c8e6c-7043-48cf-bc0e-b0d90367f4eb tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.250598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0cb3c7b9-771c-478b-9f11-617b3581babe req-b04c8e6c-7043-48cf-bc0e-b0d90367f4eb tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 946 time: 0.5966449 Jul 16 18:15:05.272583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:05.273085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Checking segment: {'id': 'dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db4b414f-0821-4aa3-9580-2875c68131cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:05.273574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Bound using segment: {'id': 'dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db4b414f-0821-4aa3-9580-2875c68131cb'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:05.274168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Bound port: 67481523-8ac4-42ad-b7f4-eee084e203dd, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'db4b414f-0821-4aa3-9580-2875c68131cb'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:05.274627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.318971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:05.329887 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9ab80c-7671-4b77-a7a5-e0176c8bd85b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:05.378873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] For port 67481523-8ac4-42ad-b7f4-eee084e203dd, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:05.383020 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] For port 67481523-8ac4-42ad-b7f4-eee084e203dd, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=67481523-8ac4-42ad-b7f4-eee084e203dd,segment=NetworkSegment(dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47),segment_id=dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:05.390348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.395452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0cb3c7b9-771c-478b-9f11-617b3581babe req-232167ea-2f6d-40f0-9930-5d4f9fdcde1a tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046236 Jul 16 18:15:05.472726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.473494 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.475116 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] 10.222.0.32 "PUT /v2.0/ports/67481523-8ac4-42ad-b7f4-eee084e203dd HTTP/1.1" status: 200 len: 1092 time: 2.1532714 Jul 16 18:15:05.475671 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672', 'tag': '67481523-8ac4-42ad-b7f4-eee084e203dd'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:05.479485 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83f04c8-0f8e-4f85-afe4-a879797316e5" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672", "tag": "67481523-8ac4-42ad-b7f4-eee084e203dd"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:05.483804 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.493154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6927b9-0c37-433c-9f1f-edc99fa90845 req-dd45f090-449b-4a41-9ace-ced30459cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.507627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Transition to ACTIVE for port object e5e9cda3-c70c-4803-bf0d-d3c2e989f14e will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:05.508388 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f00e8553-53e1-41db-ab71-9ddcae818ade tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.517932 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d6927b9-0c37-433c-9f1f-edc99fa90845 req-dd45f090-449b-4a41-9ace-ced30459cf7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5926960 Jul 16 18:15:05.556905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3719cb7-55bb-49ed-a621-c4a5ce4c3d5c service neutron] Pushing event updated for resources: {'Port': ['ID=67481523-8ac4-42ad-b7f4-eee084e203dd,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:05.558203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Transition to ACTIVE for port object e5e9cda3-c70c-4803-bf0d-d3c2e989f14e will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:05.576694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00e8553-53e1-41db-ab71-9ddcae818ade tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:05.587698 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.604132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f00e8553-53e1-41db-ab71-9ddcae818ade tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:05.611337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e8553-53e1-41db-ab71-9ddcae818ade tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.612003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f00e8553-53e1-41db-ab71-9ddcae818ade tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.634550 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f00e8553-53e1-41db-ab71-9ddcae818ade tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9014366 Jul 16 18:15:05.640515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Pushing event updated for resources: {'Port': ['ID=e5e9cda3-c70c-4803-bf0d-d3c2e989f14e,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:05.645154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54968) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:05.655409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'mac_address': 'fa:16:3e:10:5f:f8', 'name': 'tempest-NetworksTestDHCPv6-87669782'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:05.659443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-596c7ab2-0c4d-4490-87fe-5c4c77125fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '993002e1-3770-4250-8454-7c25b286b5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 4, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port': {'id': '993002e1-3770-4250-8454-7c25b286b5df', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:42Z', 'updated_at': '2021-07-16T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8', 'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'mac_address': 'fa:16:3e:94:0d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '45f59244-0e84-4799-b011-130f6df946ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:46Z', 'updated_at': '2021-07-16T18:14:05Z', 'revision_number': 5, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'subnets': [{'id': '45f59244-0e84-4799-b011-130f6df946ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:05.675885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e8553-53e1-41db-ab71-9ddcae818ade tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=7c63430c-67bc-4d75-8e3b-c4e3776f064a,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:05.702217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c7ab2-0c4d-4490-87fe-5c4c77125fdf None None] Checking router: e23985bf-3e48-42fc-914f-3a342b04ff4a for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:05.706119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:05.710512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:05.717203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:05.719120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-8959ce13-4149-4ad0-810d-f2bc7b86d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.721149 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-8959ce13-4149-4ad0-810d-f2bc7b86d579 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0facca1a5e448889b18a63e5ffa50bf&device_id=7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672 HTTP/1.1" status: 200 len: 1095 time: 0.1792111 Jul 16 18:15:05.732384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c7ab2-0c4d-4490-87fe-5c4c77125fdf None None] Routers {'e23985bf-3e48-42fc-914f-3a342b04ff4a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:05.733135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-596c7ab2-0c4d-4490-87fe-5c4c77125fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:14:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e23985bf-3e48-42fc-914f-3a342b04ff4a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:05.734736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-0e4e2089-738c-4548-8e8c-3c66ef3efb4e req-8720dd3e-a3e4-48fb-ac14-40b83456fda3 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Deleting port 9ab0dd51-e748-4624-8267-7db96cd5feff {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:05.735313 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0e4e2089-738c-4548-8e8c-3c66ef3efb4e req-8720dd3e-a3e4-48fb-ac14-40b83456fda3 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.802377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-9ab7a721-fd28-40ea-92a7-ed837c52c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.804876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-9ab7a721-fd28-40ea-92a7-ed837c52c49a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2985fe4b1cd4e2c8873db97d5897516&device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 1097 time: 0.6116118 Jul 16 18:15:05.806621 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-68961d68-bcfd-49a0-98b4-e15d7c938b12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67481523-8ac4-42ad-b7f4-eee084e203dd HTTP/1.1" status: 200 len: 217 time: 0.0463765 Jul 16 18:15:05.825070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Attempting to bind port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:05.825538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Attempting to bind port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:05.826071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Attempting to bind port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:05.838954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:05.839364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:05.839905 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.840911 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:05.841466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Bound port: e5e9cda3-c70c-4803-bf0d-d3c2e989f14e, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:05.842120 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.889434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-62714c51-f03f-406e-aa02-20a0425323f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.890980 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-62714c51-f03f-406e-aa02-20a0425323f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6f234aa-44fd-409a-b9cf-4af01fc409a9 HTTP/1.1" status: 200 len: 848 time: 0.0730116 Jul 16 18:15:05.897093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d6927b9-0c37-433c-9f1f-edc99fa90845 req-9b5f4c93-af89-43ce-8ba4-97b0d10f903c service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774345 Jul 16 18:15:05.940660 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-ec54aa71-692d-4e97-bbe5-05a86782cf51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db4b414f-0821-4aa3-9580-2875c68131cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382667 Jul 16 18:15:05.961152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:05.980299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-596c7ab2-0c4d-4490-87fe-5c4c77125fdf None None] Set router e23985bf-3e48-42fc-914f-3a342b04ff4a gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:06.021439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9fd4f-e21e-4a65-b6fd-fb906d0d9e79 req-8c4ce59e-8994-4305-bd53-09f71fe51f2c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.029306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7bd9fd4f-e21e-4a65-b6fd-fb906d0d9e79 req-8c4ce59e-8994-4305-bd53-09f71fe51f2c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.4049077 Jul 16 18:15:06.067093 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.102506 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port e5293bf4-becd-4355-a99a-88796dc2c63e yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:06.143272 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8629f393-b833-446c-9269-20d3de3eba8d req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.161843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-8629f393-b833-446c-9269-20d3de3eba8d req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Transition to ACTIVE for port object 037e54bb-802d-4bea-a5c8-e667ff3fb052 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:06.167052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] For port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:06.194060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] For port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e5e9cda3-c70c-4803-bf0d-d3c2e989f14e,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:06.217267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-0e4e2089-738c-4548-8e8c-3c66ef3efb4e req-8720dd3e-a3e4-48fb-ac14-40b83456fda3 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] For port 9ab0dd51-e748-4624-8267-7db96cd5feff, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9ab0dd51-e748-4624-8267-7db96cd5feff,segment=NetworkSegment(8bc1b359-6b16-4d73-b20a-81ff81b0fb42),segment_id=8bc1b359-6b16-4d73-b20a-81ff81b0fb42)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:06.218008 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0e4e2089-738c-4548-8e8c-3c66ef3efb4e req-8720dd3e-a3e4-48fb-ac14-40b83456fda3 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.232176 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-72605138-6d45-48e4-b3ff-7a159b09fcc2 service neutron] 10.222.0.32 "GET /v2.0/networks/db4b414f-0821-4aa3-9580-2875c68131cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828043 Jul 16 18:15:06.236816 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.330711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d6927b9-0c37-433c-9f1f-edc99fa90845 req-e0281601-81bc-41a2-8641-93685056b8d2 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782759 Jul 16 18:15:06.337270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-0e4e2089-738c-4548-8e8c-3c66ef3efb4e req-8720dd3e-a3e4-48fb-ac14-40b83456fda3 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Calling delete_port for 9ab0dd51-e748-4624-8267-7db96cd5feff owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:06.339521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-1f6069d7-2e50-41f6-b4c0-18018d4e5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.341191 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-1f6069d7-2e50-41f6-b4c0-18018d4e5c92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7 HTTP/1.1" status: 200 len: 921 time: 0.5218003 Jul 16 18:15:06.342311 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8629f393-b833-446c-9269-20d3de3eba8d req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.377208 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['b9fddf7d-aabe-46a1-9890-2ad2517e3fab'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:06.383475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c21046-88ca-473b-a115-ffe07e0aa2f5 None None] Pushing event updated for resources: {'Port': ['ID=e5e9cda3-c70c-4803-bf0d-d3c2e989f14e,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.447352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7bd9fd4f-e21e-4a65-b6fd-fb906d0d9e79 req-73c4b8f2-525d-4a85-a2af-f5e4f0961bb3 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4169040 Jul 16 18:15:06.514266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-596c7ab2-0c4d-4490-87fe-5c4c77125fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '993002e1-3770-4250-8454-7c25b286b5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 4, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port': {'id': '993002e1-3770-4250-8454-7c25b286b5df', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:42Z', 'updated_at': '2021-07-16T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8', 'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'mac_address': 'fa:16:3e:94:0d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '45f59244-0e84-4799-b011-130f6df946ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:46Z', 'updated_at': '2021-07-16T18:14:05Z', 'revision_number': 5, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'subnets': [{'id': '45f59244-0e84-4799-b011-130f6df946ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:06.522960 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-93a72fad-87fd-49f1-94cc-4a9d49f9a88d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 217 time: 0.1595247 Jul 16 18:15:06.545077 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9232df23-5e0e-4995-b7d1-c293ee84cc2a req-c6101b68-648d-43ae-945a-932bdc553167 service neutron] 10.222.0.32 "GET /v2.0/networks/db4b414f-0821-4aa3-9580-2875c68131cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182021 Jul 16 18:15:06.548564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c7ab2-0c4d-4490-87fe-5c4c77125fdf None None] The sync data for ids ['e23985bf-3e48-42fc-914f-3a342b04ff4a'] in n-d-787205-10 is: [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '993002e1-3770-4250-8454-7c25b286b5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:13:47Z', 'revision_number': 4, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port': {'id': '993002e1-3770-4250-8454-7c25b286b5df', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:42Z', 'updated_at': '2021-07-16T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8', 'name': '', 'network_id': '525c7731-a3d2-4f9f-a4d3-00af2e605bf7', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'mac_address': 'fa:16:3e:94:0d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2859, 'fixed_ips': [{'subnet_id': '45f59244-0e84-4799-b011-130f6df946ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:46Z', 'updated_at': '2021-07-16T18:14:05Z', 'revision_number': 5, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'subnets': [{'id': '45f59244-0e84-4799-b011-130f6df946ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:06.598637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 172.20.0.6 (e8517db6-f0e1-4090-9d37-24c97738cf54/7c63430c-67bc-4d75-8e3b-c4e3776f064a/e5293bf4-becd-4355-a99a-88796dc2c63e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:06.617220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::f816:3eff:fe10:5ff8 (e8517db6-f0e1-4090-9d37-24c97738cf54/14499bf0-7a31-49f4-978c-98278a1223c4/e5293bf4-becd-4355-a99a-88796dc2c63e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:06.661060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8629f393-b833-446c-9269-20d3de3eba8d req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Network 81186a12-21f9-45f6-9a59-d01f56a76152 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:06.672589 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-8629f393-b833-446c-9269-20d3de3eba8d req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:06.685462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8629f393-b833-446c-9269-20d3de3eba8d req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:06.786337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Pushing event updated for resources: {'Port': ['ID=037e54bb-802d-4bea-a5c8-e667ff3fb052,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.830174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-65c864b8-72fc-4e11-92a5-0af6389dc0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.831844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-65c864b8-72fc-4e11-92a5-0af6389dc0cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=45f59244-0e84-4799-b011-130f6df946ec HTTP/1.1" status: 200 len: 860 time: 0.2507708 Jul 16 18:15:06.903703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e5e9cda3-c70c-4803-bf0d-d3c2e989f14e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:07.018863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629f393-b833-446c-9269-20d3de3eba8d req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:07.020420 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8629f393-b833-446c-9269-20d3de3eba8d req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.032497 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.043498 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-0a652f53-4c4e-4df7-bd95-bc73c4535978 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538267 Jul 16 18:15:07.077600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:07.103608 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object e5293bf4-becd-4355-a99a-88796dc2c63e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:07.146865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d5172563-8b22-4034-b3c4-6bc029a31a4f None None] Provisioning for port 037e54bb-802d-4bea-a5c8-e667ff3fb052 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:07.156376 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7bfc0-8f92-467d-9556-7aedddcd3ee6 None None] New status for floating IP ea40bbc7-3656-41bf-849d-71845c78bd90: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:15:07.158335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d5172563-8b22-4034-b3c4-6bc029a31a4f None None] Provisioning complete for port 037e54bb-802d-4bea-a5c8-e667ff3fb052 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:07.158836 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d5172563-8b22-4034-b3c4-6bc029a31a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.161295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.174885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-98dbcac9-efda-4e0c-937e-496b01cbff89 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.5892811 Jul 16 18:15:07.211348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Request body: {'port': {'device_id': '2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:07.218947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d5172563-8b22-4034-b3c4-6bc029a31a4f None None] Port 037e54bb-802d-4bea-a5c8-e667ff3fb052 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:07.255952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:07.268485 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:07.273583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:07.309453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=e5293bf4-becd-4355-a99a-88796dc2c63e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:07.342083 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:07.342872 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.362612 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-90fd8a10-6b1e-4f91-81ee-84d888a773f6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.7124810 Jul 16 18:15:07.363282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54980) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:07.389640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6d2ec-6667-449e-8f96-caebd3de568e req-81b728af-1f68-4465-9e72-9ec54d2df535 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:07.393134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52f6d2ec-6667-449e-8f96-caebd3de568e req-81b728af-1f68-4465-9e72-9ec54d2df535 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1027 time: 0.5909319 Jul 16 18:15:07.400197 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0e4e2089-738c-4548-8e8c-3c66ef3efb4e req-8720dd3e-a3e4-48fb-ac14-40b83456fda3 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.488788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b623e39-88e3-4cad-8873-7a8288d7d85f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:07.495088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b623e39-88e3-4cad-8873-7a8288d7d85f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:07.497028 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3b623e39-88e3-4cad-8873-7a8288d7d85f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1324317 Jul 16 18:15:07.502383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54984) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:07.552941 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52f6d2ec-6667-449e-8f96-caebd3de568e req-cb2d4aeb-d5de-462e-9267-b30148d1617b tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452310 Jul 16 18:15:07.568144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720dd3e-a3e4-48fb-ac14-40b83456fda3 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Pushing event deleted for resources: {'Port': ['ID=9ab0dd51-e748-4624-8267-7db96cd5feff,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:07.601862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-f69d0a6d-42d3-483c-9611-1465eba9c034 service neutron] 10.222.0.24 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436625 Jul 16 18:15:07.640875 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36af72e-8e22-4e17-b559-b38800afed91 x-openstack-request-id: req-c36af72e-8e22-4e17-b559-b38800afed91 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:07.641183 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "name": "network-vif-plugged", "status": "completed", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:07.641540 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c36af72e-8e22-4e17-b559-b38800afed91 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:07.641882 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'code': 200} Jul 16 18:15:07.706838 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00598eaa-3184-4058-9d98-a6de5462bf6f x-openstack-request-id: req-00598eaa-3184-4058-9d98-a6de5462bf6f {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:07.707107 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:07.707370 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00598eaa-3184-4058-9d98-a6de5462bf6f {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:07.707796 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e', 'status': 'completed', 'code': 200} Jul 16 18:15:07.769708 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ca2109a5-c217-4b7d-81a5-04f791e7b650 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port e5293bf4-becd-4355-a99a-88796dc2c63e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:07.770223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca2109a5-c217-4b7d-81a5-04f791e7b650 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.803505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4e2089-738c-4548-8e8c-3c66ef3efb4e req-8720dd3e-a3e4-48fb-ac14-40b83456fda3 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] No DVR routers for this DVR port 9ab0dd51-e748-4624-8267-7db96cd5feff on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:07.820745 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0e4e2089-738c-4548-8e8c-3c66ef3efb4e req-8720dd3e-a3e4-48fb-ac14-40b83456fda3 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.822931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0e4e2089-738c-4548-8e8c-3c66ef3efb4e req-8720dd3e-a3e4-48fb-ac14-40b83456fda3 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.32 "DELETE /v2.0/ports/9ab0dd51-e748-4624-8267-7db96cd5feff HTTP/1.1" status: 204 len: 173 time: 2.7747769 Jul 16 18:15:07.823492 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.902007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca2109a5-c217-4b7d-81a5-04f791e7b650 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.917830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ca2109a5-c217-4b7d-81a5-04f791e7b650 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for e5293bf4-becd-4355-a99a-88796dc2c63e owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:08.074037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bfb5b1-9a9b-43ac-a2a5-4def1b87a65b None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:08.135198 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca2109a5-c217-4b7d-81a5-04f791e7b650 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.202091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-df3a92c7-afae-4218-b25b-41740c4ec940 None None] Provisioning for port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:08.208842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-df3a92c7-afae-4218-b25b-41740c4ec940 None None] Provisioning complete for port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:08.209215 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-df3a92c7-afae-4218-b25b-41740c4ec940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.212498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ab80c-7671-4b77-a7a5-e0176c8bd85b req-30d7831e-0029-496f-abf1-59f9ea5ee99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.214904 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5b9ab80c-7671-4b77-a7a5-e0176c8bd85b req-30d7831e-0029-496f-abf1-59f9ea5ee99b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2985fe4b1cd4e2c8873db97d5897516&device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 1097 time: 0.4865148 Jul 16 18:15:08.223893 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2109a5-c217-4b7d-81a5-04f791e7b650 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=e5293bf4-becd-4355-a99a-88796dc2c63e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.359583 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-df3a92c7-afae-4218-b25b-41740c4ec940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.388239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ab80c-7671-4b77-a7a5-e0176c8bd85b req-4d3e90ec-9276-40af-92b5-278a9e104cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.390246 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5b9ab80c-7671-4b77-a7a5-e0176c8bd85b req-4d3e90ec-9276-40af-92b5-278a9e104cd1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7 HTTP/1.1" status: 200 len: 921 time: 0.1577411 Jul 16 18:15:08.398325 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd948fc9-97be-46fd-b9f7-58794441d469 req-7a355fa5-d06f-4cc3-8d9c-847439e080fd service neutron] 10.222.0.24 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7954690 Jul 16 18:15:08.443992 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-df3a92c7-afae-4218-b25b-41740c4ec940 None None] For port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e5e9cda3-c70c-4803-bf0d-d3c2e989f14e,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:08.457361 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-df3a92c7-afae-4218-b25b-41740c4ec940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.514897 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af819b9-6987-400a-b94f-b8306bbac184 x-openstack-request-id: req-8af819b9-6987-400a-b94f-b8306bbac184 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:08.515225 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672", "tag": "67481523-8ac4-42ad-b7f4-eee084e203dd", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:08.515499 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8af819b9-6987-400a-b94f-b8306bbac184 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:08.517122 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672', 'tag': '67481523-8ac4-42ad-b7f4-eee084e203dd', 'status': 'completed', 'code': 200} Jul 16 18:15:08.526464 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5b9ab80c-7671-4b77-a7a5-e0176c8bd85b req-3aa4efde-e8b4-4317-9c00-fbec93608a53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 200 len: 217 time: 0.1138520 Jul 16 18:15:08.549462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a92c7-afae-4218-b25b-41740c4ec940 None None] Pushing event updated for resources: {'Port': ['ID=e5e9cda3-c70c-4803-bf0d-d3c2e989f14e,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.624454 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca2109a5-c217-4b7d-81a5-04f791e7b650 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.628730 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ca2109a5-c217-4b7d-81a5-04f791e7b650 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/e5293bf4-becd-4355-a99a-88796dc2c63e HTTP/1.1" status: 204 len: 168 time: 1.1229603 Jul 16 18:15:08.629065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54996) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:08.661347 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f19d8d-ac48-4b25-a076-cbd850b60a10 req-628ae440-6080-46f1-82a3-edcb1433d64a tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.672751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-13f19d8d-ac48-4b25-a076-cbd850b60a10 req-628ae440-6080-46f1-82a3-edcb1433d64a tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672 HTTP/1.1" status: 200 len: 943 time: 0.8635283 Jul 16 18:15:08.686746 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202ec170-1f8f-4842-8d9b-eb65f9b7e0ea tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.688413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202ec170-1f8f-4842-8d9b-eb65f9b7e0ea tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.690334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202ec170-1f8f-4842-8d9b-eb65f9b7e0ea tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.694334 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-202ec170-1f8f-4842-8d9b-eb65f9b7e0ea tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0618834 Jul 16 18:15:08.694334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ab80c-7671-4b77-a7a5-e0176c8bd85b req-f8c32e31-ded0-41c2-8d99-218d8cdb1aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.694865 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5b9ab80c-7671-4b77-a7a5-e0176c8bd85b req-f8c32e31-ded0-41c2-8d99-218d8cdb1aaf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f59244-0e84-4799-b011-130f6df946ec HTTP/1.1" status: 200 len: 860 time: 0.1336358 Jul 16 18:15:08.695349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 54998) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:08.760047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146f1af-cc1d-4af9-9e8a-f2a3a02f20fc req-95a75aab-aff4-49d2-806e-50dccfec1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.761584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2146f1af-cc1d-4af9-9e8a-f2a3a02f20fc req-95a75aab-aff4-49d2-806e-50dccfec1e1f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 1098 time: 1.0112884 Jul 16 18:15:08.856980 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a32c3856-e7b3-430a-aa94-c2061eda1e8c req-e45475c4-cecb-4528-b87a-74d972dd846f tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c013947-0015-4c57-8f78-d11a845e9234 HTTP/1.1" status: 200 len: 210 time: 0.0909514 Jul 16 18:15:08.902125 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5b9ab80c-7671-4b77-a7a5-e0176c8bd85b req-69f9bcdf-60d4-42bc-b590-9fb454f6bced service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=525c7731-a3d2-4f9f-a4d3-00af2e605bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1755471 Jul 16 18:15:08.917146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 67481523-8ac4-42ad-b7f4-eee084e203dd details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:08.928242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9ab0dd51-e748-4624-8267-7db96cd5feff no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:08.944280 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e5e9cda3-c70c-4803-bf0d-d3c2e989f14e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:08.945599 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 9ab0dd51-e748-4624-8267-7db96cd5feff {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:08.946029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9ab0dd51-e748-4624-8267-7db96cd5feff not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:08.954254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8f2010-84af-4541-b7ca-b86ce2377862 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 14499bf0-7a31-49f4-978c-98278a1223c4 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:08.958290 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2010-84af-4541-b7ca-b86ce2377862 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.967286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-13f19d8d-ac48-4b25-a076-cbd850b60a10 req-fc106213-d99a-478e-a241-e4e4353f2025 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/security-groups?id=12bf9d02-b08e-4654-9984-8c4b69e69d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863438 Jul 16 18:15:09.024557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2146f1af-cc1d-4af9-9e8a-f2a3a02f20fc req-08b50573-d6ca-466a-a95b-c6021bbe5f00 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263095 Jul 16 18:15:09.026038 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2010-84af-4541-b7ca-b86ce2377862 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.040052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef66a72-e186-48a5-87d1-3c746dffea3e None None] Update dhcp port {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': '14499bf0-7a31-49f4-978c-98278a1223c4', 'ip_address': '2001:db8::f816:3eff:fed1:7633'}, {'subnet_id': '7c63430c-67bc-4d75-8e3b-c4e3776f064a'}], 'binding:host_id': 'n-d-787205-10'}, 'id': 'e5e9cda3-c70c-4803-bf0d-d3c2e989f14e'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:15:09.114501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f04c8-0f8e-4f85-afe4-a879797316e5 req-0e52b774-edc5-4080-bfb4-8dfea515c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.116381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c83f04c8-0f8e-4f85-afe4-a879797316e5 req-0e52b774-edc5-4080-bfb4-8dfea515c26f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0facca1a5e448889b18a63e5ffa50bf&device_id=7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672 HTTP/1.1" status: 200 len: 1095 time: 0.4715955 Jul 16 18:15:09.139369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:09.139757 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.163381 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2010-84af-4541-b7ca-b86ce2377862 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.182055 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9ef66a72-e186-48a5-87d1-3c746dffea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.252709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 67481523-8ac4-42ad-b7f4-eee084e203dd, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=67481523-8ac4-42ad-b7f4-eee084e203dd,segment=NetworkSegment(dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47),segment_id=dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:09.268158 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2010-84af-4541-b7ca-b86ce2377862 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.276712 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-2287d22f-1cfb-44c5-8d1f-127f3d501289 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/floatingips/ea40bbc7-3656-41bf-849d-71845c78bd90 HTTP/1.1" status: 200 len: 692 time: 0.2405055 Jul 16 18:15:09.307294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f2010-84af-4541-b7ca-b86ce2377862 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=14499bf0-7a31-49f4-978c-98278a1223c4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:09.316397 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d8f2010-84af-4541-b7ca-b86ce2377862 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.321140 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8d8f2010-84af-4541-b7ca-b86ce2377862 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/14499bf0-7a31-49f4-978c-98278a1223c4 HTTP/1.1" status: 204 len: 168 time: 0.6248381 Jul 16 18:15:09.322183 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55006) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:09.344290 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '67481523-8ac4-42ad-b7f4-eee084e203dd', 'network_id': 'db4b414f-0821-4aa3-9580-2875c68131cb', 'port_id': '67481523-8ac4-42ad-b7f4-eee084e203dd', 'mac_address': 'fa:16:3e:85:9b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f234aa-44fd-409a-b9cf-4af01fc409a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:09.391751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f04c8-0f8e-4f85-afe4-a879797316e5 req-fa99f7c8-4c70-4728-acc5-076de34a9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.393951 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c83f04c8-0f8e-4f85-afe4-a879797316e5 req-fa99f7c8-4c70-4728-acc5-076de34a9cd5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=db4b414f-0821-4aa3-9580-2875c68131cb HTTP/1.1" status: 200 len: 909 time: 0.2593064 Jul 16 18:15:09.398426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e607b1b3-e5ac-497d-928a-83d9485acd70 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 7c63430c-67bc-4d75-8e3b-c4e3776f064a {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:09.401737 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e607b1b3-e5ac-497d-928a-83d9485acd70 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.423044 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.441418 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67481523-8ac4-42ad-b7f4-eee084e203dd {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:09.446179 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e607b1b3-e5ac-497d-928a-83d9485acd70 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.461193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c83f04c8-0f8e-4f85-afe4-a879797316e5 req-4479d303-6f4f-420f-8b36-7e8cd159b11b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67481523-8ac4-42ad-b7f4-eee084e203dd HTTP/1.1" status: 200 len: 217 time: 0.0466940 Jul 16 18:15:09.461896 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 67481523-8ac4-42ad-b7f4-eee084e203dd, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=67481523-8ac4-42ad-b7f4-eee084e203dd,segment=NetworkSegment(dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47),segment_id=dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server [None req-9ef66a72-e186-48a5-87d1-3c746dffea3e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14499bf0-7a31-49f4-978c-98278a1223c4: This subnet is being modified by another concurrent operation. Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14499bf0-7a31-49f4-978c-98278a1223c4: This subnet is being modified by another concurrent operation. Jul 16 18:15:09.463924 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Jul 16 18:15:09.472280 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.505879 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e607b1b3-e5ac-497d-928a-83d9485acd70 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.537982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=67481523-8ac4-42ad-b7f4-eee084e203dd,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:09.567657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1c6e4-9693-4478-8698-2d7574fdc474 req-389eac98-e5ee-4140-8d80-0cb13a21f92a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.569438 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ab1c6e4-9693-4478-8698-2d7574fdc474 req-389eac98-e5ee-4140-8d80-0cb13a21f92a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.4466355 Jul 16 18:15:09.570730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc1097d-aa93-415b-aca2-3eb71c58b65d None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:09.595268 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e607b1b3-e5ac-497d-928a-83d9485acd70 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.610040 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e607b1b3-e5ac-497d-928a-83d9485acd70 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.615167 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e607b1b3-e5ac-497d-928a-83d9485acd70 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/7c63430c-67bc-4d75-8e3b-c4e3776f064a HTTP/1.1" status: 204 len: 168 time: 0.2873523 Jul 16 18:15:09.617616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55010) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:09.620491 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5b9ab80c-7671-4b77-a7a5-e0176c8bd85b req-f2f9006f-0705-490d-b71c-a2de8987587a service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113943 Jul 16 18:15:09.673596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ab1c6e4-9693-4478-8698-2d7574fdc474 req-9e19c125-b87a-4f31-b904-5dfa5a74f102 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786095 Jul 16 18:15:09.688966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f04c8-0f8e-4f85-afe4-a879797316e5 req-09b8655a-f461-468a-99a9-35d54b085af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.690654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c83f04c8-0f8e-4f85-afe4-a879797316e5 req-09b8655a-f461-468a-99a9-35d54b085af4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6f234aa-44fd-409a-b9cf-4af01fc409a9 HTTP/1.1" status: 200 len: 848 time: 0.2124608 Jul 16 18:15:09.706207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607b1b3-e5ac-497d-928a-83d9485acd70 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=7c63430c-67bc-4d75-8e3b-c4e3776f064a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:09.714746 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-777c4770-c345-44da-8f54-f31fb2cc9b27 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931149 Jul 16 18:15:09.720914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c013947-0015-4c57-8f78-d11a845e9234', 'name': 'network-vif-deleted', 'tag': '9ab0dd51-e748-4624-8267-7db96cd5feff'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:09.722387 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55012) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:09.723548 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74851165-b274-4ba4-a184-81deaad8edf7" -d '{"events": [{"server_uuid": "7c013947-0015-4c57-8f78-d11a845e9234", "name": "network-vif-deleted", "tag": "9ab0dd51-e748-4624-8267-7db96cd5feff"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:09.728359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e54f1bf9-4f25-4478-92f3-e5c91944ed05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:09.765194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c83f04c8-0f8e-4f85-afe4-a879797316e5 req-bc241d2a-9599-4982-97ed-1fe051c330ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db4b414f-0821-4aa3-9580-2875c68131cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366697 Jul 16 18:15:09.774743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-dc229091-34e8-4eb5-b096-bde7ab74526b tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.776252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-dc229091-34e8-4eb5-b096-bde7ab74526b tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 784 time: 0.4747910 Jul 16 18:15:09.839502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['67481523-8ac4-42ad-b7f4-eee084e203dd'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:09.848644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54f1bf9-4f25-4478-92f3-e5c91944ed05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:09.852358 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-0ee55189-e0c6-4bd7-ab0b-8d5111bc413a tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:15:09.852666 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e54f1bf9-4f25-4478-92f3-e5c91944ed05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.853387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-0ee55189-e0c6-4bd7-ab0b-8d5111bc413a tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061197 Jul 16 18:15:09.862442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037e54bb-802d-4bea-a5c8-e667ff3fb052 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:09.930378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-97736d7f-0d19-4512-9ec8-82b6e000b77e None None] Provisioning complete for port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:09.932075 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-97736d7f-0d19-4512-9ec8-82b6e000b77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.965590 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.002868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-ef270e99-15b1-4935-8ad6-1496ad4c7c1f tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.1265392 Jul 16 18:15:10.015675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Transition to ACTIVE for port object 037e54bb-802d-4bea-a5c8-e667ff3fb052 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:10.071438 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.076599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-4e4edd52-e5ec-4a6d-9915-17b457373d66 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0511911 Jul 16 18:15:10.080792 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0572263a-546c-4a78-81f4-5fb14ccca2ed None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:10.121297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c83f04c8-0f8e-4f85-afe4-a879797316e5 req-bcd1285e-fc4e-469d-b918-f12e0cd41e7b service neutron] 10.222.0.32 "GET /v2.0/networks/db4b414f-0821-4aa3-9580-2875c68131cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423057 Jul 16 18:15:10.170705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2afda7-c616-4149-a9d5-cc3aba95e58d req-2a7ed0ca-55aa-4362-930b-9b04c3883b12 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.172290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc2afda7-c616-4149-a9d5-cc3aba95e58d req-2a7ed0ca-55aa-4362-930b-9b04c3883b12 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1027 time: 0.2371802 Jul 16 18:15:10.228203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Pushing event updated for resources: {'Port': ['ID=037e54bb-802d-4bea-a5c8-e667ff3fb052,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:10.254776 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0572263a-546c-4a78-81f4-5fb14ccca2ed None None] Deleting port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:10.255266 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0572263a-546c-4a78-81f4-5fb14ccca2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.346228 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0572263a-546c-4a78-81f4-5fb14ccca2ed None None] For port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e5e9cda3-c70c-4803-bf0d-d3c2e989f14e,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:10.346228 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0572263a-546c-4a78-81f4-5fb14ccca2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.367160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0572263a-546c-4a78-81f4-5fb14ccca2ed None None] Calling delete_port for e5e9cda3-c70c-4803-bf0d-d3c2e989f14e owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:10.394075 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5b9ab80c-7671-4b77-a7a5-e0176c8bd85b req-c5040907-2c47-428c-ae0e-d7a66794110a service neutron] 10.222.0.32 "GET /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7642782 Jul 16 18:15:10.413598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e54f1bf9-4f25-4478-92f3-e5c91944ed05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.465756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f1bf9-4f25-4478-92f3-e5c91944ed05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:10.469740 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e54f1bf9-4f25-4478-92f3-e5c91944ed05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:10.475001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54f1bf9-4f25-4478-92f3-e5c91944ed05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.476184 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e54f1bf9-4f25-4478-92f3-e5c91944ed05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.489880 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f1bf9-4f25-4478-92f3-e5c91944ed05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=fbaade42-5703-40d3-8601-aefcc112222c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:10.505987 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e54f1bf9-4f25-4478-92f3-e5c91944ed05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7824011 Jul 16 18:15:10.506982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55026) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:10.512873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3b754382-78a7-4584-8a43-96b3e37a2173 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:10.514515 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c83f04c8-0f8e-4f85-afe4-a879797316e5 req-e44b8c9c-f3d6-4cb6-af62-4ea7fce1ac5e service neutron] 10.222.0.32 "GET /v2.0/networks/db4b414f-0821-4aa3-9580-2875c68131cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713789 Jul 16 18:15:10.532279 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0572263a-546c-4a78-81f4-5fb14ccca2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.576292 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc2afda7-c616-4149-a9d5-cc3aba95e58d req-5f3d81f1-a115-4eea-8d26-babf6bde5319 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391697 Jul 16 18:15:10.583967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Attempting to bind port 037e54bb-802d-4bea-a5c8-e667ff3fb052 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:10.583967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Attempting to bind port 037e54bb-802d-4bea-a5c8-e667ff3fb052 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:10.584231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Attempting to bind port 037e54bb-802d-4bea-a5c8-e667ff3fb052 on network 81186a12-21f9-45f6-9a59-d01f56a76152 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:10.584657 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572263a-546c-4a78-81f4-5fb14ccca2ed None None] Pushing event deleted for resources: {'Port': ['ID=e5e9cda3-c70c-4803-bf0d-d3c2e989f14e,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:10.587664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572263a-546c-4a78-81f4-5fb14ccca2ed None None] No DVR routers for this DVR port e5e9cda3-c70c-4803-bf0d-d3c2e989f14e on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:10.599860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Port 037e54bb-802d-4bea-a5c8-e667ff3fb052 on network 81186a12-21f9-45f6-9a59-d01f56a76152 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:10.600132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Attempting to bind port 037e54bb-802d-4bea-a5c8-e667ff3fb052 on network 81186a12-21f9-45f6-9a59-d01f56a76152 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:10.615319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5af4bd2-b31d-4fd7-a0a3-8e8a607cf30b None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:10.636786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:10.637867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Checking segment: {'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:10.640762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Bound using segment: {'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:10.641330 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Bound port: 037e54bb-802d-4bea-a5c8-e667ff3fb052, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d974cba-55ed-4a49-b914-3fa982a65f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:10.641637 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.657271 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570a3dbb-1418-436f-94ec-3513184a5c75 x-openstack-request-id: req-570a3dbb-1418-436f-94ec-3513184a5c75 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:10.658310 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c013947-0015-4c57-8f78-d11a845e9234", "name": "network-vif-deleted", "tag": "9ab0dd51-e748-4624-8267-7db96cd5feff", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:10.658572 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-570a3dbb-1418-436f-94ec-3513184a5c75 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:10.658985 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c013947-0015-4c57-8f78-d11a845e9234', 'name': 'network-vif-deleted', 'tag': '9ab0dd51-e748-4624-8267-7db96cd5feff', 'status': 'completed', 'code': 200} Jul 16 18:15:10.680492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-74afddd5-1542-4e96-ac92-f881e2c7a753 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Deleting port 5e392d36-a2f0-454f-86c6-6ab4417172d6 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:10.680980 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-74afddd5-1542-4e96-ac92-f881e2c7a753 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.713332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b754382-78a7-4584-8a43-96b3e37a2173 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:10.717275 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b754382-78a7-4584-8a43-96b3e37a2173 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.853918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e5e9cda3-c70c-4803-bf0d-d3c2e989f14e no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:10.891715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 67481523-8ac4-42ad-b7f4-eee084e203dd up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:10.895483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: e5e9cda3-c70c-4803-bf0d-d3c2e989f14e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:10.896176 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e5e9cda3-c70c-4803-bf0d-d3c2e989f14e not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:10.907561 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-74afddd5-1542-4e96-ac92-f881e2c7a753 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.907944 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-74afddd5-1542-4e96-ac92-f881e2c7a753 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.923539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-74afddd5-1542-4e96-ac92-f881e2c7a753 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Calling delete_port for 5e392d36-a2f0-454f-86c6-6ab4417172d6 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:10.951523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': 'fbaade42-5703-40d3-8601-aefcc112222c'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:10.952812 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.081211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] For port 037e54bb-802d-4bea-a5c8-e667ff3fb052, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:11.113300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] For port 037e54bb-802d-4bea-a5c8-e667ff3fb052, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=037e54bb-802d-4bea-a5c8-e667ff3fb052,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:11.121993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 67481523-8ac4-42ad-b7f4-eee084e203dd completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:11.131356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Allocated IP 172.20.0.2 (e8517db6-f0e1-4090-9d37-24c97738cf54/fbaade42-5703-40d3-8601-aefcc112222c/62b29afd-170b-4a3e-8327-c62b44050511) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:11.133317 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.135253 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 67481523-8ac4-42ad-b7f4-eee084e203dd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:11.135985 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.232587 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.241797 n-d-787205-10 neutron-server[105590]: DEBUG neutron.objects.ports [None req-3b754382-78a7-4584-8a43-96b3e37a2173 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:11.243641 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b754382-78a7-4584-8a43-96b3e37a2173 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.255826 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501f116-76ee-47ec-9106-dbd7e0512962 req-6320a3b8-e20d-49e9-8267-b9e8383387b1 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.257465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7501f116-76ee-47ec-9106-dbd7e0512962 req-6320a3b8-e20d-49e9-8267-b9e8383387b1 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672 HTTP/1.1" status: 200 len: 944 time: 0.2537992 Jul 16 18:15:11.261376 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.262654 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.264063 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] 10.222.0.32 "PUT /v2.0/ports/037e54bb-802d-4bea-a5c8-e667ff3fb052 HTTP/1.1" status: 200 len: 1092 time: 4.0670173 Jul 16 18:15:11.297286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b754382-78a7-4584-8a43-96b3e37a2173 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:11.297799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67481523-8ac4-42ad-b7f4-eee084e203dd'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:11.300371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-3b754382-78a7-4584-8a43-96b3e37a2173 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:11.300532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c31237-11b4-4445-8734-07f98595cd1d service neutron] Pushing event updated for resources: {'Port': ['ID=037e54bb-802d-4bea-a5c8-e667ff3fb052,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.310407 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a6168f-d0db-46a9-90e7-ce51e0cb1d1f" -d '{"events": [{"server_uuid": "7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672", "name": "network-vif-plugged", "status": "completed", "tag": "67481523-8ac4-42ad-b7f4-eee084e203dd"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:11.313833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b754382-78a7-4584-8a43-96b3e37a2173 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.314587 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b754382-78a7-4584-8a43-96b3e37a2173 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.338209 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 67481523-8ac4-42ad-b7f4-eee084e203dd, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=67481523-8ac4-42ad-b7f4-eee084e203dd,segment=NetworkSegment(dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47),segment_id=dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:11.351450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b754382-78a7-4584-8a43-96b3e37a2173 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=0dac7b47-f8b9-40a3-86f4-51184a919ea9,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.353052 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.371431 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3b754382-78a7-4584-8a43-96b3e37a2173 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8630497 Jul 16 18:15:11.374776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55048) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:11.386137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'mac_address': 'fa:16:3e:48:2a:cb', 'name': 'tempest-NetworksTestDHCPv6-1055610325'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:11.406659 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-74afddd5-1542-4e96-ac92-f881e2c7a753 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.445432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=67481523-8ac4-42ad-b7f4-eee084e203dd,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.447752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7501f116-76ee-47ec-9106-dbd7e0512962 req-01fdbeab-498a-4712-bc9c-1c94a5c92016 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/security-groups?id=12bf9d02-b08e-4654-9984-8c4b69e69d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719661 Jul 16 18:15:11.460973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afddd5-1542-4e96-ac92-f881e2c7a753 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Pushing event deleted for resources: {'Port': ['ID=5e392d36-a2f0-454f-86c6-6ab4417172d6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.584867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629f393-b833-446c-9269-20d3de3eba8d req-97aa981e-e87b-4614-b4c5-e2405e0e605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.586432 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-97aa981e-e87b-4614-b4c5-e2405e0e605e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=371047a4daf141a594d8a8a9f4a16f95&device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1095 time: 0.2333064 Jul 16 18:15:11.619145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:11.635700 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-74afddd5-1542-4e96-ac92-f881e2c7a753 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.638529 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-74afddd5-1542-4e96-ac92-f881e2c7a753 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.655792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52e19ea1-5754-47bf-a94d-004b925e5edf req-74afddd5-1542-4e96-ac92-f881e2c7a753 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "DELETE /v2.0/floatingips/ea40bbc7-3656-41bf-849d-71845c78bd90 HTTP/1.1" status: 204 len: 173 time: 1.5243294 Jul 16 18:15:11.658082 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-5526dc2c-3bd2-4025-8c09-6a3b49e6eb20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=037e54bb-802d-4bea-a5c8-e667ff3fb052 HTTP/1.1" status: 200 len: 217 time: 0.0624549 Jul 16 18:15:11.712048 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.728178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Transition to ACTIVE for port object 62b29afd-170b-4a3e-8327-c62b44050511 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:11.757961 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Transition to ACTIVE for port object 62b29afd-170b-4a3e-8327-c62b44050511 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:11.760727 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.766163 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.788570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 5b122e3c-9447-411a-a66a-6ea3630575c4 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:11.814129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:11.818700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:11.825589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:11.866149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-da2c775c-e7b1-4ff9-a831-15ca55b44f65 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.867641 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-da2c775c-e7b1-4ff9-a831-15ca55b44f65 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/networks?id=e339acec-c85b-4112-8158-f5f19ce5c731 HTTP/1.1" status: 200 len: 808 time: 0.1081314 Jul 16 18:15:11.880782 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Pushing event updated for resources: {'Port': ['ID=62b29afd-170b-4a3e-8327-c62b44050511,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.904448 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-454a1768-12db-4b88-97c9-95f6a020a29d tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/quotas/8d7eb69e3fd1418481be98bcfdf88558 HTTP/1.1" status: 200 len: 375 time: 0.0260901 Jul 16 18:15:11.907963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629f393-b833-446c-9269-20d3de3eba8d req-6ca3f0c2-d06f-4eba-b550-e6f832508117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.909404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-6ca3f0c2-d06f-4eba-b550-e6f832508117 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccfba5dc-2825-4394-be5a-23f9fde25b1b HTTP/1.1" status: 200 len: 848 time: 0.2397685 Jul 16 18:15:11.934804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Attempting to bind port 62b29afd-170b-4a3e-8327-c62b44050511 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:11.935570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Attempting to bind port 62b29afd-170b-4a3e-8327-c62b44050511 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:11.936386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Attempting to bind port 62b29afd-170b-4a3e-8327-c62b44050511 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:11.943088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:11.943618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:11.944138 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.944694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:11.945282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Bound port: 62b29afd-170b-4a3e-8327-c62b44050511, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:11.945947 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.976073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-83de212c-8fee-4306-9f03-dc72b6a8203e tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d7eb69e3fd1418481be98bcfdf88558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623202 Jul 16 18:15:11.997564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 172.20.0.7 (e8517db6-f0e1-4090-9d37-24c97738cf54/fbaade42-5703-40d3-8601-aefcc112222c/5b122e3c-9447-411a-a66a-6ea3630575c4) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:12.003935 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964de8e3-c46c-42fe-9a46-97a093ede0fb req-ac8b5978-295a-4071-a53c-38e431a0f884 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.005645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::f816:3eff:fe48:2acb (e8517db6-f0e1-4090-9d37-24c97738cf54/0dac7b47-f8b9-40a3-86f4-51184a919ea9/5b122e3c-9447-411a-a66a-6ea3630575c4) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:12.011146 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-964de8e3-c46c-42fe-9a46-97a093ede0fb req-ac8b5978-295a-4071-a53c-38e431a0f884 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.3506336 Jul 16 18:15:12.039569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] For port 62b29afd-170b-4a3e-8327-c62b44050511, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:12.044880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] For port 62b29afd-170b-4a3e-8327-c62b44050511, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=62b29afd-170b-4a3e-8327-c62b44050511,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:12.051858 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.130467 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-964de8e3-c46c-42fe-9a46-97a093ede0fb req-8b3e3a78-f0e1-4460-a675-bd9401f9d58a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183121 Jul 16 18:15:12.139933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629f393-b833-446c-9269-20d3de3eba8d req-34471477-973f-4129-886b-f62872d3b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.141439 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-34471477-973f-4129-886b-f62872d3b4d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81186a12-21f9-45f6-9a59-d01f56a76152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2139432 Jul 16 18:15:12.162865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8639b05-b2b3-48f4-bbea-7fbbafd6830d None None] Pushing event updated for resources: {'Port': ['ID=62b29afd-170b-4a3e-8327-c62b44050511,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:12.218986 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-69e3afd4-44e5-4ac0-9c99-713225aa81fd service neutron] 10.222.0.24 "GET /v2.0/networks/e339acec-c85b-4112-8158-f5f19ce5c731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307110 Jul 16 18:15:12.228366 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7e9da5-5896-4755-b7ff-66872526bab7 x-openstack-request-id: req-7b7e9da5-5896-4755-b7ff-66872526bab7 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:12.228970 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672", "name": "network-vif-plugged", "status": "completed", "tag": "67481523-8ac4-42ad-b7f4-eee084e203dd", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:12.228970 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b7e9da5-5896-4755-b7ff-66872526bab7 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:12.229401 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67481523-8ac4-42ad-b7f4-eee084e203dd', 'code': 200} Jul 16 18:15:12.249956 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.287133 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 5b122e3c-9447-411a-a66a-6ea3630575c4 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:12.351148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.430608 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:12.437965 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:12.442393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:12.500739 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=5b122e3c-9447-411a-a66a-6ea3630575c4,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:12.513240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.513956 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.537950 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b52bb898-3daf-4ac7-beb8-33cf7150d7f2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1573036 Jul 16 18:15:12.538863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55068) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:12.638939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253ca166-adf1-48d6-898a-a04cf3e6114e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.647101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253ca166-adf1-48d6-898a-a04cf3e6114e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.649785 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-253ca166-adf1-48d6-898a-a04cf3e6114e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1091077 Jul 16 18:15:12.651982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55074) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:12.745806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69', 'tag': '037e54bb-802d-4bea-a5c8-e667ff3fb052'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:12.748715 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7212642-005d-4aad-b084-08496b3957fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69", "tag": "037e54bb-802d-4bea-a5c8-e667ff3fb052"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:12.814837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-85e2452a-488a-4a49-bc9b-249b4a3d628e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 5b122e3c-9447-411a-a66a-6ea3630575c4 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:12.815882 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85e2452a-488a-4a49-bc9b-249b4a3d628e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.869327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 62b29afd-170b-4a3e-8327-c62b44050511 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:12.898350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-039d9c76-dfc4-4c90-ab2d-0c3e192ceb9c service neutron] 10.222.0.32 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458293 Jul 16 18:15:12.936551 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85e2452a-488a-4a49-bc9b-249b4a3d628e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.939566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 62b29afd-170b-4a3e-8327-c62b44050511 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:12.959873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-85e2452a-488a-4a49-bc9b-249b4a3d628e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 5b122e3c-9447-411a-a66a-6ea3630575c4 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:13.012924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f998b-3fa1-4469-90d5-5add779360c3 req-84c344ee-ca95-4ca3-a7f4-51b947f6a83e tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.020142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f28f998b-3fa1-4469-90d5-5add779360c3 req-84c344ee-ca95-4ca3-a7f4-51b947f6a83e tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1095 time: 0.2590451 Jul 16 18:15:13.039813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-6d71668d-e8ac-4cce-b2c0-9a7bb5cd8f3d service neutron] 10.222.0.24 "GET /v2.0/networks/e339acec-c85b-4112-8158-f5f19ce5c731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864380 Jul 16 18:15:13.069773 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f3d87-f678-4588-ad0b-faaa9ea8789b req-e6483c37-7f69-431d-a00e-ac13f727a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.071332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-645f3d87-f678-4588-ad0b-faaa9ea8789b req-e6483c37-7f69-431d-a00e-ac13f727a98f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672 HTTP/1.1" status: 200 len: 1097 time: 0.3025188 Jul 16 18:15:13.119661 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f28f998b-3fa1-4469-90d5-5add779360c3 req-0cbcd67f-1169-46d1-9088-157a6e294598 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979614 Jul 16 18:15:13.139342 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8629f393-b833-446c-9269-20d3de3eba8d req-4d2671f7-81b1-4410-825a-7f3d55104eb8 service neutron] 10.222.0.32 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312641 Jul 16 18:15:13.154702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-645f3d87-f678-4588-ad0b-faaa9ea8789b req-da4c1aa5-d170-4fad-b609-18934e18d48f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=12bf9d02-b08e-4654-9984-8c4b69e69d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717030 Jul 16 18:15:13.239099 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85e2452a-488a-4a49-bc9b-249b4a3d628e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.276853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2657d2dc-2b51-4dd5-960f-cb26e347aa67 req-7cfc120e-6040-4da8-b412-296e50c50761 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups/f7756064-8723-4b94-9b60-738b706e9e8c HTTP/1.1" status: 200 len: 1809 time: 0.0883973 Jul 16 18:15:13.312111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2452a-488a-4a49-bc9b-249b4a3d628e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=5b122e3c-9447-411a-a66a-6ea3630575c4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.450574 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2657d2dc-2b51-4dd5-960f-cb26e347aa67 req-0501161b-77e6-4d8d-a862-cc85cc2188a3 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.463400 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85e2452a-488a-4a49-bc9b-249b4a3d628e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.467868 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-85e2452a-488a-4a49-bc9b-249b4a3d628e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/5b122e3c-9447-411a-a66a-6ea3630575c4 HTTP/1.1" status: 204 len: 168 time: 0.8144844 Jul 16 18:15:13.471188 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55084) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:13.506787 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1a472924-e58c-4083-94e9-6992fb19e11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.522369 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2657d2dc-2b51-4dd5-960f-cb26e347aa67 req-0501161b-77e6-4d8d-a862-cc85cc2188a3 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.542370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3014513f-d5ef-4bd1-aea5-416b53e794d1 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:13.564298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612e65c-59ed-4635-bf56-9ba7d3a06573 req-692c62d5-fb05-41d6-afbb-516f22dbf5f0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.565920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0612e65c-59ed-4635-bf56-9ba7d3a06573 req-692c62d5-fb05-41d6-afbb-516f22dbf5f0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.2117429 Jul 16 18:15:13.575166 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55090) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:13.580152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8825cbf7-35cc-4415-859e-8b3325830d93 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Request body: {'floatingip': {'port_id': '1f3c3132-5746-4a43-a198-55e663d9b4bc'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:13.592581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec752bc6-149d-4ba1-bf5f-b1f870450d6f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.594447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec752bc6-149d-4ba1-bf5f-b1f870450d6f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.596064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec752bc6-149d-4ba1-bf5f-b1f870450d6f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.597842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ec752bc6-149d-4ba1-bf5f-b1f870450d6f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1256547 Jul 16 18:15:13.602195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55092) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:13.679971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-6873a885-d235-41fc-887e-461f5a2aa82a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 0dac7b47-f8b9-40a3-86f4-51184a919ea9 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:13.685104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6873a885-d235-41fc-887e-461f5a2aa82a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.692438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-58fe1c6e-3fc4-424d-aead-4873d72d8a01 None None] Provisioning for port 62b29afd-170b-4a3e-8327-c62b44050511 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:13.718447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-58fe1c6e-3fc4-424d-aead-4873d72d8a01 None None] Provisioning complete for port 62b29afd-170b-4a3e-8327-c62b44050511 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:13.719294 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-58fe1c6e-3fc4-424d-aead-4873d72d8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.732132 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2657d2dc-2b51-4dd5-960f-cb26e347aa67 req-0501161b-77e6-4d8d-a862-cc85cc2188a3 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.734730 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2657d2dc-2b51-4dd5-960f-cb26e347aa67 req-0501161b-77e6-4d8d-a862-cc85cc2188a3 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.735891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2657d2dc-2b51-4dd5-960f-cb26e347aa67 req-0501161b-77e6-4d8d-a862-cc85cc2188a3 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "DELETE /v2.0/security-groups/f7756064-8723-4b94-9b60-738b706e9e8c HTTP/1.1" status: 204 len: 173 time: 0.4572012 Jul 16 18:15:13.780052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501161b-77e6-4d8d-a862-cc85cc2188a3 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7756064-8723-4b94-9b60-738b706e9e8c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.787650 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6873a885-d235-41fc-887e-461f5a2aa82a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.912025 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a09a79-df22-4ee7-977a-c0301735cc12 x-openstack-request-id: req-67a09a79-df22-4ee7-977a-c0301735cc12 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:13.912419 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69", "tag": "037e54bb-802d-4bea-a5c8-e667ff3fb052", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:13.913093 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67a09a79-df22-4ee7-977a-c0301735cc12 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:13.913804 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69', 'tag': '037e54bb-802d-4bea-a5c8-e667ff3fb052', 'status': 'completed', 'code': 200} Jul 16 18:15:13.950995 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-58fe1c6e-3fc4-424d-aead-4873d72d8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.959684 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6873a885-d235-41fc-887e-461f5a2aa82a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.031843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-58fe1c6e-3fc4-424d-aead-4873d72d8a01 None None] For port 62b29afd-170b-4a3e-8327-c62b44050511, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=62b29afd-170b-4a3e-8327-c62b44050511,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:14.045236 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-58fe1c6e-3fc4-424d-aead-4873d72d8a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.110831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83a2e568-9afe-456c-9dac-902d04f4d88e req-2c309252-526b-40a9-81b9-97a763164108 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 210 time: 0.0455093 Jul 16 18:15:14.120982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6873a885-d235-41fc-887e-461f5a2aa82a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.175680 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6873a885-d235-41fc-887e-461f5a2aa82a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.181356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6873a885-d235-41fc-887e-461f5a2aa82a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/0dac7b47-f8b9-40a3-86f4-51184a919ea9 HTTP/1.1" status: 204 len: 168 time: 0.5778391 Jul 16 18:15:14.188136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe1c6e-3fc4-424d-aead-4873d72d8a01 None None] Pushing event updated for resources: {'Port': ['ID=62b29afd-170b-4a3e-8327-c62b44050511,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:14.191945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55104) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:14.193068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873a885-d235-41fc-887e-461f5a2aa82a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=0dac7b47-f8b9-40a3-86f4-51184a919ea9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:14.346336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-b914dcc4-d019-406c-8ef0-c599dc6924ed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet fbaade42-5703-40d3-8601-aefcc112222c {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:14.350157 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b914dcc4-d019-406c-8ef0-c599dc6924ed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.399169 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b914dcc4-d019-406c-8ef0-c599dc6924ed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.472391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a4766b-c247-4623-a7ff-896b62234db2 None None] Update dhcp port {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': 'fbaade42-5703-40d3-8601-aefcc112222c', 'ip_address': '172.20.0.2'}, {'subnet_id': '0dac7b47-f8b9-40a3-86f4-51184a919ea9'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '62b29afd-170b-4a3e-8327-c62b44050511'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:15:14.503106 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8825cbf7-35cc-4415-859e-8b3325830d93 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.527966 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b914dcc4-d019-406c-8ef0-c599dc6924ed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.555378 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e4a4766b-c247-4623-a7ff-896b62234db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.646035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcbb9b-6c84-49a2-a517-29ca2a2f36c7 req-1bb6a9da-d681-48ea-affb-a3e746f56dbc tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:14.649537 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7fbcbb9b-6c84-49a2-a517-29ca2a2f36c7 req-1bb6a9da-d681-48ea-affb-a3e746f56dbc tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672 HTTP/1.1" status: 200 len: 945 time: 0.9301250 Jul 16 18:15:14.731795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7212642-005d-4aad-b084-08496b3957fa req-ef982ef1-fd31-4f4e-b851-e466215fd76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:14.733790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7212642-005d-4aad-b084-08496b3957fa req-ef982ef1-fd31-4f4e-b851-e466215fd76f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=371047a4daf141a594d8a8a9f4a16f95&device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1095 time: 0.8873382 Jul 16 18:15:14.781492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7fbcbb9b-6c84-49a2-a517-29ca2a2f36c7 req-17c03043-2d59-4346-9c43-ec12822b3419 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/security-groups?id=12bf9d02-b08e-4654-9984-8c4b69e69d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122291 Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server [None req-e4a4766b-c247-4623-a7ff-896b62234db2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbaade42-5703-40d3-8601-aefcc112222c: This subnet is being modified by another concurrent operation. Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fbaade42-5703-40d3-8601-aefcc112222c: This subnet is being modified by another concurrent operation. Jul 16 18:15:14.789880 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Jul 16 18:15:14.797578 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b914dcc4-d019-406c-8ef0-c599dc6924ed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.862798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 62b29afd-170b-4a3e-8327-c62b44050511 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:14.914631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914dcc4-d019-406c-8ef0-c599dc6924ed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=fbaade42-5703-40d3-8601-aefcc112222c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:14.920294 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b914dcc4-d019-406c-8ef0-c599dc6924ed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.923320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b914dcc4-d019-406c-8ef0-c599dc6924ed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/fbaade42-5703-40d3-8601-aefcc112222c HTTP/1.1" status: 204 len: 168 time: 0.7104712 Jul 16 18:15:14.926524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55110) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:14.979925 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5866291b-5b17-4ad2-a5ec-bb2c5b196b0b None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:15.031957 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7845859c-b03f-426e-8403-458883844132 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040170 Jul 16 18:15:15.035727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55112) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:15.059094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-42eaaaa7-c2e1-405d-a6f3-cef88ec906ab tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:15.316178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-417ceff7-7ad0-45bf-bfdb-c5b5ad54adab None None] Provisioning complete for port 62b29afd-170b-4a3e-8327-c62b44050511 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:15.317086 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-417ceff7-7ad0-45bf-bfdb-c5b5ad54adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.413595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 62b29afd-170b-4a3e-8327-c62b44050511 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:15.414136 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.582024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-76e3ff4b-877e-433c-a0c3-6cbbc2eb915c tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.585524 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-76e3ff4b-877e-433c-a0c3-6cbbc2eb915c tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.11 "GET /v2.0/networks?id=e339acec-c85b-4112-8158-f5f19ce5c731 HTTP/1.1" status: 200 len: 808 time: 0.4201906 Jul 16 18:15:15.602593 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8825cbf7-35cc-4415-859e-8b3325830d93 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.605929 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-17f8d7ee-523e-4780-8eab-069fc08cfe16 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Request body: {'port': {'device_id': '8f736e36-2ca6-42be-801c-fa897cddbc17', 'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731', 'admin_state_up': True, 'tenant_id': '8d7eb69e3fd1418481be98bcfdf88558'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:15.614035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8825cbf7-35cc-4415-859e-8b3325830d93 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.716776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7212642-005d-4aad-b084-08496b3957fa req-df6c9624-a8a1-4229-a59e-21ee3385bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.719150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7212642-005d-4aad-b084-08496b3957fa req-df6c9624-a8a1-4229-a59e-21ee3385bbf7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=81186a12-21f9-45f6-9a59-d01f56a76152 HTTP/1.1" status: 200 len: 910 time: 0.9713762 Jul 16 18:15:15.756675 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e58e00de-9714-4274-9292-7a5a666d7c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.770530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bc8f24-acc1-4d57-946f-dc2e9902b896 None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:15.827853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-46bc8f24-acc1-4d57-946f-dc2e9902b896 None None] Deleting port 62b29afd-170b-4a3e-8327-c62b44050511 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:15.828205 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7212642-005d-4aad-b084-08496b3957fa req-a6391de5-c91d-43de-9862-337d9bb8173b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=037e54bb-802d-4bea-a5c8-e667ff3fb052 HTTP/1.1" status: 200 len: 217 time: 0.0922959 Jul 16 18:15:15.828723 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-46bc8f24-acc1-4d57-946f-dc2e9902b896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.865001 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-8825cbf7-35cc-4415-859e-8b3325830d93 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Floating IP ef9689fc-7e5b-4d18-9d1d-086ececd6713 associated. External IP: 172.25.3.234, port: 1f3c3132-5746-4a43-a198-55e663d9b4bc. Jul 16 18:15:15.914413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eaaaa7-c2e1-405d-a6f3-cef88ec906ab tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:15.919222 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42eaaaa7-c2e1-405d-a6f3-cef88ec906ab tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.927715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-46bc8f24-acc1-4d57-946f-dc2e9902b896 None None] For port 62b29afd-170b-4a3e-8327-c62b44050511, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=62b29afd-170b-4a3e-8327-c62b44050511,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:15.927957 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-46bc8f24-acc1-4d57-946f-dc2e9902b896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.936012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf14f76-9d65-4529-8a65-3386791b1294 req-97d08232-c702-462a-943a-f25a881870e9 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.944769 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaf14f76-9d65-4529-8a65-3386791b1294 req-97d08232-c702-462a-943a-f25a881870e9 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1095 time: 0.9236522 Jul 16 18:15:15.951656 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-46bc8f24-acc1-4d57-946f-dc2e9902b896 None None] Calling delete_port for 62b29afd-170b-4a3e-8327-c62b44050511 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:15.965763 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.003582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02cd61-c4a8-4a6b-81f7-473653307ef0 req-5f1d4203-fce7-4f52-957d-c38c46ef228d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:16.005214 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d02cd61-c4a8-4a6b-81f7-473653307ef0 req-5f1d4203-fce7-4f52-957d-c38c46ef228d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.9155746 Jul 16 18:15:16.071399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-46bc8f24-acc1-4d57-946f-dc2e9902b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.109039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7212642-005d-4aad-b084-08496b3957fa req-89a2a252-8194-4b06-a63f-80a326afe704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:16.111550 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7212642-005d-4aad-b084-08496b3957fa req-89a2a252-8194-4b06-a63f-80a326afe704 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ccfba5dc-2825-4394-be5a-23f9fde25b1b HTTP/1.1" status: 200 len: 848 time: 0.2472513 Jul 16 18:15:16.124527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc8f24-acc1-4d57-946f-dc2e9902b896 None None] Pushing event deleted for resources: {'Port': ['ID=62b29afd-170b-4a3e-8327-c62b44050511,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:16.138593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bc8f24-acc1-4d57-946f-dc2e9902b896 None None] No DVR routers for this DVR port 62b29afd-170b-4a3e-8327-c62b44050511 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:16.156666 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c15b03-6416-49da-8270-517fd7a5bcb3 None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:15:16.187191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8825cbf7-35cc-4415-859e-8b3325830d93 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Router fe0c452a-c79c-4cad-84e4-ed8e71475e1d has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:16.266474 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c15b03-6416-49da-8270-517fd7a5bcb3 None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:15:16.269566 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaf14f76-9d65-4529-8a65-3386791b1294 req-925367c2-5b95-48c1-8725-c0d640c67672 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239071 Jul 16 18:15:16.279765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-17f8d7ee-523e-4780-8eab-069fc08cfe16 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Made reservation on behalf of 8d7eb69e3fd1418481be98bcfdf88558 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:16.283854 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-17f8d7ee-523e-4780-8eab-069fc08cfe16 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.315750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d02cd61-c4a8-4a6b-81f7-473653307ef0 req-7740d868-68f4-4c85-a49d-58efb0a8993c tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941096 Jul 16 18:15:16.409932 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8825cbf7-35cc-4415-859e-8b3325830d93 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:16.418962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8825cbf7-35cc-4415-859e-8b3325830d93 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.459225 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8825cbf7-35cc-4415-859e-8b3325830d93 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "PUT /v2.0/floatingips/ef9689fc-7e5b-4d18-9d1d-086ececd6713 HTTP/1.1" status: 200 len: 992 time: 2.8827083 Jul 16 18:15:16.460025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:16.463124 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f234b8e-e281-416e-9299-fa5c2f655544" -d '{"events": [{"name": "network-changed", "server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:16.499490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da7f5c8-3c6c-488e-b0f6-8d9533eff550 None None] Sync routers for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:16.516460 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c00f6d7-edca-41ea-9377-414c6e959878 req-d6530fb5-ca11-4895-b423-459a55dfba09 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 210 time: 0.0640819 Jul 16 18:15:16.520114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da7f5c8-3c6c-488e-b0f6-8d9533eff550 None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:16.520785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7da7f5c8-3c6c-488e-b0f6-8d9533eff550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:15:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:16.579984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7212642-005d-4aad-b084-08496b3957fa req-8b46acce-a718-4203-982a-f841306786ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:16.581581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7212642-005d-4aad-b084-08496b3957fa req-8b46acce-a718-4203-982a-f841306786ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81186a12-21f9-45f6-9a59-d01f56a76152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4365108 Jul 16 18:15:16.775487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7da7f5c8-3c6c-488e-b0f6-8d9533eff550 None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:16.781251 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f83779f-bc1a-4a31-9059-26d006737e7d x-openstack-request-id: req-8f83779f-bc1a-4a31-9059-26d006737e7d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:16.781705 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:16.781705 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f83779f-bc1a-4a31-9059-26d006737e7d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:16.788816 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'status': 'completed', 'code': 200} Jul 16 18:15:16.797114 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7212642-005d-4aad-b084-08496b3957fa req-0dac6414-46cd-4f6c-899a-b1cd308ccd77 service neutron] 10.222.0.32 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841955 Jul 16 18:15:16.864460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f234b8e-e281-416e-9299-fa5c2f655544 req-f105b1bb-8412-4b94-8ed8-23c2f6239b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:16.866447 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f234b8e-e281-416e-9299-fa5c2f655544 req-f105b1bb-8412-4b94-8ed8-23c2f6239b61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 1098 time: 0.0768507 Jul 16 18:15:16.888647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193cb496-b373-44ae-8d9e-42c7c10da831 None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:15:16.890463 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 62b29afd-170b-4a3e-8327-c62b44050511 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:16.893267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 037e54bb-802d-4bea-a5c8-e667ff3fb052 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:16.950183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-17f8d7ee-523e-4780-8eab-069fc08cfe16 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Allocated IP 172.20.0.2 (e339acec-c85b-4112-8158-f5f19ce5c731/25656725-41f9-4a32-baba-716c23fcbd93/a1303312-41a9-411d-bbc4-f4451a7a1d22) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:16.990089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f234b8e-e281-416e-9299-fa5c2f655544 req-2266a4bb-6638-46ad-8368-4f1ec4d779ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:16.991218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 62b29afd-170b-4a3e-8327-c62b44050511 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:16.991575 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 62b29afd-170b-4a3e-8327-c62b44050511 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:16.993712 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f234b8e-e281-416e-9299-fa5c2f655544 req-2266a4bb-6638-46ad-8368-4f1ec4d779ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.1193039 Jul 16 18:15:17.028888 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42eaaaa7-c2e1-405d-a6f3-cef88ec906ab tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.084438 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f234b8e-e281-416e-9299-fa5c2f655544 req-5208c575-968f-4b25-9c98-d6b858400a58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc HTTP/1.1" status: 200 len: 1000 time: 0.0722129 Jul 16 18:15:17.137941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c2c42-5840-4200-9ef6-9ca729c43fc4 req-48d33e12-b1aa-4ceb-bd88-b710d8f83f2e tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.146060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e7c2c42-5840-4200-9ef6-9ca729c43fc4 req-48d33e12-b1aa-4ceb-bd88-b710d8f83f2e tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672 HTTP/1.1" status: 200 len: 945 time: 0.5339243 Jul 16 18:15:17.163623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eaaaa7-c2e1-405d-a6f3-cef88ec906ab tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:17.175237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7212642-005d-4aad-b084-08496b3957fa req-688b5435-fb4e-4c32-86ed-9d1c95c29d21 service neutron] 10.222.0.32 "GET /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619735 Jul 16 18:15:17.195546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-42eaaaa7-c2e1-405d-a6f3-cef88ec906ab tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:17.209865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eaaaa7-c2e1-405d-a6f3-cef88ec906ab tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.210209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f234b8e-e281-416e-9299-fa5c2f655544 req-35ccae35-b5b4-4715-9eb4-14ed91ab4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.210471 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42eaaaa7-c2e1-405d-a6f3-cef88ec906ab tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.212768 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f234b8e-e281-416e-9299-fa5c2f655544 req-35ccae35-b5b4-4715-9eb4-14ed91ab4868 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.1120570 Jul 16 18:15:17.217555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eaaaa7-c2e1-405d-a6f3-cef88ec906ab tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=5eab4b21-7839-44e8-a28f-436c24e3f931,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:17.253867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 037e54bb-802d-4bea-a5c8-e667ff3fb052, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=037e54bb-802d-4bea-a5c8-e667ff3fb052,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:17.266837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84995d-ddda-4bb8-b11c-c11124c883ce req-f9ec4a59-3974-4f45-98ea-cfb0ce4e0a69 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.268413 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c84995d-ddda-4bb8-b11c-c11124c883ce req-f9ec4a59-3974-4f45-98ea-cfb0ce4e0a69 tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.4394424 Jul 16 18:15:17.273152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193cb496-b373-44ae-8d9e-42c7c10da831 None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:15:17.297867 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-42eaaaa7-c2e1-405d-a6f3-cef88ec906ab tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2408571 Jul 16 18:15:17.298774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55146) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:17.309075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:17.311793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '037e54bb-802d-4bea-a5c8-e667ff3fb052', 'network_id': '81186a12-21f9-45f6-9a59-d01f56a76152', 'port_id': '037e54bb-802d-4bea-a5c8-e667ff3fb052', 'mac_address': 'fa:16:3e:9e:ca:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccfba5dc-2825-4394-be5a-23f9fde25b1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:17.347256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f234b8e-e281-416e-9299-fa5c2f655544 req-3abd56f1-5ec0-4700-a7ba-cedf193339d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.349019 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f234b8e-e281-416e-9299-fa5c2f655544 req-3abd56f1-5ec0-4700-a7ba-cedf193339d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1235158 Jul 16 18:15:17.382916 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e7c2c42-5840-4200-9ef6-9ca729c43fc4 req-c97193da-97f7-4741-8aea-aa76ac8b458b tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/security-groups?id=12bf9d02-b08e-4654-9984-8c4b69e69d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358906 Jul 16 18:15:17.437770 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.546879 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-17f8d7ee-523e-4780-8eab-069fc08cfe16 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.568413 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037e54bb-802d-4bea-a5c8-e667ff3fb052 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:17.615883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:17.619772 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.643365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7da7f5c8-3c6c-488e-b0f6-8d9533eff550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'ef9689fc-7e5b-4d18-9d1d-086ececd6713', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'port_id': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'mac_address': 'fa:16:3e:cc:b4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:14:42Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 1, 'project_id': '720864dcfcf24357b1805504d075367f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 5, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:17.650854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-9c84995d-ddda-4bb8-b11c-c11124c883ce req-f1a8346d-915a-4eb4-b273-339551c2c55d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Deleting port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:17.651225 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9c84995d-ddda-4bb8-b11c-c11124c883ce req-f1a8346d-915a-4eb4-b273-339551c2c55d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.653914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 037e54bb-802d-4bea-a5c8-e667ff3fb052, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=037e54bb-802d-4bea-a5c8-e667ff3fb052,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:17.728674 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f234b8e-e281-416e-9299-fa5c2f655544 req-c5fa58a1-cc30-46ef-a373-ad0ef8850dde service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447733 Jul 16 18:15:17.741536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da7f5c8-3c6c-488e-b0f6-8d9533eff550 None None] Checking router: fe0c452a-c79c-4cad-84e4-ed8e71475e1d for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:17.751538 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.879553 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f234b8e-e281-416e-9299-fa5c2f655544 req-e7aac384-a93d-4f21-bcd1-c1a5b42d6419 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411531 Jul 16 18:15:17.896181 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.114239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['037e54bb-802d-4bea-a5c8-e667ff3fb052'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:18.117055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=037e54bb-802d-4bea-a5c8-e667ff3fb052,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.177009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.objects.ports [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:18.179424 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.223399 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:18.229798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9c84995d-ddda-4bb8-b11c-c11124c883ce req-f1a8346d-915a-4eb4-b273-339551c2c55d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] For port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,segment=NetworkSegment(52c6c959-643c-4e04-9968-034d4193343d),segment_id=52c6c959-643c-4e04-9968-034d4193343d)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:18.230962 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9c84995d-ddda-4bb8-b11c-c11124c883ce req-f1a8346d-915a-4eb4-b273-339551c2c55d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.233296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:18.240360 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.241218 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.252807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-9c84995d-ddda-4bb8-b11c-c11124c883ce req-f1a8346d-915a-4eb4-b273-339551c2c55d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Calling delete_port for 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:18.264319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=25cfdb80-2c16-4a04-a708-9d278910355e,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.270023 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9702146 Jul 16 18:15:18.290020 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55170) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:18.296201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'mac_address': 'fa:16:3e:09:38:e2', 'name': 'tempest-NetworksTestDHCPv6-432570897'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:18.386357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da7f5c8-3c6c-488e-b0f6-8d9533eff550 None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:18.387414 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7da7f5c8-3c6c-488e-b0f6-8d9533eff550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:15:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:18.411506 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.412026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.413070 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.413543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.414030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.414623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.414889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.415325 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.415819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.416201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.416643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.417092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db89a067-a78c-4250-b51b-a92ae32b0504 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.445860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604b289-b9d0-4ad4-922a-cdc1bb222846 req-079a39f1-3019-4a3f-8f4b-954888e22bba tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.448283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:18.453944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0604b289-b9d0-4ad4-922a-cdc1bb222846 req-079a39f1-3019-4a3f-8f4b-954888e22bba tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba37306f-1f00-4f45-9273-602e906d6898 HTTP/1.1" status: 200 len: 945 time: 0.8696043 Jul 16 18:15:18.488448 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104a481-7ffd-4118-b793-845901905451 req-c7a46dbd-a655-43ed-ae59-69543eed592e tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.498002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0104a481-7ffd-4118-b793-845901905451 req-c7a46dbd-a655-43ed-ae59-69543eed592e tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1095 time: 0.9479427 Jul 16 18:15:18.520680 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-17f8d7ee-523e-4780-8eab-069fc08cfe16 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.539023 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9c84995d-ddda-4bb8-b11c-c11124c883ce req-f1a8346d-915a-4eb4-b273-339551c2c55d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.597997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-17f8d7ee-523e-4780-8eab-069fc08cfe16 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Network e339acec-c85b-4112-8158-f5f19ce5c731 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:18.614119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8d7ee-523e-4780-8eab-069fc08cfe16 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Pushing event updated for resources: {'Port': ['ID=a1303312-41a9-411d-bbc4-f4451a7a1d22,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.618416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-17f8d7ee-523e-4780-8eab-069fc08cfe16 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:18.651663 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8346d-915a-4eb4-b273-339551c2c55d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Pushing event deleted for resources: {'Port': ['ID=8ae3c76e-20b6-4a5c-ae2c-82448da0e20e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.661087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-17f8d7ee-523e-4780-8eab-069fc08cfe16 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:18.661302 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.695412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 82990be0-fa8f-44d8-b6a0-81840299e6a1 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:18.699909 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0104a481-7ffd-4118-b793-845901905451 req-fba7a5ce-7161-43e2-bf9e-b7d645be830d tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995406 Jul 16 18:15:18.737187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0604b289-b9d0-4ad4-922a-cdc1bb222846 req-81c2a33e-96e4-4bc1-91ef-84cc7d8df06b tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.24 "GET /v2.0/security-groups?id=b3477a36-90e2-422e-9a55-8bd248b41fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822492 Jul 16 18:15:18.862745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7da7f5c8-3c6c-488e-b0f6-8d9533eff550 None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:18.883001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c84995d-ddda-4bb8-b11c-c11124c883ce req-f1a8346d-915a-4eb4-b273-339551c2c55d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] No DVR routers for this DVR port 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:18.885788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9c84995d-ddda-4bb8-b11c-c11124c883ce req-f1a8346d-915a-4eb4-b273-339551c2c55d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.891247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c84995d-ddda-4bb8-b11c-c11124c883ce req-f1a8346d-915a-4eb4-b273-339551c2c55d tempest-ServerRescueTestJSONUnderV235-1047890552 tempest-ServerRescueTestJSONUnderV235-1047890552-project] 10.222.0.32 "DELETE /v2.0/ports/8ae3c76e-20b6-4a5c-ae2c-82448da0e20e HTTP/1.1" status: 204 len: 173 time: 1.6111033 Jul 16 18:15:18.894278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'name': 'network-vif-deleted', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:18.896603 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9b7975-e650-47be-b30e-20b255aca1ca" -d '{"events": [{"server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "name": "network-vif-deleted", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:18.908095 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:18.908743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-17f8d7ee-523e-4780-8eab-069fc08cfe16 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.909750 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-17f8d7ee-523e-4780-8eab-069fc08cfe16 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.941777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:18.942118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 8ae3c76e-20b6-4a5c-ae2c-82448da0e20e not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:18.988074 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-17f8d7ee-523e-4780-8eab-069fc08cfe16 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3874295 Jul 16 18:15:19.021970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Request body: {'port': {'device_id': '8f736e36-2ca6-42be-801c-fa897cddbc17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:19.321401 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.344771 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '25cfdb80-2c16-4a04-a708-9d278910355e'}, {'subnet_id': '5eab4b21-7839-44e8-a28f-436c24e3f931'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:19.346225 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.346764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 172.20.0.9 (e8517db6-f0e1-4090-9d37-24c97738cf54/5eab4b21-7839-44e8-a28f-436c24e3f931/82990be0-fa8f-44d8-b6a0-81840299e6a1) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:19.355544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::f816:3eff:fe09:38e2 (e8517db6-f0e1-4090-9d37-24c97738cf54/25cfdb80-2c16-4a04-a708-9d278910355e/82990be0-fa8f-44d8-b6a0-81840299e6a1) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:19.357445 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8430efc0-e1c1-43d2-b9ec-a059ade38a48 x-openstack-request-id: req-8430efc0-e1c1-43d2-b9ec-a059ade38a48 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:19.358069 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba37306f-1f00-4f45-9273-602e906d6898", "name": "network-vif-deleted", "tag": "8ae3c76e-20b6-4a5c-ae2c-82448da0e20e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:19.359066 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8430efc0-e1c1-43d2-b9ec-a059ade38a48 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:19.359478 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba37306f-1f00-4f45-9273-602e906d6898', 'name': 'network-vif-deleted', 'tag': '8ae3c76e-20b6-4a5c-ae2c-82448da0e20e', 'status': 'completed', 'code': 200} Jul 16 18:15:19.408517 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.541186 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.575940 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 82990be0-fa8f-44d8-b6a0-81840299e6a1 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:19.682109 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7da7f5c8-3c6c-488e-b0f6-8d9533eff550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'ef9689fc-7e5b-4d18-9d1d-086ececd6713', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'port_id': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'mac_address': 'fa:16:3e:cc:b4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:14:42Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 1, 'project_id': '720864dcfcf24357b1805504d075367f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 5, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:19.700848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.733870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da7f5c8-3c6c-488e-b0f6-8d9533eff550 None None] The sync data for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 is: [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'ef9689fc-7e5b-4d18-9d1d-086ececd6713', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'port_id': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'mac_address': 'fa:16:3e:cc:b4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:14:42Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 1, 'project_id': '720864dcfcf24357b1805504d075367f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 5, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:19.853695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:19.864629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:19.877573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:19.885395 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=82990be0-fa8f-44d8-b6a0-81840299e6a1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:19.919502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57001970-424b-42b5-af4f-ccd028af8c59 req-2f9aefaf-4ebc-4c09-935c-82582bcb4aec tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:19.921081 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-57001970-424b-42b5-af4f-ccd028af8c59 req-2f9aefaf-4ebc-4c09-935c-82582bcb4aec tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 931 time: 0.7238421 Jul 16 18:15:19.945917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Allocated IP 172.20.0.2 (e8517db6-f0e1-4090-9d37-24c97738cf54/5eab4b21-7839-44e8-a28f-436c24e3f931/2432a6a1-de89-4a90-b1bc-0281614767aa) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:19.963624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Allocated IP 2001:db8::f816:3eff:febf:16 (e8517db6-f0e1-4090-9d37-24c97738cf54/25cfdb80-2c16-4a04-a708-9d278910355e/2432a6a1-de89-4a90-b1bc-0281614767aa) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:20.026828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:20.028902 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.061762 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2bcf1551-030b-4b0a-afea-81b4249abbcc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7698808 Jul 16 18:15:20.064410 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55192) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:20.088527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-57001970-424b-42b5-af4f-ccd028af8c59 req-fac97a18-78a5-491e-bc6c-9153bd22c5ae tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599894 Jul 16 18:15:20.160084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1303312-41a9-411d-bbc4-f4451a7a1d22 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:20.170472 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.188727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Transition to ACTIVE for port object a1303312-41a9-411d-bbc4-f4451a7a1d22 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:20.191049 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71a635-7cfe-462a-a2ee-6a13adcfeca6 req-a6592ba9-0bbe-40ca-b232-f9cbc96448ca tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:20.193425 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec71a635-7cfe-462a-a2ee-6a13adcfeca6 req-a6592ba9-0bbe-40ca-b232-f9cbc96448ca tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1096 time: 0.2145262 Jul 16 18:15:20.196169 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.206113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d223cf79-0466-4bad-bfbb-41274f2005da tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:20.212434 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d223cf79-0466-4bad-bfbb-41274f2005da tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.1434209 Jul 16 18:15:20.213342 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55194) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:20.229411 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.241010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Transition to ACTIVE for port object 2432a6a1-de89-4a90-b1bc-0281614767aa will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:20.270203 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99bc8b-9101-4614-be40-87dc2ed2cc3d None None] New status for floating IP ef9689fc-7e5b-4d18-9d1d-086ececd6713: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:15:20.275767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Transition to ACTIVE for port object 2432a6a1-de89-4a90-b1bc-0281614767aa will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:20.288989 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.335219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:20.338593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Pushing event updated for resources: {'Port': ['ID=a1303312-41a9-411d-bbc4-f4451a7a1d22,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:20.348249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:20.357078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:20.361395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec71a635-7cfe-462a-a2ee-6a13adcfeca6 req-bcdec22e-860d-4857-ae25-42989b2d9ca2 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371195 Jul 16 18:15:20.365077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Pushing event updated for resources: {'Port': ['ID=2432a6a1-de89-4a90-b1bc-0281614767aa,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:20.401862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55206) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:20.533248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Attempting to bind port a1303312-41a9-411d-bbc4-f4451a7a1d22 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:20.533925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Attempting to bind port a1303312-41a9-411d-bbc4-f4451a7a1d22 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '8bc1b359-6b16-4d73-b20a-81ff81b0fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:20.538955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Attempting to bind port a1303312-41a9-411d-bbc4-f4451a7a1d22 on network e339acec-c85b-4112-8158-f5f19ce5c731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:20.551749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Port a1303312-41a9-411d-bbc4-f4451a7a1d22 on network e339acec-c85b-4112-8158-f5f19ce5c731 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:20.552387 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Attempting to bind port a1303312-41a9-411d-bbc4-f4451a7a1d22 on network e339acec-c85b-4112-8158-f5f19ce5c731 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:20.557551 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Attempting to bind port 2432a6a1-de89-4a90-b1bc-0281614767aa on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:20.558153 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Attempting to bind port 2432a6a1-de89-4a90-b1bc-0281614767aa by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:20.558330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Attempting to bind port 2432a6a1-de89-4a90-b1bc-0281614767aa on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:20.560992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:20.561603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Checking segment: {'id': '8bc1b359-6b16-4d73-b20a-81ff81b0fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:20.562684 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Bound using segment: {'id': '8bc1b359-6b16-4d73-b20a-81ff81b0fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:20.567885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:20.568266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:20.568685 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.569148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:20.569556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Bound port: 2432a6a1-de89-4a90-b1bc-0281614767aa, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:20.572290 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.580192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Bound port: a1303312-41a9-411d-bbc4-f4451a7a1d22, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bc1b359-6b16-4d73-b20a-81ff81b0fb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:20.580890 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.686361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] For port a1303312-41a9-411d-bbc4-f4451a7a1d22, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:20.697449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] For port a1303312-41a9-411d-bbc4-f4451a7a1d22, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a1303312-41a9-411d-bbc4-f4451a7a1d22,segment=NetworkSegment(8bc1b359-6b16-4d73-b20a-81ff81b0fb42),segment_id=8bc1b359-6b16-4d73-b20a-81ff81b0fb42)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:20.702839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-21385b34-9b1c-4799-ac9f-37e791dbdde1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 82990be0-fa8f-44d8-b6a0-81840299e6a1 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:20.703217 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21385b34-9b1c-4799-ac9f-37e791dbdde1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.711117 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.746472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:20.749937 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.751302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] For port 2432a6a1-de89-4a90-b1bc-0281614767aa, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:20.753297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] 10.222.0.11 "PUT /v2.0/ports/a1303312-41a9-411d-bbc4-f4451a7a1d22 HTTP/1.1" status: 200 len: 1092 time: 1.7556071 Jul 16 18:15:20.754935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] For port 2432a6a1-de89-4a90-b1bc-0281614767aa, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2432a6a1-de89-4a90-b1bc-0281614767aa,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:20.766000 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.880941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 037e54bb-802d-4bea-a5c8-e667ff3fb052 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:20.942308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cf1cd-f146-4277-8733-849725e066ca service neutron] Pushing event updated for resources: {'Port': ['ID=a1303312-41a9-411d-bbc4-f4451a7a1d22,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:20.957911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-f1a140b8-22b3-433f-bcd8-cfe6225a669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:20.960027 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-f1a140b8-22b3-433f-bcd8-cfe6225a669b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d7eb69e3fd1418481be98bcfdf88558&device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 1095 time: 0.1570537 Jul 16 18:15:20.960623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea32f3-793b-4a9a-a8d4-c03c2224e54e None None] Pushing event updated for resources: {'Port': ['ID=2432a6a1-de89-4a90-b1bc-0281614767aa,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:21.006614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 037e54bb-802d-4bea-a5c8-e667ff3fb052 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:21.013410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 037e54bb-802d-4bea-a5c8-e667ff3fb052 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:21.014147 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.079521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-e12f81c1-80fb-4949-b250-ef10f253c70b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1303312-41a9-411d-bbc4-f4451a7a1d22 HTTP/1.1" status: 200 len: 217 time: 0.1079240 Jul 16 18:15:21.179184 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.261388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-4ba592d2-3c71-482b-a2db-4d74ee781da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:21.265545 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-4ba592d2-3c71-482b-a2db-4d74ee781da3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25656725-41f9-4a32-baba-716c23fcbd93 HTTP/1.1" status: 200 len: 848 time: 0.1786082 Jul 16 18:15:21.282044 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037e54bb-802d-4bea-a5c8-e667ff3fb052'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:21.296643 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e7b393-59f4-407d-9903-03b3fdf60f5d" -d '{"events": [{"server_uuid": "2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69", "name": "network-vif-plugged", "status": "completed", "tag": "037e54bb-802d-4bea-a5c8-e667ff3fb052"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:21.335879 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-a5357e7e-8f40-4f7d-89b3-a25b7d972eb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e339acec-c85b-4112-8158-f5f19ce5c731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590527 Jul 16 18:15:21.347852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 037e54bb-802d-4bea-a5c8-e667ff3fb052, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=037e54bb-802d-4bea-a5c8-e667ff3fb052,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:21.363394 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.468894 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e62412a-1410-4bf3-adb5-2b06c5223745 x-openstack-request-id: req-2e62412a-1410-4bf3-adb5-2b06c5223745 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:21.469202 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69", "name": "network-vif-plugged", "status": "completed", "tag": "037e54bb-802d-4bea-a5c8-e667ff3fb052", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:21.469447 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e62412a-1410-4bf3-adb5-2b06c5223745 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:21.485551 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037e54bb-802d-4bea-a5c8-e667ff3fb052', 'code': 200} Jul 16 18:15:21.545219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f736e36-2ca6-42be-801c-fa897cddbc17', 'tag': 'a1303312-41a9-411d-bbc4-f4451a7a1d22'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:21.547586 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544edc67-3207-4fa5-8381-3023576fef01" -d '{"events": [{"name": "network-changed", "server_uuid": "8f736e36-2ca6-42be-801c-fa897cddbc17", "tag": "a1303312-41a9-411d-bbc4-f4451a7a1d22"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:21.599900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=037e54bb-802d-4bea-a5c8-e667ff3fb052,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:21.632886 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-cc0f8dbe-d63e-487a-b9f8-42b0578a9f3d service neutron] 10.222.0.11 "GET /v2.0/networks/e339acec-c85b-4112-8158-f5f19ce5c731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828588 Jul 16 18:15:21.759052 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21385b34-9b1c-4799-ac9f-37e791dbdde1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.793460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-21385b34-9b1c-4799-ac9f-37e791dbdde1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 82990be0-fa8f-44d8-b6a0-81840299e6a1 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:21.861302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e014164-7bde-4b8f-bff9-46ad48391ae8 req-e26798fd-9dda-4936-b838-e81cb889970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:21.862989 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e014164-7bde-4b8f-bff9-46ad48391ae8 req-e26798fd-9dda-4936-b838-e81cb889970d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1097 time: 0.2755225 Jul 16 18:15:21.871349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c9a44-140e-4f27-89ce-1bde5cb89ae9 req-f9cb1cd8-5e46-4857-a4f6-1ae2795b3ed3 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:21.873076 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-900c9a44-140e-4f27-89ce-1bde5cb89ae9 req-f9cb1cd8-5e46-4857-a4f6-1ae2795b3ed3 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 943 time: 0.3218982 Jul 16 18:15:21.900484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69ffb537-7b8f-4061-ad7c-cfdcff0dd025 req-dd8e6de2-0ffd-4c46-b21e-665389af8f3d service neutron] 10.222.0.11 "GET /v2.0/networks/e339acec-c85b-4112-8158-f5f19ce5c731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403152 Jul 16 18:15:21.920119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8fc1a-00af-4606-801e-94f926df3da5 req-3a06ce5b-ec4d-45b7-aa00-91a67ab59374 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:21.927683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cc8fc1a-00af-4606-801e-94f926df3da5 req-3a06ce5b-ec4d-45b7-aa00-91a67ab59374 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1097 time: 0.2876000 Jul 16 18:15:21.984386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-900c9a44-140e-4f27-89ce-1bde5cb89ae9 req-3d6364fd-4a4b-427b-a354-088733175ab3 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958920 Jul 16 18:15:21.990275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e014164-7bde-4b8f-bff9-46ad48391ae8 req-4c69a59b-94c1-4d70-969e-6dabd2ed1c63 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143630 Jul 16 18:15:22.047670 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cc8fc1a-00af-4606-801e-94f926df3da5 req-6b23abb6-8e90-46ca-ad71-756b8a53cd60 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189053 Jul 16 18:15:22.102581 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc22baa-d2d8-4733-a7cf-b58c26a72231 x-openstack-request-id: req-fcc22baa-d2d8-4733-a7cf-b58c26a72231 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:22.102898 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f736e36-2ca6-42be-801c-fa897cddbc17", "tag": "a1303312-41a9-411d-bbc4-f4451a7a1d22", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:22.103153 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcc22baa-d2d8-4733-a7cf-b58c26a72231 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:22.104052 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f736e36-2ca6-42be-801c-fa897cddbc17', 'tag': 'a1303312-41a9-411d-bbc4-f4451a7a1d22', 'status': 'completed', 'code': 200} Jul 16 18:15:22.110486 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0af3442f-da08-4c8a-bf04-96ca2b4b26c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.211171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544edc67-3207-4fa5-8381-3023576fef01 req-b9f5c151-c671-4a57-9ec1-c63395f86fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.218103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-544edc67-3207-4fa5-8381-3023576fef01 req-b9f5c151-c671-4a57-9ec1-c63395f86fae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d7eb69e3fd1418481be98bcfdf88558&device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 1095 time: 0.0904083 Jul 16 18:15:22.382704 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21385b34-9b1c-4799-ac9f-37e791dbdde1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.443014 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544edc67-3207-4fa5-8381-3023576fef01 req-f22a2d9d-9252-4e6d-9664-7d19053cc9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.444437 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-544edc67-3207-4fa5-8381-3023576fef01 req-f22a2d9d-9252-4e6d-9664-7d19053cc9fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=e339acec-c85b-4112-8158-f5f19ce5c731 HTTP/1.1" status: 200 len: 909 time: 0.2120824 Jul 16 18:15:22.459747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21385b34-9b1c-4799-ac9f-37e791dbdde1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=82990be0-fa8f-44d8-b6a0-81840299e6a1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:22.506614 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-544edc67-3207-4fa5-8381-3023576fef01 req-74661183-d258-4854-b223-2d03bed5a81a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1303312-41a9-411d-bbc4-f4451a7a1d22 HTTP/1.1" status: 200 len: 217 time: 0.0534980 Jul 16 18:15:22.611590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544edc67-3207-4fa5-8381-3023576fef01 req-0f2e3ebc-6c63-477d-a755-0d076786f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.613381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-544edc67-3207-4fa5-8381-3023576fef01 req-0f2e3ebc-6c63-477d-a755-0d076786f199 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=25656725-41f9-4a32-baba-716c23fcbd93 HTTP/1.1" status: 200 len: 848 time: 0.0994723 Jul 16 18:15:22.622228 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71013ff-7db9-4799-844e-0700d4af167a None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:22.665260 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-21385b34-9b1c-4799-ac9f-37e791dbdde1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.668517 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-21385b34-9b1c-4799-ac9f-37e791dbdde1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/82990be0-fa8f-44d8-b6a0-81840299e6a1 HTTP/1.1" status: 204 len: 168 time: 2.4531150 Jul 16 18:15:22.670545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55254) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:22.685898 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-544edc67-3207-4fa5-8381-3023576fef01 req-b61ee2c6-a822-479c-9ede-497f1c7d7679 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e339acec-c85b-4112-8158-f5f19ce5c731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641093 Jul 16 18:15:22.725569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5aca1d57-28b9-4201-879b-fc06de94546e None None] Provisioning for port 2432a6a1-de89-4a90-b1bc-0281614767aa completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:22.757233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f414ae59-9d95-4619-b763-714023cf60c8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.758941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f414ae59-9d95-4619-b763-714023cf60c8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.760552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f414ae59-9d95-4619-b763-714023cf60c8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.762968 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f414ae59-9d95-4619-b763-714023cf60c8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0910964 Jul 16 18:15:22.766027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55262) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:22.770226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05125cea-213c-4d18-af5a-3c7110358686 req-ebf084bd-846f-428f-8585-baaae692591e tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.792699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05125cea-213c-4d18-af5a-3c7110358686 req-ebf084bd-846f-428f-8585-baaae692591e tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672 HTTP/1.1" status: 200 len: 945 time: 0.2320650 Jul 16 18:15:22.797060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0af3442f-da08-4c8a-bf04-96ca2b4b26c2 admin admin] Deleting port f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:22.797484 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0af3442f-da08-4c8a-bf04-96ca2b4b26c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.932828 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2432a6a1-de89-4a90-b1bc-0281614767aa up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:22.946228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05125cea-213c-4d18-af5a-3c7110358686 req-7833eeb7-9c2f-4207-ba0d-f6c095f43ebb tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/security-groups?id=12bf9d02-b08e-4654-9984-8c4b69e69d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526189 Jul 16 18:15:22.948386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f675df37-57d3-4c27-9704-6e20e0cbdc9d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 25cfdb80-2c16-4a04-a708-9d278910355e {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:22.955244 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f675df37-57d3-4c27-9704-6e20e0cbdc9d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.969753 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-544edc67-3207-4fa5-8381-3023576fef01 req-7fa797bf-dec7-4735-8ee8-1cf37ae106d4 service neutron] 10.222.0.11 "GET /v2.0/networks/e339acec-c85b-4112-8158-f5f19ce5c731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619059 Jul 16 18:15:23.037460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 2432a6a1-de89-4a90-b1bc-0281614767aa completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:23.042785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2432a6a1-de89-4a90-b1bc-0281614767aa triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:23.043952 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.075907 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f675df37-57d3-4c27-9704-6e20e0cbdc9d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.134854 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-544edc67-3207-4fa5-8381-3023576fef01 req-4e661b1e-9b29-4385-9121-611ae87400e4 service neutron] 10.222.0.11 "GET /v2.0/networks/e339acec-c85b-4112-8158-f5f19ce5c731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612172 Jul 16 18:15:23.139352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0af3442f-da08-4c8a-bf04-96ca2b4b26c2 admin admin] For port f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8,segment=NetworkSegment(52c6c959-643c-4e04-9968-034d4193343d),segment_id=52c6c959-643c-4e04-9968-034d4193343d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:23.139728 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0af3442f-da08-4c8a-bf04-96ca2b4b26c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.161366 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0af3442f-da08-4c8a-bf04-96ca2b4b26c2 admin admin] Calling delete_port for f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:23.211195 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.218857 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.274875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 2432a6a1-de89-4a90-b1bc-0281614767aa, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2432a6a1-de89-4a90-b1bc-0281614767aa,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:23.287108 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.310665 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f675df37-57d3-4c27-9704-6e20e0cbdc9d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.377646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=2432a6a1-de89-4a90-b1bc-0281614767aa,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.430521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8880e29f-4669-46eb-8d6b-c6b1e7804f55 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:23.440142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7901da-764f-4c5d-a901-806c122fc331 req-cfaea898-15b2-4295-ba61-028330baae9c tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:23.441904 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de7901da-764f-4c5d-a901-806c122fc331 req-cfaea898-15b2-4295-ba61-028330baae9c tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 943 time: 0.1654041 Jul 16 18:15:23.455589 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f675df37-57d3-4c27-9704-6e20e0cbdc9d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.475979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b19a1-c4cc-474d-83a1-6ec898fbc310 req-e2f0f32b-eeaf-46ff-bd88-c930d697ade6 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:23.477058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4ec4419d-b61e-40c9-894f-4a21504702cb None None] Provisioning complete for port 2432a6a1-de89-4a90-b1bc-0281614767aa triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:23.477436 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ec4419d-b61e-40c9-894f-4a21504702cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.480763 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca2b19a1-c4cc-474d-83a1-6ec898fbc310 req-e2f0f32b-eeaf-46ff-bd88-c930d697ade6 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1097 time: 0.1580932 Jul 16 18:15:23.509285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675df37-57d3-4c27-9704-6e20e0cbdc9d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=25cfdb80-2c16-4a04-a708-9d278910355e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.514560 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f675df37-57d3-4c27-9704-6e20e0cbdc9d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.518873 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f675df37-57d3-4c27-9704-6e20e0cbdc9d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/25cfdb80-2c16-4a04-a708-9d278910355e HTTP/1.1" status: 204 len: 168 time: 0.7493634 Jul 16 18:15:23.522858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55276) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:23.571767 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de7901da-764f-4c5d-a901-806c122fc331 req-ddf04ccb-5b56-46f4-9562-86a4153216a8 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218746 Jul 16 18:15:23.620030 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0af3442f-da08-4c8a-bf04-96ca2b4b26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.636265 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca2b19a1-c4cc-474d-83a1-6ec898fbc310 req-ea554292-41a0-46d1-9064-1c7c87e21d28 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457896 Jul 16 18:15:23.661291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 5eab4b21-7839-44e8-a28f-436c24e3f931 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:23.671922 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.678330 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3442f-da08-4c8a-bf04-96ca2b4b26c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.779486 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.942202 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0af3442f-da08-4c8a-bf04-96ca2b4b26c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.989592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22480b38-4d60-4ee3-9b72-8a3abd92ab31 req-20f7cc93-78fa-4eed-b132-67a8d4b06faf tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:23.991216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22480b38-4d60-4ee3-9b72-8a3abd92ab31 req-20f7cc93-78fa-4eed-b132-67a8d4b06faf tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672 HTTP/1.1" status: 200 len: 945 time: 0.1737103 Jul 16 18:15:23.993419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b35faa-5019-4195-ad4a-872e36a29b5d req-0da71ad8-4470-4f43-a280-7de6abe63b80 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:23.994587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27b35faa-5019-4195-ad4a-872e36a29b5d req-0da71ad8-4470-4f43-a280-7de6abe63b80 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1097 time: 0.1758804 Jul 16 18:15:24.012980 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.115501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27b35faa-5019-4195-ad4a-872e36a29b5d req-eea88779-cd37-453f-a854-1ad74ecf4723 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104183 Jul 16 18:15:24.211929 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.282573 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=5eab4b21-7839-44e8-a28f-436c24e3f931,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:24.313117 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.314116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af3442f-da08-4c8a-bf04-96ca2b4b26c2 admin admin] Router e23985bf-3e48-42fc-914f-3a342b04ff4a has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:24.315631 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/5eab4b21-7839-44e8-a28f-436c24e3f931 HTTP/1.1" status: 204 len: 168 time: 0.7892249 Jul 16 18:15:24.319587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55290) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.321250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:24.322247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:24.322981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:24.323658 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:24.324345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:24.324902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:24.325451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:24.326019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:24.326564 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:24.326895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:24.327406 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:24.327915 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f27e497-2c53-47b3-932e-3ef14c494c4b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:24.392612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-22480b38-4d60-4ee3-9b72-8a3abd92ab31 req-2dfb4d79-9c01-478b-9200-6a388666ee3f tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Deleting port 67481523-8ac4-42ad-b7f4-eee084e203dd {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:24.392960 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22480b38-4d60-4ee3-9b72-8a3abd92ab31 req-2dfb4d79-9c01-478b-9200-6a388666ee3f tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.400564 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fa613679-7528-4c87-bef2-1d742b584694 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693126 Jul 16 18:15:24.404532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55294) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.442556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a53745-628b-41b5-84c7-13122acf2250 req-c16276f6-0f44-455e-afaf-8aa0fef32bf1 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:24.444174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36a53745-628b-41b5-84c7-13122acf2250 req-c16276f6-0f44-455e-afaf-8aa0fef32bf1 tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672 HTTP/1.1" status: 200 len: 945 time: 0.3143954 Jul 16 18:15:24.498634 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af3442f-da08-4c8a-bf04-96ca2b4b26c2 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:24.516188 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0af3442f-da08-4c8a-bf04-96ca2b4b26c2 admin admin] 10.222.0.24 "PUT /v2.0/routers/e23985bf-3e48-42fc-914f-3a342b04ff4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0822823 Jul 16 18:15:24.516963 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55298) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.534882 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c773a9dd-4263-46bb-bd4c-1fff11b885fe None None] Sync routers for ids ['e23985bf-3e48-42fc-914f-3a342b04ff4a'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:24.547374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773a9dd-4263-46bb-bd4c-1fff11b885fe None None] Routers {'e23985bf-3e48-42fc-914f-3a342b04ff4a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:24.548015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c773a9dd-4263-46bb-bd4c-1fff11b885fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:15:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e23985bf-3e48-42fc-914f-3a342b04ff4a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:24.552983 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36a53745-628b-41b5-84c7-13122acf2250 req-f97196a6-de77-4fc0-9593-04c7ef6a1f5a tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/security-groups?id=12bf9d02-b08e-4654-9984-8c4b69e69d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001108 Jul 16 18:15:24.584009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-22480b38-4d60-4ee3-9b72-8a3abd92ab31 req-2dfb4d79-9c01-478b-9200-6a388666ee3f tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] For port 67481523-8ac4-42ad-b7f4-eee084e203dd, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=67481523-8ac4-42ad-b7f4-eee084e203dd,segment=NetworkSegment(dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47),segment_id=dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:24.584009 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22480b38-4d60-4ee3-9b72-8a3abd92ab31 req-2dfb4d79-9c01-478b-9200-6a388666ee3f tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.609013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-22480b38-4d60-4ee3-9b72-8a3abd92ab31 req-2dfb4d79-9c01-478b-9200-6a388666ee3f tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Calling delete_port for 67481523-8ac4-42ad-b7f4-eee084e203dd owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:24.626544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485608e-4c9b-494a-92af-cda203edf64e req-98a5c3a4-f83e-4fdb-a83b-938aadcbb2d0 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:24.626820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ae692-3927-4482-823f-631923afffe9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:24.628170 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f27ae692-3927-4482-823f-631923afffe9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2223194 Jul 16 18:15:24.629265 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4485608e-4c9b-494a-92af-cda203edf64e req-98a5c3a4-f83e-4fdb-a83b-938aadcbb2d0 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1097 time: 0.3511753 Jul 16 18:15:24.634056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55302) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.716658 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.725575 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e93665a-2230-4f8c-a853-2658f7fc4c92 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:24.828352 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-c773a9dd-4263-46bb-bd4c-1fff11b885fe None None] Set router e23985bf-3e48-42fc-914f-3a342b04ff4a gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:24.831916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-97a625cd-6b79-4a4d-8f30-eba2397cfccd None None] Provisioning complete for port 2432a6a1-de89-4a90-b1bc-0281614767aa triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:24.832302 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-97a625cd-6b79-4a4d-8f30-eba2397cfccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.856374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4485608e-4c9b-494a-92af-cda203edf64e req-c7ec8ebb-c0ff-453a-a509-c2557691dd81 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101526 Jul 16 18:15:24.865386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86769fa8-2af2-4924-959d-6b72879aa01e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:24.875186 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-86769fa8-2af2-4924-959d-6b72879aa01e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2396486 Jul 16 18:15:24.877381 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.878888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55308) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.938522 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f2444dfa-8506-4741-b0f1-6d8f6333dc7d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570629 Jul 16 18:15:24.946387 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55312) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.973438 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-caaaa43f-accf-46e7-963d-fa3acd6fba0a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:25.041250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2432a6a1-de89-4a90-b1bc-0281614767aa up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:25.051123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70259da-9d16-4b8e-ae79-5ffd2f68e9b7 req-e9bf7912-c931-4e73-8bb7-36f19838dd6b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:25.056013 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a70259da-9d16-4b8e-ae79-5ffd2f68e9b7 req-e9bf7912-c931-4e73-8bb7-36f19838dd6b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 943 time: 0.3183517 Jul 16 18:15:25.105502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Deleting port 993002e1-3770-4250-8454-7c25b286b5df {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:25.105502 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.118336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaaa43f-accf-46e7-963d-fa3acd6fba0a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:25.121935 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-caaaa43f-accf-46e7-963d-fa3acd6fba0a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.126871 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-caaaa43f-accf-46e7-963d-fa3acd6fba0a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:15:25.126871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caaaa43f-accf-46e7-963d-fa3acd6fba0a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:25.153260 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-caaaa43f-accf-46e7-963d-fa3acd6fba0a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2047544 Jul 16 18:15:25.169205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55318) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:25.176963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c849ea20-9465-43ac-8ab2-4cc2533312f3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:25.236490 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a70259da-9d16-4b8e-ae79-5ffd2f68e9b7 req-3c91f36e-3a62-4289-a59b-5681249d260a tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679413 Jul 16 18:15:25.240022 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22480b38-4d60-4ee3-9b72-8a3abd92ab31 req-2dfb4d79-9c01-478b-9200-6a388666ee3f tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.296766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb4d79-9c01-478b-9200-6a388666ee3f tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Pushing event deleted for resources: {'Port': ['ID=67481523-8ac4-42ad-b7f4-eee084e203dd,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:25.342350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] For port 993002e1-3770-4250-8454-7c25b286b5df, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=993002e1-3770-4250-8454-7c25b286b5df,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:25.342961 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.364975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Calling delete_port for 993002e1-3770-4250-8454-7c25b286b5df owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:25.374478 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.466996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2432a6a1-de89-4a90-b1bc-0281614767aa triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:25.467432 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.469843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-22480b38-4d60-4ee3-9b72-8a3abd92ab31 req-2dfb4d79-9c01-478b-9200-6a388666ee3f tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] No DVR routers for this DVR port 67481523-8ac4-42ad-b7f4-eee084e203dd on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:25.476374 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-22480b38-4d60-4ee3-9b72-8a3abd92ab31 req-2dfb4d79-9c01-478b-9200-6a388666ee3f tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.479558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22480b38-4d60-4ee3-9b72-8a3abd92ab31 req-2dfb4d79-9c01-478b-9200-6a388666ee3f tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.32 "DELETE /v2.0/ports/67481523-8ac4-42ad-b7f4-eee084e203dd HTTP/1.1" status: 204 len: 173 time: 1.4815934 Jul 16 18:15:25.480932 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672', 'name': 'network-vif-deleted', 'tag': '67481523-8ac4-42ad-b7f4-eee084e203dd'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:25.483599 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2362c74f-5e2b-4a39-8b15-2e549feda46f" -d '{"events": [{"server_uuid": "7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672", "name": "network-vif-deleted", "tag": "67481523-8ac4-42ad-b7f4-eee084e203dd"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:25.512933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c849ea20-9465-43ac-8ab2-4cc2533312f3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:25.518923 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c849ea20-9465-43ac-8ab2-4cc2533312f3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.523405 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-c849ea20-9465-43ac-8ab2-4cc2533312f3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:15:25.524140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c849ea20-9465-43ac-8ab2-4cc2533312f3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:25.541514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0c0ebe-36fe-4034-b17a-22e5ce8efff4 None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:25.560738 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5fc8a4-bff9-420e-86e9-1a51336b1c5f x-openstack-request-id: req-1d5fc8a4-bff9-420e-86e9-1a51336b1c5f {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:25.561031 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672", "name": "network-vif-deleted", "tag": "67481523-8ac4-42ad-b7f4-eee084e203dd", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:25.561494 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d5fc8a4-bff9-420e-86e9-1a51336b1c5f {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:25.562127 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672', 'name': 'network-vif-deleted', 'tag': '67481523-8ac4-42ad-b7f4-eee084e203dd', 'status': 'completed', 'code': 200} Jul 16 18:15:25.564957 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c849ea20-9465-43ac-8ab2-4cc2533312f3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3950276 Jul 16 18:15:25.568338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55328) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:25.594806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-cf6831f1-ec08-4631-acd3-84458874380b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:25.733249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c773a9dd-4263-46bb-bd4c-1fff11b885fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '993002e1-3770-4250-8454-7c25b286b5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:15:23Z', 'revision_number': 5, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port': {'id': '993002e1-3770-4250-8454-7c25b286b5df', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2843, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:42Z', 'updated_at': '2021-07-16T18:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:25.800612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c773a9dd-4263-46bb-bd4c-1fff11b885fe None None] Checking router: e23985bf-3e48-42fc-914f-3a342b04ff4a for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:25.803934 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.820447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c0ebe-36fe-4034-b17a-22e5ce8efff4 None None] Deleting port 2432a6a1-de89-4a90-b1bc-0281614767aa {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:25.820841 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0ebe-36fe-4034-b17a-22e5ce8efff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.841494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=993002e1-3770-4250-8454-7c25b286b5df,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:25.854726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773a9dd-4263-46bb-bd4c-1fff11b885fe None None] Routers {'e23985bf-3e48-42fc-914f-3a342b04ff4a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:25.855919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c773a9dd-4263-46bb-bd4c-1fff11b885fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:15:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['e23985bf-3e48-42fc-914f-3a342b04ff4a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:25.932320 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.978027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9c0c0ebe-36fe-4034-b17a-22e5ce8efff4 None None] For port 2432a6a1-de89-4a90-b1bc-0281614767aa, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2432a6a1-de89-4a90-b1bc-0281614767aa,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:25.978432 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0ebe-36fe-4034-b17a-22e5ce8efff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.994101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c0ebe-36fe-4034-b17a-22e5ce8efff4 None None] Calling delete_port for 2432a6a1-de89-4a90-b1bc-0281614767aa owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:26.055914 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.061473 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.100315 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-c773a9dd-4263-46bb-bd4c-1fff11b885fe None None] Set router e23985bf-3e48-42fc-914f-3a342b04ff4a gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:26.122731 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.123311 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e23985bf-3e48-42fc-914f-3a342b04ff4a {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:15:26.128665 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.130845 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d8a13371-e7aa-475f-b353-b138dfcb7a89 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e23985bf-3e48-42fc-914f-3a342b04ff4a HTTP/1.1" status: 204 len: 168 time: 1.6113219 Jul 16 18:15:26.133891 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55340) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:26.161083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c773a9dd-4263-46bb-bd4c-1fff11b885fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:15:25Z', 'revision_number': 7, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:26.164855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a1303312-41a9-411d-bbc4-f4451a7a1d22 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:26.166874 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0ebe-36fe-4034-b17a-22e5ce8efff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.208026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-74267ea2-bef3-400d-99ce-603b0c21a228 admin admin] Deleting subnet 45f59244-0e84-4799-b011-130f6df946ec {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:26.212056 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74267ea2-bef3-400d-99ce-603b0c21a228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.254410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c773a9dd-4263-46bb-bd4c-1fff11b885fe None None] The sync data for ids ['e23985bf-3e48-42fc-914f-3a342b04ff4a'] in n-d-787205-10 is: [{'id': 'e23985bf-3e48-42fc-914f-3a342b04ff4a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1932881650-router', 'tenant_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:41Z', 'updated_at': '2021-07-16T18:15:25Z', 'revision_number': 7, 'project_id': 'e2985fe4b1cd4e2c8873db97d5897516', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:26.257950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c0ebe-36fe-4034-b17a-22e5ce8efff4 None None] Pushing event deleted for resources: {'Port': ['ID=2432a6a1-de89-4a90-b1bc-0281614767aa,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:26.264785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0c0ebe-36fe-4034-b17a-22e5ce8efff4 None None] No DVR routers for this DVR port 2432a6a1-de89-4a90-b1bc-0281614767aa on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:26.302447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74267ea2-bef3-400d-99ce-603b0c21a228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.358004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a01a051-17b6-412b-81f5-fbe5c354c1d1 req-bac7b7c9-2b12-475d-8dd0-0ba216ea1fbf tempest-VolumesActionsTest-2028149654 tempest-VolumesActionsTest-2028149654-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fe5a432-eb6f-482b-b5c0-f1c4a1c0a672 HTTP/1.1" status: 200 len: 210 time: 0.0740252 Jul 16 18:15:26.413434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6831f1-ec08-4631-acd3-84458874380b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:26.413632 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a1303312-41a9-411d-bbc4-f4451a7a1d22, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a1303312-41a9-411d-bbc4-f4451a7a1d22,segment=NetworkSegment(8bc1b359-6b16-4d73-b20a-81ff81b0fb42),segment_id=8bc1b359-6b16-4d73-b20a-81ff81b0fb42)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:26.414881 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74267ea2-bef3-400d-99ce-603b0c21a228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.416891 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf6831f1-ec08-4631-acd3-84458874380b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.419095 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6831f1-ec08-4631-acd3-84458874380b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:15:26.419540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6831f1-ec08-4631-acd3-84458874380b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:26.452247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cf6831f1-ec08-4631-acd3-84458874380b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8758025 Jul 16 18:15:26.454093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55346) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:26.460978 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'a1303312-41a9-411d-bbc4-f4451a7a1d22', 'network_id': 'e339acec-c85b-4112-8158-f5f19ce5c731', 'port_id': 'a1303312-41a9-411d-bbc4-f4451a7a1d22', 'mac_address': 'fa:16:3e:ba:eb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25656725-41f9-4a32-baba-716c23fcbd93', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:26.473876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-aee932e9-fd34-4625-8c66-08e89885f0af tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:26.490773 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d70452-5173-476f-aa07-ae569d965e76 req-76067de1-74e6-4ca7-a5aa-1f8d798d1259 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.506965 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94d70452-5173-476f-aa07-ae569d965e76 req-76067de1-74e6-4ca7-a5aa-1f8d798d1259 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1097 time: 0.8372352 Jul 16 18:15:26.538130 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.559243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1303312-41a9-411d-bbc4-f4451a7a1d22 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:26.561917 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74267ea2-bef3-400d-99ce-603b0c21a228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.586587 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a1303312-41a9-411d-bbc4-f4451a7a1d22, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a1303312-41a9-411d-bbc4-f4451a7a1d22,segment=NetworkSegment(8bc1b359-6b16-4d73-b20a-81ff81b0fb42),segment_id=8bc1b359-6b16-4d73-b20a-81ff81b0fb42)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:26.597732 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.641157 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74267ea2-bef3-400d-99ce-603b0c21a228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.645539 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-74267ea2-bef3-400d-99ce-603b0c21a228 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/45f59244-0e84-4799-b011-130f6df946ec HTTP/1.1" status: 204 len: 168 time: 0.5082572 Jul 16 18:15:26.645539 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74267ea2-bef3-400d-99ce-603b0c21a228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f59244-0e84-4799-b011-130f6df946ec,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:26.645844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55348) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:26.668363 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=a1303312-41a9-411d-bbc4-f4451a7a1d22,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:26.735893 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94d70452-5173-476f-aa07-ae569d965e76 req-0ae4d626-6327-4f7b-bb34-cd732e8ccc96 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217758 Jul 16 18:15:26.753487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee932e9-fd34-4625-8c66-08e89885f0af tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:26.767713 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aee932e9-fd34-4625-8c66-08e89885f0af tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.767713 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee932e9-fd34-4625-8c66-08e89885f0af tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:15:26.767713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee932e9-fd34-4625-8c66-08e89885f0af tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:26.774951 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e992ef09-9ad8-4438-9af0-580568850588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.783847 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-aee932e9-fd34-4625-8c66-08e89885f0af tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3285768 Jul 16 18:15:26.786843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55350) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:26.793312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9b050db2-7868-40bd-b4e7-47f16398c51c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:26.844632 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['a1303312-41a9-411d-bbc4-f4451a7a1d22'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:26.894442 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e992ef09-9ad8-4438-9af0-580568850588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.895021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 67481523-8ac4-42ad-b7f4-eee084e203dd no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:26.911279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e992ef09-9ad8-4438-9af0-580568850588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525c7731-a3d2-4f9f-a4d3-00af2e605bf7']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:26.923709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e992ef09-9ad8-4438-9af0-580568850588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c6c959-643c-4e04-9968-034d4193343d') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:26.924026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e992ef09-9ad8-4438-9af0-580568850588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c6c959-643c-4e04-9968-034d4193343d') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:26.935473 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e992ef09-9ad8-4438-9af0-580568850588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.938781 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 67481523-8ac4-42ad-b7f4-eee084e203dd {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:26.939122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 67481523-8ac4-42ad-b7f4-eee084e203dd not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:26.954563 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e992ef09-9ad8-4438-9af0-580568850588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.962863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e992ef09-9ad8-4438-9af0-580568850588 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:26.963277 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e992ef09-9ad8-4438-9af0-580568850588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:26.965525 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:26.981407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5077f7a-ab64-44e1-9f32-1e71bd26cb43 req-01865b2b-8743-4744-beea-06500c8bf669 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.983584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5077f7a-ab64-44e1-9f32-1e71bd26cb43 req-01865b2b-8743-4744-beea-06500c8bf669 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 944 time: 0.1944120 Jul 16 18:15:27.054006 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e992ef09-9ad8-4438-9af0-580568850588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.068587 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e992ef09-9ad8-4438-9af0-580568850588 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.076602 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e992ef09-9ad8-4438-9af0-580568850588 admin admin] 10.222.0.24 "DELETE /v2.0/networks/525c7731-a3d2-4f9f-a4d3-00af2e605bf7 HTTP/1.1" status: 204 len: 168 time: 0.4294810 Jul 16 18:15:27.079448 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5077f7a-ab64-44e1-9f32-1e71bd26cb43 req-c5050897-e6eb-41b3-89d0-96433b8191ca tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819893 Jul 16 18:15:27.093753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77f1a7-d3e3-4392-a3a8-36176f12d65c req-ca069522-72c0-4d39-a932-e119baa595db tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.095334 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac77f1a7-d3e3-4392-a3a8-36176f12d65c req-ca069522-72c0-4d39-a932-e119baa595db tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 1097 time: 0.2712796 Jul 16 18:15:27.116444 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2432a6a1-de89-4a90-b1bc-0281614767aa no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:27.126755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b050db2-7868-40bd-b4e7-47f16398c51c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:27.134896 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b050db2-7868-40bd-b4e7-47f16398c51c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.135690 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b050db2-7868-40bd-b4e7-47f16398c51c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:15:27.136759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b050db2-7868-40bd-b4e7-47f16398c51c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:27.150845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992ef09-9ad8-4438-9af0-580568850588 admin admin] Pushing event deleted for resources: {'Network': ['ID=525c7731-a3d2-4f9f-a4d3-00af2e605bf7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.163252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 2432a6a1-de89-4a90-b1bc-0281614767aa {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:27.163586 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2432a6a1-de89-4a90-b1bc-0281614767aa not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:27.164009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:27.184586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9b050db2-7868-40bd-b4e7-47f16398c51c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3947074 Jul 16 18:15:27.186393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55360) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.191007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-743d8178-b551-4c46-8979-b6da64066363 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:27.234056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:27.234428 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f8c6dcd0-10fb-4f5c-8c07-5d8d0fa108c8 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:27.234860 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 993002e1-3770-4250-8454-7c25b286b5df no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:27.273209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-ac77f1a7-d3e3-4392-a3a8-36176f12d65c req-f0b8d1c2-4753-4fa7-a70e-bf27222edb55 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Deleting port 037e54bb-802d-4bea-a5c8-e667ff3fb052 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:27.273631 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac77f1a7-d3e3-4392-a3a8-36176f12d65c req-f0b8d1c2-4753-4fa7-a70e-bf27222edb55 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.292751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 993002e1-3770-4250-8454-7c25b286b5df {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:27.293079 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 993002e1-3770-4250-8454-7c25b286b5df not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:27.383294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743d8178-b551-4c46-8979-b6da64066363 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:27.389698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-743d8178-b551-4c46-8979-b6da64066363 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.389698 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-743d8178-b551-4c46-8979-b6da64066363 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:15:27.393393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743d8178-b551-4c46-8979-b6da64066363 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:27.405289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ac77f1a7-d3e3-4392-a3a8-36176f12d65c req-f0b8d1c2-4753-4fa7-a70e-bf27222edb55 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] For port 037e54bb-802d-4bea-a5c8-e667ff3fb052, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=037e54bb-802d-4bea-a5c8-e667ff3fb052,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:27.406030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55362) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.406697 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac77f1a7-d3e3-4392-a3a8-36176f12d65c req-f0b8d1c2-4753-4fa7-a70e-bf27222edb55 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.424637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-ac77f1a7-d3e3-4392-a3a8-36176f12d65c req-f0b8d1c2-4753-4fa7-a70e-bf27222edb55 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Calling delete_port for 037e54bb-802d-4bea-a5c8-e667ff3fb052 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:27.426458 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-743d8178-b551-4c46-8979-b6da64066363 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2391560 Jul 16 18:15:27.426745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55366) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.462301 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5d3ea799-0852-4aff-88dc-d2895c5e4379 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2985fe4b1cd4e2c8873db97d5897516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551968 Jul 16 18:15:27.465457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55368) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.476881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-69d6c082-d910-4af1-b3ca-7646a87d1037 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0479674 Jul 16 18:15:27.479894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55370) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.526751 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54cfdb09-53da-4956-a763-eaeb6ccfcf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.551599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54cfdb09-53da-4956-a763-eaeb6ccfcf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.596495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef1424b-861f-45fe-88e7-c8511588ecf8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.598592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9ef1424b-861f-45fe-88e7-c8511588ecf8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1167853 Jul 16 18:15:27.604273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55374) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.608940 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54cfdb09-53da-4956-a763-eaeb6ccfcf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.613269 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-54cfdb09-53da-4956-a763-eaeb6ccfcf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.613542 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-54cfdb09-53da-4956-a763-eaeb6ccfcf26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3477a36-90e2-422e-9a55-8bd248b41fa0 HTTP/1.1" status: 204 len: 168 time: 0.1466274 Jul 16 18:15:27.623406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfdb09-53da-4956-a763-eaeb6ccfcf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3477a36-90e2-422e-9a55-8bd248b41fa0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.691782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bc9f2707-d104-4220-8f8b-2df0cf6d7873 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855830 Jul 16 18:15:27.692049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55380) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.698903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-82ac55c6-d146-4e9a-8f63-4a22b7f60a2b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:27.856690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ac55c6-d146-4e9a-8f63-4a22b7f60a2b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:27.863846 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82ac55c6-d146-4e9a-8f63-4a22b7f60a2b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.869908 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac77f1a7-d3e3-4392-a3a8-36176f12d65c req-f0b8d1c2-4753-4fa7-a70e-bf27222edb55 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.881437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['037e54bb-802d-4bea-a5c8-e667ff3fb052'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:27.883883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['b9fddf7d-aabe-46a1-9890-2ad2517e3fab'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:27.938207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8d1c2-4753-4fa7-a70e-bf27222edb55 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Pushing event deleted for resources: {'Port': ['ID=037e54bb-802d-4bea-a5c8-e667ff3fb052,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.015990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a1303312-41a9-411d-bbc4-f4451a7a1d22 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:28.089637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac77f1a7-d3e3-4392-a3a8-36176f12d65c req-f0b8d1c2-4753-4fa7-a70e-bf27222edb55 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] No DVR routers for this DVR port 037e54bb-802d-4bea-a5c8-e667ff3fb052 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:28.093697 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ac77f1a7-d3e3-4392-a3a8-36176f12d65c req-f0b8d1c2-4753-4fa7-a70e-bf27222edb55 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.095776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac77f1a7-d3e3-4392-a3a8-36176f12d65c req-f0b8d1c2-4753-4fa7-a70e-bf27222edb55 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.32 "DELETE /v2.0/ports/037e54bb-802d-4bea-a5c8-e667ff3fb052 HTTP/1.1" status: 204 len: 173 time: 0.9947722 Jul 16 18:15:28.096278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69', 'name': 'network-vif-deleted', 'tag': '037e54bb-802d-4bea-a5c8-e667ff3fb052'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:28.098732 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b98b7c-3fe1-43b3-ac69-50031661c0bc" -d '{"events": [{"server_uuid": "2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69", "name": "network-vif-deleted", "tag": "037e54bb-802d-4bea-a5c8-e667ff3fb052"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:28.164806 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8311465-9900-436c-bfe7-0cc58df66312 req-d8e02679-2f6c-41b9-8ba6-b3767d6e43e7 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69 HTTP/1.1" status: 200 len: 210 time: 0.0888507 Jul 16 18:15:28.198970 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50025b0c-6410-4e46-92d0-74fb6cf856a9 x-openstack-request-id: req-50025b0c-6410-4e46-92d0-74fb6cf856a9 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:28.200269 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69", "name": "network-vif-deleted", "tag": "037e54bb-802d-4bea-a5c8-e667ff3fb052", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:28.200779 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50025b0c-6410-4e46-92d0-74fb6cf856a9 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:28.201380 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec5f5aa-448f-4ebd-b70a-7cfc6729bd69', 'name': 'network-vif-deleted', 'tag': '037e54bb-802d-4bea-a5c8-e667ff3fb052', 'status': 'completed', 'code': 200} Jul 16 18:15:28.214985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port a1303312-41a9-411d-bbc4-f4451a7a1d22 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:28.227661 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port a1303312-41a9-411d-bbc4-f4451a7a1d22 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:28.228301 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.473299 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.498740 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d73119-e575-44f9-9cde-2a5ae5d3cde4 req-51c855c5-6701-4e95-b185-f01dd044e281 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:28.502439 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1d73119-e575-44f9-9cde-2a5ae5d3cde4 req-51c855c5-6701-4e95-b185-f01dd044e281 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 944 time: 0.1533439 Jul 16 18:15:28.516937 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f736e36-2ca6-42be-801c-fa897cddbc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1303312-41a9-411d-bbc4-f4451a7a1d22'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:28.522804 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ceab658-19be-4a98-9522-395e4988ced8" -d '{"events": [{"server_uuid": "8f736e36-2ca6-42be-801c-fa897cddbc17", "name": "network-vif-plugged", "status": "completed", "tag": "a1303312-41a9-411d-bbc4-f4451a7a1d22"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:28.587647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port a1303312-41a9-411d-bbc4-f4451a7a1d22, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a1303312-41a9-411d-bbc4-f4451a7a1d22,segment=NetworkSegment(8bc1b359-6b16-4d73-b20a-81ff81b0fb42),segment_id=8bc1b359-6b16-4d73-b20a-81ff81b0fb42)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:28.594642 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.635713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.objects.ports [None req-82ac55c6-d146-4e9a-8f63-4a22b7f60a2b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:28.636866 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1d73119-e575-44f9-9cde-2a5ae5d3cde4 req-c951c774-7f47-4950-a481-c993d8245f17 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244662 Jul 16 18:15:28.679156 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745a5bcf-8041-40ce-8ebb-c52d27bfebd8 x-openstack-request-id: req-745a5bcf-8041-40ce-8ebb-c52d27bfebd8 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:28.679851 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f736e36-2ca6-42be-801c-fa897cddbc17", "name": "network-vif-plugged", "status": "completed", "tag": "a1303312-41a9-411d-bbc4-f4451a7a1d22", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:28.679851 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-745a5bcf-8041-40ce-8ebb-c52d27bfebd8 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:28.680050 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82ac55c6-d146-4e9a-8f63-4a22b7f60a2b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.680170 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f736e36-2ca6-42be-801c-fa897cddbc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1303312-41a9-411d-bbc4-f4451a7a1d22', 'code': 200} Jul 16 18:15:28.680773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=a1303312-41a9-411d-bbc4-f4451a7a1d22,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.759618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac55c6-d146-4e9a-8f63-4a22b7f60a2b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:28.764205 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-82ac55c6-d146-4e9a-8f63-4a22b7f60a2b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:28.777315 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03996dfb-df92-42a9-b89f-329f01a615db None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:28.778900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ac55c6-d146-4e9a-8f63-4a22b7f60a2b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:28.779738 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82ac55c6-d146-4e9a-8f63-4a22b7f60a2b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.798618 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-82ac55c6-d146-4e9a-8f63-4a22b7f60a2b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1055238 Jul 16 18:15:28.802086 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55408) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:28.808863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'mac_address': 'fa:16:3e:dd:da:a2', 'name': 'tempest-NetworksTestDHCPv6-1969758149'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:28.813024 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac55c6-d146-4e9a-8f63-4a22b7f60a2b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=773b0c70-bf0a-44a9-a0a8-fa5678440f56,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.940768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82705f9-7a39-4af0-93ae-69f8befd781c req-54825d0a-c667-42ae-a2cc-a96ed6aff1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:28.956894 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f82705f9-7a39-4af0-93ae-69f8befd781c req-54825d0a-c667-42ae-a2cc-a96ed6aff1ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 1097 time: 0.2141733 Jul 16 18:15:28.974418 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:15:29.061314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f82705f9-7a39-4af0-93ae-69f8befd781c req-595e2eb5-03ee-4ab8-9c2b-5350ac2024a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924809 Jul 16 18:15:29.202349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:29.258323 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '773b0c70-bf0a-44a9-a0a8-fa5678440f56'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:29.259942 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.356691 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.409260 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port c90dd4b1-3835-4974-86f9-2b55b5852b5e yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:29.567480 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Allocated IP 2001:db8::f816:3eff:fe34:c8b (e8517db6-f0e1-4090-9d37-24c97738cf54/773b0c70-bf0a-44a9-a0a8-fa5678440f56/1677e372-104d-49f4-871f-9cec711bc57f) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:29.774462 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.785814 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Transition to ACTIVE for port object 1677e372-104d-49f4-871f-9cec711bc57f will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:29.804377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Transition to ACTIVE for port object 1677e372-104d-49f4-871f-9cec711bc57f will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:29.816369 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.878766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Pushing event updated for resources: {'Port': ['ID=1677e372-104d-49f4-871f-9cec711bc57f,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:29.900647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:29.902296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:29.905781 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:29.934548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::f816:3eff:fedd:daa2 (e8517db6-f0e1-4090-9d37-24c97738cf54/773b0c70-bf0a-44a9-a0a8-fa5678440f56/c90dd4b1-3835-4974-86f9-2b55b5852b5e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:30.001800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Attempting to bind port 1677e372-104d-49f4-871f-9cec711bc57f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:30.006815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Attempting to bind port 1677e372-104d-49f4-871f-9cec711bc57f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:30.007535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Attempting to bind port 1677e372-104d-49f4-871f-9cec711bc57f on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:30.023827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:30.024540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:30.024715 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.025139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:30.025628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Bound port: 1677e372-104d-49f4-871f-9cec711bc57f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:30.026040 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.070059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8366b77-7437-4396-9142-3e5b074f6362 req-3e357d88-7f4a-4cea-8adf-13aca44fbace tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:30.072810 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8366b77-7437-4396-9142-3e5b074f6362 req-3e357d88-7f4a-4cea-8adf-13aca44fbace tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 945 time: 0.1546562 Jul 16 18:15:30.151610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8366b77-7437-4396-9142-3e5b074f6362 req-0459f834-543d-41d9-b75f-9392fa8a8541 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734677 Jul 16 18:15:30.192332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] For port 1677e372-104d-49f4-871f-9cec711bc57f, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:30.208690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] For port 1677e372-104d-49f4-871f-9cec711bc57f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1677e372-104d-49f4-871f-9cec711bc57f,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:30.226227 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.229868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.245046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object c90dd4b1-3835-4974-86f9-2b55b5852b5e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:30.285593 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.357420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8949337-0983-46ef-ab0c-e4b870d195cf req-ecaa70c1-9590-4d74-9040-890525699a8a tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=b236827c-a70c-47b3-83aa-c8ab55f47cfc HTTP/1.1" status: 200 len: 210 time: 0.0371799 Jul 16 18:15:30.361441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:30.365583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:30.378924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:30.382106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:30.382716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.391731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=c90dd4b1-3835-4974-86f9-2b55b5852b5e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:30.412180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd69e3a-7be6-40c9-94f9-ac3acbb5b5af req-a65eba47-3ac2-4103-82a6-102d05ff756b tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:30.420468 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d20bb08f-8173-409f-910b-5600a0acefd7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6166489 Jul 16 18:15:30.421246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55476) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:30.429019 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8cd69e3a-7be6-40c9-94f9-ac3acbb5b5af req-a65eba47-3ac2-4103-82a6-102d05ff756b tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1098 time: 0.1659725 Jul 16 18:15:30.531989 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8cd69e3a-7be6-40c9-94f9-ac3acbb5b5af req-698747b5-c897-4e59-a744-b8c0aa1d2a5b tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013370 Jul 16 18:15:30.575120 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c526e-5203-4c5c-afaa-c5c35b948ceb None None] Pushing event updated for resources: {'Port': ['ID=1677e372-104d-49f4-871f-9cec711bc57f,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:30.640475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76fdde4-7e7b-42d2-ace2-43463b730b2e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:30.657034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76fdde4-7e7b-42d2-ace2-43463b730b2e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:30.658678 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d76fdde4-7e7b-42d2-ace2-43463b730b2e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2361872 Jul 16 18:15:30.661573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55494) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:30.819182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf4a9f-d848-4b2a-9655-20380133172a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port c90dd4b1-3835-4974-86f9-2b55b5852b5e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:30.819676 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4a9f-d848-4b2a-9655-20380133172a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.922642 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 037e54bb-802d-4bea-a5c8-e667ff3fb052 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:31.015371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 037e54bb-802d-4bea-a5c8-e667ff3fb052 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:31.015968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 037e54bb-802d-4bea-a5c8-e667ff3fb052 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:31.119248 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4a9f-d848-4b2a-9655-20380133172a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.149808 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf4a9f-d848-4b2a-9655-20380133172a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for c90dd4b1-3835-4974-86f9-2b55b5852b5e owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:31.297621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a077d2e-8290-472e-83bf-0cc6e61aa8b8 req-2a20c56b-6919-440a-8f0b-5b58cc1bdb61 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.0927386 Jul 16 18:15:31.361765 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4a9f-d848-4b2a-9655-20380133172a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.441303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e232b-3784-4486-9176-b7d50b3a333e req-87123e25-a89c-4430-bfdd-92d842f7bb85 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.442924 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-052e232b-3784-4486-9176-b7d50b3a333e req-87123e25-a89c-4430-bfdd-92d842f7bb85 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1098 time: 0.1478472 Jul 16 18:15:31.470676 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf4a9f-d848-4b2a-9655-20380133172a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=c90dd4b1-3835-4974-86f9-2b55b5852b5e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:31.504971 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfbf4a9f-d848-4b2a-9655-20380133172a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.507916 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dfbf4a9f-d848-4b2a-9655-20380133172a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/c90dd4b1-3835-4974-86f9-2b55b5852b5e HTTP/1.1" status: 204 len: 168 time: 0.8449435 Jul 16 18:15:31.511990 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55520) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:31.590142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf943c5-f409-4265-9f36-782ef8f14f38 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.593574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf943c5-f409-4265-9f36-782ef8f14f38 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.596083 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2bf943c5-f409-4265-9f36-782ef8f14f38 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0829740 Jul 16 18:15:31.598936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55524) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:31.681761 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-236b383c-c995-4fa7-9d36-7094dc375b88 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 773b0c70-bf0a-44a9-a0a8-fa5678440f56 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:31.687176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-236b383c-c995-4fa7-9d36-7094dc375b88 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.689927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc016e98-f50d-4d74-b320-edc169aed27e req-bce7fa8d-ccae-49ed-893e-60d06d6a9213 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.700851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc016e98-f50d-4d74-b320-edc169aed27e req-bce7fa8d-ccae-49ed-893e-60d06d6a9213 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 945 time: 0.2483568 Jul 16 18:15:31.773083 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-236b383c-c995-4fa7-9d36-7094dc375b88 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.806070 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc016e98-f50d-4d74-b320-edc169aed27e req-7be52f68-c1a4-4f39-b146-3b510d1dd542 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038408 Jul 16 18:15:31.921975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-052e232b-3784-4486-9176-b7d50b3a333e req-a0ac234c-51b3-49d0-994a-76ad363611bb tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Deleting port b9fddf7d-aabe-46a1-9890-2ad2517e3fab {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:31.923566 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-052e232b-3784-4486-9176-b7d50b3a333e req-a0ac234c-51b3-49d0-994a-76ad363611bb tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.017487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-236b383c-c995-4fa7-9d36-7094dc375b88 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.240168 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-236b383c-c995-4fa7-9d36-7094dc375b88 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.283390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b383c-c995-4fa7-9d36-7094dc375b88 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=773b0c70-bf0a-44a9-a0a8-fa5678440f56,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:32.287546 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-236b383c-c995-4fa7-9d36-7094dc375b88 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.290847 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-236b383c-c995-4fa7-9d36-7094dc375b88 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/773b0c70-bf0a-44a9-a0a8-fa5678440f56 HTTP/1.1" status: 204 len: 168 time: 0.6904094 Jul 16 18:15:32.293439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55542) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:32.293622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd638da8-9013-4725-9253-c3d5d6ae6ed8 req-612d265d-9929-48d8-b192-6dc1028eb1f5 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:32.295683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd638da8-9013-4725-9253-c3d5d6ae6ed8 req-612d265d-9929-48d8-b192-6dc1028eb1f5 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 1098 time: 0.4869938 Jul 16 18:15:32.357099 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1929b4aa-10b0-442f-9d7c-17c4df2a8657 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585432 Jul 16 18:15:32.358130 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55546) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:32.365164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:32.398579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-052e232b-3784-4486-9176-b7d50b3a333e req-a0ac234c-51b3-49d0-994a-76ad363611bb tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] For port b9fddf7d-aabe-46a1-9890-2ad2517e3fab, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=b9fddf7d-aabe-46a1-9890-2ad2517e3fab,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:32.405274 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-052e232b-3784-4486-9176-b7d50b3a333e req-a0ac234c-51b3-49d0-994a-76ad363611bb tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.488150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-052e232b-3784-4486-9176-b7d50b3a333e req-a0ac234c-51b3-49d0-994a-76ad363611bb tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Calling delete_port for b9fddf7d-aabe-46a1-9890-2ad2517e3fab owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:32.528280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd638da8-9013-4725-9253-c3d5d6ae6ed8 req-5d93e6b5-ad03-480e-bb11-feefea7ed634 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=14687b4d-30d3-4228-841a-a8078f209d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166896 Jul 16 18:15:32.531334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1adc82a-c10c-47fd-8908-e2fb239237ed None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:32.684899 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ecace4d4-3e6d-4a38-807d-628e883c67cd None None] Provisioning for port 1677e372-104d-49f4-871f-9cec711bc57f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:32.717726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:32.757111 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.886667 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c651e38-2f3f-4438-ab00-424ebb2da5bf None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:32.900605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2df05d8c-4cf1-4a66-ae49-17dc7fd668cf req-860d1a67-989c-4128-bbea-74b4bb7650b0 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.1332886 Jul 16 18:15:32.921821 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-052e232b-3784-4486-9176-b7d50b3a333e req-a0ac234c-51b3-49d0-994a-76ad363611bb tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.980121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac234c-51b3-49d0-994a-76ad363611bb tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9fddf7d-aabe-46a1-9890-2ad2517e3fab,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.031241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0c651e38-2f3f-4438-ab00-424ebb2da5bf None None] Deleting port 1677e372-104d-49f4-871f-9cec711bc57f {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:33.031744 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0c651e38-2f3f-4438-ab00-424ebb2da5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.060770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-052e232b-3784-4486-9176-b7d50b3a333e req-a0ac234c-51b3-49d0-994a-76ad363611bb tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] No DVR routers for this DVR port b9fddf7d-aabe-46a1-9890-2ad2517e3fab on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:33.064864 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-052e232b-3784-4486-9176-b7d50b3a333e req-a0ac234c-51b3-49d0-994a-76ad363611bb tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.067582 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-052e232b-3784-4486-9176-b7d50b3a333e req-a0ac234c-51b3-49d0-994a-76ad363611bb tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.11 "DELETE /v2.0/ports/b9fddf7d-aabe-46a1-9890-2ad2517e3fab HTTP/1.1" status: 204 len: 173 time: 1.6164095 Jul 16 18:15:33.068204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96899319-6d6b-49ac-9b40-8b5a0cae6eb2', 'name': 'network-vif-deleted', 'tag': 'b9fddf7d-aabe-46a1-9890-2ad2517e3fab'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:33.070967 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e795e7e0-9666-4eac-8995-81b4462b1228" -d '{"events": [{"server_uuid": "96899319-6d6b-49ac-9b40-8b5a0cae6eb2", "name": "network-vif-deleted", "tag": "b9fddf7d-aabe-46a1-9890-2ad2517e3fab"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:33.148276 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a4e997-591c-4f76-a728-072e4f5dbb74 x-openstack-request-id: req-b2a4e997-591c-4f76-a728-072e4f5dbb74 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:33.148781 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96899319-6d6b-49ac-9b40-8b5a0cae6eb2", "name": "network-vif-deleted", "tag": "b9fddf7d-aabe-46a1-9890-2ad2517e3fab", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:33.149088 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2a4e997-591c-4f76-a728-072e4f5dbb74 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:33.150016 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96899319-6d6b-49ac-9b40-8b5a0cae6eb2', 'name': 'network-vif-deleted', 'tag': 'b9fddf7d-aabe-46a1-9890-2ad2517e3fab', 'status': 'completed', 'code': 200} Jul 16 18:15:33.219525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0c651e38-2f3f-4438-ab00-424ebb2da5bf None None] For port 1677e372-104d-49f4-871f-9cec711bc57f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1677e372-104d-49f4-871f-9cec711bc57f,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:33.221079 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0c651e38-2f3f-4438-ab00-424ebb2da5bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.251792 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0c651e38-2f3f-4438-ab00-424ebb2da5bf None None] Calling delete_port for 1677e372-104d-49f4-871f-9cec711bc57f owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:33.458401 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0c651e38-2f3f-4438-ab00-424ebb2da5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.529614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c651e38-2f3f-4438-ab00-424ebb2da5bf None None] No DVR routers for this DVR port 1677e372-104d-49f4-871f-9cec711bc57f on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:33.532761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c651e38-2f3f-4438-ab00-424ebb2da5bf None None] Pushing event deleted for resources: {'Port': ['ID=1677e372-104d-49f4-871f-9cec711bc57f,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.662094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.objects.ports [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:33.761282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63bcf1cf-8837-4e0b-904b-52691e5076c0 req-a54ed5df-a4b1-4e05-92f2-0251f3991a8d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b236827c-a70c-47b3-83aa-c8ab55f47cfc HTTP/1.1" status: 200 len: 210 time: 0.0800052 Jul 16 18:15:33.837582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee6e12-3950-49a3-a372-43caf9b8321c req-de6266a1-cd70-4441-b4f5-f2079338053b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:33.849100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d0ee6e12-3950-49a3-a372-43caf9b8321c req-de6266a1-cd70-4441-b4f5-f2079338053b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 945 time: 0.2530284 Jul 16 18:15:33.914980 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6be04ff-ffac-4eaa-becc-428a587ed37e req-d0c33ed3-e4d8-4e53-b434-05f67567fb94 tempest-TestServerMultinode-1791959025 tempest-TestServerMultinode-1791959025-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96899319-6d6b-49ac-9b40-8b5a0cae6eb2 HTTP/1.1" status: 200 len: 210 time: 0.0625055 Jul 16 18:15:33.953621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d0ee6e12-3950-49a3-a372-43caf9b8321c req-3edddcd5-8608-4156-a906-9618c06d8b44 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032243 Jul 16 18:15:34.013986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device b9fddf7d-aabe-46a1-9890-2ad2517e3fab no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:34.065190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: b9fddf7d-aabe-46a1-9890-2ad2517e3fab {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:34.065541 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device b9fddf7d-aabe-46a1-9890-2ad2517e3fab not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:34.192861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95007390-592a-40e8-9cfd-8639a1a9f890 req-bea97d2e-af72-4444-af7f-1c91a6ca6536 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.0676093 Jul 16 18:15:34.491360 n-d-787205-10 neutron-server[105590]: WARNING neutron.services.revisions.revision_plugin [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Could not find related port for resource to bump revision. Jul 16 18:15:34.525450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.ipam_pluggable_backend [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Port 1677e372-104d-49f4-871f-9cec711bc57f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105590) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 18:15:34.528835 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.ipam_pluggable_backend [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Reverting IP allocation for 2001:db8::f816:3eff:fe34:c8b {{(pid=105590) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 18:15:34.551457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.ipam_pluggable_backend [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe34:c8b {{(pid=105590) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 18:15:34.552862 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.655770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=59d00ef0-cb55-4a7b-9c75-67f10e5f8613,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.666523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:34.668576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:34.676646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:34.677563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71e51b8-33fa-4570-940d-170dd175a155 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:34.678077 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.699050 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8628056b-d8e3-4b73-8964-6a96d767aeed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3394582 Jul 16 18:15:34.701577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55602) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:34.710619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'mac_address': 'fa:16:3e:e3:2d:64', 'name': 'tempest-NetworksTestDHCPv6-1567473302'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:34.804776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-752a58ed-431e-4d4d-a0b5-910b96015a6e req-ea760582-9f0e-4319-af27-1f87339101b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.0651891 Jul 16 18:15:34.907254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:34.994430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1677e372-104d-49f4-871f-9cec711bc57f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:35.045566 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.057359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 1677e372-104d-49f4-871f-9cec711bc57f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:35.058127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1677e372-104d-49f4-871f-9cec711bc57f not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:35.063652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '59d00ef0-cb55-4a7b-9c75-67f10e5f8613'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:35.065097 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.093402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e5820-5db8-4cf4-8c61-0e8deecdf0d5 req-41900cb0-cd30-419e-9edb-014ed12f50d7 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:35.099619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 7c1cdec4-413b-4311-8fc9-3031e37cfab1 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:35.102345 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-791e5820-5db8-4cf4-8c61-0e8deecdf0d5 req-41900cb0-cd30-419e-9edb-014ed12f50d7 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 945 time: 0.2002935 Jul 16 18:15:35.199922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55614) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.341461 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Allocated IP 2001:db8::f816:3eff:fe3f:1a4f (e8517db6-f0e1-4090-9d37-24c97738cf54/59d00ef0-cb55-4a7b-9c75-67f10e5f8613/800d6287-cc73-4d80-8fcc-55ab14fb11cb) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:35.460202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0e057-8e64-431d-a3f0-49f13a309371 req-5f8ee279-690d-491a-9572-14d80c108455 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:35.469975 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9b0e057-8e64-431d-a3f0-49f13a309371 req-5f8ee279-690d-491a-9572-14d80c108455 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 945 time: 0.2215486 Jul 16 18:15:35.511536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-791e5820-5db8-4cf4-8c61-0e8deecdf0d5 req-84aefbea-3536-45bb-8916-1f95a9ff172b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Deleting port a1303312-41a9-411d-bbc4-f4451a7a1d22 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:35.512588 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-791e5820-5db8-4cf4-8c61-0e8deecdf0d5 req-84aefbea-3536-45bb-8916-1f95a9ff172b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.563863 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5c00706-43f5-4c1e-bb94-54c6dc9b3f0a req-5020c0a0-5f54-44cd-9a2f-925bec6ca3d0 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.1555834 Jul 16 18:15:35.640102 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.660297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Transition to ACTIVE for port object 800d6287-cc73-4d80-8fcc-55ab14fb11cb will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:35.695839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Transition to ACTIVE for port object 800d6287-cc73-4d80-8fcc-55ab14fb11cb will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:35.715211 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.754218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9b0e057-8e64-431d-a3f0-49f13a309371 req-176b0024-eed7-42ec-8f1b-dc9de0800a8a tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/security-groups?id=f80a5c70-b765-4922-9b94-9abcba42ad72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832785 Jul 16 18:15:35.824768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-791e5820-5db8-4cf4-8c61-0e8deecdf0d5 req-84aefbea-3536-45bb-8916-1f95a9ff172b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] For port a1303312-41a9-411d-bbc4-f4451a7a1d22, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=a1303312-41a9-411d-bbc4-f4451a7a1d22,segment=NetworkSegment(8bc1b359-6b16-4d73-b20a-81ff81b0fb42),segment_id=8bc1b359-6b16-4d73-b20a-81ff81b0fb42)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:35.825465 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-791e5820-5db8-4cf4-8c61-0e8deecdf0d5 req-84aefbea-3536-45bb-8916-1f95a9ff172b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.848265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Pushing event updated for resources: {'Port': ['ID=800d6287-cc73-4d80-8fcc-55ab14fb11cb,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.862899 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::f816:3eff:fee3:2d64 (e8517db6-f0e1-4090-9d37-24c97738cf54/59d00ef0-cb55-4a7b-9c75-67f10e5f8613/7c1cdec4-413b-4311-8fc9-3031e37cfab1) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:35.865468 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:35.875131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-791e5820-5db8-4cf4-8c61-0e8deecdf0d5 req-84aefbea-3536-45bb-8916-1f95a9ff172b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Calling delete_port for a1303312-41a9-411d-bbc4-f4451a7a1d22 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:35.875374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:35.882232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:36.030313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Attempting to bind port 800d6287-cc73-4d80-8fcc-55ab14fb11cb on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:36.033739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Attempting to bind port 800d6287-cc73-4d80-8fcc-55ab14fb11cb by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:36.034382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Attempting to bind port 800d6287-cc73-4d80-8fcc-55ab14fb11cb on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:36.046005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:36.046701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:36.047315 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.047905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:36.048573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Bound port: 800d6287-cc73-4d80-8fcc-55ab14fb11cb, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:36.049139 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.188771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.203684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] For port 800d6287-cc73-4d80-8fcc-55ab14fb11cb, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:36.207115 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-791e5820-5db8-4cf4-8c61-0e8deecdf0d5 req-84aefbea-3536-45bb-8916-1f95a9ff172b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.207565 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] For port 800d6287-cc73-4d80-8fcc-55ab14fb11cb, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=800d6287-cc73-4d80-8fcc-55ab14fb11cb,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:36.212096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 7c1cdec4-413b-4311-8fc9-3031e37cfab1 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:36.220363 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.292692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aefbea-3536-45bb-8916-1f95a9ff172b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Pushing event deleted for resources: {'Port': ['ID=a1303312-41a9-411d-bbc4-f4451a7a1d22,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:36.310509 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.346149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27600d1a-284f-459a-8b95-1d7a285e4689 None None] Pushing event updated for resources: {'Port': ['ID=800d6287-cc73-4d80-8fcc-55ab14fb11cb,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:36.383424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-791e5820-5db8-4cf4-8c61-0e8deecdf0d5 req-84aefbea-3536-45bb-8916-1f95a9ff172b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] No DVR routers for this DVR port a1303312-41a9-411d-bbc4-f4451a7a1d22 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:36.391788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-791e5820-5db8-4cf4-8c61-0e8deecdf0d5 req-84aefbea-3536-45bb-8916-1f95a9ff172b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.394078 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-791e5820-5db8-4cf4-8c61-0e8deecdf0d5 req-84aefbea-3536-45bb-8916-1f95a9ff172b tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.11 "DELETE /v2.0/ports/a1303312-41a9-411d-bbc4-f4451a7a1d22 HTTP/1.1" status: 204 len: 173 time: 1.2855408 Jul 16 18:15:36.395389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f736e36-2ca6-42be-801c-fa897cddbc17', 'name': 'network-vif-deleted', 'tag': 'a1303312-41a9-411d-bbc4-f4451a7a1d22'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:36.395999 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:36.408934 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00662e50-3cc5-415e-8c7f-78867e782798" -d '{"events": [{"server_uuid": "8f736e36-2ca6-42be-801c-fa897cddbc17", "name": "network-vif-deleted", "tag": "a1303312-41a9-411d-bbc4-f4451a7a1d22"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:36.409922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8634dba8-c1dd-4cbf-bda3-370ef56f6623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.429809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=7c1cdec4-413b-4311-8fc9-3031e37cfab1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:36.442060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:36.457674 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f417717c-6a01-4f1b-b94b-73a0875d70bd x-openstack-request-id: req-f417717c-6a01-4f1b-b94b-73a0875d70bd {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:36.457977 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f736e36-2ca6-42be-801c-fa897cddbc17", "name": "network-vif-deleted", "tag": "a1303312-41a9-411d-bbc4-f4451a7a1d22", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:36.458228 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f417717c-6a01-4f1b-b94b-73a0875d70bd {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:36.458630 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f736e36-2ca6-42be-801c-fa897cddbc17', 'name': 'network-vif-deleted', 'tag': 'a1303312-41a9-411d-bbc4-f4451a7a1d22', 'status': 'completed', 'code': 200} Jul 16 18:15:36.464008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:36.471442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.472122 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.543543 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d8a5daec-7ee1-4847-8f07-d475873a00a3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8358119 Jul 16 18:15:36.543950 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55644) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:36.789134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9962f799-a328-4421-97c0-2f28970f59dc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.804518 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9962f799-a328-4421-97c0-2f28970f59dc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.816307 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9962f799-a328-4421-97c0-2f28970f59dc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2711430 Jul 16 18:15:36.818426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55652) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:36.869027 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9db4ff23-941e-47ee-96f3-97d446ee29d6 req-0e772bd4-7343-4734-ba7a-4e3e58f3eb63 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.0700047 Jul 16 18:15:37.004280 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 800d6287-cc73-4d80-8fcc-55ab14fb11cb up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:37.133363 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 800d6287-cc73-4d80-8fcc-55ab14fb11cb completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:37.167750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-adef0911-61a2-4c5f-9856-84837a87570f req-45525163-d0c8-4580-90cd-e09bbad78e38 tempest-VolumesActionsTest-397324223 tempest-VolumesActionsTest-397324223-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f736e36-2ca6-42be-801c-fa897cddbc17 HTTP/1.1" status: 200 len: 210 time: 0.0537519 Jul 16 18:15:37.219847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-498bc539-512f-463e-a0dd-37657531db27 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 7c1cdec4-413b-4311-8fc9-3031e37cfab1 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:37.220545 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-498bc539-512f-463e-a0dd-37657531db27 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.473002 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8634dba8-c1dd-4cbf-bda3-370ef56f6623 admin admin] Deleting port 81c719b5-4612-43c3-9c73-67ebb65a58fd {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:37.473341 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8634dba8-c1dd-4cbf-bda3-370ef56f6623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.559706 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-498bc539-512f-463e-a0dd-37657531db27 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.635487 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-498bc539-512f-463e-a0dd-37657531db27 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 7c1cdec4-413b-4311-8fc9-3031e37cfab1 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:37.725086 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8634dba8-c1dd-4cbf-bda3-370ef56f6623 admin admin] For port 81c719b5-4612-43c3-9c73-67ebb65a58fd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=81c719b5-4612-43c3-9c73-67ebb65a58fd,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:37.725453 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8634dba8-c1dd-4cbf-bda3-370ef56f6623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.748457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8634dba8-c1dd-4cbf-bda3-370ef56f6623 admin admin] Calling delete_port for 81c719b5-4612-43c3-9c73-67ebb65a58fd owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:37.915597 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd3a52e4-7040-408f-a4d3-5829f18c4948 req-86dbb146-2bd1-448f-8b9e-2f7a93f5ed9d tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.0532460 Jul 16 18:15:37.991669 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-498bc539-512f-463e-a0dd-37657531db27 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.031232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bc539-512f-463e-a0dd-37657531db27 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=7c1cdec4-413b-4311-8fc9-3031e37cfab1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.033818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a1303312-41a9-411d-bbc4-f4451a7a1d22 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:38.071777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: a1303312-41a9-411d-bbc4-f4451a7a1d22 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:38.072594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device a1303312-41a9-411d-bbc4-f4451a7a1d22 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:38.094214 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-498bc539-512f-463e-a0dd-37657531db27 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.099027 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-498bc539-512f-463e-a0dd-37657531db27 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/7c1cdec4-413b-4311-8fc9-3031e37cfab1 HTTP/1.1" status: 204 len: 168 time: 1.2768085 Jul 16 18:15:38.099952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55694) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:38.118175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6ca39d2e-de0f-406e-bb63-c4ed1c769e5c None None] Provisioning for port 800d6287-cc73-4d80-8fcc-55ab14fb11cb completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:38.126409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6ca39d2e-de0f-406e-bb63-c4ed1c769e5c None None] Provisioning complete for port 800d6287-cc73-4d80-8fcc-55ab14fb11cb triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:38.126881 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6ca39d2e-de0f-406e-bb63-c4ed1c769e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.186689 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983887c2-8cb5-406c-901d-d036f8218bd0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.188315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983887c2-8cb5-406c-901d-d036f8218bd0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.192461 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-983887c2-8cb5-406c-901d-d036f8218bd0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0893900 Jul 16 18:15:38.192954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55696) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:38.283316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8634dba8-c1dd-4cbf-bda3-370ef56f6623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.291124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-9331ac4f-83fd-40aa-90fc-7b2a500ce18b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 59d00ef0-cb55-4a7b-9c75-67f10e5f8613 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:38.297080 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9331ac4f-83fd-40aa-90fc-7b2a500ce18b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.338763 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634dba8-c1dd-4cbf-bda3-370ef56f6623 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c719b5-4612-43c3-9c73-67ebb65a58fd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.367469 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6ca39d2e-de0f-406e-bb63-c4ed1c769e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.432042 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9331ac4f-83fd-40aa-90fc-7b2a500ce18b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.519567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6ca39d2e-de0f-406e-bb63-c4ed1c769e5c None None] For port 800d6287-cc73-4d80-8fcc-55ab14fb11cb, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=800d6287-cc73-4d80-8fcc-55ab14fb11cb,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:38.529303 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6ca39d2e-de0f-406e-bb63-c4ed1c769e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.700010 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9331ac4f-83fd-40aa-90fc-7b2a500ce18b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.712808 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca39d2e-de0f-406e-bb63-c4ed1c769e5c None None] Pushing event updated for resources: {'Port': ['ID=800d6287-cc73-4d80-8fcc-55ab14fb11cb,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.723129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-638bca03-2b74-47d7-855e-1880932a017c None None] Could not find standard attr ID for object 7c1cdec4-413b-4311-8fc9-3031e37cfab1. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:15:38.820100 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9331ac4f-83fd-40aa-90fc-7b2a500ce18b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.889922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8634dba8-c1dd-4cbf-bda3-370ef56f6623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.924630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331ac4f-83fd-40aa-90fc-7b2a500ce18b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=59d00ef0-cb55-4a7b-9c75-67f10e5f8613,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.940783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99805cc9-84e4-4120-b033-54871abaabae None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:38.944135 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9331ac4f-83fd-40aa-90fc-7b2a500ce18b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.962868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9331ac4f-83fd-40aa-90fc-7b2a500ce18b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/59d00ef0-cb55-4a7b-9c75-67f10e5f8613 HTTP/1.1" status: 204 len: 168 time: 0.7686105 Jul 16 18:15:38.965047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55726) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.063860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ee1f8867-ec71-4b98-8230-3114ee7b7b6e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975771 Jul 16 18:15:39.066571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55732) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.233255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d023a705-d7f3-4249-9323-0257da213811 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.235463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d023a705-d7f3-4249-9323-0257da213811 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1671283 Jul 16 18:15:39.237762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55738) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.368280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7f45779-8209-4d6f-9501-edced5b2a3f1 req-32dbf3dd-a682-4499-8523-44c275833f4b tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.0732481 Jul 16 18:15:39.375139 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c3164a-40cb-4517-9360-a32fb38faa7a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.379805 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f4c3164a-40cb-4517-9360-a32fb38faa7a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1406603 Jul 16 18:15:39.380395 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55746) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.419074 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 800d6287-cc73-4d80-8fcc-55ab14fb11cb up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:39.459620 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-20cd7439-d58a-446f-a265-48ebe634e94b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721824 Jul 16 18:15:39.459886 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55750) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.465728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:39.470198 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8634dba8-c1dd-4cbf-bda3-370ef56f6623 admin admin] Router f0399a51-5839-49c9-9d8f-32bfa2503331 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:39.747463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:39.756855 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.766090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8634dba8-c1dd-4cbf-bda3-370ef56f6623 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:39.770837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 800d6287-cc73-4d80-8fcc-55ab14fb11cb triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:39.772877 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.775576 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb7e2c-2b27-4641-a359-9b9d90e91931 None None] Sync routers for ids ['f0399a51-5839-49c9-9d8f-32bfa2503331'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:39.792354 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8634dba8-c1dd-4cbf-bda3-370ef56f6623 admin admin] 10.222.0.24 "PUT /v2.0/routers/f0399a51-5839-49c9-9d8f-32bfa2503331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5906925 Jul 16 18:15:39.793450 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb7e2c-2b27-4641-a359-9b9d90e91931 None None] Routers {'f0399a51-5839-49c9-9d8f-32bfa2503331'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:39.794847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55774) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.795340 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d2bb7e2c-2b27-4641-a359-9b9d90e91931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:15:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f0399a51-5839-49c9-9d8f-32bfa2503331'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:39.894402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f25c481-8cfb-4a37-afae-9f60f46732d6 None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:40.086943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2f25c481-8cfb-4a37-afae-9f60f46732d6 None None] Deleting port 800d6287-cc73-4d80-8fcc-55ab14fb11cb {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:40.087766 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2f25c481-8cfb-4a37-afae-9f60f46732d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.155028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.196410 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-d2bb7e2c-2b27-4641-a359-9b9d90e91931 None None] Set router f0399a51-5839-49c9-9d8f-32bfa2503331 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:40.222413 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2f25c481-8cfb-4a37-afae-9f60f46732d6 None None] For port 800d6287-cc73-4d80-8fcc-55ab14fb11cb, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=800d6287-cc73-4d80-8fcc-55ab14fb11cb,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:40.223101 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2f25c481-8cfb-4a37-afae-9f60f46732d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.262067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2f25c481-8cfb-4a37-afae-9f60f46732d6 None None] Calling delete_port for 800d6287-cc73-4d80-8fcc-55ab14fb11cb owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:40.424729 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.511621 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2f25c481-8cfb-4a37-afae-9f60f46732d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.551172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Deleting port 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:40.551447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.571928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25c481-8cfb-4a37-afae-9f60f46732d6 None None] Pushing event deleted for resources: {'Port': ['ID=800d6287-cc73-4d80-8fcc-55ab14fb11cb,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:40.601193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25c481-8cfb-4a37-afae-9f60f46732d6 None None] No DVR routers for this DVR port 800d6287-cc73-4d80-8fcc-55ab14fb11cb on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:40.651991 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d2bb7e2c-2b27-4641-a359-9b9d90e91931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'name': 'tempest-TestServerMultinode-125772503-router', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:45Z', 'updated_at': '2021-07-16T18:15:38Z', 'revision_number': 5, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'gw_port': {'id': '6ea7841e-8dcb-42e4-b68e-5f5d8c09e912', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:47Z', 'updated_at': '2021-07-16T18:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:40.655782 n-d-787205-10 neutron-server[105591]: DEBUG neutron.objects.ports [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:40.727203 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb7e2c-2b27-4641-a359-9b9d90e91931 None None] Checking router: f0399a51-5839-49c9-9d8f-32bfa2503331 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:40.761842 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb7e2c-2b27-4641-a359-9b9d90e91931 None None] Routers {'f0399a51-5839-49c9-9d8f-32bfa2503331'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:40.766056 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d2bb7e2c-2b27-4641-a359-9b9d90e91931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:15:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f0399a51-5839-49c9-9d8f-32bfa2503331'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:40.795642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] For port 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6ea7841e-8dcb-42e4-b68e-5f5d8c09e912,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:40.796039 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.834977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Calling delete_port for 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:40.862560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 800d6287-cc73-4d80-8fcc-55ab14fb11cb no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:40.908816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 800d6287-cc73-4d80-8fcc-55ab14fb11cb {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:40.909247 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 800d6287-cc73-4d80-8fcc-55ab14fb11cb not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:40.976343 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0c7d37e-dcf3-419d-ad58-86c464bd657e req-e8197e8f-8781-49e1-8925-de126b3ab2ef tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.2283933 Jul 16 18:15:41.141270 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-d2bb7e2c-2b27-4641-a359-9b9d90e91931 None None] Set router f0399a51-5839-49c9-9d8f-32bfa2503331 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:41.187516 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.264674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea7841e-8dcb-42e4-b68e-5f5d8c09e912,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:41.300182 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d2bb7e2c-2b27-4641-a359-9b9d90e91931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'name': 'tempest-TestServerMultinode-125772503-router', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:45Z', 'updated_at': '2021-07-16T18:15:40Z', 'revision_number': 6, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:41.363867 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb7e2c-2b27-4641-a359-9b9d90e91931 None None] The sync data for ids ['f0399a51-5839-49c9-9d8f-32bfa2503331'] in n-d-787205-10 is: [{'id': 'f0399a51-5839-49c9-9d8f-32bfa2503331', 'name': 'tempest-TestServerMultinode-125772503-router', 'tenant_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:45Z', 'updated_at': '2021-07-16T18:15:40Z', 'revision_number': 6, 'project_id': 'be92ca3d93d64abc98c5aa75de4da7a3', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:41.401259 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.409765 n-d-787205-10 neutron-server[105591]: WARNING neutron.services.revisions.revision_plugin [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Could not find related port for resource to bump revision. Jul 16 18:15:41.418811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_pluggable_backend [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Port 800d6287-cc73-4d80-8fcc-55ab14fb11cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105591) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 18:15:41.419422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_pluggable_backend [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3f:1a4f {{(pid=105591) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 18:15:41.456085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_pluggable_backend [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3f:1a4f {{(pid=105591) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 18:15:41.457551 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.520117 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:41.523435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:41.535266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949da1a4-c9ba-4b9d-b7b3-990fd25fc611 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:41.536832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.537651 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.560355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0997453 Jul 16 18:15:41.561245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55828) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.570827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'mac_address': 'fa:16:3e:ef:71:2f', 'name': 'tempest-NetworksTestDHCPv6-386971661'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:41.609501 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.612637 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.635197 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777a1fb-2609-401e-a45a-67aa91153122 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=6a6f8109-747f-42aa-bbb8-4b6d7a50e6a0,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:41.730468 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.731569 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0399a51-5839-49c9-9d8f-32bfa2503331 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:15:41.739052 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.743326 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-237ceb4a-9425-4a7c-95fe-184eefd5d658 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f0399a51-5839-49c9-9d8f-32bfa2503331 HTTP/1.1" status: 204 len: 168 time: 1.9438958 Jul 16 18:15:41.747984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55838) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.845097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '6a6f8109-747f-42aa-bbb8-4b6d7a50e6a0'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:41.851072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d3e40a-7c3e-4aac-8c6d-2a7db5a31332 admin admin] Deleting subnet ccfba5dc-2825-4394-be5a-23f9fde25b1b {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:41.852331 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.863620 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09d3e40a-7c3e-4aac-8c6d-2a7db5a31332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.915961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:42.008146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09d3e40a-7c3e-4aac-8c6d-2a7db5a31332 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.170721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Allocated IP 2001:db8::f816:3eff:fee8:cca8 (e8517db6-f0e1-4090-9d37-24c97738cf54/6a6f8109-747f-42aa-bbb8-4b6d7a50e6a0/a694747d-c6f9-4cb1-a6cb-9a60bc02d982) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:42.315053 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09d3e40a-7c3e-4aac-8c6d-2a7db5a31332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.443619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09d3e40a-7c3e-4aac-8c6d-2a7db5a31332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.519308 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.527830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3e40a-7c3e-4aac-8c6d-2a7db5a31332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccfba5dc-2825-4394-be5a-23f9fde25b1b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.531511 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-09d3e40a-7c3e-4aac-8c6d-2a7db5a31332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.536014 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-09d3e40a-7c3e-4aac-8c6d-2a7db5a31332 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ccfba5dc-2825-4394-be5a-23f9fde25b1b HTTP/1.1" status: 204 len: 168 time: 0.7884481 Jul 16 18:15:42.542962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Transition to ACTIVE for port object a694747d-c6f9-4cb1-a6cb-9a60bc02d982 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:42.562306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55858) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:42.566838 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Transition to ACTIVE for port object a694747d-c6f9-4cb1-a6cb-9a60bc02d982 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:42.575099 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8759a4-741d-40cb-8371-1693cc328a70 None None] Network 81186a12-21f9-45f6-9a59-d01f56a76152 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:42.627086 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.667812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:42.688339 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:42.694970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:42.835573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Pushing event updated for resources: {'Port': ['ID=a694747d-c6f9-4cb1-a6cb-9a60bc02d982,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.893590 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.992081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 81c719b5-4612-43c3-9c73-67ebb65a58fd no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:43.090299 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Deleting port f7fceece-4726-47ff-8190-2a7f086ab8a4 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:43.090658 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.111106 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 81c719b5-4612-43c3-9c73-67ebb65a58fd {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:43.115427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 81c719b5-4612-43c3-9c73-67ebb65a58fd not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:43.115879 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:43.168957 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:43.169301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6ea7841e-8dcb-42e4-b68e-5f5d8c09e912 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:43.217310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Attempting to bind port a694747d-c6f9-4cb1-a6cb-9a60bc02d982 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:43.217793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Attempting to bind port a694747d-c6f9-4cb1-a6cb-9a60bc02d982 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:43.221411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Attempting to bind port a694747d-c6f9-4cb1-a6cb-9a60bc02d982 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:43.238901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:43.239557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:43.239969 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.240634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:43.241127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Bound port: a694747d-c6f9-4cb1-a6cb-9a60bc02d982, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:43.241509 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.275533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] For port f7fceece-4726-47ff-8190-2a7f086ab8a4, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f7fceece-4726-47ff-8190-2a7f086ab8a4,segment=NetworkSegment(3d974cba-55ed-4a49-b914-3fa982a65f3d),segment_id=3d974cba-55ed-4a49-b914-3fa982a65f3d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:43.279068 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.311482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Calling delete_port for f7fceece-4726-47ff-8190-2a7f086ab8a4 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:43.405019 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] For port a694747d-c6f9-4cb1-a6cb-9a60bc02d982, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:43.415037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] For port a694747d-c6f9-4cb1-a6cb-9a60bc02d982, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a694747d-c6f9-4cb1-a6cb-9a60bc02d982,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:43.427052 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.582960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b621cc-5ed8-4b87-8a74-de55a40a2fc3 None None] DHCP port deletion for 81186a12-21f9-45f6-9a59-d01f56a76152 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:43.600651 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.672343 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fceece-4726-47ff-8190-2a7f086ab8a4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.690480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] No DVR routers for this DVR port f7fceece-4726-47ff-8190-2a7f086ab8a4 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:43.693406 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.712589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-13b621cc-5ed8-4b87-8a74-de55a40a2fc3 None None] The port 'f7fceece-4726-47ff-8190-2a7f086ab8a4' was deleted {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 18:15:43.733422 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-81eec63f-b865-4104-a6da-bdcb53776382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.756916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 47159f88-3c92-4a9f-ab1e-fe93761e6caf yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:43.788766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40303601-6cb9-48f9-94ea-b745513a9787 None None] Pushing event updated for resources: {'Port': ['ID=a694747d-c6f9-4cb1-a6cb-9a60bc02d982,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.898622 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.915952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81186a12-21f9-45f6-9a59-d01f56a76152']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:43.976977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d974cba-55ed-4a49-b914-3fa982a65f3d') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:43.977572 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d974cba-55ed-4a49-b914-3fa982a65f3d') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:43.992792 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.018103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96647736-61db-4508-a4b7-6008acb573b9 req-77583fab-19d8-4405-8cf6-ac33e2feea5f tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.3129618 Jul 16 18:15:44.020542 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.033735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:44.034164 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:44.037211 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:44.132509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::f816:3eff:feef:712f (e8517db6-f0e1-4090-9d37-24c97738cf54/6a6f8109-747f-42aa-bbb8-4b6d7a50e6a0/47159f88-3c92-4a9f-ab1e-fe93761e6caf) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:44.239475 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.269127 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.272380 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] 10.222.0.24 "DELETE /v2.0/networks/81186a12-21f9-45f6-9a59-d01f56a76152 HTTP/1.1" status: 204 len: 168 time: 1.7111728 Jul 16 18:15:44.274567 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f0249-bb47-4523-9245-7fb144f51553 admin admin] Pushing event deleted for resources: {'Network': ['ID=81186a12-21f9-45f6-9a59-d01f56a76152,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.277230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 55888) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:44.482726 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.507592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 47159f88-3c92-4a9f-ab1e-fe93761e6caf will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:44.615235 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.703354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=47159f88-3c92-4a9f-ab1e-fe93761e6caf,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.714704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:44.716941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:44.721928 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:44.735581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.736291 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.796142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-77b4df2e-b841-4c7e-af58-e909bfce9a1a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2305510 Jul 16 18:15:44.796884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55896) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:44.937703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26885b74-4ebc-4bd5-9561-fafba0dc6db0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.944209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26885b74-4ebc-4bd5-9561-fafba0dc6db0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.954240 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-26885b74-4ebc-4bd5-9561-fafba0dc6db0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1559801 Jul 16 18:15:44.954748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55900) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:45.024135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a694747d-c6f9-4cb1-a6cb-9a60bc02d982 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:45.145399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port a694747d-c6f9-4cb1-a6cb-9a60bc02d982 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:45.265132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f7fceece-4726-47ff-8190-2a7f086ab8a4 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:45.305433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-be8f3784-cab7-4ea4-8db5-79e0a412eb80 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 47159f88-3c92-4a9f-ab1e-fe93761e6caf {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:45.305862 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be8f3784-cab7-4ea4-8db5-79e0a412eb80 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.373777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: f7fceece-4726-47ff-8190-2a7f086ab8a4 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:45.378643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f7fceece-4726-47ff-8190-2a7f086ab8a4 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:45.468858 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e0b56c2-cda8-4e7f-ba5e-7d5ee7342168 req-c7769448-8d6f-4b1a-b8f0-457c91e617b2 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.0428338 Jul 16 18:15:45.569640 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be8f3784-cab7-4ea4-8db5-79e0a412eb80 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.614900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-be8f3784-cab7-4ea4-8db5-79e0a412eb80 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 47159f88-3c92-4a9f-ab1e-fe93761e6caf owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:45.675178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b842d826-c372-4394-8883-33ef8ea4a754 None None] Provisioning for port a694747d-c6f9-4cb1-a6cb-9a60bc02d982 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:45.721570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b842d826-c372-4394-8883-33ef8ea4a754 None None] Provisioning complete for port a694747d-c6f9-4cb1-a6cb-9a60bc02d982 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:45.726768 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b842d826-c372-4394-8883-33ef8ea4a754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.823988 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be27e2f3-88af-4ef4-8688-0d3ad05f9965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.931480 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c216fd93-81b6-46fd-a9c5-c88f05f6d267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.001189 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be8f3784-cab7-4ea4-8db5-79e0a412eb80 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.113383 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f3784-cab7-4ea4-8db5-79e0a412eb80 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=47159f88-3c92-4a9f-ab1e-fe93761e6caf,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:46.177687 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be8f3784-cab7-4ea4-8db5-79e0a412eb80 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.178478 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.181388 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-be8f3784-cab7-4ea4-8db5-79e0a412eb80 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/47159f88-3c92-4a9f-ab1e-fe93761e6caf HTTP/1.1" status: 204 len: 168 time: 1.2255816 Jul 16 18:15:46.183728 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b842d826-c372-4394-8883-33ef8ea4a754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.186256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55926) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:46.285172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b842d826-c372-4394-8883-33ef8ea4a754 None None] For port a694747d-c6f9-4cb1-a6cb-9a60bc02d982, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a694747d-c6f9-4cb1-a6cb-9a60bc02d982,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:46.315426 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b842d826-c372-4394-8883-33ef8ea4a754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.337888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f745c5c-1556-4b51-8533-4bee1a77c3d0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.338834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f745c5c-1556-4b51-8533-4bee1a77c3d0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.353763 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4f745c5c-1556-4b51-8533-4bee1a77c3d0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1625054 Jul 16 18:15:46.354967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55934) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:46.450368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842d826-c372-4394-8883-33ef8ea4a754 None None] Pushing event updated for resources: {'Port': ['ID=a694747d-c6f9-4cb1-a6cb-9a60bc02d982,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:46.453639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2d9b8661-ecb2-4fa7-9f3d-182d7d7c0612 None None] Could not find standard attr ID for object 47159f88-3c92-4a9f-ab1e-fe93761e6caf. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:15:46.520964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a83856a-f4ce-4838-a85c-f99d1916e620 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 6a6f8109-747f-42aa-bbb8-4b6d7a50e6a0 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:46.529866 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a83856a-f4ce-4838-a85c-f99d1916e620 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.643592 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a83856a-f4ce-4838-a85c-f99d1916e620 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.724705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c216fd93-81b6-46fd-a9c5-c88f05f6d267 admin admin] Deleting port 4f883718-b6b4-4e90-95c8-4ce152965f58 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:46.725229 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c216fd93-81b6-46fd-a9c5-c88f05f6d267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.916267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a694747d-c6f9-4cb1-a6cb-9a60bc02d982 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:46.918311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-edda6e4c-55cc-40b9-95aa-1ad5303e6b9d req-5358f92f-8e65-4074-9156-dcd7b4db8f90 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.0553238 Jul 16 18:15:46.946856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-c216fd93-81b6-46fd-a9c5-c88f05f6d267 admin admin] For port 4f883718-b6b4-4e90-95c8-4ce152965f58, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4f883718-b6b4-4e90-95c8-4ce152965f58,segment=NetworkSegment(e7aab6f6-1a18-4970-b54e-410ba1dfeea4),segment_id=e7aab6f6-1a18-4970-b54e-410ba1dfeea4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:46.947444 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c216fd93-81b6-46fd-a9c5-c88f05f6d267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.963737 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a83856a-f4ce-4838-a85c-f99d1916e620 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.983004 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c216fd93-81b6-46fd-a9c5-c88f05f6d267 admin admin] Calling delete_port for 4f883718-b6b4-4e90-95c8-4ce152965f58 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:47.052027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port a694747d-c6f9-4cb1-a6cb-9a60bc02d982 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:47.053788 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.143183 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a83856a-f4ce-4838-a85c-f99d1916e620 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.251501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353e6c30-e13d-48d3-b387-c73fbb702baa None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:47.254151 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a83856a-f4ce-4838-a85c-f99d1916e620 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.265586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4a83856a-f4ce-4838-a85c-f99d1916e620 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/6a6f8109-747f-42aa-bbb8-4b6d7a50e6a0 HTTP/1.1" status: 204 len: 168 time: 0.9094341 Jul 16 18:15:47.267129 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83856a-f4ce-4838-a85c-f99d1916e620 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6f8109-747f-42aa-bbb8-4b6d7a50e6a0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:47.272053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55950) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.342931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-22a516df-def5-48e8-a1fe-b986801f39ce tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683279 Jul 16 18:15:47.345717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55954) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.364294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:47.549108 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c216fd93-81b6-46fd-a9c5-c88f05f6d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.664232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216fd93-81b6-46fd-a9c5-c88f05f6d267 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f883718-b6b4-4e90-95c8-4ce152965f58,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:47.715226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:47.730041 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.794915 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.969284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c8b2a1-85a6-418b-b3c7-cd4fa60588ae None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:48.123714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d3c8b2a1-85a6-418b-b3c7-cd4fa60588ae None None] Deleting port a694747d-c6f9-4cb1-a6cb-9a60bc02d982 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:48.124091 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b2a1-85a6-418b-b3c7-cd4fa60588ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.274977 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c216fd93-81b6-46fd-a9c5-c88f05f6d267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.337753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d3c8b2a1-85a6-418b-b3c7-cd4fa60588ae None None] For port a694747d-c6f9-4cb1-a6cb-9a60bc02d982, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a694747d-c6f9-4cb1-a6cb-9a60bc02d982,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:48.339190 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b2a1-85a6-418b-b3c7-cd4fa60588ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.376169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d3c8b2a1-85a6-418b-b3c7-cd4fa60588ae None None] Calling delete_port for a694747d-c6f9-4cb1-a6cb-9a60bc02d982 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:48.545501 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d3c8b2a1-85a6-418b-b3c7-cd4fa60588ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.572781 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8b2a1-85a6-418b-b3c7-cd4fa60588ae None None] Pushing event deleted for resources: {'Port': ['ID=a694747d-c6f9-4cb1-a6cb-9a60bc02d982,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.574652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.objects.ports [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:48.592031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c8b2a1-85a6-418b-b3c7-cd4fa60588ae None None] No DVR routers for this DVR port a694747d-c6f9-4cb1-a6cb-9a60bc02d982 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:48.693937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26a9266e-6779-411a-a77d-481fe916813a req-43b4d38e-05ae-4371-90b7-c25cb3a0725f tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.3247724 Jul 16 18:15:49.043339 n-d-787205-10 neutron-server[105591]: WARNING neutron.services.revisions.revision_plugin [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Could not find related port for resource to bump revision. Jul 16 18:15:49.047774 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a694747d-c6f9-4cb1-a6cb-9a60bc02d982 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:49.051897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_pluggable_backend [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Port a694747d-c6f9-4cb1-a6cb-9a60bc02d982 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105591) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 18:15:49.053208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_pluggable_backend [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Reverting IP allocation for 2001:db8::f816:3eff:fee8:cca8 {{(pid=105591) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 18:15:49.060941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_pluggable_backend [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee8:cca8 {{(pid=105591) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 18:15:49.065375 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.123560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c216fd93-81b6-46fd-a9c5-c88f05f6d267 admin admin] Router ecb35e77-cc47-43d0-aa51-6853ebef781f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:49.200791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:49.201031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: a694747d-c6f9-4cb1-a6cb-9a60bc02d982 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:49.201241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a694747d-c6f9-4cb1-a6cb-9a60bc02d982 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:49.203674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:49.211248 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.224615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf24c900-36d7-4d69-b930-c299a15d0255 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:49.239039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:49.239918 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.308539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=af68b9c4-67ae-4123-ba9f-243999952ddf,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:49.327578 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-733d0593-6783-4518-aa3a-765adb5dfcd2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9804189 Jul 16 18:15:49.330233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 55992) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:49.347370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'mac_address': 'fa:16:3e:6c:b3:ac', 'name': 'tempest-NetworksTestDHCPv6-253494486'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:49.548532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c216fd93-81b6-46fd-a9c5-c88f05f6d267 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:49.570213 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c216fd93-81b6-46fd-a9c5-c88f05f6d267 admin admin] 10.222.0.24 "PUT /v2.0/routers/ecb35e77-cc47-43d0-aa51-6853ebef781f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2889194 Jul 16 18:15:49.570787 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56000) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:49.695300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:49.739438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220c480-e73c-42fd-9cb6-b6d92e808b62 None None] Sync routers for ids ['ecb35e77-cc47-43d0-aa51-6853ebef781f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:49.813649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': 'af68b9c4-67ae-4123-ba9f-243999952ddf'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:49.814823 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.855725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220c480-e73c-42fd-9cb6-b6d92e808b62 None None] Routers {'ecb35e77-cc47-43d0-aa51-6853ebef781f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:49.856695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7220c480-e73c-42fd-9cb6-b6d92e808b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:15:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ecb35e77-cc47-43d0-aa51-6853ebef781f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:49.892494 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.964847 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.030609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 5746231b-a5d3-4163-997c-2d03a83e11e7 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:50.132718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.231340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc0afc38-15ba-49d7-9a2b-fb34c596f15b req-b95d20ee-7ea3-47f4-b223-25e8e493c352 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.0857394 Jul 16 18:15:50.237385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7220c480-e73c-42fd-9cb6-b6d92e808b62 None None] Set router ecb35e77-cc47-43d0-aa51-6853ebef781f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:50.289562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Deleting port 220c1b43-dd9a-43ed-80e9-a124a0c80272 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:50.291333 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.336257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Allocated IP 2001:db8::f816:3eff:fe08:3915 (e8517db6-f0e1-4090-9d37-24c97738cf54/af68b9c4-67ae-4123-ba9f-243999952ddf/b0ae643e-24f5-4c20-8610-e3ef639bc2e0) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:50.475819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] For port 220c1b43-dd9a-43ed-80e9-a124a0c80272, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=220c1b43-dd9a-43ed-80e9-a124a0c80272,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:50.476181 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.512128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Calling delete_port for 220c1b43-dd9a-43ed-80e9-a124a0c80272 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:50.876621 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.886914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Transition to ACTIVE for port object b0ae643e-24f5-4c20-8610-e3ef639bc2e0 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:51.027345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.030076 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Transition to ACTIVE for port object b0ae643e-24f5-4c20-8610-e3ef639bc2e0 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:51.053354 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.147089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Pushing event updated for resources: {'Port': ['ID=b0ae643e-24f5-4c20-8610-e3ef639bc2e0,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:51.152738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::f816:3eff:fe6c:b3ac (e8517db6-f0e1-4090-9d37-24c97738cf54/af68b9c4-67ae-4123-ba9f-243999952ddf/5746231b-a5d3-4163-997c-2d03a83e11e7) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:51.179557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:51.180648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=220c1b43-dd9a-43ed-80e9-a124a0c80272,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:51.181919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:51.189197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.193046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:51.318508 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Attempting to bind port b0ae643e-24f5-4c20-8610-e3ef639bc2e0 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:51.319306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Attempting to bind port b0ae643e-24f5-4c20-8610-e3ef639bc2e0 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:51.319870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Attempting to bind port b0ae643e-24f5-4c20-8610-e3ef639bc2e0 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:51.332884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:51.333261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:51.333695 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.334097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:51.334585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Bound port: b0ae643e-24f5-4c20-8610-e3ef639bc2e0, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:51.334987 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.353346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7220c480-e73c-42fd-9cb6-b6d92e808b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'name': 'tempest-TestServerMultinode-2122227949-router', 'tenant_id': '371047a4daf141a594d8a8a9f4a16f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:07Z', 'updated_at': '2021-07-16T18:15:47Z', 'revision_number': 5, 'project_id': '371047a4daf141a594d8a8a9f4a16f95', 'gw_port': {'id': '220c1b43-dd9a-43ed-80e9-a124a0c80272', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb35e77-cc47-43d0-aa51-6853ebef781f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:09Z', 'updated_at': '2021-07-16T18:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:51.390794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220c480-e73c-42fd-9cb6-b6d92e808b62 None None] Checking router: ecb35e77-cc47-43d0-aa51-6853ebef781f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:51.434929 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.439712 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.579598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.581530 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecb35e77-cc47-43d0-aa51-6853ebef781f {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:15:51.590103 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.591557 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1525c968-ed67-4384-8d4d-c9d4423c5bbb admin admin] 10.222.0.24 "DELETE /v2.0/routers/ecb35e77-cc47-43d0-aa51-6853ebef781f HTTP/1.1" status: 204 len: 168 time: 2.0197105 Jul 16 18:15:51.594529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56030) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:51.626838 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54bae5b8-16e4-44e2-a2b0-761cc4c281fe req-1b8fc3ec-af2d-415f-9914-3728037ff711 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.0601082 Jul 16 18:15:51.651444 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.699753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 5746231b-a5d3-4163-997c-2d03a83e11e7 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:51.764193 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.772832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ecc78d-4d6b-49f4-98ba-b64b02b9731d admin admin] Deleting subnet fe19eb1a-fceb-44ba-ac7a-a6cb579b7323 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:51.781448 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2ecc78d-4d6b-49f4-98ba-b64b02b9731d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.862914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220c480-e73c-42fd-9cb6-b6d92e808b62 None None] Routers set() bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:51.863279 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220c480-e73c-42fd-9cb6-b6d92e808b62 None None] Router IDs set() for agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:15:51.866123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_agentschedulers_db [None req-7220c480-e73c-42fd-9cb6-b6d92e808b62 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ecb35e77-cc47-43d0-aa51-6853ebef781f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:15:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent'). {{(pid=105592) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:15:51.866820 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220c480-e73c-42fd-9cb6-b6d92e808b62 None None] The sync data for ids ['ecb35e77-cc47-43d0-aa51-6853ebef781f'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:51.895340 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2ecc78d-4d6b-49f4-98ba-b64b02b9731d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.912315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=5746231b-a5d3-4163-997c-2d03a83e11e7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:51.951471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:51.955628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:51.969819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:51.980952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] For port b0ae643e-24f5-4c20-8610-e3ef639bc2e0, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:51.986292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:51.997185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] For port b0ae643e-24f5-4c20-8610-e3ef639bc2e0, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b0ae643e-24f5-4c20-8610-e3ef639bc2e0,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:51.998254 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.030077 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.067618 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2ecc78d-4d6b-49f4-98ba-b64b02b9731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.074207 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0855fd7c-1991-4a19-b0f5-f262fd89e15e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7406945 Jul 16 18:15:52.076863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56040) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:52.151982 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2ecc78d-4d6b-49f4-98ba-b64b02b9731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.242710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecc78d-4d6b-49f4-98ba-b64b02b9731d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe19eb1a-fceb-44ba-ac7a-a6cb579b7323,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.255619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2ecc78d-4d6b-49f4-98ba-b64b02b9731d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.255619 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b2ecc78d-4d6b-49f4-98ba-b64b02b9731d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fe19eb1a-fceb-44ba-ac7a-a6cb579b7323 HTTP/1.1" status: 204 len: 168 time: 0.6572385 Jul 16 18:15:52.261239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56042) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:52.283620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb90cc-aae3-4f31-8148-70d621115474 None None] Network 4ac960bd-b92a-439b-9788-5f8ebf1cba70 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:52.332608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1e798-54c5-4026-8d08-448ecfaced08 None None] Pushing event updated for resources: {'Port': ['ID=b0ae643e-24f5-4c20-8610-e3ef639bc2e0,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.339574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1383b74c-64e1-4f27-8c5b-70c4024e58d7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:52.352979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1383b74c-64e1-4f27-8c5b-70c4024e58d7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:52.357231 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1383b74c-64e1-4f27-8c5b-70c4024e58d7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2770827 Jul 16 18:15:52.357573 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56044) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:52.508945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.603338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-cbfaf349-e8f5-4f91-a1d2-ea644d594aa6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 5746231b-a5d3-4163-997c-2d03a83e11e7 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:52.603703 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf349-e8f5-4f91-a1d2-ea644d594aa6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.751329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Deleting port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:52.751823 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.823719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c9d15-76e1-4d21-a6df-7cb40ce61a7c None None] DHCP port deletion for 4ac960bd-b92a-439b-9788-5f8ebf1cba70 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:52.954867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c9d15-76e1-4d21-a6df-7cb40ce61a7c None None] Deleting port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:52.955644 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4c1c9d15-76e1-4d21-a6df-7cb40ce61a7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.961248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] For port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=959dfc8d-69aa-431a-8401-5b5e0d31d8fe,segment=NetworkSegment(e7aab6f6-1a18-4970-b54e-410ba1dfeea4),segment_id=e7aab6f6-1a18-4970-b54e-410ba1dfeea4)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:52.961636 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.018369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Calling delete_port for 959dfc8d-69aa-431a-8401-5b5e0d31d8fe owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:53.034701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b0ae643e-24f5-4c20-8610-e3ef639bc2e0 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:53.071062 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf349-e8f5-4f91-a1d2-ea644d594aa6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.134315 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9fb6ac4c-350c-4235-b11a-eedf5db58ddb req-54681eb4-41a8-4059-a7b0-360663ad74cf tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.1197693 Jul 16 18:15:53.165215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-cbfaf349-e8f5-4f91-a1d2-ea644d594aa6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 5746231b-a5d3-4163-997c-2d03a83e11e7 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:53.205784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.266057 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Pushing event deleted for resources: {'Port': ['ID=959dfc8d-69aa-431a-8401-5b5e0d31d8fe,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:53.283110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] No DVR routers for this DVR port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:53.315134 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4c1c9d15-76e1-4d21-a6df-7cb40ce61a7c None None] For port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=959dfc8d-69aa-431a-8401-5b5e0d31d8fe,segment=NetworkSegment(e7aab6f6-1a18-4970-b54e-410ba1dfeea4),segment_id=e7aab6f6-1a18-4970-b54e-410ba1dfeea4)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:53.322351 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4c1c9d15-76e1-4d21-a6df-7cb40ce61a7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.395824 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.404783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c9d15-76e1-4d21-a6df-7cb40ce61a7c None None] Calling delete_port for 959dfc8d-69aa-431a-8401-5b5e0d31d8fe owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:53.410520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac960bd-b92a-439b-9788-5f8ebf1cba70']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:53.425140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7aab6f6-1a18-4970-b54e-410ba1dfeea4') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:53.425439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7aab6f6-1a18-4970-b54e-410ba1dfeea4') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:53.440474 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.505510 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.506554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.520419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:53.521199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:53.523409 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:53.646876 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf349-e8f5-4f91-a1d2-ea644d594aa6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.646876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaf349-e8f5-4f91-a1d2-ea644d594aa6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=5746231b-a5d3-4163-997c-2d03a83e11e7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:53.752587 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.777419 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.777607 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4c1c9d15-76e1-4d21-a6df-7cb40ce61a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.779926 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] 10.222.0.24 "DELETE /v2.0/networks/4ac960bd-b92a-439b-9788-5f8ebf1cba70 HTTP/1.1" status: 204 len: 168 time: 1.5172851 Jul 16 18:15:53.786457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb1453-62a5-476f-9ad2-591b9add176c admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac960bd-b92a-439b-9788-5f8ebf1cba70,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:53.795480 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf349-e8f5-4f91-a1d2-ea644d594aa6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.800127 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cbfaf349-e8f5-4f91-a1d2-ea644d594aa6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/5746231b-a5d3-4163-997c-2d03a83e11e7 HTTP/1.1" status: 204 len: 168 time: 1.4413354 Jul 16 18:15:53.802553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56074) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:53.826092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4c1c9d15-76e1-4d21-a6df-7cb40ce61a7c None None] Network 4ac960bd-b92a-439b-9788-5f8ebf1cba70 is not hosted by any dhcp agent {{(pid=105592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:15:53.826927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c9d15-76e1-4d21-a6df-7cb40ce61a7c None None] No DVR routers for this DVR port 959dfc8d-69aa-431a-8401-5b5e0d31d8fe on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:53.838177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c9d15-76e1-4d21-a6df-7cb40ce61a7c None None] Pushing event deleted for resources: {'Port': ['ID=959dfc8d-69aa-431a-8401-5b5e0d31d8fe,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:53.850930 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port b0ae643e-24f5-4c20-8610-e3ef639bc2e0 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:53.907112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a244c3ea-f6f8-41e3-9379-1924bf33d20e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.908889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a244c3ea-f6f8-41e3-9379-1924bf33d20e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.910643 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a244c3ea-f6f8-41e3-9379-1924bf33d20e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1070015 Jul 16 18:15:53.913439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56076) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:53.960040 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4f883718-b6b4-4e90-95c8-4ce152965f58 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:54.011112 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 4f883718-b6b4-4e90-95c8-4ce152965f58 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:54.016303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4f883718-b6b4-4e90-95c8-4ce152965f58 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:54.017677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 220c1b43-dd9a-43ed-80e9-a124a0c80272 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:54.044458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d87fc3-6499-406f-aef1-26ffd3126123 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet af68b9c4-67ae-4123-ba9f-243999952ddf {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:54.051897 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35d87fc3-6499-406f-aef1-26ffd3126123 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.060696 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 220c1b43-dd9a-43ed-80e9-a124a0c80272 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:54.064619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 220c1b43-dd9a-43ed-80e9-a124a0c80272 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:54.109875 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35d87fc3-6499-406f-aef1-26ffd3126123 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.273431 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35d87fc3-6499-406f-aef1-26ffd3126123 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.368804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1ec93654-73ac-44a8-a693-54f70cf07194 None None] Provisioning for port b0ae643e-24f5-4c20-8610-e3ef639bc2e0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:54.419592 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1ec93654-73ac-44a8-a693-54f70cf07194 None None] Provisioning complete for port b0ae643e-24f5-4c20-8610-e3ef639bc2e0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:54.420052 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1ec93654-73ac-44a8-a693-54f70cf07194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.429257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56082) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:54.458102 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35d87fc3-6499-406f-aef1-26ffd3126123 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.529300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d87fc3-6499-406f-aef1-26ffd3126123 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=af68b9c4-67ae-4123-ba9f-243999952ddf,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:54.560823 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35d87fc3-6499-406f-aef1-26ffd3126123 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.566818 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-35d87fc3-6499-406f-aef1-26ffd3126123 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/af68b9c4-67ae-4123-ba9f-243999952ddf HTTP/1.1" status: 204 len: 168 time: 0.6516924 Jul 16 18:15:54.570954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56086) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:54.632217 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-70a56a8f-d712-461b-9be6-079fdab9d869 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be92ca3d93d64abc98c5aa75de4da7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015932 Jul 16 18:15:54.633032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56088) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:54.693926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-890f8f5e-2174-45ed-a646-ed7dc9a79967 req-1e7c10d0-c960-4319-bf01-5ae3ef0ece49 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.1457603 Jul 16 18:15:54.695818 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-18417791-9557-4f1b-bbeb-ab7f86c854ca tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241817 Jul 16 18:15:54.704393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56092) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:54.743034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2a93bd-1c51-4154-90b7-5d42ef230ce8 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:54.786531 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1ec93654-73ac-44a8-a693-54f70cf07194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.843268 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34ffe124-9c24-44f4-992c-fe5e57aba4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.922526 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 959dfc8d-69aa-431a-8401-5b5e0d31d8fe no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:54.942159 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34ffe124-9c24-44f4-992c-fe5e57aba4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.973319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 959dfc8d-69aa-431a-8401-5b5e0d31d8fe {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:54.974020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 959dfc8d-69aa-431a-8401-5b5e0d31d8fe not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:54.990040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5004b636-380a-4e52-8a9c-dc6cdeb03c3e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.993214 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5004b636-380a-4e52-8a9c-dc6cdeb03c3e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2841654 Jul 16 18:15:54.996560 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56098) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:55.037880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1ec93654-73ac-44a8-a693-54f70cf07194 None None] For port b0ae643e-24f5-4c20-8610-e3ef639bc2e0, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b0ae643e-24f5-4c20-8610-e3ef639bc2e0,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:55.058041 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1ec93654-73ac-44a8-a693-54f70cf07194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.084948 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34ffe124-9c24-44f4-992c-fe5e57aba4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.087884 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-34ffe124-9c24-44f4-992c-fe5e57aba4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.091742 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-34ffe124-9c24-44f4-992c-fe5e57aba4f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d900c9d-5c07-44d0-b1b1-4b250478eeba HTTP/1.1" status: 204 len: 168 time: 0.4574962 Jul 16 18:15:55.103361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffe124-9c24-44f4-992c-fe5e57aba4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d900c9d-5c07-44d0-b1b1-4b250478eeba,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:55.112708 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab365ab-b19d-457d-9e14-9ff54e54d7a6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:55.114855 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-aab365ab-b19d-457d-9e14-9ff54e54d7a6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1168110 Jul 16 18:15:55.117156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56102) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:55.183363 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6c413d2c-957a-410e-9f5b-820d2cc6d200 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631201 Jul 16 18:15:55.184754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec93654-73ac-44a8-a693-54f70cf07194 None None] Pushing event updated for resources: {'Port': ['ID=b0ae643e-24f5-4c20-8610-e3ef639bc2e0,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:55.188756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56104) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:55.194533 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3b4d1afc-2d1f-4273-a5e2-f04c64c44fa7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:55.272529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a91d5a01-15d0-422e-afb3-a2aa8ec35461 None None] Could not find standard attr ID for object 5746231b-a5d3-4163-997c-2d03a83e11e7. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:15:55.344008 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.435105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5c1153-c35f-43fe-bcf7-fb703ecb6e93 None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:55.527619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4d1afc-2d1f-4273-a5e2-f04c64c44fa7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:55.531571 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b4d1afc-2d1f-4273-a5e2-f04c64c44fa7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.551718 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-da5c1153-c35f-43fe-bcf7-fb703ecb6e93 None None] Deleting port b0ae643e-24f5-4c20-8610-e3ef639bc2e0 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:55.553440 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da5c1153-c35f-43fe-bcf7-fb703ecb6e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.727727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-da5c1153-c35f-43fe-bcf7-fb703ecb6e93 None None] For port b0ae643e-24f5-4c20-8610-e3ef639bc2e0, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b0ae643e-24f5-4c20-8610-e3ef639bc2e0,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:55.728141 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da5c1153-c35f-43fe-bcf7-fb703ecb6e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.764256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-da5c1153-c35f-43fe-bcf7-fb703ecb6e93 None None] Calling delete_port for b0ae643e-24f5-4c20-8610-e3ef639bc2e0 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:55.872135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56116) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:55.930469 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b4d1afc-2d1f-4273-a5e2-f04c64c44fa7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.963429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ec6d2ce-0c02-4e4b-a471-2c32cef0094f req-ad65a55c-ce61-4f45-b1c7-08f4cf8ae6f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6023088 Jul 16 18:15:55.992782 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ad621473-befc-425d-b977-283733ea9840 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=371047a4daf141a594d8a8a9f4a16f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1172266 Jul 16 18:15:55.994264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56122) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:56.000020 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da5c1153-c35f-43fe-bcf7-fb703ecb6e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.028061 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c1153-c35f-43fe-bcf7-fb703ecb6e93 None None] No DVR routers for this DVR port b0ae643e-24f5-4c20-8610-e3ef639bc2e0 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:56.090935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c1153-c35f-43fe-bcf7-fb703ecb6e93 None None] Pushing event deleted for resources: {'Port': ['ID=b0ae643e-24f5-4c20-8610-e3ef639bc2e0,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.104955 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b6193d9-9b0a-457e-b86c-74ee12e165da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.113429 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4d1afc-2d1f-4273-a5e2-f04c64c44fa7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:56.117277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-3b4d1afc-2d1f-4273-a5e2-f04c64c44fa7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:56.121640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4d1afc-2d1f-4273-a5e2-f04c64c44fa7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:56.122319 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b4d1afc-2d1f-4273-a5e2-f04c64c44fa7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.127715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0743b7-ea4c-4f15-be6c-0188d0b2789d None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:56.177435 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b6193d9-9b0a-457e-b86c-74ee12e165da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.212270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53360107-fbf1-401a-b78d-55fc1d698dca req-bdfe39b5-7a46-4d90-95ad-fd0fb52d2100 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.1673174 Jul 16 18:15:56.235006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d1afc-2d1f-4273-a5e2-f04c64c44fa7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=a8807474-7dd3-4489-91bf-9a5d6e2ff2eb,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.251520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3b4d1afc-2d1f-4273-a5e2-f04c64c44fa7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0613084 Jul 16 18:15:56.253829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56124) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:56.259255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'mac_address': 'fa:16:3e:0c:c4:d1', 'name': 'tempest-NetworksTestDHCPv6-1961752356'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:56.338741 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b6193d9-9b0a-457e-b86c-74ee12e165da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.341880 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b6193d9-9b0a-457e-b86c-74ee12e165da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.343230 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1b6193d9-9b0a-457e-b86c-74ee12e165da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14687b4d-30d3-4228-841a-a8078f209d55 HTTP/1.1" status: 204 len: 168 time: 0.3464222 Jul 16 18:15:56.360774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6193d9-9b0a-457e-b86c-74ee12e165da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14687b4d-30d3-4228-841a-a8078f209d55,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.476850 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d2ce-0c02-4e4b-a471-2c32cef0094f req-df5996d6-8a42-4053-9fda-5656f6472c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:56.490716 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ec6d2ce-0c02-4e4b-a471-2c32cef0094f req-df5996d6-8a42-4053-9fda-5656f6472c5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 1098 time: 0.4387603 Jul 16 18:15:56.501466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:56.517634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': 'a8807474-7dd3-4489-91bf-9a5d6e2ff2eb'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:56.520215 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.823650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d2ce-0c02-4e4b-a471-2c32cef0094f req-3f55133d-0e40-4d62-b815-cd8ff019ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:56.825168 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ec6d2ce-0c02-4e4b-a471-2c32cef0094f req-3f55133d-0e40-4d62-b815-cd8ff019ceb4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.1802588 Jul 16 18:15:56.993234 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ec6d2ce-0c02-4e4b-a471-2c32cef0094f req-a138f1ee-dcf9-45a2-a387-6355fa2e28cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc HTTP/1.1" status: 200 len: 1002 time: 0.1512356 Jul 16 18:15:57.026162 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.041110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Allocated IP 2001:db8::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/a8807474-7dd3-4489-91bf-9a5d6e2ff2eb/19be8be1-dfe7-4114-800e-aaaeface4d47) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:57.054571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b0ae643e-24f5-4c20-8610-e3ef639bc2e0 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:57.082084 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: b0ae643e-24f5-4c20-8610-e3ef639bc2e0 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:57.082441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b0ae643e-24f5-4c20-8610-e3ef639bc2e0 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:57.179104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 4c5de24a-c9c4-4ff9-9474-3589aac6a6dd yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:57.232256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d2ce-0c02-4e4b-a471-2c32cef0094f req-93835995-a6fb-476e-986c-6260566b527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.233972 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ec6d2ce-0c02-4e4b-a471-2c32cef0094f req-93835995-a6fb-476e-986c-6260566b527a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.2242093 Jul 16 18:15:57.341073 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.356065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Transition to ACTIVE for port object 19be8be1-dfe7-4114-800e-aaaeface4d47 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:57.414555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Transition to ACTIVE for port object 19be8be1-dfe7-4114-800e-aaaeface4d47 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:57.425745 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.551142 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:57.563166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:57.573130 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:57.609125 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Pushing event updated for resources: {'Port': ['ID=19be8be1-dfe7-4114-800e-aaaeface4d47,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:57.624660 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55a80316-163a-4256-a00a-4fafc007081e req-4926664e-c9cd-435b-a2ca-f3f4ea215986 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.0818512 Jul 16 18:15:57.650132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6d2ce-0c02-4e4b-a471-2c32cef0094f req-a2ac36db-ce24-4ee1-9318-5e6764f63f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.652105 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ec6d2ce-0c02-4e4b-a471-2c32cef0094f req-a2ac36db-ce24-4ee1-9318-5e6764f63f5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3228319 Jul 16 18:15:57.688314 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:57.688580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:57.688935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:57.689277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:57.690222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:57.690563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:57.690897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:57.691231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:57.691564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:57.691895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:57.692224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:57.692577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:57.746020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::205 (e8517db6-f0e1-4090-9d37-24c97738cf54/a8807474-7dd3-4489-91bf-9a5d6e2ff2eb/4c5de24a-c9c4-4ff9-9474-3589aac6a6dd) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:57.757061 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Attempting to bind port 19be8be1-dfe7-4114-800e-aaaeface4d47 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:57.757457 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Attempting to bind port 19be8be1-dfe7-4114-800e-aaaeface4d47 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:57.758070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Attempting to bind port 19be8be1-dfe7-4114-800e-aaaeface4d47 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:57.773542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:57.778500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:57.780998 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.782181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:57.784564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Bound port: 19be8be1-dfe7-4114-800e-aaaeface4d47, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:57.786942 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.931852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] For port 19be8be1-dfe7-4114-800e-aaaeface4d47, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:57.947940 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] For port 19be8be1-dfe7-4114-800e-aaaeface4d47, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=19be8be1-dfe7-4114-800e-aaaeface4d47,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:57.964631 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.048208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ec6d2ce-0c02-4e4b-a471-2c32cef0094f req-bdd78f03-4a60-4d19-9246-a52c7cf2a40a service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882351 Jul 16 18:15:58.167885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86afc50-d5bc-4319-8b82-93c76bbbcbd3 None None] Pushing event updated for resources: {'Port': ['ID=19be8be1-dfe7-4114-800e-aaaeface4d47,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:58.253993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56172) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:58.482005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-744732483-network', 'tenant_id': '7ff05b4225084c8da9b6812b44295606'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:58.571961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Made reservation on behalf of 7ff05b4225084c8da9b6812b44295606 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:58.575308 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.579580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ec6d2ce-0c02-4e4b-a471-2c32cef0094f req-1e80f782-dc8d-4e20-b316-71e6d688208d service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5164576 Jul 16 18:15:58.619090 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.644272 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.677403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 4c5de24a-c9c4-4ff9-9474-3589aac6a6dd will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:58.728892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.841341 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.846526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:58.848544 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.872562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:58.887697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:58.902873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.905030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.950001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:58.951552 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=4c5de24a-c9c4-4ff9-9474-3589aac6a6dd,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:58.962577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb4ff25-1c08-481a-ba44-522780bfadb6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:58.973824 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cff7da0d-c273-49c0-801c-e6c3c9206b02 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7188642 Jul 16 18:15:58.975556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56194) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:58.990236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.995106 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Added segment ad05e31f-4497-4fc8-9944-836625271b1e of type vlan for network d34b30f6-8f93-47e4-af63-22d1694dd9a9 Jul 16 18:15:59.069328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 19be8be1-dfe7-4114-800e-aaaeface4d47 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:59.196066 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.201639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 19be8be1-dfe7-4114-800e-aaaeface4d47 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:59.210362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f846f1d-8dbb-4736-8709-8c213cc48204 req-f7093c2b-2aa0-4fc9-a361-eabfde68c5db tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.1076741 Jul 16 18:15:59.261367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f9573-af2e-4e7e-8bee-8c494c446c21 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:59.278942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f9573-af2e-4e7e-8bee-8c494c446c21 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:59.288649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-679f9573-af2e-4e7e-8bee-8c494c446c21 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3118734 Jul 16 18:15:59.297504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56202) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:59.305982 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.308359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:59.309138 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.377526 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1223419 Jul 16 18:15:59.404311 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56206) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:59.420270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0c6498c1-5dc4-4698-9a65-fe3d028fefc7 admin admin] Request body: {'subnet': {'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-744732483-subnet', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:59.536329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bd0ff-03c6-43f7-91ad-9aa5727e9048 admin admin] Pushing event updated for resources: {'Network': ['ID=d34b30f6-8f93-47e4-af63-22d1694dd9a9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:59.548912 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:59.567362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6498c1-5dc4-4698-9a65-fe3d028fefc7 admin admin] Made reservation on behalf of 7ff05b4225084c8da9b6812b44295606 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:59.578135 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c6498c1-5dc4-4698-9a65-fe3d028fefc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.663665 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b9affdf9-d304-4f26-ae38-ae13d31db945 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 4c5de24a-c9c4-4ff9-9474-3589aac6a6dd {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:59.664023 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9affdf9-d304-4f26-ae38-ae13d31db945 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.847790 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9affdf9-d304-4f26-ae38-ae13d31db945 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.862309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b9affdf9-d304-4f26-ae38-ae13d31db945 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 4c5de24a-c9c4-4ff9-9474-3589aac6a6dd owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:59.941634 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c6498c1-5dc4-4698-9a65-fe3d028fefc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.975531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-db4c1e9f-9795-4ef5-8155-cef70f64bc26 None None] Provisioning for port 19be8be1-dfe7-4114-800e-aaaeface4d47 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:59.981357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-db4c1e9f-9795-4ef5-8155-cef70f64bc26 None None] Provisioning complete for port 19be8be1-dfe7-4114-800e-aaaeface4d47 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:59.988661 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db4c1e9f-9795-4ef5-8155-cef70f64bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.115878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6498c1-5dc4-4698-9a65-fe3d028fefc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4c6789-e541-480e-a1bf-93dff51b7732,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:00.133422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6498c1-5dc4-4698-9a65-fe3d028fefc7 admin admin] Checking segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:00.133817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6498c1-5dc4-4698-9a65-fe3d028fefc7 admin admin] Network hostable DHCP agents. Network: d34b30f6-8f93-47e4-af63-22d1694dd9a9, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:00.186953 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9affdf9-d304-4f26-ae38-ae13d31db945 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.190402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6498c1-5dc4-4698-9a65-fe3d028fefc7 admin admin] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:00.194779 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db4c1e9f-9795-4ef5-8155-cef70f64bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.208771 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-0c6498c1-5dc4-4698-9a65-fe3d028fefc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, d34b30f6-8f93-47e4-af63-22d1694dd9a9) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:00.219403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6498c1-5dc4-4698-9a65-fe3d028fefc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:00.219995 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0c6498c1-5dc4-4698-9a65-fe3d028fefc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.242828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9affdf9-d304-4f26-ae38-ae13d31db945 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=4c5de24a-c9c4-4ff9-9474-3589aac6a6dd,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:00.264480 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0c6498c1-5dc4-4698-9a65-fe3d028fefc7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8564272 Jul 16 18:16:00.267198 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56220) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:00.271817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:00.282190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-db4c1e9f-9795-4ef5-8155-cef70f64bc26 None None] For port 19be8be1-dfe7-4114-800e-aaaeface4d47, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=19be8be1-dfe7-4114-800e-aaaeface4d47,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:00.291558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d0fb1-e47a-488d-b8eb-fff25729396a None None] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:00.316922 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db4c1e9f-9795-4ef5-8155-cef70f64bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.325125 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.326528 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.335948 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9affdf9-d304-4f26-ae38-ae13d31db945 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.339664 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b9affdf9-d304-4f26-ae38-ae13d31db945 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/4c5de24a-c9c4-4ff9-9474-3589aac6a6dd HTTP/1.1" status: 204 len: 168 time: 1.0388134 Jul 16 18:16:00.355592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56222) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:00.531458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.586054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-937d602a-8785-4197-ba1c-db984b630837 None None] Could not find standard attr ID for object 4c5de24a-c9c4-4ff9-9474-3589aac6a6dd. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:16:00.743337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c1e9f-9795-4ef5-8155-cef70f64bc26 None None] Pushing event updated for resources: {'Port': ['ID=19be8be1-dfe7-4114-800e-aaaeface4d47,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:00.948298 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.970338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 19be8be1-dfe7-4114-800e-aaaeface4d47 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:01.234978 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-d34b30f6-8f93-47e4-af63-22d1694dd9a9', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:01.238810 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.412091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6bf7308a-05a7-4d7a-8518-4c32042015d1 req-66e9e8d9-466a-4f18-851d-8437c01fd554 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.1065764 Jul 16 18:16:01.413243 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.442839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482429ca-9a3d-4a19-96e9-ea5f633368c2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:01.444675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482429ca-9a3d-4a19-96e9-ea5f633368c2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:01.446510 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-482429ca-9a3d-4a19-96e9-ea5f633368c2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 1.0859914 Jul 16 18:16:01.449255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56242) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:01.471487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.505627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d876dac-202c-4a2b-b9b2-da5b294cd27c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet a8807474-7dd3-4489-91bf-9a5d6e2ff2eb {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:01.508966 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3d876dac-202c-4a2b-b9b2-da5b294cd27c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.518635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Allocated IP 172.20.0.2 (d34b30f6-8f93-47e4-af63-22d1694dd9a9/3c4c6789-e541-480e-a1bf-93dff51b7732/2fefdd6f-5168-4139-8b5f-2ec15fc278b2) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:01.577411 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3d876dac-202c-4a2b-b9b2-da5b294cd27c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.765687 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.769898 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3d876dac-202c-4a2b-b9b2-da5b294cd27c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.778257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Transition to ACTIVE for port object 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:01.796093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Transition to ACTIVE for port object 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:01.807796 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.845915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 19be8be1-dfe7-4114-800e-aaaeface4d47 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:01.845915 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.858659 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:01.894182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:01.904491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:01.921459 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3d876dac-202c-4a2b-b9b2-da5b294cd27c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.003473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Attempting to bind port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:02.003937 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Attempting to bind port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:02.004386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Attempting to bind port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:02.007034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Pushing event updated for resources: {'Port': ['ID=2fefdd6f-5168-4139-8b5f-2ec15fc278b2,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:02.020839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:02.021367 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Checking segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:02.021886 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.022353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Bound using segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:02.022903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Bound port: 2fefdd6f-5168-4139-8b5f-2ec15fc278b2, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:02.023368 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.032408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d876dac-202c-4a2b-b9b2-da5b294cd27c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=a8807474-7dd3-4489-91bf-9a5d6e2ff2eb,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:02.036826 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3d876dac-202c-4a2b-b9b2-da5b294cd27c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.045454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3d876dac-202c-4a2b-b9b2-da5b294cd27c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/a8807474-7dd3-4489-91bf-9a5d6e2ff2eb HTTP/1.1" status: 204 len: 168 time: 0.5949285 Jul 16 18:16:02.048952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56256) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:02.104783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a7f637-0c27-4913-aeef-24b76956c35e None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:02.112010 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-271c8155-83f1-4366-925b-37b21adae4b9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591836 Jul 16 18:16:02.113144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56260) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:02.297952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Allocated IP 172.25.3.207 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/49911c16-d2d6-4594-a9f6-98ee14b5339d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:02.304457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a38cf1-836a-426e-ac34-822291f261e9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:02.323422 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f3a38cf1-836a-426e-ac34-822291f261e9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2090302 Jul 16 18:16:02.326308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56266) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:02.483157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79317d1-ccf0-44b2-9dc5-8d21ea71db7b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:02.491146 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e79317d1-ccf0-44b2-9dc5-8d21ea71db7b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1583800 Jul 16 18:16:02.491983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56270) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:02.516242 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.561611 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.611648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e384d76f-23fa-46dc-abe5-45314cf1c7ad tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171169 Jul 16 18:16:02.615622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56272) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:02.625419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-83569445-8380-4b64-a5c8-eec0cd5c0212 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:02.658976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:02.660492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Pushing event updated for resources: {'Port': ['ID=49911c16-d2d6-4594-a9f6-98ee14b5339d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:02.664893 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:02.672635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:02.715140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] For port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:02.730248 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] For port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2fefdd6f-5168-4139-8b5f-2ec15fc278b2,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:02.740743 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.797379 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-452696ad-318f-4df5-97c5-9cd706e90eeb req-d4874e24-6556-4ef6-a612-450ae65cc4d4 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.1166000 Jul 16 18:16:02.947315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83569445-8380-4b64-a5c8-eec0cd5c0212 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:02.952187 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83569445-8380-4b64-a5c8-eec0cd5c0212 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.220241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663f5cb1-7261-4a6b-8eea-03be19b18628 None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:03.250221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.347251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687fbfa-65ba-4ca4-a5be-3e010bd72fcc None None] Pushing event updated for resources: {'Port': ['ID=2fefdd6f-5168-4139-8b5f-2ec15fc278b2,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.383507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-663f5cb1-7261-4a6b-8eea-03be19b18628 None None] Deleting port 19be8be1-dfe7-4114-800e-aaaeface4d47 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:03.384150 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-663f5cb1-7261-4a6b-8eea-03be19b18628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.464468 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-663f5cb1-7261-4a6b-8eea-03be19b18628 None None] For port 19be8be1-dfe7-4114-800e-aaaeface4d47, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=19be8be1-dfe7-4114-800e-aaaeface4d47,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:03.464869 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-663f5cb1-7261-4a6b-8eea-03be19b18628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.480220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-663f5cb1-7261-4a6b-8eea-03be19b18628 None None] Calling delete_port for 19be8be1-dfe7-4114-800e-aaaeface4d47 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:03.589608 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-663f5cb1-7261-4a6b-8eea-03be19b18628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.686068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.objects.ports [None req-83569445-8380-4b64-a5c8-eec0cd5c0212 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:16:03.691913 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83569445-8380-4b64-a5c8-eec0cd5c0212 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.711157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f5cb1-7261-4a6b-8eea-03be19b18628 None None] Pushing event deleted for resources: {'Port': ['ID=19be8be1-dfe7-4114-800e-aaaeface4d47,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.734064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f5cb1-7261-4a6b-8eea-03be19b18628 None None] No DVR routers for this DVR port 19be8be1-dfe7-4114-800e-aaaeface4d47 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:03.800833 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83569445-8380-4b64-a5c8-eec0cd5c0212 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=ebf564af-75bc-43da-bae7-72f354ed07b5,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.821476 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83569445-8380-4b64-a5c8-eec0cd5c0212 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:03.823527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-83569445-8380-4b64-a5c8-eec0cd5c0212 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:03.828809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83569445-8380-4b64-a5c8-eec0cd5c0212 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:03.830843 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83569445-8380-4b64-a5c8-eec0cd5c0212 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.833888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce3b0f9-6b28-4760-9ee6-f64bdcd1562d None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:03.916399 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-83569445-8380-4b64-a5c8-eec0cd5c0212 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2992804 Jul 16 18:16:03.917345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56288) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:03.924028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4fbb9250-3876-409b-906c-2e87f9decd85 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:03.971284 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.186059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbb9250-3876-409b-906c-2e87f9decd85 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:04.189892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9250-3876-409b-906c-2e87f9decd85 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.237310 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Router 62891f4c-21e3-4808-844b-b410e03d4c8f is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:04.303514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': 'ebf564af-75bc-43da-bae7-72f354ed07b5'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:04.304783 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.461964 n-d-787205-10 neutron-server[105591]: INFO neutron.db.ipam_backend_mixin [None req-4fbb9250-3876-409b-906c-2e87f9decd85 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ebf564af-75bc-43da-bae7-72f354ed07b5 (CIDR: 2001:db8::/64) Jul 16 18:16:04.528750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68d9ede4-0e93-4f6b-be91-c13b5e46592f req-564a1b6c-b54a-4c8d-ac66-af93c9c923df tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.3653562 Jul 16 18:16:04.535268 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbb9250-3876-409b-906c-2e87f9decd85 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:16:04.536030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbb9250-3876-409b-906c-2e87f9decd85 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:04.580254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:04.591516 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4fbb9250-3876-409b-906c-2e87f9decd85 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6728761 Jul 16 18:16:04.595314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56296) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:04.600168 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Sync routers for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:04.610488 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e39b030c-158b-4453-afd2-5b418bae3036 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:04.624871 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:04.629157 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:15:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:04.630128 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.635868 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3e921611-4448-423c-8b9c-c3042e11f626 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3666213 Jul 16 18:16:04.636515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56298) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:04.695415 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Allocated IP 2001:db8::f816:3eff:fe33:c914 (e8517db6-f0e1-4090-9d37-24c97738cf54/ebf564af-75bc-43da-bae7-72f354ed07b5/79af953c-4b38-4d5e-ae49-c5abcbea6296) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:05.021201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39b030c-158b-4453-afd2-5b418bae3036 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:05.029709 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e39b030c-158b-4453-afd2-5b418bae3036 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.074572 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:05.087060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:05.295634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603db466-7c8f-495e-a8b6-efce1b1e021a None None] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:05.460634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:05.492733 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.515745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6360cac2-560c-4ea2-a5c2-3d3e2d60665d None None] Provisioning for port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:05.524495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Transition to ACTIVE for port object 79af953c-4b38-4d5e-ae49-c5abcbea6296 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:05.615952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6360cac2-560c-4ea2-a5c2-3d3e2d60665d None None] Provisioning complete for port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:05.619395 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6360cac2-560c-4ea2-a5c2-3d3e2d60665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.624694 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:02Z', 'revision_number': 3, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:05.649723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 19be8be1-dfe7-4114-800e-aaaeface4d47 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:05.711710 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Checking router: 62891f4c-21e3-4808-844b-b410e03d4c8f for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:05.713534 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Updating router 62891f4c-21e3-4808-844b-b410e03d4c8f port 49911c16-d2d6-4594-a9f6-98ee14b5339d binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:05.781717 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.810447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 19be8be1-dfe7-4114-800e-aaaeface4d47 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:05.810876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 19be8be1-dfe7-4114-800e-aaaeface4d47 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:05.812212 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.857745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Transition to ACTIVE for port object 79af953c-4b38-4d5e-ae49-c5abcbea6296 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:05.881825 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.948407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:05.952213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:05.954969 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:06.011809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8304c453-baf7-4aef-a043-33f48a3c097f req-94d38299-1680-401e-9379-d704420eebcc tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.1684351 Jul 16 18:16:06.085287 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:16:06.119814 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Pushing event updated for resources: {'Port': ['ID=79af953c-4b38-4d5e-ae49-c5abcbea6296,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.157183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d54958d-1a3a-4cef-bd8b-5f881bc14f85 req-6fc3c292-00e0-4a91-a71d-1fdbb6cc2138 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.1338727 Jul 16 18:16:06.159615 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e39b030c-158b-4453-afd2-5b418bae3036 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.280974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Attempting to bind port 79af953c-4b38-4d5e-ae49-c5abcbea6296 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:06.282383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Attempting to bind port 79af953c-4b38-4d5e-ae49-c5abcbea6296 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:06.282383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Attempting to bind port 79af953c-4b38-4d5e-ae49-c5abcbea6296 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:06.287458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Allocated IP 172.20.0.1 (d34b30f6-8f93-47e4-af63-22d1694dd9a9/3c4c6789-e541-480e-a1bf-93dff51b7732/329e4a3d-cf9b-424a-b85a-7c55e8f60107) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:06.297588 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6360cac2-560c-4ea2-a5c2-3d3e2d60665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.300038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:06.300796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:06.301339 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.301785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:06.302277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Bound port: 79af953c-4b38-4d5e-ae49-c5abcbea6296, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:06.302663 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.310608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b030c-158b-4453-afd2-5b418bae3036 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=c0a42fc3-78b0-4763-93f0-a047fcb21d82,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.373831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39b030c-158b-4453-afd2-5b418bae3036 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:06.390214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e39b030c-158b-4453-afd2-5b418bae3036 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:06.405838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39b030c-158b-4453-afd2-5b418bae3036 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:06.411021 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e39b030c-158b-4453-afd2-5b418bae3036 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.495763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6360cac2-560c-4ea2-a5c2-3d3e2d60665d None None] For port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2fefdd6f-5168-4139-8b5f-2ec15fc278b2,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:06.512942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e39b030c-158b-4453-afd2-5b418bae3036 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9140689 Jul 16 18:16:06.515562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56330) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:06.529526 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6360cac2-560c-4ea2-a5c2-3d3e2d60665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.537284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'mac_address': 'fa:16:3e:31:c4:13', 'name': 'tempest-NetworksTestDHCPv6-814426794'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:06.718286 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.745035 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Transition to ACTIVE for port object 49911c16-d2d6-4594-a9f6-98ee14b5339d will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:06.758619 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.782511 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.800909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360cac2-560c-4ea2-a5c2-3d3e2d60665d None None] Pushing event updated for resources: {'Port': ['ID=2fefdd6f-5168-4139-8b5f-2ec15fc278b2,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.814088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Transition to ACTIVE for port object 329e4a3d-cf9b-424a-b85a-7c55e8f60107 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:06.821925 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] For port 79af953c-4b38-4d5e-ae49-c5abcbea6296, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:06.827339 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] For port 79af953c-4b38-4d5e-ae49-c5abcbea6296, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79af953c-4b38-4d5e-ae49-c5abcbea6296,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:06.835731 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.868810 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Attempting to bind port 49911c16-d2d6-4594-a9f6-98ee14b5339d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:06.871903 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Attempting to bind port 49911c16-d2d6-4594-a9f6-98ee14b5339d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:06.872397 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Attempting to bind port 49911c16-d2d6-4594-a9f6-98ee14b5339d on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:06.905564 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.909885 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:06.910429 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:06.910920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:06.911036 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.912945 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:06.913582 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Bound port: 49911c16-d2d6-4594-a9f6-98ee14b5339d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:06.916821 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.996933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0868c38a-0017-40e2-9f45-3a16dbe9b81f None None] Provisioning complete for port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:07.001798 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0868c38a-0017-40e2-9f45-3a16dbe9b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.011752 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=329e4a3d-cf9b-424a-b85a-7c55e8f60107,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:07.073320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:07.074941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:07.085988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:07.163929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d27216-3586-4d4d-9af7-4734d1f0d444 None None] Pushing event updated for resources: {'Port': ['ID=79af953c-4b38-4d5e-ae49-c5abcbea6296,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:07.167108 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.220450 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.273276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 5510e1d5-4dc2-4b4c-99b7-d16dfa24525f yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:16:07.535887 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Pushing event updated for resources: {'Port': ['ID=49911c16-d2d6-4594-a9f6-98ee14b5339d,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:07.635428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c3457a94-966d-4326-9093-35ead413a492 req-092118b5-6e5b-443d-bb37-cae7fd5d1007 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.1495657 Jul 16 18:16:07.680567 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] For port 49911c16-d2d6-4594-a9f6-98ee14b5339d, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:07.729474 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] For port 49911c16-d2d6-4594-a9f6-98ee14b5339d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=49911c16-d2d6-4594-a9f6-98ee14b5339d,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:07.759740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.777073 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.780030 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:07.780369 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:07.780701 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:07.781161 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:07.781342 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:07.781682 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:07.802764 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:07.803370 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:07.810123 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:07.810661 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:07.811145 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:07.811904 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:07.905829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c7d572c3-8070-4b53-b27b-eecea756bb9f None None] Provisioning for port 329e4a3d-cf9b-424a-b85a-7c55e8f60107 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:07.924983 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:07.925491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c7d572c3-8070-4b53-b27b-eecea756bb9f None None] Provisioning complete for port 329e4a3d-cf9b-424a-b85a-7c55e8f60107 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:07.926243 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:15:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:07.926850 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c7d572c3-8070-4b53-b27b-eecea756bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.054580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c7d572c3-8070-4b53-b27b-eecea756bb9f None None] Port 329e4a3d-cf9b-424a-b85a-7c55e8f60107 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:08.065504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8:0:1::1ff (e8517db6-f0e1-4090-9d37-24c97738cf54/c0a42fc3-78b0-4763-93f0-a047fcb21d82/5510e1d5-4dc2-4b4c-99b7-d16dfa24525f) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:08.094953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::f816:3eff:fe31:c413 (e8517db6-f0e1-4090-9d37-24c97738cf54/ebf564af-75bc-43da-bae7-72f354ed07b5/5510e1d5-4dc2-4b4c-99b7-d16dfa24525f) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:08.123712 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cbd0c-67a5-4cbe-a1da-b979c6a96047 None None] Pushing event updated for resources: {'Port': ['ID=49911c16-d2d6-4594-a9f6-98ee14b5339d,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.220549 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:08.231027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.237529 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.414799 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=329e4a3d-cf9b-424a-b85a-7c55e8f60107,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.440371 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.607567 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.640712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 5510e1d5-4dc2-4b4c-99b7-d16dfa24525f will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:08.646335 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:08.650671 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:08.742911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.854668 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:06Z', 'revision_number': 1, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:08.940421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:08.952101 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdcfa6-37ec-4be0-97ec-36f4830df21d None None] The sync data for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 is: [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:06Z', 'revision_number': 1, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:08.964878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:08.977435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:08.994459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:09.011300 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.023603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=5510e1d5-4dc2-4b4c-99b7-d16dfa24525f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:09.068512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ae3987f1-9899-40c9-97a0-964b0f7accc0 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5507178 Jul 16 18:16:09.071430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56362) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:09.141245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bef605-ff5d-4e4a-a62f-1f35a40446a8 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:09.289460 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6e682f0b-59ea-400c-9e8f-7f5cc30a71a0 req-fd68e304-539c-4118-857e-59866d22a038 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.0865803 Jul 16 18:16:09.327168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:09.399635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Router 62891f4c-21e3-4808-844b-b410e03d4c8f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:09.435927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fe578a7f-80d8-4191-b210-cabe3033b220 None None] Provisioning for port 79af953c-4b38-4d5e-ae49-c5abcbea6296 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:09.611073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:09.611520 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.704050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6257e5a8-e322-449f-9ea4-dfe0ee27eaf9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 5510e1d5-4dc2-4b4c-99b7-d16dfa24525f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:09.704254 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6257e5a8-e322-449f-9ea4-dfe0ee27eaf9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.741430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a65d7993-a3b4-4510-8d94-3471cddb4b62 None None] Provisioning complete for port 329e4a3d-cf9b-424a-b85a-7c55e8f60107 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:09.741430 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a65d7993-a3b4-4510-8d94-3471cddb4b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.826413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:09.845278 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-31be4e1d-f360-4022-a2a3-4a160885b2f5 admin admin] 10.222.0.24 "PUT /v2.0/routers/62891f4c-21e3-4808-844b-b410e03d4c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2076519 Jul 16 18:16:09.871696 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a65d7993-a3b4-4510-8d94-3471cddb4b62 None None] Port 329e4a3d-cf9b-424a-b85a-7c55e8f60107 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:09.894731 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6257e5a8-e322-449f-9ea4-dfe0ee27eaf9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.919757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6257e5a8-e322-449f-9ea4-dfe0ee27eaf9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 5510e1d5-4dc2-4b4c-99b7-d16dfa24525f owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:10.132352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90b8de02-00f2-4010-be15-38fab7a5fd63 req-1ac9ff96-a6c5-4eed-a3ba-3f54098e21e5 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d&device_id=b236827c-a70c-47b3-83aa-c8ab55f47cfc HTTP/1.1" status: 200 len: 210 time: 0.0676367 Jul 16 18:16:10.248245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79af953c-4b38-4d5e-ae49-c5abcbea6296 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:10.412077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0984e787-682a-4da3-a64a-c0cdc672b3ff None None] Update dhcp port {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': 'ebf564af-75bc-43da-bae7-72f354ed07b5', 'ip_address': '2001:db8::f816:3eff:fe33:c914'}, {'subnet_id': 'c0a42fc3-78b0-4763-93f0-a047fcb21d82'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '79af953c-4b38-4d5e-ae49-c5abcbea6296'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:16:10.560590 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6257e5a8-e322-449f-9ea4-dfe0ee27eaf9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.617099 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0984e787-682a-4da3-a64a-c0cdc672b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.656189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 79af953c-4b38-4d5e-ae49-c5abcbea6296 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:10.671308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257e5a8-e322-449f-9ea4-dfe0ee27eaf9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=5510e1d5-4dc2-4b4c-99b7-d16dfa24525f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:10.676889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 79af953c-4b38-4d5e-ae49-c5abcbea6296 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:10.676889 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.784788 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6257e5a8-e322-449f-9ea4-dfe0ee27eaf9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.793228 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6257e5a8-e322-449f-9ea4-dfe0ee27eaf9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/5510e1d5-4dc2-4b4c-99b7-d16dfa24525f HTTP/1.1" status: 204 len: 168 time: 1.7200449 Jul 16 18:16:10.795545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56400) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:10.937750 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e420da-ab5e-4651-aa07-950001ae8ffb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.944765 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-76e420da-ab5e-4651-aa07-950001ae8ffb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1480565 Jul 16 18:16:10.947881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56404) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:10.967677 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5efae33c-c27d-4e29-a469-60174b27b2e2 req-de4661ce-3f4d-4be9-a6de-ba3aba62300c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2401859b0e70406a9710e69e8b48acc0&device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.0902774 Jul 16 18:16:11.058189 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5efae33c-c27d-4e29-a469-60174b27b2e2 req-a660dcc7-df4b-4feb-b8ef-494996ea507c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2401859b0e70406a9710e69e8b48acc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819733 Jul 16 18:16:11.121004 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-0984e787-682a-4da3-a64a-c0cdc672b3ff None None] Allocated IP 2001:db8:0:1::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/c0a42fc3-78b0-4763-93f0-a047fcb21d82/79af953c-4b38-4d5e-ae49-c5abcbea6296) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:11.158157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79710c2-d81d-4fcf-9c85-d94191b43b81 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.159660 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c79710c2-d81d-4fcf-9c85-d94191b43b81 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2105486 Jul 16 18:16:11.172063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56408) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.311970 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56416) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.336028 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1707573813-network', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:11.345043 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5ab375f-ef28-4e58-ab5f-038147cdcdd9 req-1843db1a-3d4f-4164-be06-1c5251da0998 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.1509335 Jul 16 18:16:11.401762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Made reservation on behalf of 4203ccd465314fcda95f6af4bccbbebc for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:11.417119 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.432628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22463753-2da1-4536-af79-5445f89bf43a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.440536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0984e787-682a-4da3-a64a-c0cdc672b3ff None None] For port 79af953c-4b38-4d5e-ae49-c5abcbea6296, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79af953c-4b38-4d5e-ae49-c5abcbea6296,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:11.441783 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22463753-2da1-4536-af79-5445f89bf43a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.445850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22463753-2da1-4536-af79-5445f89bf43a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.448105 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-22463753-2da1-4536-af79-5445f89bf43a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2717061 Jul 16 18:16:11.454983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56418) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.487410 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.504286 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.572187 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0984e787-682a-4da3-a64a-c0cdc672b3ff None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.631207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0984e787-682a-4da3-a64a-c0cdc672b3ff None None] Transition to ACTIVE for port object 79af953c-4b38-4d5e-ae49-c5abcbea6296 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:11.645625 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0984e787-682a-4da3-a64a-c0cdc672b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.662525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9a1bce-6d71-434f-ba2d-d6648e56effc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet c0a42fc3-78b0-4763-93f0-a047fcb21d82 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:11.696045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1bce-6d71-434f-ba2d-d6648e56effc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.793139 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efae33c-c27d-4e29-a469-60174b27b2e2 req-0b0c467e-ca44-4592-9b42-fbec5823cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.806899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5efae33c-c27d-4e29-a469-60174b27b2e2 req-0b0c467e-ca44-4592-9b42-fbec5823cdeb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7293825 Jul 16 18:16:11.853968 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1bce-6d71-434f-ba2d-d6648e56effc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.938529 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:16:11.938892 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:16:11.980100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984e787-682a-4da3-a64a-c0cdc672b3ff None None] Pushing event updated for resources: {'Port': ['ID=79af953c-4b38-4d5e-ae49-c5abcbea6296,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:12.507595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56432) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:12.562426 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.637571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-2142da35-a95d-4099-a1a8-3793942af29e admin admin] Deleting subnet c6f234aa-44fd-409a-b9cf-4af01fc409a9 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:12.645107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2142da35-a95d-4099-a1a8-3793942af29e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.646115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 79af953c-4b38-4d5e-ae49-c5abcbea6296, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79af953c-4b38-4d5e-ae49-c5abcbea6296,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:12.654260 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.717290 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2142da35-a95d-4099-a1a8-3793942af29e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.735553 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.760605 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.827713 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2142da35-a95d-4099-a1a8-3793942af29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.922854 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1bce-6d71-434f-ba2d-d6648e56effc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.021854 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d06d10e-45d5-4311-ab04-32a5c5254d83 req-13f7cc6d-d18a-471f-95e2-0c17f4048f98 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.2036893 Jul 16 18:16:13.031906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:13.053317 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1bce-6d71-434f-ba2d-d6648e56effc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.161023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a1bce-6d71-434f-ba2d-d6648e56effc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a42fc3-78b0-4763-93f0-a047fcb21d82,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.196273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68fde74-bedb-42e1-9d0b-c25cd66d51ea,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.213462 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1bce-6d71-434f-ba2d-d6648e56effc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.223152 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56440) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:13.226243 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bd9a1bce-6d71-434f-ba2d-d6648e56effc tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/c0a42fc3-78b0-4763-93f0-a047fcb21d82 HTTP/1.1" status: 204 len: 168 time: 1.7616282 Jul 16 18:16:13.227794 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.227906 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5efae33c-c27d-4e29-a469-60174b27b2e2 req-be090d80-35aa-4dfc-b8f2-99ed257f71c6 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.32 "GET /v2.0/ports?device_id=55fd64c8-7aee-4127-ac6c-6d4c0c57f99d HTTP/1.1" status: 200 len: 210 time: 0.1469257 Jul 16 18:16:13.228742 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Added segment 459754c0-38c8-4ce4-8492-e155170102a5 of type vlan for network e24e8231-b077-49ee-9471-3364b72f2106 Jul 16 18:16:13.271654 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2142da35-a95d-4099-a1a8-3793942af29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.380206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.395613 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 49911c16-d2d6-4594-a9f6-98ee14b5339d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:13.407818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2770dce4-e4f0-4483-88b8-43295f1d2fc6 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:13.467202 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2142da35-a95d-4099-a1a8-3793942af29e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.471857 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2142da35-a95d-4099-a1a8-3793942af29e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c6f234aa-44fd-409a-b9cf-4af01fc409a9 HTTP/1.1" status: 204 len: 168 time: 0.9607875 Jul 16 18:16:13.471857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142da35-a95d-4099-a1a8-3793942af29e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f234aa-44fd-409a-b9cf-4af01fc409a9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.472463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56444) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:13.484383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=79af953c-4b38-4d5e-ae49-c5abcbea6296,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.534007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92f63dd-92d9-466d-beed-2e2386184f91 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet ebf564af-75bc-43da-bae7-72f354ed07b5 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:13.546849 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f92f63dd-92d9-466d-beed-2e2386184f91 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.569492 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.571099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:13.572007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.593204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Sync routers for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:13.610763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d219161d-4533-4833-878c-cb9e09c1bd14 None None] Provisioning for port 79af953c-4b38-4d5e-ae49-c5abcbea6296 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:13.647915 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3347726 Jul 16 18:16:13.662709 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f92f63dd-92d9-466d-beed-2e2386184f91 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.707732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56446) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:13.711015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d219161d-4533-4833-878c-cb9e09c1bd14 None None] Provisioning complete for port 79af953c-4b38-4d5e-ae49-c5abcbea6296 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:13.711587 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d219161d-4533-4833-878c-cb9e09c1bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.712328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ab03-c245-4307-aef0-89b830c1ef0b admin admin] Pushing event updated for resources: {'Network': ['ID=e24e8231-b077-49ee-9471-3364b72f2106,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.714022 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fe6093c8-feef-4ff3-9a1e-5b423df67bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.729959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e0b2e0e4-5d30-45c2-bb18-00e12f3dc1bf admin admin] Request body: {'subnet': {'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1707573813-subnet', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:13.753169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:13.753851 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:15:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:13.769217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network e24e8231-b077-49ee-9471-3364b72f2106 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:13.807921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b2e0e4-5d30-45c2-bb18-00e12f3dc1bf admin admin] Made reservation on behalf of 4203ccd465314fcda95f6af4bccbbebc for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:13.824065 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e0e4-5d30-45c2-bb18-00e12f3dc1bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.021918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 49911c16-d2d6-4594-a9f6-98ee14b5339d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:14.171406 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e0e4-5d30-45c2-bb18-00e12f3dc1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.186343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 49911c16-d2d6-4594-a9f6-98ee14b5339d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:14.186831 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.300499 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2e0e4-5d30-45c2-bb18-00e12f3dc1bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d76ffd-dca6-45bb-8d95-05b10d3990cb,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:14.316672 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5f6d-6a51-4fd4-8b92-9a829af3273e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.456570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2e0e4-5d30-45c2-bb18-00e12f3dc1bf admin admin] Checking segment: {'id': '459754c0-38c8-4ce4-8492-e155170102a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:14.456932 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2e0e4-5d30-45c2-bb18-00e12f3dc1bf admin admin] Network hostable DHCP agents. Network: e24e8231-b077-49ee-9471-3364b72f2106, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:14.498738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:14.553112 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f92f63dd-92d9-466d-beed-2e2386184f91 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.580119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d219161d-4533-4833-878c-cb9e09c1bd14 None None] Could not find standard attr ID for object 5510e1d5-4dc2-4b4c-99b7-d16dfa24525f. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:16:14.686573 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2e0e4-5d30-45c2-bb18-00e12f3dc1bf admin admin] Network e24e8231-b077-49ee-9471-3364b72f2106 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:14.710503 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f92f63dd-92d9-466d-beed-2e2386184f91 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.820857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e0b2e0e4-5d30-45c2-bb18-00e12f3dc1bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, e24e8231-b077-49ee-9471-3364b72f2106) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:14.826656 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f63dd-92d9-466d-beed-2e2386184f91 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf564af-75bc-43da-bae7-72f354ed07b5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:14.835888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25642d8-fa0d-4545-8bde-09828e8d90aa None None] Network e24e8231-b077-49ee-9471-3364b72f2106 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:14.859508 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b2e0e4-5d30-45c2-bb18-00e12f3dc1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:14.860190 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e0b2e0e4-5d30-45c2-bb18-00e12f3dc1bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.875012 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b02874c4-4613-4446-a93e-887ad6caa3ab req-af1c12f0-9073-411a-8194-cbb4b2b9980a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2401859b0e70406a9710e69e8b48acc0&device_id=b236827c-a70c-47b3-83aa-c8ab55f47cfc HTTP/1.1" status: 200 len: 210 time: 0.0711858 Jul 16 18:16:14.902998 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5f6d-6a51-4fd4-8b92-9a829af3273e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.906096 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f92f63dd-92d9-466d-beed-2e2386184f91 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.911259 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f92f63dd-92d9-466d-beed-2e2386184f91 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/ebf564af-75bc-43da-bae7-72f354ed07b5 HTTP/1.1" status: 204 len: 168 time: 1.6796901 Jul 16 18:16:14.912160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56464) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:14.923014 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e0b2e0e4-5d30-45c2-bb18-00e12f3dc1bf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2015698 Jul 16 18:16:14.923895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56466) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:14.942848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1707573813-router', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:14.952635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1f9c5f6d-6a51-4fd4-8b92-9a829af3273e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4b414f-0821-4aa3-9580-2875c68131cb']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:14.960289 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.001808 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-358b6651-c1b7-4b56-a077-6090ed6a86ed tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879452 Jul 16 18:16:15.013885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56472) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.043037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1f9c5f6d-6a51-4fd4-8b92-9a829af3273e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:15.043378 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.044256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1f9c5f6d-6a51-4fd4-8b92-9a829af3273e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc35cc0c-892e-474c-8f2d-5f3e6e0e0c47') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:15.045015 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.069902 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5f6d-6a51-4fd4-8b92-9a829af3273e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.078635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 49911c16-d2d6-4594-a9f6-98ee14b5339d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=49911c16-d2d6-4594-a9f6-98ee14b5339d,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:15.093756 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.094536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79af953c-4b38-4d5e-ae49-c5abcbea6296 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:15.101086 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5f6d-6a51-4fd4-8b92-9a829af3273e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.111749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9c5f6d-6a51-4fd4-8b92-9a829af3273e admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:15.112954 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5f6d-6a51-4fd4-8b92-9a829af3273e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.130322 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.220392 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:15.229344 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:15.237244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b02874c4-4613-4446-a93e-887ad6caa3ab req-cdb45e9d-b2a9-4ad2-bde7-38ed5476c647 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2401859b0e70406a9710e69e8b48acc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3247626 Jul 16 18:16:15.277581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1b9c67-cb97-4527-ade8-62143dbad46e None None] Update dhcp port {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': 'ebf564af-75bc-43da-bae7-72f354ed07b5'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '79af953c-4b38-4d5e-ae49-c5abcbea6296'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:16:15.307494 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40777897-745a-4ef4-85bd-0c8ee127c1b2 req-29f8d075-a2d7-443a-a0c4-1d44fe9dd149 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=b236827c-a70c-47b3-83aa-c8ab55f47cfc HTTP/1.1" status: 200 len: 210 time: 0.0685925 Jul 16 18:16:15.308342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5f6d-6a51-4fd4-8b92-9a829af3273e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.355575 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 79af953c-4b38-4d5e-ae49-c5abcbea6296 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:15.355920 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.391528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=49911c16-d2d6-4594-a9f6-98ee14b5339d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:15.443275 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9c67-cb97-4527-ade8-62143dbad46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.579055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.613422 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f9c5f6d-6a51-4fd4-8b92-9a829af3273e admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.624980 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1f9c5f6d-6a51-4fd4-8b92-9a829af3273e admin admin] 10.222.0.24 "DELETE /v2.0/networks/db4b414f-0821-4aa3-9580-2875c68131cb HTTP/1.1" status: 204 len: 168 time: 2.1460412 Jul 16 18:16:15.625683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56478) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.697071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c5f6d-6a51-4fd4-8b92-9a829af3273e admin admin] Pushing event deleted for resources: {'Network': ['ID=db4b414f-0821-4aa3-9580-2875c68131cb,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:15.709692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e24e8231-b077-49ee-9471-3364b72f2106', 'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'fixed_ips': [{'subnet_id': '07d76ffd-dca6-45bb-8d95-05b10d3990cb'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:15.711089 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.734687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 2, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:15.870719 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c1818d-e60c-4cff-9c57-2ccc56ba0df0 admin admin] Deleting subnet e0abdfe4-0697-4573-b19a-4367af1d99a8 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:15.887832 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99c1818d-e60c-4cff-9c57-2ccc56ba0df0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.919572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e273ccd-4ee6-4cc7-86d6-e3adc2ce038b None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:15.958909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02874c4-4613-4446-a93e-887ad6caa3ab req-94a09dd4-ca2d-4286-9487-db764752fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:15.970872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b02874c4-4613-4446-a93e-887ad6caa3ab req-94a09dd4-ca2d-4286-9487-db764752fc4e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5949388 Jul 16 18:16:16.024446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:16.026252 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99c1818d-e60c-4cff-9c57-2ccc56ba0df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.031833 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.118318 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6924a781-df6b-4b14-b31c-43e170fc251a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.120851 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Checking router: 62891f4c-21e3-4808-844b-b410e03d4c8f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:16.121161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Updating router 62891f4c-21e3-4808-844b-b410e03d4c8f port 329e4a3d-cf9b-424a-b85a-7c55e8f60107 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:16.246481 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99c1818d-e60c-4cff-9c57-2ccc56ba0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.378412 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99c1818d-e60c-4cff-9c57-2ccc56ba0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.452300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1818d-e60c-4cff-9c57-2ccc56ba0df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0abdfe4-0697-4573-b19a-4367af1d99a8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:16.458163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99c1818d-e60c-4cff-9c57-2ccc56ba0df0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.460091 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-99c1818d-e60c-4cff-9c57-2ccc56ba0df0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e0abdfe4-0697-4573-b19a-4367af1d99a8 HTTP/1.1" status: 204 len: 168 time: 0.8311424 Jul 16 18:16:16.464168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56496) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:16.683783 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b028c2-ac3a-4210-a0e9-a647f924b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.704766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-082bebcd-8c99-43cd-8134-e36ea4640377 req-eb5c63ae-9b1a-45b0-bfce-e72402d56e1c tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=b236827c-a70c-47b3-83aa-c8ab55f47cfc HTTP/1.1" status: 200 len: 210 time: 0.0977633 Jul 16 18:16:16.738673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.objects.ports [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:16:16.797924 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.813114 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.815157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4d973108-4132-4eca-9b92-a7d66dcd06c8 None None] Provisioning complete for port 79af953c-4b38-4d5e-ae49-c5abcbea6296 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:16.815700 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4d973108-4132-4eca-9b92-a7d66dcd06c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.850193 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b028c2-ac3a-4210-a0e9-a647f924b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.900668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-10b028c2-ac3a-4210-a0e9-a647f924b7cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7777617-4ee4-4a37-befb-f4b766e451aa']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:16.906376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Allocated IP 172.20.0.2 (e24e8231-b077-49ee-9471-3364b72f2106/07d76ffd-dca6-45bb-8d95-05b10d3990cb/b47c3ccc-2433-4201-bbca-fb38a90d55bf) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:16.929853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-10b028c2-ac3a-4210-a0e9-a647f924b7cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4d2dd4-d665-4822-9a89-20a9987002a8') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:16.929853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-10b028c2-ac3a-4210-a0e9-a647f924b7cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4d2dd4-d665-4822-9a89-20a9987002a8') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:16.939079 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b028c2-ac3a-4210-a0e9-a647f924b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.974381 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b028c2-ac3a-4210-a0e9-a647f924b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.974952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 49911c16-d2d6-4594-a9f6-98ee14b5339d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:17.093382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3283c81c-d133-4327-998d-869437dcac57 None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:17.115667 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.120812 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b028c2-ac3a-4210-a0e9-a647f924b7cf admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:17.121599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b028c2-ac3a-4210-a0e9-a647f924b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:17.124017 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:17.174783 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.188207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.287644 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b02874c4-4613-4446-a93e-887ad6caa3ab req-e880e823-d1e9-4778-b1b0-9af3fa143529 tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.32 "GET /v2.0/ports?device_id=b236827c-a70c-47b3-83aa-c8ab55f47cfc HTTP/1.1" status: 200 len: 210 time: 0.0966167 Jul 16 18:16:17.380393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b028c2-ac3a-4210-a0e9-a647f924b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.407956 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10b028c2-ac3a-4210-a0e9-a647f924b7cf admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.412369 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-10b028c2-ac3a-4210-a0e9-a647f924b7cf admin admin] 10.222.0.24 "DELETE /v2.0/networks/c7777617-4ee4-4a37-befb-f4b766e451aa HTTP/1.1" status: 204 len: 168 time: 0.9426003 Jul 16 18:16:17.442156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b028c2-ac3a-4210-a0e9-a647f924b7cf admin admin] Pushing event deleted for resources: {'Network': ['ID=c7777617-4ee4-4a37-befb-f4b766e451aa,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:17.538425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 49911c16-d2d6-4594-a9f6-98ee14b5339d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:17.538849 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.609432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Allocated IP 172.25.3.215 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/19b5194b-415f-4a81-a783-c375d64b99b2) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:17.613804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3283c81c-d133-4327-998d-869437dcac57 None None] Deleting port 79af953c-4b38-4d5e-ae49-c5abcbea6296 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:17.614614 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3283c81c-d133-4327-998d-869437dcac57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.623753 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.676839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] For port 79af953c-4b38-4d5e-ae49-c5abcbea6296, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79af953c-4b38-4d5e-ae49-c5abcbea6296,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:17.753396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.764005 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.764830 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.781743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56526) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:17.816477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Transition to ACTIVE for port object b47c3ccc-2433-4201-bbca-fb38a90d55bf will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:17.902671 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0ead8e39-cf26-4747-b14d-ace2d4cd7281 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0facca1a5e448889b18a63e5ffa50bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1197379 Jul 16 18:16:17.903442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56530) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:17.938543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:17.947984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:17.972421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:17.972767 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.982846 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.017172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=5b9ea3b7-ade7-4796-a8e9-a1323072e6cf,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.030592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=79af953c-4b38-4d5e-ae49-c5abcbea6296,revision_number=8']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.032708 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.048391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4e85742e-1687-48ed-a1a2-b55ea165df3c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8371463 Jul 16 18:16:18.049033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56532) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:18.054282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-88b8d7d9-95c2-4e1b-95f2-502acd7ce8c4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:18.059592 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3283c81c-d133-4327-998d-869437dcac57 None None] For port 79af953c-4b38-4d5e-ae49-c5abcbea6296, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79af953c-4b38-4d5e-ae49-c5abcbea6296,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:18.061973 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3283c81c-d133-4327-998d-869437dcac57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.079770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3283c81c-d133-4327-998d-869437dcac57 None None] Calling delete_port for 79af953c-4b38-4d5e-ae49-c5abcbea6296 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:18.121617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Pushing event updated for resources: {'Port': ['ID=19b5194b-415f-4a81-a783-c375d64b99b2,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.156032 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.171552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:18.177761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3170646b-10e4-4c45-b13e-e14afb59dfb7 req-17b884db-e003-483f-823c-32ca85739e2c tempest-ServerShowV247Test-445021897 tempest-ServerShowV247Test-445021897-project] 10.222.0.24 "GET /v2.0/ports?device_id=b236827c-a70c-47b3-83aa-c8ab55f47cfc HTTP/1.1" status: 200 len: 210 time: 0.0750573 Jul 16 18:16:18.189289 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:18.198114 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:18.281972 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.285642 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b8d7d9-95c2-4e1b-95f2-502acd7ce8c4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:18.287888 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.307915 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88b8d7d9-95c2-4e1b-95f2-502acd7ce8c4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.346041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Transition to ACTIVE for port object b47c3ccc-2433-4201-bbca-fb38a90d55bf will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:18.379182 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.405234 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.496941 n-d-787205-10 neutron-server[105591]: INFO neutron.db.ipam_backend_mixin [None req-88b8d7d9-95c2-4e1b-95f2-502acd7ce8c4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b9ea3b7-ade7-4796-a8e9-a1323072e6cf (CIDR: 2001:db8::/64) Jul 16 18:16:18.503825 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b8d7d9-95c2-4e1b-95f2-502acd7ce8c4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:16:18.504302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b8d7d9-95c2-4e1b-95f2-502acd7ce8c4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:18.528588 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-88b8d7d9-95c2-4e1b-95f2-502acd7ce8c4 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4784493 Jul 16 18:16:18.529287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56544) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:18.534866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e42cff8f-a7cb-4b4f-a7f9-4d1777c31b58 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:18.535861 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3283c81c-d133-4327-998d-869437dcac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.543167 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Transition to ACTIVE for port object 329e4a3d-cf9b-424a-b85a-7c55e8f60107 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:18.598805 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.621309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Network e24e8231-b077-49ee-9471-3364b72f2106 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:18.628429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Pushing event updated for resources: {'Port': ['ID=b47c3ccc-2433-4201-bbca-fb38a90d55bf,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.633210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:18.721326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:18.792678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79af953c-4b38-4d5e-ae49-c5abcbea6296 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:18.805191 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.812964 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.822305 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12bf9d02-b08e-4654-9984-8c4b69e69d87 HTTP/1.1" status: 204 len: 168 time: 0.9136629 Jul 16 18:16:18.845822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bf9d02-b08e-4654-9984-8c4b69e69d87,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.864705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42cff8f-a7cb-4b4f-a7f9-4d1777c31b58 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:18.864705 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e42cff8f-a7cb-4b4f-a7f9-4d1777c31b58 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.873513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283c81c-d133-4327-998d-869437dcac57 None None] Pushing event deleted for resources: {'Port': ['ID=79af953c-4b38-4d5e-ae49-c5abcbea6296,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.879188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 79af953c-4b38-4d5e-ae49-c5abcbea6296 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:18.879538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79af953c-4b38-4d5e-ae49-c5abcbea6296 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:18.879877 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.881638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.881804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3283c81c-d133-4327-998d-869437dcac57 None None] No DVR routers for this DVR port 79af953c-4b38-4d5e-ae49-c5abcbea6296 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:18.883921 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.885072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.886285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.887486 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.889237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.889788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.894424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.894424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.894424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.894424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3d041-093b-4d95-b509-d4517a0d52ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.923116 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.003465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Attempting to bind port b47c3ccc-2433-4201-bbca-fb38a90d55bf on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:19.004115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Attempting to bind port b47c3ccc-2433-4201-bbca-fb38a90d55bf by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '459754c0-38c8-4ce4-8492-e155170102a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:19.004653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Attempting to bind port b47c3ccc-2433-4201-bbca-fb38a90d55bf on network e24e8231-b077-49ee-9471-3364b72f2106 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:19.063068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:19.064197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Checking segment: {'id': '459754c0-38c8-4ce4-8492-e155170102a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:19.064789 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.065351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Bound using segment: {'id': '459754c0-38c8-4ce4-8492-e155170102a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:19.066035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Bound port: b47c3ccc-2433-4201-bbca-fb38a90d55bf, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459754c0-38c8-4ce4-8492-e155170102a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:19.066681 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.083932 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b2402a-2610-4368-9ea3-2afee7982719 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:19.407461 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.424186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c327924-f19b-4e97-aba4-a510d7b32512 None None] Pushing event updated for resources: {'Port': ['ID=329e4a3d-cf9b-424a-b85a-7c55e8f60107,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:19.481486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] For port b47c3ccc-2433-4201-bbca-fb38a90d55bf, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:19.486891 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Attempting to bind port 329e4a3d-cf9b-424a-b85a-7c55e8f60107 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:19.487496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Attempting to bind port 329e4a3d-cf9b-424a-b85a-7c55e8f60107 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:19.488056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Attempting to bind port 329e4a3d-cf9b-424a-b85a-7c55e8f60107 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:19.543000 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.543647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:19.543647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Checking segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:19.543858 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.544178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Bound using segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:19.544668 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Bound port: 329e4a3d-cf9b-424a-b85a-7c55e8f60107, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:19.545055 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.548200 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] For port b47c3ccc-2433-4201-bbca-fb38a90d55bf, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b47c3ccc-2433-4201-bbca-fb38a90d55bf,segment=NetworkSegment(459754c0-38c8-4ce4-8492-e155170102a5),segment_id=459754c0-38c8-4ce4-8492-e155170102a5)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:19.553520 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e42cff8f-a7cb-4b4f-a7f9-4d1777c31b58 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.604220 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.744542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42cff8f-a7cb-4b4f-a7f9-4d1777c31b58 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:19.756083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e42cff8f-a7cb-4b4f-a7f9-4d1777c31b58 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:19.782245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42cff8f-a7cb-4b4f-a7f9-4d1777c31b58 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:19.782933 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e42cff8f-a7cb-4b4f-a7f9-4d1777c31b58 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.832726 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cff8f-a7cb-4b4f-a7f9-4d1777c31b58 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=07bec25f-9ddc-44f2-ae89-fc1720b4b445,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:19.854462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e42cff8f-a7cb-4b4f-a7f9-4d1777c31b58 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3240030 Jul 16 18:16:19.855101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56578) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:19.858774 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91311dd6-04fc-4b14-ae6a-2d512ca26074 None None] Pushing event updated for resources: {'Port': ['ID=b47c3ccc-2433-4201-bbca-fb38a90d55bf,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:19.860209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'mac_address': 'fa:16:3e:e9:13:e5', 'name': 'tempest-NetworksTestDHCPv6-1431133108'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:20.023191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56582) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:20.046368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Router bdafcf14-48e9-44d0-93e3-272197090ce3 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:20.080359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56586) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:20.147739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] For port 329e4a3d-cf9b-424a-b85a-7c55e8f60107, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:20.164226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e8517db6-f0e1-4090-9d37-24c97738cf54', 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'tenant_id': '71cb9f648a7a444bbaad3f137b69223f', 'fixed_ips': [{'subnet_id': '07bec25f-9ddc-44f2-ae89-fc1720b4b445'}, {'subnet_id': '5b9ea3b7-ade7-4796-a8e9-a1323072e6cf'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:20.166377 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.210026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] For port 329e4a3d-cf9b-424a-b85a-7c55e8f60107, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=329e4a3d-cf9b-424a-b85a-7c55e8f60107,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:20.244030 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.477878 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-64114985-ca51-48eb-949d-a3caec7138bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=245e46cd47aa4910a3c67a27b58d7618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939512 Jul 16 18:16:20.539161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56596) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:20.613155 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c327924-f19b-4e97-aba4-a510d7b32512 None None] Pushing event updated for resources: {'Port': ['ID=329e4a3d-cf9b-424a-b85a-7c55e8f60107,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:20.617996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:20.622823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:16:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:20.624413 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbbea323-1471-4ff5-8583-a0bd897e3fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.730977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:20.757267 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Sync routers for ids ['bdafcf14-48e9-44d0-93e3-272197090ce3'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:20.775853 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Routers {'bdafcf14-48e9-44d0-93e3-272197090ce3'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:20.789187 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:16:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bdafcf14-48e9-44d0-93e3-272197090ce3'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:20.991092 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3464407a-b8ce-4ca7-8504-4e2773e89e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.086723 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3464407a-b8ce-4ca7-8504-4e2773e89e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.099947 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Set router bdafcf14-48e9-44d0-93e3-272197090ce3 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:21.277511 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3464407a-b8ce-4ca7-8504-4e2773e89e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.280603 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3464407a-b8ce-4ca7-8504-4e2773e89e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.291661 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3464407a-b8ce-4ca7-8504-4e2773e89e4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56d8332f-4820-4fee-ad97-87e896048cae HTTP/1.1" status: 204 len: 168 time: 0.7297938 Jul 16 18:16:21.294444 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbbea323-1471-4ff5-8583-a0bd897e3fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.314694 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbbea323-1471-4ff5-8583-a0bd897e3fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.334679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464407a-b8ce-4ca7-8504-4e2773e89e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d8332f-4820-4fee-ad97-87e896048cae,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:21.365386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:21.382781 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.391069 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1b2c4287-4e91-4ca3-a62b-001d5dba7c17 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4610040 Jul 16 18:16:21.408881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56612) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:21.482041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbea323-1471-4ff5-8583-a0bd897e3fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfb8fa6-7f50-4cd3-bf8c-7e207ac8be29,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:21.497448 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Allocated IP 2001:db8:0:1::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/07bec25f-9ddc-44f2-ae89-fc1720b4b445/9485e9ce-d4d5-4df6-a67d-a44fb5753842) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:21.507410 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bbbea323-1471-4ff5-8583-a0bd897e3fd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2401859b0e70406a9710e69e8b48acc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4754872 Jul 16 18:16:21.508040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56614) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:21.652811 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aad6ed23-ee5e-4db2-98c9-3e4a3e4a7fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.659291 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'name': 'tempest-TestVolumeBootPattern-1707573813-router', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:15Z', 'updated_at': '2021-07-16T18:16:18Z', 'revision_number': 3, 'project_id': '4203ccd465314fcda95f6af4bccbbebc', 'gw_port': {'id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:17Z', 'updated_at': '2021-07-16T18:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:21.706197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aad6ed23-ee5e-4db2-98c9-3e4a3e4a7fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.744717 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Checking router: bdafcf14-48e9-44d0-93e3-272197090ce3 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:21.761776 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Updating router bdafcf14-48e9-44d0-93e3-272197090ce3 port 19b5194b-415f-4a81-a783-c375d64b99b2 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:21.789321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Allocated IP 2001:db8::f816:3eff:feea:ef86 (e8517db6-f0e1-4090-9d37-24c97738cf54/5b9ea3b7-ade7-4796-a8e9-a1323072e6cf/9485e9ce-d4d5-4df6-a67d-a44fb5753842) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:21.795763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b47c3ccc-2433-4201-bbca-fb38a90d55bf up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:21.891552 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aad6ed23-ee5e-4db2-98c9-3e4a3e4a7fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.911628 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aad6ed23-ee5e-4db2-98c9-3e4a3e4a7fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.912847 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aad6ed23-ee5e-4db2-98c9-3e4a3e4a7fce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4cfb8fa6-7f50-4cd3-bf8c-7e207ac8be29 HTTP/1.1" status: 204 len: 168 time: 0.4038486 Jul 16 18:16:21.951822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6ed23-ee5e-4db2-98c9-3e4a3e4a7fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfb8fa6-7f50-4cd3-bf8c-7e207ac8be29,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:21.959315 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.984817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:21.989755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 2130e367-fe45-4c8e-8b90-229032e146d0 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:16:22.004373 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.179628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1d5a8-5832-42e8-abbe-96c4bd141273 None None] Network e24e8231-b077-49ee-9471-3364b72f2106 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:22.683818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5f365285-169f-4a4e-9907-19df527952fe None None] Provisioning for port b47c3ccc-2433-4201-bbca-fb38a90d55bf completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:22.913509 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.938601 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Transition to ACTIVE for port object 19b5194b-415f-4a81-a783-c375d64b99b2 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:22.953025 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.953372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port b47c3ccc-2433-4201-bbca-fb38a90d55bf completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:23.065854 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9710f-855a-4f8f-b9b7-fd37a71175d1 None None] Pushing event updated for resources: {'Port': ['ID=19b5194b-415f-4a81-a783-c375d64b99b2,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:23.066643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.090232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b47c3ccc-2433-4201-bbca-fb38a90d55bf triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:23.090629 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.144986 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Attempting to bind port 19b5194b-415f-4a81-a783-c375d64b99b2 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:23.145237 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Attempting to bind port 19b5194b-415f-4a81-a783-c375d64b99b2 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:23.145621 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Attempting to bind port 19b5194b-415f-4a81-a783-c375d64b99b2 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:23.158826 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:23.162410 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:23.162837 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.163253 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:23.163748 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Bound port: 19b5194b-415f-4a81-a783-c375d64b99b2, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:23.164136 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.450916 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] For port 19b5194b-415f-4a81-a783-c375d64b99b2, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:23.498177 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] For port 19b5194b-415f-4a81-a783-c375d64b99b2, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=19b5194b-415f-4a81-a783-c375d64b99b2,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:23.510038 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.562594 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.573410 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.669754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Allocated IP 172.20.0.1 (e24e8231-b077-49ee-9471-3364b72f2106/07d76ffd-dca6-45bb-8d95-05b10d3990cb/6411981d-eec1-4b05-a185-550964c9ac1f) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:23.740655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Transition to ACTIVE for port object 9485e9ce-d4d5-4df6-a67d-a44fb5753842 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:23.772727 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Routers {'bdafcf14-48e9-44d0-93e3-272197090ce3'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:23.776110 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:16:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bdafcf14-48e9-44d0-93e3-272197090ce3'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:23.778889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Transition to ACTIVE for port object 9485e9ce-d4d5-4df6-a67d-a44fb5753842 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:23.801360 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9710f-855a-4f8f-b9b7-fd37a71175d1 None None] Pushing event updated for resources: {'Port': ['ID=19b5194b-415f-4a81-a783-c375d64b99b2,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:23.857708 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.002148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:20Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.052280 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.070530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b1cbe-b21b-4c0f-8b39-e5436cae1495 None None] The sync data for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 is: [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:20Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:24.082812 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.088939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:24.097270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56686) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:24.111192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Transition to ACTIVE for port object 6411981d-eec1-4b05-a185-550964c9ac1f will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:24.115464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:24.121752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:24.163920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Pushing event updated for resources: {'Port': ['ID=9485e9ce-d4d5-4df6-a67d-a44fb5753842,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.338960 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] Set router bdafcf14-48e9-44d0-93e3-272197090ce3 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:24.350515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port b47c3ccc-2433-4201-bbca-fb38a90d55bf, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b47c3ccc-2433-4201-bbca-fb38a90d55bf,segment=NetworkSegment(459754c0-38c8-4ce4-8492-e155170102a5),segment_id=459754c0-38c8-4ce4-8492-e155170102a5)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:24.494123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-153418264-network', 'tenant_id': '7ec5e369a4bb4b739add29e63f871331'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:24.531265 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.536873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 329e4a3d-cf9b-424a-b85a-7c55e8f60107 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:24.554501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Attempting to bind port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:24.554882 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Attempting to bind port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:24.555249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Attempting to bind port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 on network e8517db6-f0e1-4090-9d37-24c97738cf54 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:24.609768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Made reservation on behalf of 7ec5e369a4bb4b739add29e63f871331 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:24.612513 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.631818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.646398 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.798865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Pushing event updated for resources: {'Port': ['ID=6411981d-eec1-4b05-a185-550964c9ac1f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.805330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:24.811765 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Checking segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:24.812367 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.814107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Bound using segment: {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:24.814728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Bound port: 9485e9ce-d4d5-4df6-a67d-a44fb5753842, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb4477-a8f1-4c86-8c18-44e44f79689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:24.817114 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.834433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8:0:1::f9 (e8517db6-f0e1-4090-9d37-24c97738cf54/07bec25f-9ddc-44f2-ae89-fc1720b4b445/2130e367-fe45-4c8e-8b90-229032e146d0) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:24.848946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Network e24e8231-b077-49ee-9471-3364b72f2106 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:24.883302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::f816:3eff:fee9:13e5 (e8517db6-f0e1-4090-9d37-24c97738cf54/5b9ea3b7-ade7-4796-a8e9-a1323072e6cf/2130e367-fe45-4c8e-8b90-229032e146d0) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:24.899267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.900594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.901120 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.901248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.901892 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.902553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.903212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.904200 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.905980 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.906551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.907048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.907704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.908370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.909299 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.932475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5144d1bb-f165-4166-86f6-e946ac600a3e None None] Provisioning complete for port b47c3ccc-2433-4201-bbca-fb38a90d55bf triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:24.933094 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5144d1bb-f165-4166-86f6-e946ac600a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.944229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:24.947156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:24.981382 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.981788 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Added segment f92c78fd-8beb-4a4d-9976-d1e032f2519a of type vlan for network c89b141f-061b-4cca-b9eb-446aa7144f8d Jul 16 18:16:25.091858 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'name': 'tempest-TestVolumeBootPattern-1707573813-router', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:15Z', 'updated_at': '2021-07-16T18:16:18Z', 'revision_number': 3, 'project_id': '4203ccd465314fcda95f6af4bccbbebc', 'gw_port': {'id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:17Z', 'updated_at': '2021-07-16T18:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:25.106626 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.174037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=b47c3ccc-2433-4201-bbca-fb38a90d55bf,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.222302 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a72eb1c-2aa7-4441-8091-bb1179680786 None None] The sync data for ids ['bdafcf14-48e9-44d0-93e3-272197090ce3'] in n-d-787205-10 is: [{'id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'name': 'tempest-TestVolumeBootPattern-1707573813-router', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:15Z', 'updated_at': '2021-07-16T18:16:18Z', 'revision_number': 3, 'project_id': '4203ccd465314fcda95f6af4bccbbebc', 'gw_port': {'id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:17Z', 'updated_at': '2021-07-16T18:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:25.270010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8da3fac-cd73-4606-9108-f3478b6b6f09,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.277131 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.279779 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:25.283490 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.346985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 329e4a3d-cf9b-424a-b85a-7c55e8f60107 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:25.377311 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.388733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] For port 9485e9ce-d4d5-4df6-a67d-a44fb5753842, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:25.396022 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 329e4a3d-cf9b-424a-b85a-7c55e8f60107 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:25.402941 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3044949 Jul 16 18:16:25.407322 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.411352 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.417584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56710) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:25.425202 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] For port 9485e9ce-d4d5-4df6-a67d-a44fb5753842, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9485e9ce-d4d5-4df6-a67d-a44fb5753842,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:25.451880 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c78a1ed2-9328-4555-a7e3-81d37d9e1698 admin admin] Request body: {'subnet': {'network_id': 'c89b141f-061b-4cca-b9eb-446aa7144f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-153418264-subnet', 'tenant_id': '7ec5e369a4bb4b739add29e63f871331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:25.453416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 2130e367-fe45-4c8e-8b90-229032e146d0 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:25.474585 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.546619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:25.647655 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.650353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e725e-ef8a-41e4-8aea-b226186b5a5d admin admin] Pushing event updated for resources: {'Network': ['ID=c89b141f-061b-4cca-b9eb-446aa7144f8d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.704155 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.713056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network c89b141f-061b-4cca-b9eb-446aa7144f8d details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:25.715372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78a1ed2-9328-4555-a7e3-81d37d9e1698 admin admin] Made reservation on behalf of 7ec5e369a4bb4b739add29e63f871331 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:25.719393 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b994b-65ac-4ce4-bd6d-c9acf2beff2d None None] Pushing event updated for resources: {'Port': ['ID=9485e9ce-d4d5-4df6-a67d-a44fb5753842,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.720092 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78a1ed2-9328-4555-a7e3-81d37d9e1698 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.171269 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=2130e367-fe45-4c8e-8b90-229032e146d0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:26.221429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6040505c-84f1-4654-a0d5-2b825fb9b611 None None] Provisioning for port 6411981d-eec1-4b05-a185-550964c9ac1f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:26.246814 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6040505c-84f1-4654-a0d5-2b825fb9b611 None None] Provisioning complete for port 6411981d-eec1-4b05-a185-550964c9ac1f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:26.247196 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6040505c-84f1-4654-a0d5-2b825fb9b611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.260804 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.498286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:26.537070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 329e4a3d-cf9b-424a-b85a-7c55e8f60107, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=329e4a3d-cf9b-424a-b85a-7c55e8f60107,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:26.551775 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.625289 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78a1ed2-9328-4555-a7e3-81d37d9e1698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.632932 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.640182 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:26.658931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:26.684048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:26.689970 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.836683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a1ed2-9328-4555-a7e3-81d37d9e1698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0e768b-3cfa-42eb-8019-5ce6c31e3aa9,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:26.844934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6040505c-84f1-4654-a0d5-2b825fb9b611 None None] Port 6411981d-eec1-4b05-a185-550964c9ac1f cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:26.854622 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-69e8d762-3b09-4b30-8fff-5d4c24915e0c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.9982033 Jul 16 18:16:26.855359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56732) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:26.904994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=329e4a3d-cf9b-424a-b85a-7c55e8f60107,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:26.918179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78a1ed2-9328-4555-a7e3-81d37d9e1698 admin admin] Checking segment: {'id': 'f92c78fd-8beb-4a4d-9976-d1e032f2519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c89b141f-061b-4cca-b9eb-446aa7144f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:26.918943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78a1ed2-9328-4555-a7e3-81d37d9e1698 admin admin] Network hostable DHCP agents. Network: c89b141f-061b-4cca-b9eb-446aa7144f8d, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:26.955016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78a1ed2-9328-4555-a7e3-81d37d9e1698 admin admin] Network c89b141f-061b-4cca-b9eb-446aa7144f8d is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:26.968582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c78a1ed2-9328-4555-a7e3-81d37d9e1698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, c89b141f-061b-4cca-b9eb-446aa7144f8d) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:26.975705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78a1ed2-9328-4555-a7e3-81d37d9e1698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:26.978380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e16ad3-f7a3-4cad-8e2c-0ae7fd5bed71 None None] Network c89b141f-061b-4cca-b9eb-446aa7144f8d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:26.981154 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78a1ed2-9328-4555-a7e3-81d37d9e1698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.034596 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c78a1ed2-9328-4555-a7e3-81d37d9e1698 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6078033 Jul 16 18:16:27.230225 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 19b5194b-415f-4a81-a783-c375d64b99b2 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:27.679074 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7967503b-134d-43b6-9b18-d5fcd429cf06 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 2130e367-fe45-4c8e-8b90-229032e146d0 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:27.679667 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7967503b-134d-43b6-9b18-d5fcd429cf06 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.782374 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.849450 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.965215 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7967503b-134d-43b6-9b18-d5fcd429cf06 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.991883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7967503b-134d-43b6-9b18-d5fcd429cf06 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 2130e367-fe45-4c8e-8b90-229032e146d0 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:28.026908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfcd9f2-68d2-4f6d-bbf3-e5c3d0d75981 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:28.130189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 19b5194b-415f-4a81-a783-c375d64b99b2 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:28.142980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 19b5194b-415f-4a81-a783-c375d64b99b2 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:28.143548 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.155500 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.225934 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56768) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.231671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f0b84e-d201-43f4-9fa5-a37bfc350c0f None None] Network c89b141f-061b-4cca-b9eb-446aa7144f8d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:28.233459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-72396128-network', 'tenant_id': '86ad6a6e3728497d94f999819545cebb'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:28.304734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-18ad657f-2f6c-4e34-92dc-41eea19ce39a None None] Provisioning for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:28.306730 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Made reservation on behalf of 86ad6a6e3728497d94f999819545cebb for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:28.309868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.322304 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.391732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Network e24e8231-b077-49ee-9471-3364b72f2106 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:28.392477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Pushing event updated for resources: {'Port': ['ID=6411981d-eec1-4b05-a185-550964c9ac1f,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:28.424845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:28.628492 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.637324 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.658843 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.717781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Router bdafcf14-48e9-44d0-93e3-272197090ce3 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:28.754712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 19b5194b-415f-4a81-a783-c375d64b99b2, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=19b5194b-415f-4a81-a783-c375d64b99b2,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:28.764215 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.765491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b47c3ccc-2433-4201-bbca-fb38a90d55bf up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:28.777874 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:28.844679 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.845027 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Added segment dfbe97a3-9478-4131-a3bb-02b4a0995cdd of type vlan for network 11079abc-1b9e-4c5a-86c6-2cc0b3fb843d Jul 16 18:16:28.959455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=19b5194b-415f-4a81-a783-c375d64b99b2,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:28.962507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb3d3b7-bee4-4e5f-8096-4ab535315e3a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:29.016203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3508b564-ccde-4df2-ba4e-c30ef577a2a8 None None] Provisioning complete for port 6411981d-eec1-4b05-a185-550964c9ac1f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:29.016815 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3508b564-ccde-4df2-ba4e-c30ef577a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.056647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b47c3ccc-2433-4201-bbca-fb38a90d55bf triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:29.064035 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.102141 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:29.119665 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c9a77daa-d515-4017-872a-04242cb237db admin admin] 10.222.0.24 "PUT /v2.0/routers/bdafcf14-48e9-44d0-93e3-272197090ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7097602 Jul 16 18:16:29.123062 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.152556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Sync routers for ids ['bdafcf14-48e9-44d0-93e3-272197090ce3'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:29.179147 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7967503b-134d-43b6-9b18-d5fcd429cf06 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.222305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.233321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:29.236316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.247386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Routers {'bdafcf14-48e9-44d0-93e3-272197090ce3'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:29.248590 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:16:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bdafcf14-48e9-44d0-93e3-272197090ce3'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:29.251350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3508b564-ccde-4df2-ba4e-c30ef577a2a8 None None] Port 6411981d-eec1-4b05-a185-550964c9ac1f cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:29.296240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967503b-134d-43b6-9b18-d5fcd429cf06 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=2130e367-fe45-4c8e-8b90-229032e146d0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:29.426435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] Pushing event updated for resources: {'Network': ['ID=11079abc-1b9e-4c5a-86c6-2cc0b3fb843d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:29.444132 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7967503b-134d-43b6-9b18-d5fcd429cf06 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.455918 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9e585b83-798a-4360-bd93-92e5b65f8b97 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2273912 Jul 16 18:16:29.456560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56804) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.456900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56806) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.459041 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7967503b-134d-43b6-9b18-d5fcd429cf06 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/2130e367-fe45-4c8e-8b90-229032e146d0 HTTP/1.1" status: 204 len: 168 time: 2.5935137 Jul 16 18:16:29.461157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 11079abc-1b9e-4c5a-86c6-2cc0b3fb843d details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:29.588094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-6dee1bfb-fc59-4905-adaf-d89c6417ddc4 admin admin] Request body: {'subnet': {'network_id': '11079abc-1b9e-4c5a-86c6-2cc0b3fb843d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-72396128-subnet', 'tenant_id': '86ad6a6e3728497d94f999819545cebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:29.668051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dee1bfb-fc59-4905-adaf-d89c6417ddc4 admin admin] Made reservation on behalf of 86ad6a6e3728497d94f999819545cebb for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:29.669575 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-964136b8-36ac-4c54-a0c1-d6d3aaedb723 None None] Could not find standard attr ID for object 2130e367-fe45-4c8e-8b90-229032e146d0. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:16:29.671067 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6dee1bfb-fc59-4905-adaf-d89c6417ddc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.728085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cec3d8-b0ea-4aca-8b45-4a1a33c86b26 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:29.732662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56820) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:29.733187 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f8cec3d8-b0ea-4aca-8b45-4a1a33c86b26 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2752426 Jul 16 18:16:29.800412 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Set router bdafcf14-48e9-44d0-93e3-272197090ce3 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:29.809699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9485e9ce-d4d5-4df6-a67d-a44fb5753842 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:29.941634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b23d7-eb69-4552-80a2-d8cbb0563b62 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:29.948750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fa8b23d7-eb69-4552-80a2-d8cbb0563b62 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2147229 Jul 16 18:16:29.953601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56832) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:30.145559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7ba06f-f3b5-4c6c-9603-6a72e06cc723 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:30.163099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7ba06f-f3b5-4c6c-9603-6a72e06cc723 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:30.164871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7ba06f-f3b5-4c6c-9603-6a72e06cc723 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:30.167193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6c7ba06f-f3b5-4c6c-9603-6a72e06cc723 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2125304 Jul 16 18:16:30.170801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56840) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:30.189759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d0060135-b204-4e92-bc76-76cd18d3ba5b None None] Could not find standard attr ID for object 5510e1d5-4dc2-4b4c-99b7-d16dfa24525f. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:16:30.302837 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6dee1bfb-fc59-4905-adaf-d89c6417ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.411172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:30.432791 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:30.434300 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.467677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee1bfb-fc59-4905-adaf-d89c6417ddc4 admin admin] Checking segment: {'id': 'dfbe97a3-9478-4131-a3bb-02b4a0995cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '11079abc-1b9e-4c5a-86c6-2cc0b3fb843d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:30.468292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dee1bfb-fc59-4905-adaf-d89c6417ddc4 admin admin] Network hostable DHCP agents. Network: 11079abc-1b9e-4c5a-86c6-2cc0b3fb843d, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:30.496411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1db5d3-71fe-4ac1-87af-ece0dfccbf56 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 07bec25f-9ddc-44f2-ae89-fc1720b4b445 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:30.503669 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec1db5d3-71fe-4ac1-87af-ece0dfccbf56 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.547672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee1bfb-fc59-4905-adaf-d89c6417ddc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ef9bd6-dd57-4d0c-b61a-4d38602d2bee,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:30.588525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dee1bfb-fc59-4905-adaf-d89c6417ddc4 admin admin] Network 11079abc-1b9e-4c5a-86c6-2cc0b3fb843d is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:30.607334 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec1db5d3-71fe-4ac1-87af-ece0dfccbf56 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.617266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-6dee1bfb-fc59-4905-adaf-d89c6417ddc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 11079abc-1b9e-4c5a-86c6-2cc0b3fb843d) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:30.629844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667fc5c4-f19c-4545-a43e-c05f444dd150 None None] Network 11079abc-1b9e-4c5a-86c6-2cc0b3fb843d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:30.637262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7ae750e4-7124-414f-91d5-148622de386c None None] Could not find standard attr ID for object 2130e367-fe45-4c8e-8b90-229032e146d0. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:16:30.671925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee1bfb-fc59-4905-adaf-d89c6417ddc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:30.673428 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6dee1bfb-fc59-4905-adaf-d89c6417ddc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.677290 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.710453 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6dee1bfb-fc59-4905-adaf-d89c6417ddc4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1332884 Jul 16 18:16:30.757743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'name': 'tempest-TestVolumeBootPattern-1707573813-router', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:15Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 4, 'project_id': '4203ccd465314fcda95f6af4bccbbebc', 'gw_port': {'id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:17Z', 'updated_at': '2021-07-16T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '6411981d-eec1-4b05-a185-550964c9ac1f', 'name': '', 'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'mac_address': 'fa:16:3e:70:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '07d76ffd-dca6-45bb-8d95-05b10d3990cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:23Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 2, 'project_id': '4203ccd465314fcda95f6af4bccbbebc', 'subnets': [{'id': '07d76ffd-dca6-45bb-8d95-05b10d3990cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:30.853040 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec1db5d3-71fe-4ac1-87af-ece0dfccbf56 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.857521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Checking router: bdafcf14-48e9-44d0-93e3-272197090ce3 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:30.858121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Updating router bdafcf14-48e9-44d0-93e3-272197090ce3 port 6411981d-eec1-4b05-a185-550964c9ac1f binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:30.937196 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.004701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae11fc-ca73-41c2-8eac-cd3f54ca9172 None None] Network 11079abc-1b9e-4c5a-86c6-2cc0b3fb843d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:31.073813 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec1db5d3-71fe-4ac1-87af-ece0dfccbf56 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.122430 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec1db5d3-71fe-4ac1-87af-ece0dfccbf56 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.127327 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ec1db5d3-71fe-4ac1-87af-ece0dfccbf56 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/07bec25f-9ddc-44f2-ae89-fc1720b4b445 HTTP/1.1" status: 204 len: 168 time: 0.9532034 Jul 16 18:16:31.129438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56882) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:31.210682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1db5d3-71fe-4ac1-87af-ece0dfccbf56 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=07bec25f-9ddc-44f2-ae89-fc1720b4b445,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:31.328294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b23ac92-885c-4ab7-806d-6a79d8447af5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet 5b9ea3b7-ade7-4796-a8e9-a1323072e6cf {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:31.345607 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b23ac92-885c-4ab7-806d-6a79d8447af5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.507506 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b23ac92-885c-4ab7-806d-6a79d8447af5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.558296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e4edab-5060-4c73-aef9-8297fa48b4eb None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:31.918189 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b23ac92-885c-4ab7-806d-6a79d8447af5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.015244 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:16:32.015954 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:16:32.037903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425abb-eedb-4520-9507-78c1139518f2 req-de7e2275-17d7-4404-96df-5a573a2afc26 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:32.046209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-de7e2275-17d7-4404-96df-5a573a2afc26 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/networks?id=c89b141f-061b-4cca-b9eb-446aa7144f8d HTTP/1.1" status: 200 len: 824 time: 0.3530829 Jul 16 18:16:32.079936 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-cacc9132-9822-45db-8e50-b980885267f9 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/quotas/7ec5e369a4bb4b739add29e63f871331 HTTP/1.1" status: 200 len: 375 time: 0.0325217 Jul 16 18:16:32.125174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-2232de2f-fb55-4584-a856-d108f3206ddb tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ec5e369a4bb4b739add29e63f871331&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440998 Jul 16 18:16:32.182323 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b23ac92-885c-4ab7-806d-6a79d8447af5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.253606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23ac92-885c-4ab7-806d-6a79d8447af5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9ea3b7-ade7-4796-a8e9-a1323072e6cf,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:32.311103 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b23ac92-885c-4ab7-806d-6a79d8447af5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.316283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0b23ac92-885c-4ab7-806d-6a79d8447af5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/5b9ea3b7-ade7-4796-a8e9-a1323072e6cf HTTP/1.1" status: 204 len: 168 time: 1.1829715 Jul 16 18:16:32.317456 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56918) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:32.421962 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-95b1b8db-d063-4a7b-9663-c80200bc01cf tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032007 Jul 16 18:16:32.430945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 56920) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:32.439862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-4d70b442-e6e9-493b-b8bf-65201ef2ea76 service neutron] 10.222.0.24 "GET /v2.0/networks/c89b141f-061b-4cca-b9eb-446aa7144f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137293 Jul 16 18:16:32.446257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d742c1b0-915c-450f-897b-6079906b1797 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:32.656468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d742c1b0-915c-450f-897b-6079906b1797 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:32.661919 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d742c1b0-915c-450f-897b-6079906b1797 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.674030 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-dfa4f618-8864-4d71-99a0-ef0960e01eb3 service neutron] 10.222.0.24 "GET /v2.0/networks/c89b141f-061b-4cca-b9eb-446aa7144f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331533 Jul 16 18:16:32.796902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959b7be5-14af-4721-8d68-9db717916413 None None] Update dhcp port {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': '5b9ea3b7-ade7-4796-a8e9-a1323072e6cf'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '9485e9ce-d4d5-4df6-a67d-a44fb5753842'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:16:32.841397 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.851882 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.986763 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-780db24a-9cd1-4f81-862f-084c159fc8ed req-6766f6dc-11f0-4140-9613-e9e1be0c04fc tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 210 time: 0.0519438 Jul 16 18:16:33.007006 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Transition to ACTIVE for port object 6411981d-eec1-4b05-a185-550964c9ac1f will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:33.026818 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d742c1b0-915c-450f-897b-6079906b1797 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.045312 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.098030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d742c1b0-915c-450f-897b-6079906b1797 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:33.101601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d742c1b0-915c-450f-897b-6079906b1797 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:33.110881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d742c1b0-915c-450f-897b-6079906b1797 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:33.111566 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d742c1b0-915c-450f-897b-6079906b1797 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.132223 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d742c1b0-915c-450f-897b-6079906b1797 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6933084 Jul 16 18:16:33.135760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 56948) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:33.136625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742c1b0-915c-450f-897b-6079906b1797 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=efa3ccf8-42e9-4fda-9510-58425dfa86f0,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.145395 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3918b945-6d9a-4af8-ba47-c11647b2b85c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:33.173240 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-959b7be5-14af-4721-8d68-9db717916413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.175590 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8119720-f900-4368-ac8f-2fa0f0127ac7 None None] Pushing event updated for resources: {'Port': ['ID=6411981d-eec1-4b05-a185-550964c9ac1f,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.202447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 9485e9ce-d4d5-4df6-a67d-a44fb5753842, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9485e9ce-d4d5-4df6-a67d-a44fb5753842,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:33.246352 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.534546 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=9485e9ce-d4d5-4df6-a67d-a44fb5753842,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.536830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3918b945-6d9a-4af8-ba47-c11647b2b85c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:33.543865 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3918b945-6d9a-4af8-ba47-c11647b2b85c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.605238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 19b5194b-415f-4a81-a783-c375d64b99b2 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:33.733283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Attempting to bind port 6411981d-eec1-4b05-a185-550964c9ac1f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:33.733682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Attempting to bind port 6411981d-eec1-4b05-a185-550964c9ac1f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '459754c0-38c8-4ce4-8492-e155170102a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:33.734076 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Attempting to bind port 6411981d-eec1-4b05-a185-550964c9ac1f on network e24e8231-b077-49ee-9471-3364b72f2106 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:33.855160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:33.855809 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Checking segment: {'id': '459754c0-38c8-4ce4-8492-e155170102a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:33.857007 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.857438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Bound using segment: {'id': '459754c0-38c8-4ce4-8492-e155170102a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:33.858212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Bound port: 6411981d-eec1-4b05-a185-550964c9ac1f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459754c0-38c8-4ce4-8492-e155170102a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:33.858607 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.900266 n-d-787205-10 neutron-server[105591]: INFO neutron.db.ipam_backend_mixin [None req-3918b945-6d9a-4af8-ba47-c11647b2b85c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet efa3ccf8-42e9-4fda-9510-58425dfa86f0 (CIDR: 2001:db8::/64) Jul 16 18:16:33.915025 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-3918b945-6d9a-4af8-ba47-c11647b2b85c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:16:33.915414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3918b945-6d9a-4af8-ba47-c11647b2b85c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:33.956959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 19b5194b-415f-4a81-a783-c375d64b99b2 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:33.957355 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.003813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57018) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:34.010533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:34.029242 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3918b945-6d9a-4af8-ba47-c11647b2b85c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8920736 Jul 16 18:16:34.147097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03878702-59d6-411f-b16c-be24109ae68a None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:34.239469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a09f35e2-c14e-466f-aa8f-1750f9f36e03 None None] Provisioning complete for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:34.239469 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a09f35e2-c14e-466f-aa8f-1750f9f36e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.314998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] For port 6411981d-eec1-4b05-a185-550964c9ac1f, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:34.327658 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:34.332220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.369644 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e4b9cf0-a69b-485c-81cf-c92e6bdb0d8c req-8f0211e0-4cff-47aa-8760-2f9bf3465af7 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 210 time: 0.0793264 Jul 16 18:16:34.425574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-781fb7b4-bcb1-400e-b516-07aa876492c6 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:34.440797 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-781fb7b4-bcb1-400e-b516-07aa876492c6 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.4852810 Jul 16 18:16:34.447859 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] For port 6411981d-eec1-4b05-a185-550964c9ac1f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6411981d-eec1-4b05-a185-550964c9ac1f,segment=NetworkSegment(459754c0-38c8-4ce4-8492-e155170102a5),segment_id=459754c0-38c8-4ce4-8492-e155170102a5)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:34.484557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-6044425d-f5b8-459f-8986-57dbc3ecf8aa tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/quotas/7ff05b4225084c8da9b6812b44295606 HTTP/1.1" status: 200 len: 375 time: 0.0427959 Jul 16 18:16:34.515023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57030) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:34.601709 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.683157 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-91b48822-c34c-406d-b5b2-5cb590b9f7b7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1975293 Jul 16 18:16:34.821699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-df3318bc-4841-4a2c-bfe9-ce071eee85cd service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361876 Jul 16 18:16:34.975518 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-a1349d71-1ef8-4a14-bdfb-388d9ce07902 service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523643 Jul 16 18:16:35.093207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Routers {'bdafcf14-48e9-44d0-93e3-272197090ce3'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:35.094580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:16:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bdafcf14-48e9-44d0-93e3-272197090ce3'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:35.132266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8119720-f900-4368-ac8f-2fa0f0127ac7 None None] Pushing event updated for resources: {'Port': ['ID=6411981d-eec1-4b05-a185-550964c9ac1f,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:35.191238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 329e4a3d-cf9b-424a-b85a-7c55e8f60107 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:35.354386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 329e4a3d-cf9b-424a-b85a-7c55e8f60107 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:35.354861 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.537577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] Set router bdafcf14-48e9-44d0-93e3-272197090ce3 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:35.598388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425abb-eedb-4520-9507-78c1139518f2 req-6f04a8c5-400a-4965-9f66-6563903362cc tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:35.601848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-6f04a8c5-400a-4965-9f66-6563903362cc tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.32 "GET /v2.0/networks?id=c89b141f-061b-4cca-b9eb-446aa7144f8d HTTP/1.1" status: 200 len: 824 time: 0.3054681 Jul 16 18:16:35.614400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f8425abb-eedb-4520-9507-78c1139518f2 req-882ffb4d-5c88-4e11-844d-3f1fc3a77e09 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Request body: {'port': {'device_id': '994c66d4-eecb-4a83-b8b4-808ac86a0e49', 'network_id': 'c89b141f-061b-4cca-b9eb-446aa7144f8d', 'admin_state_up': True, 'tenant_id': '7ec5e369a4bb4b739add29e63f871331'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:35.676567 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc6e9-5362-4eb1-a327-007f16e62487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.823599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85249366-6ba3-41be-93cd-a3c6d5b9e8d1 req-9ec4db57-1c18-4a91-a891-2eb7448b63da tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 210 time: 0.1057892 Jul 16 18:16:35.926750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b957e2-389b-4fd7-9c57-f67d26ff7a6e None None] Update dhcp port {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': 'efa3ccf8-42e9-4fda-9510-58425dfa86f0'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '9485e9ce-d4d5-4df6-a67d-a44fb5753842'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:16:35.970238 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb8cf8f9-a991-4d08-9261-6d335b5118fd req-f9648eb7-4c18-4632-8ccf-67fa8e73c38e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 210 time: 0.1560214 Jul 16 18:16:36.022203 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b1b957e2-389b-4fd7-9c57-f67d26ff7a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.151930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc6e9-5362-4eb1-a327-007f16e62487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.166440 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a4cc6e9-5362-4eb1-a327-007f16e62487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.188367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8425abb-eedb-4520-9507-78c1139518f2 req-882ffb4d-5c88-4e11-844d-3f1fc3a77e09 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Made reservation on behalf of 7ec5e369a4bb4b739add29e63f871331 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:36.202923 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8425abb-eedb-4520-9507-78c1139518f2 req-882ffb4d-5c88-4e11-844d-3f1fc3a77e09 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.207496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cc6e9-5362-4eb1-a327-007f16e62487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa197aa-5ea1-40ef-b676-3b5834e63501,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:36.256369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57070) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.268825 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7a4cc6e9-5362-4eb1-a327-007f16e62487 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27632dae68e44f8a8695d623e179e6ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7520180 Jul 16 18:16:36.279330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9485e9ce-d4d5-4df6-a67d-a44fb5753842 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:36.279914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.objects.ports [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:16:36.542611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'name': 'tempest-TestVolumeBootPattern-1707573813-router', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:15Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 4, 'project_id': '4203ccd465314fcda95f6af4bccbbebc', 'gw_port': {'id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:17Z', 'updated_at': '2021-07-16T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '6411981d-eec1-4b05-a185-550964c9ac1f', 'name': '', 'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'mac_address': 'fa:16:3e:70:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '07d76ffd-dca6-45bb-8d95-05b10d3990cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:23Z', 'updated_at': '2021-07-16T18:16:34Z', 'revision_number': 4, 'project_id': '4203ccd465314fcda95f6af4bccbbebc', 'subnets': [{'id': '07d76ffd-dca6-45bb-8d95-05b10d3990cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:36.874595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94f3e0b-fe49-4bfa-ba43-420ef2f919d6 None None] The sync data for ids ['bdafcf14-48e9-44d0-93e3-272197090ce3'] in n-d-787205-10 is: [{'id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'name': 'tempest-TestVolumeBootPattern-1707573813-router', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:15Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 4, 'project_id': '4203ccd465314fcda95f6af4bccbbebc', 'gw_port': {'id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:17Z', 'updated_at': '2021-07-16T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '6411981d-eec1-4b05-a185-550964c9ac1f', 'name': '', 'network_id': 'e24e8231-b077-49ee-9471-3364b72f2106', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'mac_address': 'fa:16:3e:70:df:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '07d76ffd-dca6-45bb-8d95-05b10d3990cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:23Z', 'updated_at': '2021-07-16T18:16:34Z', 'revision_number': 4, 'project_id': '4203ccd465314fcda95f6af4bccbbebc', 'subnets': [{'id': '07d76ffd-dca6-45bb-8d95-05b10d3990cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:36.885730 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-b1b957e2-389b-4fd7-9c57-f67d26ff7a6e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:16:36.885730 n-d-787205-10 neutron-server[105592]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 16 18:16:36.885730 n-d-787205-10 neutron-server[105592]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:feea:ef86', 'status': 'ALLOCATED', 'ipam_subnet_id': '9145a17e-7a93-44c1-8e43-f42aeb0bcf10'}] Jul 16 18:16:36.885730 n-d-787205-10 neutron-server[105592]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:16:36.886033 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-b1b957e2-389b-4fd7-9c57-f67d26ff7a6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:16:36.952482 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.040007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.105883 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7ec5894d-359d-49ca-9a76-07fd460e3445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.131624 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:16:37.131987 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:16:37.132506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-f8425abb-eedb-4520-9507-78c1139518f2 req-882ffb4d-5c88-4e11-844d-3f1fc3a77e09 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Allocated IP 172.20.0.6 (c89b141f-061b-4cca-b9eb-446aa7144f8d/4a0e768b-3cfa-42eb-8019-5ce6c31e3aa9/4fbbd17f-2b88-4e78-a811-bd9215d7e61a) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:37.267993 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7ec5894d-359d-49ca-9a76-07fd460e3445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.441688 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccc80b7b-5866-4fa8-a49a-7a45f33de389 req-9473cb1e-77e8-4e32-a002-e5628f53a716 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 210 time: 0.1248698 Jul 16 18:16:37.443108 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] For port 9485e9ce-d4d5-4df6-a67d-a44fb5753842, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9485e9ce-d4d5-4df6-a67d-a44fb5753842,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:37.460346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-303096ef-65ec-415d-9d53-7d70ba8adcd5 req-b425991a-cd82-4f99-82f9-d5929db4385d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 210 time: 0.1400332 Jul 16 18:16:37.501069 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b1b957e2-389b-4fd7-9c57-f67d26ff7a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.527374 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.538536 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.539651 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.557125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57100) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.602462 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8425abb-eedb-4520-9507-78c1139518f2 req-882ffb4d-5c88-4e11-844d-3f1fc3a77e09 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.668358 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8425abb-eedb-4520-9507-78c1139518f2 req-882ffb4d-5c88-4e11-844d-3f1fc3a77e09 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.779539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ffb4d-5c88-4e11-844d-3f1fc3a77e09 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Pushing event updated for resources: {'Port': ['ID=4fbbd17f-2b88-4e78-a811-bd9215d7e61a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.798989 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7ec5894d-359d-49ca-9a76-07fd460e3445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.804331 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7ec5894d-359d-49ca-9a76-07fd460e3445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.811222 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7ec5894d-359d-49ca-9a76-07fd460e3445 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eaa197aa-5ea1-40ef-b676-3b5834e63501 HTTP/1.1" status: 204 len: 168 time: 1.5524063 Jul 16 18:16:37.851612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5894d-359d-49ca-9a76-07fd460e3445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa197aa-5ea1-40ef-b676-3b5834e63501,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.857821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8425abb-eedb-4520-9507-78c1139518f2 req-882ffb4d-5c88-4e11-844d-3f1fc3a77e09 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Network c89b141f-061b-4cca-b9eb-446aa7144f8d is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:37.863517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-f8425abb-eedb-4520-9507-78c1139518f2 req-882ffb4d-5c88-4e11-844d-3f1fc3a77e09 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:37.874678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8425abb-eedb-4520-9507-78c1139518f2 req-882ffb4d-5c88-4e11-844d-3f1fc3a77e09 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:37.994589 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.995321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425abb-eedb-4520-9507-78c1139518f2 req-882ffb4d-5c88-4e11-844d-3f1fc3a77e09 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:37.996226 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8425abb-eedb-4520-9507-78c1139518f2 req-882ffb4d-5c88-4e11-844d-3f1fc3a77e09 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.033005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:38.060109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd4bff5-9b9e-4ab1-9b16-886eee3ac1cd admin admin] Deleting subnet 25656725-41f9-4a32-baba-716c23fcbd93 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:38.088578 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-882ffb4d-5c88-4e11-844d-3f1fc3a77e09 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4784768 Jul 16 18:16:38.110989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Request body: {'port': {'device_id': '994c66d4-eecb-4a83-b8b4-808ac86a0e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:38.153525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 9485e9ce-d4d5-4df6-a67d-a44fb5753842, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9485e9ce-d4d5-4df6-a67d-a44fb5753842,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:38.186170 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.190927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:38.196243 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:38.198451 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.207574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=9485e9ce-d4d5-4df6-a67d-a44fb5753842,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.216668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=ebbb62ef-d441-423f-8a8b-6670f3bba3dc,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.223962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bd4bff5-9b9e-4ab1-9b16-886eee3ac1cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.229330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-b1b957e2-389b-4fd7-9c57-f67d26ff7a6e None None] Allocated IP 2001:db8::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/efa3ccf8-42e9-4fda-9510-58425dfa86f0/9485e9ce-d4d5-4df6-a67d-a44fb5753842) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:38.323001 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.350350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-dddc87cb-538d-4100-8b65-a29a4c899d86 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:38.353869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-dddc87cb-538d-4100-8b65-a29a4c899d86 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.3834038 Jul 16 18:16:38.394513 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bd4bff5-9b9e-4ab1-9b16-886eee3ac1cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.415883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'port': {'device_id': '14e46797-07df-4758-ab29-cf2771032036', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'admin_state_up': True, 'tenant_id': '7ff05b4225084c8da9b6812b44295606'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:38.544663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b1b957e2-389b-4fd7-9c57-f67d26ff7a6e None None] For port 9485e9ce-d4d5-4df6-a67d-a44fb5753842, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9485e9ce-d4d5-4df6-a67d-a44fb5753842,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:38.595784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bd4bff5-9b9e-4ab1-9b16-886eee3ac1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.640520 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b1b957e2-389b-4fd7-9c57-f67d26ff7a6e None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.659741 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b1b957e2-389b-4fd7-9c57-f67d26ff7a6e None None] Transition to ACTIVE for port object 9485e9ce-d4d5-4df6-a67d-a44fb5753842 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:38.665989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6411981d-eec1-4b05-a185-550964c9ac1f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:38.735001 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b1b957e2-389b-4fd7-9c57-f67d26ff7a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.901098 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a452ebf2-5c11-4244-85e5-23ed1b4ce768 req-93e1abaa-1032-4602-b54f-6230dd5e0679 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 210 time: 0.1223655 Jul 16 18:16:38.919161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=9485e9ce-d4d5-4df6-a67d-a44fb5753842,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.922207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 6411981d-eec1-4b05-a185-550964c9ac1f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:38.948446 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bd4bff5-9b9e-4ab1-9b16-886eee3ac1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.013547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 6411981d-eec1-4b05-a185-550964c9ac1f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:39.015309 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.035976 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1a47fb32-9729-4578-b171-d80a8e8c9ad5 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.0302961 Jul 16 18:16:39.046593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57140) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:39.050950 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4bff5-9b9e-4ab1-9b16-886eee3ac1cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25656725-41f9-4a32-baba-716c23fcbd93,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.081343 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'mac_address': 'fa:16:3e:e6:43:fe', 'name': 'tempest-NetworksTestDHCPv6-483047592'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:39.100258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b957e2-389b-4fd7-9c57-f67d26ff7a6e None None] Pushing event updated for resources: {'Port': ['ID=9485e9ce-d4d5-4df6-a67d-a44fb5753842,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.157332 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bd4bff5-9b9e-4ab1-9b16-886eee3ac1cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.159479 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7bd4bff5-9b9e-4ab1-9b16-886eee3ac1cd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/25656725-41f9-4a32-baba-716c23fcbd93 HTTP/1.1" status: 204 len: 168 time: 1.5955913 Jul 16 18:16:39.162311 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57146) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:39.238812 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.362325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 6411981d-eec1-4b05-a185-550964c9ac1f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6411981d-eec1-4b05-a185-550964c9ac1f,segment=NetworkSegment(459754c0-38c8-4ce4-8492-e155170102a5),segment_id=459754c0-38c8-4ce4-8492-e155170102a5)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:39.371043 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.458306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=6411981d-eec1-4b05-a185-550964c9ac1f,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.475032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Made reservation on behalf of 7ff05b4225084c8da9b6812b44295606 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:39.486631 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.579245 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3db3130-6872-4a05-aa06-8e2d19838264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.801299 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:39.871878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Allocated IP 172.20.0.8 (d34b30f6-8f93-47e4-af63-22d1694dd9a9/3c4c6789-e541-480e-a1bf-93dff51b7732/9082b1bc-f3f7-4c96-8bc3-d400541ec447) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:39.872138 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3db3130-6872-4a05-aa06-8e2d19838264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.912696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a3db3130-6872-4a05-aa06-8e2d19838264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e339acec-c85b-4112-8158-f5f19ce5c731']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:39.930780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a3db3130-6872-4a05-aa06-8e2d19838264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc1b359-6b16-4d73-b20a-81ff81b0fb42') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:39.931021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a3db3130-6872-4a05-aa06-8e2d19838264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc1b359-6b16-4d73-b20a-81ff81b0fb42') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:39.945071 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3db3130-6872-4a05-aa06-8e2d19838264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.978047 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.982041 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3db3130-6872-4a05-aa06-8e2d19838264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.006864 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3db3130-6872-4a05-aa06-8e2d19838264 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:40.007281 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3db3130-6872-4a05-aa06-8e2d19838264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:40.010032 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:40.042441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 66d3ce05-8607-4e7d-9d23-3c94bec5904b yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:16:40.139255 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.167328 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3db3130-6872-4a05-aa06-8e2d19838264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.188598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3db3130-6872-4a05-aa06-8e2d19838264 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.192050 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a3db3130-6872-4a05-aa06-8e2d19838264 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e339acec-c85b-4112-8158-f5f19ce5c731 HTTP/1.1" status: 204 len: 168 time: 1.0124686 Jul 16 18:16:40.195439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Transition to ACTIVE for port object 9082b1bc-f3f7-4c96-8bc3-d400541ec447 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:40.251680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecf102-4961-4a88-8edd-2394cbaff8b0 req-24d5eeb6-ae4b-4831-a6b8-c44a40ea6187 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:40.262670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db3130-6872-4a05-aa06-8e2d19838264 admin admin] Pushing event deleted for resources: {'Network': ['ID=e339acec-c85b-4112-8158-f5f19ce5c731,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:40.266183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-48ecf102-4961-4a88-8edd-2394cbaff8b0 req-24d5eeb6-ae4b-4831-a6b8-c44a40ea6187 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 931 time: 1.4637387 Jul 16 18:16:40.274065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8bdfc-5c26-438a-b40a-51049247698a None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:40.393151 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54d9fc95-62d4-425e-8486-93ec1ead46ab req-7ffe2382-ea14-4daf-b9d3-5e4698b6f9a2 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 210 time: 0.0996838 Jul 16 18:16:40.482305 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.544559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-48ecf102-4961-4a88-8edd-2394cbaff8b0 req-e2054734-25b9-43e2-80d6-6eff8ae31982 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8da3fac-cd73-4606-9108-f3478b6b6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687275 Jul 16 18:16:40.607066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6cedc5a1-e266-4a50-8e13-92cc8f70f864 None None] Provisioning for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:40.619442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6cedc5a1-e266-4a50-8e13-92cc8f70f864 None None] Provisioning complete for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:40.621651 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6cedc5a1-e266-4a50-8e13-92cc8f70f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.677473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:40.683173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57184) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:40.693525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fbbd17f-2b88-4e78-a811-bd9215d7e61a {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:40.701194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:40.706550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:40.756262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6411981d-eec1-4b05-a185-550964c9ac1f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:40.795839 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.799339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'Port': ['ID=9082b1bc-f3f7-4c96-8bc3-d400541ec447,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:40.815961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57188) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:40.831299 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::73 (e8517db6-f0e1-4090-9d37-24c97738cf54/efa3ccf8-42e9-4fda-9510-58425dfa86f0/66d3ce05-8607-4e7d-9d23-3c94bec5904b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:40.849625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8:0:1:f816:3eff:fee6:43fe (e8517db6-f0e1-4090-9d37-24c97738cf54/ebbb62ef-d441-423f-8a8b-6670f3bba3dc/66d3ce05-8607-4e7d-9d23-3c94bec5904b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:40.916471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Transition to ACTIVE for port object 4fbbd17f-2b88-4e78-a811-bd9215d7e61a will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:40.974607 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.070104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:41.071950 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.107600 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6cedc5a1-e266-4a50-8e13-92cc8f70f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.167303 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.186999 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 66d3ce05-8607-4e7d-9d23-3c94bec5904b will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:41.193540 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8e7ed14a-6fe8-42bc-8fc9-afaaf7328937 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d7eb69e3fd1418481be98bcfdf88558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519654 Jul 16 18:16:41.193787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6cedc5a1-e266-4a50-8e13-92cc8f70f864 None None] For port 9485e9ce-d4d5-4df6-a67d-a44fb5753842, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9485e9ce-d4d5-4df6-a67d-a44fb5753842,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:41.200314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57198) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:41.206271 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-f2713887-80da-4b3c-8892-7e43cc2da44f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8366740 Jul 16 18:16:41.231165 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.263285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Request body: {'port': {'device_id': '14e46797-07df-4758-ab29-cf2771032036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:41.281016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbbd17f-2b88-4e78-a811-bd9215d7e61a,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:41.285064 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6cedc5a1-e266-4a50-8e13-92cc8f70f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.295871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=66d3ce05-8607-4e7d-9d23-3c94bec5904b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:41.296037 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9bb1b80-86ab-4d64-8789-1c9bc7c3cd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.331685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 6411981d-eec1-4b05-a185-550964c9ac1f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:41.332548 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.346610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:41.352388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:41.358911 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:41.411659 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:41.414115 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.488498 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedc5a1-e266-4a50-8e13-92cc8f70f864 None None] Pushing event updated for resources: {'Port': ['ID=9485e9ce-d4d5-4df6-a67d-a44fb5753842,revision_number=10']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:41.503191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7a7ee863-9a8c-47de-a09f-b5f684a771d3 None None] Provisioning for port 9082b1bc-f3f7-4c96-8bc3-d400541ec447 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:41.512397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7a7ee863-9a8c-47de-a09f-b5f684a771d3 None None] Provisioning complete for port 9082b1bc-f3f7-4c96-8bc3-d400541ec447 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:41.512972 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee863-9a8c-47de-a09f-b5f684a771d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.568002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Attempting to bind port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:41.568965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Attempting to bind port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'f92c78fd-8beb-4a4d-9976-d1e032f2519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c89b141f-061b-4cca-b9eb-446aa7144f8d'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:41.572346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Attempting to bind port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a on network c89b141f-061b-4cca-b9eb-446aa7144f8d {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:41.626516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7a7ee863-9a8c-47de-a09f-b5f684a771d3 None None] Port 9082b1bc-f3f7-4c96-8bc3-d400541ec447 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:41.648576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9485e9ce-d4d5-4df6-a67d-a44fb5753842 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:41.723949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:41.723949 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.730813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a on network c89b141f-061b-4cca-b9eb-446aa7144f8d not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:41.731164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Attempting to bind port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a on network c89b141f-061b-4cca-b9eb-446aa7144f8d {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:41.775370 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eaa21325-ed30-474b-ac7b-e24b965e4714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.813108 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9bb1b80-86ab-4d64-8789-1c9bc7c3cd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.814835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:41.815250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Checking segment: {'id': 'f92c78fd-8beb-4a4d-9976-d1e032f2519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c89b141f-061b-4cca-b9eb-446aa7144f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:41.815815 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Bound using segment: {'id': 'f92c78fd-8beb-4a4d-9976-d1e032f2519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c89b141f-061b-4cca-b9eb-446aa7144f8d'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:41.816393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Bound port: 4fbbd17f-2b88-4e78-a811-bd9215d7e61a, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f92c78fd-8beb-4a4d-9976-d1e032f2519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c89b141f-061b-4cca-b9eb-446aa7144f8d'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:41.816769 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.842100 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6944c72c-9871-4ec9-b031-693ec6ee9895 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.7766912 Jul 16 18:16:41.842100 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57216) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:41.886666 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.927828 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9bb1b80-86ab-4d64-8789-1c9bc7c3cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.015651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb1b80-86ab-4d64-8789-1c9bc7c3cd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf213eb-a0c0-4d4d-af64-39c158e27ccc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:42.051064 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eaa21325-ed30-474b-ac7b-e24b965e4714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.068764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-24ceb9fc-b48c-4412-a39b-103455dafdad tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 66d3ce05-8607-4e7d-9d23-3c94bec5904b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:42.069716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24ceb9fc-b48c-4412-a39b-103455dafdad tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.154242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f36f44-9b50-45cc-9e97-44d516f73473 req-e3dad26b-999a-4ba1-a074-5005c8992a52 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:42.155933 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40f36f44-9b50-45cc-9e97-44d516f73473 req-e3dad26b-999a-4ba1-a074-5005c8992a52 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 931 time: 0.5714684 Jul 16 18:16:42.223345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24ceb9fc-b48c-4412-a39b-103455dafdad tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.245433 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-24ceb9fc-b48c-4412-a39b-103455dafdad tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 66d3ce05-8607-4e7d-9d23-3c94bec5904b owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:42.287356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c9bb1b80-86ab-4d64-8789-1c9bc7c3cd4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14bc85e015564a38b47450e3e0ba23b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6030970 Jul 16 18:16:42.324721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57226) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.364968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9485e9ce-d4d5-4df6-a67d-a44fb5753842 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:42.455418 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:42.455805 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.534462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] For port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:42.579509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40f36f44-9b50-45cc-9e97-44d516f73473 req-cc983114-df8a-47f4-b2a3-981381dff26c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503301 Jul 16 18:16:42.584527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] For port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4fbbd17f-2b88-4e78-a811-bd9215d7e61a,segment=NetworkSegment(f92c78fd-8beb-4a4d-9976-d1e032f2519a),segment_id=f92c78fd-8beb-4a4d-9976-d1e032f2519a)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:42.622137 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.636659 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24ceb9fc-b48c-4412-a39b-103455dafdad tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.704332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ceb9fc-b48c-4412-a39b-103455dafdad tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=66d3ce05-8607-4e7d-9d23-3c94bec5904b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:42.734068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0d4cd837-cbc6-47d8-81ae-2eda0df406c1 None None] Provisioning complete for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:42.734456 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0d4cd837-cbc6-47d8-81ae-2eda0df406c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.756738 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eaa21325-ed30-474b-ac7b-e24b965e4714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.779448 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eaa21325-ed30-474b-ac7b-e24b965e4714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.780357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-eaa21325-ed30-474b-ac7b-e24b965e4714 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f80a5c70-b765-4922-9b94-9abcba42ad72 HTTP/1.1" status: 204 len: 168 time: 1.5730526 Jul 16 18:16:42.785505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-24ceb9fc-b48c-4412-a39b-103455dafdad tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.787612 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-24ceb9fc-b48c-4412-a39b-103455dafdad tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/66d3ce05-8607-4e7d-9d23-3c94bec5904b HTTP/1.1" status: 204 len: 168 time: 0.9445767 Jul 16 18:16:42.790695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57236) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.890900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acf22b-273e-472b-93f9-29e7bbc64980 req-58f251ee-8f23-45c3-bfd3-503930710602 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:42.892534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60acf22b-273e-472b-93f9-29e7bbc64980 req-58f251ee-8f23-45c3-bfd3-503930710602 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 943 time: 1.1369951 Jul 16 18:16:42.929177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0d4cd837-cbc6-47d8-81ae-2eda0df406c1 None None] Could not find standard attr ID for object 66d3ce05-8607-4e7d-9d23-3c94bec5904b. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:16:42.934423 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6051b9-9e03-4602-99be-97f098da036d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:42.936156 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1f6051b9-9e03-4602-99be-97f098da036d tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1444488 Jul 16 18:16:42.939099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57240) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.990774 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96615d76-a907-4b79-88ff-2082e83a0878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.998822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbbd17f-2b88-4e78-a811-bd9215d7e61a,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.028060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:43.028767 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.030119 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a7f9b654-fc11-4504-bdbe-28548eeb3837 service neutron] 10.222.0.32 "PUT /v2.0/ports/4fbbd17f-2b88-4e78-a811-bd9215d7e61a HTTP/1.1" status: 200 len: 1092 time: 4.9331274 Jul 16 18:16:43.030886 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa21325-ed30-474b-ac7b-e24b965e4714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80a5c70-b765-4922-9b94-9abcba42ad72,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.033020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994c66d4-eecb-4a83-b8b4-808ac86a0e49', 'tag': '4fbbd17f-2b88-4e78-a811-bd9215d7e61a'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:43.034799 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61765d37-a44a-4512-a1f7-1cd4b519ca9f" -d '{"events": [{"name": "network-changed", "server_uuid": "994c66d4-eecb-4a83-b8b4-808ac86a0e49", "tag": "4fbbd17f-2b88-4e78-a811-bd9215d7e61a"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:43.044853 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:16:43.101140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0e5b78e7-7f2e-469f-a78c-52e1cbde9b6c None None] Could not find standard attr ID for object 66d3ce05-8607-4e7d-9d23-3c94bec5904b. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:16:43.135353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9cde29-7cb8-46f8-80dc-9a9d3048b04f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:43.137376 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8f9cde29-7cb8-46f8-80dc-9a9d3048b04f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1950307 Jul 16 18:16:43.139881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57248) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:43.154681 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96615d76-a907-4b79-88ff-2082e83a0878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.212630 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edfb25b-f191-41fc-96a0-ae9ba65fbc27 x-openstack-request-id: req-8edfb25b-f191-41fc-96a0-ae9ba65fbc27 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:43.212922 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994c66d4-eecb-4a83-b8b4-808ac86a0e49", "tag": "4fbbd17f-2b88-4e78-a811-bd9215d7e61a", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:43.213185 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8edfb25b-f191-41fc-96a0-ae9ba65fbc27 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:43.213602 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994c66d4-eecb-4a83-b8b4-808ac86a0e49', 'tag': '4fbbd17f-2b88-4e78-a811-bd9215d7e61a', 'status': 'completed', 'code': 200} Jul 16 18:16:43.234121 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ac878a-d48a-4b50-8519-1a1cad805e1b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:43.236294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ac878a-d48a-4b50-8519-1a1cad805e1b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:43.238118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ac878a-d48a-4b50-8519-1a1cad805e1b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:43.240218 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-37ac878a-d48a-4b50-8519-1a1cad805e1b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0992405 Jul 16 18:16:43.252492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57252) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:43.359403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d4afa8-56dd-44ed-9f67-5d997825a978 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet ebbb62ef-d441-423f-8a8b-6670f3bba3dc {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:43.364364 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15d4afa8-56dd-44ed-9f67-5d997825a978 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.381615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9082b1bc-f3f7-4c96-8bc3-d400541ec447 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:43.392332 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.409843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Transition to ACTIVE for port object 9082b1bc-f3f7-4c96-8bc3-d400541ec447 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:43.419131 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15d4afa8-56dd-44ed-9f67-5d997825a978 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.438978 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.465099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60acf22b-273e-472b-93f9-29e7bbc64980 req-488278c7-784e-4c5b-864d-a350697f7759 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8da3fac-cd73-4606-9108-f3478b6b6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854231 Jul 16 18:16:43.509703 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-49dd6994-3e08-4556-b1ea-bc0d2c135e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.569353 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Pushing event updated for resources: {'Port': ['ID=9082b1bc-f3f7-4c96-8bc3-d400541ec447,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.610077 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96615d76-a907-4b79-88ff-2082e83a0878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.617304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96615d76-a907-4b79-88ff-2082e83a0878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.619182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-96615d76-a907-4b79-88ff-2082e83a0878 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eaf213eb-a0c0-4d4d-af64-39c158e27ccc HTTP/1.1" status: 204 len: 168 time: 1.2870996 Jul 16 18:16:43.624382 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15d4afa8-56dd-44ed-9f67-5d997825a978 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.761330 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96615d76-a907-4b79-88ff-2082e83a0878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf213eb-a0c0-4d4d-af64-39c158e27ccc,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.783417 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15d4afa8-56dd-44ed-9f67-5d997825a978 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.815667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425abb-eedb-4520-9507-78c1139518f2 req-06351373-818a-4ef0-acd0-f5694a87beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:43.817282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-06351373-818a-4ef0-acd0-f5694a87beca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ec5e369a4bb4b739add29e63f871331&device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 1095 time: 0.7236910 Jul 16 18:16:43.913338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4afa8-56dd-44ed-9f67-5d997825a978 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=ebbb62ef-d441-423f-8a8b-6670f3bba3dc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.926674 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15d4afa8-56dd-44ed-9f67-5d997825a978 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.936886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add83c45-663d-4bbb-9db6-c1d449809f7e None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:43.939988 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-15d4afa8-56dd-44ed-9f67-5d997825a978 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/ebbb62ef-d441-423f-8a8b-6670f3bba3dc HTTP/1.1" status: 204 len: 168 time: 0.6861758 Jul 16 18:16:43.940839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57280) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:43.948037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-323cc186-8c96-4d3e-a4dd-4aac577c94e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbbd17f-2b88-4e78-a811-bd9215d7e61a HTTP/1.1" status: 200 len: 217 time: 0.1193807 Jul 16 18:16:44.063741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425abb-eedb-4520-9507-78c1139518f2 req-4d03235f-64af-4a1a-86bc-12d8f8ddf703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:44.065425 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-4d03235f-64af-4a1a-86bc-12d8f8ddf703 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a0e768b-3cfa-42eb-8019-5ce6c31e3aa9 HTTP/1.1" status: 200 len: 864 time: 0.1083803 Jul 16 18:16:44.082642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-0556d5b7-5643-4334-aa3c-376c7d3c0b05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet efa3ccf8-42e9-4fda-9510-58425dfa86f0 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:44.093997 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0556d5b7-5643-4334-aa3c-376c7d3c0b05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.204635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Attempting to bind port 9082b1bc-f3f7-4c96-8bc3-d400541ec447 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:44.205022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Attempting to bind port 9082b1bc-f3f7-4c96-8bc3-d400541ec447 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:44.205459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Attempting to bind port 9082b1bc-f3f7-4c96-8bc3-d400541ec447 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:44.219345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0556d5b7-5643-4334-aa3c-376c7d3c0b05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.229653 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-9c323b30-4334-4ba0-a47f-687d57dac64c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c89b141f-061b-4cca-b9eb-446aa7144f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116621 Jul 16 18:16:44.259144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Port 9082b1bc-f3f7-4c96-8bc3-d400541ec447 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:44.259508 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Attempting to bind port 9082b1bc-f3f7-4c96-8bc3-d400541ec447 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:44.315484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:44.315783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Checking segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:44.316187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Bound using segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:44.316655 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Bound port: 9082b1bc-f3f7-4c96-8bc3-d400541ec447, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:44.317019 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.401523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0556d5b7-5643-4334-aa3c-376c7d3c0b05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.530657 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0556d5b7-5643-4334-aa3c-376c7d3c0b05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.579634 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0556d5b7-5643-4334-aa3c-376c7d3c0b05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.582608 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0556d5b7-5643-4334-aa3c-376c7d3c0b05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/efa3ccf8-42e9-4fda-9510-58425dfa86f0 HTTP/1.1" status: 204 len: 168 time: 0.6407590 Jul 16 18:16:44.584080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556d5b7-5643-4334-aa3c-376c7d3c0b05 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=efa3ccf8-42e9-4fda-9510-58425dfa86f0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:44.594450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57306) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:44.695159 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-989004bd-84f8-4cba-9a6e-0257f5f250cf tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991426 Jul 16 18:16:44.699638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57312) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:44.722594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5b756ef8-c82a-45b3-82f9-f81f500d7e4c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:44.986463 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b756ef8-c82a-45b3-82f9-f81f500d7e4c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:44.994074 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b756ef8-c82a-45b3-82f9-f81f500d7e4c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.377811 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-a55d5dc3-62a0-4cf9-80ad-578b6d247a7d service neutron] 10.222.0.32 "GET /v2.0/networks/c89b141f-061b-4cca-b9eb-446aa7144f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1391368 Jul 16 18:16:45.382368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] For port 9082b1bc-f3f7-4c96-8bc3-d400541ec447, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:45.401457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] For port 9082b1bc-f3f7-4c96-8bc3-d400541ec447, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9082b1bc-f3f7-4c96-8bc3-d400541ec447,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:45.433699 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.532669 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e6f1ce-22b9-4944-a612-f49d942354e0 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:45.562802 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b756ef8-c82a-45b3-82f9-f81f500d7e4c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.662225 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b756ef8-c82a-45b3-82f9-f81f500d7e4c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=d8fa584b-2ec7-494f-95c1-b7e2742bad32,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:45.671622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.676514 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.678154 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] 10.222.0.11 "PUT /v2.0/ports/9082b1bc-f3f7-4c96-8bc3-d400541ec447 HTTP/1.1" status: 200 len: 1092 time: 4.4276190 Jul 16 18:16:45.688467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e46797-07df-4758-ab29-cf2771032036', 'tag': '9082b1bc-f3f7-4c96-8bc3-d400541ec447'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:45.692470 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caa3292-78db-418b-9027-2683e63c1df5" -d '{"events": [{"name": "network-changed", "server_uuid": "14e46797-07df-4758-ab29-cf2771032036", "tag": "9082b1bc-f3f7-4c96-8bc3-d400541ec447"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:45.723590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b8411-72ba-4b19-b40f-cee6dfc77539 req-50796aea-3a32-4833-a349-24859565ed00 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.726071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b756ef8-c82a-45b3-82f9-f81f500d7e4c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:45.727906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5b756ef8-c82a-45b3-82f9-f81f500d7e4c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:45.732157 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa7b8411-72ba-4b19-b40f-cee6dfc77539 req-50796aea-3a32-4833-a349-24859565ed00 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 943 time: 0.5025506 Jul 16 18:16:45.737285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b756ef8-c82a-45b3-82f9-f81f500d7e4c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.737923 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b756ef8-c82a-45b3-82f9-f81f500d7e4c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.747325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2020b-099b-4228-ac0e-36b13bec5289 req-fdb56014-bf17-4e00-8f5a-7f3bc896f4a4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.755723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cfa2020b-099b-4228-ac0e-36b13bec5289 req-fdb56014-bf17-4e00-8f5a-7f3bc896f4a4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 943 time: 1.8042560 Jul 16 18:16:45.773502 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5b756ef8-c82a-45b3-82f9-f81f500d7e4c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0690551 Jul 16 18:16:45.774617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57352) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:45.786916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-64e57b4d-779b-4496-911e-d6d54131b8a9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:45.811249 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5acfa0cd-592b-4f40-91e1-35a9bc87b962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.816888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937a985-f878-455c-99d9-afdb889c5b0f service neutron] Pushing event updated for resources: {'Port': ['ID=9082b1bc-f3f7-4c96-8bc3-d400541ec447,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:45.880643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0d01eaaf-2863-4df4-a962-c718aa99791d None None] Provisioning complete for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:45.883347 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0d01eaaf-2863-4df4-a962-c718aa99791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.897622 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8425abb-eedb-4520-9507-78c1139518f2 req-631a28c2-5ffe-41bc-bb4c-753c487e21d4 service neutron] 10.222.0.32 "GET /v2.0/networks/c89b141f-061b-4cca-b9eb-446aa7144f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073190 Jul 16 18:16:45.985452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa7b8411-72ba-4b19-b40f-cee6dfc77539 req-74e96143-f0b1-4fb7-bfc0-f663c0c46c8a tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8da3fac-cd73-4606-9108-f3478b6b6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517891 Jul 16 18:16:46.051302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cfa2020b-099b-4228-ac0e-36b13bec5289 req-9ffa331c-9ca8-47f3-95e5-fc64931209a3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942488 Jul 16 18:16:46.072993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e57b4d-779b-4496-911e-d6d54131b8a9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:46.078962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-64e57b4d-779b-4496-911e-d6d54131b8a9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.192785 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c73862-f496-4694-ac2b-1c8ac917a6b4 x-openstack-request-id: req-b2c73862-f496-4694-ac2b-1c8ac917a6b4 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:46.196172 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e46797-07df-4758-ab29-cf2771032036", "tag": "9082b1bc-f3f7-4c96-8bc3-d400541ec447", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:46.197128 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2c73862-f496-4694-ac2b-1c8ac917a6b4 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:46.202201 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e46797-07df-4758-ab29-cf2771032036', 'tag': '9082b1bc-f3f7-4c96-8bc3-d400541ec447', 'status': 'completed', 'code': 200} Jul 16 18:16:46.208452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-1b262b04-7a1c-4b11-8c52-dd71374efb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.215577 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-1b262b04-7a1c-4b11-8c52-dd71374efb31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 1095 time: 0.4496286 Jul 16 18:16:46.251508 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.263042 n-d-787205-10 neutron-server[105590]: INFO neutron.db.ipam_backend_mixin [None req-64e57b4d-779b-4496-911e-d6d54131b8a9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d8fa584b-2ec7-494f-95c1-b7e2742bad32 (CIDR: 2001:db8::/64) Jul 16 18:16:46.268627 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e57b4d-779b-4496-911e-d6d54131b8a9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:16:46.269535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e57b4d-779b-4496-911e-d6d54131b8a9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:46.297261 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-64e57b4d-779b-4496-911e-d6d54131b8a9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5214515 Jul 16 18:16:46.297994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57356) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:46.307847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'subnet': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:46.379231 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-da071685-27c1-4acc-be3f-a9ffcb6d257f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9082b1bc-f3f7-4c96-8bc3-d400541ec447 HTTP/1.1" status: 200 len: 217 time: 0.1526275 Jul 16 18:16:46.531471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61765d37-a44a-4512-a1f7-1cd4b519ca9f req-b014a0ad-3ba5-4ee7-99b1-b2194ed600a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.533851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61765d37-a44a-4512-a1f7-1cd4b519ca9f req-b014a0ad-3ba5-4ee7-99b1-b2194ed600a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ec5e369a4bb4b739add29e63f871331&device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 1095 time: 0.5425327 Jul 16 18:16:46.555500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:46.559892 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.585519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-fab23466-d87d-4341-b81d-ce4860db387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.588063 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-fab23466-d87d-4341-b81d-ce4860db387f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.1923664 Jul 16 18:16:46.724149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aef599-08b1-442f-94f3-79f530dba713 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:46.833374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61765d37-a44a-4512-a1f7-1cd4b519ca9f req-69ffd1ff-b019-4436-a8ae-f8be97983df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.835665 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61765d37-a44a-4512-a1f7-1cd4b519ca9f req-69ffd1ff-b019-4436-a8ae-f8be97983df1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c89b141f-061b-4cca-b9eb-446aa7144f8d HTTP/1.1" status: 200 len: 925 time: 0.2918129 Jul 16 18:16:46.852809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-36082bc3-4dae-4c75-9f31-b332d0024a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.854384 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-36082bc3-4dae-4c75-9f31-b332d0024a62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2592278 Jul 16 18:16:46.915927 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61765d37-a44a-4512-a1f7-1cd4b519ca9f req-79ae56cf-fd8f-4fdb-a7ab-3ea52cb69294 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbbd17f-2b88-4e78-a811-bd9215d7e61a HTTP/1.1" status: 200 len: 217 time: 0.0705853 Jul 16 18:16:46.942342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5c1d0e9a-ac16-42df-b73f-a82060d34807 None None] Provisioning complete for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:46.943052 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5c1d0e9a-ac16-42df-b73f-a82060d34807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.087715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61765d37-a44a-4512-a1f7-1cd4b519ca9f req-6ff196e5-49fa-4b7c-b3a0-c6e6eea8c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:47.108100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61765d37-a44a-4512-a1f7-1cd4b519ca9f req-6ff196e5-49fa-4b7c-b3a0-c6e6eea8c8be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a0e768b-3cfa-42eb-8019-5ce6c31e3aa9 HTTP/1.1" status: 200 len: 864 time: 0.1782324 Jul 16 18:16:47.220389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61765d37-a44a-4512-a1f7-1cd4b519ca9f req-0ec1e00e-0951-4bb0-bbb6-e0b2096cc02f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c89b141f-061b-4cca-b9eb-446aa7144f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051769 Jul 16 18:16:47.364394 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-009d2a37-50ea-49b7-bfff-ee79020b9c41 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581752 Jul 16 18:16:47.557751 n-d-787205-10 neutron-server[105590]: DEBUG neutron.objects.ports [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105590) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:16:47.646288 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.720725 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61765d37-a44a-4512-a1f7-1cd4b519ca9f req-c128125c-80bf-49be-b743-5f252893c0df service neutron] 10.222.0.32 "GET /v2.0/networks/c89b141f-061b-4cca-b9eb-446aa7144f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570642 Jul 16 18:16:47.818851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bbe66-1ed5-4d69-86be-bc3c75a31ba9 req-137118d7-babd-4fda-b387-99398958eece tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:47.820981 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da0bbe66-1ed5-4d69-86be-bc3c75a31ba9 req-137118d7-babd-4fda-b387-99398958eece tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 943 time: 0.5614395 Jul 16 18:16:47.838398 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0048d689-fd2c-48a2-9803-4115a75f5d7c req-87ce0132-4d3b-46fd-8d87-3a319b8752eb service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572473 Jul 16 18:16:47.856254 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.873089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-be7952bb-3b58-4ad0-a968-6f0c6d302d43 None None] Provisioning complete for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:47.873640 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be7952bb-3b58-4ad0-a968-6f0c6d302d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.940716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4483a0d-ff94-4466-8e29-47ef72f44661 req-44b2d320-ba9f-4ccd-9203-0e9a369a2c39 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:47.943259 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4483a0d-ff94-4466-8e29-47ef72f44661 req-44b2d320-ba9f-4ccd-9203-0e9a369a2c39 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 943 time: 0.5574319 Jul 16 18:16:48.096433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da0bbe66-1ed5-4d69-86be-bc3c75a31ba9 req-112aa184-964f-4e28-b672-d6b468c868da tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8da3fac-cd73-4606-9108-f3478b6b6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568390 Jul 16 18:16:48.173077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4483a0d-ff94-4466-8e29-47ef72f44661 req-57d963a5-292f-4b9e-bd74-805a8116636d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019997 Jul 16 18:16:48.255501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61765d37-a44a-4512-a1f7-1cd4b519ca9f req-3f549333-ce1e-429a-b7ed-552fff8dd8d7 service neutron] 10.222.0.32 "GET /v2.0/networks/c89b141f-061b-4cca-b9eb-446aa7144f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605746 Jul 16 18:16:48.269404 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa3292-78db-418b-9027-2683e63c1df5 req-5aa76ea3-45b3-436f-9d5d-9531a347e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.271132 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1caa3292-78db-418b-9027-2683e63c1df5 req-5aa76ea3-45b3-436f-9d5d-9531a347e492 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 1095 time: 0.3241365 Jul 16 18:16:48.360537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] For port 9485e9ce-d4d5-4df6-a67d-a44fb5753842, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9485e9ce-d4d5-4df6-a67d-a44fb5753842,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:48.398385 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.406455 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.407445 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.447821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa3292-78db-418b-9027-2683e63c1df5 req-f06bfee7-1c8b-4e8b-8502-32b02dd1d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.449632 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1caa3292-78db-418b-9027-2683e63c1df5 req-f06bfee7-1c8b-4e8b-8502-32b02dd1d94e service neutron] 10.222.0.11 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.1698611 Jul 16 18:16:48.489058 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=9485e9ce-d4d5-4df6-a67d-a44fb5753842,revision_number=14']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:48.496512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1caa3292-78db-418b-9027-2683e63c1df5 req-caa97657-f614-4366-9d58-2366417547d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9082b1bc-f3f7-4c96-8bc3-d400541ec447 HTTP/1.1" status: 200 len: 217 time: 0.0396924 Jul 16 18:16:48.538809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:48.543285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:48.555699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0b1766-d09f-4fc3-a0c0-1f55143800f3 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:48.562685 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa3292-78db-418b-9027-2683e63c1df5 req-56250caa-3ce4-47c6-8b28-029831f9973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.564738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1caa3292-78db-418b-9027-2683e63c1df5 req-56250caa-3ce4-47c6-8b28-029831f9973f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0601747 Jul 16 18:16:48.572642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.573245 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.576205 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Subnet': ['ID=a597c668-1f0d-4541-b322-d1ed43e2d0bc,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:48.598862 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2f9cc8f7-a3de-45ef-be69-8bc0cbee37db tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2997019 Jul 16 18:16:48.602161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57388) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:48.608733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Request body: {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'mac_address': 'fa:16:3e:7d:31:64', 'name': 'tempest-NetworksTestDHCPv6-2100503823'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:48.641063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa3292-78db-418b-9027-2683e63c1df5 req-7e678b5d-e995-4b53-a814-893cc7794d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.644136 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1caa3292-78db-418b-9027-2683e63c1df5 req-7e678b5d-e995-4b53-a814-893cc7794d3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695527 Jul 16 18:16:48.746199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Made reservation on behalf of 71cb9f648a7a444bbaad3f137b69223f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:48.797090 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1caa3292-78db-418b-9027-2683e63c1df5 req-e97a62fe-e1d8-46b2-9741-941ca6047f1e service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445618 Jul 16 18:16:48.868532 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.901592 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] device_id is not set on port 52a2939a-f7be-4dee-b82c-db6c552b7d0c yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:16:48.940260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b481960-65af-43aa-b15c-d7e50b9fe27c None None] Update dhcp port {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': 'a597c668-1f0d-4541-b322-d1ed43e2d0bc', 'ip_address': '2001:db8:0:1:f816:3eff:feea:ef86'}, {'subnet_id': 'd8fa584b-2ec7-494f-95c1-b7e2742bad32'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '9485e9ce-d4d5-4df6-a67d-a44fb5753842'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:16:48.964432 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1caa3292-78db-418b-9027-2683e63c1df5 req-16f4d757-b427-44b4-97bc-a52aea3716bb service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594825 Jul 16 18:16:48.989360 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0b481960-65af-43aa-b15c-d7e50b9fe27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.084773 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.157454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8::36e (e8517db6-f0e1-4090-9d37-24c97738cf54/d8fa584b-2ec7-494f-95c1-b7e2742bad32/52a2939a-f7be-4dee-b82c-db6c552b7d0c) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:49.173248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7d:3164 (e8517db6-f0e1-4090-9d37-24c97738cf54/a597c668-1f0d-4541-b322-d1ed43e2d0bc/52a2939a-f7be-4dee-b82c-db6c552b7d0c) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:49.430941 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.452118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Transition to ACTIVE for port object 52a2939a-f7be-4dee-b82c-db6c552b7d0c will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:49.471149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ceec3-0263-4fa9-9b04-de293ee37154 req-8bae9350-e4cb-4623-adf4-e80b291560d3 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.472920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e8ceec3-0263-4fa9-9b04-de293ee37154 req-8bae9350-e4cb-4623-adf4-e80b291560d3 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 943 time: 0.2010231 Jul 16 18:16:49.505028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.539726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4fbbd17f-2b88-4e78-a811-bd9215d7e61a details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:49.592593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Network e8517db6-f0e1-4090-9d37-24c97738cf54 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:49.606607 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:49.610405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:49.625633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.626544 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.641791 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event updated for resources: {'Port': ['ID=52a2939a-f7be-4dee-b82c-db6c552b7d0c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:49.663452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e8ceec3-0263-4fa9-9b04-de293ee37154 req-553cd898-93eb-44b3-9467-73ba035f7bd9 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8da3fac-cd73-4606-9108-f3478b6b6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813416 Jul 16 18:16:49.668215 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dc5d7da8-110b-4465-abb8-3e42dc5a7c51 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0646579 Jul 16 18:16:49.668961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57406) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.725163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c7fcd-b82f-4005-9dd7-e5fcbadcabbd req-405930bf-05cc-487b-89ce-d8666c852270 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.739255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4fbbd17f-2b88-4e78-a811-bd9215d7e61a,segment=NetworkSegment(f92c78fd-8beb-4a4d-9976-d1e032f2519a),segment_id=f92c78fd-8beb-4a4d-9976-d1e032f2519a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:49.742026 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-473c7fcd-b82f-4005-9dd7-e5fcbadcabbd req-405930bf-05cc-487b-89ce-d8666c852270 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 943 time: 0.2342761 Jul 16 18:16:49.817400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-473c7fcd-b82f-4005-9dd7-e5fcbadcabbd req-7cd14dd6-a747-4c5c-9732-771ae6e7a46f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736527 Jul 16 18:16:49.854717 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-af2763b9-9068-47bd-86ca-d2dcdc1e2869 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting port 52a2939a-f7be-4dee-b82c-db6c552b7d0c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:49.855074 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af2763b9-9068-47bd-86ca-d2dcdc1e2869 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.890115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-0b481960-65af-43aa-b15c-d7e50b9fe27c None None] Allocated IP 2001:db8::2 (e8517db6-f0e1-4090-9d37-24c97738cf54/d8fa584b-2ec7-494f-95c1-b7e2742bad32/9485e9ce-d4d5-4df6-a67d-a44fb5753842) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:49.976013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '4fbbd17f-2b88-4e78-a811-bd9215d7e61a', 'network_id': 'c89b141f-061b-4cca-b9eb-446aa7144f8d', 'port_id': '4fbbd17f-2b88-4e78-a811-bd9215d7e61a', 'mac_address': 'fa:16:3e:7f:a1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0e768b-3cfa-42eb-8019-5ce6c31e3aa9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:49.989142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af2763b9-9068-47bd-86ca-d2dcdc1e2869 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.002932 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-af2763b9-9068-47bd-86ca-d2dcdc1e2869 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Calling delete_port for 52a2939a-f7be-4dee-b82c-db6c552b7d0c owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:50.099043 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.182507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fbbd17f-2b88-4e78-a811-bd9215d7e61a {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:50.198493 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0b481960-65af-43aa-b15c-d7e50b9fe27c None None] For port 9485e9ce-d4d5-4df6-a67d-a44fb5753842, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9485e9ce-d4d5-4df6-a67d-a44fb5753842,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:50.245253 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4fbbd17f-2b88-4e78-a811-bd9215d7e61a,segment=NetworkSegment(f92c78fd-8beb-4a4d-9976-d1e032f2519a),segment_id=f92c78fd-8beb-4a4d-9976-d1e032f2519a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:50.263373 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0b481960-65af-43aa-b15c-d7e50b9fe27c None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.266509 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.283800 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af2763b9-9068-47bd-86ca-d2dcdc1e2869 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.318950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0b481960-65af-43aa-b15c-d7e50b9fe27c None None] Transition to ACTIVE for port object 9485e9ce-d4d5-4df6-a67d-a44fb5753842 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:50.323526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2763b9-9068-47bd-86ca-d2dcdc1e2869 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Port': ['ID=52a2939a-f7be-4dee-b82c-db6c552b7d0c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.339607 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0b481960-65af-43aa-b15c-d7e50b9fe27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.360062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9485e9ce-d4d5-4df6-a67d-a44fb5753842 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:50.420301 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af2763b9-9068-47bd-86ca-d2dcdc1e2869 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.422469 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-af2763b9-9068-47bd-86ca-d2dcdc1e2869 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/52a2939a-f7be-4dee-b82c-db6c552b7d0c HTTP/1.1" status: 204 len: 168 time: 0.7525363 Jul 16 18:16:50.425050 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57410) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.444549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=4fbbd17f-2b88-4e78-a811-bd9215d7e61a,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.505638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['4fbbd17f-2b88-4e78-a811-bd9215d7e61a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:50.568666 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaeddd4-bc85-4106-8796-6eb01a004b0a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.574140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1aaeddd4-bc85-4106-8796-6eb01a004b0a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1468670 Jul 16 18:16:50.574321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57416) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.662005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b481960-65af-43aa-b15c-d7e50b9fe27c None None] Pushing event updated for resources: {'Port': ['ID=9485e9ce-d4d5-4df6-a67d-a44fb5753842,revision_number=15']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.823126 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c419179b-6418-4e51-a244-7f0625f87251 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.824682 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c419179b-6418-4e51-a244-7f0625f87251 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2492347 Jul 16 18:16:50.827697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57426) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.979550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286518eb-2603-4e56-8246-94d69a7e03dd tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.981167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286518eb-2603-4e56-8246-94d69a7e03dd tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.987083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286518eb-2603-4e56-8246-94d69a7e03dd tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.999101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57432) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.999535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57434) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.999796 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-286518eb-2603-4e56-8246-94d69a7e03dd tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1710076 Jul 16 18:16:51.147006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d990d79a-4913-4a29-a2d7-f08af9b37947 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet a597c668-1f0d-4541-b322-d1ed43e2d0bc {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:51.173738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43751135-ec36-4b8b-8e69-a10219bf12bd req-03766a98-a618-4c40-8a0f-d0ba606ff7a7 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:51.183849 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d990d79a-4913-4a29-a2d7-f08af9b37947 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.184265 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43751135-ec36-4b8b-8e69-a10219bf12bd req-03766a98-a618-4c40-8a0f-d0ba606ff7a7 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 944 time: 0.1831868 Jul 16 18:16:51.275051 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d03bf1ef-03ec-4144-bc22-5b50e21288e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.281138 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d990d79a-4913-4a29-a2d7-f08af9b37947 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.291237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43751135-ec36-4b8b-8e69-a10219bf12bd req-73693887-84e2-46bf-a863-86b170cfef5f tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8da3fac-cd73-4606-9108-f3478b6b6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059272 Jul 16 18:16:51.314041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4fbbd17f-2b88-4e78-a811-bd9215d7e61a up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:51.499997 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d03bf1ef-03ec-4144-bc22-5b50e21288e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.526344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:51.528747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d03bf1ef-03ec-4144-bc22-5b50e21288e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.531875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:51.532276 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.589902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2107ba2-dd93-42d7-ad47-38704e0811a9 req-507b086f-b475-4a9d-9a4f-da71f4882193 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:51.599782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2107ba2-dd93-42d7-ad47-38704e0811a9 req-507b086f-b475-4a9d-9a4f-da71f4882193 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 943 time: 0.2874053 Jul 16 18:16:51.681571 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.691662 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-62c64aac-a923-485e-8bc3-92c52f5995b4 None None] Provisioning for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:51.702422 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-62c64aac-a923-485e-8bc3-92c52f5995b4 None None] Provisioning complete for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:51.703201 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2107ba2-dd93-42d7-ad47-38704e0811a9 req-86b242c3-6ff0-4e9d-adbf-5129ebe6a293 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024721 Jul 16 18:16:51.703624 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62c64aac-a923-485e-8bc3-92c52f5995b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.750647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994c66d4-eecb-4a83-b8b4-808ac86a0e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbbd17f-2b88-4e78-a811-bd9215d7e61a'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:51.753305 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83eafa5-b2ea-486b-891b-63d6b86af244" -d '{"events": [{"server_uuid": "994c66d4-eecb-4a83-b8b4-808ac86a0e49", "name": "network-vif-plugged", "status": "completed", "tag": "4fbbd17f-2b88-4e78-a811-bd9215d7e61a"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:51.778573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4fbbd17f-2b88-4e78-a811-bd9215d7e61a,segment=NetworkSegment(f92c78fd-8beb-4a4d-9976-d1e032f2519a),segment_id=f92c78fd-8beb-4a4d-9976-d1e032f2519a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:51.796382 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.837379 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d03bf1ef-03ec-4144-bc22-5b50e21288e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=861d9ca301544cd8a1768b570dfe49f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8346696 Jul 16 18:16:51.839023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57444) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:51.840445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bf1ef-03ec-4144-bc22-5b50e21288e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534f731a-5e81-44be-989a-692195c0a54e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:51.884617 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e42efa-e397-4b7b-94dc-7650f212866d x-openstack-request-id: req-62e42efa-e397-4b7b-94dc-7650f212866d {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:51.885023 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994c66d4-eecb-4a83-b8b4-808ac86a0e49", "name": "network-vif-plugged", "status": "completed", "tag": "4fbbd17f-2b88-4e78-a811-bd9215d7e61a", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:51.885933 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62e42efa-e397-4b7b-94dc-7650f212866d {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:51.886738 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994c66d4-eecb-4a83-b8b4-808ac86a0e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbbd17f-2b88-4e78-a811-bd9215d7e61a', 'code': 200} Jul 16 18:16:51.889395 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d990d79a-4913-4a29-a2d7-f08af9b37947 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.913414 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=4fbbd17f-2b88-4e78-a811-bd9215d7e61a,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.007207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9f53ee3c-04cc-4c43-84aa-4bab8fd47fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.030879 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d990d79a-4913-4a29-a2d7-f08af9b37947 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.039886 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75331473-554f-4cbe-a7d3-360c92af67af req-dbf6ddb3-fbd1-4c6a-bb3a-f36f46da3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.041452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75331473-554f-4cbe-a7d3-360c92af67af req-dbf6ddb3-fbd1-4c6a-bb3a-f36f46da3371 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 1097 time: 0.1262960 Jul 16 18:16:52.043490 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9f53ee3c-04cc-4c43-84aa-4bab8fd47fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.049522 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d990d79a-4913-4a29-a2d7-f08af9b37947 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.057729 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d990d79a-4913-4a29-a2d7-f08af9b37947 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/a597c668-1f0d-4541-b322-d1ed43e2d0bc HTTP/1.1" status: 204 len: 168 time: 1.0555458 Jul 16 18:16:52.065333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57450) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:52.074656 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f951ee9d-3e12-4541-afda-921f8fcffccb None None] Could not find standard attr ID for object 52a2939a-f7be-4dee-b82c-db6c552b7d0c. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:16:52.091005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990d79a-4913-4a29-a2d7-f08af9b37947 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=a597c668-1f0d-4541-b322-d1ed43e2d0bc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.190684 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1bae00-a1c9-4b88-a1a4-af7668b173df tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Deleting subnet d8fa584b-2ec7-494f-95c1-b7e2742bad32 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:52.202300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75331473-554f-4cbe-a7d3-360c92af67af req-7be1f77d-3bd3-41c8-bb32-762674ebf75f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d8da3fac-cd73-4606-9108-f3478b6b6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491296 Jul 16 18:16:52.203094 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e1bae00-a1c9-4b88-a1a4-af7668b173df tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.275630 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e1bae00-a1c9-4b88-a1a4-af7668b173df tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.303999 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9f53ee3c-04cc-4c43-84aa-4bab8fd47fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.306904 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9f53ee3c-04cc-4c43-84aa-4bab8fd47fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.334999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc0cc4-9234-48d9-95a7-011cd9b17f58 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:52.336125 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9f53ee3c-04cc-4c43-84aa-4bab8fd47fed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/534f731a-5e81-44be-989a-692195c0a54e HTTP/1.1" status: 204 len: 168 time: 0.4952257 Jul 16 18:16:52.360438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53ee3c-04cc-4c43-84aa-4bab8fd47fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534f731a-5e81-44be-989a-692195c0a54e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.479123 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e1bae00-a1c9-4b88-a1a4-af7668b173df tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.488552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9485e9ce-d4d5-4df6-a67d-a44fb5753842 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:52.631839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:52.632484 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.647765 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e1bae00-a1c9-4b88-a1a4-af7668b173df tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.731818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bae00-a1c9-4b88-a1a4-af7668b173df tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Subnet': ['ID=d8fa584b-2ec7-494f-95c1-b7e2742bad32,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.761465 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8e1bae00-a1c9-4b88-a1a4-af7668b173df tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.764445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8e1bae00-a1c9-4b88-a1a4-af7668b173df tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/d8fa584b-2ec7-494f-95c1-b7e2742bad32 HTTP/1.1" status: 204 len: 168 time: 0.6960051 Jul 16 18:16:52.767011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57466) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:52.814229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f2d82-6e7a-46e1-ad78-d785d4caf9b0 req-09794c47-b013-4f0a-87a3-df066355ec17 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.816304 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c7f2d82-6e7a-46e1-ad78-d785d4caf9b0 req-09794c47-b013-4f0a-87a3-df066355ec17 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 945 time: 0.2573645 Jul 16 18:16:52.920109 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c7f2d82-6e7a-46e1-ad78-d785d4caf9b0 req-10ffd65c-c321-4e55-a0f8-6c81948bf54e tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8da3fac-cd73-4606-9108-f3478b6b6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918064 Jul 16 18:16:52.920790 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e9afbe4c-ca36-412a-91b6-abc631517fd8 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1525743 Jul 16 18:16:52.928439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57480) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:53.144151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff5917e-9f58-4315-a501-709f23a6ca6f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.148075 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1ff5917e-9f58-4315-a501-709f23a6ca6f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2148800 Jul 16 18:16:53.148592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57488) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:53.203702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84128f0-5374-4e49-9ef2-237dde63c0f9 req-ce75c711-4810-459d-b372-511c2713b16d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.214932 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b84128f0-5374-4e49-9ef2-237dde63c0f9 req-ce75c711-4810-459d-b372-511c2713b16d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 943 time: 0.1613941 Jul 16 18:16:53.220908 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.236544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05690a2-f9c4-4768-8843-189dc6f79bb6 None None] Update dhcp port {'port': {'network_id': 'e8517db6-f0e1-4090-9d37-24c97738cf54', 'fixed_ips': [{'subnet_id': 'd8fa584b-2ec7-494f-95c1-b7e2742bad32'}], 'binding:host_id': 'n-d-787205-10'}, 'id': '9485e9ce-d4d5-4df6-a67d-a44fb5753842'} from n-d-787205-10. {{(pid=105592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:16:53.295181 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f05690a2-f9c4-4768-8843-189dc6f79bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.325258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d34a444-6b63-4677-895a-212685787d17 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.327320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7d34a444-6b63-4677-895a-212685787d17 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1776192 Jul 16 18:16:53.330092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57496) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:53.381244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b84128f0-5374-4e49-9ef2-237dde63c0f9 req-061ac203-3c45-457c-a27a-de2cbee5cb4b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515162 Jul 16 18:16:53.443851 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ad58717a-8980-4c5b-a69b-df04aaf32c64 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119382 Jul 16 18:16:53.453235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57500) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:53.505770 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-972fbf80-deb5-41c4-9dd5-c00c29daeb45 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:53.506800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972fbf80-deb5-41c4-9dd5-c00c29daeb45 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:53.509347 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-972fbf80-deb5-41c4-9dd5-c00c29daeb45 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/52a2939a-f7be-4dee-b82c-db6c552b7d0c HTTP/1.1" status: 404 len: 333 time: 0.0550499 Jul 16 18:16:53.511734 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57504) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:53.542353 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae07549a-eb00-4fd2-9b17-ec4ccc8e3b08 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:53.543088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae07549a-eb00-4fd2-9b17-ec4ccc8e3b08 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:53.545372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ae07549a-eb00-4fd2-9b17-ec4ccc8e3b08 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/a597c668-1f0d-4541-b322-d1ed43e2d0bc HTTP/1.1" status: 404 len: 337 time: 0.0324907 Jul 16 18:16:53.548163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57506) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:53.581514 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d32235b-5427-48a6-af5e-61e159441579 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:53.582340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d32235b-5427-48a6-af5e-61e159441579 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:53.584370 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6d32235b-5427-48a6-af5e-61e159441579 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/d8fa584b-2ec7-494f-95c1-b7e2742bad32 HTTP/1.1" status: 404 len: 337 time: 0.0349598 Jul 16 18:16:53.587526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57508) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:53.599961 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d04958f-cc7e-4ae4-b41b-39d853a4cb18 None None] Network e8517db6-f0e1-4090-9d37-24c97738cf54 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:53.653584 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07bb7e5-883d-4e4e-b62b-1c5f865775da tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:53.654731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07bb7e5-883d-4e4e-b62b-1c5f865775da tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:53.656797 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a07bb7e5-883d-4e4e-b62b-1c5f865775da tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/66d3ce05-8607-4e7d-9d23-3c94bec5904b HTTP/1.1" status: 404 len: 333 time: 0.0679479 Jul 16 18:16:53.659458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57512) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:53.710839 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8464bf-38f6-4505-9aaa-ea3988fc9ac7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:53.713024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8464bf-38f6-4505-9aaa-ea3988fc9ac7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:53.716716 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ac8464bf-38f6-4505-9aaa-ea3988fc9ac7 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/ebbb62ef-d441-423f-8a8b-6670f3bba3dc HTTP/1.1" status: 404 len: 337 time: 0.0555763 Jul 16 18:16:53.719277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57514) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:53.765854 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5edfaa-8049-48fb-ab53-404a30973053 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:53.766697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5edfaa-8049-48fb-ab53-404a30973053 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:53.769009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6c5edfaa-8049-48fb-ab53-404a30973053 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/efa3ccf8-42e9-4fda-9510-58425dfa86f0 HTTP/1.1" status: 404 len: 337 time: 0.0484524 Jul 16 18:16:53.771696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57516) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:53.777965 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e9d152ef-2986-4ded-a088-7d738be0e1d5 None None] Provisioning complete for port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:53.778572 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e9d152ef-2986-4ded-a088-7d738be0e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.805296 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-86065ea9-210b-4493-ac3c-e76b3769bf69 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:53.806408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86065ea9-210b-4493-ac3c-e76b3769bf69 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:53.808495 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-86065ea9-210b-4493-ac3c-e76b3769bf69 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/2130e367-fe45-4c8e-8b90-229032e146d0 HTTP/1.1" status: 404 len: 333 time: 0.0358009 Jul 16 18:16:53.811144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57518) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:53.906355 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bbca34-71c9-46c1-a2b3-a96c5a82aec6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:53.910422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bbca34-71c9-46c1-a2b3-a96c5a82aec6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:53.915941 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a7bbca34-71c9-46c1-a2b3-a96c5a82aec6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/07bec25f-9ddc-44f2-ae89-fc1720b4b445 HTTP/1.1" status: 404 len: 337 time: 0.1020775 Jul 16 18:16:53.917882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57524) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:53.988510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab65757b-652c-4635-b04a-aee164281406 None None] DHCP port deletion for e8517db6-f0e1-4090-9d37-24c97738cf54 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:54.001787 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0778c382-62ae-45ca-857c-3bd682e02abd tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.003070 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0778c382-62ae-45ca-857c-3bd682e02abd tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.004650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0778c382-62ae-45ca-857c-3bd682e02abd tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/5b9ea3b7-ade7-4796-a8e9-a1323072e6cf HTTP/1.1" status: 404 len: 337 time: 0.0853133 Jul 16 18:16:54.007134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57528) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.082937 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3d2e0f-59d5-438a-a9c9-2c0109e26b1e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.084062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3d2e0f-59d5-438a-a9c9-2c0109e26b1e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.089988 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3d3d2e0f-59d5-438a-a9c9-2c0109e26b1e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/5510e1d5-4dc2-4b4c-99b7-d16dfa24525f HTTP/1.1" status: 404 len: 333 time: 0.0817263 Jul 16 18:16:54.090185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57532) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.137465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ab65757b-652c-4635-b04a-aee164281406 None None] Deleting port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:54.139276 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ab65757b-652c-4635-b04a-aee164281406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.156981 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1d98d1-6b0d-4a15-acd6-daabfa941d2f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.158114 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1d98d1-6b0d-4a15-acd6-daabfa941d2f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.162147 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7a1d98d1-6b0d-4a15-acd6-daabfa941d2f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/c0a42fc3-78b0-4763-93f0-a047fcb21d82 HTTP/1.1" status: 404 len: 337 time: 0.0685468 Jul 16 18:16:54.163034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57536) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.212173 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-685866e8-6ca5-40ed-86a5-62d53379a282 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.212994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685866e8-6ca5-40ed-86a5-62d53379a282 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.218692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57540) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.229587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-685866e8-6ca5-40ed-86a5-62d53379a282 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/ebf564af-75bc-43da-bae7-72f354ed07b5 HTTP/1.1" status: 404 len: 337 time: 0.0566761 Jul 16 18:16:54.230471 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ab65757b-652c-4635-b04a-aee164281406 None None] For port 9485e9ce-d4d5-4df6-a67d-a44fb5753842, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9485e9ce-d4d5-4df6-a67d-a44fb5753842,segment=NetworkSegment(f7cb4477-a8f1-4c86-8c18-44e44f79689f),segment_id=f7cb4477-a8f1-4c86-8c18-44e44f79689f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:54.231318 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ab65757b-652c-4635-b04a-aee164281406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.254550 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6109b622-0d99-4599-bdf8-534a2081961f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.255282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6109b622-0d99-4599-bdf8-534a2081961f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.257469 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6109b622-0d99-4599-bdf8-534a2081961f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/4c5de24a-c9c4-4ff9-9474-3589aac6a6dd HTTP/1.1" status: 404 len: 333 time: 0.0370097 Jul 16 18:16:54.262207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57542) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.275597 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ab65757b-652c-4635-b04a-aee164281406 None None] Calling delete_port for 9485e9ce-d4d5-4df6-a67d-a44fb5753842 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:54.359254 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c17ccdb-0738-4f8b-8aa2-cbf584d0483c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.359735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c17ccdb-0738-4f8b-8aa2-cbf584d0483c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.365382 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6c17ccdb-0738-4f8b-8aa2-cbf584d0483c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/a8807474-7dd3-4489-91bf-9a5d6e2ff2eb HTTP/1.1" status: 404 len: 337 time: 0.1020811 Jul 16 18:16:54.366744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57548) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.389700 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9fed3-2b79-4645-9595-c0416d9705ec req-eb46c50a-49e0-4caa-92a8-6e11ca7316b2 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.401293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9485e9ce-d4d5-4df6-a67d-a44fb5753842 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:54.403785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d5c9fed3-2b79-4645-9595-c0416d9705ec req-eb46c50a-49e0-4caa-92a8-6e11ca7316b2 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 945 time: 0.2064307 Jul 16 18:16:54.442408 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8df164-62d6-4856-9da1-5108675f2390 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.445893 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8df164-62d6-4856-9da1-5108675f2390 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.454443 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4d8df164-62d6-4856-9da1-5108675f2390 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/5746231b-a5d3-4163-997c-2d03a83e11e7 HTTP/1.1" status: 404 len: 333 time: 0.0834441 Jul 16 18:16:54.456878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57552) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.511720 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9cbfcc-f958-4c64-a94a-e45e0559c1ee tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.512189 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9cbfcc-f958-4c64-a94a-e45e0559c1ee tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.513988 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9a9cbfcc-f958-4c64-a94a-e45e0559c1ee tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/af68b9c4-67ae-4123-ba9f-243999952ddf HTTP/1.1" status: 404 len: 337 time: 0.0554159 Jul 16 18:16:54.520621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57560) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.522948 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d5c9fed3-2b79-4645-9595-c0416d9705ec req-8896f886-06c8-4808-a7f4-165d5fa9fd51 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8da3fac-cd73-4606-9108-f3478b6b6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164443 Jul 16 18:16:54.546546 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ab65757b-652c-4635-b04a-aee164281406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.583869 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-678c97a8-6504-4d1c-8d1e-ee943c89ebb6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.584579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678c97a8-6504-4d1c-8d1e-ee943c89ebb6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.593554 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-678c97a8-6504-4d1c-8d1e-ee943c89ebb6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/47159f88-3c92-4a9f-ab1e-fe93761e6caf HTTP/1.1" status: 404 len: 333 time: 0.0697250 Jul 16 18:16:54.593820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57566) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.604480 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65757b-652c-4635-b04a-aee164281406 None None] Pushing event deleted for resources: {'Port': ['ID=9485e9ce-d4d5-4df6-a67d-a44fb5753842,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:54.641328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab65757b-652c-4635-b04a-aee164281406 None None] No DVR routers for this DVR port 9485e9ce-d4d5-4df6-a67d-a44fb5753842 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:54.641778 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5aafec-28b1-4d02-84eb-d10703773461 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.642423 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5aafec-28b1-4d02-84eb-d10703773461 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.644732 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7c5aafec-28b1-4d02-84eb-d10703773461 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/6a6f8109-747f-42aa-bbb8-4b6d7a50e6a0 HTTP/1.1" status: 404 len: 337 time: 0.0497375 Jul 16 18:16:54.646369 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.647417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57568) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.717012 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40396f2-3347-4c46-903f-d9856d71f662 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.718220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40396f2-3347-4c46-903f-d9856d71f662 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.723288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e40396f2-3347-4c46-903f-d9856d71f662 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/7c1cdec4-413b-4311-8fc9-3031e37cfab1 HTTP/1.1" status: 404 len: 333 time: 0.0743656 Jul 16 18:16:54.723480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57570) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.759903 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-390314c3-72a9-4d23-b5d0-714ad565115f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.761147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390314c3-72a9-4d23-b5d0-714ad565115f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.763145 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-390314c3-72a9-4d23-b5d0-714ad565115f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/59d00ef0-cb55-4a7b-9c75-67f10e5f8613 HTTP/1.1" status: 404 len: 337 time: 0.0385966 Jul 16 18:16:54.765578 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57572) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.802221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c609d8-5a8c-4b8f-8c56-d7451f9b80ac req-04c6ec63-74a3-4e73-a725-75cafb774b3f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.810086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59c609d8-5a8c-4b8f-8c56-d7451f9b80ac req-04c6ec63-74a3-4e73-a725-75cafb774b3f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 943 time: 0.1503730 Jul 16 18:16:54.815813 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c835c5b-d302-4132-91cb-e7f80ac703e9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.816724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c835c5b-d302-4132-91cb-e7f80ac703e9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.818638 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9c835c5b-d302-4132-91cb-e7f80ac703e9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/c90dd4b1-3835-4974-86f9-2b55b5852b5e HTTP/1.1" status: 404 len: 333 time: 0.0520127 Jul 16 18:16:54.821602 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57574) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.850657 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44d2124-7580-4bcb-87fc-e0757016832c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.851460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44d2124-7580-4bcb-87fc-e0757016832c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.853695 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a44d2124-7580-4bcb-87fc-e0757016832c tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/773b0c70-bf0a-44a9-a0a8-fa5678440f56 HTTP/1.1" status: 404 len: 337 time: 0.0310972 Jul 16 18:16:54.857197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57578) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.906145 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3727f18a-b643-46fc-8994-a5b2130551d2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.906951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3727f18a-b643-46fc-8994-a5b2130551d2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.914639 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3727f18a-b643-46fc-8994-a5b2130551d2 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/82990be0-fa8f-44d8-b6a0-81840299e6a1 HTTP/1.1" status: 404 len: 333 time: 0.0557635 Jul 16 18:16:54.915660 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57586) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.946742 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c1d487-dddf-47fd-ac5e-7905f168d061 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.947267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c1d487-dddf-47fd-ac5e-7905f168d061 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.950007 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e8c1d487-dddf-47fd-ac5e-7905f168d061 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/25cfdb80-2c16-4a04-a708-9d278910355e HTTP/1.1" status: 404 len: 337 time: 0.0323677 Jul 16 18:16:54.953953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57596) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:54.985980 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1af3b8-d682-4c88-87e8-2a4c6768a192 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:54.986454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1af3b8-d682-4c88-87e8-2a4c6768a192 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:54.989696 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3d1af3b8-d682-4c88-87e8-2a4c6768a192 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/5eab4b21-7839-44e8-a28f-436c24e3f931 HTTP/1.1" status: 404 len: 337 time: 0.0322266 Jul 16 18:16:54.991353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57602) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.021738 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff2a4ae-22ff-4b9d-826f-848db6c3708b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.022566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff2a4ae-22ff-4b9d-826f-848db6c3708b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.025358 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bff2a4ae-22ff-4b9d-826f-848db6c3708b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/5b122e3c-9447-411a-a66a-6ea3630575c4 HTTP/1.1" status: 404 len: 333 time: 0.0329704 Jul 16 18:16:55.028245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57610) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.064933 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f850db14-1b97-465c-9d4c-a15e52698119 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.065312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f850db14-1b97-465c-9d4c-a15e52698119 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.067227 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f850db14-1b97-465c-9d4c-a15e52698119 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/0dac7b47-f8b9-40a3-86f4-51184a919ea9 HTTP/1.1" status: 404 len: 337 time: 0.0380447 Jul 16 18:16:55.070900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57616) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.104434 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd81fd3-9c04-4ef4-8820-90774a40b969 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.105536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd81fd3-9c04-4ef4-8820-90774a40b969 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.110136 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4fd81fd3-9c04-4ef4-8820-90774a40b969 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/fbaade42-5703-40d3-8601-aefcc112222c HTTP/1.1" status: 404 len: 337 time: 0.0353191 Jul 16 18:16:55.111649 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57624) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.207207 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e097fa0-2381-4ecc-9abc-1ee4753f4302 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.207935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e097fa0-2381-4ecc-9abc-1ee4753f4302 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.214927 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7e097fa0-2381-4ecc-9abc-1ee4753f4302 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/e5293bf4-becd-4355-a99a-88796dc2c63e HTTP/1.1" status: 404 len: 333 time: 0.0972583 Jul 16 18:16:55.214927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57638) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.286114 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f628712-3ee6-45c0-aebc-43e25e1307b6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.287129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f628712-3ee6-45c0-aebc-43e25e1307b6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.306067 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9f628712-3ee6-45c0-aebc-43e25e1307b6 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/7c63430c-67bc-4d75-8e3b-c4e3776f064a HTTP/1.1" status: 404 len: 337 time: 0.0705106 Jul 16 18:16:55.307226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57648) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.309218 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.338968 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14ea080-3da8-4f91-8d7b-28ded1b0b351 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.339595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14ea080-3da8-4f91-8d7b-28ded1b0b351 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.341850 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a14ea080-3da8-4f91-8d7b-28ded1b0b351 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/14499bf0-7a31-49f4-978c-98278a1223c4 HTTP/1.1" status: 404 len: 337 time: 0.0333438 Jul 16 18:16:55.348656 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57652) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.390571 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-41db3d46-9e1f-4be7-9db1-3b8a1379b67b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.391550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41db3d46-9e1f-4be7-9db1-3b8a1379b67b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.397721 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-41db3d46-9e1f-4be7-9db1-3b8a1379b67b tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/8b74e3fc-fbe6-48ba-8be2-e0511a14e128 HTTP/1.1" status: 404 len: 333 time: 0.0479317 Jul 16 18:16:55.399279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57664) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.408427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59c609d8-5a8c-4b8f-8c56-d7451f9b80ac req-fad7e1ef-a98d-4cc2-8771-7b41771bf5c0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974321 Jul 16 18:16:55.441451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf75e08-79da-4d9d-82b3-f7db7b5e27c6 req-d6aa7b75-8e91-4206-844b-5f5c8032ddcd tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.442336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5bf75e08-79da-4d9d-82b3-f7db7b5e27c6 req-d6aa7b75-8e91-4206-844b-5f5c8032ddcd tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 945 time: 0.6226029 Jul 16 18:16:55.445184 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa93af6-527d-4f22-ace3-e361b9be0126 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.445921 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa93af6-527d-4f22-ace3-e361b9be0126 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.447977 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-afa93af6-527d-4f22-ace3-e361b9be0126 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/1a7f7205-ab04-4d2d-accf-536f0410987e HTTP/1.1" status: 404 len: 337 time: 0.0475502 Jul 16 18:16:55.451031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57670) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.495531 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-236e6349-8c71-4fbb-bf43-6fe1b2dc678e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.496041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236e6349-8c71-4fbb-bf43-6fe1b2dc678e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.497918 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-236e6349-8c71-4fbb-bf43-6fe1b2dc678e tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/b665c778-f9ad-4f85-b3df-1ca83199fa92 HTTP/1.1" status: 404 len: 337 time: 0.0458918 Jul 16 18:16:55.500906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57680) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.518822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5bf75e08-79da-4d9d-82b3-f7db7b5e27c6 req-4c9c5aec-750c-4800-97d0-a4849c456b66 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8da3fac-cd73-4606-9108-f3478b6b6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669434 Jul 16 18:16:55.546581 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5e4958b0-fb46-487e-8d10-235066a6ef98 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports?device_id=c95972f8-6a75-4521-97d7-96802e90e580 HTTP/1.1" status: 200 len: 205 time: 0.0444012 Jul 16 18:16:55.548913 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57690) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.595964 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-37a4f4b7-9838-4965-8416-e0c15cea454a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] delete failed (client error): The resource could not be found. Jul 16 18:16:55.597031 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-37a4f4b7-9838-4965-8416-e0c15cea454a tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/routers/c95972f8-6a75-4521-97d7-96802e90e580 HTTP/1.1" status: 404 len: 336 time: 0.0471816 Jul 16 18:16:55.600227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57700) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.630474 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffd8afe-1b0a-4777-aed1-5cedb7bc25ce tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.630939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffd8afe-1b0a-4777-aed1-5cedb7bc25ce tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.633185 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7ffd8afe-1b0a-4777-aed1-5cedb7bc25ce tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/e0ef326e-c0b1-4af5-9611-5fd019838868 HTTP/1.1" status: 404 len: 337 time: 0.0309765 Jul 16 18:16:55.635700 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57710) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.683365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3580c545-5dd1-4ec2-82d9-eb5cda0e3f2f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ac14994-8452-45df-b200-1d84b8f04b84 HTTP/1.1" status: 200 len: 205 time: 0.0463884 Jul 16 18:16:55.683802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57720) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.762637 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-63b038e8-9b73-4221-8f45-a57cec8b2b31 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] delete failed (client error): The resource could not be found. Jul 16 18:16:55.767193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57732) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.780247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-63b038e8-9b73-4221-8f45-a57cec8b2b31 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/routers/2ac14994-8452-45df-b200-1d84b8f04b84 HTTP/1.1" status: 404 len: 336 time: 0.0952995 Jul 16 18:16:55.797902 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b85ce74-8f86-4246-ba21-1332a9a0817f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.799005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b85ce74-8f86-4246-ba21-1332a9a0817f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.805898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57738) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.816608 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4b85ce74-8f86-4246-ba21-1332a9a0817f tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/292f8900-bbf3-4860-a8a6-806c46089d26 HTTP/1.1" status: 404 len: 337 time: 0.0478554 Jul 16 18:16:55.840643 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-c270b1fd-e79c-4b6b-91e1-75fb79eec8c1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.841184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c270b1fd-e79c-4b6b-91e1-75fb79eec8c1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.845738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57748) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.845891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c270b1fd-e79c-4b6b-91e1-75fb79eec8c1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/20df5454-2847-4c3d-89ec-f4d11919fc58 HTTP/1.1" status: 404 len: 337 time: 0.0382910 Jul 16 18:16:55.883996 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5b3333-9b72-46d6-a7b1-48a4237730eb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.885241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5b3333-9b72-46d6-a7b1-48a4237730eb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.887270 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ef5b3333-9b72-46d6-a7b1-48a4237730eb tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/728011d4-7007-452f-b4c9-b7be3b978036 HTTP/1.1" status: 404 len: 333 time: 0.0402083 Jul 16 18:16:55.889952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57752) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.921035 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7d00c7-8dc1-4846-9d2b-613a7bcbd947 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.921895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f7d00c7-8dc1-4846-9d2b-613a7bcbd947 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.924514 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4f7d00c7-8dc1-4846-9d2b-613a7bcbd947 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/56f8f7bd-026d-42ea-a823-1a9e1c9f9284 HTTP/1.1" status: 404 len: 337 time: 0.0328693 Jul 16 18:16:55.927088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57756) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.959427 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-245e602d-c38d-47d6-b52f-16fab2574033 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:55.960229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245e602d-c38d-47d6-b52f-16fab2574033 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:55.962692 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-245e602d-c38d-47d6-b52f-16fab2574033 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/0606a1c5-719f-494a-b079-38b96288f3a6 HTTP/1.1" status: 404 len: 333 time: 0.0344520 Jul 16 18:16:55.965381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57758) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:56.151788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac421623-ffd7-434d-a744-17ab7b4bccbf req-8d419e5a-9d32-4219-ba9f-cf0bf9449c7d tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:56.160208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac421623-ffd7-434d-a744-17ab7b4bccbf req-8d419e5a-9d32-4219-ba9f-cf0bf9449c7d tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 945 time: 0.1657994 Jul 16 18:16:56.235099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac421623-ffd7-434d-a744-17ab7b4bccbf req-1a42f67b-860a-4f4d-8036-6600de956266 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8da3fac-cd73-4606-9108-f3478b6b6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679479 Jul 16 18:16:56.312133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57770) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:56.417862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9082b1bc-f3f7-4c96-8bc3-d400541ec447 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:56.442956 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49ae1b4-b6b8-47be-92ce-6a4d6e8809ad tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:56.445785 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49ae1b4-b6b8-47be-92ce-6a4d6e8809ad tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:56.448869 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b49ae1b4-b6b8-47be-92ce-6a4d6e8809ad tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/2c7f031f-5d43-4461-b562-39a69ffffac3 HTTP/1.1" status: 404 len: 337 time: 0.4824848 Jul 16 18:16:56.450427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57784) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:56.552013 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd12eb2d-afb0-4ea7-a292-25e8d1a032a1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:56.555897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd12eb2d-afb0-4ea7-a292-25e8d1a032a1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:56.559201 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cd12eb2d-afb0-4ea7-a292-25e8d1a032a1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/1fdde8be-6e71-47fd-9b49-378c19c3cbc5 HTTP/1.1" status: 404 len: 333 time: 0.1077509 Jul 16 18:16:56.563442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57790) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:56.579039 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-458f96fe-e385-41a4-bef2-5e3d6376c059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.605235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 9082b1bc-f3f7-4c96-8bc3-d400541ec447, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9082b1bc-f3f7-4c96-8bc3-d400541ec447,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:56.638529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '9082b1bc-f3f7-4c96-8bc3-d400541ec447', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'port_id': '9082b1bc-f3f7-4c96-8bc3-d400541ec447', 'mac_address': 'fa:16:3e:b0:b8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:56.647400 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-77503979-4c98-4b72-bad8-fac37a0682f3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:56.647794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77503979-4c98-4b72-bad8-fac37a0682f3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:56.652775 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57794) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:56.656935 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-77503979-4c98-4b72-bad8-fac37a0682f3 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/5947f8b4-4975-4279-b3f1-ed9f37f4157a HTTP/1.1" status: 404 len: 337 time: 0.0848050 Jul 16 18:16:56.693697 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf0892a-0dbf-4ada-820e-c1cd00165f45 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:56.694614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf0892a-0dbf-4ada-820e-c1cd00165f45 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:56.697590 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2bf0892a-0dbf-4ada-820e-c1cd00165f45 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/c2f95d6e-0f5d-42dd-8f67-5d7c1936907e HTTP/1.1" status: 404 len: 333 time: 0.0433700 Jul 16 18:16:56.700055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57796) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:56.745870 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6899d3ff-59f3-41fc-9ef1-c4dbb35462ac tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:56.750646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6899d3ff-59f3-41fc-9ef1-c4dbb35462ac tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:56.755320 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6899d3ff-59f3-41fc-9ef1-c4dbb35462ac tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/23286bf9-5add-4bc8-b9ed-d5d4ba357544 HTTP/1.1" status: 404 len: 337 time: 0.0540929 Jul 16 18:16:56.759093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57798) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:56.770519 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.815163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9082b1bc-f3f7-4c96-8bc3-d400541ec447 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:56.830962 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3039bd12-1336-4402-acdc-0e705ed35cf1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:56.835264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3039bd12-1336-4402-acdc-0e705ed35cf1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:56.843130 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57802) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:56.844663 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3039bd12-1336-4402-acdc-0e705ed35cf1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/ff0cdf61-b2af-4bd0-a0db-6933f5722c92 HTTP/1.1" status: 404 len: 333 time: 0.0797441 Jul 16 18:16:56.853496 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-458f96fe-e385-41a4-bef2-5e3d6376c059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.873997 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 9082b1bc-f3f7-4c96-8bc3-d400541ec447, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9082b1bc-f3f7-4c96-8bc3-d400541ec447,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:56.884981 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.899840 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-458f96fe-e385-41a4-bef2-5e3d6376c059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.908323 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0414e7-6355-4a8c-912a-adbbd3f288a9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:56.908323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0414e7-6355-4a8c-912a-adbbd3f288a9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:56.911074 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-eb0414e7-6355-4a8c-912a-adbbd3f288a9 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/59f7b182-6a28-40d6-a770-5abd1c9e5b23 HTTP/1.1" status: 404 len: 337 time: 0.0667686 Jul 16 18:16:56.913569 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57806) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:56.974792 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa67d87c-b9dc-4b16-802d-8e7b930b8f70 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:56.975423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=9082b1bc-f3f7-4c96-8bc3-d400541ec447,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:56.975548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa67d87c-b9dc-4b16-802d-8e7b930b8f70 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:56.977931 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fa67d87c-b9dc-4b16-802d-8e7b930b8f70 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/330d143c-205e-42ff-a0f1-89a63a1e71f0 HTTP/1.1" status: 404 len: 333 time: 0.0625410 Jul 16 18:16:56.980389 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57808) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:57.022769 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-458f96fe-e385-41a4-bef2-5e3d6376c059 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f3a124c764e4da2b6ed4b11e8d1d05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7094584 Jul 16 18:16:57.026398 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7584384-9005-4317-853e-6c8c326324f1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:57.027399 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7584384-9005-4317-853e-6c8c326324f1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:57.032264 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d7584384-9005-4317-853e-6c8c326324f1 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/6b38ffe7-22ed-467b-a421-330f13330249 HTTP/1.1" status: 404 len: 337 time: 0.0508990 Jul 16 18:16:57.033428 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57810) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:57.034020 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57812) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:57.075919 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d867fad5-2996-4000-b923-580f612b8349 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:57.076712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f96fe-e385-41a4-bef2-5e3d6376c059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf939c2a-7c52-4788-90f8-022b2545d886,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:57.076842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d867fad5-2996-4000-b923-580f612b8349 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:57.081180 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d867fad5-2996-4000-b923-580f612b8349 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/ports/12cf013c-10be-4603-aad2-6f9b768bc79b HTTP/1.1" status: 404 len: 333 time: 0.0376890 Jul 16 18:16:57.088787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57814) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:57.128068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['9082b1bc-f3f7-4c96-8bc3-d400541ec447'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:57.133349 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99119ffc-88f7-4ff3-8291-e627cc672d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.137787 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b86e78-1295-4616-af1e-a33a61342b04 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:57.138285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b86e78-1295-4616-af1e-a33a61342b04 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:57.140521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b3b86e78-1295-4616-af1e-a33a61342b04 tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/subnets/a0e3a554-9cb3-4ed2-b571-48cef4589cb7 HTTP/1.1" status: 404 len: 337 time: 0.0461700 Jul 16 18:16:57.149373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57816) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:57.166239 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99119ffc-88f7-4ff3-8291-e627cc672d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.230012 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99119ffc-88f7-4ff3-8291-e627cc672d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.233133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-99119ffc-88f7-4ff3-8291-e627cc672d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.237538 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-99119ffc-88f7-4ff3-8291-e627cc672d3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf939c2a-7c52-4788-90f8-022b2545d886 HTTP/1.1" status: 204 len: 168 time: 0.1999466 Jul 16 18:16:57.245328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99119ffc-88f7-4ff3-8291-e627cc672d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf939c2a-7c52-4788-90f8-022b2545d886,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:57.264813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6cc73-2e3a-41ed-ae53-4e0b592d93fa req-1ff4cdc1-abe3-411a-b265-e3cfae8a4241 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.266429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d2b6cc73-2e3a-41ed-ae53-4e0b592d93fa req-1ff4cdc1-abe3-411a-b265-e3cfae8a4241 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.2995985 Jul 16 18:16:57.276837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26333d4-51ac-4ed0-9ee6-3e83a1efec5f req-8b6daa09-6232-49f3-83c1-0603fc2955e0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.278438 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b26333d4-51ac-4ed0-9ee6-3e83a1efec5f req-8b6daa09-6232-49f3-83c1-0603fc2955e0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 944 time: 0.3816469 Jul 16 18:16:57.292717 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11bedf5d-9cc6-48b5-a22f-ec648f4c99ec tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.356963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d2b6cc73-2e3a-41ed-ae53-4e0b592d93fa req-a2462374-dee8-49c7-bd25-4771f66c8d43 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774887 Jul 16 18:16:57.479787 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11bedf5d-9cc6-48b5-a22f-ec648f4c99ec tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.493915 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b26333d4-51ac-4ed0-9ee6-3e83a1efec5f req-57935bdc-ed77-4e5f-96aa-9518e9afc726 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054527 Jul 16 18:16:57.542335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-11bedf5d-9cc6-48b5-a22f-ec648f4c99ec tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8517db6-f0e1-4090-9d37-24c97738cf54']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:57.555375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-11bedf5d-9cc6-48b5-a22f-ec648f4c99ec tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7cb4477-a8f1-4c86-8c18-44e44f79689f') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:57.555675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-11bedf5d-9cc6-48b5-a22f-ec648f4c99ec tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7cb4477-a8f1-4c86-8c18-44e44f79689f') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:57.569473 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11bedf5d-9cc6-48b5-a22f-ec648f4c99ec tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.620667 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11bedf5d-9cc6-48b5-a22f-ec648f4c99ec tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.635034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bedf5d-9cc6-48b5-a22f-ec648f4c99ec tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:57.635796 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11bedf5d-9cc6-48b5-a22f-ec648f4c99ec tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:57.640492 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:57.737058 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57824) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:57.772411 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9bfd4299-abda-4787-8ecf-bb4408afdcb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.783737 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955df01-310d-46f0-b673-d758328e79d4 req-f3127560-4c59-4984-a492-9e6c5d8224c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.785524 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4955df01-310d-46f0-b673-d758328e79d4 req-f3127560-4c59-4984-a492-9e6c5d8224c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 1098 time: 0.3821075 Jul 16 18:16:57.786318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11bedf5d-9cc6-48b5-a22f-ec648f4c99ec tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.816194 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11bedf5d-9cc6-48b5-a22f-ec648f4c99ec tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.818403 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-11bedf5d-9cc6-48b5-a22f-ec648f4c99ec tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] 10.222.0.24 "DELETE /v2.0/networks/e8517db6-f0e1-4090-9d37-24c97738cf54 HTTP/1.1" status: 204 len: 168 time: 0.6669960 Jul 16 18:16:57.819525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bedf5d-9cc6-48b5-a22f-ec648f4c99ec tempest-NetworksTestDHCPv6-2089620859 tempest-NetworksTestDHCPv6-2089620859-project] Pushing event deleted for resources: {'Network': ['ID=e8517db6-f0e1-4090-9d37-24c97738cf54,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:57.912713 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9bfd4299-abda-4787-8ecf-bb4408afdcb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.928574 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9bfd4299-abda-4787-8ecf-bb4408afdcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.962877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d925ea-e610-4b90-9f1b-e9ae08fcfb40 req-a160a5d1-0966-483b-ada6-2e96bd6a98cc tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.964860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9d925ea-e610-4b90-9f1b-e9ae08fcfb40 req-a160a5d1-0966-483b-ada6-2e96bd6a98cc tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 945 time: 0.3833554 Jul 16 18:16:58.001437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955df01-310d-46f0-b673-d758328e79d4 req-8cbbe565-7bcf-4ac8-8d51-39fc79098a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.001695 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9bfd4299-abda-4787-8ecf-bb4408afdcb0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07eea8cf0cb84546816ffebab447059c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607081 Jul 16 18:16:58.001695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd4299-abda-4787-8ecf-bb4408afdcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9225697-31a3-45af-8f42-ae82c79c06fd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:58.001921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4955df01-310d-46f0-b673-d758328e79d4 req-8cbbe565-7bcf-4ac8-8d51-39fc79098a65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.1789393 Jul 16 18:16:58.003547 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57830) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.066281 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9d925ea-e610-4b90-9f1b-e9ae08fcfb40 req-665f6b8c-b5d0-4745-8f3c-bed84f0ecd74 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8da3fac-cd73-4606-9108-f3478b6b6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915656 Jul 16 18:16:58.092495 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9904c2ef-f7b8-4ea1-9f8b-0101b91fc2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.151833 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9904c2ef-f7b8-4ea1-9f8b-0101b91fc2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.265233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4955df01-310d-46f0-b673-d758328e79d4 req-74c8dfaf-5dc5-436b-be74-e1259251b4f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc HTTP/1.1" status: 200 len: 1002 time: 0.2188768 Jul 16 18:16:58.272393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9904c2ef-f7b8-4ea1-9f8b-0101b91fc2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.275522 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9904c2ef-f7b8-4ea1-9f8b-0101b91fc2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.279335 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9904c2ef-f7b8-4ea1-9f8b-0101b91fc2b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9225697-31a3-45af-8f42-ae82c79c06fd HTTP/1.1" status: 204 len: 168 time: 0.2715003 Jul 16 18:16:58.290678 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904c2ef-f7b8-4ea1-9f8b-0101b91fc2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9225697-31a3-45af-8f42-ae82c79c06fd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:58.354470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f17e2a-f55d-4f21-9ec3-4f71296cf000 req-272d64b9-9dfc-4287-af59-c6d593bea474 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.357791 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18f17e2a-f55d-4f21-9ec3-4f71296cf000 req-272d64b9-9dfc-4287-af59-c6d593bea474 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.32 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 945 time: 0.1897495 Jul 16 18:16:58.358877 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57836) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.365570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955df01-310d-46f0-b673-d758328e79d4 req-0619dcb5-ddcf-4cb7-ae8e-ca287d9615cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.368352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4955df01-310d-46f0-b673-d758328e79d4 req-0619dcb5-ddcf-4cb7-ae8e-ca287d9615cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.0902033 Jul 16 18:16:58.428213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9082b1bc-f3f7-4c96-8bc3-d400541ec447 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:58.524007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 9082b1bc-f3f7-4c96-8bc3-d400541ec447 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:58.529494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 9082b1bc-f3f7-4c96-8bc3-d400541ec447 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:58.530102 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.573631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955df01-310d-46f0-b673-d758328e79d4 req-5c6ea021-d45b-4829-8243-48a185634904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.575373 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4955df01-310d-46f0-b673-d758328e79d4 req-5c6ea021-d45b-4829-8243-48a185634904 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1959229 Jul 16 18:16:58.602766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-4955df01-310d-46f0-b673-d758328e79d4 req-44ce77a2-a81d-452b-9103-dd147fdfb261 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:16:58.603774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4955df01-310d-46f0-b673-d758328e79d4 req-44ce77a2-a81d-452b-9103-dd147fdfb261 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080032 Jul 16 18:16:58.615531 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-18f17e2a-f55d-4f21-9ec3-4f71296cf000 req-a8ad9dfb-6ad0-42e1-89f2-a922a3e44901 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Deleting port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:58.615883 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-18f17e2a-f55d-4f21-9ec3-4f71296cf000 req-a8ad9dfb-6ad0-42e1-89f2-a922a3e44901 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.710152 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.751498 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e46797-07df-4758-ab29-cf2771032036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9082b1bc-f3f7-4c96-8bc3-d400541ec447'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:58.756217 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6645ac8-4460-4fe1-b700-e124a8f6bd4a" -d '{"events": [{"server_uuid": "14e46797-07df-4758-ab29-cf2771032036", "name": "network-vif-plugged", "status": "completed", "tag": "9082b1bc-f3f7-4c96-8bc3-d400541ec447"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:58.789578 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 9082b1bc-f3f7-4c96-8bc3-d400541ec447, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9082b1bc-f3f7-4c96-8bc3-d400541ec447,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:58.798416 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.884645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=9082b1bc-f3f7-4c96-8bc3-d400541ec447,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:58.892465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:58.892833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:58.893166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:58.893503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:58.893871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:58.894206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:58.894532 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:58.894858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:58.895183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:58.895503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:58.895824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:58.896144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:58.908253 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1f54c66c-1c6a-4584-8075-713e1d9e4bbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71cb9f648a7a444bbaad3f137b69223f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5480883 Jul 16 18:16:58.911239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65523-7432-4734-9901-82d24ca62f49 req-2444a1fc-7db9-450c-b46e-80fb1d7122cf tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.912889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12b65523-7432-4734-9901-82d24ca62f49 req-2444a1fc-7db9-450c-b46e-80fb1d7122cf tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.3545010 Jul 16 18:16:58.916019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57856) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.963327 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-18f17e2a-f55d-4f21-9ec3-4f71296cf000 req-a8ad9dfb-6ad0-42e1-89f2-a922a3e44901 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] For port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4fbbd17f-2b88-4e78-a811-bd9215d7e61a,segment=NetworkSegment(f92c78fd-8beb-4a4d-9976-d1e032f2519a),segment_id=f92c78fd-8beb-4a4d-9976-d1e032f2519a)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:58.964065 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-18f17e2a-f55d-4f21-9ec3-4f71296cf000 req-a8ad9dfb-6ad0-42e1-89f2-a922a3e44901 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.022575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-18f17e2a-f55d-4f21-9ec3-4f71296cf000 req-a8ad9dfb-6ad0-42e1-89f2-a922a3e44901 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Calling delete_port for 4fbbd17f-2b88-4e78-a811-bd9215d7e61a owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:59.044756 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4955df01-310d-46f0-b673-d758328e79d4 req-09d61f72-eded-42a0-a371-4c1f1530e72f service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313140 Jul 16 18:16:59.052872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12b65523-7432-4734-9901-82d24ca62f49 req-bc3a251b-5e45-443d-95d2-49e72793d30b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179540 Jul 16 18:16:59.115703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645285f-3d29-405e-b775-7652f13fe959 req-6f76793e-af77-4425-b341-0a1632117d11 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.123128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a645285f-3d29-405e-b775-7652f13fe959 req-6f76793e-af77-4425-b341-0a1632117d11 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 945 time: 0.3700926 Jul 16 18:16:59.171496 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2bdb75-8dba-4161-94ca-3cd0e98adab3 x-openstack-request-id: req-ad2bdb75-8dba-4161-94ca-3cd0e98adab3 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:59.171852 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e46797-07df-4758-ab29-cf2771032036", "name": "network-vif-plugged", "status": "completed", "tag": "9082b1bc-f3f7-4c96-8bc3-d400541ec447", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:59.172640 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad2bdb75-8dba-4161-94ca-3cd0e98adab3 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:59.173282 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e46797-07df-4758-ab29-cf2771032036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9082b1bc-f3f7-4c96-8bc3-d400541ec447', 'code': 200} Jul 16 18:16:59.230259 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a1a41a90-eb7d-4988-9e9a-10450e075fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.346276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643db5cd-f967-4a34-b83c-5338ab15fa3c req-e42e7749-6754-4e60-98ea-d98e93502b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.348200 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-643db5cd-f967-4a34-b83c-5338ab15fa3c req-e42e7749-6754-4e60-98ea-d98e93502b57 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 1097 time: 0.0799551 Jul 16 18:16:59.415812 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-643db5cd-f967-4a34-b83c-5338ab15fa3c req-fa5671c2-39f8-47e5-b912-fbed0db8dd9c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586863 Jul 16 18:16:59.491943 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4955df01-310d-46f0-b673-d758328e79d4 req-b639061e-204f-4615-b48d-ce30389cdf2e service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332006 Jul 16 18:16:59.502572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a645285f-3d29-405e-b775-7652f13fe959 req-e90bd0ef-0657-46cb-bd72-f3705161324d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686912 Jul 16 18:16:59.550478 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a1a41a90-eb7d-4988-9e9a-10450e075fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.565857 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-18f17e2a-f55d-4f21-9ec3-4f71296cf000 req-a8ad9dfb-6ad0-42e1-89f2-a922a3e44901 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.571341 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 57900) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.611396 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad9dfb-6ad0-42e1-89f2-a922a3e44901 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Pushing event deleted for resources: {'Port': ['ID=4fbbd17f-2b88-4e78-a811-bd9215d7e61a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:59.698831 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-456779709-network', 'tenant_id': '0ad333940a544596ba07e31fb397489c'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:59.708625 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f17e2a-f55d-4f21-9ec3-4f71296cf000 req-a8ad9dfb-6ad0-42e1-89f2-a922a3e44901 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] No DVR routers for this DVR port 4fbbd17f-2b88-4e78-a811-bd9215d7e61a on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:59.720252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a57ce3-d554-428f-a4b1-f416bebe1b96 req-8b6294af-aed9-482b-b5b9-f89ee3766330 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.721945 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6a57ce3-d554-428f-a4b1-f416bebe1b96 req-8b6294af-aed9-482b-b5b9-f89ee3766330 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/ports?device_id=994c66d4-eecb-4a83-b8b4-808ac86a0e49 HTTP/1.1" status: 200 len: 867 time: 0.3582163 Jul 16 18:16:59.725027 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-18f17e2a-f55d-4f21-9ec3-4f71296cf000 req-a8ad9dfb-6ad0-42e1-89f2-a922a3e44901 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.728418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18f17e2a-f55d-4f21-9ec3-4f71296cf000 req-a8ad9dfb-6ad0-42e1-89f2-a922a3e44901 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.32 "DELETE /v2.0/ports/4fbbd17f-2b88-4e78-a811-bd9215d7e61a HTTP/1.1" status: 204 len: 173 time: 1.3589871 Jul 16 18:16:59.728916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994c66d4-eecb-4a83-b8b4-808ac86a0e49', 'name': 'network-vif-deleted', 'tag': '4fbbd17f-2b88-4e78-a811-bd9215d7e61a'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:59.731409 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3a0c40-12d4-4ef5-8a59-f656e007b093" -d '{"events": [{"server_uuid": "994c66d4-eecb-4a83-b8b4-808ac86a0e49", "name": "network-vif-deleted", "tag": "4fbbd17f-2b88-4e78-a811-bd9215d7e61a"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:59.737510 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a1a41a90-eb7d-4988-9e9a-10450e075fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.741592 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a1a41a90-eb7d-4988-9e9a-10450e075fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.746727 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a1a41a90-eb7d-4988-9e9a-10450e075fe4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf5ad3c9-8f2e-41c1-ba9c-f41d0d6ac327 HTTP/1.1" status: 204 len: 168 time: 0.8130877 Jul 16 18:16:59.769348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Made reservation on behalf of 0ad333940a544596ba07e31fb397489c for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:59.771767 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.772078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a41a90-eb7d-4988-9e9a-10450e075fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5ad3c9-8f2e-41c1-ba9c-f41d0d6ac327,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:59.800838 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.833754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6a57ce3-d554-428f-a4b1-f416bebe1b96 req-5f381e4d-6e7e-4fae-99d1-72b84b682de0 tempest-ServersNegativeTestMultiTenantJSON-187035133 tempest-ServersNegativeTestMultiTenantJSON-187035133-project] 10.222.0.24 "GET /v2.0/security-groups?id=d8da3fac-cd73-4606-9108-f3478b6b6f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937905 Jul 16 18:16:59.870022 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69b619b-09ab-48ed-8062-4ee7bfc09bca x-openstack-request-id: req-e69b619b-09ab-48ed-8062-4ee7bfc09bca {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:59.870317 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994c66d4-eecb-4a83-b8b4-808ac86a0e49", "name": "network-vif-deleted", "tag": "4fbbd17f-2b88-4e78-a811-bd9215d7e61a", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:59.870569 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e69b619b-09ab-48ed-8062-4ee7bfc09bca {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:59.870990 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994c66d4-eecb-4a83-b8b4-808ac86a0e49', 'name': 'network-vif-deleted', 'tag': '4fbbd17f-2b88-4e78-a811-bd9215d7e61a', 'status': 'completed', 'code': 200} Jul 16 18:16:59.925198 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.931804 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.961354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:59.993741 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.994325 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Added segment 3fe4f14b-f2d5-4279-b6f2-5404dae50440 of type vlan for network 46aa9110-266a-4750-86f1-3c0adb3cb6dc Jul 16 18:16:59.996065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b16a0f6-3744-4db8-96c2-106ccf8628d7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:00.110127 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.202605 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.204315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.205295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.326661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] Pushing event updated for resources: {'Network': ['ID=46aa9110-266a-4750-86f1-3c0adb3cb6dc,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:00.343780 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3ca5dffb-6cf8-44ff-a1de-e2f981b4d6a7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7706335 Jul 16 18:17:00.346985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 57962) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:00.351067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 46aa9110-266a-4750-86f1-3c0adb3cb6dc details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:00.357351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-20a5cd62-b1f5-4a69-bc2f-986242e0ec66 admin admin] Request body: {'subnet': {'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-456779709-subnet', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:00.449992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a5cd62-b1f5-4a69-bc2f-986242e0ec66 admin admin] Made reservation on behalf of 0ad333940a544596ba07e31fb397489c for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:00.457277 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20a5cd62-b1f5-4a69-bc2f-986242e0ec66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.029643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58040) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:01.066260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03aaa55-40d9-4667-9453-64b663f578af req-963779c4-c567-4ae3-873b-b41caf58ae14 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:01.068531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f03aaa55-40d9-4667-9453-64b663f578af req-963779c4-c567-4ae3-873b-b41caf58ae14 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.6280441 Jul 16 18:17:01.186062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f03aaa55-40d9-4667-9453-64b663f578af req-09f70084-4320-4d23-bd88-0217777800f1 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022203 Jul 16 18:17:01.207097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'network': {'name': 'tempest-RoutersTest-95494069'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:01.217127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef98371-aa93-4c8b-8ba3-2c8b17e5442b req-a5b9583f-027d-4a43-82b0-5b3779a89cfd tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:01.218789 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ef98371-aa93-4c8b-8ba3-2c8b17e5442b req-a5b9583f-027d-4a43-82b0-5b3779a89cfd tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 945 time: 0.2347026 Jul 16 18:17:01.254831 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:01.259739 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.282191 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.308122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20a5cd62-b1f5-4a69-bc2f-986242e0ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.323021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ef98371-aa93-4c8b-8ba3-2c8b17e5442b req-3e34c854-af8e-4385-8847-a81e048cb1ba tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968225 Jul 16 18:17:01.383744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4fbbd17f-2b88-4e78-a811-bd9215d7e61a no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:01.400651 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58084) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:01.433092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 4fbbd17f-2b88-4e78-a811-bd9215d7e61a {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:01.433505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4fbbd17f-2b88-4e78-a811-bd9215d7e61a not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:01.440207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5cd62-b1f5-4a69-bc2f-986242e0ec66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b14bfa8-75df-427e-8cf7-22a0c937fc32,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:01.449325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a5cd62-b1f5-4a69-bc2f-986242e0ec66 admin admin] Checking segment: {'id': '3fe4f14b-f2d5-4279-b6f2-5404dae50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:01.450183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a5cd62-b1f5-4a69-bc2f-986242e0ec66 admin admin] Network hostable DHCP agents. Network: 46aa9110-266a-4750-86f1-3c0adb3cb6dc, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:01.475461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a5cd62-b1f5-4a69-bc2f-986242e0ec66 admin admin] Network 46aa9110-266a-4750-86f1-3c0adb3cb6dc is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:01.488316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-20a5cd62-b1f5-4a69-bc2f-986242e0ec66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 46aa9110-266a-4750-86f1-3c0adb3cb6dc) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:01.495296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5cd62-b1f5-4a69-bc2f-986242e0ec66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:01.496460 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20a5cd62-b1f5-4a69-bc2f-986242e0ec66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.502208 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcc5ac7-c66a-49e6-9af4-4cfccd318fef None None] Network 46aa9110-266a-4750-86f1-3c0adb3cb6dc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:01.548113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4cb8d3-89f8-4dd8-8356-1b105abfe59e admin admin] Deleting subnet 4a0e768b-3cfa-42eb-8019-5ce6c31e3aa9 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:01.561696 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb8d3-89f8-4dd8-8356-1b105abfe59e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.750792 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb8d3-89f8-4dd8-8356-1b105abfe59e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.762556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.767597 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'fixed_ips': [{'subnet_id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:01.768434 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.784410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64691ed8-434c-4882-b509-aa13fc85b2bc req-06c0a127-ac6e-4a20-b1b8-9a3eadb68884 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:01.786074 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64691ed8-434c-4882-b509-aa13fc85b2bc req-06c0a127-ac6e-4a20-b1b8-9a3eadb68884 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 945 time: 0.2299495 Jul 16 18:17:01.789511 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-20a5cd62-b1f5-4a69-bc2f-986242e0ec66 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4405363 Jul 16 18:17:01.804800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58116) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:01.809972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:01.819192 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.844360 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb8d3-89f8-4dd8-8356-1b105abfe59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.887327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:01.916794 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.917144 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Added segment 9588d6f5-a173-4e99-98f5-ced007e0fbcc of type vlan for network f05852a3-7442-4d03-b287-7e4a9c2c0732 Jul 16 18:17:01.918839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27baccfd-0c85-4657-a0c2-902680664aca,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:01.942389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64691ed8-434c-4882-b509-aa13fc85b2bc req-521b94b5-a286-46c0-a27d-621cefa117b5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492066 Jul 16 18:17:01.953754 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.957383 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.013578 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb8d3-89f8-4dd8-8356-1b105abfe59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.027305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.072927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cb8d3-89f8-4dd8-8356-1b105abfe59e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0e768b-3cfa-42eb-8019-5ce6c31e3aa9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:02.083015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Allocated IP 172.20.0.2 (46aa9110-266a-4750-86f1-3c0adb3cb6dc/8b14bfa8-75df-427e-8cf7-22a0c937fc32/469835ae-2b65-4ffe-b210-51d4eabb9a3c) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:02.095211 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb8d3-89f8-4dd8-8356-1b105abfe59e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.098397 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cc4cb8d3-89f8-4dd8-8356-1b105abfe59e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4a0e768b-3cfa-42eb-8019-5ce6c31e3aa9 HTTP/1.1" status: 204 len: 168 time: 0.6965303 Jul 16 18:17:02.106357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58130) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:02.169530 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.283608 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a115399-3c98-4834-8afd-74567a0f87c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.300659 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.309242 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:02.310111 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.346743 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.359192 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Transition to ACTIVE for port object 469835ae-2b65-4ffe-b210-51d4eabb9a3c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:02.403636 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Transition to ACTIVE for port object 469835ae-2b65-4ffe-b210-51d4eabb9a3c will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:02.416650 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.434261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Network': ['ID=f05852a3-7442-4d03-b287-7e4a9c2c0732,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:02.462967 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d01e759e-bb0a-4aaa-9974-64ee379f8cde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.4324152 Jul 16 18:17:02.478081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58174) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:02.496135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network f05852a3-7442-4d03-b287-7e4a9c2c0732 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:02.513846 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-dced1f80-dc71-453c-b79d-08255337b440 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'network': {'name': 'tempest-RoutersTest-1856226820'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:02.550235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Network 46aa9110-266a-4750-86f1-3c0adb3cb6dc is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:02.557918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:02.565615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:02.576341 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Pushing event updated for resources: {'Port': ['ID=469835ae-2b65-4ffe-b210-51d4eabb9a3c,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:02.591222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dced1f80-dc71-453c-b79d-08255337b440 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:02.606338 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dced1f80-dc71-453c-b79d-08255337b440 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.613964 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.642479 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a115399-3c98-4834-8afd-74567a0f87c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.664357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-0a115399-3c98-4834-8afd-74567a0f87c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89b141f-061b-4cca-b9eb-446aa7144f8d']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:02.678986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-0a115399-3c98-4834-8afd-74567a0f87c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92c78fd-8beb-4a4d-9976-d1e032f2519a') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:02.679290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1a97f-99d3-464f-ac30-f40b63475c42 req-7ab30f4f-5bcd-4991-badb-b2c566d9b6f0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:02.680244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-0a115399-3c98-4834-8afd-74567a0f87c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92c78fd-8beb-4a4d-9976-d1e032f2519a') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:02.690084 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-82c1a97f-99d3-464f-ac30-f40b63475c42 req-7ab30f4f-5bcd-4991-badb-b2c566d9b6f0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 945 time: 0.4343264 Jul 16 18:17:02.692057 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a115399-3c98-4834-8afd-74567a0f87c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.712328 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a115399-3c98-4834-8afd-74567a0f87c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.722201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a115399-3c98-4834-8afd-74567a0f87c6 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:02.723222 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a115399-3c98-4834-8afd-74567a0f87c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:02.727076 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:02.768995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dced1f80-dc71-453c-b79d-08255337b440 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:02.807954 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dced1f80-dc71-453c-b79d-08255337b440 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.808677 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-dced1f80-dc71-453c-b79d-08255337b440 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Added segment dbb11178-ff55-4d95-a9ef-5bdacb276d99 of type vlan for network fd4d7533-a5dc-45b8-b56c-7845db0bcfe2 Jul 16 18:17:02.839198 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a115399-3c98-4834-8afd-74567a0f87c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.839382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715679b-6d11-4efe-89e8-13b912777cd3 req-ccd64bdb-a994-4dc2-bb67-589a4c4871f2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:02.842312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3715679b-6d11-4efe-89e8-13b912777cd3 req-ccd64bdb-a994-4dc2-bb67-589a4c4871f2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.3648756 Jul 16 18:17:02.855886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a115399-3c98-4834-8afd-74567a0f87c6 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.858565 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0a115399-3c98-4834-8afd-74567a0f87c6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c89b141f-061b-4cca-b9eb-446aa7144f8d HTTP/1.1" status: 204 len: 168 time: 0.7505980 Jul 16 18:17:02.877292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58212) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:02.878212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a115399-3c98-4834-8afd-74567a0f87c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c89b141f-061b-4cca-b9eb-446aa7144f8d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:02.902615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Attempting to bind port 469835ae-2b65-4ffe-b210-51d4eabb9a3c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:02.903676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Attempting to bind port 469835ae-2b65-4ffe-b210-51d4eabb9a3c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '3fe4f14b-f2d5-4279-b6f2-5404dae50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:02.904054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Attempting to bind port 469835ae-2b65-4ffe-b210-51d4eabb9a3c on network 46aa9110-266a-4750-86f1-3c0adb3cb6dc {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:02.909331 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:02.910216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Checking segment: {'id': '3fe4f14b-f2d5-4279-b6f2-5404dae50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:02.911180 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.912011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Bound using segment: {'id': '3fe4f14b-f2d5-4279-b6f2-5404dae50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:02.912497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Bound port: 469835ae-2b65-4ffe-b210-51d4eabb9a3c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe4f14b-f2d5-4279-b6f2-5404dae50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:02.912895 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.938277 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-82c1a97f-99d3-464f-ac30-f40b63475c42 req-3f56fe8a-ae59-4045-b5c1-2087d87d04e3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457850 Jul 16 18:17:02.982101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-0159b798-6006-4138-b303-7560ac81188d admin admin] Deleting subnet 01ef9bd6-dd57-4d0c-b61a-4d38602d2bee {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:02.984737 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0159b798-6006-4138-b303-7560ac81188d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.986154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dced1f80-dc71-453c-b79d-08255337b440 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.038994 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0159b798-6006-4138-b303-7560ac81188d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.053643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] For port 469835ae-2b65-4ffe-b210-51d4eabb9a3c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:03.057876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] For port 469835ae-2b65-4ffe-b210-51d4eabb9a3c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=469835ae-2b65-4ffe-b210-51d4eabb9a3c,segment=NetworkSegment(3fe4f14b-f2d5-4279-b6f2-5404dae50440),segment_id=3fe4f14b-f2d5-4279-b6f2-5404dae50440)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:03.061309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3715679b-6d11-4efe-89e8-13b912777cd3 req-49e086b3-11c9-403e-ad69-4b63194dea8f tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702862 Jul 16 18:17:03.062350 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dced1f80-dc71-453c-b79d-08255337b440 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.066748 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.072993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced1f80-dc71-453c-b79d-08255337b440 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:03.073673 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dced1f80-dc71-453c-b79d-08255337b440 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.116516 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0159b798-6006-4138-b303-7560ac81188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.203826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97af124-be6a-42dd-9c4b-f67186724bd5 None None] Pushing event updated for resources: {'Port': ['ID=469835ae-2b65-4ffe-b210-51d4eabb9a3c,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:03.208226 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0159b798-6006-4138-b303-7560ac81188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.312433 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159b798-6006-4138-b303-7560ac81188d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ef9bd6-dd57-4d0c-b61a-4d38602d2bee,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:03.316311 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0159b798-6006-4138-b303-7560ac81188d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.318549 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0159b798-6006-4138-b303-7560ac81188d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/01ef9bd6-dd57-4d0c-b61a-4d38602d2bee HTTP/1.1" status: 204 len: 168 time: 0.4374962 Jul 16 18:17:03.334967 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58262) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:03.341212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced1f80-dc71-453c-b79d-08255337b440 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Network': ['ID=fd4d7533-a5dc-45b8-b56c-7845db0bcfe2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:03.348648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dced1f80-dc71-453c-b79d-08255337b440 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8694541 Jul 16 18:17:03.353466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58268) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:03.356789 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network fd4d7533-a5dc-45b8-b56c-7845db0bcfe2 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:03.365334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7079671d-eb97-4873-a0a3-8b8ae6aed183 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'subnet': {'network_id': 'f05852a3-7442-4d03-b287-7e4a9c2c0732', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:03.604003 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.621364 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7d0a-20ce-4345-87fa-60599c2825db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.635185 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.808132 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7d0a-20ce-4345-87fa-60599c2825db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.827150 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-3d1b7d0a-20ce-4345-87fa-60599c2825db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11079abc-1b9e-4c5a-86c6-2cc0b3fb843d']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:03.828971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4be0d0-cfa9-44e6-a2ba-adf37223a9f8 req-f42717d3-da7e-4d47-b0a5-f34b4ed4a183 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:03.830892 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd4be0d0-cfa9-44e6-a2ba-adf37223a9f8 req-f42717d3-da7e-4d47-b0a5-f34b4ed4a183 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 945 time: 0.1242833 Jul 16 18:17:03.849423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Allocated IP 172.25.3.199 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/f3fc309a-bda4-4212-b580-8a3d07c7ed43) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:03.855030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-3d1b7d0a-20ce-4345-87fa-60599c2825db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbe97a3-9478-4131-a3bb-02b4a0995cdd') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:03.856334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-3d1b7d0a-20ce-4345-87fa-60599c2825db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbe97a3-9478-4131-a3bb-02b4a0995cdd') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:03.858214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7079671d-eb97-4873-a0a3-8b8ae6aed183 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:03.862438 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7079671d-eb97-4873-a0a3-8b8ae6aed183 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.954547 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7d0a-20ce-4345-87fa-60599c2825db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.990293 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7d0a-20ce-4345-87fa-60599c2825db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.075409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1b7d0a-20ce-4345-87fa-60599c2825db admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:04.076155 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7d0a-20ce-4345-87fa-60599c2825db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:04.078264 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:04.168028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7d0a-20ce-4345-87fa-60599c2825db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.170388 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd4be0d0-cfa9-44e6-a2ba-adf37223a9f8 req-991360f6-6ae2-42ed-91a1-ee4c04e6e929 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274391 Jul 16 18:17:04.228404 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3d1b7d0a-20ce-4345-87fa-60599c2825db admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.230416 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3d1b7d0a-20ce-4345-87fa-60599c2825db admin admin] 10.222.0.24 "DELETE /v2.0/networks/11079abc-1b9e-4c5a-86c6-2cc0b3fb843d HTTP/1.1" status: 204 len: 168 time: 0.8928709 Jul 16 18:17:04.238572 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b7d0a-20ce-4345-87fa-60599c2825db admin admin] Pushing event deleted for resources: {'Network': ['ID=11079abc-1b9e-4c5a-86c6-2cc0b3fb843d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:04.277730 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.439458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 469835ae-2b65-4ffe-b210-51d4eabb9a3c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:04.472134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.548867 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7079671d-eb97-4873-a0a3-8b8ae6aed183 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.596705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 469835ae-2b65-4ffe-b210-51d4eabb9a3c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:04.640035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:04.648739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:04.654897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:04.673140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Pushing event updated for resources: {'Port': ['ID=f3fc309a-bda4-4212-b580-8a3d07c7ed43,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:04.684605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079671d-eb97-4873-a0a3-8b8ae6aed183 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Subnet': ['ID=9e225cdf-7cb2-4905-8950-b0eed17281a9,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:04.707559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7079671d-eb97-4873-a0a3-8b8ae6aed183 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Checking segment: {'id': '9588d6f5-a173-4e99-98f5-ced007e0fbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f05852a3-7442-4d03-b287-7e4a9c2c0732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:04.707912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7079671d-eb97-4873-a0a3-8b8ae6aed183 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network hostable DHCP agents. Network: f05852a3-7442-4d03-b287-7e4a9c2c0732, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:04.710076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58384) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:04.749467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c787b-61b1-421c-8ff7-72b8bec4f7d4 req-c43009ed-af37-4a61-b186-448c41ea08d2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.753131 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7079671d-eb97-4873-a0a3-8b8ae6aed183 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network f05852a3-7442-4d03-b287-7e4a9c2c0732 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:04.756561 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b2c787b-61b1-421c-8ff7-72b8bec4f7d4 req-c43009ed-af37-4a61-b186-448c41ea08d2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.2996166 Jul 16 18:17:04.774244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7079671d-eb97-4873-a0a3-8b8ae6aed183 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, f05852a3-7442-4d03-b287-7e4a9c2c0732) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:04.778861 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7079671d-eb97-4873-a0a3-8b8ae6aed183 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.779451 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7079671d-eb97-4873-a0a3-8b8ae6aed183 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.784823 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ec191ebc-c0ea-4e8e-ab2f-755714911d48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ec5e369a4bb4b739add29e63f871331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731435 Jul 16 18:17:04.787454 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba322e9-052e-4147-9ca8-ed766d7fe40d None None] Network f05852a3-7442-4d03-b287-7e4a9c2c0732 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:04.788333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58392) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:04.811663 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7079671d-eb97-4873-a0a3-8b8ae6aed183 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4558182 Jul 16 18:17:04.815278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58396) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:04.828883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-548d2eec-2bcf-43f9-ab81-ff83bcb0584f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'subnet': {'network_id': 'fd4d7533-a5dc-45b8-b56c-7845db0bcfe2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:04.897598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b2c787b-61b1-421c-8ff7-72b8bec4f7d4 req-acef7fd9-1ccd-4056-aa55-b9edb004d04b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400537 Jul 16 18:17:04.967601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ff3caef-b3a3-4027-a667-672c53032c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.972774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548d2eec-2bcf-43f9-ab81-ff83bcb0584f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:04.977576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-548d2eec-2bcf-43f9-ab81-ff83bcb0584f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.024798 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ff3caef-b3a3-4027-a667-672c53032c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.034408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfa4616-67f4-45a9-91eb-82bd55a0d9ea None None] Network 46aa9110-266a-4750-86f1-3c0adb3cb6dc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:05.054636 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-f05852a3-7442-4d03-b287-7e4a9c2c0732', 'network_id': 'f05852a3-7442-4d03-b287-7e4a9c2c0732', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'fixed_ips': [{'subnet_id': '9e225cdf-7cb2-4905-8950-b0eed17281a9'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:05.055785 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.102463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd449a0a-facd-4c59-8da1-b60bc9be6ab5 req-bff6c056-1b17-4d5c-b2d1-adc506ef9688 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:05.104300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd449a0a-facd-4c59-8da1-b60bc9be6ab5 req-bff6c056-1b17-4d5c-b2d1-adc506ef9688 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 945 time: 0.1426737 Jul 16 18:17:05.161090 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ff3caef-b3a3-4027-a667-672c53032c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.165135 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ff3caef-b3a3-4027-a667-672c53032c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.166625 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4ff3caef-b3a3-4027-a667-672c53032c1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8da3fac-cd73-4606-9108-f3478b6b6f09 HTTP/1.1" status: 204 len: 168 time: 0.3760169 Jul 16 18:17:05.189594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3caef-b3a3-4027-a667-672c53032c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8da3fac-cd73-4606-9108-f3478b6b6f09,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:05.235185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7ef052d6-e510-4b34-8722-30723dbdb3a0 None None] Provisioning for port 469835ae-2b65-4ffe-b210-51d4eabb9a3c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:05.248986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7ef052d6-e510-4b34-8722-30723dbdb3a0 None None] Provisioning complete for port 469835ae-2b65-4ffe-b210-51d4eabb9a3c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:05.250416 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7ef052d6-e510-4b34-8722-30723dbdb3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.302188 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.334915 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-548d2eec-2bcf-43f9-ab81-ff83bcb0584f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.499635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d2eec-2bcf-43f9-ab81-ff83bcb0584f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Subnet': ['ID=ba409f6a-1236-4e62-95bb-d0cb8e7b373a,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:05.499966 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7ef052d6-e510-4b34-8722-30723dbdb3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.516052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d2eec-2bcf-43f9-ab81-ff83bcb0584f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Checking segment: {'id': 'dbb11178-ff55-4d95-a9ef-5bdacb276d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd4d7533-a5dc-45b8-b56c-7845db0bcfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:05.516719 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d2eec-2bcf-43f9-ab81-ff83bcb0584f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network hostable DHCP agents. Network: fd4d7533-a5dc-45b8-b56c-7845db0bcfe2, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:05.536682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d2eec-2bcf-43f9-ab81-ff83bcb0584f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network fd4d7533-a5dc-45b8-b56c-7845db0bcfe2 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:05.551077 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-548d2eec-2bcf-43f9-ab81-ff83bcb0584f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, fd4d7533-a5dc-45b8-b56c-7845db0bcfe2) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:05.554802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Allocated IP 172.20.0.2 (f05852a3-7442-4d03-b287-7e4a9c2c0732/9e225cdf-7cb2-4905-8950-b0eed17281a9/c357b929-dbd3-4ecb-aa97-5e0d08ae8234) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:05.559869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548d2eec-2bcf-43f9-ab81-ff83bcb0584f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:05.560693 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-548d2eec-2bcf-43f9-ab81-ff83bcb0584f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.575463 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0623dda7-1c69-48b5-a56c-532faa878ee3 None None] Network fd4d7533-a5dc-45b8-b56c-7845db0bcfe2 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:05.619636 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7ef052d6-e510-4b34-8722-30723dbdb3a0 None None] For port 469835ae-2b65-4ffe-b210-51d4eabb9a3c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=469835ae-2b65-4ffe-b210-51d4eabb9a3c,segment=NetworkSegment(3fe4f14b-f2d5-4279-b6f2-5404dae50440),segment_id=3fe4f14b-f2d5-4279-b6f2-5404dae50440)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:05.632797 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-548d2eec-2bcf-43f9-ab81-ff83bcb0584f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8156118 Jul 16 18:17:05.637039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58456) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:05.642095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c4f70200-4b59-4d9c-bbb3-f70be3e2821b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1384960450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:05.654139 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7ef052d6-e510-4b34-8722-30723dbdb3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.688669 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4f70200-4b59-4d9c-bbb3-f70be3e2821b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.689892 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4f70200-4b59-4d9c-bbb3-f70be3e2821b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.765455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef052d6-e510-4b34-8722-30723dbdb3a0 None None] Pushing event updated for resources: {'Port': ['ID=469835ae-2b65-4ffe-b210-51d4eabb9a3c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:05.836457 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4f70200-4b59-4d9c-bbb3-f70be3e2821b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.844177 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4f70200-4b59-4d9c-bbb3-f70be3e2821b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.855321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58458) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:05.906849 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4f70200-4b59-4d9c-bbb3-f70be3e2821b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.908196 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c4f70200-4b59-4d9c-bbb3-f70be3e2821b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2700789 Jul 16 18:17:05.912355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58460) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:05.924926 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-59e03791-3181-47bc-adde-5e0a70cbd0c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86ad6a6e3728497d94f999819545cebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683870 Jul 16 18:17:05.965488 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-fd4d7533-a5dc-45b8-b56c-7845db0bcfe2', 'network_id': 'fd4d7533-a5dc-45b8-b56c-7845db0bcfe2', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'fixed_ips': [{'subnet_id': 'ba409f6a-1236-4e62-95bb-d0cb8e7b373a'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:05.966184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58464) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:05.966892 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.008096 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.067890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Transition to ACTIVE for port object c357b929-dbd3-4ecb-aa97-5e0d08ae8234 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:06.105391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Transition to ACTIVE for port object c357b929-dbd3-4ecb-aa97-5e0d08ae8234 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:06.153983 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.174055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-fd449a0a-facd-4c59-8da1-b60bc9be6ab5 req-50bda0b9-7129-42b0-b93b-5955c318fb2a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Deleting port 9082b1bc-f3f7-4c96-8bc3-d400541ec447 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:06.175254 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fd449a0a-facd-4c59-8da1-b60bc9be6ab5 req-50bda0b9-7129-42b0-b93b-5955c318fb2a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.176371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Network f05852a3-7442-4d03-b287-7e4a9c2c0732 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:06.182664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:06.207234 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:06.259541 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Allocated IP 172.21.0.2 (fd4d7533-a5dc-45b8-b56c-7845db0bcfe2/ba409f6a-1236-4e62-95bb-d0cb8e7b373a/77b7e192-b9df-4028-b44a-44004168af46) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:06.287150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Pushing event updated for resources: {'Port': ['ID=c357b929-dbd3-4ecb-aa97-5e0d08ae8234,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:06.301833 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dedcc48e-997a-419d-8670-78e915a6c0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.318126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Attempting to bind port c357b929-dbd3-4ecb-aa97-5e0d08ae8234 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:06.318517 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Attempting to bind port c357b929-dbd3-4ecb-aa97-5e0d08ae8234 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '9588d6f5-a173-4e99-98f5-ced007e0fbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f05852a3-7442-4d03-b287-7e4a9c2c0732'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:06.318908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Attempting to bind port c357b929-dbd3-4ecb-aa97-5e0d08ae8234 on network f05852a3-7442-4d03-b287-7e4a9c2c0732 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:06.352352 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-18bf6333-cfc4-4d89-8149-177e48df31a0 None None] Provisioning complete for port 469835ae-2b65-4ffe-b210-51d4eabb9a3c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:06.352851 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-18bf6333-cfc4-4d89-8149-177e48df31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.358307 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dedcc48e-997a-419d-8670-78e915a6c0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.397047 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:06.397426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Checking segment: {'id': '9588d6f5-a173-4e99-98f5-ced007e0fbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f05852a3-7442-4d03-b287-7e4a9c2c0732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:06.398093 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.398411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Bound using segment: {'id': '9588d6f5-a173-4e99-98f5-ced007e0fbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f05852a3-7442-4d03-b287-7e4a9c2c0732'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:06.398917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Bound port: c357b929-dbd3-4ecb-aa97-5e0d08ae8234, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9588d6f5-a173-4e99-98f5-ced007e0fbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f05852a3-7442-4d03-b287-7e4a9c2c0732'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:06.399304 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.452446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 469835ae-2b65-4ffe-b210-51d4eabb9a3c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:06.453439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-fd449a0a-facd-4c59-8da1-b60bc9be6ab5 req-50bda0b9-7129-42b0-b93b-5955c318fb2a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] For port 9082b1bc-f3f7-4c96-8bc3-d400541ec447, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=9082b1bc-f3f7-4c96-8bc3-d400541ec447,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:06.453850 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fd449a0a-facd-4c59-8da1-b60bc9be6ab5 req-50bda0b9-7129-42b0-b93b-5955c318fb2a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.478735 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.483875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-fd449a0a-facd-4c59-8da1-b60bc9be6ab5 req-50bda0b9-7129-42b0-b93b-5955c318fb2a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Calling delete_port for 9082b1bc-f3f7-4c96-8bc3-d400541ec447 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:06.574367 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dedcc48e-997a-419d-8670-78e915a6c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.577210 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dedcc48e-997a-419d-8670-78e915a6c0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.578895 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dedcc48e-997a-419d-8670-78e915a6c0f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccb3d3b7-bee4-4e5f-8096-4ab535315e3a HTTP/1.1" status: 204 len: 168 time: 0.6114683 Jul 16 18:17:06.598201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcc48e-997a-419d-8670-78e915a6c0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb3d3b7-bee4-4e5f-8096-4ab535315e3a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:06.649886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 469835ae-2b65-4ffe-b210-51d4eabb9a3c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:06.650433 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.655204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] For port c357b929-dbd3-4ecb-aa97-5e0d08ae8234, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:06.712590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c197c-42a4-476d-87f3-ccd7555d94b4 req-a83397cb-2b11-4b6d-9ad9-89a8ce5f3248 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:06.722370 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b26c197c-42a4-476d-87f3-ccd7555d94b4 req-a83397cb-2b11-4b6d-9ad9-89a8ce5f3248 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 945 time: 0.8027465 Jul 16 18:17:06.786170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] For port c357b929-dbd3-4ecb-aa97-5e0d08ae8234, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c357b929-dbd3-4ecb-aa97-5e0d08ae8234,segment=NetworkSegment(9588d6f5-a173-4e99-98f5-ced007e0fbcc),segment_id=9588d6f5-a173-4e99-98f5-ced007e0fbcc)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:06.831418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f34c2-ae4e-4ef1-b064-a1a52fc29600 req-74e75c39-7505-4fec-9e41-eb0a402cf5e4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:06.836144 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.843505 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.846432 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-005f34c2-ae4e-4ef1-b064-a1a52fc29600 req-74e75c39-7505-4fec-9e41-eb0a402cf5e4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.6762459 Jul 16 18:17:06.914017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Allocated IP 172.20.0.1 (f05852a3-7442-4d03-b287-7e4a9c2c0732/9e225cdf-7cb2-4905-8950-b0eed17281a9/9fa395fb-c5be-4687-8313-1cdab2f7321a) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:06.924396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf7b65-63dc-4c9d-aa23-a31546f0ade6 None None] Pushing event updated for resources: {'Port': ['ID=c357b929-dbd3-4ecb-aa97-5e0d08ae8234,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:06.962027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Transition to ACTIVE for port object 77b7e192-b9df-4028-b44a-44004168af46 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:07.090977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Transition to ACTIVE for port object 77b7e192-b9df-4028-b44a-44004168af46 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:07.091776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b26c197c-42a4-476d-87f3-ccd7555d94b4 req-f4045f45-7ae4-4c80-a6f4-6d5f018f73d7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682759 Jul 16 18:17:07.092876 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.151606 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.159258 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-005f34c2-ae4e-4ef1-b064-a1a52fc29600 req-0554a591-956b-4642-8966-1381d7ed8e5b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3116257 Jul 16 18:17:07.167148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.203453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Transition to ACTIVE for port object 9fa395fb-c5be-4687-8313-1cdab2f7321a will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:07.271732 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.313072 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fd449a0a-facd-4c59-8da1-b60bc9be6ab5 req-50bda0b9-7129-42b0-b93b-5955c318fb2a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.350060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network f05852a3-7442-4d03-b287-7e4a9c2c0732 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:07.352190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=9fa395fb-c5be-4687-8313-1cdab2f7321a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:07.362648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:07.365611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:07.396767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bda0b9-7129-42b0-b93b-5955c318fb2a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event deleted for resources: {'Port': ['ID=9082b1bc-f3f7-4c96-8bc3-d400541ec447,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:07.426466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Network fd4d7533-a5dc-45b8-b56c-7845db0bcfe2 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:07.445855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Pushing event updated for resources: {'Port': ['ID=77b7e192-b9df-4028-b44a-44004168af46,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:07.451029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:07.469865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:07.498949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd449a0a-facd-4c59-8da1-b60bc9be6ab5 req-50bda0b9-7129-42b0-b93b-5955c318fb2a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] No DVR routers for this DVR port 9082b1bc-f3f7-4c96-8bc3-d400541ec447 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:07.506399 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.510969 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fd449a0a-facd-4c59-8da1-b60bc9be6ab5 req-50bda0b9-7129-42b0-b93b-5955c318fb2a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.526270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd449a0a-facd-4c59-8da1-b60bc9be6ab5 req-50bda0b9-7129-42b0-b93b-5955c318fb2a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "DELETE /v2.0/ports/9082b1bc-f3f7-4c96-8bc3-d400541ec447 HTTP/1.1" status: 204 len: 173 time: 2.3904514 Jul 16 18:17:07.526705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e46797-07df-4758-ab29-cf2771032036', 'name': 'network-vif-deleted', 'tag': '9082b1bc-f3f7-4c96-8bc3-d400541ec447'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:07.539435 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec99944c-2037-4833-bf70-dfe4975c55e6" -d '{"events": [{"server_uuid": "14e46797-07df-4758-ab29-cf2771032036", "name": "network-vif-deleted", "tag": "9082b1bc-f3f7-4c96-8bc3-d400541ec447"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:07.605586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Router be65acf1-d3cd-480d-ac74-79d421026ec5 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:07.614904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Attempting to bind port 77b7e192-b9df-4028-b44a-44004168af46 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:07.615322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Attempting to bind port 77b7e192-b9df-4028-b44a-44004168af46 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'dbb11178-ff55-4d95-a9ef-5bdacb276d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd4d7533-a5dc-45b8-b56c-7845db0bcfe2'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:07.615876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Attempting to bind port 77b7e192-b9df-4028-b44a-44004168af46 on network fd4d7533-a5dc-45b8-b56c-7845db0bcfe2 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:07.658150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:07.658935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Checking segment: {'id': 'dbb11178-ff55-4d95-a9ef-5bdacb276d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd4d7533-a5dc-45b8-b56c-7845db0bcfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:07.659059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.659409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Bound using segment: {'id': 'dbb11178-ff55-4d95-a9ef-5bdacb276d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd4d7533-a5dc-45b8-b56c-7845db0bcfe2'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:07.659918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Bound port: 77b7e192-b9df-4028-b44a-44004168af46, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb11178-ff55-4d95-a9ef-5bdacb276d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fd4d7533-a5dc-45b8-b56c-7845db0bcfe2'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:07.661455 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.753164 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae46de2d-3377-4b2a-bd28-b09af49c6bbf x-openstack-request-id: req-ae46de2d-3377-4b2a-bd28-b09af49c6bbf {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:07.754787 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e46797-07df-4758-ab29-cf2771032036", "name": "network-vif-deleted", "tag": "9082b1bc-f3f7-4c96-8bc3-d400541ec447", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:07.755374 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae46de2d-3377-4b2a-bd28-b09af49c6bbf {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:07.755939 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e46797-07df-4758-ab29-cf2771032036', 'name': 'network-vif-deleted', 'tag': '9082b1bc-f3f7-4c96-8bc3-d400541ec447', 'status': 'completed', 'code': 200} Jul 16 18:17:07.860455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:07.870671 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Sync routers for ids ['be65acf1-d3cd-480d-ac74-79d421026ec5'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:07.884519 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.889499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58496) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:07.890569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a0a8f576-5cd0-413c-96dc-95f190a0409f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0837555 Jul 16 18:17:07.893955 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.912284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] For port 77b7e192-b9df-4028-b44a-44004168af46, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:07.933611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] For port 77b7e192-b9df-4028-b44a-44004168af46, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=77b7e192-b9df-4028-b44a-44004168af46,segment=NetworkSegment(dbb11178-ff55-4d95-a9ef-5bdacb276d99),segment_id=dbb11178-ff55-4d95-a9ef-5bdacb276d99)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:07.933611 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.071898 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7798e-f942-40d5-bb8d-95bd155877e2 None None] Pushing event updated for resources: {'Port': ['ID=77b7e192-b9df-4028-b44a-44004168af46,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:08.095167 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Routers {'be65acf1-d3cd-480d-ac74-79d421026ec5'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:08.095977 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:16:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['be65acf1-d3cd-480d-ac74-79d421026ec5'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:08.264179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58512) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:08.435858 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Set router be65acf1-d3cd-480d-ac74-79d421026ec5 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:08.501390 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 1f3c3132-5746-4a43-a198-55e663d9b4bc details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:08.584353 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92737587-0027-48b7-b7af-01f1cca0a06c req-a1640615-1434-4ff4-a384-7cd7677eee14 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 210 time: 0.1072004 Jul 16 18:17:08.587550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9082b1bc-f3f7-4c96-8bc3-d400541ec447 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:08.608079 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c357b929-dbd3-4ecb-aa97-5e0d08ae8234 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:08.631462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1682682341-network', 'tenant_id': 'd1a41ea6ec544b1eb0c1f84de92fdb66'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:08.811486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Made reservation on behalf of d1a41ea6ec544b1eb0c1f84de92fdb66 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:08.819363 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.865924 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.944049 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b52ae-df8a-43ef-b6e5-50e35f8c527b req-a7f20439-c099-4fc9-84d7-872cd416cce0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.946304 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e66b52ae-df8a-43ef-b6e5-50e35f8c527b req-a7f20439-c099-4fc9-84d7-872cd416cce0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.3609297 Jul 16 18:17:08.998105 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:17:04Z', 'revision_number': 3, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port': {'id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:03Z', 'updated_at': '2021-07-16T18:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:09.080671 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Checking router: be65acf1-d3cd-480d-ac74-79d421026ec5 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:09.080671 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Updating router be65acf1-d3cd-480d-ac74-79d421026ec5 port f3fc309a-bda4-4212-b580-8a3d07c7ed43 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:09.165294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e66b52ae-df8a-43ef-b6e5-50e35f8c527b req-0adc28ef-4d32-40fe-8fe3-2b9ee8c4942b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064981 Jul 16 18:17:09.171576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 9082b1bc-f3f7-4c96-8bc3-d400541ec447 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:09.172115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 9082b1bc-f3f7-4c96-8bc3-d400541ec447 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:09.246420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547d96a7-9e74-485f-9acd-5cd2bdaf9750 None None] Network f05852a3-7442-4d03-b287-7e4a9c2c0732 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:09.262129 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.454676 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.461478 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.508072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4c5b40d3-497b-4f91-b615-21558a71f6db None None] Provisioning for port c357b929-dbd3-4ecb-aa97-5e0d08ae8234 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:09.533486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a81cde-a8d7-455a-b8ce-2f81572c8cdc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:09.576407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:09.594549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c357b929-dbd3-4ecb-aa97-5e0d08ae8234 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:09.609972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:09.613228 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.613764 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Added segment 5b092ef9-849f-4a85-bf08-0e96ca1e4249 of type vlan for network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 Jul 16 18:17:09.659773 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.675556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'port_id': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'mac_address': 'fa:16:3e:cc:b4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:09.685467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c357b929-dbd3-4ecb-aa97-5e0d08ae8234 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:09.690912 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.693221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.797851 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.811267 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.826886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f3c3132-5746-4a43-a198-55e663d9b4bc {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:09.911900 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.913818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.914748 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.962559 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.989058 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.019415 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79f216ae-9d0b-4909-aa59-ced9220e7109 req-bf712d48-a87e-45d9-8c61-dd05351e58a5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 210 time: 0.0571637 Jul 16 18:17:10.028033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7627280 Jul 16 18:17:10.042285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port c357b929-dbd3-4ecb-aa97-5e0d08ae8234, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c357b929-dbd3-4ecb-aa97-5e0d08ae8234,segment=NetworkSegment(9588d6f5-a173-4e99-98f5-ced007e0fbcc),segment_id=9588d6f5-a173-4e99-98f5-ced007e0fbcc)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:10.049407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58542) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:10.077753 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.084596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:10.091194 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.123978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9f452a14-1a9d-401e-8f40-0f700faa8dee admin admin] Request body: {'subnet': {'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1682682341-subnet', 'tenant_id': 'd1a41ea6ec544b1eb0c1f84de92fdb66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:10.145095 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e5ec8-0da6-4df5-96ba-44c0f9045d29 admin admin] Pushing event updated for resources: {'Network': ['ID=ae3520e2-3294-4ffe-b53c-3cd79fc510e2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.182424 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.234256 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Transition to ACTIVE for port object f3fc309a-bda4-4212-b580-8a3d07c7ed43 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:10.241956 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=c357b929-dbd3-4ecb-aa97-5e0d08ae8234,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.253714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:10.256020 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.261775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.278669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=9fa395fb-c5be-4687-8313-1cdab2f7321a,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.378190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f452a14-1a9d-401e-8f40-0f700faa8dee admin admin] Made reservation on behalf of d1a41ea6ec544b1eb0c1f84de92fdb66 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:10.388184 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f452a14-1a9d-401e-8f40-0f700faa8dee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.443839 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Attempting to bind port f3fc309a-bda4-4212-b580-8a3d07c7ed43 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:10.450249 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Attempting to bind port f3fc309a-bda4-4212-b580-8a3d07c7ed43 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:10.450834 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Attempting to bind port f3fc309a-bda4-4212-b580-8a3d07c7ed43 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:10.454659 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Pushing event updated for resources: {'Port': ['ID=f3fc309a-bda4-4212-b580-8a3d07c7ed43,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.467224 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:10.471680 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:10.472835 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.473800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['1f3c3132-5746-4a43-a198-55e663d9b4bc'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:10.474796 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:10.475462 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Bound port: f3fc309a-bda4-4212-b580-8a3d07c7ed43, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:10.477641 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.541204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b862679-67c9-42fa-b35d-7dc5ed6e7739 None None] Network fd4d7533-a5dc-45b8-b56c-7845db0bcfe2 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:10.548268 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:10.554630 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:10.555193 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:10.555694 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:10.556946 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:10.557433 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:10.562162 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:10.562712 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:10.563207 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:10.563861 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:10.564351 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:10.564835 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:10.626038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d910f-2b68-469d-b9d2-f28847fb4e3e req-07f94487-b534-4b48-9da9-60286f3078ce tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:10.636795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f0d910f-2b68-469d-b9d2-f28847fb4e3e req-07f94487-b534-4b48-9da9-60286f3078ce tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.1659632 Jul 16 18:17:10.681249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=1f3c3132-5746-4a43-a198-55e663d9b4bc,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.681418 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Allocated IP 172.20.0.1 (46aa9110-266a-4750-86f1-3c0adb3cb6dc/8b14bfa8-75df-427e-8cf7-22a0c937fc32/e6952a8e-3da7-48a4-8394-288d03f2c914) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:10.687089 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] For port f3fc309a-bda4-4212-b580-8a3d07c7ed43, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:10.692663 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] For port f3fc309a-bda4-4212-b580-8a3d07c7ed43, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f3fc309a-bda4-4212-b580-8a3d07c7ed43,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:10.698208 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 77b7e192-b9df-4028-b44a-44004168af46 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:10.712229 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.747869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f0d910f-2b68-469d-b9d2-f28847fb4e3e req-109150fc-8ffd-4de4-bee0-7ad52a596901 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097560 Jul 16 18:17:10.912789 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1b431145-baee-4f7b-99b2-2cfcbc1faf4e None None] Provisioning for port 77b7e192-b9df-4028-b44a-44004168af46 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:10.923183 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe7f5c-cb66-4475-93d8-cbfa901db0a3 None None] Pushing event updated for resources: {'Port': ['ID=f3fc309a-bda4-4212-b580-8a3d07c7ed43,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.925912 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Routers {'be65acf1-d3cd-480d-ac74-79d421026ec5'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:10.938602 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:16:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['be65acf1-d3cd-480d-ac74-79d421026ec5'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:11.050058 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f452a14-1a9d-401e-8f40-0f700faa8dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.139739 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f452a14-1a9d-401e-8f40-0f700faa8dee admin admin] Pushing event updated for resources: {'Subnet': ['ID=decebe86-3aa7-4911-8fa3-82eb9564b542,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:11.150746 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] Set router be65acf1-d3cd-480d-ac74-79d421026ec5 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:11.332228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network f05852a3-7442-4d03-b287-7e4a9c2c0732 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:11.333015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f452a14-1a9d-401e-8f40-0f700faa8dee admin admin] Checking segment: {'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:11.333380 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f452a14-1a9d-401e-8f40-0f700faa8dee admin admin] Network hostable DHCP agents. Network: ae3520e2-3294-4ffe-b53c-3cd79fc510e2, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:11.348292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:11.355009 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.382619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 77b7e192-b9df-4028-b44a-44004168af46 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:11.391072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ed409461-14f8-47af-8ff9-f27b0db9fe70 None None] Provisioning for port 9fa395fb-c5be-4687-8313-1cdab2f7321a completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:11.436906 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cd7e3f6-01b5-420a-b423-3d658187db86 req-44bf0bb7-71b9-4cd3-af62-ae284f5a81c9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 210 time: 0.1151683 Jul 16 18:17:11.455109 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ed409461-14f8-47af-8ff9-f27b0db9fe70 None None] Provisioning complete for port 9fa395fb-c5be-4687-8313-1cdab2f7321a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:11.455492 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ed409461-14f8-47af-8ff9-f27b0db9fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.629076 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ed409461-14f8-47af-8ff9-f27b0db9fe70 None None] Port 9fa395fb-c5be-4687-8313-1cdab2f7321a cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:11.634655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 77b7e192-b9df-4028-b44a-44004168af46 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:11.634976 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.712256 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:17:04Z', 'revision_number': 3, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port': {'id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:03Z', 'updated_at': '2021-07-16T18:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:11.734700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ed409461-14f8-47af-8ff9-f27b0db9fe70 None None] Provisioning complete for port c357b929-dbd3-4ecb-aa97-5e0d08ae8234 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:11.737628 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ed409461-14f8-47af-8ff9-f27b0db9fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.767194 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e87030-e9dd-4396-8dae-36f355467ebc None None] The sync data for ids ['be65acf1-d3cd-480d-ac74-79d421026ec5'] in n-d-787205-10 is: [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:17:04Z', 'revision_number': 3, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port': {'id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:03Z', 'updated_at': '2021-07-16T18:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:12.183272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390dff9-34ac-4e9f-a0de-afa508d301db req-e2c76685-eb2a-4052-a7bb-7c5aa2695e00 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.184951 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c390dff9-34ac-4e9f-a0de-afa508d301db req-e2c76685-eb2a-4052-a7bb-7c5aa2695e00 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.1662385 Jul 16 18:17:12.202377 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.216611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Transition to ACTIVE for port object e6952a8e-3da7-48a4-8394-288d03f2c914 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:12.340830 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c390dff9-34ac-4e9f-a0de-afa508d301db req-e37fa5e4-e9d5-44c0-a325-88296935a607 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493766 Jul 16 18:17:12.395819 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 77b7e192-b9df-4028-b44a-44004168af46, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=77b7e192-b9df-4028-b44a-44004168af46,segment=NetworkSegment(dbb11178-ff55-4d95-a9ef-5bdacb276d99),segment_id=dbb11178-ff55-4d95-a9ef-5bdacb276d99)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:12.420651 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.453161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-50fbe84a-7cda-42bc-81b3-92bf4a3a9947 None None] Provisioning complete for port 9fa395fb-c5be-4687-8313-1cdab2f7321a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:12.454023 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-50fbe84a-7cda-42bc-81b3-92bf4a3a9947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.582749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 1f3c3132-5746-4a43-a198-55e663d9b4bc up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:12.592922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.638067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f452a14-1a9d-401e-8f40-0f700faa8dee admin admin] Network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:12.705281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Network 46aa9110-266a-4750-86f1-3c0adb3cb6dc is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:12.712136 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:12.744267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:12.815489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c357b929-dbd3-4ecb-aa97-5e0d08ae8234 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:12.833283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-50fbe84a-7cda-42bc-81b3-92bf4a3a9947 None None] Port 9fa395fb-c5be-4687-8313-1cdab2f7321a cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:12.844355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-9f452a14-1a9d-401e-8f40-0f700faa8dee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, ae3520e2-3294-4ffe-b53c-3cd79fc510e2) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:12.867592 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f452a14-1a9d-401e-8f40-0f700faa8dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.868574 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9f452a14-1a9d-401e-8f40-0f700faa8dee admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.874368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-47e035a0-082c-4bdc-9f9e-a6879d1d4482 req-e8ffadb9-4ff7-4abd-b330-83fd1cf90234 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 210 time: 0.0947547 Jul 16 18:17:12.906194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=77b7e192-b9df-4028-b44a-44004168af46,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:12.927570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921f46fa-88e6-4036-af34-cf3208006bfc None None] Network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:12.951143 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6952a8e-3da7-48a4-8394-288d03f2c914,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:12.977851 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9f452a14-1a9d-401e-8f40-0f700faa8dee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8873398 Jul 16 18:17:13.009612 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.079070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 1f3c3132-5746-4a43-a198-55e663d9b4bc triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:13.079428 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.157841 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-68d27baf-1f3f-44a6-b8ed-659b210d85eb None None] Provisioning complete for port 77b7e192-b9df-4028-b44a-44004168af46 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:13.158158 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68d27baf-1f3f-44a6-b8ed-659b210d85eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.445988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c357b929-dbd3-4ecb-aa97-5e0d08ae8234 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:13.446668 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.456175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7019d6d9-5be8-4a23-9cb4-97d70c73b843 None None] Network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:13.468967 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.489781 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 0f83bd1d-3b90-4cd3-8885-e9401e1409c0 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:13.563287 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.784265 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2c6880f4-4275-471d-bf53-1196718656f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.818741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16babab8-b6f5-4769-b7a6-d2d7ff34388a req-c6f5ae85-627d-419e-b515-fecf66743593 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:13.833613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16babab8-b6f5-4769-b7a6-d2d7ff34388a req-c6f5ae85-627d-419e-b515-fecf66743593 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.1335263 Jul 16 18:17:13.872831 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:13.876021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:13.878784 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc67f9cc-9c8f-452c-887f-d99664ca3236" -d '{"events": [{"server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "name": "network-vif-plugged", "status": "completed", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:13.898737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16babab8-b6f5-4769-b7a6-d2d7ff34388a req-77d984ba-2f82-448d-a5ab-249515f4445c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577471 Jul 16 18:17:14.001686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:14.018738 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4fcaa1cc-5b6a-45cc-bbf8-7df6afe5ebb3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/0f83bd1d-3b90-4cd3-8885-e9401e1409c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1029842 Jul 16 18:17:14.023830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58602) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:14.153781 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.159706 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ee9920-0132-47b7-906e-973a7a4f36b4 x-openstack-request-id: req-e1ee9920-0132-47b7-906e-973a7a4f36b4 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:14.160289 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "name": "network-vif-plugged", "status": "completed", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:14.160542 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1ee9920-0132-47b7-906e-973a7a4f36b4 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:14.160934 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'code': 200} Jul 16 18:17:14.240497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-0a8cf14e-3977-4eb0-8694-d7fb335c7d20 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:14.247412 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f3fc309a-bda4-4212-b580-8a3d07c7ed43 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:14.249585 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-0a8cf14e-3977-4eb0-8694-d7fb335c7d20 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 815 time: 0.2941844 Jul 16 18:17:14.253832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a81833-8786-4f87-9ab7-ec89e512a91b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:14.261363 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-21a81833-8786-4f87-9ab7-ec89e512a91b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports/9fa395fb-c5be-4687-8313-1cdab2f7321a HTTP/1.1" status: 200 len: 910 time: 0.2341514 Jul 16 18:17:14.266501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58604) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:14.268804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf634b-2414-4995-80d3-369f8aa6894a None None] Sync routers for ids ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:14.287812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=1f3c3132-5746-4a43-a198-55e663d9b4bc,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:14.345542 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7737533d-31ca-477c-85b6-50ccd5b7b67d req-2ff1a7fb-e5d8-4e83-bb1b-f98e1bcd4d66 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 210 time: 0.0888662 Jul 16 18:17:14.353165 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf634b-2414-4995-80d3-369f8aa6894a None None] Routers {'0f83bd1d-3b90-4cd3-8885-e9401e1409c0'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:14.353863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ccbf634b-2414-4995-80d3-369f8aa6894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:16:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:14.387041 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-a29e308b-31e3-4839-b9cc-3478973f29b0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/quotas/d1a41ea6ec544b1eb0c1f84de92fdb66 HTTP/1.1" status: 200 len: 375 time: 0.1362932 Jul 16 18:17:14.466045 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-28ccbc07-2aed-4d54-9496-3c43f95ac27a tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778968 Jul 16 18:17:14.476670 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ccbf634b-2414-4995-80d3-369f8aa6894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:14.513591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf634b-2414-4995-80d3-369f8aa6894a None None] Routers {'0f83bd1d-3b90-4cd3-8885-e9401e1409c0'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:14.514257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ccbf634b-2414-4995-80d3-369f8aa6894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:16:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:14.619600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d84b2bcf-24cc-4961-b72b-f9b6b72fbab9 None None] Provisioning for port e6952a8e-3da7-48a4-8394-288d03f2c914 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:14.627045 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d84b2bcf-24cc-4961-b72b-f9b6b72fbab9 None None] Provisioning complete for port e6952a8e-3da7-48a4-8394-288d03f2c914 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:14.627426 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d84b2bcf-24cc-4961-b72b-f9b6b72fbab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.629035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ccbf634b-2414-4995-80d3-369f8aa6894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:14.629642 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf634b-2414-4995-80d3-369f8aa6894a None None] The sync data for ids ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:14.742825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port f3fc309a-bda4-4212-b580-8a3d07c7ed43 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:14.755678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f3fc309a-bda4-4212-b580-8a3d07c7ed43 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:14.756055 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.851429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d84b2bcf-24cc-4961-b72b-f9b6b72fbab9 None None] Port e6952a8e-3da7-48a4-8394-288d03f2c914 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:14.947644 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.983965 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.027791 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.042261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-16af033b-c937-429a-a234-d6baae937321 service neutron] 10.222.0.24 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665092 Jul 16 18:17:15.093446 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.104679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port f3fc309a-bda4-4212-b580-8a3d07c7ed43, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f3fc309a-bda4-4212-b580-8a3d07c7ed43,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:15.126429 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.240242 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-70b4cf2b-04be-424f-8c12-5fe1dccfd9f6 service neutron] 10.222.0.24 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886282 Jul 16 18:17:15.273521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58618) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:15.399115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=f3fc309a-bda4-4212-b580-8a3d07c7ed43,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:15.423053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 77b7e192-b9df-4028-b44a-44004168af46 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:15.434982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6952a8e-3da7-48a4-8394-288d03f2c914,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:15.547165 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0ae27c3-aee2-4060-a047-ffb87b6d2c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.595430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 77b7e192-b9df-4028-b44a-44004168af46 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:15.602934 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.778072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Network 46aa9110-266a-4750-86f1-3c0adb3cb6dc is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:15.794305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:15.814491 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0ae27c3-aee2-4060-a047-ffb87b6d2c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.834345 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0ae27c3-aee2-4060-a047-ffb87b6d2c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.861854 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-14442f0d-3c83-4714-82e1-6333c9536310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.910143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f0ae27c3-aee2-4060-a047-ffb87b6d2c4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c44e2cab0112414196f7bb3db7758863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6354990 Jul 16 18:17:15.925852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cc2af-bc44-4d9b-834b-1344284d3621 req-1eda7b58-031c-4e26-a85c-0e3fbb5a006e tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:15.935639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-426cc2af-bc44-4d9b-834b-1344284d3621 req-1eda7b58-031c-4e26-a85c-0e3fbb5a006e tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.5904841 Jul 16 18:17:15.937682 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58628) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:15.965934 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.094943 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.177651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae8df849-7162-44f5-a9db-b8f4096442ed req-3dc26131-e295-49b0-bb37-7503db5d41fd tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 210 time: 0.2732277 Jul 16 18:17:16.251139 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-426cc2af-bc44-4d9b-834b-1344284d3621 req-669b1a06-e154-4bc2-9222-2d8b243f6e5c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134651 Jul 16 18:17:16.276778 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-475c62a0-41ca-4475-8c89-e5f09a7f0250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.276778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae27c3-aee2-4060-a047-ffb87b6d2c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9495d3-80bc-4df7-a076-6b3dd0cc8da7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:16.302542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6e5580d6-71b0-4502-bd14-e4aa8ba349f6 None None] Provisioning complete for port e6952a8e-3da7-48a4-8394-288d03f2c914 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:16.303313 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6e5580d6-71b0-4502-bd14-e4aa8ba349f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.395243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6e5580d6-71b0-4502-bd14-e4aa8ba349f6 None None] Port e6952a8e-3da7-48a4-8394-288d03f2c914 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:16.403766 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Router be65acf1-d3cd-480d-ac74-79d421026ec5 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:16.458345 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f24281a-8052-4f6a-9ed6-b99385a2974c req-7199ae52-4a50-4d3a-9ea3-77d76d997244 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 210 time: 0.1527922 Jul 16 18:17:16.473743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-475c62a0-41ca-4475-8c89-e5f09a7f0250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.547447 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-475c62a0-41ca-4475-8c89-e5f09a7f0250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.550562 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-475c62a0-41ca-4475-8c89-e5f09a7f0250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.552042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-475c62a0-41ca-4475-8c89-e5f09a7f0250 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d9495d3-80bc-4df7-a076-6b3dd0cc8da7 HTTP/1.1" status: 204 len: 168 time: 0.5834968 Jul 16 18:17:16.577333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c62a0-41ca-4475-8c89-e5f09a7f0250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9495d3-80bc-4df7-a076-6b3dd0cc8da7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:16.714846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:16.722686 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4aed07ac-79f9-4980-83e2-160b10706fa6 admin admin] 10.222.0.24 "PUT /v2.0/routers/be65acf1-d3cd-480d-ac74-79d421026ec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8301895 Jul 16 18:17:16.740063 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Sync routers for ids ['be65acf1-d3cd-480d-ac74-79d421026ec5'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:16.780547 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Routers {'be65acf1-d3cd-480d-ac74-79d421026ec5'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:16.781527 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['be65acf1-d3cd-480d-ac74-79d421026ec5'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:16.865614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Allocated IP 172.21.0.1 (fd4d7533-a5dc-45b8-b56c-7845db0bcfe2/ba409f6a-1236-4e62-95bb-d0cb8e7b373a/d8a3a96f-620d-40bf-8174-80b9fcab4259) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:17.140194 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.179165 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Transition to ACTIVE for port object d8a3a96f-620d-40bf-8174-80b9fcab4259 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:17.237077 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Set router be65acf1-d3cd-480d-ac74-79d421026ec5 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:17.311373 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.346930 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f3fc309a-bda4-4212-b580-8a3d07c7ed43 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:17.439980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network fd4d7533-a5dc-45b8-b56c-7845db0bcfe2 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:17.586050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=d8a3a96f-620d-40bf-8174-80b9fcab4259,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:17.589300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:17.595790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:17.696667 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f3fc309a-bda4-4212-b580-8a3d07c7ed43 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:17.699729 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.730274 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.769778 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.038918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5acf4b3a-fcf4-4f7f-883c-e4e6b769f402 req-19cfdb1f-87fd-41ab-a38b-61406f62435b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=14e46797-07df-4758-ab29-cf2771032036 HTTP/1.1" status: 200 len: 210 time: 0.1217079 Jul 16 18:17:18.078400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58672) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.118900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2005212632-network', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:18.170721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cb40e-900e-4594-91f7-e7862af66dd0 req-c07892a7-704d-4067-87e7-63cfd96470e8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.171151 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:17:13Z', 'revision_number': 4, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port': {'id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:03Z', 'updated_at': '2021-07-16T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e6952a8e-3da7-48a4-8394-288d03f2c914', 'name': '', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'mac_address': 'fa:16:3e:96:90:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:10Z', 'updated_at': '2021-07-16T18:17:13Z', 'revision_number': 2, 'project_id': '0ad333940a544596ba07e31fb397489c', 'subnets': [{'id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:18.183495 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f30cb40e-900e-4594-91f7-e7862af66dd0 req-c07892a7-704d-4067-87e7-63cfd96470e8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.4607191 Jul 16 18:17:18.269179 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-24ae6d3d-7cea-43d8-ab87-99aff2be52a3 None None] Provisioning for port d8a3a96f-620d-40bf-8174-80b9fcab4259 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:18.277439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-24ae6d3d-7cea-43d8-ab87-99aff2be52a3 None None] Provisioning complete for port d8a3a96f-620d-40bf-8174-80b9fcab4259 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:18.283180 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-24ae6d3d-7cea-43d8-ab87-99aff2be52a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.305435 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Checking router: be65acf1-d3cd-480d-ac74-79d421026ec5 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:18.310327 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Updating router be65acf1-d3cd-480d-ac74-79d421026ec5 port e6952a8e-3da7-48a4-8394-288d03f2c914 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:18.360881 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.448987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b801a90f-1371-4720-aa8c-888bedd57e0b tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.450603 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b801a90f-1371-4720-aa8c-888bedd57e0b tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.32 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 815 time: 0.1764553 Jul 16 18:17:18.469781 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f30cb40e-900e-4594-91f7-e7862af66dd0 req-e4d0ee63-008f-4ab1-a386-7ef2c1410e58 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853153 Jul 16 18:17:18.470113 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-24ae6d3d-7cea-43d8-ab87-99aff2be52a3 None None] Port d8a3a96f-620d-40bf-8174-80b9fcab4259 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:18.478773 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b3de72fa-b064-405b-a691-3e63ef93d8d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Request body: {'port': {'device_id': '0f272a8a-c0d2-44b1-9253-ec629c154abb', 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2', 'admin_state_up': True, 'tenant_id': 'd1a41ea6ec544b1eb0c1f84de92fdb66'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:18.524872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e7682a1-9c5d-413a-8ad8-9f89a0d9b50f req-2680ce60-d368-44ef-9853-fe934f8694b0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 210 time: 0.0625737 Jul 16 18:17:18.784510 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.786534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b3de72fa-b064-405b-a691-3e63ef93d8d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Made reservation on behalf of d1a41ea6ec544b1eb0c1f84de92fdb66 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:18.790931 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b3de72fa-b064-405b-a691-3e63ef93d8d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.832394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Made reservation on behalf of 4957fe275d9c45c9b2b1eab662b96ccc for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:18.836599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.850358 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58684) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.914944 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.069819 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.094516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-835832593-network', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:19.190749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b3de72fa-b064-405b-a691-3e63ef93d8d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Allocated IP 172.20.0.8 (ae3520e2-3294-4ffe-b53c-3cd79fc510e2/decebe86-3aa7-4911-8fa3-82eb9564b542/80c076fc-41a7-4f97-afcf-12812a43a24d) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:19.265393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.276409 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.300853 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.326715 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Transition to ACTIVE for port object e6952a8e-3da7-48a4-8394-288d03f2c914 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:19.329681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.344713 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.486444 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02ccc7-ecf2-4998-b218-487f469d7e27 None None] Pushing event updated for resources: {'Port': ['ID=e6952a8e-3da7-48a4-8394-288d03f2c914,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:19.490432 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b3de72fa-b064-405b-a691-3e63ef93d8d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.523206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.544012 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.564497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=d8a3a96f-620d-40bf-8174-80b9fcab4259,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:19.595960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Made reservation on behalf of f0b6df39a90148e3bb1a86e101453dd0 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:19.598552 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.610319 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.634888 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b3de72fa-b064-405b-a691-3e63ef93d8d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.643765 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Attempting to bind port e6952a8e-3da7-48a4-8394-288d03f2c914 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:19.644111 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Attempting to bind port e6952a8e-3da7-48a4-8394-288d03f2c914 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '3fe4f14b-f2d5-4279-b6f2-5404dae50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:19.644481 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Attempting to bind port e6952a8e-3da7-48a4-8394-288d03f2c914 on network 46aa9110-266a-4750-86f1-3c0adb3cb6dc {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:19.653629 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:19.654026 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Checking segment: {'id': '3fe4f14b-f2d5-4279-b6f2-5404dae50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:19.654437 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.654835 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Bound using segment: {'id': '3fe4f14b-f2d5-4279-b6f2-5404dae50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:19.655311 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Bound port: e6952a8e-3da7-48a4-8394-288d03f2c914, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe4f14b-f2d5-4279-b6f2-5404dae50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:19.657830 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.686250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.686601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.686939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.687277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.687613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.687947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.688274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.689858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.695119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.695538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.695887 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.696231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.708385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:19.751762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b3de72fa-b064-405b-a691-3e63ef93d8d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:19.775174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b3de72fa-b064-405b-a691-3e63ef93d8d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:19.786121 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.786478 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Added segment 234f3e13-ae07-4ba6-8ed6-c401fe2ac09a of type vlan for network 9c911c95-8232-4488-8820-032be5c99a3b Jul 16 18:17:19.793633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b3de72fa-b064-405b-a691-3e63ef93d8d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:19.805310 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] For port e6952a8e-3da7-48a4-8394-288d03f2c914, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:19.811596 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] For port e6952a8e-3da7-48a4-8394-288d03f2c914, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e6952a8e-3da7-48a4-8394-288d03f2c914,segment=NetworkSegment(3fe4f14b-f2d5-4279-b6f2-5404dae50440),segment_id=3fe4f14b-f2d5-4279-b6f2-5404dae50440)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:19.815000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6e686f-1a0f-495a-b06f-11e938e4c6af,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:19.824401 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.925357 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Routers {'be65acf1-d3cd-480d-ac74-79d421026ec5'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:19.929953 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['be65acf1-d3cd-480d-ac74-79d421026ec5'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:19.940664 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network fd4d7533-a5dc-45b8-b56c-7845db0bcfe2 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:19.958797 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:19.960661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de72fa-b064-405b-a691-3e63ef93d8d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Pushing event updated for resources: {'Port': ['ID=80c076fc-41a7-4f97-afcf-12812a43a24d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:19.993090 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.143214 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] Set router be65acf1-d3cd-480d-ac74-79d421026ec5 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:20.166761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02f1d1-8c28-4704-9ead-5b59fa31c991 req-380ac4ac-17d8-4218-a8ed-96a37a630de8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.168684 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e02f1d1-8c28-4704-9ead-5b59fa31c991 req-380ac4ac-17d8-4218-a8ed-96a37a630de8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 931 time: 0.3212681 Jul 16 18:17:20.186921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b3de72fa-b064-405b-a691-3e63ef93d8d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.187426 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b3de72fa-b064-405b-a691-3e63ef93d8d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.190519 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.192649 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.193439 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.224377 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 0f83bd1d-3b90-4cd3-8885-e9401e1409c0 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:20.323012 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e02f1d1-8c28-4704-9ead-5b59fa31c991 req-bd742ae2-d9b1-4dfc-8c36-8673636b51dc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938063 Jul 16 18:17:20.342363 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed770-4cdf-4b42-aac1-8f98af2b1ace req-c0b44b53-0258-4743-8c6f-e0f3a05b391b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.350706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a8ed770-4cdf-4b42-aac1-8f98af2b1ace req-c0b44b53-0258-4743-8c6f-e0f3a05b391b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.5182660 Jul 16 18:17:20.376173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] Pushing event updated for resources: {'Network': ['ID=9c911c95-8232-4488-8820-032be5c99a3b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:20.406170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 9c911c95-8232-4488-8820-032be5c99a3b details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:20.422173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:20.433507 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02ccc7-ecf2-4998-b218-487f469d7e27 None None] Pushing event updated for resources: {'Port': ['ID=e6952a8e-3da7-48a4-8394-288d03f2c914,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:20.444430 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c5978b56-0e01-435b-ac14-5c5430be9a7e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/0f83bd1d-3b90-4cd3-8885-e9401e1409c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1766105 Jul 16 18:17:20.445734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58704) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:20.465463 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.469378 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:17:20.478937 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.493173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-b3de72fa-b064-405b-a691-3e63ef93d8d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0223505 Jul 16 18:17:20.500699 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f7020d0b-f8ac-426b-b357-8fcb668b1932 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4210665 Jul 16 18:17:20.503882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58706) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:20.510965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-6f5b9c07-1955-4137-a9ff-4ccf8b4ec45b tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:17:20.514754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ae2ae-29d4-4a39-9c98-2656e072af09 None None] Sync routers for ids ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:20.515834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3a7e8617-5bb9-4016-87c8-abdc77960fb5 admin admin] Request body: {'subnet': {'network_id': '9c911c95-8232-4488-8820-032be5c99a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2005212632-subnet', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:20.516309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-6f5b9c07-1955-4137-a9ff-4ccf8b4ec45b tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132968 Jul 16 18:17:20.561038 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a59c7-89df-4f0a-97d5-9f7d92fb40f4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.565595 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-583a59c7-89df-4f0a-97d5-9f7d92fb40f4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports/d8a3a96f-620d-40bf-8174-80b9fcab4259 HTTP/1.1" status: 200 len: 910 time: 0.1186182 Jul 16 18:17:20.568866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58712) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:20.585313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:20.619768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a8ed770-4cdf-4b42-aac1-8f98af2b1ace req-9e3f6519-2b9d-44fa-b6af-1385565f8f37 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677357 Jul 16 18:17:20.620984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff67687-a65e-48bb-97c0-59e86e716157,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:20.643047 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.643509 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Added segment 75485961-0c7f-459c-9368-ea8b594139bf of type vlan for network 048a14a8-9dba-4f1d-ac86-f76b8445e948 Jul 16 18:17:20.674385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ae2ae-29d4-4a39-9c98-2656e072af09 None None] Routers {'0f83bd1d-3b90-4cd3-8885-e9401e1409c0'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:20.690830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-444ae2ae-29d4-4a39-9c98-2656e072af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:20.698807 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-40b8b4e8-d805-4213-b1ea-347fbf20b519 None None] Provisioning complete for port d8a3a96f-620d-40bf-8174-80b9fcab4259 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:20.702040 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40b8b4e8-d805-4213-b1ea-347fbf20b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.743990 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7e8617-5bb9-4016-87c8-abdc77960fb5 admin admin] Made reservation on behalf of 4957fe275d9c45c9b2b1eab662b96ccc for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:20.747419 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8617-5bb9-4016-87c8-abdc77960fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.749908 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:17:13Z', 'revision_number': 4, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port': {'id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:03Z', 'updated_at': '2021-07-16T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e6952a8e-3da7-48a4-8394-288d03f2c914', 'name': '', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'mac_address': 'fa:16:3e:96:90:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:10Z', 'updated_at': '2021-07-16T18:17:19Z', 'revision_number': 4, 'project_id': '0ad333940a544596ba07e31fb397489c', 'subnets': [{'id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:20.769396 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Request body: {'port': {'device_id': '0f272a8a-c0d2-44b1-9253-ec629c154abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:20.782913 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea4d426-f7c9-4aee-b998-7d9c9cae1845 None None] The sync data for ids ['be65acf1-d3cd-480d-ac74-79d421026ec5'] in n-d-787205-10 is: [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:17:13Z', 'revision_number': 4, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port': {'id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:03Z', 'updated_at': '2021-07-16T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e6952a8e-3da7-48a4-8394-288d03f2c914', 'name': '', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'mac_address': 'fa:16:3e:96:90:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:10Z', 'updated_at': '2021-07-16T18:17:19Z', 'revision_number': 4, 'project_id': '0ad333940a544596ba07e31fb397489c', 'subnets': [{'id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:20.851656 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.857271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-444ae2ae-29d4-4a39-9c98-2656e072af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:20.927375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-40b8b4e8-d805-4213-b1ea-347fbf20b519 None None] Port d8a3a96f-620d-40bf-8174-80b9fcab4259 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:20.947852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ae2ae-29d4-4a39-9c98-2656e072af09 None None] Routers {'0f83bd1d-3b90-4cd3-8885-e9401e1409c0'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:20.948751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-444ae2ae-29d4-4a39-9c98-2656e072af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:20.990430 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.992514 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.993325 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.001253 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.012846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-444ae2ae-29d4-4a39-9c98-2656e072af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:21.013931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ae2ae-29d4-4a39-9c98-2656e072af09 None None] The sync data for ids ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:21.346185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e6952a8e-3da7-48a4-8394-288d03f2c914 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:21.477166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e6952a8e-3da7-48a4-8394-288d03f2c914 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:21.494640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e6952a8e-3da7-48a4-8394-288d03f2c914 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:21.495029 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.807566 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.811955 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9604409 Jul 16 18:17:21.868227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58722) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:21.915524 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port e6952a8e-3da7-48a4-8394-288d03f2c914, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e6952a8e-3da7-48a4-8394-288d03f2c914,segment=NetworkSegment(3fe4f14b-f2d5-4279-b6f2-5404dae50440),segment_id=3fe4f14b-f2d5-4279-b6f2-5404dae50440)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:21.931075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e33f6d5d-4a44-42d9-83b4-774ba7ad05df admin admin] Request body: {'subnet': {'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-835832593-subnet', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:21.931589 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.949771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706c0ba-6c37-462f-ab0c-6b450911ca49 admin admin] Pushing event updated for resources: {'Network': ['ID=048a14a8-9dba-4f1d-ac86-f76b8445e948,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:22.044188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=e6952a8e-3da7-48a4-8394-288d03f2c914,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:22.047272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 048a14a8-9dba-4f1d-ac86-f76b8445e948 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:22.137260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33f6d5d-4a44-42d9-83b4-774ba7ad05df admin admin] Made reservation on behalf of f0b6df39a90148e3bb1a86e101453dd0 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:22.140391 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e33f6d5d-4a44-42d9-83b4-774ba7ad05df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.175034 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8617-5bb9-4016-87c8-abdc77960fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.222342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197f0cc-2af2-4d02-8b2a-d84f5bcec17e req-140d26fb-13e6-41c8-a70d-d887998dc986 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.224350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a197f0cc-2af2-4d02-8b2a-d84f5bcec17e req-140d26fb-13e6-41c8-a70d-d887998dc986 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 931 time: 0.4615295 Jul 16 18:17:22.301894 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e8617-5bb9-4016-87c8-abdc77960fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14cccff6-ce17-43ad-af28-1ebcc50ebe2b,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:22.322440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e8617-5bb9-4016-87c8-abdc77960fb5 admin admin] Checking segment: {'id': '234f3e13-ae07-4ba6-8ed6-c401fe2ac09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9c911c95-8232-4488-8820-032be5c99a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:22.322979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7e8617-5bb9-4016-87c8-abdc77960fb5 admin admin] Network hostable DHCP agents. Network: 9c911c95-8232-4488-8820-032be5c99a3b, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:22.340994 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c36aeb7-95a0-4165-86a8-458a0bcfa4ed tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.390819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfe1d0-c221-4fb1-8688-c3d99023a12f req-cb2426fa-4fd8-4f24-888f-0cb350df14b0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.393295 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6abfe1d0-c221-4fb1-8688-c3d99023a12f req-cb2426fa-4fd8-4f24-888f-0cb350df14b0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.4330671 Jul 16 18:17:22.464905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7e8617-5bb9-4016-87c8-abdc77960fb5 admin admin] Network 9c911c95-8232-4488-8820-032be5c99a3b is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:22.502145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-3a7e8617-5bb9-4016-87c8-abdc77960fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 9c911c95-8232-4488-8820-032be5c99a3b) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:22.510991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce38555-c939-48cf-bb21-4056e077eb51 None None] Network 9c911c95-8232-4488-8820-032be5c99a3b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:22.547450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7e8617-5bb9-4016-87c8-abdc77960fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.548284 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8617-5bb9-4016-87c8-abdc77960fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.617365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3a7e8617-5bb9-4016-87c8-abdc77960fb5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1119227 Jul 16 18:17:22.624112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58730) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:22.630594 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e33f6d5d-4a44-42d9-83b4-774ba7ad05df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.633708 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2005212632-router', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:22.694476 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a197f0cc-2af2-4d02-8b2a-d84f5bcec17e req-2e663ab3-01c1-4ae8-8323-20827433bf61 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214227 Jul 16 18:17:22.753541 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.754750 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.757608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6abfe1d0-c221-4fb1-8688-c3d99023a12f req-1b74776b-ef7a-4bbf-a46a-3a3e68a1dc87 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427711 Jul 16 18:17:22.806304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33f6d5d-4a44-42d9-83b4-774ba7ad05df admin admin] Checking segment: {'id': '75485961-0c7f-459c-9368-ea8b594139bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:22.806969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33f6d5d-4a44-42d9-83b4-774ba7ad05df admin admin] Network hostable DHCP agents. Network: 048a14a8-9dba-4f1d-ac86-f76b8445e948, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:22.862189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f6d5d-4a44-42d9-83b4-774ba7ad05df admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c668a70-bbca-416f-b288-13cf54d61c33,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:22.886731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-9c911c95-8232-4488-8820-032be5c99a3b', 'network_id': '9c911c95-8232-4488-8820-032be5c99a3b', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'fixed_ips': [{'subnet_id': '14cccff6-ce17-43ad-af28-1ebcc50ebe2b'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:22.889816 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.895328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33f6d5d-4a44-42d9-83b4-774ba7ad05df admin admin] Network 048a14a8-9dba-4f1d-ac86-f76b8445e948 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:22.965526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e33f6d5d-4a44-42d9-83b4-774ba7ad05df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 048a14a8-9dba-4f1d-ac86-f76b8445e948) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:22.987628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33f6d5d-4a44-42d9-83b4-774ba7ad05df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.992258 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e33f6d5d-4a44-42d9-83b4-774ba7ad05df admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.022279 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.036311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c076fc-41a7-4f97-afcf-12812a43a24d {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:23.060658 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.088328 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e33f6d5d-4a44-42d9-83b4-774ba7ad05df admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1605036 Jul 16 18:17:23.088797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58734) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:23.096409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1c36aeb7-95a0-4165-86a8-458a0bcfa4ed tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port d8a3a96f-620d-40bf-8174-80b9fcab4259 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:23.096757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-835832593-router', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:23.097037 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c36aeb7-95a0-4165-86a8-458a0bcfa4ed tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.112313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Transition to ACTIVE for port object 80c076fc-41a7-4f97-afcf-12812a43a24d will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:23.132430 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.221701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Allocated IP 172.20.0.2 (9c911c95-8232-4488-8820-032be5c99a3b/14cccff6-ce17-43ad-af28-1ebcc50ebe2b/fdd88579-ab43-48fb-9cfa-8d1661d72f03) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:23.232566 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.234319 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.288965 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.324032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Pushing event updated for resources: {'Port': ['ID=80c076fc-41a7-4f97-afcf-12812a43a24d,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:23.422693 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c36aeb7-95a0-4165-86a8-458a0bcfa4ed tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.448018 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.450867 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1c36aeb7-95a0-4165-86a8-458a0bcfa4ed tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for d8a3a96f-620d-40bf-8174-80b9fcab4259 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:23.473095 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.483264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Transition to ACTIVE for port object fdd88579-ab43-48fb-9cfa-8d1661d72f03 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:23.501871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Transition to ACTIVE for port object fdd88579-ab43-48fb-9cfa-8d1661d72f03 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:23.509199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fb8922-4671-448e-9278-c325a0e6d5b5 None None] Network 048a14a8-9dba-4f1d-ac86-f76b8445e948 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:23.514293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e6952a8e-3da7-48a4-8394-288d03f2c914 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:23.660700 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Attempting to bind port 80c076fc-41a7-4f97-afcf-12812a43a24d on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:23.661140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Attempting to bind port 80c076fc-41a7-4f97-afcf-12812a43a24d by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:23.663915 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Attempting to bind port 80c076fc-41a7-4f97-afcf-12812a43a24d on network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:23.689197 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Port 80c076fc-41a7-4f97-afcf-12812a43a24d on network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:23.690044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Attempting to bind port 80c076fc-41a7-4f97-afcf-12812a43a24d on network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:23.742318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:23.743057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Checking segment: {'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:23.743704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Bound using segment: {'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:23.744411 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Bound port: 80c076fc-41a7-4f97-afcf-12812a43a24d, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:23.744993 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.823318 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.833986 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.895050 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] For port 80c076fc-41a7-4f97-afcf-12812a43a24d, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:23.914904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] For port 80c076fc-41a7-4f97-afcf-12812a43a24d, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=80c076fc-41a7-4f97-afcf-12812a43a24d,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:23.934975 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.047343 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.077369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Network 9c911c95-8232-4488-8820-032be5c99a3b is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:24.086608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Pushing event updated for resources: {'Port': ['ID=fdd88579-ab43-48fb-9cfa-8d1661d72f03,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:24.092578 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:24.107444 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:24.126150 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.140656 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.172682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e6952a8e-3da7-48a4-8394-288d03f2c914 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:24.173788 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.179277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:24.181813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.186048 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] 10.222.0.32 "PUT /v2.0/ports/80c076fc-41a7-4f97-afcf-12812a43a24d HTTP/1.1" status: 200 len: 1092 time: 3.6373844 Jul 16 18:17:24.239270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f272a8a-c0d2-44b1-9253-ec629c154abb', 'tag': '80c076fc-41a7-4f97-afcf-12812a43a24d'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:24.247458 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d581b6-9f86-4e31-8e7f-efe7811aa558" -d '{"events": [{"name": "network-changed", "server_uuid": "0f272a8a-c0d2-44b1-9253-ec629c154abb", "tag": "80c076fc-41a7-4f97-afcf-12812a43a24d"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:24.286570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-048a14a8-9dba-4f1d-ac86-f76b8445e948', 'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'fixed_ips': [{'subnet_id': '6c668a70-bbca-416f-b288-13cf54d61c33'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:24.288252 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.305446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Attempting to bind port fdd88579-ab43-48fb-9cfa-8d1661d72f03 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:24.306001 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Attempting to bind port fdd88579-ab43-48fb-9cfa-8d1661d72f03 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '234f3e13-ae07-4ba6-8ed6-c401fe2ac09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9c911c95-8232-4488-8820-032be5c99a3b'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:24.306465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Attempting to bind port fdd88579-ab43-48fb-9cfa-8d1661d72f03 on network 9c911c95-8232-4488-8820-032be5c99a3b {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:24.360426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c36aeb7-95a0-4165-86a8-458a0bcfa4ed tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.392185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:24.392824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Checking segment: {'id': '234f3e13-ae07-4ba6-8ed6-c401fe2ac09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9c911c95-8232-4488-8820-032be5c99a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:24.393334 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.396037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Bound using segment: {'id': '234f3e13-ae07-4ba6-8ed6-c401fe2ac09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9c911c95-8232-4488-8820-032be5c99a3b'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:24.396652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Bound port: fdd88579-ab43-48fb-9cfa-8d1661d72f03, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234f3e13-ae07-4ba6-8ed6-c401fe2ac09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9c911c95-8232-4488-8820-032be5c99a3b'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:24.397348 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.571446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cec25-4bdd-4642-8baf-2e7799117cca service neutron] Pushing event updated for resources: {'Port': ['ID=80c076fc-41a7-4f97-afcf-12812a43a24d,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:24.619935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36aeb7-95a0-4165-86a8-458a0bcfa4ed tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=d8a3a96f-620d-40bf-8174-80b9fcab4259,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:24.676419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] For port fdd88579-ab43-48fb-9cfa-8d1661d72f03, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:24.683475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] For port fdd88579-ab43-48fb-9cfa-8d1661d72f03, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fdd88579-ab43-48fb-9cfa-8d1661d72f03,segment=NetworkSegment(234f3e13-ae07-4ba6-8ed6-c401fe2ac09a),segment_id=234f3e13-ae07-4ba6-8ed6-c401fe2ac09a)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:24.695749 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.743514 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Allocated IP 172.25.3.250 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/5ea2a733-933b-4f36-b564-6247656639b1) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:24.864456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a2e6f-8ea6-4479-8c29-f44c1f030272 None None] Pushing event updated for resources: {'Port': ['ID=fdd88579-ab43-48fb-9cfa-8d1661d72f03,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:24.936704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Allocated IP 172.20.0.2 (048a14a8-9dba-4f1d-ac86-f76b8445e948/6c668a70-bbca-416f-b288-13cf54d61c33/b55b6f87-7575-4dd3-a492-a8b9f069005b) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:24.963787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3724e6-ef0f-4c03-baf9-c2eebf413e7d req-a370a00d-ea47-4096-b514-0a7352121039 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:24.978330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d3724e6-ef0f-4c03-baf9-c2eebf413e7d req-a370a00d-ea47-4096-b514-0a7352121039 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 943 time: 0.8953030 Jul 16 18:17:25.015865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b9012-5bc3-498a-82b5-284175cd2c2a req-a60c4cf2-3213-4bae-8ec2-8b28f4fbaadc tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:25.023899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-348b9012-5bc3-498a-82b5-284175cd2c2a req-a60c4cf2-3213-4bae-8ec2-8b28f4fbaadc tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.8632979 Jul 16 18:17:25.047555 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.093180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-84f0922e-d7b7-4563-ab4b-3ec63f4df1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:25.109065 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-84f0922e-d7b7-4563-ab4b-3ec63f4df1b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 1095 time: 0.7855377 Jul 16 18:17:25.164393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.226784 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.249698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:25.272319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:25.306555 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:25.345116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-c6742143-d152-4ae2-9ab6-4f83e062a59a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80c076fc-41a7-4f97-afcf-12812a43a24d HTTP/1.1" status: 200 len: 217 time: 0.1855690 Jul 16 18:17:25.380482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-348b9012-5bc3-498a-82b5-284175cd2c2a req-a09fcb03-fe2e-44bd-a0ea-05dff9db9ae9 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3482752 Jul 16 18:17:25.392481 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d3724e6-ef0f-4c03-baf9-c2eebf413e7d req-c317d40b-aef4-4820-a7e9-d1cd7580527c tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123795 Jul 16 18:17:25.395025 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.472451 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.485276 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c36aeb7-95a0-4165-86a8-458a0bcfa4ed tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.520528 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204c75f2-5e0e-45c3-97e0-d757378db55c x-openstack-request-id: req-204c75f2-5e0e-45c3-97e0-d757378db55c {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:25.520821 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f272a8a-c0d2-44b1-9253-ec629c154abb", "tag": "80c076fc-41a7-4f97-afcf-12812a43a24d", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:25.521078 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-204c75f2-5e0e-45c3-97e0-d757378db55c {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:25.521470 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f272a8a-c0d2-44b1-9253-ec629c154abb', 'tag': '80c076fc-41a7-4f97-afcf-12812a43a24d', 'status': 'completed', 'code': 200} Jul 16 18:17:25.521581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Transition to ACTIVE for port object b55b6f87-7575-4dd3-a492-a8b9f069005b will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:25.535451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-4809633f-e458-4f4f-aad9-afbf12f3f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:25.543463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-4809633f-e458-4f4f-aad9-afbf12f3f32a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decebe86-3aa7-4911-8fa3-82eb9564b542 HTTP/1.1" status: 200 len: 855 time: 0.1647937 Jul 16 18:17:25.572370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea2a733-933b-4f36-b564-6247656639b1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.624617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Transition to ACTIVE for port object b55b6f87-7575-4dd3-a492-a8b9f069005b will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:25.655774 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.658107 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-d1c8d79a-274a-4a24-8674-980236377b0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915258 Jul 16 18:17:25.731461 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Pushing event updated for resources: {'Port': ['ID=b55b6f87-7575-4dd3-a492-a8b9f069005b,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.734286 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.744443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Network 048a14a8-9dba-4f1d-ac86-f76b8445e948 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:25.745294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Allocated IP 172.25.3.163 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/e90d9f9b-9d26-476a-abb9-a9d0872bd19f) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:25.745959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:25.755488 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:25.835652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Attempting to bind port b55b6f87-7575-4dd3-a492-a8b9f069005b on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:25.836365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Attempting to bind port b55b6f87-7575-4dd3-a492-a8b9f069005b by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '75485961-0c7f-459c-9368-ea8b594139bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:25.836938 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Attempting to bind port b55b6f87-7575-4dd3-a492-a8b9f069005b on network 048a14a8-9dba-4f1d-ac86-f76b8445e948 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:25.845227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:25.846012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Checking segment: {'id': '75485961-0c7f-459c-9368-ea8b594139bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:25.846711 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.847300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Bound using segment: {'id': '75485961-0c7f-459c-9368-ea8b594139bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:25.847974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Bound port: b55b6f87-7575-4dd3-a492-a8b9f069005b, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75485961-0c7f-459c-9368-ea8b594139bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:25.848794 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.899513 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.950728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] For port b55b6f87-7575-4dd3-a492-a8b9f069005b, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:25.955469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] For port b55b6f87-7575-4dd3-a492-a8b9f069005b, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b55b6f87-7575-4dd3-a492-a8b9f069005b,segment=NetworkSegment(75485961-0c7f-459c-9368-ea8b594139bf),segment_id=75485961-0c7f-459c-9368-ea8b594139bf)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:25.972846 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.054796 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.156991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604379b-9827-4cde-a3c8-26e72a7b83f4 None None] Pushing event updated for resources: {'Port': ['ID=b55b6f87-7575-4dd3-a492-a8b9f069005b,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:26.182927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.228380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:26.247095 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:26.256019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:26.753686 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.757073 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e90d9f9b-9d26-476a-abb9-a9d0872bd19f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:26.979694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c48ee-a436-4f87-9ff9-db95e301eca2 None None] Network 9c911c95-8232-4488-8820-032be5c99a3b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:27.022988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c36aeb7-95a0-4165-86a8-458a0bcfa4ed tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 0f83bd1d-3b90-4cd3-8885-e9401e1409c0 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:27.031633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:27.032332 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:27.032886 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:27.033433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:27.035709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:27.036284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:27.036952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:27.037577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:27.038242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:27.038874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:27.039536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:27.040218 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:27.249715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c7706e24-2c53-4343-8fe1-f12e63a43c6f None None] Provisioning for port fdd88579-ab43-48fb-9cfa-8d1661d72f03 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:27.465235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c36aeb7-95a0-4165-86a8-458a0bcfa4ed tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:27.484580 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc1dc36-af2b-4322-9cb2-5b7b73026b57 None None] Sync routers for ids ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:27.507403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fdd88579-ab43-48fb-9cfa-8d1661d72f03 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:27.510243 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1c36aeb7-95a0-4165-86a8-458a0bcfa4ed tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/0f83bd1d-3b90-4cd3-8885-e9401e1409c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9234138 Jul 16 18:17:27.510911 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58768) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:27.512196 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc1dc36-af2b-4322-9cb2-5b7b73026b57 None None] Routers {'0f83bd1d-3b90-4cd3-8885-e9401e1409c0'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:27.515590 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-fdc1dc36-af2b-4322-9cb2-5b7b73026b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:27.624216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port fdd88579-ab43-48fb-9cfa-8d1661d72f03 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:27.638768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port fdd88579-ab43-48fb-9cfa-8d1661d72f03 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:27.639153 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.649404 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-fdc1dc36-af2b-4322-9cb2-5b7b73026b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:27.672526 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc1dc36-af2b-4322-9cb2-5b7b73026b57 None None] Routers {'0f83bd1d-3b90-4cd3-8885-e9401e1409c0'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:27.674268 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-fdc1dc36-af2b-4322-9cb2-5b7b73026b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:27.783452 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Router 904221ff-e72e-4555-bd81-507ae1a33e92 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:27.816277 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-fdc1dc36-af2b-4322-9cb2-5b7b73026b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:27.817215 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc1dc36-af2b-4322-9cb2-5b7b73026b57 None None] The sync data for ids ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:27.878281 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-cb652f8f-910a-460a-8fa3-3c2464e98d1a service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2093754 Jul 16 18:17:27.899820 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.188365 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.284825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3998d-9e4a-4870-a69b-78b9ddc0ad08 None None] Network 048a14a8-9dba-4f1d-ac86-f76b8445e948 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:28.398740 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e61efb-39c4-445e-aa55-c5571eb8fac6 req-d341667a-46b0-4985-ac0c-16c90d3c93f7 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:28.400935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55e61efb-39c4-445e-aa55-c5571eb8fac6 req-d341667a-46b0-4985-ac0c-16c90d3c93f7 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 1.4670219 Jul 16 18:17:28.469477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b7a98-378a-4df7-89c4-cae93ee68078 req-e8b04e60-dfa6-4b5d-a94d-a570f1783dc7 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:28.471536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9964afe3-762e-4059-ac0f-571354b71fee None None] Provisioning complete for port fdd88579-ab43-48fb-9cfa-8d1661d72f03 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:28.472053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-843b7a98-378a-4df7-89c4-cae93ee68078 req-e8b04e60-dfa6-4b5d-a94d-a570f1783dc7 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 943 time: 1.7709227 Jul 16 18:17:28.482915 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9964afe3-762e-4059-ac0f-571354b71fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.516625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port fdd88579-ab43-48fb-9cfa-8d1661d72f03, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fdd88579-ab43-48fb-9cfa-8d1661d72f03,segment=NetworkSegment(234f3e13-ae07-4ba6-8ed6-c401fe2ac09a),segment_id=234f3e13-ae07-4ba6-8ed6-c401fe2ac09a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:28.552484 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.557251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b55b6f87-7575-4dd3-a492-a8b9f069005b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:28.815748 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca43a0eb-7d57-4b6d-885c-7d120ac720cf req-4fa72795-ba54-4e3c-8200-d49f6a7e71e5 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8663092 Jul 16 18:17:28.825615 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-843b7a98-378a-4df7-89c4-cae93ee68078 req-04e88b6f-8d48-4c07-a4ec-307127dffd51 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436466 Jul 16 18:17:28.842447 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55e61efb-39c4-445e-aa55-c5571eb8fac6 req-e3cb3bbb-906e-4df6-a844-c2eb08d87905 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4195671 Jul 16 18:17:29.160574 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.192013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=fdd88579-ab43-48fb-9cfa-8d1661d72f03,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:29.259196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port b55b6f87-7575-4dd3-a492-a8b9f069005b completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:29.360796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-17d6d6dd-039d-45eb-8f94-a64eacb09bf8 None None] Provisioning for port b55b6f87-7575-4dd3-a492-a8b9f069005b completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:29.369383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-17d6d6dd-039d-45eb-8f94-a64eacb09bf8 None None] Provisioning complete for port b55b6f87-7575-4dd3-a492-a8b9f069005b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:29.396968 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-17d6d6dd-039d-45eb-8f94-a64eacb09bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.425777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:29.463957 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.467408 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-06435572-810a-4b64-b6e6-016b02752f32 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8399363 Jul 16 18:17:29.472990 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58834) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.536038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fdd88579-ab43-48fb-9cfa-8d1661d72f03 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:29.539018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Sync routers for ids ['904221ff-e72e-4555-bd81-507ae1a33e92'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:29.545951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d581b6-9f86-4e31-8e7f-efe7811aa558 req-834fe265-6477-4530-b0db-aaebce63d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:29.547587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97d581b6-9f86-4e31-8e7f-efe7811aa558 req-834fe265-6477-4530-b0db-aaebce63d4b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 1095 time: 0.4529188 Jul 16 18:17:29.622253 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Routers {'904221ff-e72e-4555-bd81-507ae1a33e92'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:29.623156 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['904221ff-e72e-4555-bd81-507ae1a33e92'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:29.847073 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-17d6d6dd-039d-45eb-8f94-a64eacb09bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.892930 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-17d6d6dd-039d-45eb-8f94-a64eacb09bf8 None None] For port b55b6f87-7575-4dd3-a492-a8b9f069005b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b55b6f87-7575-4dd3-a492-a8b9f069005b,segment=NetworkSegment(75485961-0c7f-459c-9368-ea8b594139bf),segment_id=75485961-0c7f-459c-9368-ea8b594139bf)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:29.903456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port fdd88579-ab43-48fb-9cfa-8d1661d72f03 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:29.904139 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.924908 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-17d6d6dd-039d-45eb-8f94-a64eacb09bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.020561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d581b6-9f86-4e31-8e7f-efe7811aa558 req-6f725055-1f41-4a85-831e-186316ee25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:30.023166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97d581b6-9f86-4e31-8e7f-efe7811aa558 req-6f725055-1f41-4a85-831e-186316ee25ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 916 time: 0.4576435 Jul 16 18:17:30.093419 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97d581b6-9f86-4e31-8e7f-efe7811aa558 req-7e276fa8-6456-4c79-9053-b538c6a48950 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80c076fc-41a7-4f97-afcf-12812a43a24d HTTP/1.1" status: 200 len: 217 time: 0.0632894 Jul 16 18:17:30.123845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Set router 904221ff-e72e-4555-bd81-507ae1a33e92 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:30.217766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d581b6-9f86-4e31-8e7f-efe7811aa558 req-b4931d9b-4093-46fe-a196-3aef5b3541e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:30.223198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97d581b6-9f86-4e31-8e7f-efe7811aa558 req-b4931d9b-4093-46fe-a196-3aef5b3541e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decebe86-3aa7-4911-8fa3-82eb9564b542 HTTP/1.1" status: 200 len: 855 time: 0.1228406 Jul 16 18:17:30.344062 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed058-7840-46ae-99b0-f7c8e94f8d99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.363963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97d581b6-9f86-4e31-8e7f-efe7811aa558 req-d61eea4e-4003-4f81-a272-093a455ceed5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145816 Jul 16 18:17:30.554815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4f099e9d-f53d-4ec4-9f36-30c643bbc379 None None] Provisioning complete for port b55b6f87-7575-4dd3-a492-a8b9f069005b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:30.556058 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4f099e9d-f53d-4ec4-9f36-30c643bbc379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.617981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Router cf6b64d7-be6c-49b9-af0f-c86f8b65a938 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:30.636737 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc816f0c-74f7-4f77-94b0-abc4fb8b6952 req-23759b1c-00db-458c-8d66-be2da7d29ea7 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:30.638982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc816f0c-74f7-4f77-94b0-abc4fb8b6952 req-23759b1c-00db-458c-8d66-be2da7d29ea7 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 943 time: 0.3513846 Jul 16 18:17:30.649221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6d6dd-039d-45eb-8f94-a64eacb09bf8 None None] Pushing event updated for resources: {'Port': ['ID=b55b6f87-7575-4dd3-a492-a8b9f069005b,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.859283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'name': 'tempest-TestServerBasicOps-2005212632-router', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ea2a733-933b-4f36-b564-6247656639b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:22Z', 'updated_at': '2021-07-16T18:17:25Z', 'revision_number': 3, 'project_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'gw_port': {'id': '5ea2a733-933b-4f36-b564-6247656639b1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:30.902868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Checking router: 904221ff-e72e-4555-bd81-507ae1a33e92 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:30.903726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Updating router 904221ff-e72e-4555-bd81-507ae1a33e92 port 5ea2a733-933b-4f36-b564-6247656639b1 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:30.965916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e0c51-e576-4a1e-b88e-7d9e970fd678 req-692e58dd-732c-4830-9aa2-fab70195e25b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:30.971608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea0e0c51-e576-4a1e-b88e-7d9e970fd678 req-692e58dd-732c-4830-9aa2-fab70195e25b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.7464054 Jul 16 18:17:31.049951 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.121331 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc816f0c-74f7-4f77-94b0-abc4fb8b6952 req-d566e5ce-30df-42b2-88e0-bb9b6956445f tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555407 Jul 16 18:17:31.127145 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97d581b6-9f86-4e31-8e7f-efe7811aa558 req-616b81ac-85a1-48c6-b221-c5eb641f375b service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622933 Jul 16 18:17:31.174725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:31.185181 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Sync routers for ids ['cf6b64d7-be6c-49b9-af0f-c86f8b65a938'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:31.204158 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Routers {'cf6b64d7-be6c-49b9-af0f-c86f8b65a938'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:31.206031 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cf6b64d7-be6c-49b9-af0f-c86f8b65a938'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:31.275896 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea0e0c51-e576-4a1e-b88e-7d9e970fd678 req-c0be080b-2958-45bb-9732-707b9d00c8c3 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485754 Jul 16 18:17:31.376120 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.379599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c257da8f-5ba4-490f-99fb-9f072f19c0c9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2897406 Jul 16 18:17:31.387197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ed058-7840-46ae-99b0-f7c8e94f8d99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port 9fa395fb-c5be-4687-8313-1cdab2f7321a {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:31.387719 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed058-7840-46ae-99b0-f7c8e94f8d99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.403265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 58890) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:31.508391 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Set router cf6b64d7-be6c-49b9-af0f-c86f8b65a938 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:31.512144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b55b6f87-7575-4dd3-a492-a8b9f069005b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:31.554146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.573902 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97d581b6-9f86-4e31-8e7f-efe7811aa558 req-e0e82d30-f9d8-43bc-b582-9194d061bf65 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646572 Jul 16 18:17:31.680761 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.696971 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Transition to ACTIVE for port object 5ea2a733-933b-4f36-b564-6247656639b1 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:31.732527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 80c076fc-41a7-4f97-afcf-12812a43a24d details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:31.739015 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.817085 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed058-7840-46ae-99b0-f7c8e94f8d99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.837285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Attempting to bind port 5ea2a733-933b-4f36-b564-6247656639b1 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:31.837993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Attempting to bind port 5ea2a733-933b-4f36-b564-6247656639b1 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:31.838919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Attempting to bind port 5ea2a733-933b-4f36-b564-6247656639b1 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:31.879291 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:31.880149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:31.881620 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.882996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:31.884039 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Bound port: 5ea2a733-933b-4f36-b564-6247656639b1, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:31.884674 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.921929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265a0d6-2518-4743-911c-bfbd844b2487 None None] Pushing event updated for resources: {'Port': ['ID=5ea2a733-933b-4f36-b564-6247656639b1,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:31.932694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ed058-7840-46ae-99b0-f7c8e94f8d99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for 9fa395fb-c5be-4687-8313-1cdab2f7321a owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:31.983647 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'name': 'tempest-TestAggregatesBasicOps-835832593-router', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:23Z', 'updated_at': '2021-07-16T18:17:26Z', 'revision_number': 3, 'project_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'gw_port': {'id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:25Z', 'updated_at': '2021-07-16T18:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:32.070154 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b55b6f87-7575-4dd3-a492-a8b9f069005b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:32.070669 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.091636 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Checking router: cf6b64d7-be6c-49b9-af0f-c86f8b65a938 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:32.091992 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Updating router cf6b64d7-be6c-49b9-af0f-c86f8b65a938 port e90d9f9b-9d26-476a-abb9-a9d0872bd19f binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:32.153781 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] For port 5ea2a733-933b-4f36-b564-6247656639b1, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:32.159157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 80c076fc-41a7-4f97-afcf-12812a43a24d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=80c076fc-41a7-4f97-afcf-12812a43a24d,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:32.164579 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.228484 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] For port 5ea2a733-933b-4f36-b564-6247656639b1, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5ea2a733-933b-4f36-b564-6247656639b1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:32.236454 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '80c076fc-41a7-4f97-afcf-12812a43a24d', 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2', 'port_id': '80c076fc-41a7-4f97-afcf-12812a43a24d', 'mac_address': 'fa:16:3e:e7:da:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decebe86-3aa7-4911-8fa3-82eb9564b542', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:32.308975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Allocated IP 172.20.0.1 (9c911c95-8232-4488-8820-032be5c99a3b/14cccff6-ce17-43ad-af28-1ebcc50ebe2b/fd003177-2aba-4e3d-9fb7-3e830cff71f1) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:32.311886 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.567219 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.641043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce57104-37da-43fe-ad17-c4dfc6e49143 req-35e5726c-2628-4bc2-9f79-693e17e0a108 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:32.642679 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fce57104-37da-43fe-ad17-c4dfc6e49143 req-35e5726c-2628-4bc2-9f79-693e17e0a108 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 943 time: 0.2275240 Jul 16 18:17:32.670780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c076fc-41a7-4f97-afcf-12812a43a24d {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:32.703651 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265a0d6-2518-4743-911c-bfbd844b2487 None None] Pushing event updated for resources: {'Port': ['ID=5ea2a733-933b-4f36-b564-6247656639b1,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:32.724036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Routers {'904221ff-e72e-4555-bd81-507ae1a33e92'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:32.726558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['904221ff-e72e-4555-bd81-507ae1a33e92'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:32.733697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 80c076fc-41a7-4f97-afcf-12812a43a24d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=80c076fc-41a7-4f97-afcf-12812a43a24d,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:32.742929 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.952933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577a61c-3ff8-4526-a266-a0aa451f42fe req-4560648d-8551-4969-9413-6bcd7fdde34b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:32.970491 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4577a61c-3ff8-4526-a266-a0aa451f42fe req-4560648d-8551-4969-9413-6bcd7fdde34b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.3111289 Jul 16 18:17:32.978196 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.013078 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Transition to ACTIVE for port object fd003177-2aba-4e3d-9fb7-3e830cff71f1 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:33.018379 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['80c076fc-41a7-4f97-afcf-12812a43a24d'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:33.082137 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fce57104-37da-43fe-ad17-c4dfc6e49143 req-617d43f0-6b45-421d-bd70-b7e091a01c06 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990014 Jul 16 18:17:33.083213 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.109270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4577a61c-3ff8-4526-a266-a0aa451f42fe req-5cbf6d41-3d2c-46c3-8919-d488146a13ef tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347120 Jul 16 18:17:33.120633 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Transition to ACTIVE for port object e90d9f9b-9d26-476a-abb9-a9d0872bd19f will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:33.143281 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.228149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=80c076fc-41a7-4f97-afcf-12812a43a24d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:33.262632 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.279365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] Set router 904221ff-e72e-4555-bd81-507ae1a33e92 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:33.351336 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Attempting to bind port e90d9f9b-9d26-476a-abb9-a9d0872bd19f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:33.352010 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Attempting to bind port e90d9f9b-9d26-476a-abb9-a9d0872bd19f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:33.352539 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Attempting to bind port e90d9f9b-9d26-476a-abb9-a9d0872bd19f on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:33.368687 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de63f5f-689c-451e-a20b-e1a27027f61e None None] Pushing event updated for resources: {'Port': ['ID=e90d9f9b-9d26-476a-abb9-a9d0872bd19f,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:33.391559 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:33.400690 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:33.401184 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.401596 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:33.407412 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Bound port: e90d9f9b-9d26-476a-abb9-a9d0872bd19f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:33.407941 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.476365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Network 9c911c95-8232-4488-8820-032be5c99a3b is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:33.532275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:33.536880 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] For port e90d9f9b-9d26-476a-abb9-a9d0872bd19f, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:33.541199 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] For port e90d9f9b-9d26-476a-abb9-a9d0872bd19f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e90d9f9b-9d26-476a-abb9-a9d0872bd19f,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:33.551906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:33.552378 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.657540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.661839 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed058-7840-46ae-99b0-f7c8e94f8d99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.714766 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Routers {'cf6b64d7-be6c-49b9-af0f-c86f8b65a938'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:33.715422 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cf6b64d7-be6c-49b9-af0f-c86f8b65a938'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:33.812817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Pushing event updated for resources: {'Port': ['ID=fd003177-2aba-4e3d-9fb7-3e830cff71f1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:33.878025 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] Set router cf6b64d7-be6c-49b9-af0f-c86f8b65a938 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:33.978627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.061158 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de63f5f-689c-451e-a20b-e1a27027f61e None None] Pushing event updated for resources: {'Port': ['ID=e90d9f9b-9d26-476a-abb9-a9d0872bd19f,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.101576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ed058-7840-46ae-99b0-f7c8e94f8d99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=9fa395fb-c5be-4687-8313-1cdab2f7321a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.156033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'name': 'tempest-TestServerBasicOps-2005212632-router', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ea2a733-933b-4f36-b564-6247656639b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:22Z', 'updated_at': '2021-07-16T18:17:25Z', 'revision_number': 3, 'project_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'gw_port': {'id': '5ea2a733-933b-4f36-b564-6247656639b1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:34.219890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c1eeb-a844-479b-9aa0-d81e89c0844c None None] The sync data for ids ['904221ff-e72e-4555-bd81-507ae1a33e92'] in n-d-787205-10 is: [{'id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'name': 'tempest-TestServerBasicOps-2005212632-router', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ea2a733-933b-4f36-b564-6247656639b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:22Z', 'updated_at': '2021-07-16T18:17:25Z', 'revision_number': 3, 'project_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'gw_port': {'id': '5ea2a733-933b-4f36-b564-6247656639b1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:34.305758 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed058-7840-46ae-99b0-f7c8e94f8d99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.429528 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'name': 'tempest-TestAggregatesBasicOps-835832593-router', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:23Z', 'updated_at': '2021-07-16T18:17:26Z', 'revision_number': 3, 'project_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'gw_port': {'id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:25Z', 'updated_at': '2021-07-16T18:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:34.450433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e47c3ac3-e2f7-45ca-9c65-edc11d0d2566 None None] Provisioning for port fd003177-2aba-4e3d-9fb7-3e830cff71f1 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:34.466789 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e47c3ac3-e2f7-45ca-9c65-edc11d0d2566 None None] Provisioning complete for port fd003177-2aba-4e3d-9fb7-3e830cff71f1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:34.467264 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e47c3ac3-e2f7-45ca-9c65-edc11d0d2566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.503109 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61f8c9-c48e-46b2-a391-4874f2b13907 None None] The sync data for ids ['cf6b64d7-be6c-49b9-af0f-c86f8b65a938'] in n-d-787205-10 is: [{'id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'name': 'tempest-TestAggregatesBasicOps-835832593-router', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:23Z', 'updated_at': '2021-07-16T18:17:26Z', 'revision_number': 3, 'project_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'gw_port': {'id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:25Z', 'updated_at': '2021-07-16T18:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:34.609335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e47c3ac3-e2f7-45ca-9c65-edc11d0d2566 None None] Port fd003177-2aba-4e3d-9fb7-3e830cff71f1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:34.636388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c42e5-a4c4-4302-af43-c8c5cb63947e req-9ad6d973-2d8a-4616-b8ee-4e17b6172442 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.647651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-396c42e5-a4c4-4302-af43-c8c5cb63947e req-9ad6d973-2d8a-4616-b8ee-4e17b6172442 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.1724517 Jul 16 18:17:34.697543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c9cf-bc59-4d78-861c-5285b77f3290 req-052bb55b-6dff-4bc1-b26e-808d22daf53b tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.713702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2f8c9cf-bc59-4d78-861c-5285b77f3290 req-052bb55b-6dff-4bc1-b26e-808d22daf53b tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 944 time: 0.1769965 Jul 16 18:17:34.786181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Allocated IP 172.20.0.1 (048a14a8-9dba-4f1d-ac86-f76b8445e948/6c668a70-bbca-416f-b288-13cf54d61c33/8482dfaf-9634-45cc-b47f-78074a46543f) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:34.852570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2f8c9cf-bc59-4d78-861c-5285b77f3290 req-5844d9ef-e1f1-4266-b0bc-32b5eff4e1c9 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383591 Jul 16 18:17:34.941293 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-396c42e5-a4c4-4302-af43-c8c5cb63947e req-a646b03a-6d69-40b0-a7eb-9d633fd941e5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867315 Jul 16 18:17:35.576641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 80c076fc-41a7-4f97-afcf-12812a43a24d up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:35.619317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e90d9f9b-9d26-476a-abb9-a9d0872bd19f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:35.737340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 80c076fc-41a7-4f97-afcf-12812a43a24d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:35.752777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 80c076fc-41a7-4f97-afcf-12812a43a24d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:35.753562 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.765384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e90d9f9b-9d26-476a-abb9-a9d0872bd19f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:35.831373 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e90d9f9b-9d26-476a-abb9-a9d0872bd19f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:35.838120 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.304179 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.356615 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.385708 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb5388-b77b-4368-94a3-7097314cbc2a req-cddc2bc7-b0fe-4d4e-a441-5834eca7bedd tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:36.406213 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26eb5388-b77b-4368-94a3-7097314cbc2a req-cddc2bc7-b0fe-4d4e-a441-5834eca7bedd tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 944 time: 0.2339854 Jul 16 18:17:36.411603 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port e90d9f9b-9d26-476a-abb9-a9d0872bd19f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e90d9f9b-9d26-476a-abb9-a9d0872bd19f,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:36.425156 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.482188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 80c076fc-41a7-4f97-afcf-12812a43a24d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=80c076fc-41a7-4f97-afcf-12812a43a24d,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:36.483653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f272a8a-c0d2-44b1-9253-ec629c154abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c076fc-41a7-4f97-afcf-12812a43a24d'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:36.491875 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29afaad-df67-40b3-8787-4474ce8270af" -d '{"events": [{"server_uuid": "0f272a8a-c0d2-44b1-9253-ec629c154abb", "name": "network-vif-plugged", "status": "completed", "tag": "80c076fc-41a7-4f97-afcf-12812a43a24d"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:36.501169 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.502049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5ea2a733-933b-4f36-b564-6247656639b1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:36.573765 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26eb5388-b77b-4368-94a3-7097314cbc2a req-b56c831c-0ec2-493b-8673-0a9bb71cb6eb tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664317 Jul 16 18:17:36.613348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d174e5-80d9-4ca6-9ecc-aaa2c907a150 req-4bd88647-113b-48f2-9dd6-e734ed6414ba tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:36.618645 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.620349 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4d174e5-80d9-4ca6-9ecc-aaa2c907a150 req-4bd88647-113b-48f2-9dd6-e734ed6414ba tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.3417497 Jul 16 18:17:36.721980 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4d174e5-80d9-4ca6-9ecc-aaa2c907a150 req-b2153205-b6e4-4a21-9582-f28b455e896a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006017 Jul 16 18:17:36.825151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=e90d9f9b-9d26-476a-abb9-a9d0872bd19f,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:36.900699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=80c076fc-41a7-4f97-afcf-12812a43a24d,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:36.914412 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 5ea2a733-933b-4f36-b564-6247656639b1 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:36.919935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 5ea2a733-933b-4f36-b564-6247656639b1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:36.920694 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.965367 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5ed058-7840-46ae-99b0-f7c8e94f8d99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 0f83bd1d-3b90-4cd3-8885-e9401e1409c0 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:37.148475 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.165546 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd0a051-4484-414d-aaa2-81da8377d5af x-openstack-request-id: req-bdd0a051-4484-414d-aaa2-81da8377d5af {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:37.166140 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f272a8a-c0d2-44b1-9253-ec629c154abb", "name": "network-vif-plugged", "status": "completed", "tag": "80c076fc-41a7-4f97-afcf-12812a43a24d", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:37.166670 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdd0a051-4484-414d-aaa2-81da8377d5af {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:37.167221 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f272a8a-c0d2-44b1-9253-ec629c154abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c076fc-41a7-4f97-afcf-12812a43a24d', 'code': 200} Jul 16 18:17:37.173004 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.174730 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.220843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 5ea2a733-933b-4f36-b564-6247656639b1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5ea2a733-933b-4f36-b564-6247656639b1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:37.224720 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.227014 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.340377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d843ab-d443-469e-ad58-d00c62fc691c req-c3cb7695-283e-4cbf-9693-8c8d4884a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.345490 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28d843ab-d443-469e-ad58-d00c62fc691c req-c3cb7695-283e-4cbf-9693-8c8d4884a0e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 1097 time: 0.1416216 Jul 16 18:17:37.359387 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=5ea2a733-933b-4f36-b564-6247656639b1,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:37.452705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e90d9f9b-9d26-476a-abb9-a9d0872bd19f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:37.454181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28d843ab-d443-469e-ad58-d00c62fc691c req-b5bf286c-7306-48ed-b86e-0b8f97d6dfe3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029072 Jul 16 18:17:37.480317 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.523012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5ed058-7840-46ae-99b0-f7c8e94f8d99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:37.530364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Transition to ACTIVE for port object 8482dfaf-9634-45cc-b47f-78074a46543f will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:37.535233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c9c49-62ed-41cf-9b75-3c436642f61b None None] Sync routers for ids ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:37.536609 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2e5ed058-7840-46ae-99b0-f7c8e94f8d99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/0f83bd1d-3b90-4cd3-8885-e9401e1409c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0138059 Jul 16 18:17:37.539489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58978) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.583028 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c9c49-62ed-41cf-9b75-3c436642f61b None None] Routers {'0f83bd1d-3b90-4cd3-8885-e9401e1409c0'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:37.583780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-551c9c49-62ed-41cf-9b75-3c436642f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:37.603107 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c17727c6-2cf1-4150-be9b-70c394631d6e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f83bd1d-3b90-4cd3-8885-e9401e1409c0 HTTP/1.1" status: 200 len: 205 time: 0.0622489 Jul 16 18:17:37.605464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 58982) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.644630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-551c9c49-62ed-41cf-9b75-3c436642f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:37.647143 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Pushing event updated for resources: {'Port': ['ID=fd003177-2aba-4e3d-9fb7-3e830cff71f1,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:37.659447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e90d9f9b-9d26-476a-abb9-a9d0872bd19f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:37.661143 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.739784 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c9c49-62ed-41cf-9b75-3c436642f61b None None] Routers {'0f83bd1d-3b90-4cd3-8885-e9401e1409c0'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:37.740962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-551c9c49-62ed-41cf-9b75-3c436642f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:37.856054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-551c9c49-62ed-41cf-9b75-3c436642f61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:37.856742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c9c49-62ed-41cf-9b75-3c436642f61b None None] The sync data for ids ['0f83bd1d-3b90-4cd3-8885-e9401e1409c0'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:37.888527 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.979630 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0357ee1-532d-47a5-9d94-9b1bfee9ee1e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.998065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Pushing event updated for resources: {'Port': ['ID=8482dfaf-9634-45cc-b47f-78074a46543f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:38.017638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Network 9c911c95-8232-4488-8820-032be5c99a3b is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:38.023462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:38.027945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Network 048a14a8-9dba-4f1d-ac86-f76b8445e948 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:38.033807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:38.037223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:38.436095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Router 904221ff-e72e-4555-bd81-507ae1a33e92 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:38.501537 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.596303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9543b537-8101-4303-a94b-9ccb99b8964f None None] Provisioning complete for port fd003177-2aba-4e3d-9fb7-3e830cff71f1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:38.597050 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9543b537-8101-4303-a94b-9ccb99b8964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.649044 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9543b537-8101-4303-a94b-9ccb99b8964f None None] Port fd003177-2aba-4e3d-9fb7-3e830cff71f1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:38.674140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9543b537-8101-4303-a94b-9ccb99b8964f None None] Provisioning for port 8482dfaf-9634-45cc-b47f-78074a46543f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:38.678991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9543b537-8101-4303-a94b-9ccb99b8964f None None] Provisioning complete for port 8482dfaf-9634-45cc-b47f-78074a46543f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:38.679627 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9543b537-8101-4303-a94b-9ccb99b8964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.746873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9543b537-8101-4303-a94b-9ccb99b8964f None None] Port 8482dfaf-9634-45cc-b47f-78074a46543f cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:38.792113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:38.801340 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Sync routers for ids ['904221ff-e72e-4555-bd81-507ae1a33e92'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:38.802397 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1b67ab8c-a0e5-44dd-ad75-3238c276e4c4 admin admin] 10.222.0.24 "PUT /v2.0/routers/904221ff-e72e-4555-bd81-507ae1a33e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3283837 Jul 16 18:17:38.836620 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Routers {'904221ff-e72e-4555-bd81-507ae1a33e92'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:38.840712 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['904221ff-e72e-4555-bd81-507ae1a33e92'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:39.115960 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.210546 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Set router 904221ff-e72e-4555-bd81-507ae1a33e92 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:39.532180 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0357ee1-532d-47a5-9d94-9b1bfee9ee1e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.535862 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0357ee1-532d-47a5-9d94-9b1bfee9ee1e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.578119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5ea2a733-933b-4f36-b564-6247656639b1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:39.600347 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.630675 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.651618 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0357ee1-532d-47a5-9d94-9b1bfee9ee1e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.652780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0357ee1-532d-47a5-9d94-9b1bfee9ee1e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Fanout notify agent at l3_agent the message router_deleted on router 0f83bd1d-3b90-4cd3-8885-e9401e1409c0 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:17:39.674822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0357ee1-532d-47a5-9d94-9b1bfee9ee1e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.676365 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a0357ee1-532d-47a5-9d94-9b1bfee9ee1e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/0f83bd1d-3b90-4cd3-8885-e9401e1409c0 HTTP/1.1" status: 204 len: 168 time: 2.0697389 Jul 16 18:17:39.682869 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 5ea2a733-933b-4f36-b564-6247656639b1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:39.683451 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.686282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59010) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.766559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5d5508-56ac-40fa-8a8c-dcf2a50fa70d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting subnet ba409f6a-1236-4e62-95bb-d0cb8e7b373a {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:39.770760 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5508-56ac-40fa-8a8c-dcf2a50fa70d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.800796 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'name': 'tempest-TestServerBasicOps-2005212632-router', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ea2a733-933b-4f36-b564-6247656639b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:22Z', 'updated_at': '2021-07-16T18:17:35Z', 'revision_number': 4, 'project_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'gw_port': {'id': '5ea2a733-933b-4f36-b564-6247656639b1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fd003177-2aba-4e3d-9fb7-3e830cff71f1', 'name': '', 'network_id': '9c911c95-8232-4488-8820-032be5c99a3b', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'mac_address': 'fa:16:3e:a4:1e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '14cccff6-ce17-43ad-af28-1ebcc50ebe2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:31Z', 'updated_at': '2021-07-16T18:17:36Z', 'revision_number': 2, 'project_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'subnets': [{'id': '14cccff6-ce17-43ad-af28-1ebcc50ebe2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:39.826500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.828356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Pushing event updated for resources: {'Port': ['ID=8482dfaf-9634-45cc-b47f-78074a46543f,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:39.843542 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5508-56ac-40fa-8a8c-dcf2a50fa70d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.915393 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Checking router: 904221ff-e72e-4555-bd81-507ae1a33e92 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:39.915976 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Updating router 904221ff-e72e-4555-bd81-507ae1a33e92 port fd003177-2aba-4e3d-9fb7-3e830cff71f1 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:39.919897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ebdd9-77d2-4c6c-a123-3d29c2399ca5 req-09d7f6c8-a406-405e-9aa8-69970bbf2712 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:39.927397 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-994ebdd9-77d2-4c6c-a123-3d29c2399ca5 req-09d7f6c8-a406-405e-9aa8-69970bbf2712 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 1.8301017 Jul 16 18:17:39.950012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e932b-2176-4210-b66e-88495a922483 req-08643935-106d-4621-a269-38ce77f86f2a tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:39.957322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-401e932b-2176-4210-b66e-88495a922483 req-08643935-106d-4621-a269-38ce77f86f2a tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 945 time: 1.9708025 Jul 16 18:17:39.980200 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.046474 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-401e932b-2176-4210-b66e-88495a922483 req-c46a1256-35d4-4c42-bccb-e066e1eeb6a7 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645673 Jul 16 18:17:40.080152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Network 048a14a8-9dba-4f1d-ac86-f76b8445e948 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:40.085309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:40.201005 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-994ebdd9-77d2-4c6c-a123-3d29c2399ca5 req-08deda8f-7caa-43dc-9add-3f4dd73a6b47 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721353 Jul 16 18:17:40.251383 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5508-56ac-40fa-8a8c-dcf2a50fa70d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.462069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Router cf6b64d7-be6c-49b9-af0f-c86f8b65a938 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:40.498613 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5508-56ac-40fa-8a8c-dcf2a50fa70d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.579060 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5508-56ac-40fa-8a8c-dcf2a50fa70d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.582576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bc5d5508-56ac-40fa-8a8c-dcf2a50fa70d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/ba409f6a-1236-4e62-95bb-d0cb8e7b373a HTTP/1.1" status: 204 len: 168 time: 0.8890955 Jul 16 18:17:40.587695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59030) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.588403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d5508-56ac-40fa-8a8c-dcf2a50fa70d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Subnet': ['ID=ba409f6a-1236-4e62-95bb-d0cb8e7b373a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:40.594539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d8ca8-cbda-421c-a570-cdb67e38ec25 None None] Network fd4d7533-a5dc-45b8-b56c-7845db0bcfe2 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:40.709412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e224a169-d12a-4d6a-8ebc-db9e104e5af4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting subnet 9e225cdf-7cb2-4905-8950-b0eed17281a9 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:40.711306 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.719827 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e224a169-d12a-4d6a-8ebc-db9e104e5af4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.752885 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Transition to ACTIVE for port object fd003177-2aba-4e3d-9fb7-3e830cff71f1 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:40.769623 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.805560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:40.817088 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-73c23868-118a-4ad6-b688-612c442af078 admin admin] 10.222.0.24 "PUT /v2.0/routers/cf6b64d7-be6c-49b9-af0f-c86f8b65a938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4129388 Jul 16 18:17:40.827810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Sync routers for ids ['cf6b64d7-be6c-49b9-af0f-c86f8b65a938'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:40.839489 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e224a169-d12a-4d6a-8ebc-db9e104e5af4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.862806 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c7cfe750-ed65-47dc-b348-9defa9db5799 None None] Provisioning complete for port 8482dfaf-9634-45cc-b47f-78074a46543f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:40.864294 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c7cfe750-ed65-47dc-b348-9defa9db5799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.977906 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Routers {'cf6b64d7-be6c-49b9-af0f-c86f8b65a938'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:40.978627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cf6b64d7-be6c-49b9-af0f-c86f8b65a938'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:41.168451 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5660102-099a-4103-84ff-66febfedcfc2 None None] Pushing event updated for resources: {'Port': ['ID=fd003177-2aba-4e3d-9fb7-3e830cff71f1,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:41.183214 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e224a169-d12a-4d6a-8ebc-db9e104e5af4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.260468 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Attempting to bind port fd003177-2aba-4e3d-9fb7-3e830cff71f1 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:41.260857 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Attempting to bind port fd003177-2aba-4e3d-9fb7-3e830cff71f1 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '234f3e13-ae07-4ba6-8ed6-c401fe2ac09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9c911c95-8232-4488-8820-032be5c99a3b'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:41.261224 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Attempting to bind port fd003177-2aba-4e3d-9fb7-3e830cff71f1 on network 9c911c95-8232-4488-8820-032be5c99a3b {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:41.263198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59046) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:41.268590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-dfbd8811-3f5e-4d1e-82ec-c692e0f6e732 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1127941350', 'description': 'tempest-secgroup-smoke-1127941350 description', 'project_id': '0ad333940a544596ba07e31fb397489c'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:41.303996 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:41.304381 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Checking segment: {'id': '234f3e13-ae07-4ba6-8ed6-c401fe2ac09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9c911c95-8232-4488-8820-032be5c99a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:41.304795 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.305201 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Bound using segment: {'id': '234f3e13-ae07-4ba6-8ed6-c401fe2ac09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9c911c95-8232-4488-8820-032be5c99a3b'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:41.312532 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Bound port: fd003177-2aba-4e3d-9fb7-3e830cff71f1, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234f3e13-ae07-4ba6-8ed6-c401fe2ac09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9c911c95-8232-4488-8820-032be5c99a3b'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:41.313097 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.343143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c7cfe750-ed65-47dc-b348-9defa9db5799 None None] Port 8482dfaf-9634-45cc-b47f-78074a46543f cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:41.396979 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8811-3f5e-4d1e-82ec-c692e0f6e732 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.554190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e224a169-d12a-4d6a-8ebc-db9e104e5af4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.619505 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] For port fd003177-2aba-4e3d-9fb7-3e830cff71f1, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:41.633231 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] For port fd003177-2aba-4e3d-9fb7-3e830cff71f1, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fd003177-2aba-4e3d-9fb7-3e830cff71f1,segment=NetworkSegment(234f3e13-ae07-4ba6-8ed6-c401fe2ac09a),segment_id=234f3e13-ae07-4ba6-8ed6-c401fe2ac09a)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:41.652228 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.694672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224a169-d12a-4d6a-8ebc-db9e104e5af4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Subnet': ['ID=9e225cdf-7cb2-4905-8950-b0eed17281a9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:41.704481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Set router cf6b64d7-be6c-49b9-af0f-c86f8b65a938 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:41.710762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e224a169-d12a-4d6a-8ebc-db9e104e5af4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.726649 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e224a169-d12a-4d6a-8ebc-db9e104e5af4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/9e225cdf-7cb2-4905-8950-b0eed17281a9 HTTP/1.1" status: 204 len: 168 time: 1.1286943 Jul 16 18:17:41.730350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59058) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:41.864104 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Routers {'904221ff-e72e-4555-bd81-507ae1a33e92'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:41.876790 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['904221ff-e72e-4555-bd81-507ae1a33e92'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:41.908163 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5660102-099a-4103-84ff-66febfedcfc2 None None] Pushing event updated for resources: {'Port': ['ID=fd003177-2aba-4e3d-9fb7-3e830cff71f1,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:41.915463 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8811-3f5e-4d1e-82ec-c692e0f6e732 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.998410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c297fb18-641d-4914-ba60-978daf5ecb9d None None] Network f05852a3-7442-4d03-b287-7e4a9c2c0732 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:42.010186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59062) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:42.027946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1968650697-network', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:42.054804 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8811-3f5e-4d1e-82ec-c692e0f6e732 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.131792 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.196555 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] Set router 904221ff-e72e-4555-bd81-507ae1a33e92 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:42.215122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Made reservation on behalf of 046db88c2afb4121ab6b2930c1acb495 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:42.225757 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.234193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd8811-3f5e-4d1e-82ec-c692e0f6e732 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09f030c-cc0a-43dc-a7ba-4835ca374ae6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.268408 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8811-3f5e-4d1e-82ec-c692e0f6e732 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.270557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dfbd8811-3f5e-4d1e-82ec-c692e0f6e732 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0054591 Jul 16 18:17:42.297418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59070) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:42.331224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-896926cf-b44c-49f3-95fb-ba8ecaa42d18 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Request body: {'security_group_rule': {'security_group_id': 'a09f030c-cc0a-43dc-a7ba-4835ca374ae6', 'project_id': '0ad333940a544596ba07e31fb397489c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:42.348886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.437826 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-896926cf-b44c-49f3-95fb-ba8ecaa42d18 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.523460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff68b4-da10-4829-945d-9b1350a3ef62 req-607ade40-64fd-4fbf-8bdc-281a50837bf8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:42.539627 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6dff68b4-da10-4829-945d-9b1350a3ef62 req-607ade40-64fd-4fbf-8bdc-281a50837bf8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.6201110 Jul 16 18:17:42.550244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port 77b7e192-b9df-4028-b44a-44004168af46 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:42.553604 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.586714 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878839cf-beff-467b-bf17-037bc6a5d07f req-d27187f1-5b1d-45f8-904d-368b30193d43 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:42.592166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-878839cf-beff-467b-bf17-037bc6a5d07f req-d27187f1-5b1d-45f8-904d-368b30193d43 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 945 time: 1.0085468 Jul 16 18:17:42.768118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] For port 77b7e192-b9df-4028-b44a-44004168af46, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=77b7e192-b9df-4028-b44a-44004168af46,segment=NetworkSegment(dbb11178-ff55-4d95-a9ef-5bdacb276d99),segment_id=dbb11178-ff55-4d95-a9ef-5bdacb276d99)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:42.769301 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.798751 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for 77b7e192-b9df-4028-b44a-44004168af46 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:42.906625 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.906761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6dff68b4-da10-4829-945d-9b1350a3ef62 req-176823c1-a27e-4db8-8f27-0a11e8087011 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607261 Jul 16 18:17:42.914133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.917125 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-878839cf-beff-467b-bf17-037bc6a5d07f req-4bebd05b-6640-4d12-be21-3d4c0fa6dc4a tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978120 Jul 16 18:17:43.022682 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-896926cf-b44c-49f3-95fb-ba8ecaa42d18 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.052274 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-896926cf-b44c-49f3-95fb-ba8ecaa42d18 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.077177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:43.113232 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.113574 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Added segment a9c6f1cd-a765-4e52-b8ba-7067b800eebd of type vlan for network ad82d402-9be3-436b-98a0-d8bc1b1cdee1 Jul 16 18:17:43.126926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896926cf-b44c-49f3-95fb-ba8ecaa42d18 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f875a0f-2572-4d49-9957-a97a61a6b38b,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.128212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06b42b8-e8dc-4c5f-9f5f-ea8c5fd956e8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.152234 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'name': 'tempest-TestAggregatesBasicOps-835832593-router', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:23Z', 'updated_at': '2021-07-16T18:17:38Z', 'revision_number': 4, 'project_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'gw_port': {'id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:25Z', 'updated_at': '2021-07-16T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8482dfaf-9634-45cc-b47f-78074a46543f', 'name': '', 'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'mac_address': 'fa:16:3e:93:a9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '6c668a70-bbca-416f-b288-13cf54d61c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:34Z', 'updated_at': '2021-07-16T18:17:39Z', 'revision_number': 2, 'project_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'subnets': [{'id': '6c668a70-bbca-416f-b288-13cf54d61c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:43.174077 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'name': 'tempest-TestServerBasicOps-2005212632-router', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ea2a733-933b-4f36-b564-6247656639b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:22Z', 'updated_at': '2021-07-16T18:17:35Z', 'revision_number': 4, 'project_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'gw_port': {'id': '5ea2a733-933b-4f36-b564-6247656639b1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fd003177-2aba-4e3d-9fb7-3e830cff71f1', 'name': '', 'network_id': '9c911c95-8232-4488-8820-032be5c99a3b', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'mac_address': 'fa:16:3e:a4:1e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '14cccff6-ce17-43ad-af28-1ebcc50ebe2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:31Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 4, 'project_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'subnets': [{'id': '14cccff6-ce17-43ad-af28-1ebcc50ebe2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:43.183986 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-896926cf-b44c-49f3-95fb-ba8ecaa42d18 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.194347 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59090) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:43.194844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-896926cf-b44c-49f3-95fb-ba8ecaa42d18 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8676758 Jul 16 18:17:43.208844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4fa26d8a-27a7-4455-a32f-4fbaaab47199 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Request body: {'security_group_rule': {'security_group_id': 'a09f030c-cc0a-43dc-a7ba-4835ca374ae6', 'project_id': '0ad333940a544596ba07e31fb397489c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:43.266995 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25fe41-c048-43a1-87c7-89ca47ce1001 None None] The sync data for ids ['904221ff-e72e-4555-bd81-507ae1a33e92'] in n-d-787205-10 is: [{'id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'name': 'tempest-TestServerBasicOps-2005212632-router', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ea2a733-933b-4f36-b564-6247656639b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:22Z', 'updated_at': '2021-07-16T18:17:35Z', 'revision_number': 4, 'project_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'gw_port': {'id': '5ea2a733-933b-4f36-b564-6247656639b1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fd003177-2aba-4e3d-9fb7-3e830cff71f1', 'name': '', 'network_id': '9c911c95-8232-4488-8820-032be5c99a3b', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'mac_address': 'fa:16:3e:a4:1e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': '14cccff6-ce17-43ad-af28-1ebcc50ebe2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:31Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 4, 'project_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'subnets': [{'id': '14cccff6-ce17-43ad-af28-1ebcc50ebe2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:43.285919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Checking router: cf6b64d7-be6c-49b9-af0f-c86f8b65a938 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:43.290933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Updating router cf6b64d7-be6c-49b9-af0f-c86f8b65a938 port 8482dfaf-9634-45cc-b47f-78074a46543f binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:43.294138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44178a6e-3d15-446c-bcb3-a86d67f378ca None None] DHCP port deletion for fd4d7533-a5dc-45b8-b56c-7845db0bcfe2 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:43.388355 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ceadd2-8aa5-4f38-a420-d54eb7b323ef None None] DHCP port deletion for f05852a3-7442-4d03-b287-7e4a9c2c0732 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:43.391842 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.401733 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.471632 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.546985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c357b929-dbd3-4ecb-aa97-5e0d08ae8234 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:43.556971 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No DVR routers for this DVR port 77b7e192-b9df-4028-b44a-44004168af46 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:43.570525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=77b7e192-b9df-4028-b44a-44004168af46,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.642055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fa26d8a-27a7-4455-a32f-4fbaaab47199 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.750622 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.751199 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4834b234-27e7-4085-b70b-db7a196fe716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.753545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:43.759986 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.783507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-98ceadd2-8aa5-4f38-a420-d54eb7b323ef None None] Deleting port c357b929-dbd3-4ecb-aa97-5e0d08ae8234 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:43.783886 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-98ceadd2-8aa5-4f38-a420-d54eb7b323ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.900792 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.002464 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9911005 Jul 16 18:17:44.004470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4d7533-a5dc-45b8-b56c-7845db0bcfe2']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:44.005411 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59112) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:44.012171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e3f63ac7-1c13-4664-817e-81e8073f1165 admin admin] Request body: {'subnet': {'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1968650697-subnet', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:44.041813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb11178-ff55-4d95-a9ef-5bdacb276d99') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:44.042406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb11178-ff55-4d95-a9ef-5bdacb276d99') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:44.086612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f63ac7-1c13-4664-817e-81e8073f1165 admin admin] Made reservation on behalf of 046db88c2afb4121ab6b2930c1acb495 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:44.089130 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3f63ac7-1c13-4664-817e-81e8073f1165 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.095631 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b0aed-965f-45ae-a997-45b2453bab1d admin admin] Pushing event updated for resources: {'Network': ['ID=ad82d402-9be3-436b-98a0-d8bc1b1cdee1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:44.108168 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.157143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fa26d8a-27a7-4455-a32f-4fbaaab47199 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.161351 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.178593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:44.182117 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:44.202151 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:44.255026 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fa26d8a-27a7-4455-a32f-4fbaaab47199 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.512003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fa26d8a-27a7-4455-a32f-4fbaaab47199 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.514615 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4fa26d8a-27a7-4455-a32f-4fbaaab47199 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3131046 Jul 16 18:17:44.516205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ab09-593c-41e2-b56e-356d5a78225b req-eeae3d4e-d0cc-4f17-ad31-9a7eab47c39d tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:44.517773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa26d8a-27a7-4455-a32f-4fbaaab47199 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3826900b-ed01-41ef-91fe-ca83acb9d48a,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:44.518168 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c718ab09-593c-41e2-b56e-356d5a78225b req-eeae3d4e-d0cc-4f17-ad31-9a7eab47c39d tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.2006106 Jul 16 18:17:44.518700 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59122) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:44.526101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b4540fc7-7c1e-43ce-8d04-152502342c0f tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Request body: {'security_group_rule': {'security_group_id': 'a09f030c-cc0a-43dc-a7ba-4835ca374ae6', 'project_id': '0ad333940a544596ba07e31fb397489c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:44.531646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3f63ac7-1c13-4664-817e-81e8073f1165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.539081 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.587135 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.590361 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/networks/fd4d7533-a5dc-45b8-b56c-7845db0bcfe2 HTTP/1.1" status: 204 len: 168 time: 2.8563929 Jul 16 18:17:44.594582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94523fff-363e-4cb1-8fbc-39a791e0a5ad tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Network': ['ID=fd4d7533-a5dc-45b8-b56c-7845db0bcfe2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:44.603767 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59124) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:44.645274 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.675573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Transition to ACTIVE for port object 8482dfaf-9634-45cc-b47f-78074a46543f will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:44.713137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-98ceadd2-8aa5-4f38-a420-d54eb7b323ef None None] For port c357b929-dbd3-4ecb-aa97-5e0d08ae8234, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c357b929-dbd3-4ecb-aa97-5e0d08ae8234,segment=NetworkSegment(9588d6f5-a173-4e99-98f5-ced007e0fbcc),segment_id=9588d6f5-a173-4e99-98f5-ced007e0fbcc)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:44.713521 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-98ceadd2-8aa5-4f38-a420-d54eb7b323ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.753700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-98ceadd2-8aa5-4f38-a420-d54eb7b323ef None None] Calling delete_port for c357b929-dbd3-4ecb-aa97-5e0d08ae8234 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:44.758099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c718ab09-593c-41e2-b56e-356d5a78225b req-f380ef04-ef44-48ef-8d99-2303faccaf23 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234976 Jul 16 18:17:44.842093 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.847613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f63ac7-1c13-4664-817e-81e8073f1165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a019536-6254-4d3c-9494-76afd687991b,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:44.856571 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b4540fc7-7c1e-43ce-8d04-152502342c0f tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.994953 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ad82d402-9be3-436b-98a0-d8bc1b1cdee1 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:45.030389 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.060525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f63ac7-1c13-4664-817e-81e8073f1165 admin admin] Checking segment: {'id': 'a9c6f1cd-a765-4e52-b8ba-7067b800eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:45.061735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f63ac7-1c13-4664-817e-81e8073f1165 admin admin] Network hostable DHCP agents. Network: ad82d402-9be3-436b-98a0-d8bc1b1cdee1, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:45.069192 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.094437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port c357b929-dbd3-4ecb-aa97-5e0d08ae8234 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:45.096138 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.163539 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-98ceadd2-8aa5-4f38-a420-d54eb7b323ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.194017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215d882-0435-4d45-a8e3-d84d5cd5e52e req-2e685e3b-dd58-422f-a58b-3e245e7a32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.196538 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c215d882-0435-4d45-a8e3-d84d5cd5e52e req-2e685e3b-dd58-422f-a58b-3e245e7a32b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 1098 time: 0.8772917 Jul 16 18:17:45.199538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f63ac7-1c13-4664-817e-81e8073f1165 admin admin] Network ad82d402-9be3-436b-98a0-d8bc1b1cdee1 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:45.252555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e3f63ac7-1c13-4664-817e-81e8073f1165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, ad82d402-9be3-436b-98a0-d8bc1b1cdee1) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:45.256176 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b4540fc7-7c1e-43ce-8d04-152502342c0f tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.268358 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f63ac7-1c13-4664-817e-81e8073f1165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.269287 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3f63ac7-1c13-4664-817e-81e8073f1165 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.285344 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b4540fc7-7c1e-43ce-8d04-152502342c0f tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.319454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e3f63ac7-1c13-4664-817e-81e8073f1165 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3114517 Jul 16 18:17:45.358798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59138) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:45.371017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1968650697-router', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:45.405479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a0830a-73fc-4c88-896a-3a737426bbad None None] Network ad82d402-9be3-436b-98a0-d8bc1b1cdee1 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:45.410356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] For port c357b929-dbd3-4ecb-aa97-5e0d08ae8234, host n-d-787205-10, got binding levels [] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:45.411058 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.421631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4540fc7-7c1e-43ce-8d04-152502342c0f tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71a490e-cc8d-4006-8200-caa54689001e,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.461811 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b4540fc7-7c1e-43ce-8d04-152502342c0f tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.487202 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b4540fc7-7c1e-43ce-8d04-152502342c0f tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9644542 Jul 16 18:17:45.498279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59142) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:45.518842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ceadd2-8aa5-4f38-a420-d54eb7b323ef None None] No DVR routers for this DVR port c357b929-dbd3-4ecb-aa97-5e0d08ae8234 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:45.535828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4c75acf2-1743-40be-b343-9a530d8c9042 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Request body: {'security_group_rule': {'security_group_id': 'a09f030c-cc0a-43dc-a7ba-4835ca374ae6', 'project_id': '0ad333940a544596ba07e31fb397489c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:45.558263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215d882-0435-4d45-a8e3-d84d5cd5e52e req-85f20803-996c-4957-9d96-5aa47c041971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.560116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c215d882-0435-4d45-a8e3-d84d5cd5e52e req-85f20803-996c-4957-9d96-5aa47c041971 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.3514843 Jul 16 18:17:45.564196 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for c357b929-dbd3-4ecb-aa97-5e0d08ae8234 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:45.569469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.ipam_backend_mixin [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Port c357b929-dbd3-4ecb-aa97-5e0d08ae8234 was not found and therefore no delete operation was performed {{(pid=105590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:17:45.579491 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.649592 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Attempting to bind port 8482dfaf-9634-45cc-b47f-78074a46543f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:45.650177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Attempting to bind port 8482dfaf-9634-45cc-b47f-78074a46543f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '75485961-0c7f-459c-9368-ea8b594139bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:45.650546 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Attempting to bind port 8482dfaf-9634-45cc-b47f-78074a46543f on network 048a14a8-9dba-4f1d-ac86-f76b8445e948 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:45.673612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 77b7e192-b9df-4028-b44a-44004168af46 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:45.674658 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No DVR routers for this DVR port c357b929-dbd3-4ecb-aa97-5e0d08ae8234 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:45.690302 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.691585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.692499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c215d882-0435-4d45-a8e3-d84d5cd5e52e req-aae5b614-4817-4439-9475-87e57bcf39ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc HTTP/1.1" status: 200 len: 1002 time: 0.1231563 Jul 16 18:17:45.702200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=c357b929-dbd3-4ecb-aa97-5e0d08ae8234,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.718701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 77b7e192-b9df-4028-b44a-44004168af46 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:45.719023 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 77b7e192-b9df-4028-b44a-44004168af46 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:45.733034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9badb5-c0fc-4e3b-8786-2b7282545151 None None] Pushing event updated for resources: {'Port': ['ID=8482dfaf-9634-45cc-b47f-78074a46543f,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.744929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:45.745322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Checking segment: {'id': '75485961-0c7f-459c-9368-ea8b594139bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:45.745786 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.746190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Bound using segment: {'id': '75485961-0c7f-459c-9368-ea8b594139bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:45.746686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Bound port: 8482dfaf-9634-45cc-b47f-78074a46543f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75485961-0c7f-459c-9368-ea8b594139bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:45.748449 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.793956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215d882-0435-4d45-a8e3-d84d5cd5e52e req-9bc9e7c5-b5e4-4163-9e7f-9954792782e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.801940 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c215d882-0435-4d45-a8e3-d84d5cd5e52e req-9bc9e7c5-b5e4-4163-9e7f-9954792782e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.0912094 Jul 16 18:17:45.843567 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1abcbf24-45b9-48a0-9ca7-4ecc52f5362e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.849941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ceadd2-8aa5-4f38-a420-d54eb7b323ef None None] Pushing event deleted for resources: {'Port': ['ID=c357b929-dbd3-4ecb-aa97-5e0d08ae8234,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.902642 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4c75acf2-1743-40be-b343-9a530d8c9042 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.922992 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.952730 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.977912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05852a3-7442-4d03-b287-7e4a9c2c0732']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:46.013194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215d882-0435-4d45-a8e3-d84d5cd5e52e req-190b45ac-4c06-40d3-8a90-f91ae814e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:46.014791 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c215d882-0435-4d45-a8e3-d84d5cd5e52e req-190b45ac-4c06-40d3-8a90-f91ae814e000 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2093182 Jul 16 18:17:46.102009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9588d6f5-a173-4e99-98f5-ced007e0fbcc') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:46.102605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9588d6f5-a173-4e99-98f5-ced007e0fbcc') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:46.126395 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.144851 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] For port 8482dfaf-9634-45cc-b47f-78074a46543f, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:46.155908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] For port 8482dfaf-9634-45cc-b47f-78074a46543f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8482dfaf-9634-45cc-b47f-78074a46543f,segment=NetworkSegment(75485961-0c7f-459c-9368-ea8b594139bf),segment_id=75485961-0c7f-459c-9368-ea8b594139bf)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:46.178480 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c215d882-0435-4d45-a8e3-d84d5cd5e52e req-51a6d3da-6bed-4e7c-b184-6bfded1efe72 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527493 Jul 16 18:17:46.186927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2b0ec-abbe-4f80-ab54-049554f77210 req-68431746-eb2d-41ac-a77d-ec974ece6a4d tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:46.195277 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9b2b0ec-abbe-4f80-ab54-049554f77210 req-68431746-eb2d-41ac-a77d-ec974ece6a4d tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.1489768 Jul 16 18:17:46.260905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fd003177-2aba-4e3d-9fb7-3e830cff71f1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:46.267621 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.278781 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4c75acf2-1743-40be-b343-9a530d8c9042 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.284091 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.284461 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.290007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:46.290653 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:46.293765 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:46.307108 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4c75acf2-1743-40be-b343-9a530d8c9042 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.347794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75acf2-1743-40be-b343-9a530d8c9042 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ae949f-96ab-42bd-a86a-d89bdb33a8e2,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:46.355246 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-ad82d402-9be3-436b-98a0-d8bc1b1cdee1', 'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'fixed_ips': [{'subnet_id': '2a019536-6254-4d3c-9494-76afd687991b'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:46.356213 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.366586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c215d882-0435-4d45-a8e3-d84d5cd5e52e req-53bcafc8-9391-471b-b888-37ca273d2938 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686108 Jul 16 18:17:46.410049 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4c75acf2-1743-40be-b343-9a530d8c9042 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.415126 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4c75acf2-1743-40be-b343-9a530d8c9042 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9105010 Jul 16 18:17:46.422160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59158) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:46.423200 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.434201 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.439578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4d6b6414-781d-455f-9dfc-bc6021e8b637 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Request body: {'security_group_rule': {'security_group_id': 'a09f030c-cc0a-43dc-a7ba-4835ca374ae6', 'project_id': '0ad333940a544596ba07e31fb397489c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:46.442298 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/networks/f05852a3-7442-4d03-b287-7e4a9c2c0732 HTTP/1.1" status: 204 len: 168 time: 1.8366065 Jul 16 18:17:46.442444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59162) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:46.486146 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9b2b0ec-abbe-4f80-ab54-049554f77210 req-37440db3-775f-48da-9e2e-577e38368156 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892501 Jul 16 18:17:46.506950 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-dd9ba0ae-3a79-4900-88fc-cda7eec27258 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'network': {'name': 'tempest-RoutersTest-1331876910'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:46.517210 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-4d6b6414-781d-455f-9dfc-bc6021e8b637 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Project 0ad333940a544596ba07e31fb397489c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:17:46.550506 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6414-781d-455f-9dfc-bc6021e8b637 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.565435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485467cb-5235-4bf8-9285-dfedfd7b4ea4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Network': ['ID=f05852a3-7442-4d03-b287-7e4a9c2c0732,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:46.644957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9ba0ae-3a79-4900-88fc-cda7eec27258 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:46.655789 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba0ae-3a79-4900-88fc-cda7eec27258 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.690627 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6414-781d-455f-9dfc-bc6021e8b637 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.702581 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6414-781d-455f-9dfc-bc6021e8b637 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.744954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 1f3c3132-5746-4a43-a198-55e663d9b4bc no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:46.748107 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.750491 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4d6b6414-781d-455f-9dfc-bc6021e8b637 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.759143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4d6b6414-781d-455f-9dfc-bc6021e8b637 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3357394 Jul 16 18:17:46.761338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59172) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:46.777895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-672eda75-5f05-4ca0-8985-b289a20f3539 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Request body: {'security_group_rule': {'security_group_id': 'a09f030c-cc0a-43dc-a7ba-4835ca374ae6', 'project_id': '0ad333940a544596ba07e31fb397489c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:46.825745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9ba0ae-3a79-4900-88fc-cda7eec27258 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:46.827252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b6414-781d-455f-9dfc-bc6021e8b637 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a364a3cc-ccb9-4621-a1d8-f8476a08296c,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:46.835072 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-672eda75-5f05-4ca0-8985-b289a20f3539 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Project 0ad333940a544596ba07e31fb397489c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:17:46.853161 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-672eda75-5f05-4ca0-8985-b289a20f3539 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.856531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9badb5-c0fc-4e3b-8786-2b7282545151 None None] Pushing event updated for resources: {'Port': ['ID=8482dfaf-9634-45cc-b47f-78074a46543f,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:46.945043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port fd003177-2aba-4e3d-9fb7-3e830cff71f1 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:46.948933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Routers {'cf6b64d7-be6c-49b9-af0f-c86f8b65a938'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:46.949634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cf6b64d7-be6c-49b9-af0f-c86f8b65a938'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:47.018529 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-672eda75-5f05-4ca0-8985-b289a20f3539 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.023527 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-672eda75-5f05-4ca0-8985-b289a20f3539 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.031818 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba0ae-3a79-4900-88fc-cda7eec27258 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.032676 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-dd9ba0ae-3a79-4900-88fc-cda7eec27258 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Added segment 4358dff5-cbbd-4598-8307-6ca1d59c9824 of type vlan for network e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8 Jul 16 18:17:47.053831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eda75-5f05-4ca0-8985-b289a20f3539 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe2ac52-3921-41e8-8640-9ccf410c8fc0,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:47.068478 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-672eda75-5f05-4ca0-8985-b289a20f3539 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.079019 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-672eda75-5f05-4ca0-8985-b289a20f3539 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3110790 Jul 16 18:17:47.094065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port fd003177-2aba-4e3d-9fb7-3e830cff71f1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:47.094394 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.331727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Allocated IP 172.20.0.2 (ad82d402-9be3-436b-98a0-d8bc1b1cdee1/2a019536-6254-4d3c-9494-76afd687991b/1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:47.393981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] Set router cf6b64d7-be6c-49b9-af0f-c86f8b65a938 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:47.434544 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-c030208b-3feb-4c54-8062-dc9007ac602c tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127941350&fields=id&tenant_id=0ad333940a544596ba07e31fb397489c HTTP/1.1" status: 200 len: 267 time: 0.1018288 Jul 16 18:17:47.631458 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.645241 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba0ae-3a79-4900-88fc-cda7eec27258 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.666360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-b6a38d7d-bf0a-4b9d-a86d-e88978018526 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.667959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-b6a38d7d-bf0a-4b9d-a86d-e88978018526 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/networks?id=46aa9110-266a-4750-86f1-3c0adb3cb6dc HTTP/1.1" status: 200 len: 808 time: 0.2248776 Jul 16 18:17:47.693578 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-98621749-2f09-4ff3-8168-8fb391d83917 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/quotas/0ad333940a544596ba07e31fb397489c HTTP/1.1" status: 200 len: 375 time: 0.0196288 Jul 16 18:17:47.711766 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.757554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba0ae-3a79-4900-88fc-cda7eec27258 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.769277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9ba0ae-3a79-4900-88fc-cda7eec27258 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.770028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba0ae-3a79-4900-88fc-cda7eec27258 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.778504 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.879965 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dd9ba0ae-3a79-4900-88fc-cda7eec27258 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4114859 Jul 16 18:17:47.885597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59202) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.887321 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.894664 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b900fcd2-53c8-42c3-8893-e9c21e77cd4b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'subnet': {'network_id': 'e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:47.999293 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-6991e5f3-d428-48a5-8f24-021f14756f9a tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ad333940a544596ba07e31fb397489c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2908204 Jul 16 18:17:48.002524 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.033021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ba0ae-3a79-4900-88fc-cda7eec27258 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Network': ['ID=e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:48.078338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:48.082404 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62275089-0c45-4629-b23e-22a4aa4961f5" -d '{"events": [{"server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "name": "network-vif-unplugged", "status": "completed", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:48.101116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b900fcd2-53c8-42c3-8893-e9c21e77cd4b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:48.104709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b900fcd2-53c8-42c3-8893-e9c21e77cd4b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.121150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f074c0-e053-4509-9e8c-31b6acd89992 req-e6cd432d-b38a-4df3-886d-35d06a93ce40 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:48.123578 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66f074c0-e053-4509-9e8c-31b6acd89992 req-e6cd432d-b38a-4df3-886d-35d06a93ce40 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.2355635 Jul 16 18:17:48.140241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:48.152031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:48.182544 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.245991 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Allocated IP 172.25.3.28 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/1cb3065c-9dc2-4c2c-933d-482e8a8629f1) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:48.289213 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-b9e4da96-2f78-400a-9a1b-ff5a0b980e23 service neutron] 10.222.0.24 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838130 Jul 16 18:17:48.323630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66f074c0-e053-4509-9e8c-31b6acd89992 req-28fbbf90-b4a0-42b8-b539-13acc1ea947a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913159 Jul 16 18:17:48.563100 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.590717 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-1b00da47-eb59-4227-a632-e8b335026e90 service neutron] 10.222.0.24 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993751 Jul 16 18:17:48.594858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port fd003177-2aba-4e3d-9fb7-3e830cff71f1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fd003177-2aba-4e3d-9fb7-3e830cff71f1,segment=NetworkSegment(234f3e13-ae07-4ba6-8ed6-c401fe2ac09a),segment_id=234f3e13-ae07-4ba6-8ed6-c401fe2ac09a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:48.599159 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0487b7-702f-4776-97c4-c8353c017c35 x-openstack-request-id: req-ce0487b7-702f-4776-97c4-c8353c017c35 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:48.599931 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "name": "network-vif-unplugged", "status": "completed", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:48.600845 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b900fcd2-53c8-42c3-8893-e9c21e77cd4b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.601342 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce0487b7-702f-4776-97c4-c8353c017c35 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:48.601996 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'code': 200} Jul 16 18:17:48.641419 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.724114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=1f3c3132-5746-4a43-a198-55e663d9b4bc,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:48.787910 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.801846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900fcd2-53c8-42c3-8893-e9c21e77cd4b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Subnet': ['ID=69326b3a-077b-426d-850b-6d72add41b34,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:48.815461 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Transition to ACTIVE for port object 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:48.831518 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=fd003177-2aba-4e3d-9fb7-3e830cff71f1,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:48.836449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'name': 'tempest-TestAggregatesBasicOps-835832593-router', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:23Z', 'updated_at': '2021-07-16T18:17:38Z', 'revision_number': 4, 'project_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'gw_port': {'id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:25Z', 'updated_at': '2021-07-16T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8482dfaf-9634-45cc-b47f-78074a46543f', 'name': '', 'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'mac_address': 'fa:16:3e:93:a9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '6c668a70-bbca-416f-b288-13cf54d61c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:34Z', 'updated_at': '2021-07-16T18:17:46Z', 'revision_number': 4, 'project_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'subnets': [{'id': '6c668a70-bbca-416f-b288-13cf54d61c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:48.849606 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b900fcd2-53c8-42c3-8893-e9c21e77cd4b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Checking segment: {'id': '4358dff5-cbbd-4598-8307-6ca1d59c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:48.850348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b900fcd2-53c8-42c3-8893-e9c21e77cd4b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network hostable DHCP agents. Network: e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:48.860723 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.872562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a039b4cc-da2d-4bb9-aa61-8363b88a5430 None None] The sync data for ids ['cf6b64d7-be6c-49b9-af0f-c86f8b65a938'] in n-d-787205-10 is: [{'id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'name': 'tempest-TestAggregatesBasicOps-835832593-router', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:23Z', 'updated_at': '2021-07-16T18:17:38Z', 'revision_number': 4, 'project_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'gw_port': {'id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:25Z', 'updated_at': '2021-07-16T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8482dfaf-9634-45cc-b47f-78074a46543f', 'name': '', 'network_id': '048a14a8-9dba-4f1d-ac86-f76b8445e948', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'mac_address': 'fa:16:3e:93:a9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': '6c668a70-bbca-416f-b288-13cf54d61c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:34Z', 'updated_at': '2021-07-16T18:17:46Z', 'revision_number': 4, 'project_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'subnets': [{'id': '6c668a70-bbca-416f-b288-13cf54d61c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:48.874784 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Transition to ACTIVE for port object 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:48.885942 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.933563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Network ad82d402-9be3-436b-98a0-d8bc1b1cdee1 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:48.937634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:48.946071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:48.950288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Pushing event updated for resources: {'Port': ['ID=1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.035246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:49.058539 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:49.074922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b900fcd2-53c8-42c3-8893-e9c21e77cd4b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:49.077223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:49.140645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Pushing event updated for resources: {'Port': ['ID=1cb3065c-9dc2-4c2c-933d-482e8a8629f1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.159326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.164078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Attempting to bind port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:49.164568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Attempting to bind port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'a9c6f1cd-a765-4e52-b8ba-7067b800eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:49.165102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Attempting to bind port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc on network ad82d402-9be3-436b-98a0-d8bc1b1cdee1 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:49.188105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:49.190672 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Checking segment: {'id': 'a9c6f1cd-a765-4e52-b8ba-7067b800eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:49.191463 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.195043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Bound using segment: {'id': 'a9c6f1cd-a765-4e52-b8ba-7067b800eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:49.196901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Bound port: 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c6f1cd-a765-4e52-b8ba-7067b800eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:49.210637 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.213129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b900fcd2-53c8-42c3-8893-e9c21e77cd4b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:49.226035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b900fcd2-53c8-42c3-8893-e9c21e77cd4b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:49.226934 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b900fcd2-53c8-42c3-8893-e9c21e77cd4b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.249201 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1ee322-d374-4093-b55b-b3d48ddd0469 None None] Network e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:49.350838 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9d9f8d4-a7a0-4581-b8c4-c577cb66bbbf req-a71f2878-0cec-42e8-935c-b03de5ab0cce tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 210 time: 0.1275859 Jul 16 18:17:49.421854 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b900fcd2-53c8-42c3-8893-e9c21e77cd4b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5331798 Jul 16 18:17:49.424357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59230) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:49.430928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b116aa37-23c1-4e47-a1df-e3aedb060e88 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-812525782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:49.494153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b116aa37-23c1-4e47-a1df-e3aedb060e88 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.511121 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b116aa37-23c1-4e47-a1df-e3aedb060e88 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.732705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] For port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:49.780522 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] For port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc,segment=NetworkSegment(a9c6f1cd-a765-4e52-b8ba-7067b800eebd),segment_id=a9c6f1cd-a765-4e52-b8ba-7067b800eebd)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:49.805190 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.813742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59d756-048a-4e66-b0c3-b5e24b5c3bf6 req-367fe755-d27b-4e86-aacf-59fd05989284 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:49.826662 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f59d756-048a-4e66-b0c3-b5e24b5c3bf6 req-367fe755-d27b-4e86-aacf-59fd05989284 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 944 time: 0.2288132 Jul 16 18:17:49.851295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b116aa37-23c1-4e47-a1df-e3aedb060e88 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.870017 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b116aa37-23c1-4e47-a1df-e3aedb060e88 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.999140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f59d756-048a-4e66-b0c3-b5e24b5c3bf6 req-86aee964-216c-40db-ad22-d3be4fa931a3 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714706 Jul 16 18:17:49.999337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983e684-beec-4ccb-9817-59a12c514779 None None] Pushing event updated for resources: {'Port': ['ID=1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:50.018155 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.093812 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b116aa37-23c1-4e47-a1df-e3aedb060e88 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.095093 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b116aa37-23c1-4e47-a1df-e3aedb060e88 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6695879 Jul 16 18:17:50.097628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59246) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:50.101744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8', 'network_id': 'e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'fixed_ips': [{'subnet_id': '69326b3a-077b-426d-850b-6d72add41b34'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:50.102870 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.105555 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'port': {'network_id': 'e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8', 'name': 'tempest-RoutersTest-630204743'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:50.330764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:50.361728 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.485680 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] device_id is not set on port b6f07f2c-1b6d-4945-b9ba-a278828d0f40 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:17:50.582850 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6beb4ac7-af6a-4b97-a8a8-c9a8d40e082b req-494ffe82-fd6e-424d-8607-ea03ccfdb99c tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 210 time: 0.1151788 Jul 16 18:17:50.690641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Allocated IP 172.20.0.2 (e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8/69326b3a-077b-426d-850b-6d72add41b34/f06859a8-861d-46ad-a08b-1fccfa6f4391) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:50.718104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 1f3c3132-5746-4a43-a198-55e663d9b4bc no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:51.163188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.194963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8482dfaf-9634-45cc-b47f-78074a46543f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:51.566309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 8482dfaf-9634-45cc-b47f-78074a46543f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:51.618241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Router af4b26bf-9294-4cbc-b740-55595408d816 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:51.623511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 8482dfaf-9634-45cc-b47f-78074a46543f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:51.623957 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.870036 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.897653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Transition to ACTIVE for port object f06859a8-861d-46ad-a08b-1fccfa6f4391 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:52.009967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Transition to ACTIVE for port object f06859a8-861d-46ad-a08b-1fccfa6f4391 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:52.012268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:52.013517 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-313f0d64-4892-4bf7-824f-bf9c0033df04 req-ef471ad0-b023-41f6-a9e0-1202036f94c4 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 210 time: 0.0924792 Jul 16 18:17:52.026079 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.028611 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.033021 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Sync routers for ids ['af4b26bf-9294-4cbc-b740-55595408d816'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:52.048052 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Routers {'af4b26bf-9294-4cbc-b740-55595408d816'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:52.049146 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af4b26bf-9294-4cbc-b740-55595408d816'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:52.131124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6c724-62e4-4b8c-9176-6fc640a01d2c None None] Network ad82d402-9be3-436b-98a0-d8bc1b1cdee1 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:52.215199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.219962 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59294) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:52.223251 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-211971fe-0bc4-4c7b-81fa-d1dcb0ebda6b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8633103 Jul 16 18:17:52.257248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Allocated IP 172.20.0.7 (e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8/69326b3a-077b-426d-850b-6d72add41b34/b6f07f2c-1b6d-4945-b9ba-a278828d0f40) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:52.257570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Pushing event updated for resources: {'Port': ['ID=f06859a8-861d-46ad-a08b-1fccfa6f4391,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.313388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Network e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:52.373433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:52.395093 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Set router af4b26bf-9294-4cbc-b740-55595408d816 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:52.501620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:52.510711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-85e8caed-23c9-4ec5-b5b5-fadb6c91c625 None None] Provisioning for port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:52.621855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 8482dfaf-9634-45cc-b47f-78074a46543f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8482dfaf-9634-45cc-b47f-78074a46543f,segment=NetworkSegment(75485961-0c7f-459c-9368-ea8b594139bf),segment_id=75485961-0c7f-459c-9368-ea8b594139bf)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:52.702418 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.703576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fd003177-2aba-4e3d-9fb7-3e830cff71f1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:52.913639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Attempting to bind port f06859a8-861d-46ad-a08b-1fccfa6f4391 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:52.914032 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Attempting to bind port f06859a8-861d-46ad-a08b-1fccfa6f4391 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '4358dff5-cbbd-4598-8307-6ca1d59c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:52.921693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Attempting to bind port f06859a8-861d-46ad-a08b-1fccfa6f4391 on network e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:52.925003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.948200 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'name': 'tempest-TestAggregatesBasicOps-1968650697-router', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:45Z', 'updated_at': '2021-07-16T18:17:49Z', 'revision_number': 3, 'project_id': '046db88c2afb4121ab6b2930c1acb495', 'gw_port': {'id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:47Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:52.965864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-7bf9cf2f-624e-4487-b7a9-215b511226fa tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.967709 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-7bf9cf2f-624e-4487-b7a9-215b511226fa tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.11 "GET /v2.0/networks?id=46aa9110-266a-4750-86f1-3c0adb3cb6dc HTTP/1.1" status: 200 len: 808 time: 0.6355972 Jul 16 18:17:53.001351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Transition to ACTIVE for port object b6f07f2c-1b6d-4945-b9ba-a278828d0f40 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:53.071238 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Checking router: af4b26bf-9294-4cbc-b740-55595408d816 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:53.071786 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Updating router af4b26bf-9294-4cbc-b740-55595408d816 port 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:53.117569 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.176126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01608ff4-451d-46d5-8d31-c6df94ccfe22 req-6aa9147a-7fcf-4bcf-bc30-3fbae5a9b6c2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:53.189365 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01608ff4-451d-46d5-8d31-c6df94ccfe22 req-6aa9147a-7fcf-4bcf-bc30-3fbae5a9b6c2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 944 time: 0.4243526 Jul 16 18:17:53.200824 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.221066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=8482dfaf-9634-45cc-b47f-78074a46543f,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.249470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59322) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:53.274728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=b6f07f2c-1b6d-4945-b9ba-a278828d0f40,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.288305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:53.288901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Checking segment: {'id': '4358dff5-cbbd-4598-8307-6ca1d59c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:53.289337 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.289889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Bound using segment: {'id': '4358dff5-cbbd-4598-8307-6ca1d59c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:53.290725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Bound port: f06859a8-861d-46ad-a08b-1fccfa6f4391, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4358dff5-cbbd-4598-8307-6ca1d59c9824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:53.291352 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.327870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:53.339200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:53.341693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:53.402587 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] For port f06859a8-861d-46ad-a08b-1fccfa6f4391, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:53.407403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] For port f06859a8-861d-46ad-a08b-1fccfa6f4391, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f06859a8-861d-46ad-a08b-1fccfa6f4391,segment=NetworkSegment(4358dff5-cbbd-4598-8307-6ca1d59c9824),segment_id=4358dff5-cbbd-4598-8307-6ca1d59c9824)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:53.433513 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.437446 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.439305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a39f1c9-8c2d-4699-bdda-63bb5bf02f82 req-9e9dc9cd-49cd-4c44-aaf1-b24b7ed81a07 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 210 time: 0.0728807 Jul 16 18:17:53.454282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-13a647bb-6e57-4dc1-b442-26f51fee6e1d tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ad333940a544596ba07e31fb397489c HTTP/1.1" status: 200 len: 380 time: 0.4750798 Jul 16 18:17:53.470077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Request body: {'port': {'device_id': '11603096-ce5d-4d18-9147-30fe1492433e', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'admin_state_up': True, 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'security_groups': ['a09f030c-cc0a-43dc-a7ba-4835ca374ae6']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:53.485181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:53.485901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.526184 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port fd003177-2aba-4e3d-9fb7-3e830cff71f1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:53.526184 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.548232 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ea857f85-5bc3-40d6-a7ad-99a95ec795cc tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.4494019 Jul 16 18:17:53.557865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59330) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:53.627095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01608ff4-451d-46d5-8d31-c6df94ccfe22 req-91d7d4f6-2aee-4c63-af13-e0182d15008f tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4364347 Jul 16 18:17:53.782730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52d114-cd9f-49bd-a936-3683059cdda9 None None] Pushing event updated for resources: {'Port': ['ID=f06859a8-861d-46ad-a08b-1fccfa6f4391,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.971296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:54.100966 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:54.108731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:54.109094 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.164319 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.212139 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Transition to ACTIVE for port object 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:54.226274 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.366246 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cff45-bb83-4c78-9674-a12b0ddf7210 None None] Pushing event updated for resources: {'Port': ['ID=1cb3065c-9dc2-4c2c-933d-482e8a8629f1,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.420522 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.429917 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Attempting to bind port 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:54.430288 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Attempting to bind port 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:54.430649 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Attempting to bind port 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:54.445648 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:54.446350 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:54.446921 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.447486 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:54.448136 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Bound port: 1cb3065c-9dc2-4c2c-933d-482e8a8629f1, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:54.448686 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.482356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-210feb8e-fa3f-4b6d-997b-4dbb297c3f85 None None] Provisioning complete for port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:54.482997 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-210feb8e-fa3f-4b6d-997b-4dbb297c3f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.549483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc,segment=NetworkSegment(a9c6f1cd-a765-4e52-b8ba-7067b800eebd),segment_id=a9c6f1cd-a765-4e52-b8ba-7067b800eebd)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:54.556685 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.682509 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] For port 1cb3065c-9dc2-4c2c-933d-482e8a8629f1, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:54.724270 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] For port 1cb3065c-9dc2-4c2c-933d-482e8a8629f1, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1cb3065c-9dc2-4c2c-933d-482e8a8629f1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:54.737460 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.744334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.764443 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.861060 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Routers {'af4b26bf-9294-4cbc-b740-55595408d816'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:54.861727 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af4b26bf-9294-4cbc-b740-55595408d816'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:54.865964 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cff45-bb83-4c78-9674-a12b0ddf7210 None None] Pushing event updated for resources: {'Port': ['ID=1cb3065c-9dc2-4c2c-933d-482e8a8629f1,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.983378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8482dfaf-9634-45cc-b47f-78074a46543f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:55.080193 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] Set router af4b26bf-9294-4cbc-b740-55595408d816 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:55.120620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 8482dfaf-9634-45cc-b47f-78074a46543f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:55.121946 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.335668 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.417311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60a9711e-88d9-4164-bead-49bb27785ba6 req-80e20c79-d908-4225-bb46-2ceac0d8ade6 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 210 time: 0.5570362 Jul 16 18:17:55.498530 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.500191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f06859a8-861d-46ad-a08b-1fccfa6f4391 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:55.510570 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.553069 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'name': 'tempest-TestAggregatesBasicOps-1968650697-router', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:45Z', 'updated_at': '2021-07-16T18:17:49Z', 'revision_number': 3, 'project_id': '046db88c2afb4121ab6b2930c1acb495', 'gw_port': {'id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:47Z', 'updated_at': '2021-07-16T18:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:55.584343 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4162963f-3ab3-49ee-b60a-cdcfc010dbbf None None] The sync data for ids ['af4b26bf-9294-4cbc-b740-55595408d816'] in n-d-787205-10 is: [{'id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'name': 'tempest-TestAggregatesBasicOps-1968650697-router', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:45Z', 'updated_at': '2021-07-16T18:17:49Z', 'revision_number': 3, 'project_id': '046db88c2afb4121ab6b2930c1acb495', 'gw_port': {'id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:47Z', 'updated_at': '2021-07-16T18:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:55.641702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=b6f07f2c-1b6d-4945-b9ba-a278828d0f40,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.652766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port f06859a8-861d-46ad-a08b-1fccfa6f4391 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:55.678330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecee189-b5da-4ab7-9154-99e6e053540e None None] Network e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:55.731248 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.794314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-a801c9a0-0cb0-47f0-b976-82ed3c9f7ed7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 2.4326160 Jul 16 18:17:55.865572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5f418-bd3a-4e0e-b728-3177755ba544 req-ec4c3c97-9b04-4838-8f96-aecf1ba31e7e tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.867381 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09a5f418-bd3a-4e0e-b728-3177755ba544 req-ec4c3c97-9b04-4838-8f96-aecf1ba31e7e tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 944 time: 0.7385716 Jul 16 18:17:55.900257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5720ebeb-bd3b-4cdf-83d5-4bd34e5b34c1 None None] Provisioning for port f06859a8-861d-46ad-a08b-1fccfa6f4391 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:55.912557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5720ebeb-bd3b-4cdf-83d5-4bd34e5b34c1 None None] Provisioning complete for port f06859a8-861d-46ad-a08b-1fccfa6f4391 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:55.912986 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5720ebeb-bd3b-4cdf-83d5-4bd34e5b34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.930045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Made reservation on behalf of 0ad333940a544596ba07e31fb397489c for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:55.938371 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.015946 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.204246 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5720ebeb-bd3b-4cdf-83d5-4bd34e5b34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.357313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5720ebeb-bd3b-4cdf-83d5-4bd34e5b34c1 None None] For port f06859a8-861d-46ad-a08b-1fccfa6f4391, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f06859a8-861d-46ad-a08b-1fccfa6f4391,segment=NetworkSegment(4358dff5-cbbd-4598-8307-6ca1d59c9824),segment_id=4358dff5-cbbd-4598-8307-6ca1d59c9824)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:56.367175 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5720ebeb-bd3b-4cdf-83d5-4bd34e5b34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.390622 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09a5f418-bd3a-4e0e-b728-3177755ba544 req-1c6d4891-ca74-494e-8539-4abffb33fd48 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4933138 Jul 16 18:17:56.426751 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.612875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720ebeb-bd3b-4cdf-83d5-4bd34e5b34c1 None None] Pushing event updated for resources: {'Port': ['ID=f06859a8-861d-46ad-a08b-1fccfa6f4391,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:56.900504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Allocated IP 172.20.0.10 (46aa9110-266a-4750-86f1-3c0adb3cb6dc/8b14bfa8-75df-427e-8cf7-22a0c937fc32/766579a7-890d-454f-96d9-89d22f6e169e) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:56.962691 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:56.984822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-85438f77-edf8-42bb-8d20-22824b3dc53d None None] Provisioning complete for port f06859a8-861d-46ad-a08b-1fccfa6f4391 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:56.985485 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-85438f77-edf8-42bb-8d20-22824b3dc53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.083966 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.091330 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.128500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4daea8e1-2020-4497-9331-07c1959a26d7 req-1d4a9237-a692-4043-8a3e-399c33687696 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 210 time: 0.0596120 Jul 16 18:17:57.275375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=b6f07f2c-1b6d-4945-b9ba-a278828d0f40,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.291203 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.349505 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.357091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-85438f77-edf8-42bb-8d20-22824b3dc53d None None] Provisioning for port b6f07f2c-1b6d-4945-b9ba-a278828d0f40 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:57.361073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:57.371017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Transition to ACTIVE for port object 766579a7-890d-454f-96d9-89d22f6e169e will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:57.371281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:57.371612 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.398170 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:17:57.413077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-85438f77-edf8-42bb-8d20-22824b3dc53d None None] Provisioning complete for port b6f07f2c-1b6d-4945-b9ba-a278828d0f40 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:57.413458 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-85438f77-edf8-42bb-8d20-22824b3dc53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.579106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:57.586504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:57.615833 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.758350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Pushing event updated for resources: {'Port': ['ID=766579a7-890d-454f-96d9-89d22f6e169e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.768964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Allocated IP 172.20.0.1 (ad82d402-9be3-436b-98a0-d8bc1b1cdee1/2a019536-6254-4d3c-9494-76afd687991b/cd7e260c-7365-48cd-916e-ec2959da5d9e) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:57.862465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Network 46aa9110-266a-4750-86f1-3c0adb3cb6dc is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:57.894377 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:57.924155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:57.943081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:58.094911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:58.095700 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.099976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:58.136633 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-af18b27d-8d34-4d12-b2ef-1efc47e5ec5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5834641 Jul 16 18:17:58.136954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30adb1-bbbc-4693-9cd9-f2e80fd77735 None None] Sync routers for ids ['018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:58.142222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59416) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:58.201233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-85438f77-edf8-42bb-8d20-22824b3dc53d None None] Port b6f07f2c-1b6d-4945-b9ba-a278828d0f40 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:58.223268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30adb1-bbbc-4693-9cd9-f2e80fd77735 None None] Routers {'018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:58.225921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ca30adb1-bbbc-4693-9cd9-f2e80fd77735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:58.319034 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-2dca2e6c-434f-4490-8cea-4221a8eb5d36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8564656 Jul 16 18:17:58.366510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ca30adb1-bbbc-4693-9cd9-f2e80fd77735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:58.432753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Request body: {'port': {'device_id': '11603096-ce5d-4d18-9147-30fe1492433e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:58.458958 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30adb1-bbbc-4693-9cd9-f2e80fd77735 None None] Routers {'018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:58.459607 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ca30adb1-bbbc-4693-9cd9-f2e80fd77735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:58.464240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ceb363a8-a29c-452a-835e-717eae70af10 None None] Provisioning complete for port b6f07f2c-1b6d-4945-b9ba-a278828d0f40 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:58.471228 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ceb363a8-a29c-452a-835e-717eae70af10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.571223 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ca30adb1-bbbc-4693-9cd9-f2e80fd77735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:58.571895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30adb1-bbbc-4693-9cd9-f2e80fd77735 None None] The sync data for ids ['018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:58.575598 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.610513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ceb363a8-a29c-452a-835e-717eae70af10 None None] Port b6f07f2c-1b6d-4945-b9ba-a278828d0f40 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:58.624482 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 1cb3065c-9dc2-4c2c-933d-482e8a8629f1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1cb3065c-9dc2-4c2c-933d-482e8a8629f1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:58.640033 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.640893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:58.687550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6344f-bed5-4461-9f41-e29601bdd619 req-206936e5-5864-4fb3-8417-3f1b170d0b1d tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:58.703168 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fa6344f-bed5-4461-9f41-e29601bdd619 req-206936e5-5864-4fb3-8417-3f1b170d0b1d tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 944 time: 0.9287949 Jul 16 18:17:58.722295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4f8902-db97-40b4-bd2f-bcee5ba31595 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:58.726914 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5b4f8902-db97-40b4-bd2f-bcee5ba31595 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports/b6f07f2c-1b6d-4945-b9ba-a278828d0f40 HTTP/1.1" status: 200 len: 976 time: 0.5578821 Jul 16 18:17:58.727346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59422) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:58.764258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=1cb3065c-9dc2-4c2c-933d-482e8a8629f1,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:58.826976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-40896a23-66fc-4d80-baf9-2c7262ce22ae None None] Provisioning for port 766579a7-890d-454f-96d9-89d22f6e169e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:58.848261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-40896a23-66fc-4d80-baf9-2c7262ce22ae None None] Provisioning complete for port 766579a7-890d-454f-96d9-89d22f6e169e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:58.849592 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40896a23-66fc-4d80-baf9-2c7262ce22ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.872565 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.917156 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.935204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-40896a23-66fc-4d80-baf9-2c7262ce22ae None None] Port 766579a7-890d-454f-96d9-89d22f6e169e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:58.962166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:58.962944 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.971066 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fa6344f-bed5-4461-9f41-e29601bdd619 req-7fc8fa0b-067c-4a52-9444-e829e9505479 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668500 Jul 16 18:17:58.979908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Transition to ACTIVE for port object cd7e260c-7365-48cd-916e-ec2959da5d9e will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:59.064685 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.144925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ad20e-c707-44f5-89bd-3dc651ae3c23 req-50d80c26-1de4-41cd-9ba1-b782c382dbf4 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:59.167216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d1ad20e-c707-44f5-89bd-3dc651ae3c23 req-50d80c26-1de4-41cd-9ba1-b782c382dbf4 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 932 time: 0.6269190 Jul 16 18:17:59.183443 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=cd7e260c-7365-48cd-916e-ec2959da5d9e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:59.414743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:59.545085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766579a7-890d-454f-96d9-89d22f6e169e {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:59.550294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:59.550685 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.555610 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.573426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Transition to ACTIVE for port object 766579a7-890d-454f-96d9-89d22f6e169e will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:59.582191 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.594677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Network ad82d402-9be3-436b-98a0-d8bc1b1cdee1 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:59.635117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d1ad20e-c707-44f5-89bd-3dc651ae3c23 req-3b107af5-77a4-4e88-8f98-372a17dfb4a3 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4667537 Jul 16 18:17:59.636009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:59.638591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:59.761820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Pushing event updated for resources: {'Port': ['ID=766579a7-890d-454f-96d9-89d22f6e169e,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:59.838442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f06859a8-861d-46ad-a08b-1fccfa6f4391 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:59.955983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f06859a8-861d-46ad-a08b-1fccfa6f4391 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:59.955983 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.995634 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.180666 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8371bc6-be92-438e-9815-e4bd6ad59493 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.234119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6ff78e42-7d16-4d49-96e5-5d21707b115f None None] Provisioning for port cd7e260c-7365-48cd-916e-ec2959da5d9e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:00.244489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6ff78e42-7d16-4d49-96e5-5d21707b115f None None] Provisioning complete for port cd7e260c-7365-48cd-916e-ec2959da5d9e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:00.244869 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6ff78e42-7d16-4d49-96e5-5d21707b115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.272838 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.338745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6ff78e42-7d16-4d49-96e5-5d21707b115f None None] Port cd7e260c-7365-48cd-916e-ec2959da5d9e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:00.508791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Attempting to bind port 766579a7-890d-454f-96d9-89d22f6e169e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:00.509140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Attempting to bind port 766579a7-890d-454f-96d9-89d22f6e169e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '3fe4f14b-f2d5-4279-b6f2-5404dae50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:00.509613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Attempting to bind port 766579a7-890d-454f-96d9-89d22f6e169e on network 46aa9110-266a-4750-86f1-3c0adb3cb6dc {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:00.527320 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.534377 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.538427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Port 766579a7-890d-454f-96d9-89d22f6e169e on network 46aa9110-266a-4750-86f1-3c0adb3cb6dc not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:00.538859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Attempting to bind port 766579a7-890d-454f-96d9-89d22f6e169e on network 46aa9110-266a-4750-86f1-3c0adb3cb6dc {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:00.607518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:00.607867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Checking segment: {'id': '3fe4f14b-f2d5-4279-b6f2-5404dae50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:00.608391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Bound using segment: {'id': '3fe4f14b-f2d5-4279-b6f2-5404dae50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:00.608842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Bound port: 766579a7-890d-454f-96d9-89d22f6e169e, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe4f14b-f2d5-4279-b6f2-5404dae50440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:00.621598 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.657052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d8371bc6-be92-438e-9815-e4bd6ad59493 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port b6f07f2c-1b6d-4945-b9ba-a278828d0f40 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:00.657403 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8371bc6-be92-438e-9815-e4bd6ad59493 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.795408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] For port 766579a7-890d-454f-96d9-89d22f6e169e, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:00.798700 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] For port 766579a7-890d-454f-96d9-89d22f6e169e, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=766579a7-890d-454f-96d9-89d22f6e169e,segment=NetworkSegment(3fe4f14b-f2d5-4279-b6f2-5404dae50440),segment_id=3fe4f14b-f2d5-4279-b6f2-5404dae50440)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:00.814197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8371bc6-be92-438e-9815-e4bd6ad59493 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.827724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d8371bc6-be92-438e-9815-e4bd6ad59493 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for b6f07f2c-1b6d-4945-b9ba-a278828d0f40 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:00.828966 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.889085 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.892398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=cd7e260c-7365-48cd-916e-ec2959da5d9e,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:00.953832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Pushing event updated for resources: {'Port': ['ID=766579a7-890d-454f-96d9-89d22f6e169e,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:00.966489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:00.967624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.969541 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-dc9e2fa5-e8ab-46bf-ae22-3656763021d6 service neutron] 10.222.0.11 "PUT /v2.0/ports/766579a7-890d-454f-96d9-89d22f6e169e HTTP/1.1" status: 200 len: 1093 time: 2.5645690 Jul 16 18:18:00.978735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b15ae-1903-4567-ad02-e548c56b416f req-7884acd1-f856-4244-9792-acb9dc4085ca tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:00.981231 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-118b15ae-1903-4567-ad02-e548c56b416f req-7884acd1-f856-4244-9792-acb9dc4085ca tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 944 time: 0.8005495 Jul 16 18:18:00.984658 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11603096-ce5d-4d18-9147-30fe1492433e', 'tag': '766579a7-890d-454f-96d9-89d22f6e169e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:00.992982 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dd2f01-cdc8-4c96-b9b8-aa32a9dd6e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "11603096-ce5d-4d18-9147-30fe1492433e", "tag": "766579a7-890d-454f-96d9-89d22f6e169e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:01.173685 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8371bc6-be92-438e-9815-e4bd6ad59493 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.224523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8371bc6-be92-438e-9815-e4bd6ad59493 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=b6f07f2c-1b6d-4945-b9ba-a278828d0f40,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:01.279818 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-118b15ae-1903-4567-ad02-e548c56b416f req-e20405af-5f02-4613-b9ed-ada1e3f1ddbf tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787247 Jul 16 18:18:01.299434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf234b9-7f56-4fab-bd6c-9cc992dd7ce5 req-bb791a0d-2f46-4877-988d-0b896e64001a tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.301213 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cf234b9-7f56-4fab-bd6c-9cc992dd7ce5 req-bb791a0d-2f46-4877-988d-0b896e64001a tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 944 time: 0.4808211 Jul 16 18:18:01.406843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Network ad82d402-9be3-436b-98a0-d8bc1b1cdee1 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:01.410301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-10cef7da-6d66-46fc-81a0-e1eb739641e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.411868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-10cef7da-6d66-46fc-81a0-e1eb739641e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ad333940a544596ba07e31fb397489c&device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 1096 time: 0.3873229 Jul 16 18:18:01.420329 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:01.469150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cf234b9-7f56-4fab-bd6c-9cc992dd7ce5 req-02894d3c-92da-497a-a4d9-7d8e074cfe7d tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468389 Jul 16 18:18:01.538876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-8ace88a4-a8e5-44b9-943f-bfacc29d4b25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=766579a7-890d-454f-96d9-89d22f6e169e HTTP/1.1" status: 200 len: 217 time: 0.1025550 Jul 16 18:18:01.603681 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd8ba5f-31de-4639-bf99-707bef5871c1 x-openstack-request-id: req-5bd8ba5f-31de-4639-bf99-707bef5871c1 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:01.603965 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11603096-ce5d-4d18-9147-30fe1492433e", "tag": "766579a7-890d-454f-96d9-89d22f6e169e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:01.604218 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bd8ba5f-31de-4639-bf99-707bef5871c1 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:01.604613 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11603096-ce5d-4d18-9147-30fe1492433e', 'tag': '766579a7-890d-454f-96d9-89d22f6e169e', 'status': 'completed', 'code': 200} Jul 16 18:18:01.663563 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d8371bc6-be92-438e-9815-e4bd6ad59493 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.828197 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-ecca2f03-b44b-498c-885b-02f2ec0e0af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.829746 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-ecca2f03-b44b-498c-885b-02f2ec0e0af8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b14bfa8-75df-427e-8cf7-22a0c937fc32 HTTP/1.1" status: 200 len: 847 time: 0.2283051 Jul 16 18:18:01.909243 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8371bc6-be92-438e-9815-e4bd6ad59493 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:01.919190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ff6ae585-efda-424c-a581-09cd41792cc0 None None] Provisioning complete for port cd7e260c-7365-48cd-916e-ec2959da5d9e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:01.919773 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae585-efda-424c-a581-09cd41792cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.946517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Router af4b26bf-9294-4cbc-b740-55595408d816 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:02.023137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ae585-efda-424c-a581-09cd41792cc0 None None] Port cd7e260c-7365-48cd-916e-ec2959da5d9e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:02.028166 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8371bc6-be92-438e-9815-e4bd6ad59493 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:02.038713 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0300b-c910-4224-b8bd-17f5f45060ec None None] Sync routers for ids ['018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:02.043243 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d8371bc6-be92-438e-9815-e4bd6ad59493 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3144000 Jul 16 18:18:02.043919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59484) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:02.053754 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0300b-c910-4224-b8bd-17f5f45060ec None None] Routers {'018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:02.054651 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-daf0300b-c910-4224-b8bd-17f5f45060ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:02.162080 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-daf0300b-c910-4224-b8bd-17f5f45060ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:02.189210 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0300b-c910-4224-b8bd-17f5f45060ec None None] Routers {'018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:02.190126 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-daf0300b-c910-4224-b8bd-17f5f45060ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:02.267058 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-daf0300b-c910-4224-b8bd-17f5f45060ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:02.267758 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0300b-c910-4224-b8bd-17f5f45060ec None None] The sync data for ids ['018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:02.370784 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-0ff76d3d-547f-416d-8b5d-1c80455b7ff8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 18:18:02.373432 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0ff76d3d-547f-416d-8b5d-1c80455b7ff8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3284326 Jul 16 18:18:02.376178 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59496) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:02.436428 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-63b6eabe-3e64-406a-810b-4233693e6622 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a HTTP/1.1" status: 200 len: 205 time: 0.0588343 Jul 16 18:18:02.438762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59500) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:02.606106 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-498b5b20-0071-4510-961b-f3d454885d64 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.748733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31339dfa-19a0-480a-a1d8-6dc96626aaa8 req-80e8f64d-093c-4791-9c8e-38ceaab035fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0052841 Jul 16 18:18:02.767285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-8fc836a9-fc54-428f-a330-3dd3591be17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:02.768856 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-8fc836a9-fc54-428f-a330-3dd3591be17b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46aa9110-266a-4750-86f1-3c0adb3cb6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9185178 Jul 16 18:18:02.877874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-498b5b20-0071-4510-961b-f3d454885d64 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.881762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-498b5b20-0071-4510-961b-f3d454885d64 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.977764 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbac36-7dcc-458a-b652-164c3a0581fb req-fee684c1-4584-488a-a467-d9709837c6eb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:02.981961 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96fbac36-7dcc-458a-b652-164c3a0581fb req-fee684c1-4584-488a-a467-d9709837c6eb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 944 time: 0.3204422 Jul 16 18:18:02.985946 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-498b5b20-0071-4510-961b-f3d454885d64 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.986846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498b5b20-0071-4510-961b-f3d454885d64 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Fanout notify agent at l3_agent the message router_deleted on router 018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:03.003143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-498b5b20-0071-4510-961b-f3d454885d64 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.009123 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-498b5b20-0071-4510-961b-f3d454885d64 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a HTTP/1.1" status: 204 len: 168 time: 0.5692775 Jul 16 18:18:03.011819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59508) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:03.019303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:03.028947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacfa73-2b37-4196-b449-c60faf117e5c req-c21f2334-828f-45cf-85e0-ad27f0613c25 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.034829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Sync routers for ids ['af4b26bf-9294-4cbc-b740-55595408d816'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:03.035599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cacfa73-2b37-4196-b449-c60faf117e5c req-c21f2334-828f-45cf-85e0-ad27f0613c25 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 944 time: 0.3722293 Jul 16 18:18:03.041962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-83aa8c1b-77be-4d52-a114-35a8ada84bb9 admin admin] 10.222.0.24 "PUT /v2.0/routers/af4b26bf-9294-4cbc-b740-55595408d816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8205032 Jul 16 18:18:03.055773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Routers {'af4b26bf-9294-4cbc-b740-55595408d816'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:03.057582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af4b26bf-9294-4cbc-b740-55595408d816'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:03.139879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-43af216f-c756-49a4-a022-a971df806125 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting subnet 69326b3a-077b-426d-850b-6d72add41b34 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:03.148185 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43af216f-c756-49a4-a022-a971df806125 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.179247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-96fbac36-7dcc-458a-b652-164c3a0581fb req-c1284578-2416-444a-967e-8b19e7c88485 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965861 Jul 16 18:18:03.214027 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-f8b8409b-caa9-4f3d-8191-27d449880cae service neutron] 10.222.0.11 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044659 Jul 16 18:18:03.227956 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Set router af4b26bf-9294-4cbc-b740-55595408d816 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:03.262732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31339dfa-19a0-480a-a1d8-6dc96626aaa8 req-808ff0d6-feb5-4016-b30b-36f9bf0b1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.263196 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43af216f-c756-49a4-a022-a971df806125 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.264287 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31339dfa-19a0-480a-a1d8-6dc96626aaa8 req-808ff0d6-feb5-4016-b30b-36f9bf0b1266 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 1097 time: 0.4406099 Jul 16 18:18:03.315800 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cacfa73-2b37-4196-b449-c60faf117e5c req-eaed7fc2-e966-4a00-8ade-13d0b759b605 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788229 Jul 16 18:18:03.499092 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43af216f-c756-49a4-a022-a971df806125 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.655398 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43af216f-c756-49a4-a022-a971df806125 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.719562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af216f-c756-49a4-a022-a971df806125 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Subnet': ['ID=69326b3a-077b-426d-850b-6d72add41b34,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:03.731864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'name': 'tempest-TestAggregatesBasicOps-1968650697-router', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:45Z', 'updated_at': '2021-07-16T18:18:00Z', 'revision_number': 4, 'project_id': '046db88c2afb4121ab6b2930c1acb495', 'gw_port': {'id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:47Z', 'updated_at': '2021-07-16T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cd7e260c-7365-48cd-916e-ec2959da5d9e', 'name': '', 'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'mac_address': 'fa:16:3e:3d:8f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2a019536-6254-4d3c-9494-76afd687991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:55Z', 'updated_at': '2021-07-16T18:18:00Z', 'revision_number': 2, 'project_id': '046db88c2afb4121ab6b2930c1acb495', 'subnets': [{'id': '2a019536-6254-4d3c-9494-76afd687991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:03.734989 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43af216f-c756-49a4-a022-a971df806125 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.740187 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-43af216f-c756-49a4-a022-a971df806125 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/69326b3a-077b-426d-850b-6d72add41b34 HTTP/1.1" status: 204 len: 168 time: 0.7240851 Jul 16 18:18:03.740544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59530) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:03.777059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Checking router: af4b26bf-9294-4cbc-b740-55595408d816 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:03.777481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Updating router af4b26bf-9294-4cbc-b740-55595408d816 port cd7e260c-7365-48cd-916e-ec2959da5d9e binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:03.792291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31339dfa-19a0-480a-a1d8-6dc96626aaa8 req-a52cef95-3a8d-428e-bb01-03d12daa1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.799423 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31339dfa-19a0-480a-a1d8-6dc96626aaa8 req-a52cef95-3a8d-428e-bb01-03d12daa1edd service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 916 time: 0.4817202 Jul 16 18:18:03.817295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a7cad-48af-4c88-b233-f4b7dde73c94 None None] Network e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:03.916921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.980552 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.985929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1368b06f-e9cf-4c7c-89dd-de026f5aa80d req-aef2a646-21ab-464f-a57a-4540db617eff service neutron] 10.222.0.11 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7587602 Jul 16 18:18:04.003793 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31339dfa-19a0-480a-a1d8-6dc96626aaa8 req-880e74e9-d7ac-4b30-95c1-5a2509fe4802 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80c076fc-41a7-4f97-afcf-12812a43a24d HTTP/1.1" status: 200 len: 217 time: 0.1798818 Jul 16 18:18:04.016096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port f06859a8-861d-46ad-a08b-1fccfa6f4391 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:04.016782 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.241994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] For port f06859a8-861d-46ad-a08b-1fccfa6f4391, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f06859a8-861d-46ad-a08b-1fccfa6f4391,segment=NetworkSegment(4358dff5-cbbd-4598-8307-6ca1d59c9824),segment_id=4358dff5-cbbd-4598-8307-6ca1d59c9824)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:04.242459 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.315256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31339dfa-19a0-480a-a1d8-6dc96626aaa8 req-0959e4ae-2555-471a-b03e-f609d4756e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:04.315706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for f06859a8-861d-46ad-a08b-1fccfa6f4391 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:04.348252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31339dfa-19a0-480a-a1d8-6dc96626aaa8 req-0959e4ae-2555-471a-b03e-f609d4756e3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decebe86-3aa7-4911-8fa3-82eb9564b542 HTTP/1.1" status: 200 len: 855 time: 0.3301680 Jul 16 18:18:04.559207 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31339dfa-19a0-480a-a1d8-6dc96626aaa8 req-1ae3780d-dad5-4716-bc7e-8d8f870a0876 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2066176 Jul 16 18:18:04.566791 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.659761 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=f06859a8-861d-46ad-a08b-1fccfa6f4391,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.687636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No DVR routers for this DVR port f06859a8-861d-46ad-a08b-1fccfa6f4391 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:04.887702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd2f01-cdc8-4c96-b9b8-aa32a9dd6e8b req-c5015320-0e92-4201-a16e-509fc490f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:04.892547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61dd2f01-cdc8-4c96-b9b8-aa32a9dd6e8b req-c5015320-0e92-4201-a16e-509fc490f435 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ad333940a544596ba07e31fb397489c&device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 1096 time: 0.7934918 Jul 16 18:18:04.957416 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.984528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:05.019241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4358dff5-cbbd-4598-8307-6ca1d59c9824') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:05.020374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4358dff5-cbbd-4598-8307-6ca1d59c9824') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:05.025822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39706db-98eb-473b-b8d0-7b7a724d9268 None None] DHCP port deletion for e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:05.032052 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.058377 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.066919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:05.068999 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:05.078281 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:05.169345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.180293 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.186430 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/networks/e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8 HTTP/1.1" status: 204 len: 168 time: 1.4445012 Jul 16 18:18:05.187035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59580) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:05.202632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ecd3d9dd-7d6a-4cda-b0c9-e7164f0a4d0a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'network': {'name': 'tempest-RoutersTest-1631319009'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:05.208753 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172a167-e48b-48cb-afdd-61a45a8d5165 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Network': ['ID=e59c765c-9bc5-4b14-ab0c-f4b9ffa30db8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:05.235163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5a2e8-16ad-4c4f-9487-a2ef3a517330 req-997dfb8a-f086-4f98-8bb8-4cf99abec9f6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.239636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd3d9dd-7d6a-4cda-b0c9-e7164f0a4d0a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:05.243163 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32c5a2e8-16ad-4c4f-9487-a2ef3a517330 req-997dfb8a-f086-4f98-8bb8-4cf99abec9f6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 944 time: 0.6661088 Jul 16 18:18:05.255102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d9dd-7d6a-4cda-b0c9-e7164f0a4d0a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.260081 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.267647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31339dfa-19a0-480a-a1d8-6dc96626aaa8 req-c9ea950c-8f2f-4a1c-9484-56e06561c6b8 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359094 Jul 16 18:18:05.279331 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Transition to ACTIVE for port object cd7e260c-7365-48cd-916e-ec2959da5d9e will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:05.288553 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.304948 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd3d9dd-7d6a-4cda-b0c9-e7164f0a4d0a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:05.316782 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d9dd-7d6a-4cda-b0c9-e7164f0a4d0a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.317712 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-ecd3d9dd-7d6a-4cda-b0c9-e7164f0a4d0a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Added segment a8656533-4a88-4571-8672-6a500b4eb292 of type vlan for network 540f86af-b119-4665-a82e-917cec53fb35 Jul 16 18:18:05.318132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2a6f5-41d5-4e24-a2a3-54032b75eff6 req-8196c058-0c1f-4fd5-96b7-1b46b2bc3bc2 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.325142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8c2a6f5-41d5-4e24-a2a3-54032b75eff6 req-8196c058-0c1f-4fd5-96b7-1b46b2bc3bc2 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 944 time: 0.4880230 Jul 16 18:18:05.367283 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d9dd-7d6a-4cda-b0c9-e7164f0a4d0a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.403605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f06859a8-861d-46ad-a08b-1fccfa6f4391 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:05.439186 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d9dd-7d6a-4cda-b0c9-e7164f0a4d0a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.446229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd3d9dd-7d6a-4cda-b0c9-e7164f0a4d0a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.446844 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d9dd-7d6a-4cda-b0c9-e7164f0a4d0a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.451686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Pushing event updated for resources: {'Port': ['ID=cd7e260c-7365-48cd-916e-ec2959da5d9e,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:05.453958 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: f06859a8-861d-46ad-a08b-1fccfa6f4391 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:05.454361 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f06859a8-861d-46ad-a08b-1fccfa6f4391 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:05.492654 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:05.493084 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:05.493439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:05.493806 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:05.494260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:05.494842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:05.495292 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:05.495602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:05.495936 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:05.496266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:05.496595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:05.497220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:05.502724 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ecd3d9dd-7d6a-4cda-b0c9-e7164f0a4d0a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3039412 Jul 16 18:18:05.507537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59586) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:05.520091 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f2785348-5f33-42b2-834c-a5203b9aa55f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'subnet': {'network_id': '540f86af-b119-4665-a82e-917cec53fb35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:05.538769 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Attempting to bind port cd7e260c-7365-48cd-916e-ec2959da5d9e on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:05.540678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Attempting to bind port cd7e260c-7365-48cd-916e-ec2959da5d9e by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'a9c6f1cd-a765-4e52-b8ba-7067b800eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:05.541238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Attempting to bind port cd7e260c-7365-48cd-916e-ec2959da5d9e on network ad82d402-9be3-436b-98a0-d8bc1b1cdee1 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:05.547593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:05.548246 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Checking segment: {'id': 'a9c6f1cd-a765-4e52-b8ba-7067b800eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:05.548816 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.549364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Bound using segment: {'id': 'a9c6f1cd-a765-4e52-b8ba-7067b800eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:05.550016 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Bound port: cd7e260c-7365-48cd-916e-ec2959da5d9e, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c6f1cd-a765-4e52-b8ba-7067b800eebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:05.550628 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.557890 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31339dfa-19a0-480a-a1d8-6dc96626aaa8 req-5453eac2-eb8c-46f0-98ba-aaf688fa225c service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300365 Jul 16 18:18:05.670123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32c5a2e8-16ad-4c4f-9487-a2ef3a517330 req-726d7962-067b-44db-8e24-c5ce93414263 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4253902 Jul 16 18:18:05.696995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] For port cd7e260c-7365-48cd-916e-ec2959da5d9e, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:05.699536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd2f01-cdc8-4c96-b9b8-aa32a9dd6e8b req-114cd3a9-05e2-4e80-8e35-c40598229c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.701089 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61dd2f01-cdc8-4c96-b9b8-aa32a9dd6e8b req-114cd3a9-05e2-4e80-8e35-c40598229c38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46aa9110-266a-4750-86f1-3c0adb3cb6dc HTTP/1.1" status: 200 len: 909 time: 0.7892327 Jul 16 18:18:05.714933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] For port cd7e260c-7365-48cd-916e-ec2959da5d9e, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cd7e260c-7365-48cd-916e-ec2959da5d9e,segment=NetworkSegment(a9c6f1cd-a765-4e52-b8ba-7067b800eebd),segment_id=a9c6f1cd-a765-4e52-b8ba-7067b800eebd)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:05.727595 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.748162 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3d9dd-7d6a-4cda-b0c9-e7164f0a4d0a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Network': ['ID=540f86af-b119-4665-a82e-917cec53fb35,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:05.812219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 540f86af-b119-4665-a82e-917cec53fb35 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:05.826230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2785348-5f33-42b2-834c-a5203b9aa55f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:05.834317 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2785348-5f33-42b2-834c-a5203b9aa55f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.882504 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8c2a6f5-41d5-4e24-a2a3-54032b75eff6 req-7004fc19-7819-4c1d-8d2a-55d75acffacb tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5563750 Jul 16 18:18:05.884057 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61dd2f01-cdc8-4c96-b9b8-aa32a9dd6e8b req-ea18d50e-78f3-499c-b86f-443c80201891 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=766579a7-890d-454f-96d9-89d22f6e169e HTTP/1.1" status: 200 len: 217 time: 0.1725051 Jul 16 18:18:06.029335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Routers {'af4b26bf-9294-4cbc-b740-55595408d816'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:06.034205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af4b26bf-9294-4cbc-b740-55595408d816'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:06.158250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-ed8c0b7e-74da-460e-8500-e4a9a496fab7 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:06.173458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-ed8c0b7e-74da-460e-8500-e4a9a496fab7 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 815 time: 0.2429576 Jul 16 18:18:06.219315 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0f09e2b1-c3c4-4b85-b497-e28377233247 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/quotas/d1a41ea6ec544b1eb0c1f84de92fdb66 HTTP/1.1" status: 200 len: 375 time: 0.0441778 Jul 16 18:18:06.277189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] Set router af4b26bf-9294-4cbc-b740-55595408d816 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:06.300588 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd2f01-cdc8-4c96-b9b8-aa32a9dd6e8b req-ad0972f2-5a67-441c-b423-52a787ceae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:06.301096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59618) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:06.302924 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61dd2f01-cdc8-4c96-b9b8-aa32a9dd6e8b req-ad0972f2-5a67-441c-b423-52a787ceae8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b14bfa8-75df-427e-8cf7-22a0c937fc32 HTTP/1.1" status: 200 len: 847 time: 0.4034288 Jul 16 18:18:06.316671 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2785348-5f33-42b2-834c-a5203b9aa55f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.386938 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f766595-5c32-4a03-b9d2-d6c09abe5218 None None] Pushing event updated for resources: {'Port': ['ID=cd7e260c-7365-48cd-916e-ec2959da5d9e,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:06.457634 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-6353328e-b720-47ca-ad0c-d1f810020ec2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2366316 Jul 16 18:18:06.463589 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-3d845510-45ee-4bc4-8021-007ef0028e64 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:18:06.471703 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-3d845510-45ee-4bc4-8021-007ef0028e64 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125864 Jul 16 18:18:06.527097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd2f01-cdc8-4c96-b9b8-aa32a9dd6e8b req-0fe7be51-5813-4cc2-9425-add792b5fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:06.528944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61dd2f01-cdc8-4c96-b9b8-aa32a9dd6e8b req-0fe7be51-5813-4cc2-9425-add792b5fc44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46aa9110-266a-4750-86f1-3c0adb3cb6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2191634 Jul 16 18:18:06.659585 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61dd2f01-cdc8-4c96-b9b8-aa32a9dd6e8b req-19453d02-354b-41e6-9dc6-1bcf5bab5711 service neutron] 10.222.0.11 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044176 Jul 16 18:18:06.742262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'name': 'tempest-TestAggregatesBasicOps-1968650697-router', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:45Z', 'updated_at': '2021-07-16T18:18:00Z', 'revision_number': 4, 'project_id': '046db88c2afb4121ab6b2930c1acb495', 'gw_port': {'id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:47Z', 'updated_at': '2021-07-16T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cd7e260c-7365-48cd-916e-ec2959da5d9e', 'name': '', 'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'mac_address': 'fa:16:3e:3d:8f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2a019536-6254-4d3c-9494-76afd687991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:55Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '046db88c2afb4121ab6b2930c1acb495', 'subnets': [{'id': '2a019536-6254-4d3c-9494-76afd687991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:06.761148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-5ec92776-9afd-44ad-80df-bdb628abc7d9 service neutron] 10.222.0.24 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882018 Jul 16 18:18:06.793143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4545bca-ce45-4058-b3e9-1498f35ad3ff None None] The sync data for ids ['af4b26bf-9294-4cbc-b740-55595408d816'] in n-d-787205-10 is: [{'id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'name': 'tempest-TestAggregatesBasicOps-1968650697-router', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:45Z', 'updated_at': '2021-07-16T18:18:00Z', 'revision_number': 4, 'project_id': '046db88c2afb4121ab6b2930c1acb495', 'gw_port': {'id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:47Z', 'updated_at': '2021-07-16T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cd7e260c-7365-48cd-916e-ec2959da5d9e', 'name': '', 'network_id': 'ad82d402-9be3-436b-98a0-d8bc1b1cdee1', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'mac_address': 'fa:16:3e:3d:8f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2a019536-6254-4d3c-9494-76afd687991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:55Z', 'updated_at': '2021-07-16T18:18:05Z', 'revision_number': 4, 'project_id': '046db88c2afb4121ab6b2930c1acb495', 'subnets': [{'id': '2a019536-6254-4d3c-9494-76afd687991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:06.811865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 766579a7-890d-454f-96d9-89d22f6e169e details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:07.080183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 766579a7-890d-454f-96d9-89d22f6e169e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=766579a7-890d-454f-96d9-89d22f6e169e,segment=NetworkSegment(3fe4f14b-f2d5-4279-b6f2-5404dae50440),segment_id=3fe4f14b-f2d5-4279-b6f2-5404dae50440)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:07.094999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '766579a7-890d-454f-96d9-89d22f6e169e', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'port_id': '766579a7-890d-454f-96d9-89d22f6e169e', 'mac_address': 'fa:16:3e:0b:16:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:07.149636 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.179464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766579a7-890d-454f-96d9-89d22f6e169e {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:07.201418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61dd2f01-cdc8-4c96-b9b8-aa32a9dd6e8b req-3fdfd279-a984-471d-85c4-83f5bbf03cff service neutron] 10.222.0.11 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312438 Jul 16 18:18:07.254009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 766579a7-890d-454f-96d9-89d22f6e169e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=766579a7-890d-454f-96d9-89d22f6e169e,segment=NetworkSegment(3fe4f14b-f2d5-4279-b6f2-5404dae50440),segment_id=3fe4f14b-f2d5-4279-b6f2-5404dae50440)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:07.273749 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-c440c68d-836b-471f-8f8a-84235a9fd207 service neutron] 10.222.0.24 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116179 Jul 16 18:18:07.276332 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.434222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=766579a7-890d-454f-96d9-89d22f6e169e,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:07.461627 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2785348-5f33-42b2-834c-a5203b9aa55f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Checking segment: {'id': 'a8656533-4a88-4571-8672-6a500b4eb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540f86af-b119-4665-a82e-917cec53fb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:07.463047 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2785348-5f33-42b2-834c-a5203b9aa55f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network hostable DHCP agents. Network: 540f86af-b119-4665-a82e-917cec53fb35, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:07.470348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2785348-5f33-42b2-834c-a5203b9aa55f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Subnet': ['ID=768e2409-1f56-4680-b60d-c871a3aea29b,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:07.509789 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cd7e260c-7365-48cd-916e-ec2959da5d9e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:07.515027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['766579a7-890d-454f-96d9-89d22f6e169e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:07.775502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2785348-5f33-42b2-834c-a5203b9aa55f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 540f86af-b119-4665-a82e-917cec53fb35 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:07.842350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f2785348-5f33-42b2-834c-a5203b9aa55f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 540f86af-b119-4665-a82e-917cec53fb35) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:07.854642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2785348-5f33-42b2-834c-a5203b9aa55f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:07.855553 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2785348-5f33-42b2-834c-a5203b9aa55f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.862371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be72bb09-480d-4c6a-b3ed-8b94b55bc71c None None] Network 540f86af-b119-4665-a82e-917cec53fb35 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:07.865681 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port cd7e260c-7365-48cd-916e-ec2959da5d9e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:07.916173 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f2785348-5f33-42b2-834c-a5203b9aa55f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3982396 Jul 16 18:18:07.933842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cd7e260c-7365-48cd-916e-ec2959da5d9e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:07.935684 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.969864 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59650) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:07.980843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ca8ef191-0288-46d8-b0d5-91edb06ee6a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-699804672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:08.046226 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef191-0288-46d8-b0d5-91edb06ee6a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.047912 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef191-0288-46d8-b0d5-91edb06ee6a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.171166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4a731-3fac-4ca9-a376-d636ed0bfb26 req-70cd4e6e-7578-4b00-b265-e8a8aa8408ad tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.179400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52d4a731-3fac-4ca9-a376-d636ed0bfb26 req-70cd4e6e-7578-4b00-b265-e8a8aa8408ad tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 944 time: 1.2201324 Jul 16 18:18:08.268047 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef191-0288-46d8-b0d5-91edb06ee6a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.284131 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef191-0288-46d8-b0d5-91edb06ee6a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.397757 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef191-0288-46d8-b0d5-91edb06ee6a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.405144 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ca8ef191-0288-46d8-b0d5-91edb06ee6a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4304917 Jul 16 18:18:08.410137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59666) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:08.438308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-f086d0a3-58de-41f9-834a-93cde1c8c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.440145 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-f086d0a3-58de-41f9-834a-93cde1c8c879 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c&tenant_id=720864dcfcf24357b1805504d075367f HTTP/1.1" status: 200 len: 1096 time: 1.1653845 Jul 16 18:18:08.462273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52d4a731-3fac-4ca9-a376-d636ed0bfb26 req-f8895e42-deb0-4177-b02f-4539656c912b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815883 Jul 16 18:18:08.477333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:08.506767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d6abe-6834-432a-bfb3-c42a8fc865af req-42dbd520-c672-40ff-a4fb-37240ba9758d tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.510456 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c9d6abe-6834-432a-bfb3-c42a8fc865af req-42dbd520-c672-40ff-a4fb-37240ba9758d tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 945 time: 0.4440181 Jul 16 18:18:08.695818 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c9d6abe-6834-432a-bfb3-c42a8fc865af req-6d7be333-257e-4dfa-901e-ab1391a51aa8 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067057 Jul 16 18:18:08.724179 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.862823 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.873929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-400b4063-d887-4f59-8161-129584b24014 req-d85ccaaf-a6ed-4906-8451-642b9e7cd015 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 210 time: 0.1320677 Jul 16 18:18:08.959485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port cd7e260c-7365-48cd-916e-ec2959da5d9e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cd7e260c-7365-48cd-916e-ec2959da5d9e,segment=NetworkSegment(a9c6f1cd-a765-4e52-b8ba-7067b800eebd),segment_id=a9c6f1cd-a765-4e52-b8ba-7067b800eebd)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:08.973932 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.139972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=cd7e260c-7365-48cd-916e-ec2959da5d9e,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:09.146959 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.159370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-540f86af-b119-4665-a82e-917cec53fb35', 'network_id': '540f86af-b119-4665-a82e-917cec53fb35', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'fixed_ips': [{'subnet_id': '768e2409-1f56-4680-b60d-c871a3aea29b'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:09.160232 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.293264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:09.393315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:09.409888 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5daeb70a-ac4b-4ba6-bd19-ae2bf634476b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.448251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cd7e260c-7365-48cd-916e-ec2959da5d9e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:09.459079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3c3132-5746-4a43-a198-55e663d9b4bc {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:09.466950 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.486447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Transition to ACTIVE for port object 1f3c3132-5746-4a43-a198-55e663d9b4bc will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:09.512666 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.588197 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3c3132-5746-4a43-a198-55e663d9b4bc,revision_number=9']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:09.827233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Allocated IP 172.20.0.2 (540f86af-b119-4665-a82e-917cec53fb35/768e2409-1f56-4680-b60d-c871a3aea29b/dfc3780f-d330-4096-83f9-64b9dc641098) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:10.095816 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.108739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Transition to ACTIVE for port object dfc3780f-d330-4096-83f9-64b9dc641098 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:10.126055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Transition to ACTIVE for port object dfc3780f-d330-4096-83f9-64b9dc641098 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:10.134088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-e9fbe71b-953f-4dc8-91db-4c78cb42d861 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:10.135649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-e9fbe71b-953f-4dc8-91db-4c78cb42d861 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.32 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 815 time: 0.1725230 Jul 16 18:18:10.146672 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.154732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] No DVR routers for this DVR port 1f3c3132-5746-4a43-a198-55e663d9b4bc on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:10.166387 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-113134a0-34eb-479c-82a2-3286a6cecdd3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Request body: {'port': {'device_id': '8ac4930e-23e7-487b-b4dc-60cbfb74d816', 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2', 'admin_state_up': True, 'tenant_id': 'd1a41ea6ec544b1eb0c1f84de92fdb66'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:10.214402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Network 540f86af-b119-4665-a82e-917cec53fb35 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:10.221501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:10.227740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:10.254200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5daeb70a-ac4b-4ba6-bd19-ae2bf634476b admin admin] Deleting port 8482dfaf-9634-45cc-b47f-78074a46543f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:10.254200 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5daeb70a-ac4b-4ba6-bd19-ae2bf634476b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.273013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Allocated IP 172.20.0.1 (540f86af-b119-4665-a82e-917cec53fb35/768e2409-1f56-4680-b60d-c871a3aea29b/3df5aa45-79a5-4507-b3e1-9700e1320271) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:10.280146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Pushing event updated for resources: {'Port': ['ID=dfc3780f-d330-4096-83f9-64b9dc641098,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:10.315751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cd7e260c-7365-48cd-916e-ec2959da5d9e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:10.316155 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.352003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Attempting to bind port dfc3780f-d330-4096-83f9-64b9dc641098 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:10.352429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Attempting to bind port dfc3780f-d330-4096-83f9-64b9dc641098 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'a8656533-4a88-4571-8672-6a500b4eb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540f86af-b119-4665-a82e-917cec53fb35'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:10.352911 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Attempting to bind port dfc3780f-d330-4096-83f9-64b9dc641098 on network 540f86af-b119-4665-a82e-917cec53fb35 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:10.360567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:10.361187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Checking segment: {'id': 'a8656533-4a88-4571-8672-6a500b4eb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540f86af-b119-4665-a82e-917cec53fb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:10.361826 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.362330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Bound using segment: {'id': 'a8656533-4a88-4571-8672-6a500b4eb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540f86af-b119-4665-a82e-917cec53fb35'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:10.362933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Bound port: dfc3780f-d330-4096-83f9-64b9dc641098, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8656533-4a88-4571-8672-6a500b4eb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '540f86af-b119-4665-a82e-917cec53fb35'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:10.363408 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.404597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c8d9a-a14c-46b8-aa72-c58b44d61373 req-78e64fad-98cd-4664-b308-3be9aef5a9f1 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:10.412242 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-032c8d9a-a14c-46b8-aa72-c58b44d61373 req-78e64fad-98cd-4664-b308-3be9aef5a9f1 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 944 time: 0.5442610 Jul 16 18:18:10.458278 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] For port dfc3780f-d330-4096-83f9-64b9dc641098, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:10.461623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] For port dfc3780f-d330-4096-83f9-64b9dc641098, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dfc3780f-d330-4096-83f9-64b9dc641098,segment=NetworkSegment(a8656533-4a88-4571-8672-6a500b4eb292),segment_id=a8656533-4a88-4571-8672-6a500b4eb292)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:10.465568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc65be3-9972-49d9-94f8-221797a8ebbe req-ceeafef2-31cf-4602-908f-de1470832360 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:10.472613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6bc65be3-9972-49d9-94f8-221797a8ebbe req-ceeafef2-31cf-4602-908f-de1470832360 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 945 time: 0.5082860 Jul 16 18:18:10.491118 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.514932 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5daeb70a-ac4b-4ba6-bd19-ae2bf634476b admin admin] For port 8482dfaf-9634-45cc-b47f-78074a46543f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8482dfaf-9634-45cc-b47f-78074a46543f,segment=NetworkSegment(75485961-0c7f-459c-9368-ea8b594139bf),segment_id=75485961-0c7f-459c-9368-ea8b594139bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:10.515304 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5daeb70a-ac4b-4ba6-bd19-ae2bf634476b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.546027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5daeb70a-ac4b-4ba6-bd19-ae2bf634476b admin admin] Calling delete_port for 8482dfaf-9634-45cc-b47f-78074a46543f owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:10.591805 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-032c8d9a-a14c-46b8-aa72-c58b44d61373 req-4f795cda-1364-4482-80b4-cee97782d4e1 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786356 Jul 16 18:18:10.624664 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6bc65be3-9972-49d9-94f8-221797a8ebbe req-0f396157-6b6d-4965-b579-1ae80844bee3 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509595 Jul 16 18:18:10.651505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff917d-999b-4138-b917-be56ee8c04e8 None None] Pushing event updated for resources: {'Port': ['ID=dfc3780f-d330-4096-83f9-64b9dc641098,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:10.692189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Attempting to bind port 1f3c3132-5746-4a43-a198-55e663d9b4bc on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:10.696366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Attempting to bind port 1f3c3132-5746-4a43-a198-55e663d9b4bc by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:10.696828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Attempting to bind port 1f3c3132-5746-4a43-a198-55e663d9b4bc on network 0b1b07de-adb2-4fde-ad74-b324bd311d76 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:10.715703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-113134a0-34eb-479c-82a2-3286a6cecdd3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Made reservation on behalf of d1a41ea6ec544b1eb0c1f84de92fdb66 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:10.721591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-113134a0-34eb-479c-82a2-3286a6cecdd3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.749302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Port 1f3c3132-5746-4a43-a198-55e663d9b4bc on network 0b1b07de-adb2-4fde-ad74-b324bd311d76 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:10.750163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Attempting to bind port 1f3c3132-5746-4a43-a198-55e663d9b4bc on network 0b1b07de-adb2-4fde-ad74-b324bd311d76 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:10.758124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.758318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:10.758536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Checking segment: {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:10.758936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Bound using segment: {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:10.759456 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Bound port: 1f3c3132-5746-4a43-a198-55e663d9b4bc, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:10.759825 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.790273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Transition to ACTIVE for port object 3df5aa45-79a5-4507-b3e1-9700e1320271 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:10.819920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 766579a7-890d-454f-96d9-89d22f6e169e up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:10.891549 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5daeb70a-ac4b-4ba6-bd19-ae2bf634476b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.904467 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.911080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 766579a7-890d-454f-96d9-89d22f6e169e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:10.916784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:10.918617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 766579a7-890d-454f-96d9-89d22f6e169e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:10.919495 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.920053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:10.955863 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.956322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daeb70a-ac4b-4ba6-bd19-ae2bf634476b admin admin] Pushing event deleted for resources: {'Port': ['ID=8482dfaf-9634-45cc-b47f-78074a46543f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.101078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-1e8a72bd-d19a-4b4f-8807-7f040ca82537 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:11.102896 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-1e8a72bd-d19a-4b4f-8807-7f040ca82537 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.1813433 Jul 16 18:18:11.186768 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.187393 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a878c972-f755-4f96-ba34-55b0dd725b52 req-53330bc5-cf86-4355-b193-13ff0ba3a1ed tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 210 time: 0.2642622 Jul 16 18:18:11.222911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-5b215efe-86c3-4c13-a9c3-814607b0b55c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/quotas/7ff05b4225084c8da9b6812b44295606 HTTP/1.1" status: 200 len: 375 time: 0.0559309 Jul 16 18:18:11.245971 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11603096-ce5d-4d18-9147-30fe1492433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766579a7-890d-454f-96d9-89d22f6e169e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:11.254481 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c24fccc-2790-4058-b4b0-84d7d39e59a1" -d '{"events": [{"server_uuid": "11603096-ce5d-4d18-9147-30fe1492433e", "name": "network-vif-plugged", "status": "completed", "tag": "766579a7-890d-454f-96d9-89d22f6e169e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:11.261636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 540f86af-b119-4665-a82e-917cec53fb35 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:11.269186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:11.274171 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:11.276842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=3df5aa45-79a5-4507-b3e1-9700e1320271,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.300751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 766579a7-890d-454f-96d9-89d22f6e169e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=766579a7-890d-454f-96d9-89d22f6e169e,segment=NetworkSegment(3fe4f14b-f2d5-4279-b6f2-5404dae50440),segment_id=3fe4f14b-f2d5-4279-b6f2-5404dae50440)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:11.310257 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.338579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5daeb70a-ac4b-4ba6-bd19-ae2bf634476b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.403109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-113134a0-34eb-479c-82a2-3286a6cecdd3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Allocated IP 172.20.0.14 (ae3520e2-3294-4ffe-b53c-3cd79fc510e2/decebe86-3aa7-4911-8fa3-82eb9564b542/1ddb5d9f-0865-4439-b8a9-7395c9b69539) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:11.406219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3c3132-5746-4a43-a198-55e663d9b4bc,revision_number=10']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.423213 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.427095 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:11.431531 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.433372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-5bd117b9-b0dc-4475-af4d-a8745d44d652 service neutron] 10.222.0.32 "PUT /v2.0/ports/1f3c3132-5746-4a43-a198-55e663d9b4bc HTTP/1.1" status: 200 len: 1093 time: 2.9687893 Jul 16 18:18:11.486662 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385d7f43-7c12-4497-b3e3-f72d75324fe0 x-openstack-request-id: req-385d7f43-7c12-4497-b3e3-f72d75324fe0 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:11.486960 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11603096-ce5d-4d18-9147-30fe1492433e", "name": "network-vif-plugged", "status": "completed", "tag": "766579a7-890d-454f-96d9-89d22f6e169e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:11.487220 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-385d7f43-7c12-4497-b3e3-f72d75324fe0 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:11.487636 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11603096-ce5d-4d18-9147-30fe1492433e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766579a7-890d-454f-96d9-89d22f6e169e', 'code': 200} Jul 16 18:18:11.502356 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:11.505626 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c43be83-68ad-46a8-af83-895f7abcad9b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:11.532127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=766579a7-890d-454f-96d9-89d22f6e169e,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.587681 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274c32ca-e4cd-4654-a858-b6b7bc9b0f6c x-openstack-request-id: req-274c32ca-e4cd-4654-a858-b6b7bc9b0f6c {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:11.588026 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:11.588312 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-274c32ca-e4cd-4654-a858-b6b7bc9b0f6c {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:11.588714 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'status': 'completed', 'code': 200} Jul 16 18:18:11.593141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dfc3780f-d330-4096-83f9-64b9dc641098 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:11.701612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port dfc3780f-d330-4096-83f9-64b9dc641098 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:11.792726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-4b661927-66fa-4ead-9bcd-911bf9e60bd7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5460720 Jul 16 18:18:11.818657 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.871837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-d4741ccd-4be0-466b-9c3e-32d45a36bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:11.873586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-d4741ccd-4be0-466b-9c3e-32d45a36bb54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 1097 time: 0.3652155 Jul 16 18:18:12.110670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daeb70a-ac4b-4ba6-bd19-ae2bf634476b admin admin] Router cf6b64d7-be6c-49b9-af0f-c86f8b65a938 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:12.161219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01d98f4-defc-44fa-ac09-1f2e6649486b None None] Network 540f86af-b119-4665-a82e-917cec53fb35 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:12.278682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ff9ef2fc-a9d6-4501-aff6-f4942bf0f916 None None] Provisioning for port dfc3780f-d330-4096-83f9-64b9dc641098 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:12.287383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ff9ef2fc-a9d6-4501-aff6-f4942bf0f916 None None] Provisioning complete for port dfc3780f-d330-4096-83f9-64b9dc641098 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:12.288023 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ff9ef2fc-a9d6-4501-aff6-f4942bf0f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.303813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60582cf8-9d41-4dcf-b183-1940205aa6cd req-340602d5-16fa-4d18-85aa-09b1d1e4ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:12.305516 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60582cf8-9d41-4dcf-b183-1940205aa6cd req-340602d5-16fa-4d18-85aa-09b1d1e4ea4d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 1098 time: 0.7946393 Jul 16 18:18:12.322123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daeb70a-ac4b-4ba6-bd19-ae2bf634476b admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:12.331909 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eec957-ba92-4792-895a-8090a21b3b1d None None] Sync routers for ids ['cf6b64d7-be6c-49b9-af0f-c86f8b65a938'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:12.332594 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5daeb70a-ac4b-4ba6-bd19-ae2bf634476b admin admin] 10.222.0.24 "PUT /v2.0/routers/cf6b64d7-be6c-49b9-af0f-c86f8b65a938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0285006 Jul 16 18:18:12.334776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59740) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:12.348579 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eec957-ba92-4792-895a-8090a21b3b1d None None] Routers {'cf6b64d7-be6c-49b9-af0f-c86f8b65a938'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:12.349223 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-61eec957-ba92-4792-895a-8090a21b3b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cf6b64d7-be6c-49b9-af0f-c86f8b65a938'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:12.405543 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-113134a0-34eb-479c-82a2-3286a6cecdd3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.500282 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ff9ef2fc-a9d6-4501-aff6-f4942bf0f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.516711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60582cf8-9d41-4dcf-b183-1940205aa6cd req-f6c4c441-6f80-4da2-8076-4354b4d6d415 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989677 Jul 16 18:18:12.540362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-e14b392f-35f7-4cdd-90bc-c5c512f4a647 service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6708815 Jul 16 18:18:12.563692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-7d266ab5-7acf-4fb0-a2a0-605dad5d7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:12.566073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-7d266ab5-7acf-4fb0-a2a0-605dad5d7fed service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.6347604 Jul 16 18:18:12.581521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ff9ef2fc-a9d6-4501-aff6-f4942bf0f916 None None] For port dfc3780f-d330-4096-83f9-64b9dc641098, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dfc3780f-d330-4096-83f9-64b9dc641098,segment=NetworkSegment(a8656533-4a88-4571-8672-6a500b4eb292),segment_id=a8656533-4a88-4571-8672-6a500b4eb292)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:12.592810 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ff9ef2fc-a9d6-4501-aff6-f4942bf0f916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.596454 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f09ba2-695a-49ce-b4a1-dc52a09e777f req-c92f6395-b524-4e7a-8ba5-dbc0d1f7a637 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:12.604961 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8f09ba2-695a-49ce-b4a1-dc52a09e777f req-c92f6395-b524-4e7a-8ba5-dbc0d1f7a637 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 946 time: 0.7375467 Jul 16 18:18:12.654347 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-61eec957-ba92-4792-895a-8090a21b3b1d None None] Set router cf6b64d7-be6c-49b9-af0f-c86f8b65a938 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:12.686223 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ef2fc-a9d6-4501-aff6-f4942bf0f916 None None] Pushing event updated for resources: {'Port': ['ID=dfc3780f-d330-4096-83f9-64b9dc641098,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.764693 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-113134a0-34eb-479c-82a2-3286a6cecdd3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.777033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['80c076fc-41a7-4f97-afcf-12812a43a24d'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:12.867256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-113134a0-34eb-479c-82a2-3286a6cecdd3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:12.872251 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8f09ba2-695a-49ce-b4a1-dc52a09e777f req-dfe59e10-9120-47cd-8e47-417721b4eca4 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661726 Jul 16 18:18:12.876904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113134a0-34eb-479c-82a2-3286a6cecdd3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Pushing event updated for resources: {'Port': ['ID=1ddb5d9f-0865-4439-b8a9-7395c9b69539,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.880584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-113134a0-34eb-479c-82a2-3286a6cecdd3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:12.918486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-113134a0-34eb-479c-82a2-3286a6cecdd3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:12.925978 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-586e61be-8016-4bb0-a682-652b63ae01e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc HTTP/1.1" status: 200 len: 1000 time: 0.3381388 Jul 16 18:18:13.043110 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-61eec957-ba92-4792-895a-8090a21b3b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'name': 'tempest-TestAggregatesBasicOps-835832593-router', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:23Z', 'updated_at': '2021-07-16T18:18:10Z', 'revision_number': 5, 'project_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'gw_port': {'id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:25Z', 'updated_at': '2021-07-16T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.115010 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eec957-ba92-4792-895a-8090a21b3b1d None None] Checking router: cf6b64d7-be6c-49b9-af0f-c86f8b65a938 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:13.124325 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-c94e0570-19c1-4851-9981-a368b41d5c0c service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737264 Jul 16 18:18:13.142834 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eec957-ba92-4792-895a-8090a21b3b1d None None] Routers {'cf6b64d7-be6c-49b9-af0f-c86f8b65a938'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:13.143503 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-61eec957-ba92-4792-895a-8090a21b3b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cf6b64d7-be6c-49b9-af0f-c86f8b65a938'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.157770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-113134a0-34eb-479c-82a2-3286a6cecdd3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.158442 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-113134a0-34eb-479c-82a2-3286a6cecdd3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.203071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ac3994ea-bfbb-4b09-b89a-1eb2cb84aebc None None] Provisioning for port 3df5aa45-79a5-4507-b3e1-9700e1320271 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:13.212061 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ac3994ea-bfbb-4b09-b89a-1eb2cb84aebc None None] Provisioning complete for port 3df5aa45-79a5-4507-b3e1-9700e1320271 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:13.212525 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ac3994ea-bfbb-4b09-b89a-1eb2cb84aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.266565 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-2fd9827e-0b40-4d9f-95b8-70103d847074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.268411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-2fd9827e-0b40-4d9f-95b8-70103d847074 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.3203375 Jul 16 18:18:13.358319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ac3994ea-bfbb-4b09-b89a-1eb2cb84aebc None None] Port 3df5aa45-79a5-4507-b3e1-9700e1320271 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:13.404723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ac3994ea-bfbb-4b09-b89a-1eb2cb84aebc None None] Provisioning complete for port dfc3780f-d330-4096-83f9-64b9dc641098 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:13.405107 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ac3994ea-bfbb-4b09-b89a-1eb2cb84aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.424095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-113134a0-34eb-479c-82a2-3286a6cecdd3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2672024 Jul 16 18:18:13.436596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dfc3780f-d330-4096-83f9-64b9dc641098 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:13.484354 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-61eec957-ba92-4792-895a-8090a21b3b1d None None] Set router cf6b64d7-be6c-49b9-af0f-c86f8b65a938 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:13.486938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Request body: {'port': {'device_id': '8ac4930e-23e7-487b-b4dc-60cbfb74d816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:13.523394 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e2935951-08ba-4938-8b98-b5f21a5da683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.592887 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port dfc3780f-d330-4096-83f9-64b9dc641098 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:13.593901 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.620905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.633075 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.697974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8230f-971a-4ff9-b2d2-8679e30f1922 req-91382325-2580-4ff3-8b7e-48fff74cee0b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.705838 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05d8230f-971a-4ff9-b2d2-8679e30f1922 req-91382325-2580-4ff3-8b7e-48fff74cee0b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.6462820 Jul 16 18:18:13.770612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0f2f2fcd-eeb2-402e-afbd-402217768dee None None] Provisioning complete for port 3df5aa45-79a5-4507-b3e1-9700e1320271 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:13.775264 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0f2f2fcd-eeb2-402e-afbd-402217768dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.806947 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.810292 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05d8230f-971a-4ff9-b2d2-8679e30f1922 req-730f7c22-6332-4d97-ae6b-dffc353b290c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033871 Jul 16 18:18:13.848791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-99bb7f45-4616-4c0d-bc38-9b8d6b79221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.850414 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-99bb7f45-4616-4c0d-bc38-9b8d6b79221c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5417597 Jul 16 18:18:13.880871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f2fcd-eeb2-402e-afbd-402217768dee None None] Port 3df5aa45-79a5-4507-b3e1-9700e1320271 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:13.899523 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.924984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.947081 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-61eec957-ba92-4792-895a-8090a21b3b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'name': 'tempest-TestAggregatesBasicOps-835832593-router', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:23Z', 'updated_at': '2021-07-16T18:18:10Z', 'revision_number': 5, 'project_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'gw_port': {'id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:25Z', 'updated_at': '2021-07-16T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.957161 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.971161 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-77503320-e6aa-498e-be66-7840dcfc1aba req-d3e638e9-52bb-4a02-9d7b-6e4f23d18b16 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 210 time: 0.0580647 Jul 16 18:18:14.006230 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eec957-ba92-4792-895a-8090a21b3b1d None None] The sync data for ids ['cf6b64d7-be6c-49b9-af0f-c86f8b65a938'] in n-d-787205-10 is: [{'id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'name': 'tempest-TestAggregatesBasicOps-835832593-router', 'tenant_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:23Z', 'updated_at': '2021-07-16T18:18:10Z', 'revision_number': 5, 'project_id': 'f0b6df39a90148e3bb1a86e101453dd0', 'gw_port': {'id': 'e90d9f9b-9d26-476a-abb9-a9d0872bd19f', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6b64d7-be6c-49b9-af0f-c86f8b65a938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:25Z', 'updated_at': '2021-07-16T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:14.072810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e34ef0-a925-4cb9-9e39-d72cde5e2e4e req-2fa0ce51-ddf1-4b29-a34d-4fa84d1f23dc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:14.075702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8e34ef0-a925-4cb9-9e39-d72cde5e2e4e req-2fa0ce51-ddf1-4b29-a34d-4fa84d1f23dc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 932 time: 0.4484859 Jul 16 18:18:14.146491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=3df5aa45-79a5-4507-b3e1-9700e1320271,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:14.188245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 540f86af-b119-4665-a82e-917cec53fb35 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:14.194274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:14.350283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-e51f5ed3-bb7a-4be3-8684-fd1e24f1527f service neutron] 10.222.0.32 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816830 Jul 16 18:18:14.378267 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8e34ef0-a925-4cb9-9e39-d72cde5e2e4e req-62489211-e772-446b-ab71-9c937803c1aa tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922096 Jul 16 18:18:14.431803 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router dfc619ff-c86b-44ab-9d5d-261b644daf55 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:14.445425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Deleting port e90d9f9b-9d26-476a-abb9-a9d0872bd19f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:14.446004 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.507574 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8d054d2-a843-4a3e-ad33-dac53f97ad87 req-fb612bf4-2ca0-4334-aa5f-2776a7a22052 service neutron] 10.222.0.32 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238544 Jul 16 18:18:14.730685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a2982e9f-332b-4fd0-9b06-20d5619df479 None None] Provisioning complete for port 3df5aa45-79a5-4507-b3e1-9700e1320271 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:14.733024 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a2982e9f-332b-4fd0-9b06-20d5619df479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.815353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a2982e9f-332b-4fd0-9b06-20d5619df479 None None] Port 3df5aa45-79a5-4507-b3e1-9700e1320271 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:14.828733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:14.841529 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-624ae13b-c1b5-4b2f-9c80-45f37acd8e16 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/dfc619ff-c86b-44ab-9d5d-261b644daf55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4301200 Jul 16 18:18:14.842288 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59792) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:14.843027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4442c93-63e5-49d6-83df-b231f6322c6a None None] Sync routers for ids ['dfc619ff-c86b-44ab-9d5d-261b644daf55'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:14.844269 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] For port e90d9f9b-9d26-476a-abb9-a9d0872bd19f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e90d9f9b-9d26-476a-abb9-a9d0872bd19f,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:14.844648 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.868981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4442c93-63e5-49d6-83df-b231f6322c6a None None] Routers {'dfc619ff-c86b-44ab-9d5d-261b644daf55'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:14.873024 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a4442c93-63e5-49d6-83df-b231f6322c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['dfc619ff-c86b-44ab-9d5d-261b644daf55'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:14.890079 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Calling delete_port for e90d9f9b-9d26-476a-abb9-a9d0872bd19f owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:14.904375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddb5d9f-0865-4439-b8a9-7395c9b69539 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:14.922717 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6185992-fb59-4088-8552-300ef1b792c7 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:14.926011 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.927612 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c6185992-fb59-4088-8552-300ef1b792c7 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports/3df5aa45-79a5-4507-b3e1-9700e1320271 HTTP/1.1" status: 200 len: 910 time: 0.0800452 Jul 16 18:18:14.928236 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59794) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:14.942328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Transition to ACTIVE for port object 1ddb5d9f-0865-4439-b8a9-7395c9b69539 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:14.961530 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.974076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cb0a1-d00b-4f47-bab2-b995a9876d3b req-db3369ea-270b-47ff-8e6f-c3c4c7e9d021 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:14.977020 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c7cb0a1-d00b-4f47-bab2-b995a9876d3b req-db3369ea-270b-47ff-8e6f-c3c4c7e9d021 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 946 time: 0.8025491 Jul 16 18:18:15.026060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a4442c93-63e5-49d6-83df-b231f6322c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:15.060975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4442c93-63e5-49d6-83df-b231f6322c6a None None] Routers {'dfc619ff-c86b-44ab-9d5d-261b644daf55'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:15.061617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a4442c93-63e5-49d6-83df-b231f6322c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:17:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['dfc619ff-c86b-44ab-9d5d-261b644daf55'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:15.168163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a4442c93-63e5-49d6-83df-b231f6322c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:15.169163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4442c93-63e5-49d6-83df-b231f6322c6a None None] The sync data for ids ['dfc619ff-c86b-44ab-9d5d-261b644daf55'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:15.301015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8482dfaf-9634-45cc-b47f-78074a46543f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:15.332216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43be83-68ad-46a8-af83-895f7abcad9b req-e242d00c-abca-4be8-bfe6-87361207fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:15.342061 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c43be83-68ad-46a8-af83-895f7abcad9b req-e242d00c-abca-4be8-bfe6-87361207fc4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 1097 time: 0.7496181 Jul 16 18:18:15.384477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 8482dfaf-9634-45cc-b47f-78074a46543f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:15.384847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8482dfaf-9634-45cc-b47f-78074a46543f not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:15.459164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddb5d9f-0865-4439-b8a9-7395c9b69539,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.503309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c7cb0a1-d00b-4f47-bab2-b995a9876d3b req-21949d4c-fdbc-4ccc-9d5d-3946acbe14e2 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5144167 Jul 16 18:18:15.531080 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.654738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90d9f9b-9d26-476a-abb9-a9d0872bd19f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.715904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac247fc-4f6d-42be-9069-963448d41ca1 req-9886395c-6eac-4241-bcf5-8c082201bf43 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:15.717864 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e67503b9-e6f9-4bbd-9360-a17cd1d33625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.725471 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ac247fc-4f6d-42be-9069-963448d41ca1 req-9886395c-6eac-4241-bcf5-8c082201bf43 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.5665209 Jul 16 18:18:15.871430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-48abe42a-9927-4563-ad82-b27fc1e14375 req-a5b8ad4a-f555-4d57-a545-f30f980584c3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 210 time: 0.0719488 Jul 16 18:18:15.919806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Attempting to bind port 1ddb5d9f-0865-4439-b8a9-7395c9b69539 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:15.938627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.939241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Attempting to bind port 1ddb5d9f-0865-4439-b8a9-7395c9b69539 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:15.939772 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Attempting to bind port 1ddb5d9f-0865-4439-b8a9-7395c9b69539 on network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:15.969311 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.993750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Port 1ddb5d9f-0865-4439-b8a9-7395c9b69539 on network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:15.994395 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Attempting to bind port 1ddb5d9f-0865-4439-b8a9-7395c9b69539 on network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:16.102696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:16.103046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Checking segment: {'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:16.103431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Bound using segment: {'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:16.103908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Bound port: 1ddb5d9f-0865-4439-b8a9-7395c9b69539, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:16.104249 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.149538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.152840 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c406-0c6a-42b5-8ecd-7d516255f8cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.194106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-3c8988fe-cc2b-4596-889e-fdafeb92804d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:16.195635 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-3c8988fe-cc2b-4596-889e-fdafeb92804d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.9614618 Jul 16 18:18:16.232422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43be83-68ad-46a8-af83-895f7abcad9b req-9089bd91-fee2-4051-bd04-0c6a2efead27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:16.242085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c43be83-68ad-46a8-af83-895f7abcad9b req-9089bd91-fee2-4051-bd04-0c6a2efead27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.8682475 Jul 16 18:18:16.245259 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ac247fc-4f6d-42be-9069-963448d41ca1 req-4be37793-fca6-437d-81ae-618771370090 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4395399 Jul 16 18:18:16.265473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'port': {'device_id': 'd56893e1-8de4-4785-8bc3-cb2a6615ad26', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'admin_state_up': True, 'tenant_id': '7ff05b4225084c8da9b6812b44295606'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:16.291281 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.621778 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.624281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf6b64d7-be6c-49b9-af0f-c86f8b65a938 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:16.634312 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.635585 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-396b993c-e6e0-4fab-97c9-2568b8cae0e2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cf6b64d7-be6c-49b9-af0f-c86f8b65a938 HTTP/1.1" status: 204 len: 168 time: 4.2997980 Jul 16 18:18:16.638665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59836) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:16.782895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eae63d1-9733-425e-a4d2-a9626d76463c admin admin] Deleting subnet 6c668a70-bbca-416f-b288-13cf54d61c33 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:16.789999 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0eae63d1-9733-425e-a4d2-a9626d76463c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.851884 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c43be83-68ad-46a8-af83-895f7abcad9b req-42e70f09-fa11-4445-b496-ae3b80cf453a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc HTTP/1.1" status: 200 len: 1000 time: 0.4361551 Jul 16 18:18:16.864514 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0eae63d1-9733-425e-a4d2-a9626d76463c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.986726 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0eae63d1-9733-425e-a4d2-a9626d76463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.048533 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0eae63d1-9733-425e-a4d2-a9626d76463c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.078603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae63d1-9733-425e-a4d2-a9626d76463c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c668a70-bbca-416f-b288-13cf54d61c33,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:17.105755 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0eae63d1-9733-425e-a4d2-a9626d76463c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.108087 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0eae63d1-9733-425e-a4d2-a9626d76463c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6c668a70-bbca-416f-b288-13cf54d61c33 HTTP/1.1" status: 204 len: 168 time: 0.4584608 Jul 16 18:18:17.113567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4204f69-0702-4ce0-9f7d-15c943fdfcf7 None None] Network 048a14a8-9dba-4f1d-ac86-f76b8445e948 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:17.129125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59848) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:17.218479 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.466026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e90d9f9b-9d26-476a-abb9-a9d0872bd19f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:17.494540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: e90d9f9b-9d26-476a-abb9-a9d0872bd19f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:17.495131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e90d9f9b-9d26-476a-abb9-a9d0872bd19f not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:17.528427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Deleting port b55b6f87-7575-4dd3-a492-a8b9f069005b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:17.528773 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.573745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4c406-0c6a-42b5-8ecd-7d516255f8cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port 3df5aa45-79a5-4507-b3e1-9700e1320271 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:17.574095 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c406-0c6a-42b5-8ecd-7d516255f8cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.661763 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.669268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cad156-ad67-4bca-82ee-c2dcb49360ca None None] DHCP port deletion for 048a14a8-9dba-4f1d-ac86-f76b8445e948 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:17.815722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b2cad156-ad67-4bca-82ee-c2dcb49360ca None None] Deleting port b55b6f87-7575-4dd3-a492-a8b9f069005b {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:17.816358 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b2cad156-ad67-4bca-82ee-c2dcb49360ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.855804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] For port 1ddb5d9f-0865-4439-b8a9-7395c9b69539, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:17.874729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] For port 1ddb5d9f-0865-4439-b8a9-7395c9b69539, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=1ddb5d9f-0865-4439-b8a9-7395c9b69539,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:17.921625 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.946290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebdca9-ab74-4342-a63d-63c32005478a req-e9e47935-ffe6-4ba6-baec-49803f3f32aa tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.956021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] For port b55b6f87-7575-4dd3-a492-a8b9f069005b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b55b6f87-7575-4dd3-a492-a8b9f069005b,segment=NetworkSegment(75485961-0c7f-459c-9368-ea8b594139bf),segment_id=75485961-0c7f-459c-9368-ea8b594139bf)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:17.956391 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.967529 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37ebdca9-ab74-4342-a63d-63c32005478a req-e9e47935-ffe6-4ba6-baec-49803f3f32aa tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 946 time: 1.1963933 Jul 16 18:18:17.994421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Made reservation on behalf of 7ff05b4225084c8da9b6812b44295606 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:18.006100 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.007763 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Calling delete_port for b55b6f87-7575-4dd3-a492-a8b9f069005b owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:18.009470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b2cad156-ad67-4bca-82ee-c2dcb49360ca None None] For port b55b6f87-7575-4dd3-a492-a8b9f069005b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b55b6f87-7575-4dd3-a492-a8b9f069005b,segment=NetworkSegment(75485961-0c7f-459c-9368-ea8b594139bf),segment_id=75485961-0c7f-459c-9368-ea8b594139bf)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:18.009986 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b2cad156-ad67-4bca-82ee-c2dcb49360ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.036851 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b2cad156-ad67-4bca-82ee-c2dcb49360ca None None] Calling delete_port for b55b6f87-7575-4dd3-a492-a8b9f069005b owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:18.049674 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c406-0c6a-42b5-8ecd-7d516255f8cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.069208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:18.073230 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.076430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] 10.222.0.32 "PUT /v2.0/ports/1ddb5d9f-0865-4439-b8a9-7395c9b69539 HTTP/1.1" status: 200 len: 1093 time: 4.6214516 Jul 16 18:18:18.093933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac4930e-23e7-487b-b4dc-60cbfb74d816', 'tag': '1ddb5d9f-0865-4439-b8a9-7395c9b69539'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:18.120413 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5117176-7516-4280-97a7-47357969b4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac4930e-23e7-487b-b4dc-60cbfb74d816", "tag": "1ddb5d9f-0865-4439-b8a9-7395c9b69539"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:18.161784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4c406-0c6a-42b5-8ecd-7d516255f8cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for 3df5aa45-79a5-4507-b3e1-9700e1320271 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:18.213982 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b2cad156-ad67-4bca-82ee-c2dcb49360ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.256498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43be83-68ad-46a8-af83-895f7abcad9b req-7549f972-510c-4823-8529-13c88e8a7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:18.263193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c43be83-68ad-46a8-af83-895f7abcad9b req-7549f972-510c-4823-8529-13c88e8a7832 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 1.3961079 Jul 16 18:18:18.268972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cad156-ad67-4bca-82ee-c2dcb49360ca None None] Pushing event deleted for resources: {'Port': ['ID=b55b6f87-7575-4dd3-a492-a8b9f069005b,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:18.270915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cad156-ad67-4bca-82ee-c2dcb49360ca None None] No DVR routers for this DVR port b55b6f87-7575-4dd3-a492-a8b9f069005b on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:18.332833 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.347308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50bbe8-82df-457a-9628-3889c84ab5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddb5d9f-0865-4439-b8a9-7395c9b69539,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:18.367458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c69d86-9d66-4a79-adaa-008bad1e15fb req-4b3dc7b5-417b-4290-9586-6fdb752a453c tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:18.369408 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16c69d86-9d66-4a79-adaa-008bad1e15fb req-4b3dc7b5-417b-4290-9586-6fdb752a453c tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 944 time: 2.1714187 Jul 16 18:18:18.489633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] No DVR routers for this DVR port b55b6f87-7575-4dd3-a492-a8b9f069005b on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:18.531365 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37ebdca9-ab74-4342-a63d-63c32005478a req-ddd878d9-2418-437f-b9e4-dfba5cd857f3 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4755831 Jul 16 18:18:18.552146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b55b6f87-7575-4dd3-a492-a8b9f069005b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:18.743973 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.757771 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048a14a8-9dba-4f1d-ac86-f76b8445e948']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:18.773966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75485961-0c7f-459c-9368-ea8b594139bf') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:18.774431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75485961-0c7f-459c-9368-ea8b594139bf') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:18.814613 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.845278 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.861088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:18.862034 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:18.865690 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:18.894491 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16c69d86-9d66-4a79-adaa-008bad1e15fb req-b73f3e2e-8dee-4faa-8bcc-561bd755b899 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738961 Jul 16 18:18:18.904928 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c406-0c6a-42b5-8ecd-7d516255f8cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.945911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4ad6a9e-253d-47fb-87e7-2c4ef0b7f22b req-b96a3488-8c90-4df1-ae44-550647ee91fa tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 210 time: 0.2215912 Jul 16 18:18:18.971978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-c1cf5913-f9ec-4cb0-bf56-fcb3dc0ecdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:18.973924 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-c1cf5913-f9ec-4cb0-bf56-fcb3dc0ecdbc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 1096 time: 0.7446482 Jul 16 18:18:18.999946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4c406-0c6a-42b5-8ecd-7d516255f8cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=3df5aa45-79a5-4507-b3e1-9700e1320271,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:19.024529 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.036019 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.069738 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.070686 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] 10.222.0.24 "DELETE /v2.0/networks/048a14a8-9dba-4f1d-ac86-f76b8445e948 HTTP/1.1" status: 204 len: 168 time: 1.9400518 Jul 16 18:18:19.136743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59872) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:19.151658 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-ac6337ff-fd65-408d-8703-fdeb4565dc8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ddb5d9f-0865-4439-b8a9-7395c9b69539 HTTP/1.1" status: 200 len: 217 time: 0.1554894 Jul 16 18:18:19.272818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b88a1-9e7f-491f-a033-f53f6f1c08ba admin admin] Pushing event deleted for resources: {'Network': ['ID=048a14a8-9dba-4f1d-ac86-f76b8445e948,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:19.314351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-ffe95b71-e92d-4537-88e2-769c58a6d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:19.315887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-ffe95b71-e92d-4537-88e2-769c58a6d7b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decebe86-3aa7-4911-8fa3-82eb9564b542 HTTP/1.1" status: 200 len: 855 time: 0.1465693 Jul 16 18:18:19.318121 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0304889-22ed-43a7-9c3a-c08049fcf570 x-openstack-request-id: req-d0304889-22ed-43a7-9c3a-c08049fcf570 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:19.318379 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac4930e-23e7-487b-b4dc-60cbfb74d816", "tag": "1ddb5d9f-0865-4439-b8a9-7395c9b69539", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:19.318641 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0304889-22ed-43a7-9c3a-c08049fcf570 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:19.319053 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac4930e-23e7-487b-b4dc-60cbfb74d816', 'tag': '1ddb5d9f-0865-4439-b8a9-7395c9b69539', 'status': 'completed', 'code': 200} Jul 16 18:18:19.420928 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43be83-68ad-46a8-af83-895f7abcad9b req-38ed8157-fd31-4527-86e0-6f55c288da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:19.422913 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c43be83-68ad-46a8-af83-895f7abcad9b req-38ed8157-fd31-4527-86e0-6f55c288da8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0496449 Jul 16 18:18:19.440822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b55b6f87-7575-4dd3-a492-a8b9f069005b no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:19.498943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: b55b6f87-7575-4dd3-a492-a8b9f069005b {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:19.499473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b55b6f87-7575-4dd3-a492-a8b9f069005b not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:19.527869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-0e33a25e-ec2e-4fac-884b-199fb76c2a8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1762569 Jul 16 18:18:19.645132 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c406-0c6a-42b5-8ecd-7d516255f8cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.679683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c43be83-68ad-46a8-af83-895f7abcad9b req-7ada4f79-e479-48f3-a841-5ae086d04b40 service neutron] 10.222.0.32 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037401 Jul 16 18:18:19.843202 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c43be83-68ad-46a8-af83-895f7abcad9b req-44ecfede-72ce-4037-a643-e9d4ec247f5f service neutron] 10.222.0.32 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232648 Jul 16 18:18:19.932950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Allocated IP 172.20.0.12 (d34b30f6-8f93-47e4-af63-22d1694dd9a9/3c4c6789-e541-480e-a1bf-93dff51b7732/dda6495a-6ad9-44c0-b4b7-d8929de21ce7) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:20.102817 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.119399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Transition to ACTIVE for port object dda6495a-6ad9-44c0-b4b7-d8929de21ce7 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:20.176640 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.243712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'Port': ['ID=dda6495a-6ad9-44c0-b4b7-d8929de21ce7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:20.274675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313b8f9-e7a8-42c7-ad27-e2bd88894b14 req-37474e33-fe9f-465d-9edc-ce4d54dc31f5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.281994 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0313b8f9-e7a8-42c7-ad27-e2bd88894b14 req-37474e33-fe9f-465d-9edc-ce4d54dc31f5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.9618633 Jul 16 18:18:20.313624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:20.342145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:20.348195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:20.459435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.460050 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.469645 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d6de1-418b-48a0-8eb0-9b0b71de4ff5 req-8e3e3c13-0f0c-4801-88b0-21a6c7fd9292 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.483674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b4d6de1-418b-48a0-8eb0-9b0b71de4ff5 req-8e3e3c13-0f0c-4801-88b0-21a6c7fd9292 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 946 time: 0.8362103 Jul 16 18:18:20.500809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-b0a4d971-0932-407b-be60-2863d32f1560 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9521475 Jul 16 18:18:20.573454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0313b8f9-e7a8-42c7-ad27-e2bd88894b14 req-d8abea7d-2370-4f35-919f-da87abd379ac tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904367 Jul 16 18:18:20.634692 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-478b4da0-165c-41f8-a0fb-a1e84a631104 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3883283 Jul 16 18:18:20.671434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Request body: {'port': {'device_id': 'd56893e1-8de4-4785-8bc3-cb2a6615ad26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:20.811293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4921d6f9-f7e1-4eb9-bf96-bccc0edcc038 None None] Provisioning for port dda6495a-6ad9-44c0-b4b7-d8929de21ce7 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:20.815609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4921d6f9-f7e1-4eb9-bf96-bccc0edcc038 None None] Provisioning complete for port dda6495a-6ad9-44c0-b4b7-d8929de21ce7 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:20.816187 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4921d6f9-f7e1-4eb9-bf96-bccc0edcc038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.901367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b4d6de1-418b-48a0-8eb0-9b0b71de4ff5 req-58f14736-f4b5-46e6-a536-b85b67941cda tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4164577 Jul 16 18:18:20.915777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4921d6f9-f7e1-4eb9-bf96-bccc0edcc038 None None] Port dda6495a-6ad9-44c0-b4b7-d8929de21ce7 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:20.941069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59896) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:20.976602 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee4c406-0c6a-42b5-8ecd-7d516255f8cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router dfc619ff-c86b-44ab-9d5d-261b644daf55 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:21.093761 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.244408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee4c406-0c6a-42b5-8ecd-7d516255f8cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:21.263938 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763b58b-ee09-4533-a166-9fd9488d7391 None None] Sync routers for ids ['dfc619ff-c86b-44ab-9d5d-261b644daf55'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:21.270416 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4ee4c406-0c6a-42b5-8ecd-7d516255f8cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/dfc619ff-c86b-44ab-9d5d-261b644daf55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3130174 Jul 16 18:18:21.282442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59900) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:21.300177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e27d15b-7a7f-404a-9f09-f33b060f4520 req-a748edb5-7a51-45d2-a26d-79e6c2d6b723 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632158 Jul 16 18:18:21.322916 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763b58b-ee09-4533-a166-9fd9488d7391 None None] Routers {'dfc619ff-c86b-44ab-9d5d-261b644daf55'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:21.324040 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e763b58b-ee09-4533-a166-9fd9488d7391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['dfc619ff-c86b-44ab-9d5d-261b644daf55'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:21.374272 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dbe6038e-e87e-42d4-8094-bcdf4da5faa9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfc619ff-c86b-44ab-9d5d-261b644daf55 HTTP/1.1" status: 200 len: 205 time: 0.0867255 Jul 16 18:18:21.382112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59904) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:21.463243 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e763b58b-ee09-4533-a166-9fd9488d7391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:21.503427 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763b58b-ee09-4533-a166-9fd9488d7391 None None] Routers {'dfc619ff-c86b-44ab-9d5d-261b644daf55'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:21.504113 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e763b58b-ee09-4533-a166-9fd9488d7391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['dfc619ff-c86b-44ab-9d5d-261b644daf55'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:21.540368 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c88d2ff2-fea0-425a-a5ec-17b93007c119 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.554125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f329b2-fe64-465d-8cab-543cbfea9aa2 req-05623721-f0c2-40e5-8269-ab2b853bc63b tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.561865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55f329b2-fe64-465d-8cab-543cbfea9aa2 req-05623721-f0c2-40e5-8269-ab2b853bc63b tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 944 time: 0.7147934 Jul 16 18:18:21.586513 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e763b58b-ee09-4533-a166-9fd9488d7391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:21.599071 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763b58b-ee09-4533-a166-9fd9488d7391 None None] The sync data for ids ['dfc619ff-c86b-44ab-9d5d-261b644daf55'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:21.617750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de2fda-12c4-43d5-9517-63d10db5e294 req-8bac31c3-fd26-4c4c-9456-4f3fc70751c2 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.627659 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29de2fda-12c4-43d5-9517-63d10db5e294 req-8bac31c3-fd26-4c4c-9456-4f3fc70751c2 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 932 time: 0.4876709 Jul 16 18:18:21.802265 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55f329b2-fe64-465d-8cab-543cbfea9aa2 req-11e8623b-c0a0-4986-9976-415521bae0be tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391024 Jul 16 18:18:21.959332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc42d3-6d7d-47c9-af60-7d22e1e3b4c3 tempest-TestServerBasicOps-1775424038 tempest-TestServerBasicOps-1775424038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.961531 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c9cc42d3-6d7d-47c9-af60-7d22e1e3b4c3 tempest-TestServerBasicOps-1775424038 tempest-TestServerBasicOps-1775424038-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 1093 time: 1.0180233 Jul 16 18:18:21.966398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 59914) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:21.971389 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '766579a7-890d-454f-96d9-89d22f6e169e', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:22.025423 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c88d2ff2-fea0-425a-a5ec-17b93007c119 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.029058 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c88d2ff2-fea0-425a-a5ec-17b93007c119 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.047027 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29de2fda-12c4-43d5-9517-63d10db5e294 req-4f2c9183-0915-49e5-92a2-99ffe03bd910 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145596 Jul 16 18:18:22.049613 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.069477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5117176-7516-4280-97a7-47357969b4f5 req-e82b1ecf-6fef-41cb-abc2-f555beabe695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.071613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5117176-7516-4280-97a7-47357969b4f5 req-e82b1ecf-6fef-41cb-abc2-f555beabe695 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 1096 time: 0.6468706 Jul 16 18:18:22.165858 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d61c3fe8-f954-47ce-be3f-75e72ff19dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.167571 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c88d2ff2-fea0-425a-a5ec-17b93007c119 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.168141 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88d2ff2-fea0-425a-a5ec-17b93007c119 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Fanout notify agent at l3_agent the message router_deleted on router dfc619ff-c86b-44ab-9d5d-261b644daf55 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:22.184464 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c88d2ff2-fea0-425a-a5ec-17b93007c119 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.185609 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c88d2ff2-fea0-425a-a5ec-17b93007c119 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/dfc619ff-c86b-44ab-9d5d-261b644daf55 HTTP/1.1" status: 204 len: 168 time: 0.8022323 Jul 16 18:18:22.193191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59918) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:22.273912 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a808e149-aaef-4922-87bb-0aaba86e66cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting subnet 768e2409-1f56-4680-b60d-c871a3aea29b {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:22.278305 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a808e149-aaef-4922-87bb-0aaba86e66cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.403988 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a808e149-aaef-4922-87bb-0aaba86e66cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.489634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5555799-e362-47d9-a8da-0f263fb0d2e2 req-0d8a626f-a604-4489-98f3-e7b435b799b0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.491623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c5555799-e362-47d9-a8da-0f263fb0d2e2 req-0d8a626f-a604-4489-98f3-e7b435b799b0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.4342220 Jul 16 18:18:22.526335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5117176-7516-4280-97a7-47357969b4f5 req-0a6432cb-b23f-474e-a22d-7acc90b021ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.527946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5117176-7516-4280-97a7-47357969b4f5 req-0a6432cb-b23f-474e-a22d-7acc90b021ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 916 time: 0.4318619 Jul 16 18:18:22.724756 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.736809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c5555799-e362-47d9-a8da-0f263fb0d2e2 req-f26fd784-cdcc-452d-a3d2-f3da05fe678b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317564 Jul 16 18:18:22.768688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda6495a-6ad9-44c0-b4b7-d8929de21ce7 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:22.774025 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.783914 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a808e149-aaef-4922-87bb-0aaba86e66cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.879827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Transition to ACTIVE for port object dda6495a-6ad9-44c0-b4b7-d8929de21ce7 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:23.024778 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5117176-7516-4280-97a7-47357969b4f5 req-e8e4459b-1e3d-4abf-8c16-206e30c64912 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ddb5d9f-0865-4439-b8a9-7395c9b69539 HTTP/1.1" status: 200 len: 217 time: 0.1459372 Jul 16 18:18:23.030429 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.111858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Pushing event updated for resources: {'Port': ['ID=dda6495a-6ad9-44c0-b4b7-d8929de21ce7,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:23.214101 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.270390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5117176-7516-4280-97a7-47357969b4f5 req-ac8d2eab-2531-46d4-a36d-93566a27df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:23.272024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5117176-7516-4280-97a7-47357969b4f5 req-ac8d2eab-2531-46d4-a36d-93566a27df54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decebe86-3aa7-4911-8fa3-82eb9564b542 HTTP/1.1" status: 200 len: 855 time: 0.1676285 Jul 16 18:18:23.355694 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a808e149-aaef-4922-87bb-0aaba86e66cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.365996 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5117176-7516-4280-97a7-47357969b4f5 req-b555543a-9b94-46e5-a391-e65070ffe7a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507071 Jul 16 18:18:23.431409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Allocated IP 172.25.3.88 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/0d8452ae-a0fd-408b-b3a1-0b9c4e4e66fc) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:23.719643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 1ddb5d9f-0865-4439-b8a9-7395c9b69539 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:23.778914 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.933458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.949049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 1ddb5d9f-0865-4439-b8a9-7395c9b69539, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=1ddb5d9f-0865-4439-b8a9-7395c9b69539,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:23.968098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '1ddb5d9f-0865-4439-b8a9-7395c9b69539', 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2', 'port_id': '1ddb5d9f-0865-4439-b8a9-7395c9b69539', 'mac_address': 'fa:16:3e:14:22:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decebe86-3aa7-4911-8fa3-82eb9564b542', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:24.023868 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:24.066437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:24.096675 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:24.109140 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.139297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddb5d9f-0865-4439-b8a9-7395c9b69539 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:24.201182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 1ddb5d9f-0865-4439-b8a9-7395c9b69539, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=1ddb5d9f-0865-4439-b8a9-7395c9b69539,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:24.210059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d61c3fe8-f954-47ce-be3f-75e72ff19dbe admin admin] Deleting port cd7e260c-7365-48cd-916e-ec2959da5d9e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:24.210388 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d61c3fe8-f954-47ce-be3f-75e72ff19dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.213419 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.354070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=1ddb5d9f-0865-4439-b8a9-7395c9b69539,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:24.369506 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d61c3fe8-f954-47ce-be3f-75e72ff19dbe admin admin] For port cd7e260c-7365-48cd-916e-ec2959da5d9e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cd7e260c-7365-48cd-916e-ec2959da5d9e,segment=NetworkSegment(a9c6f1cd-a765-4e52-b8ba-7067b800eebd),segment_id=a9c6f1cd-a765-4e52-b8ba-7067b800eebd)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:24.370121 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d61c3fe8-f954-47ce-be3f-75e72ff19dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.453729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['1ddb5d9f-0865-4439-b8a9-7395c9b69539'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:24.590127 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Pushing event updated for resources: {'Port': ['ID=0d8452ae-a0fd-408b-b3a1-0b9c4e4e66fc,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:24.641599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Attempting to bind port dda6495a-6ad9-44c0-b4b7-d8929de21ce7 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:24.642448 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Attempting to bind port dda6495a-6ad9-44c0-b4b7-d8929de21ce7 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:24.642663 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Attempting to bind port dda6495a-6ad9-44c0-b4b7-d8929de21ce7 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:24.645770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808e149-aaef-4922-87bb-0aaba86e66cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Subnet': ['ID=768e2409-1f56-4680-b60d-c871a3aea29b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:24.665208 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a808e149-aaef-4922-87bb-0aaba86e66cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.670130 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f771c7b-991a-43a6-a132-391c80eae694 None None] Network 540f86af-b119-4665-a82e-917cec53fb35 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:24.676419 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a808e149-aaef-4922-87bb-0aaba86e66cb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/768e2409-1f56-4680-b60d-c871a3aea29b HTTP/1.1" status: 204 len: 168 time: 2.4698503 Jul 16 18:18:24.678466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d61c3fe8-f954-47ce-be3f-75e72ff19dbe admin admin] Calling delete_port for cd7e260c-7365-48cd-916e-ec2959da5d9e owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:24.694615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 59946) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:24.697007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:24.697364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:24.699937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:24.702001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:24.703024 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:24.704270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:24.705648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:24.710746 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:24.711225 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:24.711576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:24.711924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:24.712266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:25.027518 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5117176-7516-4280-97a7-47357969b4f5 req-50457c4e-1096-4b24-b9e2-70e92790fb51 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6021991 Jul 16 18:18:25.029161 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Port dda6495a-6ad9-44c0-b4b7-d8929de21ce7 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:25.029542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Attempting to bind port dda6495a-6ad9-44c0-b4b7-d8929de21ce7 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:25.294216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:25.297549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Checking segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:25.298168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Bound using segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:25.298963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Bound port: dda6495a-6ad9-44c0-b4b7-d8929de21ce7, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:25.304103 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.430074 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.631436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66b82d-fb92-4d17-b67f-854474d6a959 req-a5e615d2-a4cb-4df8-a2c8-d999f6038a9d tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:25.637647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab66b82d-fb92-4d17-b67f-854474d6a959 req-a5e615d2-a4cb-4df8-a2c8-d999f6038a9d tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 944 time: 2.2134221 Jul 16 18:18:25.685705 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.792071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d75d48-c4f6-481b-ab8a-b1a99f5172d1 req-e2a83cdf-09d7-45a6-8ce9-5fb562cdd3b8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:25.794554 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91d75d48-c4f6-481b-ab8a-b1a99f5172d1 req-e2a83cdf-09d7-45a6-8ce9-5fb562cdd3b8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 2.3669279 Jul 16 18:18:25.863958 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab66b82d-fb92-4d17-b67f-854474d6a959 req-f3d31e0a-483d-404c-8ef1-5740f52a1757 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383162 Jul 16 18:18:25.872024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] For port dda6495a-6ad9-44c0-b4b7-d8929de21ce7, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:25.906354 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5117176-7516-4280-97a7-47357969b4f5 req-ec1c87a3-206b-43a6-ac56-497685c40675 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8164232 Jul 16 18:18:25.934471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] For port dda6495a-6ad9-44c0-b4b7-d8929de21ce7, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dda6495a-6ad9-44c0-b4b7-d8929de21ce7,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:25.950422 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.962447 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91d75d48-c4f6-481b-ab8a-b1a99f5172d1 req-c98b3b5f-7529-4b39-a434-6efc46e1f177 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549418 Jul 16 18:18:25.992472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:25.993112 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.998141 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] 10.222.0.11 "PUT /v2.0/ports/dda6495a-6ad9-44c0-b4b7-d8929de21ce7 HTTP/1.1" status: 200 len: 1093 time: 5.3401141 Jul 16 18:18:26.001034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56893e1-8de4-4785-8bc3-cb2a6615ad26', 'tag': 'dda6495a-6ad9-44c0-b4b7-d8929de21ce7'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:26.014434 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceec45c8-ab84-4fdf-9982-842caaf1fb58" -d '{"events": [{"name": "network-changed", "server_uuid": "d56893e1-8de4-4785-8bc3-cb2a6615ad26", "tag": "dda6495a-6ad9-44c0-b4b7-d8929de21ce7"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:26.102014 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b47f60a-39ec-4cbb-8c6e-7a81667dae7a None None] DHCP port deletion for 540f86af-b119-4665-a82e-917cec53fb35 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:26.151668 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port dfc3780f-d330-4096-83f9-64b9dc641098 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:26.152354 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.186287 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763e4012-52c1-405f-8b45-3e362cb53d57 x-openstack-request-id: req-763e4012-52c1-405f-8b45-3e362cb53d57 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:26.186656 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56893e1-8de4-4785-8bc3-cb2a6615ad26", "tag": "dda6495a-6ad9-44c0-b4b7-d8929de21ce7", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:26.186947 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-763e4012-52c1-405f-8b45-3e362cb53d57 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:26.196486 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56893e1-8de4-4785-8bc3-cb2a6615ad26', 'tag': 'dda6495a-6ad9-44c0-b4b7-d8929de21ce7', 'status': 'completed', 'code': 200} Jul 16 18:18:26.295814 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.309435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5b47f60a-39ec-4cbb-8c6e-7a81667dae7a None None] Deleting port dfc3780f-d330-4096-83f9-64b9dc641098 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:26.313956 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b47f60a-39ec-4cbb-8c6e-7a81667dae7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.361188 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29177d5b-482f-4b4d-a1fc-f896d9ad4b45 service neutron] Pushing event updated for resources: {'Port': ['ID=dda6495a-6ad9-44c0-b4b7-d8929de21ce7,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:26.455360 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d61c3fe8-f954-47ce-be3f-75e72ff19dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.511365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c3fe8-f954-47ce-be3f-75e72ff19dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7e260c-7365-48cd-916e-ec2959da5d9e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:26.557358 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5b47f60a-39ec-4cbb-8c6e-7a81667dae7a None None] For port dfc3780f-d330-4096-83f9-64b9dc641098, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dfc3780f-d330-4096-83f9-64b9dc641098,segment=NetworkSegment(a8656533-4a88-4571-8672-6a500b4eb292),segment_id=a8656533-4a88-4571-8672-6a500b4eb292)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:26.560695 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b47f60a-39ec-4cbb-8c6e-7a81667dae7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.616891 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5b47f60a-39ec-4cbb-8c6e-7a81667dae7a None None] Calling delete_port for dfc3780f-d330-4096-83f9-64b9dc641098 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:26.624028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] For port dfc3780f-d330-4096-83f9-64b9dc641098, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dfc3780f-d330-4096-83f9-64b9dc641098,segment=NetworkSegment(a8656533-4a88-4571-8672-6a500b4eb292),segment_id=a8656533-4a88-4571-8672-6a500b4eb292)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:26.624432 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.640016 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.727248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for dfc3780f-d330-4096-83f9-64b9dc641098 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:26.877710 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b47f60a-39ec-4cbb-8c6e-7a81667dae7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.886402 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.890917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-cb3998b0-409f-4340-a97f-181f285fa333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.897916 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.900921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-cb3998b0-409f-4340-a97f-181f285fa333 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 1096 time: 0.7907207 Jul 16 18:18:26.970277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b47f60a-39ec-4cbb-8c6e-7a81667dae7a None None] No DVR routers for this DVR port dfc3780f-d330-4096-83f9-64b9dc641098 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:26.985068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47f60a-39ec-4cbb-8c6e-7a81667dae7a None None] Pushing event deleted for resources: {'Port': ['ID=dfc3780f-d330-4096-83f9-64b9dc641098,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:27.146013 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.149452 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Pushing event updated for resources: {'Port': ['ID=0d8452ae-a0fd-408b-b3a1-0b9c4e4e66fc,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:27.194512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39c110-650b-4088-83ad-99228ce643cb req-85e34ad7-5696-4378-b2b3-372f005654d0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:27.200941 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec39c110-650b-4088-83ad-99228ce643cb req-85e34ad7-5696-4378-b2b3-372f005654d0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.7978156 Jul 16 18:18:27.202366 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-b3f4aee8-7e07-4e2e-af25-afa32ff5e059 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dda6495a-6ad9-44c0-b4b7-d8929de21ce7 HTTP/1.1" status: 200 len: 217 time: 0.1019545 Jul 16 18:18:27.529941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dfc3780f-d330-4096-83f9-64b9dc641098 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:27.611389 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: dfc3780f-d330-4096-83f9-64b9dc641098 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:27.611389 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dfc3780f-d330-4096-83f9-64b9dc641098 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:27.635874 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec39c110-650b-4088-83ad-99228ce643cb req-bbb50d5a-67b7-45ee-ac08-bca4e9e38323 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956261 Jul 16 18:18:27.710611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-2b4c6592-7864-4079-8cd5-efcccb57eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:27.712441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-2b4c6592-7864-4079-8cd5-efcccb57eec7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.3864746 Jul 16 18:18:27.734731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 1ddb5d9f-0865-4439-b8a9-7395c9b69539 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:27.756838 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.808990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a455845-6ee2-48b0-86a4-22ed86273e08 req-27eef9b1-7a65-451f-a18d-3826c705692e tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:27.810774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a455845-6ee2-48b0-86a4-22ed86273e08 req-27eef9b1-7a65-451f-a18d-3826c705692e tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 945 time: 0.6056697 Jul 16 18:18:27.875087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No DVR routers for this DVR port dfc3780f-d330-4096-83f9-64b9dc641098 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:27.916256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 1ddb5d9f-0865-4439-b8a9-7395c9b69539 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:27.928727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 1ddb5d9f-0865-4439-b8a9-7395c9b69539 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:27.929167 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.967224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=dfc3780f-d330-4096-83f9-64b9dc641098,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:27.998427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a455845-6ee2-48b0-86a4-22ed86273e08 req-5b214d1d-2431-48d5-be6b-6d0c6cdb9508 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456912 Jul 16 18:18:28.036453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:28.036807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:28.037155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:28.037641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:28.037844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:28.038187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:28.038516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:28.038843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:28.039172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:28.039579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:28.039818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:28.040150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:28.125164 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.138067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-bf6c7e86-0ea7-410e-9059-000f6a40ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:28.139750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-bf6c7e86-0ea7-410e-9059-000f6a40ade5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4147973 Jul 16 18:18:28.147222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540f86af-b119-4665-a82e-917cec53fb35']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.199960 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.223116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8656533-4a88-4571-8672-6a500b4eb292') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.223998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8656533-4a88-4571-8672-6a500b4eb292') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.238876 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Floating IP 697b838d-371c-4f95-acac-1d5782e4ce22 associated. External IP: 172.25.3.88, port: 766579a7-890d-454f-96d9-89d22f6e169e. Jul 16 18:18:28.250580 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d61c3fe8-f954-47ce-be3f-75e72ff19dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.261805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac4930e-23e7-487b-b4dc-60cbfb74d816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddb5d9f-0865-4439-b8a9-7395c9b69539'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:28.264620 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c17f544-8e1e-4889-bc81-28513f2fb4a0" -d '{"events": [{"server_uuid": "8ac4930e-23e7-487b-b4dc-60cbfb74d816", "name": "network-vif-plugged", "status": "completed", "tag": "1ddb5d9f-0865-4439-b8a9-7395c9b69539"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:28.295585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 1ddb5d9f-0865-4439-b8a9-7395c9b69539, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=1ddb5d9f-0865-4439-b8a9-7395c9b69539,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:28.304656 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.411617 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b12d0a7-6ba4-4d6d-995d-5d14492449cf x-openstack-request-id: req-3b12d0a7-6ba4-4d6d-995d-5d14492449cf {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:28.412005 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac4930e-23e7-487b-b4dc-60cbfb74d816", "name": "network-vif-plugged", "status": "completed", "tag": "1ddb5d9f-0865-4439-b8a9-7395c9b69539", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:28.412220 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b12d0a7-6ba4-4d6d-995d-5d14492449cf {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:28.414787 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac4930e-23e7-487b-b4dc-60cbfb74d816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddb5d9f-0865-4439-b8a9-7395c9b69539', 'code': 200} Jul 16 18:18:28.474183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=1ddb5d9f-0865-4439-b8a9-7395c9b69539,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:28.484643 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-1c476ee3-c9cb-4faa-a75b-8593001b48ef service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301673 Jul 16 18:18:28.638523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdf289d1-d779-44ac-bbc2-6773b38d0ded req-7aad6d78-b701-4528-a1dc-bacdbeb09fa0 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258202 Jul 16 18:18:28.658059 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.826068 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.908029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:28.908591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: self.session.flush() Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:28.953524 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:29.251561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61c3fe8-f954-47ce-be3f-75e72ff19dbe admin admin] Router af4b26bf-9294-4cbc-b740-55595408d816 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:29.253081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2a7b5-0b7c-4ccf-b38c-0f463d0fbd59 req-6a5c1213-b160-4adf-a6b7-bc4052a4ff0f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:29.263177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1d2a7b5-0b7c-4ccf-b38c-0f463d0fbd59 req-6a5c1213-b160-4adf-a6b7-bc4052a4ff0f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 1.0632505 Jul 16 18:18:29.319241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac965f-143e-4618-95a5-6ee16eaf1c30 req-1e5950e8-ba34-4e49-b1b6-9792c2eeae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:29.321237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5cac965f-143e-4618-95a5-6ee16eaf1c30 req-1e5950e8-ba34-4e49-b1b6-9792c2eeae11 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 1098 time: 0.6323376 Jul 16 18:18:29.323224 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.336872 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.340572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/networks/540f86af-b119-4665-a82e-917cec53fb35 HTTP/1.1" status: 204 len: 168 time: 4.5340536 Jul 16 18:18:29.369680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60004) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.370860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70e57d-90fb-4d13-bcc6-a278c11a8c47 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Network': ['ID=540f86af-b119-4665-a82e-917cec53fb35,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:29.384683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2055556327', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}, 'admin_state_up': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:29.427523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Router be65acf1-d3cd-480d-ac74-79d421026ec5 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:29.432943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec45c8-ab84-4fdf-9982-842caaf1fb58 req-8554ab8f-8ef6-4ebe-b5f3-d43ef61ac000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:29.435528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ceec45c8-ab84-4fdf-9982-842caaf1fb58 req-8554ab8f-8ef6-4ebe-b5f3-d43ef61ac000 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 1096 time: 0.7274542 Jul 16 18:18:29.444805 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.446525 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.550225 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.578542 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61c3fe8-f954-47ce-be3f-75e72ff19dbe admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:29.585086 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d61c3fe8-f954-47ce-be3f-75e72ff19dbe admin admin] 10.222.0.24 "PUT /v2.0/routers/af4b26bf-9294-4cbc-b740-55595408d816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4281011 Jul 16 18:18:29.588396 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60006) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.590865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec8764c-59c8-4338-a984-15270eed9cc4 None None] Sync routers for ids ['af4b26bf-9294-4cbc-b740-55595408d816'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:29.605641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec8764c-59c8-4338-a984-15270eed9cc4 None None] Routers {'af4b26bf-9294-4cbc-b740-55595408d816'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:29.606284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0ec8764c-59c8-4338-a984-15270eed9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af4b26bf-9294-4cbc-b740-55595408d816'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:29.685590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec45c8-ab84-4fdf-9982-842caaf1fb58 req-0e21079e-f7ea-42a1-8664-77ada5e242e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:29.687990 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ceec45c8-ab84-4fdf-9982-842caaf1fb58 req-0e21079e-f7ea-42a1-8664-77ada5e242e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.1271622 Jul 16 18:18:29.759649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5cac965f-143e-4618-95a5-6ee16eaf1c30 req-43ef8d9a-a2dc-4f96-86ac-443173d1843e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176514 Jul 16 18:18:29.815836 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1d2a7b5-0b7c-4ccf-b38c-0f463d0fbd59 req-f9b1f579-cb06-4423-953e-1de115268270 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520711 Jul 16 18:18:29.923738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ceec45c8-ab84-4fdf-9982-842caaf1fb58 req-6de3bc81-e1d6-447e-97af-a32b84e69f14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dda6495a-6ad9-44c0-b4b7-d8929de21ce7 HTTP/1.1" status: 200 len: 217 time: 0.2233641 Jul 16 18:18:29.952943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-0ec8764c-59c8-4338-a984-15270eed9cc4 None None] Set router af4b26bf-9294-4cbc-b740-55595408d816 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:30.069063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:30.087668 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fbba1c-c288-4151-8a68-cb6aaf0b6de7 None None] Sync routers for ids ['be65acf1-d3cd-480d-ac74-79d421026ec5'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:30.104800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c3d6e-bce6-4975-ae7f-662768f4f4dc req-053eeb07-63aa-4cf9-96b4-f4d451f06045 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.106961 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f45c3d6e-bce6-4975-ae7f-662768f4f4dc req-053eeb07-63aa-4cf9-96b4-f4d451f06045 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 1.1277516 Jul 16 18:18:30.109460 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.114898 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fbba1c-c288-4151-8a68-cb6aaf0b6de7 None None] Routers {'be65acf1-d3cd-480d-ac74-79d421026ec5'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:30.115558 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-31fbba1c-c288-4151-8a68-cb6aaf0b6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['be65acf1-d3cd-480d-ac74-79d421026ec5'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:30.217995 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.358208 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-edc24345-5f98-496f-9e26-2090fe10d1f7 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.3902586 Jul 16 18:18:30.364118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11603096-ce5d-4d18-9147-30fe1492433e', 'tag': '766579a7-890d-454f-96d9-89d22f6e169e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:30.381745 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e402f2-49ea-490c-8a86-8c8069fc9943" -d '{"events": [{"name": "network-changed", "server_uuid": "11603096-ce5d-4d18-9147-30fe1492433e", "tag": "766579a7-890d-454f-96d9-89d22f6e169e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:30.427174 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.478498 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0ec8764c-59c8-4338-a984-15270eed9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'name': 'tempest-TestAggregatesBasicOps-1968650697-router', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:45Z', 'updated_at': '2021-07-16T18:18:26Z', 'revision_number': 5, 'project_id': '046db88c2afb4121ab6b2930c1acb495', 'gw_port': {'id': '1cb3065c-9dc2-4c2c-933d-482e8a8629f1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:47Z', 'updated_at': '2021-07-16T18:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:30.489226 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.532054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Deleting port 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:30.532449 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.535979 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f45c3d6e-bce6-4975-ae7f-662768f4f4dc req-0171fd0f-600b-4c09-b87c-d53e99940301 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3850293 Jul 16 18:18:30.539769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec45c8-ab84-4fdf-9982-842caaf1fb58 req-1aa2d01f-35ca-42c7-bc0b-607b8d2065cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.557919 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ceec45c8-ab84-4fdf-9982-842caaf1fb58 req-1aa2d01f-35ca-42c7-bc0b-607b8d2065cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.6074049 Jul 16 18:18:30.574591 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-31fbba1c-c288-4151-8a68-cb6aaf0b6de7 None None] Set router be65acf1-d3cd-480d-ac74-79d421026ec5 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:30.586226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec8764c-59c8-4338-a984-15270eed9cc4 None None] Checking router: af4b26bf-9294-4cbc-b740-55595408d816 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:30.633931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec8764c-59c8-4338-a984-15270eed9cc4 None None] Routers {'af4b26bf-9294-4cbc-b740-55595408d816'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:30.639046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0ec8764c-59c8-4338-a984-15270eed9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['af4b26bf-9294-4cbc-b740-55595408d816'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:30.722034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] For port 1cb3065c-9dc2-4c2c-933d-482e8a8629f1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1cb3065c-9dc2-4c2c-933d-482e8a8629f1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:30.722961 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.758371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Calling delete_port for 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:30.893457 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-0ec8764c-59c8-4338-a984-15270eed9cc4 None None] Set router af4b26bf-9294-4cbc-b740-55595408d816 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:30.908706 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae73bdbb-1e44-4dfa-b13b-db367833ec7e x-openstack-request-id: req-ae73bdbb-1e44-4dfa-b13b-db367833ec7e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:30.908965 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11603096-ce5d-4d18-9147-30fe1492433e", "tag": "766579a7-890d-454f-96d9-89d22f6e169e", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:30.909248 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae73bdbb-1e44-4dfa-b13b-db367833ec7e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:30.911860 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11603096-ce5d-4d18-9147-30fe1492433e', 'tag': '766579a7-890d-454f-96d9-89d22f6e169e', 'status': 'completed', 'code': 200} Jul 16 18:18:31.099604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0ec8764c-59c8-4338-a984-15270eed9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'name': 'tempest-TestAggregatesBasicOps-1968650697-router', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:45Z', 'updated_at': '2021-07-16T18:18:30Z', 'revision_number': 6, 'project_id': '046db88c2afb4121ab6b2930c1acb495', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:31.148387 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e402f2-49ea-490c-8a86-8c8069fc9943 req-1ad74986-f572-4aed-a3f6-f18b955ccefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:31.156088 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e5e402f2-49ea-490c-8a86-8c8069fc9943 req-1ad74986-f572-4aed-a3f6-f18b955ccefd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ad333940a544596ba07e31fb397489c&device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 1098 time: 0.2664990 Jul 16 18:18:31.170955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec8764c-59c8-4338-a984-15270eed9cc4 None None] The sync data for ids ['af4b26bf-9294-4cbc-b740-55595408d816'] in n-d-787205-10 is: [{'id': 'af4b26bf-9294-4cbc-b740-55595408d816', 'name': 'tempest-TestAggregatesBasicOps-1968650697-router', 'tenant_id': '046db88c2afb4121ab6b2930c1acb495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:45Z', 'updated_at': '2021-07-16T18:18:30Z', 'revision_number': 6, 'project_id': '046db88c2afb4121ab6b2930c1acb495', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:31.283384 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7e397-10f0-4dd0-9589-83b852ba2808 req-fa2ab103-2c3b-4c15-b4dd-40f1c7cb4919 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:31.292822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ca7e397-10f0-4dd0-9589-83b852ba2808 req-fa2ab103-2c3b-4c15-b4dd-40f1c7cb4919 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 946 time: 1.0312343 Jul 16 18:18:31.326666 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e402f2-49ea-490c-8a86-8c8069fc9943 req-7b8c01a1-e855-4c45-ace2-6b53e555d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:31.328152 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e5e402f2-49ea-490c-8a86-8c8069fc9943 req-7b8c01a1-e855-4c45-ace2-6b53e555d153 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46aa9110-266a-4750-86f1-3c0adb3cb6dc HTTP/1.1" status: 200 len: 909 time: 0.1623108 Jul 16 18:18:31.357816 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-31fbba1c-c288-4151-8a68-cb6aaf0b6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:17:13Z', 'revision_number': 4, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port': {'id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:03Z', 'updated_at': '2021-07-16T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '697b838d-371c-4f95-acac-1d5782e4ce22', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'floating_ip_address': '172.25.3.88', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'port_id': '766579a7-890d-454f-96d9-89d22f6e169e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'mac_address': 'fa:16:3e:0b:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11603096-ce5d-4d18-9147-30fe1492433e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:25Z', 'updated_at': '2021-07-16T18:18:25Z', 'revision_number': 0, 'project_id': '0ad333940a544596ba07e31fb397489c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6952a8e-3da7-48a4-8394-288d03f2c914', 'name': '', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'mac_address': 'fa:16:3e:96:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:10Z', 'updated_at': '2021-07-16T18:17:21Z', 'revision_number': 5, 'project_id': '0ad333940a544596ba07e31fb397489c', 'subnets': [{'id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:31.378530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec45c8-ab84-4fdf-9982-842caaf1fb58 req-56caa30c-1fe8-4e9e-8490-a7895cb18b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:31.380748 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ceec45c8-ab84-4fdf-9982-842caaf1fb58 req-56caa30c-1fe8-4e9e-8490-a7895cb18b92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7779944 Jul 16 18:18:31.392617 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fbba1c-c288-4151-8a68-cb6aaf0b6de7 None None] Checking router: be65acf1-d3cd-480d-ac74-79d421026ec5 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:31.392872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ca7e397-10f0-4dd0-9589-83b852ba2808 req-e8b31879-3b3c-4ac5-af01-d723592d5d4c tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982192 Jul 16 18:18:31.414546 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fbba1c-c288-4151-8a68-cb6aaf0b6de7 None None] Routers {'be65acf1-d3cd-480d-ac74-79d421026ec5'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:31.415377 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-31fbba1c-c288-4151-8a68-cb6aaf0b6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['be65acf1-d3cd-480d-ac74-79d421026ec5'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:31.419541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ac2a4-46ff-4436-9c3e-c14cdaba21a9 req-5a59a163-f04b-4c03-b912-0ebb15718eb5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:31.420531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f49ac2a4-46ff-4436-9c3e-c14cdaba21a9 req-5a59a163-f04b-4c03-b912-0ebb15718eb5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.2864668 Jul 16 18:18:31.452094 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e5e402f2-49ea-490c-8a86-8c8069fc9943 req-297d92af-da51-495d-93e9-5fa5bd7cf0ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=766579a7-890d-454f-96d9-89d22f6e169e HTTP/1.1" status: 200 len: 999 time: 0.1169667 Jul 16 18:18:31.539291 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.545246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e402f2-49ea-490c-8a86-8c8069fc9943 req-eef2d2ba-fc25-4283-92c3-1fe83a2c115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:31.547109 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e5e402f2-49ea-490c-8a86-8c8069fc9943 req-eef2d2ba-fc25-4283-92c3-1fe83a2c115e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b14bfa8-75df-427e-8cf7-22a0c937fc32 HTTP/1.1" status: 200 len: 847 time: 0.0830333 Jul 16 18:18:31.565419 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f49ac2a4-46ff-4436-9c3e-c14cdaba21a9 req-4fb6f758-188f-49fe-a7ef-355bbf805619 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055651 Jul 16 18:18:31.566488 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-31fbba1c-c288-4151-8a68-cb6aaf0b6de7 None None] Set router be65acf1-d3cd-480d-ac74-79d421026ec5 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:31.591668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ceec45c8-ab84-4fdf-9982-842caaf1fb58 req-43563add-b6a0-40e9-a7ae-401a5a5d7abb service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883876 Jul 16 18:18:31.605076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb3065c-9dc2-4c2c-933d-482e8a8629f1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:31.664714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cd7e260c-7365-48cd-916e-ec2959da5d9e no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:31.730593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: cd7e260c-7365-48cd-916e-ec2959da5d9e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:31.730994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cd7e260c-7365-48cd-916e-ec2959da5d9e not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:31.786453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e402f2-49ea-490c-8a86-8c8069fc9943 req-c1800108-2c49-4e44-84c8-8d3017ac1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:31.789083 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e5e402f2-49ea-490c-8a86-8c8069fc9943 req-c1800108-2c49-4e44-84c8-8d3017ac1dc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46aa9110-266a-4750-86f1-3c0adb3cb6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1607926 Jul 16 18:18:31.795241 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.876186 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.913970 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.920224 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.923592 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.977460 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-31fbba1c-c288-4151-8a68-cb6aaf0b6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:17:13Z', 'revision_number': 4, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port': {'id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:03Z', 'updated_at': '2021-07-16T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '697b838d-371c-4f95-acac-1d5782e4ce22', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'floating_ip_address': '172.25.3.88', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'port_id': '766579a7-890d-454f-96d9-89d22f6e169e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'mac_address': 'fa:16:3e:0b:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11603096-ce5d-4d18-9147-30fe1492433e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:25Z', 'updated_at': '2021-07-16T18:18:25Z', 'revision_number': 0, 'project_id': '0ad333940a544596ba07e31fb397489c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6952a8e-3da7-48a4-8394-288d03f2c914', 'name': '', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'mac_address': 'fa:16:3e:96:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:10Z', 'updated_at': '2021-07-16T18:17:21Z', 'revision_number': 5, 'project_id': '0ad333940a544596ba07e31fb397489c', 'subnets': [{'id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:31.980062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ceec45c8-ab84-4fdf-9982-842caaf1fb58 req-a4d433ed-4af8-438c-a9ad-786d6175b7b1 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796513 Jul 16 18:18:32.018162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6122b-3ef7-46e7-9c2d-0ac65ccccb8d req-f8dfaf8a-b012-4d13-a941-8607d074ba82 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:32.020727 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6c6122b-3ef7-46e7-9c2d-0ac65ccccb8d req-f8dfaf8a-b012-4d13-a941-8607d074ba82 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.1929777 Jul 16 18:18:32.023537 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fbba1c-c288-4151-8a68-cb6aaf0b6de7 None None] The sync data for ids ['be65acf1-d3cd-480d-ac74-79d421026ec5'] in n-d-787205-10 is: [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:17:13Z', 'revision_number': 4, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port': {'id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:03Z', 'updated_at': '2021-07-16T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '697b838d-371c-4f95-acac-1d5782e4ce22', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'floating_ip_address': '172.25.3.88', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'port_id': '766579a7-890d-454f-96d9-89d22f6e169e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'mac_address': 'fa:16:3e:0b:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11603096-ce5d-4d18-9147-30fe1492433e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:25Z', 'updated_at': '2021-07-16T18:18:25Z', 'revision_number': 0, 'project_id': '0ad333940a544596ba07e31fb397489c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6952a8e-3da7-48a4-8394-288d03f2c914', 'name': '', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'mac_address': 'fa:16:3e:96:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:10Z', 'updated_at': '2021-07-16T18:17:21Z', 'revision_number': 5, 'project_id': '0ad333940a544596ba07e31fb397489c', 'subnets': [{'id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:32.103617 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.104193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af4b26bf-9294-4cbc-b740-55595408d816 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:32.109570 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.113548 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a27d5594-8c22-4e08-82d5-b4b1204ec1e8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/af4b26bf-9294-4cbc-b740-55595408d816 HTTP/1.1" status: 204 len: 168 time: 2.5204499 Jul 16 18:18:32.113926 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e5e402f2-49ea-490c-8a86-8c8069fc9943 req-dc054053-2563-405d-8761-8d4d8845aafd service neutron] 10.222.0.11 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046691 Jul 16 18:18:32.114261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60024) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:32.125919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Allocated IP 172.25.3.198 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/5d579c18-f41d-41ba-ac58-554b11dad336) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:32.259640 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-2941884f-c829-4f11-bd82-f409afb3cac8 admin admin] Deleting subnet 2a019536-6254-4d3c-9494-76afd687991b {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:32.272298 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2941884f-c829-4f11-bd82-f409afb3cac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.276347 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.317521 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2941884f-c829-4f11-bd82-f409afb3cac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.352114 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.386261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372047aa-938b-49b6-9a3f-b423ced4f7c4 None None] New status for floating IP 697b838d-371c-4f95-acac-1d5782e4ce22: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:18:32.395237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6c6122b-3ef7-46e7-9c2d-0ac65ccccb8d req-2135ec91-ca79-42d6-80d0-c24aebbbfb1c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3463767 Jul 16 18:18:32.444288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:32.448044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:32.451805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:32.495469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=5d579c18-f41d-41ba-ac58-554b11dad336,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:32.584220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2941884f-c829-4f11-bd82-f409afb3cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.650968 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e5e402f2-49ea-490c-8a86-8c8069fc9943 req-6ddf02f1-cb5f-4967-9216-46122cb6ec2d service neutron] 10.222.0.11 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290298 Jul 16 18:18:32.717628 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2941884f-c829-4f11-bd82-f409afb3cac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.742860 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2941884f-c829-4f11-bd82-f409afb3cac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.750100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f47bf82-99cb-430e-9d2f-2b257b323350 None None] Network ad82d402-9be3-436b-98a0-d8bc1b1cdee1 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:32.764541 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2941884f-c829-4f11-bd82-f409afb3cac8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2a019536-6254-4d3c-9494-76afd687991b HTTP/1.1" status: 204 len: 168 time: 0.6471469 Jul 16 18:18:32.776478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60032) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:32.814091 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941884f-c829-4f11-bd82-f409afb3cac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a019536-6254-4d3c-9494-76afd687991b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:33.011772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170ed713-c590-4069-8796-bfd5c81b92eb None None] DHCP port deletion for ad82d402-9be3-436b-98a0-d8bc1b1cdee1 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:33.024821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24850a7-7ad2-4794-b008-d490600e9dae req-b2ce68b8-2b3d-4e29-9769-fcbe74bf97c8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.026416 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a24850a7-7ad2-4794-b008-d490600e9dae req-b2ce68b8-2b3d-4e29-9769-fcbe74bf97c8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 946 time: 0.4370074 Jul 16 18:18:33.061081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-170ed713-c590-4069-8796-bfd5c81b92eb None None] Deleting port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:33.061790 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-170ed713-c590-4069-8796-bfd5c81b92eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.130096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-170ed713-c590-4069-8796-bfd5c81b92eb None None] For port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc,segment=NetworkSegment(a9c6f1cd-a765-4e52-b8ba-7067b800eebd),segment_id=a9c6f1cd-a765-4e52-b8ba-7067b800eebd)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:33.130837 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-170ed713-c590-4069-8796-bfd5c81b92eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.134391 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.146156 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-170ed713-c590-4069-8796-bfd5c81b92eb None None] Calling delete_port for 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:33.157604 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.215550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d73e0-e840-4671-a103-48c60723752f req-29c83589-f841-4fbe-8069-3e973ba4146c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.217032 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-680d73e0-e840-4671-a103-48c60723752f req-29c83589-f841-4fbe-8069-3e973ba4146c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.4123337 Jul 16 18:18:33.219860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a24850a7-7ad2-4794-b008-d490600e9dae req-c59c9b4d-908d-4922-9c8c-4a2be470c096 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829674 Jul 16 18:18:33.245709 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-170ed713-c590-4069-8796-bfd5c81b92eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.279237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ed713-c590-4069-8796-bfd5c81b92eb None None] Pushing event deleted for resources: {'Port': ['ID=1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:33.294372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ed713-c590-4069-8796-bfd5c81b92eb None None] No DVR routers for this DVR port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:33.358636 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-680d73e0-e840-4671-a103-48c60723752f req-20334563-4408-45a0-810f-c124b06d0efa tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332486 Jul 16 18:18:33.396894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Deleting port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:33.396894 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.407680 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:33.430196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:33.430807 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1cb3065c-9dc2-4c2c-933d-482e8a8629f1 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:33.442750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:33.486825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:33.487196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:33.536520 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.706651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] For port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc, host n-d-787205-10, got binding levels [] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:33.707082 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.730336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Calling delete_port for 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:33.737220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_backend_mixin [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc was not found and therefore no delete operation was performed {{(pid=105591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:18:33.746938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.788453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:33.797156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] No DVR routers for this DVR port 1b885cb7-7ef3-4a79-ba56-abc4e32b5cfc on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:33.814789 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41f6bb-6982-403e-a388-12d03b2c5d0a req-39aa7fb5-139c-4594-b953-a97aabdd1cd5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.816624 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff41f6bb-6982-403e-a388-12d03b2c5d0a req-39aa7fb5-139c-4594-b953-a97aabdd1cd5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.2272651 Jul 16 18:18:34.212916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router bfe82991-e052-491d-be20-5a4a84d8cb06 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:34.251321 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.263753 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff41f6bb-6982-403e-a388-12d03b2c5d0a req-5a8007a0-fe1b-4482-bca1-9ad0613b2a8a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006110 Jul 16 18:18:34.268695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad82d402-9be3-436b-98a0-d8bc1b1cdee1']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:34.316261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c6f1cd-a765-4e52-b8ba-7067b800eebd') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:34.316738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c6f1cd-a765-4e52-b8ba-7067b800eebd') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:34.332019 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.377244 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.388035 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:18:34.401403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:34.401984 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:34.403817 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:34.438888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:34.448922 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b7cb2-5b05-4efd-bf7d-cb6c31454f94 None None] Sync routers for ids ['bfe82991-e052-491d-be20-5a4a84d8cb06'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:34.460511 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b7cb2-5b05-4efd-bf7d-cb6c31454f94 None None] Routers {'bfe82991-e052-491d-be20-5a4a84d8cb06'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:34.461215 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b27b7cb2-5b05-4efd-bf7d-cb6c31454f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bfe82991-e052-491d-be20-5a4a84d8cb06'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:34.486607 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.489707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bc20884b-dbe6-4135-9aa5-76d475798569 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.1067536 Jul 16 18:18:34.490813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60056) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.514234 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.521369 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.523374 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b27b7cb2-5b05-4efd-bf7d-cb6c31454f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:34.523928 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] 10.222.0.24 "DELETE /v2.0/networks/ad82d402-9be3-436b-98a0-d8bc1b1cdee1 HTTP/1.1" status: 204 len: 168 time: 1.7385938 Jul 16 18:18:34.535864 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b7cb2-5b05-4efd-bf7d-cb6c31454f94 None None] Routers {'bfe82991-e052-491d-be20-5a4a84d8cb06'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:34.536783 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b27b7cb2-5b05-4efd-bf7d-cb6c31454f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bfe82991-e052-491d-be20-5a4a84d8cb06'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:34.582188 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b27b7cb2-5b05-4efd-bf7d-cb6c31454f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:34.583368 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b7cb2-5b05-4efd-bf7d-cb6c31454f94 None None] The sync data for ids ['bfe82991-e052-491d-be20-5a4a84d8cb06'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:34.585645 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9dd00-82df-45fd-97e7-fdfba0ce729f admin admin] Pushing event deleted for resources: {'Network': ['ID=ad82d402-9be3-436b-98a0-d8bc1b1cdee1,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:34.638467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2ab8-1888-443b-94cc-863015047b28 req-78f714f0-65d3-44c2-881f-266e8da1e95e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:34.646182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d6f2ab8-1888-443b-94cc-863015047b28 req-78f714f0-65d3-44c2-881f-266e8da1e95e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.1209805 Jul 16 18:18:34.652584 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0cd8f843-828e-4da2-8ec8-d33cacb8d194 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/routers/bfe82991-e052-491d-be20-5a4a84d8cb06 HTTP/1.1" status: 200 len: 881 time: 0.1580048 Jul 16 18:18:34.652844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60060) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.697304 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d6f2ab8-1888-443b-94cc-863015047b28 req-31781a20-22ec-4270-a5b3-3093cfe16600 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501339 Jul 16 18:18:34.743547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60062) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.788024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3addc4c6-71d0-42b7-ae28-809521739112 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0b6df39a90148e3bb1a86e101453dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401199 Jul 16 18:18:34.788238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60064) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.844126 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-674e28eb-1c5d-4037-bb16-70e950031dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.863992 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8e718386-193d-4cc5-b8ce-c3a7ca902835 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2100036 Jul 16 18:18:34.866465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60066) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.869886 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-674e28eb-1c5d-4037-bb16-70e950031dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.874558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-159ea818-e550-4765-bc31-9bb7994a8cdd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2055556327'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:35.005931 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-674e28eb-1c5d-4037-bb16-70e950031dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.008478 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-674e28eb-1c5d-4037-bb16-70e950031dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.009650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-674e28eb-1c5d-4037-bb16-70e950031dfd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ff67687-a65e-48bb-97c0-59e86e716157 HTTP/1.1" status: 204 len: 168 time: 0.2204950 Jul 16 18:18:35.017681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e28eb-1c5d-4037-bb16-70e950031dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff67687-a65e-48bb-97c0-59e86e716157,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.245408 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-159ea818-e550-4765-bc31-9bb7994a8cdd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.256881 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-159ea818-e550-4765-bc31-9bb7994a8cdd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.385874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159ea818-e550-4765-bc31-9bb7994a8cdd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router bfe82991-e052-491d-be20-5a4a84d8cb06 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:35.400591 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60078) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:35.449859 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-63375191-72cb-4acc-92c8-40e7e3d35231 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=046db88c2afb4121ab6b2930c1acb495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453749 Jul 16 18:18:35.450068 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60080) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:35.501250 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-344e454a-4c0b-4a3e-bbdb-3432ef7b3d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.525884 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-344e454a-4c0b-4a3e-bbdb-3432ef7b3d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.556859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ce01a-4c07-4f0c-8726-c029ee52cdf1 req-ddd049f9-b78c-4274-a75b-07a3553a8c9a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:35.558779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b25ce01a-4c07-4f0c-8726-c029ee52cdf1 req-ddd049f9-b78c-4274-a75b-07a3553a8c9a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.1179044 Jul 16 18:18:35.559426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159ea818-e550-4765-bc31-9bb7994a8cdd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:35.566038 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-159ea818-e550-4765-bc31-9bb7994a8cdd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.570193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-159ea818-e550-4765-bc31-9bb7994a8cdd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/bfe82991-e052-491d-be20-5a4a84d8cb06 HTTP/1.1" status: 200 len: 888 time: 0.7025201 Jul 16 18:18:35.570351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60082) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:35.575027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7702f8d0-f8dd-4871-aedc-aae9553b62ed None None] Sync routers for ids ['bfe82991-e052-491d-be20-5a4a84d8cb06'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:35.592186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7702f8d0-f8dd-4871-aedc-aae9553b62ed None None] Routers {'bfe82991-e052-491d-be20-5a4a84d8cb06'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:35.593490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7702f8d0-f8dd-4871-aedc-aae9553b62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bfe82991-e052-491d-be20-5a4a84d8cb06'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:35.607701 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b25ce01a-4c07-4f0c-8726-c029ee52cdf1 req-e7daa0d3-d797-4264-8c8c-4869085cdff2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365851 Jul 16 18:18:35.635217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7702f8d0-f8dd-4871-aedc-aae9553b62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:35.644820 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7702f8d0-f8dd-4871-aedc-aae9553b62ed None None] Routers {'bfe82991-e052-491d-be20-5a4a84d8cb06'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:35.645616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7702f8d0-f8dd-4871-aedc-aae9553b62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bfe82991-e052-491d-be20-5a4a84d8cb06'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:35.678629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7702f8d0-f8dd-4871-aedc-aae9553b62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:35.679294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7702f8d0-f8dd-4871-aedc-aae9553b62ed None None] The sync data for ids ['bfe82991-e052-491d-be20-5a4a84d8cb06'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:35.881355 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43840b5b-1ea3-449b-9038-53f8e5629d18 req-6bd9ba9c-e74c-4c98-bdf0-3db1668d5934 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:35.883320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43840b5b-1ea3-449b-9038-53f8e5629d18 req-6bd9ba9c-e74c-4c98-bdf0-3db1668d5934 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.0759532 Jul 16 18:18:35.924733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43840b5b-1ea3-449b-9038-53f8e5629d18 req-78be49fb-b625-4a22-bc8e-b0625aa27573 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357096 Jul 16 18:18:36.005684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-344e454a-4c0b-4a3e-bbdb-3432ef7b3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.008203 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-344e454a-4c0b-4a3e-bbdb-3432ef7b3d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.009359 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-344e454a-4c0b-4a3e-bbdb-3432ef7b3d5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c06b42b8-e8dc-4c5f-9f5f-ea8c5fd956e8 HTTP/1.1" status: 204 len: 168 time: 0.5582721 Jul 16 18:18:36.046630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e454a-4c0b-4a3e-bbdb-3432ef7b3d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06b42b8-e8dc-4c5f-9f5f-ea8c5fd956e8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.084526 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0c54ef0b-bb81-4878-ac5e-4c8613363843 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/routers/bfe82991-e052-491d-be20-5a4a84d8cb06 HTTP/1.1" status: 200 len: 888 time: 0.5132170 Jul 16 18:18:36.087248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60088) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:36.123019 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-59d2b764-b545-4c35-8dee-61c8f41e08fb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe82991-e052-491d-be20-5a4a84d8cb06 HTTP/1.1" status: 200 len: 205 time: 0.0344689 Jul 16 18:18:36.125607 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60090) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:36.237626 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.345713 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.419181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port 5d579c18-f41d-41ba-ac58-554b11dad336 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:36.419536 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.503729 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.518024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for 5d579c18-f41d-41ba-ac58-554b11dad336 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:36.781141 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.812907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=5d579c18-f41d-41ba-ac58-554b11dad336,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.886789 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd12bf8-8b5d-4dff-a87a-8565d58a952d req-f201e1ad-aa9f-489a-af80-fedf8ebe7045 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:36.888505 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1bd12bf8-8b5d-4dff-a87a-8565d58a952d req-f201e1ad-aa9f-489a-af80-fedf8ebe7045 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.1562841 Jul 16 18:18:36.918318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.027908 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.032055 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1bd12bf8-8b5d-4dff-a87a-8565d58a952d req-1ddb52c2-874f-475b-a203-ab1deff540ff tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317196 Jul 16 18:18:37.033214 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.110187 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.110677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Fanout notify agent at l3_agent the message router_deleted on router bfe82991-e052-491d-be20-5a4a84d8cb06 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:37.119148 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.124459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60120) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:37.124911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d52c752b-f05d-4464-95cd-8239110f121d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/bfe82991-e052-491d-be20-5a4a84d8cb06 HTTP/1.1" status: 204 len: 168 time: 0.9978552 Jul 16 18:18:37.132744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-011d0944-05c9-4f4f-a420-c346452794d9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'network': {'name': 'tempest-RoutersTest-1096685124'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:37.161287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f3a30-d326-431c-8d0a-ecf4aa045073 req-ba73795e-2452-40c7-b357-c08b2bb223e9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:37.162853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec9f3a30-d326-431c-8d0a-ecf4aa045073 req-ba73795e-2452-40c7-b357-c08b2bb223e9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.0889380 Jul 16 18:18:37.164428 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011d0944-05c9-4f4f-a420-c346452794d9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:37.170598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-011d0944-05c9-4f4f-a420-c346452794d9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.212517 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec9f3a30-d326-431c-8d0a-ecf4aa045073 req-118ddbd1-ac55-4c5b-8bab-cbf1acd4aae2 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Jul 16 18:18:37.213279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011d0944-05c9-4f4f-a420-c346452794d9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:37.223399 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-011d0944-05c9-4f4f-a420-c346452794d9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.223766 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-011d0944-05c9-4f4f-a420-c346452794d9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Added segment c64cacb9-8eea-4edc-bcc5-4d8269072d9c of type vlan for network 3e63d385-2612-48ac-aaa8-b959103c5195 Jul 16 18:18:37.272528 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-011d0944-05c9-4f4f-a420-c346452794d9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.313217 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-011d0944-05c9-4f4f-a420-c346452794d9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.319296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d0944-05c9-4f4f-a420-c346452794d9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:37.319983 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-011d0944-05c9-4f4f-a420-c346452794d9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.359162 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-011d0944-05c9-4f4f-a420-c346452794d9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2300279 Jul 16 18:18:37.359590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60128) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:37.365090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-061da92d-6afb-4195-b9ca-b7ee36a50a5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'subnet': {'network_id': '3e63d385-2612-48ac-aaa8-b959103c5195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:37.424188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d0944-05c9-4f4f-a420-c346452794d9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Network': ['ID=3e63d385-2612-48ac-aaa8-b959103c5195,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:37.443448 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 3e63d385-2612-48ac-aaa8-b959103c5195 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:37.500828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061da92d-6afb-4195-b9ca-b7ee36a50a5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:37.504860 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-061da92d-6afb-4195-b9ca-b7ee36a50a5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.718644 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-061da92d-6afb-4195-b9ca-b7ee36a50a5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.785045 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061da92d-6afb-4195-b9ca-b7ee36a50a5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Subnet': ['ID=89fdb495-8476-4e6e-a1cf-0ad1e9cd705f,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:37.792284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061da92d-6afb-4195-b9ca-b7ee36a50a5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Checking segment: {'id': 'c64cacb9-8eea-4edc-bcc5-4d8269072d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3e63d385-2612-48ac-aaa8-b959103c5195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:37.793001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061da92d-6afb-4195-b9ca-b7ee36a50a5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network hostable DHCP agents. Network: 3e63d385-2612-48ac-aaa8-b959103c5195, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:37.810000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061da92d-6afb-4195-b9ca-b7ee36a50a5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 3e63d385-2612-48ac-aaa8-b959103c5195 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:37.827316 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-061da92d-6afb-4195-b9ca-b7ee36a50a5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 3e63d385-2612-48ac-aaa8-b959103c5195) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:37.836605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba78cb2-52a5-4d4a-8c80-14f8356dd9c9 None None] Network 3e63d385-2612-48ac-aaa8-b959103c5195 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:37.838953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061da92d-6afb-4195-b9ca-b7ee36a50a5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:37.841894 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-061da92d-6afb-4195-b9ca-b7ee36a50a5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.858883 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-061da92d-6afb-4195-b9ca-b7ee36a50a5e tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4974496 Jul 16 18:18:37.862454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60142) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:37.869185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f1a2202c-a7ad-417e-acfb-93a5e4dca4be tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1386613083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:37.901559 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1a2202c-a7ad-417e-acfb-93a5e4dca4be tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.902870 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1a2202c-a7ad-417e-acfb-93a5e4dca4be tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.974470 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1a2202c-a7ad-417e-acfb-93a5e4dca4be tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.979187 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1a2202c-a7ad-417e-acfb-93a5e4dca4be tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.997541 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1a2202c-a7ad-417e-acfb-93a5e4dca4be tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.999235 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f1a2202c-a7ad-417e-acfb-93a5e4dca4be tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1341767 Jul 16 18:18:38.001490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60146) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:38.026840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-3e63d385-2612-48ac-aaa8-b959103c5195', 'network_id': '3e63d385-2612-48ac-aaa8-b959103c5195', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'fixed_ips': [{'subnet_id': '89fdb495-8476-4e6e-a1cf-0ad1e9cd705f'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:38.028064 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.208967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Allocated IP 172.20.0.2 (3e63d385-2612-48ac-aaa8-b959103c5195/89fdb495-8476-4e6e-a1cf-0ad1e9cd705f/9a75cc0b-79a5-4328-86dd-ad7b007f3513) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:38.345410 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.382668 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.399858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3324e1f-257f-4112-85be-667421ab0b87 req-916be248-cacf-45ef-965e-1d9735c3a7e1 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.402216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3324e1f-257f-4112-85be-667421ab0b87 req-916be248-cacf-45ef-965e-1d9735c3a7e1 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.1737261 Jul 16 18:18:38.418629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Transition to ACTIVE for port object 9a75cc0b-79a5-4328-86dd-ad7b007f3513 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:38.452730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3324e1f-257f-4112-85be-667421ab0b87 req-1001972a-d306-4ac3-9784-52cee6ab13ca tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404007 Jul 16 18:18:38.473342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Transition to ACTIVE for port object 9a75cc0b-79a5-4328-86dd-ad7b007f3513 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:38.489758 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.600145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Network 3e63d385-2612-48ac-aaa8-b959103c5195 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:38.601500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Pushing event updated for resources: {'Port': ['ID=9a75cc0b-79a5-4328-86dd-ad7b007f3513,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.606488 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:38.616198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:38.672154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Allocated IP 172.20.0.1 (3e63d385-2612-48ac-aaa8-b959103c5195/89fdb495-8476-4e6e-a1cf-0ad1e9cd705f/5a0f8961-b0cb-4a87-a2da-89f39d6478fb) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:38.697107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Attempting to bind port 9a75cc0b-79a5-4328-86dd-ad7b007f3513 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:38.697488 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Attempting to bind port 9a75cc0b-79a5-4328-86dd-ad7b007f3513 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'c64cacb9-8eea-4edc-bcc5-4d8269072d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3e63d385-2612-48ac-aaa8-b959103c5195'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:38.697898 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Attempting to bind port 9a75cc0b-79a5-4328-86dd-ad7b007f3513 on network 3e63d385-2612-48ac-aaa8-b959103c5195 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:38.699434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60156) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:38.704078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:38.704463 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Checking segment: {'id': 'c64cacb9-8eea-4edc-bcc5-4d8269072d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3e63d385-2612-48ac-aaa8-b959103c5195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:38.705879 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.706028 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Request body: {'network': {'name': 'tempest-network-smoke--359491032', 'project_id': '1185488738334c0392568c2ce28c5a36', 'port_security_enabled': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:38.706145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Bound using segment: {'id': 'c64cacb9-8eea-4edc-bcc5-4d8269072d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3e63d385-2612-48ac-aaa8-b959103c5195'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:38.706145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Bound port: 9a75cc0b-79a5-4328-86dd-ad7b007f3513, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64cacb9-8eea-4edc-bcc5-4d8269072d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3e63d385-2612-48ac-aaa8-b959103c5195'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:38.706432 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.774803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471803d-2446-45ec-9556-d0ec9a53024f req-bc9eb659-e434-45bb-9846-ef347e138068 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.776611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1471803d-2446-45ec-9556-d0ec9a53024f req-bc9eb659-e434-45bb-9846-ef347e138068 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.1127622 Jul 16 18:18:38.782808 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Made reservation on behalf of 1185488738334c0392568c2ce28c5a36 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:38.786546 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.797930 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] For port 9a75cc0b-79a5-4328-86dd-ad7b007f3513, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:38.803602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] For port 9a75cc0b-79a5-4328-86dd-ad7b007f3513, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9a75cc0b-79a5-4328-86dd-ad7b007f3513,segment=NetworkSegment(c64cacb9-8eea-4edc-bcc5-4d8269072d9c),segment_id=c64cacb9-8eea-4edc-bcc5-4d8269072d9c)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:38.808124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.808950 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.825833 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1471803d-2446-45ec-9556-d0ec9a53024f req-41d052b1-b6e4-457b-a22a-27c69e633c5b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Jul 16 18:18:38.860355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.882483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59859945-c2e8-4f07-b3c5-23244f819645 None None] Pushing event updated for resources: {'Port': ['ID=9a75cc0b-79a5-4328-86dd-ad7b007f3513,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.886033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Transition to ACTIVE for port object 5a0f8961-b0cb-4a87-a2da-89f39d6478fb will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:38.953296 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.015206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 3e63d385-2612-48ac-aaa8-b959103c5195 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:39.025153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.026544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:39.031167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:39.038442 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.077340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=5a0f8961-b0cb-4a87-a2da-89f39d6478fb,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:39.091870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:39.129354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8307e0-46ff-4442-a7fe-8efea02bc684,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:39.142035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.142394 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Added segment 247d460f-6614-4a21-9941-50c8dbeea640 of type vlan for network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f Jul 16 18:18:39.152544 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.264133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.411095 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.428305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.443359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:39.443571 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.493240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9a75cc0b-79a5-4328-86dd-ad7b007f3513 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:39.520341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60172) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:39.520817 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8189852 Jul 16 18:18:39.525681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'admin_state_up': True, 'project_id': '1185488738334c0392568c2ce28c5a36', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:39.564780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a311b8-86a7-4e4e-8a81-f2bd2d85709f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Network': ['ID=41d713b7-a1f3-4683-a3c3-3515ef91bf9f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:39.577512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 9a75cc0b-79a5-4328-86dd-ad7b007f3513 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:39.583631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:39.599740 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.600824 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.761179 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 1f3c3132-5746-4a43-a198-55e663d9b4bc details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:39.899800 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.966967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:39.984068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'port_id': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'mac_address': 'fa:16:3e:cc:b4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:40.042280 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.049844 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.087588 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.138217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3c3132-5746-4a43-a198-55e663d9b4bc {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:40.211330 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.212385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:40.218482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=5a0f8961-b0cb-4a87-a2da-89f39d6478fb,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.220346 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.304492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=1f3c3132-5746-4a43-a198-55e663d9b4bc,revision_number=11']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.340884 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 3e63d385-2612-48ac-aaa8-b959103c5195 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:40.342697 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:40.387273 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25e66d2-3f5f-4e51-bd1a-7c1aecf865f1 None None] Network 3e63d385-2612-48ac-aaa8-b959103c5195 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:40.505870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['1f3c3132-5746-4a43-a198-55e663d9b4bc'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:40.535027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 8f255c33-2882-4bd5-af2d-cfeb08e18252 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:40.543360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b103b306-3bdf-4381-b553-4491cbdab1da tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:40.545413 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b103b306-3bdf-4381-b553-4491cbdab1da tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 815 time: 0.8988721 Jul 16 18:18:40.617201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be2742-3ca5-4564-b978-2e38e1e53edd req-304054c6-2b80-4ec9-b75a-eb549555881c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:40.627598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0be2742-3ca5-4564-b978-2e38e1e53edd req-304054c6-2b80-4ec9-b75a-eb549555881c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 945 time: 0.8595576 Jul 16 18:18:40.630893 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.645632 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-beb6a25a-72ce-4c5e-b664-fdcdcf3291d4 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/quotas/d1a41ea6ec544b1eb0c1f84de92fdb66 HTTP/1.1" status: 200 len: 375 time: 0.0683453 Jul 16 18:18:40.694724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:40.701021 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-489b8bf6-005c-4a24-a1c7-daf0a9e4ee3f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/8f255c33-2882-4bd5-af2d-cfeb08e18252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6982682 Jul 16 18:18:40.707414 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07500946-57c2-42c5-a98f-f7332ffe8a1b None None] Sync routers for ids ['8f255c33-2882-4bd5-af2d-cfeb08e18252'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:40.711448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60190) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:40.724116 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07500946-57c2-42c5-a98f-f7332ffe8a1b None None] Routers {'8f255c33-2882-4bd5-af2d-cfeb08e18252'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:40.725008 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-07500946-57c2-42c5-a98f-f7332ffe8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8f255c33-2882-4bd5-af2d-cfeb08e18252'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:40.802534 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-07500946-57c2-42c5-a98f-f7332ffe8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:40.824339 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07500946-57c2-42c5-a98f-f7332ffe8a1b None None] Routers {'8f255c33-2882-4bd5-af2d-cfeb08e18252'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:40.824993 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-07500946-57c2-42c5-a98f-f7332ffe8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8f255c33-2882-4bd5-af2d-cfeb08e18252'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:40.830120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c41012-5001-4863-aec1-10a2f0fb5124 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:40.832547 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-35c41012-5001-4863-aec1-10a2f0fb5124 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports/5a0f8961-b0cb-4a87-a2da-89f39d6478fb HTTP/1.1" status: 200 len: 910 time: 0.1133695 Jul 16 18:18:40.835576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60192) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:40.836410 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0be2742-3ca5-4564-b978-2e38e1e53edd req-baad830f-73f8-4463-b981-142c78a55dde tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006843 Jul 16 18:18:40.841686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-27677616-0fe5-4771-9ee3-f46852772ff3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89fdb495-8476-4e6e-a1cf-0ad1e9cd705f'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:40.897185 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-07500946-57c2-42c5-a98f-f7332ffe8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:40.898281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-01174781-732b-46f4-b6d2-035adcbc9645 None None] Provisioning for port 9a75cc0b-79a5-4328-86dd-ad7b007f3513 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:40.898628 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07500946-57c2-42c5-a98f-f7332ffe8a1b None None] The sync data for ids ['8f255c33-2882-4bd5-af2d-cfeb08e18252'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:40.955420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-12e2e087-cb89-4eaa-9e44-365feea3d2df tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3073859 Jul 16 18:18:40.977444 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-01174781-732b-46f4-b6d2-035adcbc9645 None None] Provisioning complete for port 9a75cc0b-79a5-4328-86dd-ad7b007f3513 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:40.977919 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-01174781-732b-46f4-b6d2-035adcbc9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.151237 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27677616-0fe5-4771-9ee3-f46852772ff3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.259505 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-01174781-732b-46f4-b6d2-035adcbc9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.277509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-783e2ef2-d640-44a5-8370-98fa0a94143b service neutron] 10.222.0.24 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211789 Jul 16 18:18:41.298871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-01174781-732b-46f4-b6d2-035adcbc9645 None None] For port 9a75cc0b-79a5-4328-86dd-ad7b007f3513, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9a75cc0b-79a5-4328-86dd-ad7b007f3513,segment=NetworkSegment(c64cacb9-8eea-4edc-bcc5-4d8269072d9c),segment_id=c64cacb9-8eea-4edc-bcc5-4d8269072d9c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:41.304220 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-01174781-732b-46f4-b6d2-035adcbc9645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.341391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554291d-a3f0-4aba-81d9-ec982dbc0e11 req-e29614d2-4aa5-4bb4-9595-4034d593327c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:41.349475 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6554291d-a3f0-4aba-81d9-ec982dbc0e11 req-e29614d2-4aa5-4bb4-9595-4034d593327c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.2310460 Jul 16 18:18:41.394600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01174781-732b-46f4-b6d2-035adcbc9645 None None] Pushing event updated for resources: {'Port': ['ID=9a75cc0b-79a5-4328-86dd-ad7b007f3513,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.439793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e9cff26c-11c5-4995-8a0e-fae2d182e0d6 None None] Provisioning for port 5a0f8961-b0cb-4a87-a2da-89f39d6478fb completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:41.444544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e9cff26c-11c5-4995-8a0e-fae2d182e0d6 None None] Provisioning complete for port 5a0f8961-b0cb-4a87-a2da-89f39d6478fb triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:41.444926 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e9cff26c-11c5-4995-8a0e-fae2d182e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.494314 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e9cff26c-11c5-4995-8a0e-fae2d182e0d6 None None] Port 5a0f8961-b0cb-4a87-a2da-89f39d6478fb cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:41.512050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e9cff26c-11c5-4995-8a0e-fae2d182e0d6 None None] Provisioning complete for port 9a75cc0b-79a5-4328-86dd-ad7b007f3513 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:41.512728 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e9cff26c-11c5-4995-8a0e-fae2d182e0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.639391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6554291d-a3f0-4aba-81d9-ec982dbc0e11 req-7dd7c5ab-1e75-4154-8b69-d43cbcb03a30 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888513 Jul 16 18:18:41.642106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.664663 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-93602d1b-3857-479f-8777-89ea8ac7c40f service neutron] 10.222.0.24 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807831 Jul 16 18:18:41.704633 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.747292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27677616-0fe5-4771-9ee3-f46852772ff3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.760127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-400b1ada-c261-44f5-a14c-e74a20def221 None None] Provisioning complete for port 5a0f8961-b0cb-4a87-a2da-89f39d6478fb triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:41.760510 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-400b1ada-c261-44f5-a14c-e74a20def221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.776530 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27677616-0fe5-4771-9ee3-f46852772ff3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.827619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 1f3c3132-5746-4a43-a198-55e663d9b4bc up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:41.895334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Allocated IP 172.25.3.217 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:41.913370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27677616-0fe5-4771-9ee3-f46852772ff3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=5a0f8961-b0cb-4a87-a2da-89f39d6478fb,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.969426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 1f3c3132-5746-4a43-a198-55e663d9b4bc completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:41.972290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91c68e01-35c0-4df6-98ba-8fa4da3dd3f9 req-7db1c182-ed22-441d-91ed-ee2350a1bde7 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 210 time: 0.1067140 Jul 16 18:18:41.976725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 1f3c3132-5746-4a43-a198-55e663d9b4bc triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:41.977287 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.998026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27677616-0fe5-4771-9ee3-f46852772ff3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:41.998721 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27677616-0fe5-4771-9ee3-f46852772ff3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.004448 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-27677616-0fe5-4771-9ee3-f46852772ff3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/ports/5a0f8961-b0cb-4a87-a2da-89f39d6478fb HTTP/1.1" status: 200 len: 910 time: 1.1677752 Jul 16 18:18:42.006978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60200) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:42.009625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-400b1ada-c261-44f5-a14c-e74a20def221 None None] Port 5a0f8961-b0cb-4a87-a2da-89f39d6478fb cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:42.110782 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.145578 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.197246 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:42.200555 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1258b721-ba05-46b0-bb2e-c971f23629fc" -d '{"events": [{"server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "name": "network-vif-plugged", "status": "completed", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:42.217616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:42.220746 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-09ac6c31-c961-4b2e-81b7-97820e306f03 None None] Provisioning complete for port 5a0f8961-b0cb-4a87-a2da-89f39d6478fb triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:42.221428 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-09ac6c31-c961-4b2e-81b7-97820e306f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.226599 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.305052 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899529a3-3593-4a2d-a4e9-265dd0fbd2c8 x-openstack-request-id: req-899529a3-3593-4a2d-a4e9-265dd0fbd2c8 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:42.305489 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "name": "network-vif-plugged", "status": "completed", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:42.305803 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-899529a3-3593-4a2d-a4e9-265dd0fbd2c8 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:42.306384 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'code': 200} Jul 16 18:18:42.327443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-09ac6c31-c961-4b2e-81b7-97820e306f03 None None] Port 5a0f8961-b0cb-4a87-a2da-89f39d6478fb cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:42.332740 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.368974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=1f3c3132-5746-4a43-a198-55e663d9b4bc,revision_number=12']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:42.377820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5921e67-6070-4497-bf92-7d508b5c1c69 req-862b4554-9c52-4f2d-9de3-fe63fc9a18b1 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.380627 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5921e67-6070-4497-bf92-7d508b5c1c69 req-862b4554-9c52-4f2d-9de3-fe63fc9a18b1 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 946 time: 0.2230155 Jul 16 18:18:42.402230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:42.414887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:42.421063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:42.580187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Port': ['ID=57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:42.622220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5921e67-6070-4497-bf92-7d508b5c1c69 req-4a38b12a-f1de-4a35-831e-f1d6032f0ac8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135253 Jul 16 18:18:42.666919 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-244086a6-7753-446a-9f99-bd368a016079 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.850071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf44c8f-e46f-40b6-a0b5-6aac94ee4dba req-23a12a81-5134-4d65-bd9e-9d5af5ac6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.854085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccf44c8f-e46f-40b6-a0b5-6aac94ee4dba req-23a12a81-5134-4d65-bd9e-9d5af5ac6ea9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 1099 time: 0.3245921 Jul 16 18:18:42.951874 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccf44c8f-e46f-40b6-a0b5-6aac94ee4dba req-31a0865a-3cb1-4383-973f-3db57c84ad66 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789773 Jul 16 18:18:43.096690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b576-7295-4144-ab02-338ebe76686d req-216e3ae9-38f5-40cc-a10f-4ecd6d37c96d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:43.098896 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d15b576-7295-4144-ab02-338ebe76686d req-216e3ae9-38f5-40cc-a10f-4ecd6d37c96d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.1945796 Jul 16 18:18:43.103740 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.117691 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-244086a6-7753-446a-9f99-bd368a016079 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port 5a0f8961-b0cb-4a87-a2da-89f39d6478fb {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:43.121177 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-244086a6-7753-446a-9f99-bd368a016079 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.217476 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a3eb5827-6ab3-4630-aeb2-96cf506eae45 req-c6f64daf-61e8-4b76-b98c-e2c1a6fb2823 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 210 time: 0.1104715 Jul 16 18:18:43.227033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d15b576-7295-4144-ab02-338ebe76686d req-823427f4-5a49-4189-aa0d-0df0edd05267 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092951 Jul 16 18:18:43.252297 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-244086a6-7753-446a-9f99-bd368a016079 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.266540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-244086a6-7753-446a-9f99-bd368a016079 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for 5a0f8961-b0cb-4a87-a2da-89f39d6478fb owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:43.377479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9a75cc0b-79a5-4328-86dd-ad7b007f3513 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:43.427280 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.439489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9a75cc0b-79a5-4328-86dd-ad7b007f3513 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:43.439887 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.487740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-244086a6-7753-446a-9f99-bd368a016079 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.505891 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d2726bab-8000-4968-95e5-e9a5c730ff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.527882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244086a6-7753-446a-9f99-bd368a016079 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=5a0f8961-b0cb-4a87-a2da-89f39d6478fb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:43.758522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Router ac70bc16-f716-40d9-b83a-4a37fcc72be4 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:43.760959 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-244086a6-7753-446a-9f99-bd368a016079 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.821895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-0616c090-b6ce-47a8-8ef9-4a232107ded8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:43.823515 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-0616c090-b6ce-47a8-8ef9-4a232107ded8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.32 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 815 time: 0.1974294 Jul 16 18:18:43.934833 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b3a12fd1-3145-4dba-bd71-632206753d88 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Request body: {'port': {'device_id': '54311dcf-8d1e-4eff-aa0b-b41e89012853', 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2', 'admin_state_up': True, 'tenant_id': 'd1a41ea6ec544b1eb0c1f84de92fdb66'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:44.145015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:44.155926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Sync routers for ids ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:44.177553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Routers {'ac70bc16-f716-40d9-b83a-4a37fcc72be4'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:44.178531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:44.184275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ab715-2a12-4251-b02d-aa653e970628 req-d8c4e022-4abf-4b56-b34d-9feac5a3a483 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:44.186038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc8ab715-2a12-4251-b02d-aa653e970628 req-d8c4e022-4abf-4b56-b34d-9feac5a3a483 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 947 time: 0.2763822 Jul 16 18:18:44.200615 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.202811 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-46243e20-c6af-47cb-8aca-a9e5f6ee2390 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6810737 Jul 16 18:18:44.226834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60238) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:44.267935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc8ab715-2a12-4251-b02d-aa653e970628 req-df55b18e-ce8b-4641-86f8-85b184b0ca9e tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699127 Jul 16 18:18:44.270605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b3a12fd1-3145-4dba-bd71-632206753d88 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Made reservation on behalf of d1a41ea6ec544b1eb0c1f84de92fdb66 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:44.274942 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b3a12fd1-3145-4dba-bd71-632206753d88 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.511624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Set router ac70bc16-f716-40d9-b83a-4a37fcc72be4 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:44.552226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244086a6-7753-446a-9f99-bd368a016079 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 8f255c33-2882-4bd5-af2d-cfeb08e18252 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:44.643070 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244086a6-7753-446a-9f99-bd368a016079 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:44.653774 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d293aab-de33-421d-a970-e557bd1f5c06 None None] Sync routers for ids ['8f255c33-2882-4bd5-af2d-cfeb08e18252'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:44.655577 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-244086a6-7753-446a-9f99-bd368a016079 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/8f255c33-2882-4bd5-af2d-cfeb08e18252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6473117 Jul 16 18:18:44.657437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60266) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:44.666947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1112c4a9-b532-4099-b58f-50fef56fe97d tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=1185488738334c0392568c2ce28c5a36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4367545 Jul 16 18:18:44.670992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60268) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:44.672262 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d293aab-de33-421d-a970-e557bd1f5c06 None None] Routers {'8f255c33-2882-4bd5-af2d-cfeb08e18252'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:44.675973 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4d293aab-de33-421d-a970-e557bd1f5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8f255c33-2882-4bd5-af2d-cfeb08e18252'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:44.740487 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4d293aab-de33-421d-a970-e557bd1f5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:44.751726 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d293aab-de33-421d-a970-e557bd1f5c06 None None] Routers {'8f255c33-2882-4bd5-af2d-cfeb08e18252'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:44.752727 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4d293aab-de33-421d-a970-e557bd1f5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8f255c33-2882-4bd5-af2d-cfeb08e18252'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:44.752910 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14b7881d-d84a-4533-90cb-7e6da63e858d req-f491b435-f98a-4c19-9f4a-ebdf9fd08e90 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 210 time: 0.2193997 Jul 16 18:18:44.769608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b3a12fd1-3145-4dba-bd71-632206753d88 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Allocated IP 172.20.0.11 (ae3520e2-3294-4ffe-b53c-3cd79fc510e2/decebe86-3aa7-4911-8fa3-82eb9564b542/9bcb685d-6131-400c-883d-e5eaee27abde) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:44.790070 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d9e5c38a-5160-4a59-8661-bf2ed9ba50d3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f255c33-2882-4bd5-af2d-cfeb08e18252 HTTP/1.1" status: 200 len: 205 time: 0.1299183 Jul 16 18:18:44.790070 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60270) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:44.805961 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4d293aab-de33-421d-a970-e557bd1f5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:44.806917 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d293aab-de33-421d-a970-e557bd1f5c06 None None] The sync data for ids ['8f255c33-2882-4bd5-af2d-cfeb08e18252'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:44.841306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:18:42Z', 'revision_number': 3, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:44.863517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cccc3-b480-4ad7-96ca-c1964a13faf7 req-f367b7c5-177a-465d-91fc-263693e227cc tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:44.865246 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c5cccc3-b480-4ad7-96ca-c1964a13faf7 req-f367b7c5-177a-465d-91fc-263693e227cc tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.3152897 Jul 16 18:18:44.874369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3246055-6d92-4f3e-a439-bd593dccfc5c tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:44.874576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Checking router: ac70bc16-f716-40d9-b83a-4a37fcc72be4 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:44.875575 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Updating router ac70bc16-f716-40d9-b83a-4a37fcc72be4 port 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:44.879666 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c3246055-6d92-4f3e-a439-bd593dccfc5c tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2047546 Jul 16 18:18:44.879666 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60272) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:44.920323 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.923721 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61ab70d8-0c56-4529-9494-9e3449012276 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.930531 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1545a875-a20f-4617-83ee-d81ef0468c78 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475297 Jul 16 18:18:44.933415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60274) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:44.939465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c1e21550-4898-4d55-8fa6-0cafb4f15a0f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1204309696', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'project_id': '1185488738334c0392568c2ce28c5a36', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:45.143421 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61ab70d8-0c56-4529-9494-9e3449012276 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.147021 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61ab70d8-0c56-4529-9494-9e3449012276 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.227236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61ab70d8-0c56-4529-9494-9e3449012276 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.227912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ab70d8-0c56-4529-9494-9e3449012276 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Fanout notify agent at l3_agent the message router_deleted on router 8f255c33-2882-4bd5-af2d-cfeb08e18252 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:45.234823 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61ab70d8-0c56-4529-9494-9e3449012276 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.240960 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-61ab70d8-0c56-4529-9494-9e3449012276 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/8f255c33-2882-4bd5-af2d-cfeb08e18252 HTTP/1.1" status: 204 len: 168 time: 0.4505887 Jul 16 18:18:45.241608 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60276) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:45.320572 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a98a042-cb84-477e-a76d-84a332651d9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting subnet 89fdb495-8476-4e6e-a1cf-0ad1e9cd705f {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:45.324670 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a98a042-cb84-477e-a76d-84a332651d9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.382859 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.404125 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Transition to ACTIVE for port object 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:45.412827 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.487082 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a98a042-cb84-477e-a76d-84a332651d9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.524634 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c5cccc3-b480-4ad7-96ca-c1964a13faf7 req-0ae956eb-361b-41c3-8742-7c1ff257579d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507459 Jul 16 18:18:45.540105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Attempting to bind port 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:45.541947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Attempting to bind port 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:45.542497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Attempting to bind port 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:45.560821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:45.564163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:45.564799 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.568493 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:45.569287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Bound port: 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:45.569912 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.573405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c22dd-acbf-4be2-9641-92e88d3394b4 None None] Pushing event updated for resources: {'Port': ['ID=57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:45.611554 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b3a12fd1-3145-4dba-bd71-632206753d88 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.632663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] For port 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:45.635662 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a98a042-cb84-477e-a76d-84a332651d9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.636602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] For port 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:45.642269 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.649849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e21550-4898-4d55-8fa6-0cafb4f15a0f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Made reservation on behalf of 1185488738334c0392568c2ce28c5a36 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:45.653418 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1e21550-4898-4d55-8fa6-0cafb4f15a0f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.721350 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a98a042-cb84-477e-a76d-84a332651d9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.725780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Routers {'ac70bc16-f716-40d9-b83a-4a37fcc72be4'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:45.726427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:45.765068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c22dd-acbf-4be2-9641-92e88d3394b4 None None] Pushing event updated for resources: {'Port': ['ID=57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:45.765802 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98a042-cb84-477e-a76d-84a332651d9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Subnet': ['ID=89fdb495-8476-4e6e-a1cf-0ad1e9cd705f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:45.769567 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cfec861d-546c-46d7-a4ea-151c54087f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.779464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea485ed-a651-44ba-978c-1b3aaffa1421 None None] Network 3e63d385-2612-48ac-aaa8-b959103c5195 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:45.780399 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1a98a042-cb84-477e-a76d-84a332651d9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.786119 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1a98a042-cb84-477e-a76d-84a332651d9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/89fdb495-8476-4e6e-a1cf-0ad1e9cd705f HTTP/1.1" status: 204 len: 168 time: 0.5434513 Jul 16 18:18:45.786838 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60282) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:45.890829 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1e21550-4898-4d55-8fa6-0cafb4f15a0f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.932859 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.968156 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] Set router ac70bc16-f716-40d9-b83a-4a37fcc72be4 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:46.007397 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e21550-4898-4d55-8fa6-0cafb4f15a0f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Subnet': ['ID=e5ca6ce2-2880-47d3-80a2-36ec21fbfcce,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.009742 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port 9a75cc0b-79a5-4328-86dd-ad7b007f3513 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:46.010240 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.064261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e67c3074-7881-4a71-9f4c-46f220297701 req-4c9a99e9-5b32-45e0-a963-34c6a32e178b tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 210 time: 0.1211147 Jul 16 18:18:46.065708 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.073178 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b3a12fd1-3145-4dba-bd71-632206753d88 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.100640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['80c076fc-41a7-4f97-afcf-12812a43a24d', '1ddb5d9f-0865-4439-b8a9-7395c9b69539'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:46.103433 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] For port 9a75cc0b-79a5-4328-86dd-ad7b007f3513, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9a75cc0b-79a5-4328-86dd-ad7b007f3513,segment=NetworkSegment(c64cacb9-8eea-4edc-bcc5-4d8269072d9c),segment_id=c64cacb9-8eea-4edc-bcc5-4d8269072d9c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:46.103994 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.118275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for 9a75cc0b-79a5-4328-86dd-ad7b007f3513 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:46.174470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e21550-4898-4d55-8fa6-0cafb4f15a0f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Checking segment: {'id': '247d460f-6614-4a21-9941-50c8dbeea640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:46.175469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e21550-4898-4d55-8fa6-0cafb4f15a0f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Network hostable DHCP agents. Network: 41d713b7-a1f3-4683-a3c3-3515ef91bf9f, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:46.201580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b3a12fd1-3145-4dba-bd71-632206753d88 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:46.229879 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc47429-a1c2-4486-8544-41b8c77e928c req-179870b2-1eac-427a-8679-0e789a20c9e3 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:46.231932 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdc47429-a1c2-4486-8544-41b8c77e928c req-179870b2-1eac-427a-8679-0e789a20c9e3 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 947 time: 0.5831645 Jul 16 18:18:46.236248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a12fd1-3145-4dba-bd71-632206753d88 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Pushing event updated for resources: {'Port': ['ID=9bcb685d-6131-400c-883d-e5eaee27abde,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.240039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b3a12fd1-3145-4dba-bd71-632206753d88 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:46.244037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b3a12fd1-3145-4dba-bd71-632206753d88 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:46.249446 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.290406 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e21550-4898-4d55-8fa6-0cafb4f15a0f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:46.303902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae06be44-678c-46e2-8190-c43173dd441f None None] DHCP port deletion for 3e63d385-2612-48ac-aaa8-b959103c5195 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:46.313120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c1e21550-4898-4d55-8fa6-0cafb4f15a0f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 41d713b7-a1f3-4683-a3c3-3515ef91bf9f) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:46.313687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=9a75cc0b-79a5-4328-86dd-ad7b007f3513,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.328614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No DVR routers for this DVR port 9a75cc0b-79a5-4328-86dd-ad7b007f3513 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:46.342430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e21550-4898-4d55-8fa6-0cafb4f15a0f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:46.343078 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1e21550-4898-4d55-8fa6-0cafb4f15a0f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.348320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdc47429-a1c2-4486-8544-41b8c77e928c req-c660e297-0cbe-46ea-a31f-0e000b514739 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994263 Jul 16 18:18:46.368372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b3a12fd1-3145-4dba-bd71-632206753d88 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:46.369057 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b3a12fd1-3145-4dba-bd71-632206753d88 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.377090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361891af-8049-40ba-8201-816f05a266a0 None None] Network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:46.387452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-b3a12fd1-3145-4dba-bd71-632206753d88 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4764645 Jul 16 18:18:46.389348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c1e21550-4898-4d55-8fa6-0cafb4f15a0f tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4549296 Jul 16 18:18:46.393196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60288) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:46.412485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Request body: {'port': {'device_id': '54311dcf-8d1e-4eff-aa0b-b41e89012853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:46.454563 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.470732 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e63d385-2612-48ac-aaa8-b959103c5195']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:46.483491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64cacb9-8eea-4edc-bcc5-4d8269072d9c') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:46.484572 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64cacb9-8eea-4edc-bcc5-4d8269072d9c') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:46.504209 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.523900 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.524212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:18:42Z', 'revision_number': 3, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:46.531841 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:46.532630 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:46.538402 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:46.556891 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90091e82-dd16-4084-9e9a-215aa4f2e963 None None] The sync data for ids ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'] in n-d-787205-10 is: [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:18:42Z', 'revision_number': 3, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:46.607212 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.665285 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.680590 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.691105 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/networks/3e63d385-2612-48ac-aaa8-b959103c5195 HTTP/1.1" status: 204 len: 168 time: 0.9024274 Jul 16 18:18:46.700711 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60296) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:46.705768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-769fb722-341a-4973-914e-0b6a5f13ca76 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-327339445', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:46.721735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca3e2c-3558-4925-9635-da6baaa4badb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Network': ['ID=3e63d385-2612-48ac-aaa8-b959103c5195,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.756473 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-769fb722-341a-4973-914e-0b6a5f13ca76 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.757922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-769fb722-341a-4973-914e-0b6a5f13ca76 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.788900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'fixed_ips': [{'subnet_id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:46.790613 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.846755 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-769fb722-341a-4973-914e-0b6a5f13ca76 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.854941 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-769fb722-341a-4973-914e-0b6a5f13ca76 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.876076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-769fb722-341a-4973-914e-0b6a5f13ca76 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.880697 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-769fb722-341a-4973-914e-0b6a5f13ca76 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1755183 Jul 16 18:18:46.881147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60298) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:46.887423 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0be23b56-d02c-445c-a513-0ef3a67f44e3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'network': {'name': 'tempest-RoutersTest-991243775'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:46.916402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be23b56-d02c-445c-a513-0ef3a67f44e3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:46.921625 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0be23b56-d02c-445c-a513-0ef3a67f44e3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.965036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be23b56-d02c-445c-a513-0ef3a67f44e3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:46.982084 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0be23b56-d02c-445c-a513-0ef3a67f44e3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.982456 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-0be23b56-d02c-445c-a513-0ef3a67f44e3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Added segment 8587dcfe-6d30-4ada-baf8-7316780b50f3 of type vlan for network 9122a37d-540e-452a-99cb-a16f1cb4a3e8 Jul 16 18:18:47.032491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Allocated IP 172.20.0.2 (41d713b7-a1f3-4683-a3c3-3515ef91bf9f/e5ca6ce2-2880-47d3-80a2-36ec21fbfcce/5a23affa-8e9d-4398-99f9-2f12d0d6cd77) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:47.087538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0be23b56-d02c-445c-a513-0ef3a67f44e3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.132028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0be23b56-d02c-445c-a513-0ef3a67f44e3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.143092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be23b56-d02c-445c-a513-0ef3a67f44e3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:47.143935 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0be23b56-d02c-445c-a513-0ef3a67f44e3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.153029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c308b-1c97-494e-8073-8ebdc1af1168 req-d91b625d-48dd-4934-bbcc-a912b206e9d9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:47.154677 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c3c308b-1c97-494e-8073-8ebdc1af1168 req-d91b625d-48dd-4934-bbcc-a912b206e9d9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.3191588 Jul 16 18:18:47.211371 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0be23b56-d02c-445c-a513-0ef3a67f44e3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3265455 Jul 16 18:18:47.218382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60304) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:47.226977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8fc1f496-2059-4a8f-ada6-40e6de6275eb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'subnet': {'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:47.321642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be23b56-d02c-445c-a513-0ef3a67f44e3 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Network': ['ID=9122a37d-540e-452a-99cb-a16f1cb4a3e8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:47.443276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 9122a37d-540e-452a-99cb-a16f1cb4a3e8 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:47.510896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc1f496-2059-4a8f-ada6-40e6de6275eb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:47.514494 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f496-2059-4a8f-ada6-40e6de6275eb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.520825 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.525198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:47.572194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Transition to ACTIVE for port object 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:47.596849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Transition to ACTIVE for port object 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:47.607520 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.615298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:47.649839 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c3c308b-1c97-494e-8073-8ebdc1af1168 req-2e6cc10c-bb17-4488-b459-64a84369593c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366195 Jul 16 18:18:47.677923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:47.678647 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.719694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:47.720742 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.731926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:47.736665 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:47.739550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Pushing event updated for resources: {'Port': ['ID=5a23affa-8e9d-4398-99f9-2f12d0d6cd77,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:47.793010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e687ba0-d6ce-4af9-ba0e-0b7b72d0610b req-5d3685c6-3f5d-4ba1-9b23-e3f45282e20f tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:47.804701 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e687ba0-d6ce-4af9-ba0e-0b7b72d0610b req-5d3685c6-3f5d-4ba1-9b23-e3f45282e20f tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 932 time: 0.3966074 Jul 16 18:18:47.845010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Attempting to bind port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:47.845487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Attempting to bind port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '247d460f-6614-4a21-9941-50c8dbeea640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:47.845949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Attempting to bind port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 on network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:47.878942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:47.879438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Checking segment: {'id': '247d460f-6614-4a21-9941-50c8dbeea640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:47.879914 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.880375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Bound using segment: {'id': '247d460f-6614-4a21-9941-50c8dbeea640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:47.880870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Bound port: 5a23affa-8e9d-4398-99f9-2f12d0d6cd77, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247d460f-6614-4a21-9941-50c8dbeea640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:47.881340 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.903580 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.924276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcb685d-6131-400c-883d-e5eaee27abde {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:47.944147 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.955341 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:47.975134 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.004066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Transition to ACTIVE for port object 9bcb685d-6131-400c-883d-e5eaee27abde will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:48.019164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] For port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:48.022635 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e687ba0-d6ce-4af9-ba0e-0b7b72d0610b req-6dd43241-dadf-4a75-ad3c-9dc4551fe32c tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169268 Jul 16 18:18:48.031623 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.052408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] For port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5a23affa-8e9d-4398-99f9-2f12d0d6cd77,segment=NetworkSegment(247d460f-6614-4a21-9941-50c8dbeea640),segment_id=247d460f-6614-4a21-9941-50c8dbeea640)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:48.069887 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.075898 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:48.095990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9a75cc0b-79a5-4328-86dd-ad7b007f3513 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:48.128536 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f496-2059-4a8f-ada6-40e6de6275eb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.146691 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 9a75cc0b-79a5-4328-86dd-ad7b007f3513 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:48.147134 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9a75cc0b-79a5-4328-86dd-ad7b007f3513 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:48.162973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcb685d-6131-400c-883d-e5eaee27abde,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:48.199212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd321e4f-83ad-4e57-a9b9-06eeef4bca8a None None] Pushing event updated for resources: {'Port': ['ID=5a23affa-8e9d-4398-99f9-2f12d0d6cd77,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:48.275874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1f496-2059-4a8f-ada6-40e6de6275eb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Subnet': ['ID=2359463a-07f4-49f4-9a60-5c491e4e0c62,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:48.303748 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.330091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc1f496-2059-4a8f-ada6-40e6de6275eb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Checking segment: {'id': '8587dcfe-6d30-4ada-baf8-7316780b50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:48.330467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc1f496-2059-4a8f-ada6-40e6de6275eb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network hostable DHCP agents. Network: 9122a37d-540e-452a-99cb-a16f1cb4a3e8, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:48.424304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Attempting to bind port 9bcb685d-6131-400c-883d-e5eaee27abde on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:48.424747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Attempting to bind port 9bcb685d-6131-400c-883d-e5eaee27abde by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:48.425060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Attempting to bind port 9bcb685d-6131-400c-883d-e5eaee27abde on network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:48.482723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Port 9bcb685d-6131-400c-883d-e5eaee27abde on network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:48.483055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Attempting to bind port 9bcb685d-6131-400c-883d-e5eaee27abde on network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:48.489932 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc1f496-2059-4a8f-ada6-40e6de6275eb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 9122a37d-540e-452a-99cb-a16f1cb4a3e8 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:48.503711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:48.504201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Checking segment: {'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:48.504459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Bound using segment: {'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:48.504904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Bound port: 9bcb685d-6131-400c-883d-e5eaee27abde, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:48.505242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.509942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8fc1f496-2059-4a8f-ada6-40e6de6275eb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 9122a37d-540e-452a-99cb-a16f1cb4a3e8) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:48.519277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03707e0-1ecd-43de-8a34-a1b2a83d2dc3 None None] Network 9122a37d-540e-452a-99cb-a16f1cb4a3e8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:48.528475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc1f496-2059-4a8f-ada6-40e6de6275eb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:48.529075 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f496-2059-4a8f-ada6-40e6de6275eb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.593401 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8fc1f496-2059-4a8f-ada6-40e6de6275eb tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3704908 Jul 16 18:18:48.596188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60312) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:48.728213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:48.729101 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.790518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] For port 9bcb685d-6131-400c-883d-e5eaee27abde, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:48.809322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] For port 9bcb685d-6131-400c-883d-e5eaee27abde, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9bcb685d-6131-400c-883d-e5eaee27abde,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:48.819566 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.947845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:48.948854 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.952209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] 10.222.0.32 "PUT /v2.0/ports/9bcb685d-6131-400c-883d-e5eaee27abde HTTP/1.1" status: 200 len: 1093 time: 2.5552685 Jul 16 18:18:48.975035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Allocated IP 172.20.0.2 (9122a37d-540e-452a-99cb-a16f1cb4a3e8/2359463a-07f4-49f4-9a60-5c491e4e0c62/b28647f3-5cc1-428f-9b8d-29c4aa32a5c3) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:49.003125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54311dcf-8d1e-4eff-aa0b-b41e89012853', 'tag': '9bcb685d-6131-400c-883d-e5eaee27abde'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:49.005516 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45c9efb-5181-4503-9bf4-22b4d964041b" -d '{"events": [{"name": "network-changed", "server_uuid": "54311dcf-8d1e-4eff-aa0b-b41e89012853", "tag": "9bcb685d-6131-400c-883d-e5eaee27abde"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:49.008700 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16a01f-3972-4b4e-80f4-c95c632f7441 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcb685d-6131-400c-883d-e5eaee27abde,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:49.074296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Allocated IP 172.20.0.1 (41d713b7-a1f3-4683-a3c3-3515ef91bf9f/e5ca6ce2-2880-47d3-80a2-36ec21fbfcce/eaef8868-5d15-4324-af38-9d0612df9cd0) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:49.100598 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0768033c-3f6e-4580-af87-4e093ffbac82 x-openstack-request-id: req-0768033c-3f6e-4580-af87-4e093ffbac82 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:49.102480 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.104844 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54311dcf-8d1e-4eff-aa0b-b41e89012853", "tag": "9bcb685d-6131-400c-883d-e5eaee27abde", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:49.105140 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0768033c-3f6e-4580-af87-4e093ffbac82 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:49.106134 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54311dcf-8d1e-4eff-aa0b-b41e89012853', 'tag': '9bcb685d-6131-400c-883d-e5eaee27abde', 'status': 'completed', 'code': 200} Jul 16 18:18:49.190786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-9aafc51a-3b69-45d2-8887-d5bde35e40db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.192461 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-9aafc51a-3b69-45d2-8887-d5bde35e40db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 1096 time: 0.1712086 Jul 16 18:18:49.209307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ede5d-efba-488c-b32f-6c12031ea653 req-9d10736d-4d23-4d83-aade-f424e4a13da0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.211086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba5ede5d-efba-488c-b32f-6c12031ea653 req-9d10736d-4d23-4d83-aade-f424e4a13da0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.3789945 Jul 16 18:18:49.251284 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.408020 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.419626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Transition to ACTIVE for port object b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:49.439909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Transition to ACTIVE for port object b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:49.462293 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.540294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Pushing event updated for resources: {'Port': ['ID=b28647f3-5cc1-428f-9b8d-29c4aa32a5c3,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:49.551238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Network 9122a37d-540e-452a-99cb-a16f1cb4a3e8 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:49.558762 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:49.560499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Allocated IP 172.20.0.1 (9122a37d-540e-452a-99cb-a16f1cb4a3e8/2359463a-07f4-49f4-9a60-5c491e4e0c62/dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:49.563910 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:49.663548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:49.724103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Attempting to bind port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:49.733089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Attempting to bind port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '8587dcfe-6d30-4ada-baf8-7316780b50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:49.734375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Attempting to bind port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 on network 9122a37d-540e-452a-99cb-a16f1cb4a3e8 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:49.758660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:49.759243 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.760144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Checking segment: {'id': '8587dcfe-6d30-4ada-baf8-7316780b50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:49.761899 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.762588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Bound using segment: {'id': '8587dcfe-6d30-4ada-baf8-7316780b50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:49.766184 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Bound port: b28647f3-5cc1-428f-9b8d-29c4aa32a5c3, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8587dcfe-6d30-4ada-baf8-7316780b50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:49.766769 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.791987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Transition to ACTIVE for port object dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:49.841992 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.927509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba5ede5d-efba-488c-b32f-6c12031ea653 req-701eea7d-b5af-4bd1-a1bb-ce04a0087c93 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6731555 Jul 16 18:18:49.954283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 9122a37d-540e-452a-99cb-a16f1cb4a3e8 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:49.964998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:49.973492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:49.980878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:49.981531 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:49.992591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.009296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Transition to ACTIVE for port object eaef8868-5d15-4324-af38-9d0612df9cd0 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:50.032673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] For port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:50.048897 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-38c8add2-ec68-4070-b7e1-749f3d0a322a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bcb685d-6131-400c-883d-e5eaee27abde HTTP/1.1" status: 200 len: 217 time: 0.8331652 Jul 16 18:18:50.052551 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.059134 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] For port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b28647f3-5cc1-428f-9b8d-29c4aa32a5c3,segment=NetworkSegment(8587dcfe-6d30-4ada-baf8-7316780b50f3),segment_id=8587dcfe-6d30-4ada-baf8-7316780b50f3)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:50.072138 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.074257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:50.097208 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bccbb2e-88f5-4956-9f33-7e3ff48f4708 None None] Network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:50.124201 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.134194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:50.134962 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.173430 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:50.188331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:50.198306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Port': ['ID=eaef8868-5d15-4324-af38-9d0612df9cd0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:50.203476 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:50.214035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-6fddea1c-96d0-4f68-b779-11bab971fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:50.215593 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-6fddea1c-96d0-4f68-b779-11bab971fed5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decebe86-3aa7-4911-8fa3-82eb9564b542 HTTP/1.1" status: 200 len: 855 time: 0.1592052 Jul 16 18:18:50.229717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854d99b-772c-4eba-86c9-da790223d2d6 req-5a4e34e8-97c6-4118-8014-898651c40347 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:50.230967 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4854d99b-772c-4eba-86c9-da790223d2d6 req-5a4e34e8-97c6-4118-8014-898651c40347 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 944 time: 1.0164924 Jul 16 18:18:50.342635 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-a850cf28-7f59-4671-87de-01f6af5fe291 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641792 Jul 16 18:18:50.353827 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.444169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7cea2160-1ee1-4a61-bfc8-63d0d03a7f6d None None] Provisioning for port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:50.479916 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.484779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d979260-4079-43bd-b097-0a3a512fd13a None None] Pushing event updated for resources: {'Port': ['ID=b28647f3-5cc1-428f-9b8d-29c4aa32a5c3,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:50.491880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7cea2160-1ee1-4a61-bfc8-63d0d03a7f6d None None] Provisioning complete for port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:50.492291 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7cea2160-1ee1-4a61-bfc8-63d0d03a7f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.512095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4854d99b-772c-4eba-86c9-da790223d2d6 req-dd1c91f3-cb64-4c9a-9454-67ee0956a9a2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319503 Jul 16 18:18:50.634670 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-08161eb7-9ba1-44e7-93d5-9dee695e73bb service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818618 Jul 16 18:18:50.786330 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7cea2160-1ee1-4a61-bfc8-63d0d03a7f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.846035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.848602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7cea2160-1ee1-4a61-bfc8-63d0d03a7f6d None None] For port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5a23affa-8e9d-4398-99f9-2f12d0d6cd77,segment=NetworkSegment(247d460f-6614-4a21-9941-50c8dbeea640),segment_id=247d460f-6614-4a21-9941-50c8dbeea640)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:50.855101 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7cea2160-1ee1-4a61-bfc8-63d0d03a7f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.864320 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.935235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea2160-1ee1-4a61-bfc8-63d0d03a7f6d None None] Pushing event updated for resources: {'Port': ['ID=5a23affa-8e9d-4398-99f9-2f12d0d6cd77,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:50.975197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:50.980483 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.009840 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5eb4303f-69ac-499d-a851-6cbbc89d8d26 req-ff867feb-617c-4dbd-85c8-05685670dbf6 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666284 Jul 16 18:18:51.014552 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.031293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc75cdf-269c-47b5-863e-b6cf2a549964 req-66a47b56-2bff-4f8b-b8cf-bd2b9cb292da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.033236 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3dc75cdf-269c-47b5-863e-b6cf2a549964 req-66a47b56-2bff-4f8b-b8cf-bd2b9cb292da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 1098 time: 0.4659345 Jul 16 18:18:51.133644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 9122a37d-540e-452a-99cb-a16f1cb4a3e8 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:51.135538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:51.184820 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-05e366a3-d262-4552-a26b-1b39ae21b963 None None] Provisioning for port eaef8868-5d15-4324-af38-9d0612df9cd0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:51.188966 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-05e366a3-d262-4552-a26b-1b39ae21b963 None None] Provisioning complete for port eaef8868-5d15-4324-af38-9d0612df9cd0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:51.189294 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-05e366a3-d262-4552-a26b-1b39ae21b963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.244758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3dc75cdf-269c-47b5-863e-b6cf2a549964 req-b48ec4f7-2f3c-46f6-8c55-4ed68441c28f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030745 Jul 16 18:18:51.255372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-05e366a3-d262-4552-a26b-1b39ae21b963 None None] Port eaef8868-5d15-4324-af38-9d0612df9cd0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:51.266742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-05e366a3-d262-4552-a26b-1b39ae21b963 None None] Provisioning complete for port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:51.267327 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-05e366a3-d262-4552-a26b-1b39ae21b963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.319470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 8a98af9f-11c5-4ead-8ba8-9150f953d094 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:51.334072 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c9efb-5181-4503-9bf4-22b4d964041b req-75aaf85f-c633-4a4e-b4c6-fd4fdd1ce249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.335594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c45c9efb-5181-4503-9bf4-22b4d964041b req-75aaf85f-c633-4a4e-b4c6-fd4fdd1ce249 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 1096 time: 0.2527485 Jul 16 18:18:51.422815 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8d587-9a73-4fbe-940e-04cc2ef12c38 req-bff8fdbc-1d17-4ab8-8593-57d64d0a852e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.424974 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91b8d587-9a73-4fbe-940e-04cc2ef12c38 req-bff8fdbc-1d17-4ab8-8593-57d64d0a852e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.2967894 Jul 16 18:18:51.493848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:51.501330 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2089577a-8850-47d2-8fe5-d5a73987b7d2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9027252 Jul 16 18:18:51.504224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60342) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:51.508123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Sync routers for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:51.513033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-70da250a-db8a-4618-be7c-5dab5d7dd1b0 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'network': {'name': 'tempest-RoutersTest-308238243'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:51.518257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:51.519077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:51.545541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70da250a-db8a-4618-be7c-5dab5d7dd1b0 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:51.552004 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70da250a-db8a-4618-be7c-5dab5d7dd1b0 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.608136 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70da250a-db8a-4618-be7c-5dab5d7dd1b0 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:51.621370 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70da250a-db8a-4618-be7c-5dab5d7dd1b0 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.622089 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-70da250a-db8a-4618-be7c-5dab5d7dd1b0 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Added segment 89c1242e-d8d8-4c18-a3dc-8d48952c882e of type vlan for network ca50e708-c4d4-4fec-b3f2-a02c6d789e00 Jul 16 18:18:51.628329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91b8d587-9a73-4fbe-940e-04cc2ef12c38 req-24111102-bb86-42a1-9776-28fa78a3eef2 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922734 Jul 16 18:18:51.678828 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70da250a-db8a-4618-be7c-5dab5d7dd1b0 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.679662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c9efb-5181-4503-9bf4-22b4d964041b req-5d391f58-1a4b-48de-a546-d8b858e83b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.681199 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c45c9efb-5181-4503-9bf4-22b4d964041b req-5d391f58-1a4b-48de-a546-d8b858e83b18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 916 time: 0.3302827 Jul 16 18:18:51.706445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:51.717857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70da250a-db8a-4618-be7c-5dab5d7dd1b0 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.724137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da250a-db8a-4618-be7c-5dab5d7dd1b0 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.725140 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-70da250a-db8a-4618-be7c-5dab5d7dd1b0 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.754191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:51.800261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da250a-db8a-4618-be7c-5dab5d7dd1b0 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Network': ['ID=ca50e708-c4d4-4fec-b3f2-a02c6d789e00,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:51.807706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c45c9efb-5181-4503-9bf4-22b4d964041b req-f4f7adb0-4fe3-4507-8c50-844d3e8a765b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bcb685d-6131-400c-883d-e5eaee27abde HTTP/1.1" status: 200 len: 217 time: 0.1151702 Jul 16 18:18:51.821103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ca50e708-c4d4-4fec-b3f2-a02c6d789e00 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:51.841147 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-70da250a-db8a-4618-be7c-5dab5d7dd1b0 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3353899 Jul 16 18:18:51.841818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60348) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:51.842859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.847955 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e0f8bd07-8886-4a77-8823-7553afe94558 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'subnet': {'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:51.872081 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.977215 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f8bd07-8886-4a77-8823-7553afe94558 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:51.981106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c9efb-5181-4503-9bf4-22b4d964041b req-4954176e-3df1-47dd-9053-6ecb58cf4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.981529 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0f8bd07-8886-4a77-8823-7553afe94558 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.982869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c45c9efb-5181-4503-9bf4-22b4d964041b req-4954176e-3df1-47dd-9053-6ecb58cf4374 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decebe86-3aa7-4911-8fa3-82eb9564b542 HTTP/1.1" status: 200 len: 855 time: 0.1628039 Jul 16 18:18:52.008983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Port': ['ID=eaef8868-5d15-4324-af38-9d0612df9cd0,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:52.029571 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.038963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c45c9efb-5181-4503-9bf4-22b4d964041b req-d170e73a-4b5f-4b1e-8c79-5a21c7bf2e2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460746 Jul 16 18:18:52.067900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc69ac-b651-409c-982b-753aa2cdab26 req-4d2601c9-4528-4cf4-b42e-920eaf6effab tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.075551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1afc69ac-b651-409c-982b-753aa2cdab26 req-4d2601c9-4528-4cf4-b42e-920eaf6effab tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 944 time: 0.3563435 Jul 16 18:18:52.084753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988eef7-5a4e-40ef-924a-b732e2db881d None None] Network 9122a37d-540e-452a-99cb-a16f1cb4a3e8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:52.240480 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cda68cb6-165a-462c-9143-1cca7a337f24 None None] Provisioning complete for port eaef8868-5d15-4324-af38-9d0612df9cd0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:52.240725 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cda68cb6-165a-462c-9143-1cca7a337f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.257251 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1afc69ac-b651-409c-982b-753aa2cdab26 req-f2632a59-ee6f-4361-b4ff-dd83087285ed tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805475 Jul 16 18:18:52.318262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c45c9efb-5181-4503-9bf4-22b4d964041b req-7f7fd107-5552-4bfd-983b-3736fc771484 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704434 Jul 16 18:18:52.325620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:52.340394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:52.463583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-cda68cb6-165a-462c-9143-1cca7a337f24 None None] Port eaef8868-5d15-4324-af38-9d0612df9cd0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:52.508584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:52.508965 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.733271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Router ac70bc16-f716-40d9-b83a-4a37fcc72be4 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:52.737615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1fceab4d-91d4-44b2-b52e-95133a047bdf None None] Provisioning for port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:52.845620 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0f8bd07-8886-4a77-8823-7553afe94558 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.942668 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:52.945766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c45c9efb-5181-4503-9bf4-22b4d964041b req-83a3b769-de58-4ed8-a83c-beaba94471e4 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182907 Jul 16 18:18:52.949190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8bd07-8886-4a77-8823-7553afe94558 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Subnet': ['ID=3097b293-6dd6-4a95-9cfc-8689a16b54a4,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:52.983283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8bd07-8886-4a77-8823-7553afe94558 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Checking segment: {'id': '89c1242e-d8d8-4c18-a3dc-8d48952c882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:52.983711 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f8bd07-8886-4a77-8823-7553afe94558 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network hostable DHCP agents. Network: ca50e708-c4d4-4fec-b3f2-a02c6d789e00, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:53.017419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f8bd07-8886-4a77-8823-7553afe94558 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network ca50e708-c4d4-4fec-b3f2-a02c6d789e00 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:53.027499 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f0143a2f-e0fa-4da0-84b2-465e34b384fd None None] Provisioning complete for port eaef8868-5d15-4324-af38-9d0612df9cd0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:53.029413 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f0143a2f-e0fa-4da0-84b2-465e34b384fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.035720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f29aa5-96da-4576-b7b6-83ec5a515623 req-a5c9bdf8-b5b5-469e-a8b3-7e2167dfacc0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:53.037412 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dda6495a-6ad9-44c0-b4b7-d8929de21ce7 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:53.040796 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e0f8bd07-8886-4a77-8823-7553afe94558 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, ca50e708-c4d4-4fec-b3f2-a02c6d789e00) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:53.045247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-02f29aa5-96da-4576-b7b6-83ec5a515623 req-a5c9bdf8-b5b5-469e-a8b3-7e2167dfacc0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.1802902 Jul 16 18:18:53.066145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f8bd07-8886-4a77-8823-7553afe94558 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:53.066949 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0f8bd07-8886-4a77-8823-7553afe94558 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.098207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:53.113513 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Sync routers for ids ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:53.115298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-373dc591-3005-4e49-9fc3-91beea32c748 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "PUT /v2.0/routers/ac70bc16-f716-40d9-b83a-4a37fcc72be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7203085 Jul 16 18:18:53.118295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60380) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:53.125525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-36d5974d-fb17-4050-bf57-1182f9d6c5fa tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1376553427', 'description': 'tempest-secgroup_access--1376553427 description', 'project_id': '1185488738334c0392568c2ce28c5a36'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:53.139262 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e0f8bd07-8886-4a77-8823-7553afe94558 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2963262 Jul 16 18:18:53.139922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60384) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:53.146691 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Routers {'ac70bc16-f716-40d9-b83a-4a37fcc72be4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:53.147498 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:53.148334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13544820-02ba-4214-b73a-1c475f980b82 None None] Network ca50e708-c4d4-4fec-b3f2-a02c6d789e00 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:53.149372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-02f29aa5-96da-4576-b7b6-83ec5a515623 req-7cd56017-d4f8-415a-ad43-86b737a1c324 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028759 Jul 16 18:18:53.178190 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36d5974d-fb17-4050-bf57-1182f9d6c5fa tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.332183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:50Z', 'revision_number': 2, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:18:50Z', 'revision_number': 2, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:53.334139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:53.342280 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:53.342659 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.347050 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36d5974d-fb17-4050-bf57-1182f9d6c5fa tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.356830 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36d5974d-fb17-4050-bf57-1182f9d6c5fa tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.438162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5974d-fb17-4050-bf57-1182f9d6c5fa tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5acfcf3a-dff7-46bb-9308-1495f3fe88e7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:53.470612 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36d5974d-fb17-4050-bf57-1182f9d6c5fa tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.479021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-36d5974d-fb17-4050-bf57-1182f9d6c5fa tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3593812 Jul 16 18:18:53.479218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60392) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:53.499239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1894db15-cae2-4754-b19c-685d2ee17d63 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1561844029', 'description': 'tempest-secgroup_general--1561844029 description', 'project_id': '1185488738334c0392568c2ce28c5a36'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:53.504865 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Set router ac70bc16-f716-40d9-b83a-4a37fcc72be4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:53.511486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f0143a2f-e0fa-4da0-84b2-465e34b384fd None None] Port eaef8868-5d15-4324-af38-9d0612df9cd0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:53.526442 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.569497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Checking router: 8a98af9f-11c5-4ead-8ba8-9150f953d094 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:53.569880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Updating router 8a98af9f-11c5-4ead-8ba8-9150f953d094 port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:53.638208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c412cd-5734-422e-8a9f-800886fb5f20 req-e5881c89-be51-4ef6-9b39-9e9d2b959fb8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:53.648188 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1c412cd-5734-422e-8a9f-800886fb5f20 req-e5881c89-be51-4ef6-9b39-9e9d2b959fb8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 944 time: 0.1566694 Jul 16 18:18:53.667714 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1894db15-cae2-4754-b19c-685d2ee17d63 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.717372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1c412cd-5734-422e-8a9f-800886fb5f20 req-b2f8dca2-2c75-4b49-a963-8ac654137779 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654168 Jul 16 18:18:53.767703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dda6495a-6ad9-44c0-b4b7-d8929de21ce7, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dda6495a-6ad9-44c0-b4b7-d8929de21ce7,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:53.838150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9bcb685d-6131-400c-883d-e5eaee27abde details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:53.842315 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'dda6495a-6ad9-44c0-b4b7-d8929de21ce7', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'port_id': 'dda6495a-6ad9-44c0-b4b7-d8929de21ce7', 'mac_address': 'fa:16:3e:01:48:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:53.850309 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.867797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cf77a5b1-955c-4718-b2c5-f2d8f14f0e5e None None] Provisioning complete for port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:53.867996 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cf77a5b1-955c-4718-b2c5-f2d8f14f0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.868398 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:18:50Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'eaef8868-5d15-4324-af38-9d0612df9cd0', 'name': '', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'mac_address': 'fa:16:3e:37:17:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:48Z', 'updated_at': '2021-07-16T18:18:51Z', 'revision_number': 2, 'project_id': '1185488738334c0392568c2ce28c5a36', 'subnets': [{'id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:53.912024 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Checking router: ac70bc16-f716-40d9-b83a-4a37fcc72be4 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:53.912659 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Updating router ac70bc16-f716-40d9-b83a-4a37fcc72be4 port eaef8868-5d15-4324-af38-9d0612df9cd0 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:53.950263 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1894db15-cae2-4754-b19c-685d2ee17d63 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.959236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1894db15-cae2-4754-b19c-685d2ee17d63 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.959957 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.011538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1894db15-cae2-4754-b19c-685d2ee17d63 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.012810 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1894db15-cae2-4754-b19c-685d2ee17d63 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5326054 Jul 16 18:18:54.015924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60406) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:54.022538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4f274707-1d8d-4fd6-80e8-d656166c0f02 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Request body: {'security_group_rule': {'security_group_id': '5acfcf3a-dff7-46bb-9308-1495f3fe88e7', 'project_id': '1185488738334c0392568c2ce28c5a36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:54.025190 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.resource_extend [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:18:54.067732 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f274707-1d8d-4fd6-80e8-d656166c0f02 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.097227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894db15-cae2-4754-b19c-685d2ee17d63 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5617c4af-2b70-4b18-b6df-3f6105006284,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:54.126562 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f274707-1d8d-4fd6-80e8-d656166c0f02 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.131603 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f274707-1d8d-4fd6-80e8-d656166c0f02 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.132531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.150174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f274707-1d8d-4fd6-80e8-d656166c0f02 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a490eeab-d8f2-47d5-9fa7-2844f8651a5a,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:54.155588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:54.156458 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.199488 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.205265 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f274707-1d8d-4fd6-80e8-d656166c0f02 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.208140 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.217780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4f274707-1d8d-4fd6-80e8-d656166c0f02 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2001863 Jul 16 18:18:54.417069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda6495a-6ad9-44c0-b4b7-d8929de21ce7 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:54.466368 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.469809 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b28647f3-5cc1-428f-9b8d-29c4aa32a5c3,segment=NetworkSegment(8587dcfe-6d30-4ada-baf8-7316780b50f3),segment_id=8587dcfe-6d30-4ada-baf8-7316780b50f3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:54.491107 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Transition to ACTIVE for port object eaef8868-5d15-4324-af38-9d0612df9cd0 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:54.502244 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.538132 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.539179 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-988a4df8-5c2c-40ba-9362-8108d8889110 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--1561844029&fields=id&tenant_id=1185488738334c0392568c2ce28c5a36 HTTP/1.1" status: 200 len: 267 time: 0.1303132 Jul 16 18:18:54.565695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dda6495a-6ad9-44c0-b4b7-d8929de21ce7, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dda6495a-6ad9-44c0-b4b7-d8929de21ce7,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:54.573220 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Pushing event updated for resources: {'Port': ['ID=eaef8868-5d15-4324-af38-9d0612df9cd0,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:54.613467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32e6ae-2f98-4a8e-a00e-f9bc68cc643f req-7960f4b4-c5d5-4666-86c7-5af9f1477634 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.620885 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:54.621092 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:54.621438 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:54.621907 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:54.622241 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:54.622949 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:54.622949 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:54.623245 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:54.623537 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:54.623864 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:54.624189 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:54.624509 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:54.630603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Allocated IP 172.21.0.1 (ca50e708-c4d4-4fec-b3f2-a02c6d789e00/3097b293-6dd6-4a95-9cfc-8689a16b54a4/e7f095b0-6d18-4cdd-b509-401318a23c38) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:54.638851 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9bcb685d-6131-400c-883d-e5eaee27abde, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9bcb685d-6131-400c-883d-e5eaee27abde,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:54.644851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f32e6ae-2f98-4a8e-a00e-f9bc68cc643f req-7960f4b4-c5d5-4666-86c7-5af9f1477634 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 944 time: 0.2461073 Jul 16 18:18:54.668815 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Attempting to bind port eaef8868-5d15-4324-af38-9d0612df9cd0 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:54.669026 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Attempting to bind port eaef8868-5d15-4324-af38-9d0612df9cd0 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '247d460f-6614-4a21-9941-50c8dbeea640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:54.669346 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Attempting to bind port eaef8868-5d15-4324-af38-9d0612df9cd0 on network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:54.682195 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:54.682195 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Checking segment: {'id': '247d460f-6614-4a21-9941-50c8dbeea640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:54.682195 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.682195 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Bound using segment: {'id': '247d460f-6614-4a21-9941-50c8dbeea640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:54.684700 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Bound port: eaef8868-5d15-4324-af38-9d0612df9cd0, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247d460f-6614-4a21-9941-50c8dbeea640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:54.684806 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.713235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-47ddd56c-9dee-4b56-8ed5-14d0588fc0b6 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--1376553427&fields=id&tenant_id=1185488738334c0392568c2ce28c5a36 HTTP/1.1" status: 200 len: 267 time: 0.1664977 Jul 16 18:18:54.794224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f32e6ae-2f98-4a8e-a00e-f9bc68cc643f req-73fb8d58-3a7b-4d66-8820-0c745c77d570 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313434 Jul 16 18:18:54.822590 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] For port eaef8868-5d15-4324-af38-9d0612df9cd0, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:54.831304 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] For port eaef8868-5d15-4324-af38-9d0612df9cd0, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=eaef8868-5d15-4324-af38-9d0612df9cd0,segment=NetworkSegment(247d460f-6614-4a21-9941-50c8dbeea640),segment_id=247d460f-6614-4a21-9941-50c8dbeea640)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:54.850447 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.928274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.947003 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Transition to ACTIVE for port object e7f095b0-6d18-4cdd-b509-401318a23c38 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:54.975921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-4f526fa6-4892-4beb-bfd8-48349a8a1d08 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.983007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-4f526fa6-4892-4beb-bfd8-48349a8a1d08 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/networks?id=41d713b7-a1f3-4683-a3c3-3515ef91bf9f HTTP/1.1" status: 200 len: 796 time: 0.2681842 Jul 16 18:18:54.992114 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.004790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-b5f6f985-e787-4970-b48b-02f1e23d9d88 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/quotas/1185488738334c0392568c2ce28c5a36 HTTP/1.1" status: 200 len: 375 time: 0.0204809 Jul 16 18:18:55.023725 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Routers {'ac70bc16-f716-40d9-b83a-4a37fcc72be4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:55.031853 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:55.107089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=e7f095b0-6d18-4cdd-b509-401318a23c38,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.130628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network ca50e708-c4d4-4fec-b3f2-a02c6d789e00 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:55.132164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:55.135215 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:55.265373 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.265625 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] Set router ac70bc16-f716-40d9-b83a-4a37fcc72be4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:55.345218 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f96474-5363-4d4f-a7ea-1007fff96dfa None None] Pushing event updated for resources: {'Port': ['ID=eaef8868-5d15-4324-af38-9d0612df9cd0,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.377423 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.378954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=b28647f3-5cc1-428f-9b8d-29c4aa32a5c3,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.498805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Allocated IP 172.21.0.2 (ca50e708-c4d4-4fec-b3f2-a02c6d789e00/3097b293-6dd6-4a95-9cfc-8689a16b54a4/6b8b97e2-afe5-480b-af7d-50400cfebb76) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:55.499800 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.528157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=dda6495a-6ad9-44c0-b4b7-d8929de21ce7,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.579402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '9bcb685d-6131-400c-883d-e5eaee27abde', 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2', 'port_id': '9bcb685d-6131-400c-883d-e5eaee27abde', 'mac_address': 'fa:16:3e:29:47:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decebe86-3aa7-4911-8fa3-82eb9564b542', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:55.641855 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.657137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['dda6495a-6ad9-44c0-b4b7-d8929de21ce7'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:55.666090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcb685d-6131-400c-883d-e5eaee27abde {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:55.697403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9bcb685d-6131-400c-883d-e5eaee27abde, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9bcb685d-6131-400c-883d-e5eaee27abde,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:55.720594 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.749194 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.756728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cf77a5b1-955c-4718-b2c5-f2d8f14f0e5e None None] Provisioning for port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:55.759019 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.773484 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:18:50Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'eaef8868-5d15-4324-af38-9d0612df9cd0', 'name': '', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'mac_address': 'fa:16:3e:37:17:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:48Z', 'updated_at': '2021-07-16T18:18:54Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'subnets': [{'id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:55.818411 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47aebc1-f621-43fd-a218-96bcc17320bc None None] The sync data for ids ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'] in n-d-787205-10 is: [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:18:50Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'eaef8868-5d15-4324-af38-9d0612df9cd0', 'name': '', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'mac_address': 'fa:16:3e:37:17:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:48Z', 'updated_at': '2021-07-16T18:18:54Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'subnets': [{'id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:55.841439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cf77a5b1-955c-4718-b2c5-f2d8f14f0e5e None None] Provisioning complete for port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:55.841439 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cf77a5b1-955c-4718-b2c5-f2d8f14f0e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.887823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Transition to ACTIVE for port object dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:55.890211 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-cf77a5b1-955c-4718-b2c5-f2d8f14f0e5e None None] Port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:55.901963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-729f1a7e-a16c-478d-97de-adeba66bcacd tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1185488738334c0392568c2ce28c5a36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8950417 Jul 16 18:18:55.935407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a10ca8-0bc0-4243-ad54-c96205a0f9a8 req-a48968ee-20e3-4250-82d7-8dfb3a554be0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:55.941057 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6a10ca8-0bc0-4243-ad54-c96205a0f9a8 req-a48968ee-20e3-4250-82d7-8dfb3a554be0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 944 time: 0.8769088 Jul 16 18:18:55.947311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9bcb685d-6131-400c-883d-e5eaee27abde,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.960746 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.020738 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.029596 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.054021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['9bcb685d-6131-400c-883d-e5eaee27abde'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:56.077928 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6a10ca8-0bc0-4243-ad54-c96205a0f9a8 req-f03febc5-0630-4d76-969a-05fa230ed45d tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358685 Jul 16 18:18:56.134208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-e16983e2-b6c7-4a7f-b2cb-4dc84cb6b29d service neutron] 10.222.0.24 "GET /v2.0/networks/41d713b7-a1f3-4683-a3c3-3515ef91bf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862583 Jul 16 18:18:56.150856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=e7f095b0-6d18-4cdd-b509-401318a23c38,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:56.174077 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.301413 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.322413 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Transition to ACTIVE for port object 6b8b97e2-afe5-480b-af7d-50400cfebb76 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:56.413780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-308c0735-0ecf-48e8-998b-b226d63a80c7 service neutron] 10.222.0.24 "GET /v2.0/networks/41d713b7-a1f3-4683-a3c3-3515ef91bf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719259 Jul 16 18:18:56.457531 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network ca50e708-c4d4-4fec-b3f2-a02c6d789e00 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:56.459314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:56.468874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1913313-82c8-44ce-b887-bc495342403f req-88fa9f6b-7353-488c-98e4-a0ab9d05e446 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.482984 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1913313-82c8-44ce-b887-bc495342403f req-88fa9f6b-7353-488c-98e4-a0ab9d05e446 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 945 time: 0.2014022 Jul 16 18:18:56.541713 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539f2cc-e10e-4a7a-b55f-0b324b564048 None None] Pushing event updated for resources: {'Port': ['ID=dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:56.581635 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1913313-82c8-44ce-b887-bc495342403f req-9ea058d8-ae63-42b9-a00e-79bfc30b3e85 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966666 Jul 16 18:18:56.614913 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Transition to ACTIVE for port object 6b8b97e2-afe5-480b-af7d-50400cfebb76 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:56.649555 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.669008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 8a98af9f-11c5-4ead-8ba8-9150f953d094 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:56.772006 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Attempting to bind port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:56.772622 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Attempting to bind port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '8587dcfe-6d30-4ada-baf8-7316780b50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:56.773211 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Attempting to bind port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b on network 9122a37d-540e-452a-99cb-a16f1cb4a3e8 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:56.812403 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d0a4e277-50d0-429f-bf95-2662d0bb8d1d req-c1ba96b0-b4f0-4cd5-a5b2-53e7e5e62740 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 210 time: 0.0898836 Jul 16 18:18:56.874218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:56.882780 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e9825b0c-2a11-4334-8f09-b5f8689e87a6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7391961 Jul 16 18:18:56.883041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60470) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:56.888591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Pushing event updated for resources: {'Port': ['ID=6b8b97e2-afe5-480b-af7d-50400cfebb76,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:56.894465 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3766598e-d74f-421e-9921-56d259108193 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'network': {'name': 'tempest-RoutersTest-1918286921'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:56.953213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:56.989146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3766598e-d74f-421e-9921-56d259108193 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:56.997120 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3766598e-d74f-421e-9921-56d259108193 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.003284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:57.003841 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Checking segment: {'id': '8587dcfe-6d30-4ada-baf8-7316780b50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:57.004447 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.005145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Bound using segment: {'id': '8587dcfe-6d30-4ada-baf8-7316780b50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:57.005701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Bound port: dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8587dcfe-6d30-4ada-baf8-7316780b50f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:57.006134 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.038881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Network ca50e708-c4d4-4fec-b3f2-a02c6d789e00 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:57.059330 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3766598e-d74f-421e-9921-56d259108193 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:57.066955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:57.069485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:57.077761 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3766598e-d74f-421e-9921-56d259108193 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.078388 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-3766598e-d74f-421e-9921-56d259108193 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Added segment 64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2 of type vlan for network 64654677-6315-4590-b443-3d91b6849517 Jul 16 18:18:57.138169 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3766598e-d74f-421e-9921-56d259108193 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.189365 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3766598e-d74f-421e-9921-56d259108193 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.208386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:57.208913 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.235369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3766598e-d74f-421e-9921-56d259108193 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.239157 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3766598e-d74f-421e-9921-56d259108193 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.308891 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3766598e-d74f-421e-9921-56d259108193 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4247465 Jul 16 18:18:57.320235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] For port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:57.327350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60486) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:57.336946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f17817cd-93bc-4de3-abdd-5b9a0e7fb5d6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'subnet': {'network_id': '64654677-6315-4590-b443-3d91b6849517', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:57.345560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766598e-d74f-421e-9921-56d259108193 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Network': ['ID=64654677-6315-4590-b443-3d91b6849517,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:57.366340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Attempting to bind port 6b8b97e2-afe5-480b-af7d-50400cfebb76 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:57.366777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Attempting to bind port 6b8b97e2-afe5-480b-af7d-50400cfebb76 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '89c1242e-d8d8-4c18-a3dc-8d48952c882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:57.367158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Attempting to bind port 6b8b97e2-afe5-480b-af7d-50400cfebb76 on network ca50e708-c4d4-4fec-b3f2-a02c6d789e00 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:57.385075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 64654677-6315-4590-b443-3d91b6849517 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:57.399618 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:57.400186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Checking segment: {'id': '89c1242e-d8d8-4c18-a3dc-8d48952c882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:57.400834 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.401244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Bound using segment: {'id': '89c1242e-d8d8-4c18-a3dc-8d48952c882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:57.401770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Bound port: 6b8b97e2-afe5-480b-af7d-50400cfebb76, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c1242e-d8d8-4c18-a3dc-8d48952c882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:57.402162 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.427323 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] For port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b,segment=NetworkSegment(8587dcfe-6d30-4ada-baf8-7316780b50f3),segment_id=8587dcfe-6d30-4ada-baf8-7316780b50f3)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:57.451695 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.508876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9318b5e-0b2c-494a-b6c8-bfdf61c6618d req-d08f8608-0fec-437f-b438-087bb1057e58 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.510581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9318b5e-0b2c-494a-b6c8-bfdf61c6618d req-d08f8608-0fec-437f-b438-087bb1057e58 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 945 time: 0.2148845 Jul 16 18:18:57.549048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17817cd-93bc-4de3-abdd-5b9a0e7fb5d6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:57.553497 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f17817cd-93bc-4de3-abdd-5b9a0e7fb5d6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.782391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:57.783132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:57.828928 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9318b5e-0b2c-494a-b6c8-bfdf61c6618d req-0ae0de20-1282-4a6b-974e-8652b3d951fc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995250 Jul 16 18:18:57.922577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539f2cc-e10e-4a7a-b55f-0b324b564048 None None] Pushing event updated for resources: {'Port': ['ID=dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:57.952770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7af52e-872a-4bdc-9e67-79043f1a80ce req-2c3f273d-a75d-4526-abc0-3d4527d52423 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.982342 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db7af52e-872a-4bdc-9e67-79043f1a80ce req-2c3f273d-a75d-4526-abc0-3d4527d52423 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 945 time: 0.1961925 Jul 16 18:18:57.993370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device eaef8868-5d15-4324-af38-9d0612df9cd0 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:58.001099 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] For port 6b8b97e2-afe5-480b-af7d-50400cfebb76, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:58.046442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] For port 6b8b97e2-afe5-480b-af7d-50400cfebb76, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6b8b97e2-afe5-480b-af7d-50400cfebb76,segment=NetworkSegment(89c1242e-d8d8-4c18-a3dc-8d48952c882e),segment_id=89c1242e-d8d8-4c18-a3dc-8d48952c882e)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:58.088659 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.092142 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:58.124894 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db7af52e-872a-4bdc-9e67-79043f1a80ce req-903f54b8-c179-4f0a-bb43-2977607e68a7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410613 Jul 16 18:18:58.214890 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98d0a005-5009-4b81-bc66-a3c0a9336f44 req-69d09dd3-d311-4476-af35-e4766b3e8df0 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 210 time: 0.0811546 Jul 16 18:18:58.247693 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f17817cd-93bc-4de3-abdd-5b9a0e7fb5d6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.336712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17817cd-93bc-4de3-abdd-5b9a0e7fb5d6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Subnet': ['ID=00d003b5-83f9-4db2-b0d8-34ac4cc41b66,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.347800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17817cd-93bc-4de3-abdd-5b9a0e7fb5d6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Checking segment: {'id': '64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '64654677-6315-4590-b443-3d91b6849517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:58.348153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17817cd-93bc-4de3-abdd-5b9a0e7fb5d6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network hostable DHCP agents. Network: 64654677-6315-4590-b443-3d91b6849517, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:58.366647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17817cd-93bc-4de3-abdd-5b9a0e7fb5d6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 64654677-6315-4590-b443-3d91b6849517 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:58.379100 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-f17817cd-93bc-4de3-abdd-5b9a0e7fb5d6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 64654677-6315-4590-b443-3d91b6849517) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:58.383916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17817cd-93bc-4de3-abdd-5b9a0e7fb5d6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:58.384819 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f17817cd-93bc-4de3-abdd-5b9a0e7fb5d6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.418113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f17817cd-93bc-4de3-abdd-5b9a0e7fb5d6 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0891623 Jul 16 18:18:58.420795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60508) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:58.459819 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfccd9-7063-4e4f-b0d5-34490e0747b2 None None] Pushing event updated for resources: {'Port': ['ID=6b8b97e2-afe5-480b-af7d-50400cfebb76,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.506783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port eaef8868-5d15-4324-af38-9d0612df9cd0 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:58.537733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87449006-8173-4320-9fe3-517ed311cc30 None None] Network 64654677-6315-4590-b443-3d91b6849517 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:58.604579 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port eaef8868-5d15-4324-af38-9d0612df9cd0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:58.605171 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.953035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6a712341-4667-444a-b55f-16207a34146c tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:58.956780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6a712341-4667-444a-b55f-16207a34146c tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.32 "GET /v2.0/networks?id=41d713b7-a1f3-4683-a3c3-3515ef91bf9f HTTP/1.1" status: 200 len: 796 time: 0.3073549 Jul 16 18:18:59.059813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-5570eb2d-c828-4874-bee8-e139e6b18ec0 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1185488738334c0392568c2ce28c5a36 HTTP/1.1" status: 200 len: 478 time: 0.0943193 Jul 16 18:18:59.068072 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.078017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Request body: {'port': {'device_id': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'admin_state_up': True, 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'security_groups': ['5617c4af-2b70-4b18-b6df-3f6105006284', '5acfcf3a-dff7-46bb-9308-1495f3fe88e7']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:59.165047 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.179384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 3, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:18:57Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 2, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:59.256660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc75a2e5-f467-488f-b568-94187377b84e None None] The sync data for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 is: [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 3, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:18:57Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 2, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:59.287395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-64654677-6315-4590-b443-3d91b6849517', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:59.288277 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.319838 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port eaef8868-5d15-4324-af38-9d0612df9cd0, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=eaef8868-5d15-4324-af38-9d0612df9cd0,segment=NetworkSegment(247d460f-6614-4a21-9941-50c8dbeea640),segment_id=247d460f-6614-4a21-9941-50c8dbeea640)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:59.346782 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.483599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19030a08-d31a-4770-a9a2-dd4f0d95391a req-7412ffea-d28a-4284-a324-f092c8ae6b5e tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.485206 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19030a08-d31a-4770-a9a2-dd4f0d95391a req-7412ffea-d28a-4284-a324-f092c8ae6b5e tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 945 time: 0.4142938 Jul 16 18:18:59.555613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e501d2-2486-4498-a06a-7633c77573ff req-7334320c-7ae6-45e4-8e92-823dd401dd7b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.557286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68e501d2-2486-4498-a06a-7633c77573ff req-7334320c-7ae6-45e4-8e92-823dd401dd7b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 945 time: 0.2532890 Jul 16 18:18:59.585890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dda6495a-6ad9-44c0-b4b7-d8929de21ce7 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:59.623316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6b8b97e2-afe5-480b-af7d-50400cfebb76 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:59.738726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Allocated IP 172.22.0.2 (64654677-6315-4590-b443-3d91b6849517/00d003b5-83f9-4db2-b0d8-34ac4cc41b66/03949d8b-bcad-412a-addd-95c6b84adc81) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:59.746910 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=eaef8868-5d15-4324-af38-9d0612df9cd0,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:59.806366 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68e501d2-2486-4498-a06a-7633c77573ff req-a766f7b1-c2a8-4562-a722-9441149160f1 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277279 Jul 16 18:18:59.814532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Made reservation on behalf of 1185488738334c0392568c2ce28c5a36 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:59.819988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 6b8b97e2-afe5-480b-af7d-50400cfebb76 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:59.835636 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.848323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19030a08-d31a-4770-a9a2-dd4f0d95391a req-4fd471a3-e158-49e9-8ce0-5b0a702854ab tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482385 Jul 16 18:18:59.874758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9bcb685d-6131-400c-883d-e5eaee27abde up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:59.883527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port dda6495a-6ad9-44c0-b4b7-d8929de21ce7 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:59.909328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port dda6495a-6ad9-44c0-b4b7-d8929de21ce7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:59.910349 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.968281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b89cba-c2ef-495a-9fe0-4c2515af65e4 None None] Network ca50e708-c4d4-4fec-b3f2-a02c6d789e00 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:00.090544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6e6042a4-bc9c-411e-9916-7a2c65a3bf75 None None] Provisioning for port 6b8b97e2-afe5-480b-af7d-50400cfebb76 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:00.115824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6e6042a4-bc9c-411e-9916-7a2c65a3bf75 None None] Provisioning complete for port 6b8b97e2-afe5-480b-af7d-50400cfebb76 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:00.115824 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6e6042a4-bc9c-411e-9916-7a2c65a3bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.118280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e047871-06fc-45f2-9835-ecc8f1d0af4f req-0b2f72e2-72b0-4bf1-aea0-5d05924208b8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 210 time: 0.0761037 Jul 16 18:19:00.119691 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Allocated IP 172.20.0.3 (41d713b7-a1f3-4683-a3c3-3515ef91bf9f/e5ca6ce2-2880-47d3-80a2-36ec21fbfcce/f0538917-9e50-4da0-82bf-dddccfc97920) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:00.207416 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.219938 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Transition to ACTIVE for port object 03949d8b-bcad-412a-addd-95c6b84adc81 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:00.235221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Transition to ACTIVE for port object 03949d8b-bcad-412a-addd-95c6b84adc81 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:00.318422 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.350314 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.376160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Allocated IP 172.22.0.1 (64654677-6315-4590-b443-3d91b6849517/00d003b5-83f9-4db2-b0d8-34ac4cc41b66/1d8e4f73-96cc-40f7-92c7-427b219508a7) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:00.405725 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.434570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Transition to ACTIVE for port object f0538917-9e50-4da0-82bf-dddccfc97920 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:00.443664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 9bcb685d-6131-400c-883d-e5eaee27abde completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:00.453989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 9bcb685d-6131-400c-883d-e5eaee27abde triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:00.454444 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.519264 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.528901 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Network 64654677-6315-4590-b443-3d91b6849517 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:00.543603 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Pushing event updated for resources: {'Port': ['ID=03949d8b-bcad-412a-addd-95c6b84adc81,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:00.569747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dda6495a-6ad9-44c0-b4b7-d8929de21ce7, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dda6495a-6ad9-44c0-b4b7-d8929de21ce7,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:00.584729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:00.587471 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:00.589615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56893e1-8de4-4785-8bc3-cb2a6615ad26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda6495a-6ad9-44c0-b4b7-d8929de21ce7'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:00.591866 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b89c320-0038-4621-baab-f5c134cfc422" -d '{"events": [{"server_uuid": "d56893e1-8de4-4785-8bc3-cb2a6615ad26", "name": "network-vif-plugged", "status": "completed", "tag": "dda6495a-6ad9-44c0-b4b7-d8929de21ce7"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:00.624292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:00.636581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:00.647118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:00.654388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Port': ['ID=f0538917-9e50-4da0-82bf-dddccfc97920,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:00.668358 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.680678 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.685041 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c219b6c0-8a0d-422f-9bef-4804b47d3b18 x-openstack-request-id: req-c219b6c0-8a0d-422f-9bef-4804b47d3b18 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:00.685290 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56893e1-8de4-4785-8bc3-cb2a6615ad26", "name": "network-vif-plugged", "status": "completed", "tag": "dda6495a-6ad9-44c0-b4b7-d8929de21ce7", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:00.685588 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c219b6c0-8a0d-422f-9bef-4804b47d3b18 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:00.687726 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56893e1-8de4-4785-8bc3-cb2a6615ad26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda6495a-6ad9-44c0-b4b7-d8929de21ce7', 'code': 200} Jul 16 18:19:00.715953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Transition to ACTIVE for port object 1d8e4f73-96cc-40f7-92c7-427b219508a7 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:00.733794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.734451 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.765936 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-6978c063-d199-448e-b48d-7db758525f73 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.6936250 Jul 16 18:19:00.781775 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Request body: {'port': {'device_id': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:00.786683 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6e6042a4-bc9c-411e-9916-7a2c65a3bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.822539 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.838461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339c8b9-3f94-4356-a61a-25176f96777d req-0a62ded6-4cd4-438f-828e-b4895d6b513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.841147 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5339c8b9-3f94-4356-a61a-25176f96777d req-0a62ded6-4cd4-438f-828e-b4895d6b513a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 1098 time: 0.1030383 Jul 16 18:19:00.913241 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5339c8b9-3f94-4356-a61a-25176f96777d req-b6b11c81-7517-4192-9e62-4ad3eb0844e6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647538 Jul 16 18:19:00.921165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 64654677-6315-4590-b443-3d91b6849517 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:00.921416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=dda6495a-6ad9-44c0-b4b7-d8929de21ce7,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:00.929507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:00.941329 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:01.004721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Attempting to bind port 03949d8b-bcad-412a-addd-95c6b84adc81 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:01.010554 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Attempting to bind port 03949d8b-bcad-412a-addd-95c6b84adc81 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '64654677-6315-4590-b443-3d91b6849517'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:01.011952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Attempting to bind port 03949d8b-bcad-412a-addd-95c6b84adc81 on network 64654677-6315-4590-b443-3d91b6849517 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:01.012565 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.056989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6e6042a4-bc9c-411e-9916-7a2c65a3bf75 None None] For port 6b8b97e2-afe5-480b-af7d-50400cfebb76, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6b8b97e2-afe5-480b-af7d-50400cfebb76,segment=NetworkSegment(89c1242e-d8d8-4c18-a3dc-8d48952c882e),segment_id=89c1242e-d8d8-4c18-a3dc-8d48952c882e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:01.064684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:01.065082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Checking segment: {'id': '64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '64654677-6315-4590-b443-3d91b6849517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:01.065639 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.066073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Bound using segment: {'id': '64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '64654677-6315-4590-b443-3d91b6849517'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:01.066870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Bound port: 03949d8b-bcad-412a-addd-95c6b84adc81, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '64654677-6315-4590-b443-3d91b6849517'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:01.067267 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.072170 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6e6042a4-bc9c-411e-9916-7a2c65a3bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.230446 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.276767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-19a4d374-2c11-49c9-bd3b-69cc83ed859f None None] Provisioning for port f0538917-9e50-4da0-82bf-dddccfc97920 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:01.282760 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6042a4-bc9c-411e-9916-7a2c65a3bf75 None None] Pushing event updated for resources: {'Port': ['ID=6b8b97e2-afe5-480b-af7d-50400cfebb76,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:01.301890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=1d8e4f73-96cc-40f7-92c7-427b219508a7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:01.317409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9bcb685d-6131-400c-883d-e5eaee27abde, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9bcb685d-6131-400c-883d-e5eaee27abde,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:01.323311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-19a4d374-2c11-49c9-bd3b-69cc83ed859f None None] Provisioning complete for port f0538917-9e50-4da0-82bf-dddccfc97920 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:01.323677 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-19a4d374-2c11-49c9-bd3b-69cc83ed859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.362577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.432226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-19a4d374-2c11-49c9-bd3b-69cc83ed859f None None] Port f0538917-9e50-4da0-82bf-dddccfc97920 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:01.433955 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.437155 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] For port 03949d8b-bcad-412a-addd-95c6b84adc81, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:01.438838 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-794df0c5-4d79-4a63-8889-0a9f2e9f054c req-3a737f24-0c50-4a7c-97e6-4c49ff71d772 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1313219 Jul 16 18:19:01.521103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] For port 03949d8b-bcad-412a-addd-95c6b84adc81, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=03949d8b-bcad-412a-addd-95c6b84adc81,segment=NetworkSegment(64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2),segment_id=64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:01.534900 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.575420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9bcb685d-6131-400c-883d-e5eaee27abde,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:01.664731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cd9c6-ab30-48ae-965e-9fff07425a95 None None] Pushing event updated for resources: {'Port': ['ID=03949d8b-bcad-412a-addd-95c6b84adc81,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:01.669075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794df0c5-4d79-4a63-8889-0a9f2e9f054c req-3b5b83cb-2809-4741-a5c3-96ae1591d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:01.671201 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-794df0c5-4d79-4a63-8889-0a9f2e9f054c req-3b5b83cb-2809-4741-a5c3-96ae1591d5a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ad333940a544596ba07e31fb397489c&device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 1098 time: 0.1482937 Jul 16 18:19:01.685321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e4135dc6-495d-497a-ac27-58adea128b7a None None] Provisioning complete for port 6b8b97e2-afe5-480b-af7d-50400cfebb76 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:01.685735 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e4135dc6-495d-497a-ac27-58adea128b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.732744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6b8b97e2-afe5-480b-af7d-50400cfebb76 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:01.806239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 6b8b97e2-afe5-480b-af7d-50400cfebb76 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:01.806624 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.027344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e4135dc6-495d-497a-ac27-58adea128b7a None None] Provisioning for port e7f095b0-6d18-4cdd-b509-401318a23c38 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:02.031275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:02.060918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e4135dc6-495d-497a-ac27-58adea128b7a None None] Provisioning complete for port e7f095b0-6d18-4cdd-b509-401318a23c38 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:02.061804 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e4135dc6-495d-497a-ac27-58adea128b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.165571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e4135dc6-495d-497a-ac27-58adea128b7a None None] Port e7f095b0-6d18-4cdd-b509-401318a23c38 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:02.196305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:02.208853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794df0c5-4d79-4a63-8889-0a9f2e9f054c req-43b224d2-350f-41c2-8e7b-f394e0a3992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.211463 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-794df0c5-4d79-4a63-8889-0a9f2e9f054c req-43b224d2-350f-41c2-8e7b-f394e0a3992c service neutron] 10.222.0.11 "GET /v2.0/networks?id=46aa9110-266a-4750-86f1-3c0adb3cb6dc HTTP/1.1" status: 200 len: 909 time: 0.3416779 Jul 16 18:19:02.226724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:02.227035 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.363516 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-794df0c5-4d79-4a63-8889-0a9f2e9f054c req-fe2dcb29-9f60-4978-8336-6e21240122ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=766579a7-890d-454f-96d9-89d22f6e169e HTTP/1.1" status: 200 len: 1001 time: 0.1384645 Jul 16 18:19:02.365101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-974a97bd-0de0-418b-a331-990492090986 None None] Provisioning complete for port e7f095b0-6d18-4cdd-b509-401318a23c38 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:02.365631 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-974a97bd-0de0-418b-a331-990492090986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.415712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-974a97bd-0de0-418b-a331-990492090986 None None] Port e7f095b0-6d18-4cdd-b509-401318a23c38 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:02.431126 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.464468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794df0c5-4d79-4a63-8889-0a9f2e9f054c req-e78a7817-a6ad-4f9b-b8ab-4f227555535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.466177 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-794df0c5-4d79-4a63-8889-0a9f2e9f054c req-e78a7817-a6ad-4f9b-b8ab-4f227555535d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b14bfa8-75df-427e-8cf7-22a0c937fc32 HTTP/1.1" status: 200 len: 847 time: 0.0956616 Jul 16 18:19:02.524157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dd7ee-7cb4-4c2d-940a-b01608943869 req-cf3f8f28-5366-4328-b7bb-382501b5dd00 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.532131 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b8dd7ee-7cb4-4c2d-940a-b01608943869 req-cf3f8f28-5366-4328-b7bb-382501b5dd00 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 945 time: 1.3613799 Jul 16 18:19:02.557502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794df0c5-4d79-4a63-8889-0a9f2e9f054c req-c3dccbc2-b244-4d83-9a50-fa98366ddb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.561362 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-794df0c5-4d79-4a63-8889-0a9f2e9f054c req-c3dccbc2-b244-4d83-9a50-fa98366ddb1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46aa9110-266a-4750-86f1-3c0adb3cb6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883532 Jul 16 18:19:02.562236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5096e-f596-4196-8e4e-c14618e99f7f req-0455cb53-c702-472a-a6f2-f0bcabccad4f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.564009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6b5096e-f596-4196-8e4e-c14618e99f7f req-0455cb53-c702-472a-a6f2-f0bcabccad4f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 946 time: 1.3855786 Jul 16 18:19:02.689157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b,segment=NetworkSegment(8587dcfe-6d30-4ada-baf8-7316780b50f3),segment_id=8587dcfe-6d30-4ada-baf8-7316780b50f3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:02.693235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54311dcf-8d1e-4eff-aa0b-b41e89012853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcb685d-6131-400c-883d-e5eaee27abde'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:02.703548 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2ad74c-9c66-46e5-b50a-d764a0551707" -d '{"events": [{"server_uuid": "54311dcf-8d1e-4eff-aa0b-b41e89012853", "name": "network-vif-plugged", "status": "completed", "tag": "9bcb685d-6131-400c-883d-e5eaee27abde"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:02.709700 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.713445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device eaef8868-5d15-4324-af38-9d0612df9cd0 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:02.718090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-02cc5c6b-4ce1-4637-97d7-5aa702ca4352 None None] Provisioning complete for port e7f095b0-6d18-4cdd-b509-401318a23c38 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:02.722721 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b8dd7ee-7cb4-4c2d-940a-b01608943869 req-9e71b65e-841f-4b82-ba5a-4f40e1632293 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885698 Jul 16 18:19:02.725604 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-02cc5c6b-4ce1-4637-97d7-5aa702ca4352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.732722 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-794df0c5-4d79-4a63-8889-0a9f2e9f054c req-bbb7c5f3-0728-414d-be5c-ebcf2d34c991 service neutron] 10.222.0.11 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494327 Jul 16 18:19:02.751412 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6b5096e-f596-4196-8e4e-c14618e99f7f req-4d73e7c1-17ad-4221-a134-1749dca395a9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727774 Jul 16 18:19:02.754569 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.848252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0538917-9e50-4da0-82bf-dddccfc97920 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:02.898787 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.900286 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62261d23-03ff-4eac-861b-acebf515ee57 x-openstack-request-id: req-62261d23-03ff-4eac-861b-acebf515ee57 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:02.900592 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54311dcf-8d1e-4eff-aa0b-b41e89012853", "name": "network-vif-plugged", "status": "completed", "tag": "9bcb685d-6131-400c-883d-e5eaee27abde", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:02.900852 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62261d23-03ff-4eac-861b-acebf515ee57 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:02.901257 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54311dcf-8d1e-4eff-aa0b-b41e89012853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcb685d-6131-400c-883d-e5eaee27abde', 'code': 200} Jul 16 18:19:02.976587 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-794df0c5-4d79-4a63-8889-0a9f2e9f054c req-5700a6d9-edab-4648-90ce-1e80f3a6940f service neutron] 10.222.0.11 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426834 Jul 16 18:19:02.984287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Transition to ACTIVE for port object f0538917-9e50-4da0-82bf-dddccfc97920 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:03.012664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-02cc5c6b-4ce1-4637-97d7-5aa702ca4352 None None] Port e7f095b0-6d18-4cdd-b509-401318a23c38 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:03.026327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Sync routers for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:03.035099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.036115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:03.057151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port eaef8868-5d15-4324-af38-9d0612df9cd0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:03.058007 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.110405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:03.111050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:03.210518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Pushing event updated for resources: {'Port': ['ID=f0538917-9e50-4da0-82bf-dddccfc97920,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:03.280074 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:03.400029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39925568-7fb6-46d0-88b8-c111867bf98e req-8f20a19f-ced2-4cf2-96e8-53a771d93f9e tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:03.401747 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-39925568-7fb6-46d0-88b8-c111867bf98e req-8f20a19f-ced2-4cf2-96e8-53a771d93f9e tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 982 time: 0.4162192 Jul 16 18:19:03.473829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b178859-84df-447b-81a6-5ddcac7b6d1e req-64a8c682-7ff0-49b6-9eab-ffa97da60ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:03.476163 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b178859-84df-447b-81a6-5ddcac7b6d1e req-64a8c682-7ff0-49b6-9eab-ffa97da60ec0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 1098 time: 0.4283228 Jul 16 18:19:03.521630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Attempting to bind port f0538917-9e50-4da0-82bf-dddccfc97920 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:03.522020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Attempting to bind port f0538917-9e50-4da0-82bf-dddccfc97920 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '247d460f-6614-4a21-9941-50c8dbeea640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:03.522291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Attempting to bind port f0538917-9e50-4da0-82bf-dddccfc97920 on network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:03.559342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Port f0538917-9e50-4da0-82bf-dddccfc97920 on network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:03.560013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Attempting to bind port f0538917-9e50-4da0-82bf-dddccfc97920 on network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:03.570529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:03.570884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Checking segment: {'id': '247d460f-6614-4a21-9941-50c8dbeea640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:03.571276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Bound using segment: {'id': '247d460f-6614-4a21-9941-50c8dbeea640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:03.571731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Bound port: f0538917-9e50-4da0-82bf-dddccfc97920, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247d460f-6614-4a21-9941-50c8dbeea640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:03.572099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.587868 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.615692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:00Z', 'revision_number': 1, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:18:55Z', 'revision_number': 2, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:03.676071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Checking router: 8a98af9f-11c5-4ead-8ba8-9150f953d094 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:03.676588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Updating router 8a98af9f-11c5-4ead-8ba8-9150f953d094 port 1d8e4f73-96cc-40f7-92c7-427b219508a7 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:03.677988 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] For port f0538917-9e50-4da0-82bf-dddccfc97920, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:03.681252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f11d9-49fa-4fe0-91a6-2d6d0f15b468 None None] Network 64654677-6315-4590-b443-3d91b6849517 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:03.681417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] For port f0538917-9e50-4da0-82bf-dddccfc97920, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f0538917-9e50-4da0-82bf-dddccfc97920,segment=NetworkSegment(247d460f-6614-4a21-9941-50c8dbeea640),segment_id=247d460f-6614-4a21-9941-50c8dbeea640)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:03.707625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b178859-84df-447b-81a6-5ddcac7b6d1e req-0554420a-f9f8-4106-b09d-b7df50443c18 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220905 Jul 16 18:19:03.708706 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.731334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 03949d8b-bcad-412a-addd-95c6b84adc81 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:03.745627 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.794362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-39925568-7fb6-46d0-88b8-c111867bf98e req-2a3efe21-7fa7-4409-9b1c-0a2016ffa642 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3722999 Jul 16 18:19:03.825083 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.852168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:03.852809 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.854279 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] 10.222.0.32 "PUT /v2.0/ports/f0538917-9e50-4da0-82bf-dddccfc97920 HTTP/1.1" status: 200 len: 1131 time: 3.0777953 Jul 16 18:19:03.866114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'tag': 'f0538917-9e50-4da0-82bf-dddccfc97920'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:03.868448 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bb3b77-0e3b-473e-9445-cd56777e216e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b51e65-cd48-4600-b578-3a483827d31b", "tag": "f0538917-9e50-4da0-82bf-dddccfc97920"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:03.884703 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3d2c7cf2-3224-4505-8b51-b4aa679a5c28 req-9a79a919-c988-4970-8c13-644823e95ea7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1155982 Jul 16 18:19:03.895592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=1d8e4f73-96cc-40f7-92c7-427b219508a7,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:03.898972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.936275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 03949d8b-bcad-412a-addd-95c6b84adc81 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:04.023695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:04.118986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-36eedf8a-d482-488e-85e6-6cd8d2accbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.123455 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-36eedf8a-d482-488e-85e6-6cd8d2accbf6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1185488738334c0392568c2ce28c5a36&device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 1134 time: 0.1875856 Jul 16 18:19:04.175687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ec6b1273-089e-4c99-92cb-b7fa92a00c6d None None] Provisioning for port 03949d8b-bcad-412a-addd-95c6b84adc81 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:04.202506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ec6b1273-089e-4c99-92cb-b7fa92a00c6d None None] Provisioning complete for port 03949d8b-bcad-412a-addd-95c6b84adc81 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:04.203043 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ec6b1273-089e-4c99-92cb-b7fa92a00c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.206631 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-859c35a5-389c-4a35-97f3-ed15f05d4393 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0538917-9e50-4da0-82bf-dddccfc97920 HTTP/1.1" status: 200 len: 217 time: 0.0623324 Jul 16 18:19:04.216030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 64654677-6315-4590-b443-3d91b6849517 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:04.264613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:04.300284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-76981492-3dd7-491a-ad43-de6b8d687e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.302780 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-76981492-3dd7-491a-ad43-de6b8d687e73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5ca6ce2-2880-47d3-80a2-36ec21fbfcce HTTP/1.1" status: 200 len: 835 time: 0.0881698 Jul 16 18:19:04.391937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaf7b4-84c0-49be-985f-d047bf9f72ac service neutron] Pushing event updated for resources: {'Port': ['ID=f0538917-9e50-4da0-82bf-dddccfc97920,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:04.395557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:04.403769 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.426974 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-aa889605-8e8b-49c3-bd02-abe686e36695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.428623 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-aa889605-8e8b-49c3-bd02-abe686e36695 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41d713b7-a1f3-4683-a3c3-3515ef91bf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131244 Jul 16 18:19:04.447390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3478b5-eb2a-4da4-8e24-3278e14e3320 req-24ce6c71-b07b-492a-8faf-3bee1f67d54e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.449371 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed3478b5-eb2a-4da4-8e24-3278e14e3320 req-24ce6c71-b07b-492a-8faf-3bee1f67d54e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 946 time: 0.2981462 Jul 16 18:19:04.483035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420ef9b-0b06-409f-ba8f-a6e9ed9ca921 req-3a9c1631-b987-478e-80f3-15fe4b8bdad6 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.490733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1420ef9b-0b06-409f-ba8f-a6e9ed9ca921 req-3a9c1631-b987-478e-80f3-15fe4b8bdad6 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 946 time: 0.4131644 Jul 16 18:19:04.511865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c7cf2-3224-4505-8b51-b4aa679a5c28 req-a795e65e-6034-47b7-9f94-1ad3606295c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.513860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d2c7cf2-3224-4505-8b51-b4aa679a5c28 req-a795e65e-6034-47b7-9f94-1ad3606295c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 1099 time: 0.4266212 Jul 16 18:19:04.515799 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ec6b1273-089e-4c99-92cb-b7fa92a00c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.531707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 8a98af9f-11c5-4ead-8ba8-9150f953d094 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:04.591769 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-20795c07-cb58-4c16-bb23-96fc1a7a5246 service neutron] 10.222.0.32 "GET /v2.0/networks/41d713b7-a1f3-4683-a3c3-3515ef91bf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507173 Jul 16 18:19:04.629434 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed3478b5-eb2a-4da4-8e24-3278e14e3320 req-c9f87ed5-b5a6-4dd2-b85e-e38d18aad799 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684444 Jul 16 18:19:04.646963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1420ef9b-0b06-409f-ba8f-a6e9ed9ca921 req-4676c195-94cf-48a8-9a6a-3921eb09bbb5 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550298 Jul 16 18:19:04.711880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ec6b1273-089e-4c99-92cb-b7fa92a00c6d None None] For port 03949d8b-bcad-412a-addd-95c6b84adc81, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=03949d8b-bcad-412a-addd-95c6b84adc81,segment=NetworkSegment(64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2),segment_id=64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:04.738170 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ec6b1273-089e-4c99-92cb-b7fa92a00c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.783165 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.834852 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2e9fe82b-2c0f-46ed-9638-223585a5f350 req-781c51d5-5b30-4b36-a1c7-1e45d369578b service neutron] 10.222.0.32 "GET /v2.0/networks/41d713b7-a1f3-4683-a3c3-3515ef91bf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269044 Jul 16 18:19:04.841775 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c42d27-a49f-4ad6-b415-2deff474ea1b x-openstack-request-id: req-a7c42d27-a49f-4ad6-b415-2deff474ea1b {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:04.842218 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b51e65-cd48-4600-b578-3a483827d31b", "tag": "f0538917-9e50-4da0-82bf-dddccfc97920", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:04.842582 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7c42d27-a49f-4ad6-b415-2deff474ea1b {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:04.843085 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'tag': 'f0538917-9e50-4da0-82bf-dddccfc97920', 'status': 'completed', 'code': 200} Jul 16 18:19:04.926679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c7cf2-3224-4505-8b51-b4aa679a5c28 req-e77a8729-e7cc-4f8d-9bac-b0d9760fb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.931516 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d2c7cf2-3224-4505-8b51-b4aa679a5c28 req-e77a8729-e7cc-4f8d-9bac-b0d9760fb06b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.3937147 Jul 16 18:19:04.936871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Transition to ACTIVE for port object 1d8e4f73-96cc-40f7-92c7-427b219508a7 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:05.007257 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.077330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b1273-089e-4c99-92cb-b7fa92a00c6d None None] Pushing event updated for resources: {'Port': ['ID=03949d8b-bcad-412a-addd-95c6b84adc81,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:05.099553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb3b77-0e3b-473e-9445-cd56777e216e req-abcc7369-9178-4c15-9fda-8dacf5d3a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.101967 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-77bb3b77-0e3b-473e-9445-cd56777e216e req-abcc7369-9178-4c15-9fda-8dacf5d3a520 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1185488738334c0392568c2ce28c5a36&device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 1134 time: 0.1224186 Jul 16 18:19:05.198983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:05.222648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-136b4b37-7424-4969-bfcf-0129a3b08598 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7993548 Jul 16 18:19:05.244851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60640) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:05.251670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f462465b-95af-4839-badc-86bac5d0b4d5 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'network': {'name': 'tempest-RoutersTest-442280984'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:05.273254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d2c7cf2-3224-4505-8b51-b4aa679a5c28 req-5e1d5bf0-5c71-40fe-9f37-cf1518a6c351 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc HTTP/1.1" status: 200 len: 1002 time: 0.3339148 Jul 16 18:19:05.332169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb3b77-0e3b-473e-9445-cd56777e216e req-297a3dd4-f4f0-4b3c-94df-683249c21ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.333923 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-77bb3b77-0e3b-473e-9445-cd56777e216e req-297a3dd4-f4f0-4b3c-94df-683249c21ca3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=41d713b7-a1f3-4683-a3c3-3515ef91bf9f HTTP/1.1" status: 200 len: 897 time: 0.2233243 Jul 16 18:19:05.335285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40434d05-04e4-4b31-9f1d-3db3889f71c7 req-868dfc87-ca8f-419a-b70f-fd0f312aaeee tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.338356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40434d05-04e4-4b31-9f1d-3db3889f71c7 req-868dfc87-ca8f-419a-b70f-fd0f312aaeee tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 946 time: 0.3158171 Jul 16 18:19:05.357580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Pushing event updated for resources: {'Port': ['ID=1d8e4f73-96cc-40f7-92c7-427b219508a7,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:05.401583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f462465b-95af-4839-badc-86bac5d0b4d5 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:05.406332 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f462465b-95af-4839-badc-86bac5d0b4d5 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.409608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4c802ece-6329-44e2-957c-936cb9dc99b3 None None] Provisioning complete for port 03949d8b-bcad-412a-addd-95c6b84adc81 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:05.410012 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4c802ece-6329-44e2-957c-936cb9dc99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.449391 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-77bb3b77-0e3b-473e-9445-cd56777e216e req-ca6cb09b-6def-45db-b929-ec86355fe6f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0538917-9e50-4da0-82bf-dddccfc97920 HTTP/1.1" status: 200 len: 217 time: 0.1054456 Jul 16 18:19:05.454393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c7cf2-3224-4505-8b51-b4aa679a5c28 req-d64088a1-0409-48b8-a03d-cfd3ebeb80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.456280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d2c7cf2-3224-4505-8b51-b4aa679a5c28 req-d64088a1-0409-48b8-a03d-cfd3ebeb80b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.1703117 Jul 16 18:19:05.459467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Attempting to bind port 1d8e4f73-96cc-40f7-92c7-427b219508a7 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:05.459759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Attempting to bind port 1d8e4f73-96cc-40f7-92c7-427b219508a7 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '64654677-6315-4590-b443-3d91b6849517'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:05.460155 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Attempting to bind port 1d8e4f73-96cc-40f7-92c7-427b219508a7 on network 64654677-6315-4590-b443-3d91b6849517 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:05.490138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:05.490626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Checking segment: {'id': '64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '64654677-6315-4590-b443-3d91b6849517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:05.492660 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.509026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Bound using segment: {'id': '64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '64654677-6315-4590-b443-3d91b6849517'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:05.509685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Bound port: 1d8e4f73-96cc-40f7-92c7-427b219508a7, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '64654677-6315-4590-b443-3d91b6849517'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:05.510980 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.544870 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af66d97-d37f-4c76-a7f8-4a4efc73f7ae req-b005e7c1-3e82-44bd-b193-129ae5a0235c tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.553748 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0af66d97-d37f-4c76-a7f8-4a4efc73f7ae req-b005e7c1-3e82-44bd-b193-129ae5a0235c tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 982 time: 0.4503250 Jul 16 18:19:05.571864 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb3b77-0e3b-473e-9445-cd56777e216e req-6f459fd3-c2f7-47bc-ac94-3aecf0bb6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.573608 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-77bb3b77-0e3b-473e-9445-cd56777e216e req-6f459fd3-c2f7-47bc-ac94-3aecf0bb6a31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5ca6ce2-2880-47d3-80a2-36ec21fbfcce HTTP/1.1" status: 200 len: 835 time: 0.1075470 Jul 16 18:19:05.576398 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40434d05-04e4-4b31-9f1d-3db3889f71c7 req-2dec4bb8-912f-47fc-b30a-26b70e345e88 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234957 Jul 16 18:19:05.622108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 03949d8b-bcad-412a-addd-95c6b84adc81 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:05.622325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f462465b-95af-4839-badc-86bac5d0b4d5 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:05.688811 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f462465b-95af-4839-badc-86bac5d0b4d5 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.689542 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-f462465b-95af-4839-badc-86bac5d0b4d5 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Added segment bcf4774b-1c28-4f71-9529-21e6a15c337a of type vlan for network 0af58717-b6f9-42a8-8df6-07582f7610fd Jul 16 18:19:05.694320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb3b77-0e3b-473e-9445-cd56777e216e req-77ef020e-05c7-4e3f-b998-da7a73ea44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.699832 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-77bb3b77-0e3b-473e-9445-cd56777e216e req-77ef020e-05c7-4e3f-b998-da7a73ea44e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41d713b7-a1f3-4683-a3c3-3515ef91bf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015368 Jul 16 18:19:05.749014 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 03949d8b-bcad-412a-addd-95c6b84adc81 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:05.749512 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.751346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] For port 1d8e4f73-96cc-40f7-92c7-427b219508a7, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:05.781286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0af66d97-d37f-4c76-a7f8-4a4efc73f7ae req-43813966-8852-432f-8d92-98baee0d9c24 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2263060 Jul 16 18:19:05.816871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] For port 1d8e4f73-96cc-40f7-92c7-427b219508a7, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1d8e4f73-96cc-40f7-92c7-427b219508a7,segment=NetworkSegment(64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2),segment_id=64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:05.820042 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4c802ece-6329-44e2-957c-936cb9dc99b3 None None] Provisioning for port 1d8e4f73-96cc-40f7-92c7-427b219508a7 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:05.829247 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.879957 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f462465b-95af-4839-badc-86bac5d0b4d5 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.907216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Pushing event updated for resources: {'Port': ['ID=1d8e4f73-96cc-40f7-92c7-427b219508a7,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:05.926014 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.926206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.926548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.926970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.927264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.927557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.927893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.928274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.928555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.928882 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.929214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.929542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:05.939258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Updating router 8a98af9f-11c5-4ead-8ba8-9150f953d094 port e7f095b0-6d18-4cdd-b509-401318a23c38 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:05.948894 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-77bb3b77-0e3b-473e-9445-cd56777e216e req-1b4b9b68-5517-4220-a0cd-871c7c9c092e service neutron] 10.222.0.32 "GET /v2.0/networks/41d713b7-a1f3-4683-a3c3-3515ef91bf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422225 Jul 16 18:19:06.001920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c7cf2-3224-4505-8b51-b4aa679a5c28 req-06a3c880-baa9-407b-ae3a-7c38961d491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.004288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d2c7cf2-3224-4505-8b51-b4aa679a5c28 req-06a3c880-baa9-407b-ae3a-7c38961d491b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5286863 Jul 16 18:19:06.067608 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-77bb3b77-0e3b-473e-9445-cd56777e216e req-b516c3ea-f8da-4707-a653-c0ff73d3d92a service neutron] 10.222.0.32 "GET /v2.0/networks/41d713b7-a1f3-4683-a3c3-3515ef91bf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093488 Jul 16 18:19:06.098885 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.116133 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f462465b-95af-4839-badc-86bac5d0b4d5 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.123223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f462465b-95af-4839-badc-86bac5d0b4d5 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.124126 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f462465b-95af-4839-badc-86bac5d0b4d5 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.614919 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f462465b-95af-4839-badc-86bac5d0b4d5 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3685937 Jul 16 18:19:06.618197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60668) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:06.624871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-151c1a7a-6db2-4aac-a875-4900d30954f9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'subnet': {'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:06.660641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462465b-95af-4839-badc-86bac5d0b4d5 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Network': ['ID=0af58717-b6f9-42a8-8df6-07582f7610fd,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:06.682663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 0af58717-b6f9-42a8-8df6-07582f7610fd details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:06.685071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acac91e-ccae-4fce-9e8f-c3ae6f1b07b9 req-95eb384b-26f6-4dbb-ac2f-5bd98290c6d2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.686692 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1acac91e-ccae-4fce-9e8f-c3ae6f1b07b9 req-95eb384b-26f6-4dbb-ac2f-5bd98290c6d2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 946 time: 0.6871898 Jul 16 18:19:06.690313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d2c7cf2-3224-4505-8b51-b4aa679a5c28 req-b1ffd9fa-af00-4aa0-8e31-3f13601a0c31 service neutron] 10.222.0.32 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569195 Jul 16 18:19:06.699646 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb552d91-a6d6-4ef1-9a5f-5fe09cbaf2e7 req-975f75ce-f791-4f42-9724-e8fdc1021a47 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.700684 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb552d91-a6d6-4ef1-9a5f-5fe09cbaf2e7 req-975f75ce-f791-4f42-9724-e8fdc1021a47 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 946 time: 0.8116400 Jul 16 18:19:06.734795 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.793093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Transition to ACTIVE for port object e7f095b0-6d18-4cdd-b509-401318a23c38 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:06.801918 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.809698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151c1a7a-6db2-4aac-a875-4900d30954f9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Made reservation on behalf of c7e494a30e3d4e4d9645741f6fc8b779 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:06.811576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-151c1a7a-6db2-4aac-a875-4900d30954f9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.852781 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb552d91-a6d6-4ef1-9a5f-5fe09cbaf2e7 req-81415ab5-ed02-4ca5-86e8-8c1166e9a343 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350257 Jul 16 18:19:06.859846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Pushing event updated for resources: {'Port': ['ID=e7f095b0-6d18-4cdd-b509-401318a23c38,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:06.876292 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1acac91e-ccae-4fce-9e8f-c3ae6f1b07b9 req-9641989e-9564-492f-b742-06ea9a0c5b2c tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746051 Jul 16 18:19:06.947728 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3d2c7cf2-3224-4505-8b51-b4aa679a5c28 req-8a46c4f2-e1da-45f4-9312-47941db04555 service neutron] 10.222.0.32 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449303 Jul 16 18:19:07.085718 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Attempting to bind port e7f095b0-6d18-4cdd-b509-401318a23c38 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:07.088034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Attempting to bind port e7f095b0-6d18-4cdd-b509-401318a23c38 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '89c1242e-d8d8-4c18-a3dc-8d48952c882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:07.088516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Attempting to bind port e7f095b0-6d18-4cdd-b509-401318a23c38 on network ca50e708-c4d4-4fec-b3f2-a02c6d789e00 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:07.103243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:07.104302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Checking segment: {'id': '89c1242e-d8d8-4c18-a3dc-8d48952c882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:07.106049 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.106049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Bound using segment: {'id': '89c1242e-d8d8-4c18-a3dc-8d48952c882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:07.106458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Bound port: e7f095b0-6d18-4cdd-b509-401318a23c38, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c1242e-d8d8-4c18-a3dc-8d48952c882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:07.106963 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.257098 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-151c1a7a-6db2-4aac-a875-4900d30954f9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.265467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] For port e7f095b0-6d18-4cdd-b509-401318a23c38, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:07.270072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] For port e7f095b0-6d18-4cdd-b509-401318a23c38, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e7f095b0-6d18-4cdd-b509-401318a23c38,segment=NetworkSegment(89c1242e-d8d8-4c18-a3dc-8d48952c882e),segment_id=89c1242e-d8d8-4c18-a3dc-8d48952c882e)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:07.278448 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.297876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0a356-0ed4-47e9-b798-bc7fe58d1b6d req-ec545b56-ce8f-43a6-a448-87a8662a5ecf tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.305563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76a0a356-0ed4-47e9-b798-bc7fe58d1b6d req-ec545b56-ce8f-43a6-a448-87a8662a5ecf tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 982 time: 0.2102666 Jul 16 18:19:07.424886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c1a7a-6db2-4aac-a875-4900d30954f9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Subnet': ['ID=9303cacc-65e3-401f-9818-98fdfcc6ae48,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.444580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76a0a356-0ed4-47e9-b798-bc7fe58d1b6d req-3fbf4f39-fb5f-4dcb-80b2-285540b1ca14 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1380014 Jul 16 18:19:07.450628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:07.451281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:07.469174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c1a7a-6db2-4aac-a875-4900d30954f9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Checking segment: {'id': 'bcf4774b-1c28-4f71-9529-21e6a15c337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:07.469546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c1a7a-6db2-4aac-a875-4900d30954f9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network hostable DHCP agents. Network: 0af58717-b6f9-42a8-8df6-07582f7610fd, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:07.517291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c1a7a-6db2-4aac-a875-4900d30954f9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 0af58717-b6f9-42a8-8df6-07582f7610fd is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:07.546022 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-151c1a7a-6db2-4aac-a875-4900d30954f9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 0af58717-b6f9-42a8-8df6-07582f7610fd) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:07.566573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c1a7a-6db2-4aac-a875-4900d30954f9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.567322 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-151c1a7a-6db2-4aac-a875-4900d30954f9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.580803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23008b75-2d3d-4fab-8f0a-dfa3214770a2 None None] Network 0af58717-b6f9-42a8-8df6-07582f7610fd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:07.626833 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-151c1a7a-6db2-4aac-a875-4900d30954f9 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0079975 Jul 16 18:19:07.630275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60704) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:07.671459 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c19344-3e1e-4f0c-a950-a85356db740d None None] Pushing event updated for resources: {'Port': ['ID=e7f095b0-6d18-4cdd-b509-401318a23c38,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.763970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:07.886880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f0538917-9e50-4da0-82bf-dddccfc97920 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:08.027503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-0af58717-b6f9-42a8-8df6-07582f7610fd', 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'fixed_ips': [{'subnet_id': '9303cacc-65e3-401f-9818-98fdfcc6ae48'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:08.028371 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.053922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020c9d7-441b-4f7a-b095-ad393b8e1166 req-66c4afe3-8dbd-4302-b5eb-8e7e5e69cb8c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:08.055678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8020c9d7-441b-4f7a-b095-ad393b8e1166 req-66c4afe3-8dbd-4302-b5eb-8e7e5e69cb8c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 946 time: 0.3053331 Jul 16 18:19:08.141035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f0538917-9e50-4da0-82bf-dddccfc97920, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f0538917-9e50-4da0-82bf-dddccfc97920,segment=NetworkSegment(247d460f-6614-4a21-9941-50c8dbeea640),segment_id=247d460f-6614-4a21-9941-50c8dbeea640)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:08.184489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8020c9d7-441b-4f7a-b095-ad393b8e1166 req-b9e09be2-cfb7-4e5f-898d-1a06244da388 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844886 Jul 16 18:19:08.247991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'f0538917-9e50-4da0-82bf-dddccfc97920', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'port_id': 'f0538917-9e50-4da0-82bf-dddccfc97920', 'mac_address': 'fa:16:3e:3f:c7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:08.338620 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.433144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Allocated IP 172.23.0.2 (0af58717-b6f9-42a8-8df6-07582f7610fd/9303cacc-65e3-401f-9818-98fdfcc6ae48/def907b4-3a28-490a-98eb-ec15a6d57b15) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:08.529684 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.547309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:05Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:07Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:08.553063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0538917-9e50-4da0-82bf-dddccfc97920 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:08.575942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f0538917-9e50-4da0-82bf-dddccfc97920, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f0538917-9e50-4da0-82bf-dddccfc97920,segment=NetworkSegment(247d460f-6614-4a21-9941-50c8dbeea640),segment_id=247d460f-6614-4a21-9941-50c8dbeea640)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:08.647411 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.656000 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dff498-08fa-4f52-bdd5-1d5f0fa5d16b None None] The sync data for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 is: [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:05Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:07Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:08.752375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f0538917-9e50-4da0-82bf-dddccfc97920,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:08.774623 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.793643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Transition to ACTIVE for port object def907b4-3a28-490a-98eb-ec15a6d57b15 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:08.823431 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Transition to ACTIVE for port object def907b4-3a28-490a-98eb-ec15a6d57b15 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:08.836894 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.887070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Pushing event updated for resources: {'Port': ['ID=def907b4-3a28-490a-98eb-ec15a6d57b15,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:08.908845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Network 0af58717-b6f9-42a8-8df6-07582f7610fd is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:08.913425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:08.916310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['f0538917-9e50-4da0-82bf-dddccfc97920'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:08.921906 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:08.990925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755df735-203b-4f0c-b80f-ab597d1a45d4 req-800a8eb2-d7d4-4102-9e88-2dc062222514 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:08.999142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-755df735-203b-4f0c-b80f-ab597d1a45d4 req-800a8eb2-d7d4-4102-9e88-2dc062222514 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 983 time: 0.3597834 Jul 16 18:19:09.059673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Allocated IP 172.23.0.1 (0af58717-b6f9-42a8-8df6-07582f7610fd/9303cacc-65e3-401f-9818-98fdfcc6ae48/b93b8cd4-71a3-4da6-86d9-368b838c5bcc) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:09.074809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-755df735-203b-4f0c-b80f-ab597d1a45d4 req-711d715b-b70b-4f98-b7bf-ff6a95b27403 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0607820 Jul 16 18:19:09.188752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Attempting to bind port def907b4-3a28-490a-98eb-ec15a6d57b15 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:09.189036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Attempting to bind port def907b4-3a28-490a-98eb-ec15a6d57b15 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'bcf4774b-1c28-4f71-9529-21e6a15c337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:09.190136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Attempting to bind port def907b4-3a28-490a-98eb-ec15a6d57b15 on network 0af58717-b6f9-42a8-8df6-07582f7610fd {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:09.219759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:09.220219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Checking segment: {'id': 'bcf4774b-1c28-4f71-9529-21e6a15c337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:09.220566 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.221014 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Bound using segment: {'id': 'bcf4774b-1c28-4f71-9529-21e6a15c337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:09.221768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Bound port: def907b4-3a28-490a-98eb-ec15a6d57b15, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf4774b-1c28-4f71-9529-21e6a15c337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:09.222143 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.267568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c74a50-8724-4caa-ae0e-fb82b20c8aa7 req-92260227-a625-4bea-8cd0-fe2e38c313dd tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.270664 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-75c74a50-8724-4caa-ae0e-fb82b20c8aa7 req-92260227-a625-4bea-8cd0-fe2e38c313dd tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 946 time: 0.1391225 Jul 16 18:19:09.369256 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.410843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] For port def907b4-3a28-490a-98eb-ec15a6d57b15, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:09.420267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Transition to ACTIVE for port object b93b8cd4-71a3-4da6-86d9-368b838c5bcc will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:09.432798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] For port def907b4-3a28-490a-98eb-ec15a6d57b15, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=def907b4-3a28-490a-98eb-ec15a6d57b15,segment=NetworkSegment(bcf4774b-1c28-4f71-9529-21e6a15c337a),segment_id=bcf4774b-1c28-4f71-9529-21e6a15c337a)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:09.458037 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.607056 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-75c74a50-8724-4caa-ae0e-fb82b20c8aa7 req-b6e21f03-bb71-41ca-b5cd-0ddf52a1f3e8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Deleting port dda6495a-6ad9-44c0-b4b7-d8929de21ce7 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:09.608771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-75c74a50-8724-4caa-ae0e-fb82b20c8aa7 req-b6e21f03-bb71-41ca-b5cd-0ddf52a1f3e8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.617599 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.677788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=b93b8cd4-71a3-4da6-86d9-368b838c5bcc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:09.688042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 0af58717-b6f9-42a8-8df6-07582f7610fd is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:09.694692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:09.707245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:09.744872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfb746-789a-4ddb-af44-af317f32d05f req-b48ef046-018c-4fef-bd09-9863d14f1784 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.752627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e42d0-f2a9-46d6-8048-1e0ddbbf04a9 None None] Pushing event updated for resources: {'Port': ['ID=def907b4-3a28-490a-98eb-ec15a6d57b15,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:09.755367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9bfb746-789a-4ddb-af44-af317f32d05f req-b48ef046-018c-4fef-bd09-9863d14f1784 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 946 time: 0.2869921 Jul 16 18:19:09.759655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1d8e4f73-96cc-40f7-92c7-427b219508a7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:09.838854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-75c74a50-8724-4caa-ae0e-fb82b20c8aa7 req-b6e21f03-bb71-41ca-b5cd-0ddf52a1f3e8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] For port dda6495a-6ad9-44c0-b4b7-d8929de21ce7, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dda6495a-6ad9-44c0-b4b7-d8929de21ce7,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:09.839510 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-75c74a50-8724-4caa-ae0e-fb82b20c8aa7 req-b6e21f03-bb71-41ca-b5cd-0ddf52a1f3e8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.855339 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1fc88-4200-4762-a3e4-642ed16373d5 None None] Sync routers for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:09.876382 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e1fc88-4200-4762-a3e4-642ed16373d5 None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:09.881551 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f8e1fc88-4200-4762-a3e4-642ed16373d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:09.884858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-75c74a50-8724-4caa-ae0e-fb82b20c8aa7 req-b6e21f03-bb71-41ca-b5cd-0ddf52a1f3e8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Calling delete_port for dda6495a-6ad9-44c0-b4b7-d8929de21ce7 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:09.903268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9bfb746-789a-4ddb-af44-af317f32d05f req-bbe7e585-18f2-4299-ac5a-684d186b1190 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431041 Jul 16 18:19:09.906914 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.914655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 1d8e4f73-96cc-40f7-92c7-427b219508a7 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:09.925465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1d8e4f73-96cc-40f7-92c7-427b219508a7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:09.925812 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.061884 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-f8e1fc88-4200-4762-a3e4-642ed16373d5 None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:10.127993 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.182013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 1d8e4f73-96cc-40f7-92c7-427b219508a7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1d8e4f73-96cc-40f7-92c7-427b219508a7,segment=NetworkSegment(64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2),segment_id=64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:10.196857 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.198747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e7f095b0-6d18-4cdd-b509-401318a23c38 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:10.199071 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.266848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-75c74a50-8724-4caa-ae0e-fb82b20c8aa7 req-b6e21f03-bb71-41ca-b5cd-0ddf52a1f3e8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.311708 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['dda6495a-6ad9-44c0-b4b7-d8929de21ce7'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:10.336952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e21f03-bb71-41ca-b5cd-0ddf52a1f3e8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event deleted for resources: {'Port': ['ID=dda6495a-6ad9-44c0-b4b7-d8929de21ce7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:10.448088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=1d8e4f73-96cc-40f7-92c7-427b219508a7,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:10.461947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c74a50-8724-4caa-ae0e-fb82b20c8aa7 req-b6e21f03-bb71-41ca-b5cd-0ddf52a1f3e8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] No DVR routers for this DVR port dda6495a-6ad9-44c0-b4b7-d8929de21ce7 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:10.472406 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-75c74a50-8724-4caa-ae0e-fb82b20c8aa7 req-b6e21f03-bb71-41ca-b5cd-0ddf52a1f3e8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.484281 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-75c74a50-8724-4caa-ae0e-fb82b20c8aa7 req-b6e21f03-bb71-41ca-b5cd-0ddf52a1f3e8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "DELETE /v2.0/ports/dda6495a-6ad9-44c0-b4b7-d8929de21ce7 HTTP/1.1" status: 204 len: 173 time: 1.1824324 Jul 16 18:19:10.489649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e7f095b0-6d18-4cdd-b509-401318a23c38 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:10.499409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e7f095b0-6d18-4cdd-b509-401318a23c38 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:10.499912 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.514614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56893e1-8de4-4785-8bc3-cb2a6615ad26', 'name': 'network-vif-deleted', 'tag': 'dda6495a-6ad9-44c0-b4b7-d8929de21ce7'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:10.532527 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce01211-2929-4a2f-856d-774468e5a4b9" -d '{"events": [{"server_uuid": "d56893e1-8de4-4785-8bc3-cb2a6615ad26", "name": "network-vif-deleted", "tag": "dda6495a-6ad9-44c0-b4b7-d8929de21ce7"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:10.616898 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f8e1fc88-4200-4762-a3e4-642ed16373d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:05Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:07Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:10.631536 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba05e20-ff73-4e2c-98bd-32459b90f1ae x-openstack-request-id: req-bba05e20-ff73-4e2c-98bd-32459b90f1ae {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:10.632102 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56893e1-8de4-4785-8bc3-cb2a6615ad26", "name": "network-vif-deleted", "tag": "dda6495a-6ad9-44c0-b4b7-d8929de21ce7", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:10.632857 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bba05e20-ff73-4e2c-98bd-32459b90f1ae {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:10.633736 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56893e1-8de4-4785-8bc3-cb2a6615ad26', 'name': 'network-vif-deleted', 'tag': 'dda6495a-6ad9-44c0-b4b7-d8929de21ce7', 'status': 'completed', 'code': 200} Jul 16 18:19:10.685022 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.704818 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1fc88-4200-4762-a3e4-642ed16373d5 None None] Checking router: 8a98af9f-11c5-4ead-8ba8-9150f953d094 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:10.717216 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e1fc88-4200-4762-a3e4-642ed16373d5 None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:10.722052 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f8e1fc88-4200-4762-a3e4-642ed16373d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:10.763777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port e7f095b0-6d18-4cdd-b509-401318a23c38, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e7f095b0-6d18-4cdd-b509-401318a23c38,segment=NetworkSegment(89c1242e-d8d8-4c18-a3dc-8d48952c882e),segment_id=89c1242e-d8d8-4c18-a3dc-8d48952c882e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:10.770442 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.851041 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-f8e1fc88-4200-4762-a3e4-642ed16373d5 None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:10.859838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe3902-7714-48bd-ac30-2e4724f04c6b req-29901e3f-ad06-4645-97e9-a6e847ea7b2a tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:10.862037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2dfe3902-7714-48bd-ac30-2e4724f04c6b req-29901e3f-ad06-4645-97e9-a6e847ea7b2a tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 983 time: 0.2597764 Jul 16 18:19:10.871092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=e7f095b0-6d18-4cdd-b509-401318a23c38,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:10.964161 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2dfe3902-7714-48bd-ac30-2e4724f04c6b req-73d5a832-667d-47a4-a538-8dd9a4aaf019 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0642264 Jul 16 18:19:11.014257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.022336 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.117245 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.141618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event updated for resources: {'Port': ['ID=b93b8cd4-71a3-4da6-86d9-368b838c5bcc,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:11.149754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dec0ee79-b3a7-4156-8003-d2321e9eba83 req-aba6bdf6-c418-418e-a3c0-ba540668c77c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 210 time: 0.0486388 Jul 16 18:19:11.171941 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f8e1fc88-4200-4762-a3e4-642ed16373d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b8cd4-71a3-4da6-86d9-368b838c5bcc', 'name': '', 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:30:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:08Z', 'updated_at': '2021-07-16T18:19:09Z', 'revision_number': 1, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:07Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:11.208073 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1fc88-4200-4762-a3e4-642ed16373d5 None None] The sync data for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 is: [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b8cd4-71a3-4da6-86d9-368b838c5bcc', 'name': '', 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:30:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:08Z', 'updated_at': '2021-07-16T18:19:09Z', 'revision_number': 1, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:07Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:11.243272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Network 0af58717-b6f9-42a8-8df6-07582f7610fd is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:11.245535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:11.340597 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2d663d-cb3b-42e0-9225-0767075b8002 None None] Network 0af58717-b6f9-42a8-8df6-07582f7610fd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:11.395787 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:19:11.399554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 8a98af9f-11c5-4ead-8ba8-9150f953d094 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:11.501445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7251d995-e2ce-4da9-a3e5-6f5480a0c314 None None] Provisioning for port def907b4-3a28-490a-98eb-ec15a6d57b15 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:11.559109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:11.571467 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-50eb1a45-7659-4a98-9de9-2c328c2f5926 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9400890 Jul 16 18:19:11.574578 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60752) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:11.579416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c0b16d60-11f4-4719-9db1-d14c8a46cb62 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:11.854147 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device def907b4-3a28-490a-98eb-ec15a6d57b15 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:11.927032 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f0538917-9e50-4da0-82bf-dddccfc97920 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:12.040774 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port def907b4-3a28-490a-98eb-ec15a6d57b15 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:12.047235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port def907b4-3a28-490a-98eb-ec15a6d57b15 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:12.047606 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.066111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port f0538917-9e50-4da0-82bf-dddccfc97920 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:12.097194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port f0538917-9e50-4da0-82bf-dddccfc97920 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:12.097883 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.140596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.extraroute_db [None req-c0b16d60-11f4-4719-9db1-d14c8a46cb62 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=105590) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:19:12.180246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.extraroute_db [None req-c0b16d60-11f4-4719-9db1-d14c8a46cb62 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Removed routes are [] {{(pid=105590) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:19:12.180761 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0b16d60-11f4-4719-9db1-d14c8a46cb62 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.252672 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Sync routers for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:12.259568 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.293410 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.295891 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:12.296531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:12.302341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77844995-0093-446f-855c-34c0e9888feb req-2ebd33bb-edab-42db-91ef-ee708d02a06d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:12.311697 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-77844995-0093-446f-855c-34c0e9888feb req-2ebd33bb-edab-42db-91ef-ee708d02a06d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 983 time: 0.1570644 Jul 16 18:19:12.394217 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-77844995-0093-446f-855c-34c0e9888feb req-07c2256d-1930-46b5-a79f-98405708fe50 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0808511 Jul 16 18:19:12.441562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port def907b4-3a28-490a-98eb-ec15a6d57b15, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=def907b4-3a28-490a-98eb-ec15a6d57b15,segment=NetworkSegment(bcf4774b-1c28-4f71-9529-21e6a15c337a),segment_id=bcf4774b-1c28-4f71-9529-21e6a15c337a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:12.455707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0538917-9e50-4da0-82bf-dddccfc97920'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:12.458720 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5177f7dc-779d-42d1-9257-df69c801f1fc" -d '{"events": [{"server_uuid": "f8b51e65-cd48-4600-b578-3a483827d31b", "name": "network-vif-plugged", "status": "completed", "tag": "f0538917-9e50-4da0-82bf-dddccfc97920"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:12.460842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79335be5-431b-48c9-a5aa-f841beedc725 req-0ff56c15-c479-467c-b286-826b21cdc4d3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 210 time: 0.0400403 Jul 16 18:19:12.481309 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.482146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1d8e4f73-96cc-40f7-92c7-427b219508a7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:12.488888 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0b16d60-11f4-4719-9db1-d14c8a46cb62 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.492747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0b16d60-11f4-4719-9db1-d14c8a46cb62 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.528175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f0538917-9e50-4da0-82bf-dddccfc97920, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f0538917-9e50-4da0-82bf-dddccfc97920,segment=NetworkSegment(247d460f-6614-4a21-9941-50c8dbeea640),segment_id=247d460f-6614-4a21-9941-50c8dbeea640)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:12.565137 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87fb17f-952d-41eb-889b-f5b350cf304d x-openstack-request-id: req-a87fb17f-952d-41eb-889b-f5b350cf304d {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:12.566024 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b51e65-cd48-4600-b578-3a483827d31b", "name": "network-vif-plugged", "status": "completed", "tag": "f0538917-9e50-4da0-82bf-dddccfc97920", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:12.566443 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a87fb17f-952d-41eb-889b-f5b350cf304d {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:12.567576 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0538917-9e50-4da0-82bf-dddccfc97920', 'code': 200} Jul 16 18:19:12.578899 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0a0622c8-78de-4a70-a16c-6b302e1bc7d9 None None] Provisioning complete for port def907b4-3a28-490a-98eb-ec15a6d57b15 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:12.579281 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0a0622c8-78de-4a70-a16c-6b302e1bc7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.618873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=def907b4-3a28-490a-98eb-ec15a6d57b15,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:12.621914 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.634227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:12.651109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b16d60-11f4-4719-9db1-d14c8a46cb62 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 8a98af9f-11c5-4ead-8ba8-9150f953d094 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:12.688899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76b7eb-bfcb-4542-a57b-7a21bc462360 req-ff6fb512-3dc9-446e-8a62-bbd32fc67fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:12.691373 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba76b7eb-bfcb-4542-a57b-7a21bc462360 req-ff6fb512-3dc9-446e-8a62-bbd32fc67fba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 1136 time: 0.0774889 Jul 16 18:19:12.776520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba76b7eb-bfcb-4542-a57b-7a21bc462360 req-84821dd3-613c-4ad1-8a4d-3a3a431dc201 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0650373 Jul 16 18:19:12.786102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b16d60-11f4-4719-9db1-d14c8a46cb62 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:12.797874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0b16d60-11f4-4719-9db1-d14c8a46cb62 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.801842 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c0b16d60-11f4-4719-9db1-d14c8a46cb62 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094 HTTP/1.1" status: 200 len: 933 time: 1.2240734 Jul 16 18:19:12.802285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60762) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:12.841086 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f0538917-9e50-4da0-82bf-dddccfc97920,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:12.857525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1d8e4f73-96cc-40f7-92c7-427b219508a7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:12.857949 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.913775 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a2b2baee-4c9c-4190-a7c4-0e77e22847b4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094 HTTP/1.1" status: 200 len: 933 time: 0.1087699 Jul 16 18:19:12.915186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60764) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:12.920087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-96f6e496-8874-43e2-b41f-88179c4cf3a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'router': {'routes': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:13.068516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0a0622c8-78de-4a70-a16c-6b302e1bc7d9 None None] Provisioning for port b93b8cd4-71a3-4da6-86d9-368b838c5bcc completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:13.078855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e7f095b0-6d18-4cdd-b509-401318a23c38 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:13.080809 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0a0622c8-78de-4a70-a16c-6b302e1bc7d9 None None] Provisioning complete for port b93b8cd4-71a3-4da6-86d9-368b838c5bcc triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:13.081180 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0a0622c8-78de-4a70-a16c-6b302e1bc7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.149930 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0a0622c8-78de-4a70-a16c-6b302e1bc7d9 None None] Port b93b8cd4-71a3-4da6-86d9-368b838c5bcc cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:13.164407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:12Z', 'revision_number': 6, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b8cd4-71a3-4da6-86d9-368b838c5bcc', 'name': '', 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:30:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:08Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 2, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:13.200238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Checking router: 8a98af9f-11c5-4ead-8ba8-9150f953d094 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:13.200594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Updating router 8a98af9f-11c5-4ead-8ba8-9150f953d094 port b93b8cd4-71a3-4da6-86d9-368b838c5bcc binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:13.228922 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e7f095b0-6d18-4cdd-b509-401318a23c38 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:13.229299 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.268913 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.308045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.extraroute_db [None req-96f6e496-8874-43e2-b41f-88179c4cf3a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Added routes are [] {{(pid=105591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:19:13.308632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.extraroute_db [None req-96f6e496-8874-43e2-b41f-88179c4cf3a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=105591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:19:13.318204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-833d2ff8-d8ef-4063-b184-f14744bd896a None None] Provisioning complete for port b93b8cd4-71a3-4da6-86d9-368b838c5bcc triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:13.318582 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-833d2ff8-d8ef-4063-b184-f14744bd896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.338304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96f6e496-8874-43e2-b41f-88179c4cf3a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.444406 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-833d2ff8-d8ef-4063-b184-f14744bd896a None None] Port b93b8cd4-71a3-4da6-86d9-368b838c5bcc cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:13.490476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dda6495a-6ad9-44c0-b4b7-d8929de21ce7 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:13.558866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: dda6495a-6ad9-44c0-b4b7-d8929de21ce7 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:13.559205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dda6495a-6ad9-44c0-b4b7-d8929de21ce7 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:13.580680 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c6b49cfe-9563-4381-af66-3a1016909977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.630611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device def907b4-3a28-490a-98eb-ec15a6d57b15 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:13.645062 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96f6e496-8874-43e2-b41f-88179c4cf3a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.654249 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96f6e496-8874-43e2-b41f-88179c4cf3a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.793885 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.807533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Transition to ACTIVE for port object b93b8cd4-71a3-4da6-86d9-368b838c5bcc will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:13.815456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port def907b4-3a28-490a-98eb-ec15a6d57b15 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:13.816229 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.820003 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.931869 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118357e1-c396-4353-9573-6da88af9fcee None None] Pushing event updated for resources: {'Port': ['ID=b93b8cd4-71a3-4da6-86d9-368b838c5bcc,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:14.014883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Attempting to bind port b93b8cd4-71a3-4da6-86d9-368b838c5bcc on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:14.015419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Attempting to bind port b93b8cd4-71a3-4da6-86d9-368b838c5bcc by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'bcf4774b-1c28-4f71-9529-21e6a15c337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:14.015895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Attempting to bind port b93b8cd4-71a3-4da6-86d9-368b838c5bcc on network 0af58717-b6f9-42a8-8df6-07582f7610fd {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:14.025494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:14.026021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Checking segment: {'id': 'bcf4774b-1c28-4f71-9529-21e6a15c337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:14.026533 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.027036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Bound using segment: {'id': 'bcf4774b-1c28-4f71-9529-21e6a15c337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:14.027749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Bound port: b93b8cd4-71a3-4da6-86d9-368b838c5bcc, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf4774b-1c28-4f71-9529-21e6a15c337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:14.028243 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.107678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] For port b93b8cd4-71a3-4da6-86d9-368b838c5bcc, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:14.111398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] For port b93b8cd4-71a3-4da6-86d9-368b838c5bcc, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b93b8cd4-71a3-4da6-86d9-368b838c5bcc,segment=NetworkSegment(bcf4774b-1c28-4f71-9529-21e6a15c337a),segment_id=bcf4774b-1c28-4f71-9529-21e6a15c337a)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:14.119762 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.153985 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4579f251-0b74-414f-9675-21b0e650739b req-f88841c8-42e4-4d6c-b90e-49c74ed6f4a6 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 210 time: 0.0686789 Jul 16 18:19:14.180466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98317971-738b-440b-b42b-9e95a2425bef req-530b58ad-54ad-461a-b3b2-7b5e3bbf775a tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.182003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98317971-738b-440b-b42b-9e95a2425bef req-530b58ad-54ad-461a-b3b2-7b5e3bbf775a tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 984 time: 0.6295688 Jul 16 18:19:14.191419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118357e1-c396-4353-9573-6da88af9fcee None None] Pushing event updated for resources: {'Port': ['ID=b93b8cd4-71a3-4da6-86d9-368b838c5bcc,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:14.232967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:14.233634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:14.235089 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98317971-738b-440b-b42b-9e95a2425bef req-715769c9-8cef-4183-b767-4f79a5a1a5ce tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0456798 Jul 16 18:19:14.244402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f6e496-8874-43e2-b41f-88179c4cf3a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 8a98af9f-11c5-4ead-8ba8-9150f953d094 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:14.361025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f6e496-8874-43e2-b41f-88179c4cf3a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:14.370362 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-96f6e496-8874-43e2-b41f-88179c4cf3a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.371598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-96f6e496-8874-43e2-b41f-88179c4cf3a4 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094 HTTP/1.1" status: 200 len: 699 time: 1.4552302 Jul 16 18:19:14.374959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60772) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:14.394854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:14.687463 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:13Z', 'revision_number': 7, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b8cd4-71a3-4da6-86d9-368b838c5bcc', 'name': '', 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:30:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:08Z', 'updated_at': '2021-07-16T18:19:14Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:14.724473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48ae1e-4dcb-40a4-92f2-ca310dec19cc None None] The sync data for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 is: [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:13Z', 'revision_number': 7, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b8cd4-71a3-4da6-86d9-368b838c5bcc', 'name': '', 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:30:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:08Z', 'updated_at': '2021-07-16T18:19:14Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:14.897390 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-eadbaab5-ed4c-4897-a002-a481b98ff72c tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094 HTTP/1.1" status: 200 len: 699 time: 0.5203094 Jul 16 18:19:14.899765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60774) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:14.929429 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea283cda-7f05-40dd-b16a-1b26033f09dd None None] Sync routers for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:14.941072 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea283cda-7f05-40dd-b16a-1b26033f09dd None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:14.941748 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ea283cda-7f05-40dd-b16a-1b26033f09dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:15.039038 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ea283cda-7f05-40dd-b16a-1b26033f09dd None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:15.281276 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cff259b8-132e-4f1f-a560-9e2636c76a99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.314840 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ea283cda-7f05-40dd-b16a-1b26033f09dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:13Z', 'revision_number': 7, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b8cd4-71a3-4da6-86d9-368b838c5bcc', 'name': '', 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:30:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:08Z', 'updated_at': '2021-07-16T18:19:14Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:15.349932 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea283cda-7f05-40dd-b16a-1b26033f09dd None None] Checking router: 8a98af9f-11c5-4ead-8ba8-9150f953d094 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:15.377805 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea283cda-7f05-40dd-b16a-1b26033f09dd None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:15.378696 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ea283cda-7f05-40dd-b16a-1b26033f09dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:18:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:15.432501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1fbb4789-6ad6-4710-93ea-ec46f17d8114 req-df118753-a02d-413d-9692-79067470358e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 210 time: 0.0686162 Jul 16 18:19:15.503083 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ea283cda-7f05-40dd-b16a-1b26033f09dd None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:15.513225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065e2e-d686-4930-80b2-b8a992e003c5 req-8771512d-6980-44a8-af2e-4011e89f80cd tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.514799 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58065e2e-d686-4930-80b2-b8a992e003c5 req-8771512d-6980-44a8-af2e-4011e89f80cd tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 984 time: 0.0804975 Jul 16 18:19:15.584796 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58065e2e-d686-4930-80b2-b8a992e003c5 req-62f58c25-cd94-49d0-b832-2e9e8d2adfe8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0583405 Jul 16 18:19:15.631882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cff259b8-132e-4f1f-a560-9e2636c76a99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port b93b8cd4-71a3-4da6-86d9-368b838c5bcc {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:15.632409 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cff259b8-132e-4f1f-a560-9e2636c76a99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.658435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b93b8cd4-71a3-4da6-86d9-368b838c5bcc up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:15.742275 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9b46cd70-12cc-42d7-b73c-6605a8c15f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.757563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port b93b8cd4-71a3-4da6-86d9-368b838c5bcc completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:15.761831 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b93b8cd4-71a3-4da6-86d9-368b838c5bcc triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:15.762211 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.819933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-cff259b8-132e-4f1f-a560-9e2636c76a99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] For port b93b8cd4-71a3-4da6-86d9-368b838c5bcc, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b93b8cd4-71a3-4da6-86d9-368b838c5bcc,segment=NetworkSegment(bcf4774b-1c28-4f71-9529-21e6a15c337a),segment_id=bcf4774b-1c28-4f71-9529-21e6a15c337a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:15.821030 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cff259b8-132e-4f1f-a560-9e2636c76a99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.837507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cff259b8-132e-4f1f-a560-9e2636c76a99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for b93b8cd4-71a3-4da6-86d9-368b838c5bcc owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:15.853312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1045-8523-42f9-90ac-596b1c6f6a3c req-a9748400-909d-40dd-9d6c-47373605aafd tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.855449 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.867268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3b9b1045-8523-42f9-90ac-596b1c6f6a3c req-a9748400-909d-40dd-9d6c-47373605aafd tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 984 time: 0.1425376 Jul 16 18:19:15.913251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port b93b8cd4-71a3-4da6-86d9-368b838c5bcc, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b93b8cd4-71a3-4da6-86d9-368b838c5bcc,segment=NetworkSegment(bcf4774b-1c28-4f71-9529-21e6a15c337a),segment_id=bcf4774b-1c28-4f71-9529-21e6a15c337a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:15.917688 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ea283cda-7f05-40dd-b16a-1b26033f09dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:13Z', 'revision_number': 7, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b8cd4-71a3-4da6-86d9-368b838c5bcc', 'name': '', 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:30:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:08Z', 'updated_at': '2021-07-16T18:19:14Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:15.919219 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.937279 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3b9b1045-8523-42f9-90ac-596b1c6f6a3c req-644029b7-378e-4782-81be-065a756581e0 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0629866 Jul 16 18:19:15.986271 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.000385 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea283cda-7f05-40dd-b16a-1b26033f09dd None None] The sync data for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 is: [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:13Z', 'revision_number': 7, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b8cd4-71a3-4da6-86d9-368b838c5bcc', 'name': '', 'network_id': '0af58717-b6f9-42a8-8df6-07582f7610fd', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:30:90:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:08Z', 'updated_at': '2021-07-16T18:19:14Z', 'revision_number': 4, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '9303cacc-65e3-401f-9818-98fdfcc6ae48', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:16.042558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=b93b8cd4-71a3-4da6-86d9-368b838c5bcc,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.086023 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cff259b8-132e-4f1f-a560-9e2636c76a99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.124149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff259b8-132e-4f1f-a560-9e2636c76a99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=b93b8cd4-71a3-4da6-86d9-368b838c5bcc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.148878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60286441-5297-4f03-a5ab-b22c2c194cc7 req-dfc6948c-2ef5-47b4-8cbb-59149c2a956b tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:16.153877 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60286441-5297-4f03-a5ab-b22c2c194cc7 req-dfc6948c-2ef5-47b4-8cbb-59149c2a956b tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 1136 time: 0.0706091 Jul 16 18:19:16.185174 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-60286441-5297-4f03-a5ab-b22c2c194cc7 req-36613c70-52e6-4d4e-8935-50d9df299e24 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.320312 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-60286441-5297-4f03-a5ab-b22c2c194cc7 req-36613c70-52e6-4d4e-8935-50d9df299e24 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.325817 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-60286441-5297-4f03-a5ab-b22c2c194cc7 req-36613c70-52e6-4d4e-8935-50d9df299e24 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.351945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cff259b8-132e-4f1f-a560-9e2636c76a99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.369767 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60286441-5297-4f03-a5ab-b22c2c194cc7 req-36613c70-52e6-4d4e-8935-50d9df299e24 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2098284 Jul 16 18:19:16.396030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60784) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:16.429346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36613c70-52e6-4d4e-8935-50d9df299e24 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9564036b-f657-466c-8255-bcbc718498fe,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.458447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c23f78e-1ef0-4914-84ca-862182168b83 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:16.463182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5c23f78e-1ef0-4914-84ca-862182168b83 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 1131 time: 0.0630298 Jul 16 18:19:16.463811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60788) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:16.467854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': 'f0538917-9e50-4da0-82bf-dddccfc97920', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:16.496293 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.585685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff259b8-132e-4f1f-a560-9e2636c76a99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 8a98af9f-11c5-4ead-8ba8-9150f953d094 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:16.607418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-97b5702e-9144-4782-87c8-c35ac6f74380 req-38bdc168-c0a0-4f5c-8280-e143f65b80de tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 210 time: 0.0394568 Jul 16 18:19:16.639342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.690818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff259b8-132e-4f1f-a560-9e2636c76a99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:16.695815 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cff259b8-132e-4f1f-a560-9e2636c76a99 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7949624 Jul 16 18:19:16.699804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60790) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:16.705845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d0054d-212a-4eea-928a-421f340ede94 None None] Sync routers for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:16.716131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0054d-212a-4eea-928a-421f340ede94 None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:16.716782 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c6d0054d-212a-4eea-928a-421f340ede94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:16.760502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Allocated IP 172.25.3.100 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/0f09a5ab-4ac4-4c28-862b-256ae91ba96c) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:16.761569 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab56255a-4651-48fc-b7ab-61d93bd4f305 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting subnet 9303cacc-65e3-401f-9818-98fdfcc6ae48 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:16.766350 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab56255a-4651-48fc-b7ab-61d93bd4f305 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.825380 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab56255a-4651-48fc-b7ab-61d93bd4f305 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.898318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.941554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab56255a-4651-48fc-b7ab-61d93bd4f305 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.950553 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.996615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:17.000233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-c6d0054d-212a-4eea-928a-421f340ede94 None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:17.000904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:17.007378 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab56255a-4651-48fc-b7ab-61d93bd4f305 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.008443 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:17.046784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56255a-4651-48fc-b7ab-61d93bd4f305 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Subnet': ['ID=9303cacc-65e3-401f-9818-98fdfcc6ae48,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.052322 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab56255a-4651-48fc-b7ab-61d93bd4f305 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.054591 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ab56255a-4651-48fc-b7ab-61d93bd4f305 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/9303cacc-65e3-401f-9818-98fdfcc6ae48 HTTP/1.1" status: 204 len: 168 time: 0.3537774 Jul 16 18:19:17.057314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60792) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:17.067568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5f26d9-bdab-4d59-a483-b4cea77f47e7 None None] Network 0af58717-b6f9-42a8-8df6-07582f7610fd requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:17.071656 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Port': ['ID=0f09a5ab-4ac4-4c28-862b-256ae91ba96c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.152209 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.212941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port def907b4-3a28-490a-98eb-ec15a6d57b15 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:17.213528 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.286412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] For port def907b4-3a28-490a-98eb-ec15a6d57b15, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=def907b4-3a28-490a-98eb-ec15a6d57b15,segment=NetworkSegment(bcf4774b-1c28-4f71-9529-21e6a15c337a),segment_id=bcf4774b-1c28-4f71-9529-21e6a15c337a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:17.287081 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.300061 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for def907b4-3a28-490a-98eb-ec15a6d57b15 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:17.394813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c6d0054d-212a-4eea-928a-421f340ede94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:15Z', 'revision_number': 8, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:17.397125 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.427266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=def907b4-3a28-490a-98eb-ec15a6d57b15,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.433341 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No DVR routers for this DVR port def907b4-3a28-490a-98eb-ec15a6d57b15 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:17.464087 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d0054d-212a-4eea-928a-421f340ede94 None None] Checking router: 8a98af9f-11c5-4ead-8ba8-9150f953d094 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:17.473205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a068696c-884b-4f6c-ba04-7ffb0b209e0a None None] DHCP port deletion for 0af58717-b6f9-42a8-8df6-07582f7610fd request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:17.496114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0054d-212a-4eea-928a-421f340ede94 None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:17.497255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c6d0054d-212a-4eea-928a-421f340ede94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:17.542851 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.556238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af58717-b6f9-42a8-8df6-07582f7610fd']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:17.571375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf4774b-1c28-4f71-9529-21e6a15c337a') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:17.571375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf4774b-1c28-4f71-9529-21e6a15c337a') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:17.578938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.587351 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.602328 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.612265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:17.612704 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:17.615868 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:17.641329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-c6d0054d-212a-4eea-928a-421f340ede94 None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:17.696130 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.757577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.760674 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.763270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device def907b4-3a28-490a-98eb-ec15a6d57b15 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:17.783112 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.787686 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/networks/0af58717-b6f9-42a8-8df6-07582f7610fd HTTP/1.1" status: 204 len: 168 time: 0.7264295 Jul 16 18:19:17.787686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8bc76-533f-4471-9e7b-9293c30acf78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Network': ['ID=0af58717-b6f9-42a8-8df6-07582f7610fd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.788051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60796) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:17.811213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: def907b4-3a28-490a-98eb-ec15a6d57b15 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:17.812113 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device def907b4-3a28-490a-98eb-ec15a6d57b15 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:17.845267 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b221b83f-b2ec-4a59-a35f-5d6b7601de9f req-77093429-43bd-41d4-a2c5-202e1d92aa29 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 210 time: 0.0409274 Jul 16 18:19:17.953034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c6d0054d-212a-4eea-928a-421f340ede94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:15Z', 'revision_number': 8, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:17.981972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d0054d-212a-4eea-928a-421f340ede94 None None] The sync data for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 is: [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:15Z', 'revision_number': 8, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': '1d8e4f73-96cc-40f7-92c7-427b219508a7', 'name': '', 'network_id': '64654677-6315-4590-b443-3d91b6849517', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:a4:b6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:59Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '00d003b5-83f9-4db2-b0d8-34ac4cc41b66', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:18.021605 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.028582 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.101617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Port': ['ID=0f09a5ab-4ac4-4c28-862b-256ae91ba96c,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:18.108765 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.196855 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-013be97b-3296-45bf-84a2-abec41717ffd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.211290 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Floating IP 99ffcc58-5517-438d-b853-5749203ad0f8 associated. External IP: 172.25.3.100, port: f0538917-9e50-4da0-82bf-dddccfc97920. Jul 16 18:19:18.449696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Router ac70bc16-f716-40d9-b83a-4a37fcc72be4 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:18.494574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-013be97b-3296-45bf-84a2-abec41717ffd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port 1d8e4f73-96cc-40f7-92c7-427b219508a7 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:18.495597 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-013be97b-3296-45bf-84a2-abec41717ffd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.573419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:18.584430 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dbc5e-0c0d-4570-a075-0939f6dc1433 None None] Sync routers for ids ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:18.594115 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.597058 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dbc5e-0c0d-4570-a075-0939f6dc1433 None None] Routers {'ac70bc16-f716-40d9-b83a-4a37fcc72be4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:18.597951 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-286dbc5e-0c0d-4570-a075-0939f6dc1433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:18.615908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-013be97b-3296-45bf-84a2-abec41717ffd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] For port 1d8e4f73-96cc-40f7-92c7-427b219508a7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1d8e4f73-96cc-40f7-92c7-427b219508a7,segment=NetworkSegment(64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2),segment_id=64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:18.616223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-013be97b-3296-45bf-84a2-abec41717ffd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.632708 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-013be97b-3296-45bf-84a2-abec41717ffd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for 1d8e4f73-96cc-40f7-92c7-427b219508a7 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:18.639813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-99cce444-14b3-42ba-a015-a8552cb31256 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1755195 Jul 16 18:19:18.640534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'tag': 'f0538917-9e50-4da0-82bf-dddccfc97920'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:18.644624 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c76992a-d1be-45ad-9b5d-ab95699ac599" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b51e65-cd48-4600-b578-3a483827d31b", "tag": "f0538917-9e50-4da0-82bf-dddccfc97920"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:18.645517 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60800) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:18.695468 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5f72c2-6b04-4cd0-9846-ffca77905f1c x-openstack-request-id: req-fc5f72c2-6b04-4cd0-9846-ffca77905f1c {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:18.696078 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b51e65-cd48-4600-b578-3a483827d31b", "tag": "f0538917-9e50-4da0-82bf-dddccfc97920", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:18.696504 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc5f72c2-6b04-4cd0-9846-ffca77905f1c {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:18.704593 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'tag': 'f0538917-9e50-4da0-82bf-dddccfc97920', 'status': 'completed', 'code': 200} Jul 16 18:19:18.752997 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-286dbc5e-0c0d-4570-a075-0939f6dc1433 None None] Set router ac70bc16-f716-40d9-b83a-4a37fcc72be4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:18.834504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76992a-d1be-45ad-9b5d-ab95699ac599 req-da5fe6c9-c4be-47d5-bac8-72df0b7ddfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.836221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c76992a-d1be-45ad-9b5d-ab95699ac599 req-da5fe6c9-c4be-47d5-bac8-72df0b7ddfce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1185488738334c0392568c2ce28c5a36&device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 1136 time: 0.0898957 Jul 16 18:19:18.967228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76992a-d1be-45ad-9b5d-ab95699ac599 req-b788ddb5-e8ef-4ad4-b6e5-63fb0ac3caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.969175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c76992a-d1be-45ad-9b5d-ab95699ac599 req-b788ddb5-e8ef-4ad4-b6e5-63fb0ac3caf6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=41d713b7-a1f3-4683-a3c3-3515ef91bf9f HTTP/1.1" status: 200 len: 897 time: 0.1253624 Jul 16 18:19:19.013162 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-286dbc5e-0c0d-4570-a075-0939f6dc1433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:18:50Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '99ffcc58-5517-438d-b853-5749203ad0f8', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'floating_ip_address': '172.25.3.100', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'port_id': 'f0538917-9e50-4da0-82bf-dddccfc97920', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'mac_address': 'fa:16:3e:3f:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:17Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 0, 'project_id': '1185488738334c0392568c2ce28c5a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaef8868-5d15-4324-af38-9d0612df9cd0', 'name': '', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'mac_address': 'fa:16:3e:37:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:48Z', 'updated_at': '2021-07-16T18:18:59Z', 'revision_number': 5, 'project_id': '1185488738334c0392568c2ce28c5a36', 'subnets': [{'id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:19.015079 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.016063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.016691 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.017470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.018179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.018803 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.019552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.020191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.020808 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.021424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.022083 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.022703 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.023315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.025883 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b74e9d5f-aed8-4821-a8e2-32f3f41610b9 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9128 time: 0.3792953 Jul 16 18:19:19.035037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60806) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:19.057594 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dbc5e-0c0d-4570-a075-0939f6dc1433 None None] Checking router: ac70bc16-f716-40d9-b83a-4a37fcc72be4 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:19.068389 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dbc5e-0c0d-4570-a075-0939f6dc1433 None None] Routers {'ac70bc16-f716-40d9-b83a-4a37fcc72be4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:19.069361 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-286dbc5e-0c0d-4570-a075-0939f6dc1433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:19.073643 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.110571 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e2c596d-ea5e-4d95-bda7-1e7a11835643 req-f8226f52-0de9-433d-b9df-7bdacad1db02 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 210 time: 0.1192346 Jul 16 18:19:19.135445 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-013be97b-3296-45bf-84a2-abec41717ffd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.167447 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c76992a-d1be-45ad-9b5d-ab95699ac599 req-110d76de-125c-4473-915b-92ac94c625cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0538917-9e50-4da0-82bf-dddccfc97920 HTTP/1.1" status: 200 len: 999 time: 0.1901593 Jul 16 18:19:19.185904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013be97b-3296-45bf-84a2-abec41717ffd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=1d8e4f73-96cc-40f7-92c7-427b219508a7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:19.225813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.226518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.227145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.227761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.228375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.229150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.229425 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-286dbc5e-0c0d-4570-a075-0939f6dc1433 None None] Set router ac70bc16-f716-40d9-b83a-4a37fcc72be4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:19.230089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.230559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.231021 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.231477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.231929 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.232378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.232828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.239223 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-20d163dc-dc1a-4f3c-8b47-54f54d8de5be tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8338 time: 0.1986027 Jul 16 18:19:19.240520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60808) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:19.390787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76992a-d1be-45ad-9b5d-ab95699ac599 req-2bbd78ab-e3f7-4ef9-bbca-a00655f5164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.393474 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c76992a-d1be-45ad-9b5d-ab95699ac599 req-2bbd78ab-e3f7-4ef9-bbca-a00655f5164c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5ca6ce2-2880-47d3-80a2-36ec21fbfcce HTTP/1.1" status: 200 len: 835 time: 0.2119768 Jul 16 18:19:19.420619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-013be97b-3296-45bf-84a2-abec41717ffd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.691416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b93b8cd4-71a3-4da6-86d9-368b838c5bcc no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:19.693496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013be97b-3296-45bf-84a2-abec41717ffd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 8a98af9f-11c5-4ead-8ba8-9150f953d094 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:19.726341 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-286dbc5e-0c0d-4570-a075-0939f6dc1433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:18:50Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '99ffcc58-5517-438d-b853-5749203ad0f8', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'floating_ip_address': '172.25.3.100', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'port_id': 'f0538917-9e50-4da0-82bf-dddccfc97920', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'mac_address': 'fa:16:3e:3f:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:17Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 0, 'project_id': '1185488738334c0392568c2ce28c5a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaef8868-5d15-4324-af38-9d0612df9cd0', 'name': '', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'mac_address': 'fa:16:3e:37:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:48Z', 'updated_at': '2021-07-16T18:18:59Z', 'revision_number': 5, 'project_id': '1185488738334c0392568c2ce28c5a36', 'subnets': [{'id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:19.734005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: b93b8cd4-71a3-4da6-86d9-368b838c5bcc {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:19.734393 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b93b8cd4-71a3-4da6-86d9-368b838c5bcc not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:19.787681 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dbc5e-0c0d-4570-a075-0939f6dc1433 None None] The sync data for ids ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'] in n-d-787205-10 is: [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:18:50Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '99ffcc58-5517-438d-b853-5749203ad0f8', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'floating_ip_address': '172.25.3.100', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'port_id': 'f0538917-9e50-4da0-82bf-dddccfc97920', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'mac_address': 'fa:16:3e:3f:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:17Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 0, 'project_id': '1185488738334c0392568c2ce28c5a36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaef8868-5d15-4324-af38-9d0612df9cd0', 'name': '', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'mac_address': 'fa:16:3e:37:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:48Z', 'updated_at': '2021-07-16T18:18:59Z', 'revision_number': 5, 'project_id': '1185488738334c0392568c2ce28c5a36', 'subnets': [{'id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:19.849254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013be97b-3296-45bf-84a2-abec41717ffd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:19.862087 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-013be97b-3296-45bf-84a2-abec41717ffd tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0689554 Jul 16 18:19:19.866017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320a78e-1573-4c08-986e-d9375aa32fb4 None None] Sync routers for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:19.887136 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60810) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:19.896407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320a78e-1573-4c08-986e-d9375aa32fb4 None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:19.897062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e320a78e-1573-4c08-986e-d9375aa32fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:20.008699 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9bf223-c204-4ca9-94b6-05b1beedbf28 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting subnet 00d003b5-83f9-4db2-b0d8-34ac4cc41b66 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:20.012666 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf223-c204-4ca9-94b6-05b1beedbf28 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.058743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76992a-d1be-45ad-9b5d-ab95699ac599 req-dde33264-4868-42ae-b5e8-cddfe2193d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.060923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c76992a-d1be-45ad-9b5d-ab95699ac599 req-dde33264-4868-42ae-b5e8-cddfe2193d02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41d713b7-a1f3-4683-a3c3-3515ef91bf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6578231 Jul 16 18:19:20.084164 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf223-c204-4ca9-94b6-05b1beedbf28 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.132485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e320a78e-1573-4c08-986e-d9375aa32fb4 None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:20.247571 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d3599931-7a57-48de-9895-51395fd16440 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5746 time: 0.9978991 Jul 16 18:19:20.248266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60814) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:20.299890 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c76992a-d1be-45ad-9b5d-ab95699ac599 req-10d95cdc-42fa-461f-81e1-fd797ba50aac service neutron] 10.222.0.32 "GET /v2.0/networks/41d713b7-a1f3-4683-a3c3-3515ef91bf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233880 Jul 16 18:19:20.302355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf223-c204-4ca9-94b6-05b1beedbf28 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.358931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32156443-f53d-48cd-8e49-432a1eb096fa tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.359435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32156443-f53d-48cd-8e49-432a1eb096fa tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.377685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-32156443-f53d-48cd-8e49-432a1eb096fa tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ac70bc16-f716-40d9-b83a-4a37fcc72be4 HTTP/1.1" status: 200 len: 1992 time: 0.1128945 Jul 16 18:19:20.452494 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf223-c204-4ca9-94b6-05b1beedbf28 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.493914 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d7120bf-28b5-40ac-83fc-d755485f31d6 req-cc315c42-9197-48dc-80ab-d296737cbcba tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56893e1-8de4-4785-8bc3-cb2a6615ad26 HTTP/1.1" status: 200 len: 210 time: 0.0528092 Jul 16 18:19:20.530466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c76992a-d1be-45ad-9b5d-ab95699ac599 req-6cdb73fa-08a6-4df3-ab8f-6c41bcde5942 service neutron] 10.222.0.32 "GET /v2.0/networks/41d713b7-a1f3-4683-a3c3-3515ef91bf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190204 Jul 16 18:19:20.532138 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bf223-c204-4ca9-94b6-05b1beedbf28 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Subnet': ['ID=00d003b5-83f9-4db2-b0d8-34ac4cc41b66,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:20.550974 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf223-c204-4ca9-94b6-05b1beedbf28 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.556283 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8e9bf223-c204-4ca9-94b6-05b1beedbf28 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/00d003b5-83f9-4db2-b0d8-34ac4cc41b66 HTTP/1.1" status: 204 len: 168 time: 0.6672971 Jul 16 18:19:20.557276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60818) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:20.557852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bad3b3c-c87f-4e8d-8d3e-49e13b61135e None None] Network 64654677-6315-4590-b443-3d91b6849517 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:20.572767 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1cf11b-fc0c-4f50-91fb-cdfaa22a0798 None None] New status for floating IP 99ffcc58-5517-438d-b853-5749203ad0f8: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:19:20.694544 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.712781 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e320a78e-1573-4c08-986e-d9375aa32fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:19Z', 'revision_number': 9, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:20.768332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320a78e-1573-4c08-986e-d9375aa32fb4 None None] Checking router: 8a98af9f-11c5-4ead-8ba8-9150f953d094 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:20.795699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320a78e-1573-4c08-986e-d9375aa32fb4 None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:20.796447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e320a78e-1573-4c08-986e-d9375aa32fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:20.805521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port 03949d8b-bcad-412a-addd-95c6b84adc81 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:20.805868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.931027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] For port 03949d8b-bcad-412a-addd-95c6b84adc81, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=03949d8b-bcad-412a-addd-95c6b84adc81,segment=NetworkSegment(64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2),segment_id=64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:20.931274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.951190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for 03949d8b-bcad-412a-addd-95c6b84adc81 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:20.964804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e320a78e-1573-4c08-986e-d9375aa32fb4 None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:21.060875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.086256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb63b64-3d70-4392-9256-cc1d094f85fd None None] DHCP port deletion for 64654677-6315-4590-b443-3d91b6849517 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:21.097456 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=03949d8b-bcad-412a-addd-95c6b84adc81,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.107806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No DVR routers for this DVR port 03949d8b-bcad-412a-addd-95c6b84adc81 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:21.236381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e320a78e-1573-4c08-986e-d9375aa32fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:19Z', 'revision_number': 9, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:21.270078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320a78e-1573-4c08-986e-d9375aa32fb4 None None] The sync data for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 is: [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:19Z', 'revision_number': 9, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f095b0-6d18-4cdd-b509-401318a23c38', 'name': '', 'network_id': 'ca50e708-c4d4-4fec-b3f2-a02c6d789e00', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:51:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:54Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '3097b293-6dd6-4a95-9cfc-8689a16b54a4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:21.577146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.588903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64654677-6315-4590-b443-3d91b6849517']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:21.602228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:21.602228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e91d0b-f3ab-4391-b6cd-6ef23eaf7dc2') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:21.612031 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.627811 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.649050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:21.651241 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:21.660823 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:21.755742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 03949d8b-bcad-412a-addd-95c6b84adc81 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:21.756659 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.761133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.763530 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/networks/64654677-6315-4590-b443-3d91b6849517 HTTP/1.1" status: 204 len: 168 time: 1.2050364 Jul 16 18:19:21.766189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60828) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:21.785870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd95bb6-489e-46af-b918-68058c4db6e8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Network': ['ID=64654677-6315-4590-b443-3d91b6849517,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.786088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 03949d8b-bcad-412a-addd-95c6b84adc81 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:21.786246 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 03949d8b-bcad-412a-addd-95c6b84adc81 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:21.786683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1d8e4f73-96cc-40f7-92c7-427b219508a7 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:21.807595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 1d8e4f73-96cc-40f7-92c7-427b219508a7 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:21.807943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1d8e4f73-96cc-40f7-92c7-427b219508a7 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:22.205347 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8194e84e-5c9d-4131-b8a0-1bcda0114e1f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.513872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-8194e84e-5c9d-4131-b8a0-1bcda0114e1f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port e7f095b0-6d18-4cdd-b509-401318a23c38 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:22.514225 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8194e84e-5c9d-4131-b8a0-1bcda0114e1f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.599878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-8194e84e-5c9d-4131-b8a0-1bcda0114e1f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] For port e7f095b0-6d18-4cdd-b509-401318a23c38, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e7f095b0-6d18-4cdd-b509-401318a23c38,segment=NetworkSegment(89c1242e-d8d8-4c18-a3dc-8d48952c882e),segment_id=89c1242e-d8d8-4c18-a3dc-8d48952c882e)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:22.600240 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8194e84e-5c9d-4131-b8a0-1bcda0114e1f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.613069 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-8194e84e-5c9d-4131-b8a0-1bcda0114e1f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for e7f095b0-6d18-4cdd-b509-401318a23c38 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:22.791684 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8194e84e-5c9d-4131-b8a0-1bcda0114e1f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.873559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194e84e-5c9d-4131-b8a0-1bcda0114e1f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=e7f095b0-6d18-4cdd-b509-401318a23c38,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:22.994320 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8194e84e-5c9d-4131-b8a0-1bcda0114e1f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.218895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8194e84e-5c9d-4131-b8a0-1bcda0114e1f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 8a98af9f-11c5-4ead-8ba8-9150f953d094 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:23.240488 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.322374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8194e84e-5c9d-4131-b8a0-1bcda0114e1f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:23.327356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8194e84e-5c9d-4131-b8a0-1bcda0114e1f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5592694 Jul 16 18:19:23.331253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60848) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:23.335677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b88c7ee-0417-4841-8354-74ef3ab27018 None None] Sync routers for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:23.344960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88c7ee-0417-4841-8354-74ef3ab27018 None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:23.345701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1b88c7ee-0417-4841-8354-74ef3ab27018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:23.400582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-6811675a-0a31-4cb0-94ba-33016cbe6617 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting subnet 3097b293-6dd6-4a95-9cfc-8689a16b54a4 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:23.403866 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6811675a-0a31-4cb0-94ba-33016cbe6617 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.437120 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-1b88c7ee-0417-4841-8354-74ef3ab27018 None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:23.444711 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6811675a-0a31-4cb0-94ba-33016cbe6617 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.541287 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6811675a-0a31-4cb0-94ba-33016cbe6617 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.638894 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6811675a-0a31-4cb0-94ba-33016cbe6617 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.686171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811675a-0a31-4cb0-94ba-33016cbe6617 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Subnet': ['ID=3097b293-6dd6-4a95-9cfc-8689a16b54a4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:23.690801 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6811675a-0a31-4cb0-94ba-33016cbe6617 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.694121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6811675a-0a31-4cb0-94ba-33016cbe6617 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/3097b293-6dd6-4a95-9cfc-8689a16b54a4 HTTP/1.1" status: 204 len: 168 time: 0.3617249 Jul 16 18:19:23.696511 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60850) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:23.726102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49176d2-d510-417c-898c-d08aea66c234 None None] Network ca50e708-c4d4-4fec-b3f2-a02c6d789e00 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:23.779006 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.842512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port 6b8b97e2-afe5-480b-af7d-50400cfebb76 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:23.843164 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.913521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] For port 6b8b97e2-afe5-480b-af7d-50400cfebb76, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6b8b97e2-afe5-480b-af7d-50400cfebb76,segment=NetworkSegment(89c1242e-d8d8-4c18-a3dc-8d48952c882e),segment_id=89c1242e-d8d8-4c18-a3dc-8d48952c882e)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:23.913859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.927877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for 6b8b97e2-afe5-480b-af7d-50400cfebb76 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:23.961996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1b88c7ee-0417-4841-8354-74ef3ab27018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:22Z', 'revision_number': 10, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:23.990346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b88c7ee-0417-4841-8354-74ef3ab27018 None None] Checking router: 8a98af9f-11c5-4ead-8ba8-9150f953d094 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:23.999042 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88c7ee-0417-4841-8354-74ef3ab27018 None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:23.999653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1b88c7ee-0417-4841-8354-74ef3ab27018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:24.035835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.068678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=6b8b97e2-afe5-480b-af7d-50400cfebb76,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.070861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No DVR routers for this DVR port 6b8b97e2-afe5-480b-af7d-50400cfebb76 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:24.089983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf79853e-87f3-4a1b-a733-419b7c126d4a None None] DHCP port deletion for ca50e708-c4d4-4fec-b3f2-a02c6d789e00 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:24.125848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-1b88c7ee-0417-4841-8354-74ef3ab27018 None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:24.156135 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.167895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca50e708-c4d4-4fec-b3f2-a02c6d789e00']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:24.184729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c1242e-d8d8-4c18-a3dc-8d48952c882e') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:24.185029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c1242e-d8d8-4c18-a3dc-8d48952c882e') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:24.195613 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.211312 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.226062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:24.226478 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:24.230121 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:24.307231 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.321750 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.326855 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/networks/ca50e708-c4d4-4fec-b3f2-a02c6d789e00 HTTP/1.1" status: 204 len: 168 time: 0.6292398 Jul 16 18:19:24.327116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60860) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:24.345680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824ed8e-7915-4074-bc0e-5522b4dd03ef tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Network': ['ID=ca50e708-c4d4-4fec-b3f2-a02c6d789e00,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.410072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1b88c7ee-0417-4841-8354-74ef3ab27018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:22Z', 'revision_number': 10, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:24.443388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b88c7ee-0417-4841-8354-74ef3ab27018 None None] The sync data for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 is: [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:22Z', 'revision_number': 10, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None, '_interfaces': [{'id': 'dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b', 'name': '', 'network_id': '9122a37d-540e-452a-99cb-a16f1cb4a3e8', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'mac_address': 'fa:16:3e:be:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:49Z', 'updated_at': '2021-07-16T18:19:02Z', 'revision_number': 5, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'subnets': [{'id': '2359463a-07f4-49f4-9a60-5c491e4e0c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:24.717424 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.030089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:25.030583 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.139361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] For port dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b,segment=NetworkSegment(8587dcfe-6d30-4ada-baf8-7316780b50f3),segment_id=8587dcfe-6d30-4ada-baf8-7316780b50f3)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:25.139891 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.155769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:25.277226 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.363211 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.397354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:25.492362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:25.492819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:25.493203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:25.493643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:25.494104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:25.494537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:25.495642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:25.495642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:25.496048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:25.496475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:25.496903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:25.497386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:25.595785 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.717440 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6b8b97e2-afe5-480b-af7d-50400cfebb76 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:25.760003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 6b8b97e2-afe5-480b-af7d-50400cfebb76 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:25.760463 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6b8b97e2-afe5-480b-af7d-50400cfebb76 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:25.761196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e7f095b0-6d18-4cdd-b509-401318a23c38 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:25.781191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: e7f095b0-6d18-4cdd-b509-401318a23c38 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:25.781828 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e7f095b0-6d18-4cdd-b509-401318a23c38 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:25.798936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 8a98af9f-11c5-4ead-8ba8-9150f953d094 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:25.880051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:25.888845 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d7e0363f-682a-4148-a546-7699f7f7dd57 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5572739 Jul 16 18:19:25.889168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60880) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:25.894021 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be87493-e225-40ee-8ab4-db76fb62b005 None None] Sync routers for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:25.906112 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be87493-e225-40ee-8ab4-db76fb62b005 None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:25.906967 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4be87493-e225-40ee-8ab4-db76fb62b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:25.951218 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ee46d1-5dd2-459c-af30-fa6b46cdaa74 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting subnet 2359463a-07f4-49f4-9a60-5c491e4e0c62 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:25.956315 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-55ee46d1-5dd2-459c-af30-fa6b46cdaa74 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.993979 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-4be87493-e225-40ee-8ab4-db76fb62b005 None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:26.016442 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-55ee46d1-5dd2-459c-af30-fa6b46cdaa74 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.053077 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4be87493-e225-40ee-8ab4-db76fb62b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:25Z', 'revision_number': 11, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:26.087717 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be87493-e225-40ee-8ab4-db76fb62b005 None None] Checking router: 8a98af9f-11c5-4ead-8ba8-9150f953d094 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:26.097336 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be87493-e225-40ee-8ab4-db76fb62b005 None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:26.098223 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4be87493-e225-40ee-8ab4-db76fb62b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:26.118319 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-55ee46d1-5dd2-459c-af30-fa6b46cdaa74 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.197575 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-55ee46d1-5dd2-459c-af30-fa6b46cdaa74 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.220548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855cfcb-a9dc-4088-836f-1a93237f8bad None None] Network 9122a37d-540e-452a-99cb-a16f1cb4a3e8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:26.220942 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-55ee46d1-5dd2-459c-af30-fa6b46cdaa74 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.224359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-55ee46d1-5dd2-459c-af30-fa6b46cdaa74 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/2359463a-07f4-49f4-9a60-5c491e4e0c62 HTTP/1.1" status: 204 len: 168 time: 0.3340850 Jul 16 18:19:26.227068 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60892) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:26.251987 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-4be87493-e225-40ee-8ab4-db76fb62b005 None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:26.341531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.401776 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4be87493-e225-40ee-8ab4-db76fb62b005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:25Z', 'revision_number': 11, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:26.444219 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Deleting port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:26.444751 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.551652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] For port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b28647f3-5cc1-428f-9b8d-29c4aa32a5c3,segment=NetworkSegment(8587dcfe-6d30-4ada-baf8-7316780b50f3),segment_id=8587dcfe-6d30-4ada-baf8-7316780b50f3)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:26.554288 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.589854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Calling delete_port for b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:26.749681 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be87493-e225-40ee-8ab4-db76fb62b005 None None] The sync data for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 is: [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:25Z', 'revision_number': 11, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:26.754005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d1e6d3-5479-4fb9-9fb2-cd0fdbda1716 None None] DHCP port deletion for 9122a37d-540e-452a-99cb-a16f1cb4a3e8 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:26.819621 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.878558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Port': ['ID=b28647f3-5cc1-428f-9b8d-29c4aa32a5c3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:26.879979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1e6d3-5479-4fb9-9fb2-cd0fdbda1716 None None] Deleting port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:26.880544 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8d1e6d3-5479-4fb9-9fb2-cd0fdbda1716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.893430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No DVR routers for this DVR port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:27.000551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee46d1-5dd2-459c-af30-fa6b46cdaa74 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Subnet': ['ID=2359463a-07f4-49f4-9a60-5c491e4e0c62,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.019976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a8d1e6d3-5479-4fb9-9fb2-cd0fdbda1716 None None] For port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3, host n-d-787205-10, got binding levels [] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:27.020386 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8d1e6d3-5479-4fb9-9fb2-cd0fdbda1716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.044400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1e6d3-5479-4fb9-9fb2-cd0fdbda1716 None None] Calling delete_port for b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:27.047661 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.ipam_backend_mixin [None req-a8d1e6d3-5479-4fb9-9fb2-cd0fdbda1716 None None] Port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 was not found and therefore no delete operation was performed {{(pid=105592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:19:27.049300 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a8d1e6d3-5479-4fb9-9fb2-cd0fdbda1716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.059131 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.074549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9122a37d-540e-452a-99cb-a16f1cb4a3e8']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:27.103729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1e6d3-5479-4fb9-9fb2-cd0fdbda1716 None None] Pushing event deleted for resources: {'Port': ['ID=b28647f3-5cc1-428f-9b8d-29c4aa32a5c3,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.112340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1e6d3-5479-4fb9-9fb2-cd0fdbda1716 None None] No DVR routers for this DVR port b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:27.138130 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8587dcfe-6d30-4ada-baf8-7316780b50f3') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:27.138380 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8587dcfe-6d30-4ada-baf8-7316780b50f3') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:27.173781 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.195385 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.202980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:27.203403 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:27.274893 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:27.299496 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.314778 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.316837 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/networks/9122a37d-540e-452a-99cb-a16f1cb4a3e8 HTTP/1.1" status: 204 len: 168 time: 1.0884593 Jul 16 18:19:27.319637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60902) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:27.324418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-aab06355-bdcd-4840-b5b9-e24947d8cc00 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'router': {'routes': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:27.344497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322f1ff-a3a7-42c7-99b0-7be2671cdc9f tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Pushing event deleted for resources: {'Network': ['ID=9122a37d-540e-452a-99cb-a16f1cb4a3e8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.636584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:27.697087 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.extraroute_db [None req-aab06355-bdcd-4840-b5b9-e24947d8cc00 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Added routes are [] {{(pid=105591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:19:27.697345 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.extraroute_db [None req-aab06355-bdcd-4840-b5b9-e24947d8cc00 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Removed routes are [] {{(pid=105591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:19:27.697645 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aab06355-bdcd-4840-b5b9-e24947d8cc00 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.703453 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:27.706366 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dd0b443f-52d9-4c88-8b1f-16ab9ff73f8b not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:27.707525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:27.775133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:27.776130 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b28647f3-5cc1-428f-9b8d-29c4aa32a5c3 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:27.968750 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aab06355-bdcd-4840-b5b9-e24947d8cc00 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.973094 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aab06355-bdcd-4840-b5b9-e24947d8cc00 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.161270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab06355-bdcd-4840-b5b9-e24947d8cc00 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router 8a98af9f-11c5-4ead-8ba8-9150f953d094 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:28.266282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab06355-bdcd-4840-b5b9-e24947d8cc00 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:28.275136 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aab06355-bdcd-4840-b5b9-e24947d8cc00 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.277943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45658ba-a08f-4954-b211-373ae8019391 None None] Sync routers for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:28.293728 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-aab06355-bdcd-4840-b5b9-e24947d8cc00 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094 HTTP/1.1" status: 200 len: 700 time: 0.9702322 Jul 16 18:19:28.294471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 60954) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:28.313139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45658ba-a08f-4954-b211-373ae8019391 None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:28.313875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e45658ba-a08f-4954-b211-373ae8019391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:28.384423 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a4f1126f-1db1-4cda-a08c-14f49daaee8d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a98af9f-11c5-4ead-8ba8-9150f953d094 HTTP/1.1" status: 200 len: 205 time: 0.0863912 Jul 16 18:19:28.385174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 60968) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:28.468889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e45658ba-a08f-4954-b211-373ae8019391 None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:28.532937 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29118f5c-4f2d-40b7-b5ed-b562108e0755 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.569291 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e45658ba-a08f-4954-b211-373ae8019391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:25Z', 'revision_number': 11, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:28.629729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45658ba-a08f-4954-b211-373ae8019391 None None] Checking router: 8a98af9f-11c5-4ead-8ba8-9150f953d094 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:28.657172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45658ba-a08f-4954-b211-373ae8019391 None None] Routers {'8a98af9f-11c5-4ead-8ba8-9150f953d094'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:28.662493 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e45658ba-a08f-4954-b211-373ae8019391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8a98af9f-11c5-4ead-8ba8-9150f953d094'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:28.779440 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e45658ba-a08f-4954-b211-373ae8019391 None None] Set router 8a98af9f-11c5-4ead-8ba8-9150f953d094 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:28.900944 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e45658ba-a08f-4954-b211-373ae8019391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:25Z', 'revision_number': 11, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:28.912414 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29118f5c-4f2d-40b7-b5ed-b562108e0755 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.919487 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29118f5c-4f2d-40b7-b5ed-b562108e0755 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.936663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45658ba-a08f-4954-b211-373ae8019391 None None] The sync data for ids ['8a98af9f-11c5-4ead-8ba8-9150f953d094'] in n-d-787205-10 is: [{'id': '8a98af9f-11c5-4ead-8ba8-9150f953d094', 'name': 'tempest-RoutersTest-router-327339445', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:46Z', 'updated_at': '2021-07-16T18:19:25Z', 'revision_number': 11, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:29.019877 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29118f5c-4f2d-40b7-b5ed-b562108e0755 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.020894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29118f5c-4f2d-40b7-b5ed-b562108e0755 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Fanout notify agent at l3_agent the message router_deleted on router 8a98af9f-11c5-4ead-8ba8-9150f953d094 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:29.035174 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29118f5c-4f2d-40b7-b5ed-b562108e0755 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.036681 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-29118f5c-4f2d-40b7-b5ed-b562108e0755 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094 HTTP/1.1" status: 204 len: 168 time: 0.6434090 Jul 16 18:19:29.041472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 32812) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.046780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-265d4166-4a81-49be-803a-33346d7d6295 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-925955667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:29.114225 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-265d4166-4a81-49be-803a-33346d7d6295 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.115441 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-265d4166-4a81-49be-803a-33346d7d6295 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.244817 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-265d4166-4a81-49be-803a-33346d7d6295 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.255787 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-265d4166-4a81-49be-803a-33346d7d6295 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.296726 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-265d4166-4a81-49be-803a-33346d7d6295 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.298379 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-265d4166-4a81-49be-803a-33346d7d6295 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2555902 Jul 16 18:19:29.301547 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 32840) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.307011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-27e27055-fd63-4728-a6be-a5ca16f35f1a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:29.670377 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27e27055-fd63-4728-a6be-a5ca16f35f1a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.684395 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27e27055-fd63-4728-a6be-a5ca16f35f1a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.828514 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e27055-fd63-4728-a6be-a5ca16f35f1a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Router fa7c89ed-b5ff-4d55-a950-36880b281994 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:30.046438 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e27055-fd63-4728-a6be-a5ca16f35f1a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:30.053639 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27e27055-fd63-4728-a6be-a5ca16f35f1a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.055060 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-27e27055-fd63-4728-a6be-a5ca16f35f1a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "PUT /v2.0/routers/fa7c89ed-b5ff-4d55-a950-36880b281994 HTTP/1.1" status: 200 len: 693 time: 0.7524326 Jul 16 18:19:30.058603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 32936) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.065939 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a6473b-046f-4b9f-971e-aee3a68c39a7 None None] Sync routers for ids ['fa7c89ed-b5ff-4d55-a950-36880b281994'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:30.083029 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a6473b-046f-4b9f-971e-aee3a68c39a7 None None] Routers {'fa7c89ed-b5ff-4d55-a950-36880b281994'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:30.083780 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-69a6473b-046f-4b9f-971e-aee3a68c39a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fa7c89ed-b5ff-4d55-a950-36880b281994'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:30.191958 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-69a6473b-046f-4b9f-971e-aee3a68c39a7 None None] Set router fa7c89ed-b5ff-4d55-a950-36880b281994 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:30.205600 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d5dd2ca3-a252-4e08-a6bf-41de4334a0f8 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/routers/fa7c89ed-b5ff-4d55-a950-36880b281994 HTTP/1.1" status: 200 len: 699 time: 0.1430099 Jul 16 18:19:30.206294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 32950) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.242495 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6c8524c4-8abe-4492-afed-79c6ece57759 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa7c89ed-b5ff-4d55-a950-36880b281994 HTTP/1.1" status: 200 len: 205 time: 0.0350420 Jul 16 18:19:30.245313 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 32958) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.296554 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-69a6473b-046f-4b9f-971e-aee3a68c39a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7c89ed-b5ff-4d55-a950-36880b281994', 'name': 'tempest-RoutersTest-router-925955667', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:29Z', 'updated_at': '2021-07-16T18:19:29Z', 'revision_number': 2, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:30.378640 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a6473b-046f-4b9f-971e-aee3a68c39a7 None None] Checking router: fa7c89ed-b5ff-4d55-a950-36880b281994 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:30.398134 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed6ee86f-c500-474d-bbdd-df8b4bc0af05 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.400782 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a6473b-046f-4b9f-971e-aee3a68c39a7 None None] Routers {'fa7c89ed-b5ff-4d55-a950-36880b281994'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:30.401442 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-69a6473b-046f-4b9f-971e-aee3a68c39a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fa7c89ed-b5ff-4d55-a950-36880b281994'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:30.606915 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-69a6473b-046f-4b9f-971e-aee3a68c39a7 None None] Set router fa7c89ed-b5ff-4d55-a950-36880b281994 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:30.704496 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed6ee86f-c500-474d-bbdd-df8b4bc0af05 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.710689 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed6ee86f-c500-474d-bbdd-df8b4bc0af05 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.801261 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed6ee86f-c500-474d-bbdd-df8b4bc0af05 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.802176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6ee86f-c500-474d-bbdd-df8b4bc0af05 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Fanout notify agent at l3_agent the message router_deleted on router fa7c89ed-b5ff-4d55-a950-36880b281994 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:30.811477 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed6ee86f-c500-474d-bbdd-df8b4bc0af05 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.817373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33024) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.818393 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ed6ee86f-c500-474d-bbdd-df8b4bc0af05 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/fa7c89ed-b5ff-4d55-a950-36880b281994 HTTP/1.1" status: 204 len: 168 time: 0.5717304 Jul 16 18:19:30.820083 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-69a6473b-046f-4b9f-971e-aee3a68c39a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7c89ed-b5ff-4d55-a950-36880b281994', 'name': 'tempest-RoutersTest-router-925955667', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:29Z', 'updated_at': '2021-07-16T18:19:29Z', 'revision_number': 2, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:30.861483 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a6473b-046f-4b9f-971e-aee3a68c39a7 None None] The sync data for ids ['fa7c89ed-b5ff-4d55-a950-36880b281994'] in n-d-787205-10 is: [{'id': 'fa7c89ed-b5ff-4d55-a950-36880b281994', 'name': 'tempest-RoutersTest-router-925955667', 'tenant_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:29Z', 'updated_at': '2021-07-16T18:19:29Z', 'revision_number': 2, 'project_id': 'c7e494a30e3d4e4d9645741f6fc8b779', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:30.872605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-550e15e2-a2e3-430d-8c23-e64cd9e32f78 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa7c89ed-b5ff-4d55-a950-36880b281994 HTTP/1.1" status: 200 len: 205 time: 0.0539625 Jul 16 18:19:30.874884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33030) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.929811 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-a7a84025-bbb8-40a2-9e91-a6a618ee0d7b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] delete failed (client error): The resource could not be found. Jul 16 18:19:30.930887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a7a84025-bbb8-40a2-9e91-a6a618ee0d7b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/fa7c89ed-b5ff-4d55-a950-36880b281994 HTTP/1.1" status: 404 len: 336 time: 0.0550654 Jul 16 18:19:30.933927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33038) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.969068 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b6ff10-f211-4881-b088-5e48fe89cdaf tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] DELETE failed (client error): The resource could not be found. Jul 16 18:19:30.970013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b6ff10-f211-4881-b088-5e48fe89cdaf tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:19:30.972036 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-02b6ff10-f211-4881-b088-5e48fe89cdaf tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/9303cacc-65e3-401f-9818-98fdfcc6ae48 HTTP/1.1" status: 404 len: 337 time: 0.0368838 Jul 16 18:19:30.974705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33046) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.037481 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5de601-405c-4acf-8be3-376e96b415f1 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] DELETE failed (client error): The resource could not be found. Jul 16 18:19:31.037995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5de601-405c-4acf-8be3-376e96b415f1 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:19:31.039821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4a5de601-405c-4acf-8be3-376e96b415f1 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/00d003b5-83f9-4db2-b0d8-34ac4cc41b66 HTTP/1.1" status: 404 len: 337 time: 0.0638490 Jul 16 18:19:31.042556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33056) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.088736 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e26d851-fb94-4fd5-a7f7-e1e4612d8cb2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] DELETE failed (client error): The resource could not be found. Jul 16 18:19:31.089169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e26d851-fb94-4fd5-a7f7-e1e4612d8cb2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:19:31.093434 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1e26d851-fb94-4fd5-a7f7-e1e4612d8cb2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/3097b293-6dd6-4a95-9cfc-8689a16b54a4 HTTP/1.1" status: 404 len: 337 time: 0.0474160 Jul 16 18:19:31.093914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33064) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.129246 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-09631308-9354-4a2c-96fe-e2e802c1d1c2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] DELETE failed (client error): The resource could not be found. Jul 16 18:19:31.129748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09631308-9354-4a2c-96fe-e2e802c1d1c2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:19:31.131715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-09631308-9354-4a2c-96fe-e2e802c1d1c2 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/2359463a-07f4-49f4-9a60-5c491e4e0c62 HTTP/1.1" status: 404 len: 337 time: 0.0370033 Jul 16 18:19:31.134653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33070) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.474934 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d907a4ed-3ecc-4a91-83f3-88fe06babbab tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a98af9f-11c5-4ead-8ba8-9150f953d094 HTTP/1.1" status: 200 len: 205 time: 0.3388937 Jul 16 18:19:31.477219 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33112) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.533016 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-99dd25b9-34ac-4b36-a3ca-df764d846232 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] delete failed (client error): The resource could not be found. Jul 16 18:19:31.534794 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-99dd25b9-34ac-4b36-a3ca-df764d846232 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/8a98af9f-11c5-4ead-8ba8-9150f953d094 HTTP/1.1" status: 404 len: 336 time: 0.0560398 Jul 16 18:19:31.537362 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33118) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.571830 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c4ea0f8d-ba16-4ccc-8f6e-48083c3b1f4d tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f255c33-2882-4bd5-af2d-cfeb08e18252 HTTP/1.1" status: 200 len: 205 time: 0.0331047 Jul 16 18:19:31.575298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33126) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.620722 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-3de9a9b6-6cb0-47e5-8423-87d81fcebded tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] delete failed (client error): The resource could not be found. Jul 16 18:19:31.624758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33134) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.625390 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3de9a9b6-6cb0-47e5-8423-87d81fcebded tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/8f255c33-2882-4bd5-af2d-cfeb08e18252 HTTP/1.1" status: 404 len: 336 time: 0.0486376 Jul 16 18:19:31.679665 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcd20f5-ac29-46d4-98f0-ddadb2143b6a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] DELETE failed (client error): The resource could not be found. Jul 16 18:19:31.680434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fcd20f5-ac29-46d4-98f0-ddadb2143b6a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:19:31.683541 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8fcd20f5-ac29-46d4-98f0-ddadb2143b6a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/89fdb495-8476-4e6e-a1cf-0ad1e9cd705f HTTP/1.1" status: 404 len: 337 time: 0.0568109 Jul 16 18:19:31.685731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33146) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.724293 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bf2b7612-5f30-4df0-ac73-33fd9a3380a0 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=bfe82991-e052-491d-be20-5a4a84d8cb06 HTTP/1.1" status: 200 len: 205 time: 0.0370965 Jul 16 18:19:31.726581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33154) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.793221 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-9b022860-9c4b-4feb-b684-c14e41bdbb80 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] delete failed (client error): The resource could not be found. Jul 16 18:19:31.800903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33166) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.801072 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9b022860-9c4b-4feb-b684-c14e41bdbb80 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/bfe82991-e052-491d-be20-5a4a84d8cb06 HTTP/1.1" status: 404 len: 336 time: 0.0734217 Jul 16 18:19:31.852550 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e800bbca-0864-4949-a837-b78e79858f85 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfc619ff-c86b-44ab-9d5d-261b644daf55 HTTP/1.1" status: 200 len: 205 time: 0.0499489 Jul 16 18:19:31.854554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33176) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.910128 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-d32bf43e-3d0c-4517-8c10-2189945ff387 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] delete failed (client error): The resource could not be found. Jul 16 18:19:31.911093 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d32bf43e-3d0c-4517-8c10-2189945ff387 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/dfc619ff-c86b-44ab-9d5d-261b644daf55 HTTP/1.1" status: 404 len: 336 time: 0.0554705 Jul 16 18:19:31.913845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33186) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.959094 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-658a508b-be3a-4bc1-8105-9022886b6473 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] DELETE failed (client error): The resource could not be found. Jul 16 18:19:31.959668 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658a508b-be3a-4bc1-8105-9022886b6473 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:19:31.961855 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-658a508b-be3a-4bc1-8105-9022886b6473 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/768e2409-1f56-4680-b60d-c871a3aea29b HTTP/1.1" status: 404 len: 337 time: 0.0469906 Jul 16 18:19:31.964563 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33196) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.006990 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fc5099db-9cb8-47ba-8be2-69ada0b5177c tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a HTTP/1.1" status: 200 len: 205 time: 0.0411034 Jul 16 18:19:32.009425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33202) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.060971 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-ea442a2e-03c0-47b0-a6ba-ebf38770317a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] delete failed (client error): The resource could not be found. Jul 16 18:19:32.062691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ea442a2e-03c0-47b0-a6ba-ebf38770317a tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/018d2d0a-ac53-4ecc-b3d3-b66e7ccaa50a HTTP/1.1" status: 404 len: 336 time: 0.0517209 Jul 16 18:19:32.065717 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33206) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.097863 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a49b66a-e6a6-4287-843f-39f88e90de5b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] DELETE failed (client error): The resource could not be found. Jul 16 18:19:32.098326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a49b66a-e6a6-4287-843f-39f88e90de5b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:19:32.100075 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9a49b66a-e6a6-4287-843f-39f88e90de5b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/69326b3a-077b-426d-850b-6d72add41b34 HTTP/1.1" status: 404 len: 337 time: 0.0331485 Jul 16 18:19:32.102903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33208) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.140539 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-29619f51-8d3c-419d-a74a-41bd861fa771 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f83bd1d-3b90-4cd3-8885-e9401e1409c0 HTTP/1.1" status: 200 len: 205 time: 0.0363722 Jul 16 18:19:32.143354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33210) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.192686 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-362be6f5-c71a-4cab-94aa-25b505dd872b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] delete failed (client error): The resource could not be found. Jul 16 18:19:32.197036 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33212) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.198220 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-362be6f5-c71a-4cab-94aa-25b505dd872b tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/routers/0f83bd1d-3b90-4cd3-8885-e9401e1409c0 HTTP/1.1" status: 404 len: 336 time: 0.0538235 Jul 16 18:19:32.232040 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f7cdf4-ffb5-4b20-beeb-007ce03cadde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] DELETE failed (client error): The resource could not be found. Jul 16 18:19:32.232726 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f7cdf4-ffb5-4b20-beeb-007ce03cadde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:19:32.239011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-73f7cdf4-ffb5-4b20-beeb-007ce03cadde tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/ba409f6a-1236-4e62-95bb-d0cb8e7b373a HTTP/1.1" status: 404 len: 337 time: 0.0400290 Jul 16 18:19:32.239983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33214) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.271855 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9b26c6-ad42-4552-beff-138118686362 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] DELETE failed (client error): The resource could not be found. Jul 16 18:19:32.272333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9b26c6-ad42-4552-beff-138118686362 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:19:32.278271 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2e9b26c6-ad42-4552-beff-138118686362 tempest-RoutersTest-1787221686 tempest-RoutersTest-1787221686-project] 10.222.0.24 "DELETE /v2.0/subnets/9e225cdf-7cb2-4905-8950-b0eed17281a9 HTTP/1.1" status: 404 len: 337 time: 0.0372555 Jul 16 18:19:32.687384 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33250) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.901508 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ca29e49f-4289-476e-9239-ccbcdbc35f05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7e494a30e3d4e4d9645741f6fc8b779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114069 Jul 16 18:19:32.903628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33272) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.998920 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14cd0d94-0037-4661-8eb4-23894c79e713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.029290 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14cd0d94-0037-4661-8eb4-23894c79e713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.131882 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14cd0d94-0037-4661-8eb4-23894c79e713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.134762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14cd0d94-0037-4661-8eb4-23894c79e713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.139198 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-14cd0d94-0037-4661-8eb4-23894c79e713 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27baccfd-0c85-4657-a0c2-902680664aca HTTP/1.1" status: 204 len: 168 time: 0.2340713 Jul 16 18:19:33.149538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd0d94-0037-4661-8eb4-23894c79e713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27baccfd-0c85-4657-a0c2-902680664aca,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.170239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627aee8-9f3b-4bf8-a03d-e68dc6920f71 req-1e02e3c0-669c-4e58-8b42-501feaae5d95 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.174371 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1627aee8-9f3b-4bf8-a03d-e68dc6920f71 req-1e02e3c0-669c-4e58-8b42-501feaae5d95 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 947 time: 0.1266212 Jul 16 18:19:33.227918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1627aee8-9f3b-4bf8-a03d-e68dc6920f71 req-a3768572-93ad-46a9-b23b-163811285911 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404444 Jul 16 18:19:33.942615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33330) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:34.053310 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ea9bccb0-e50e-407f-b6ef-82159d02b0ad tempest-ServiceProvidersTest-331685783 tempest-ServiceProvidersTest-331685783-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1095572 Jul 16 18:19:34.420047 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33344) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:34.517308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75057197-c704-480a-b6c7-d1fbe155728a req-55f80489-9038-45f5-a2a7-714a882729d8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:34.519857 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75057197-c704-480a-b6c7-d1fbe155728a req-55f80489-9038-45f5-a2a7-714a882729d8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 947 time: 0.1445234 Jul 16 18:19:34.532910 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713ab28-cb14-4cfd-9d4f-af8c2516f206 req-002515bd-5d8e-468e-97d7-04546f4e18fd tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:34.539946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6713ab28-cb14-4cfd-9d4f-af8c2516f206 req-002515bd-5d8e-468e-97d7-04546f4e18fd tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 947 time: 0.1129718 Jul 16 18:19:34.546826 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-124f15a4-def7-48fe-b797-d9e0589f9d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.622484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6713ab28-cb14-4cfd-9d4f-af8c2516f206 req-2a27f51e-aa6d-4171-b410-23694f7ee4da tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=934971d3-edf9-42a5-809b-5419685fbfea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782447 Jul 16 18:19:34.712252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Deleting port 1f3c3132-5746-4a43-a198-55e663d9b4bc {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:34.712252 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.738180 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-124f15a4-def7-48fe-b797-d9e0589f9d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.743944 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-124f15a4-def7-48fe-b797-d9e0589f9d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.789648 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-124f15a4-def7-48fe-b797-d9e0589f9d30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51c7321946a748fe9bce77db6dd8be05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684788 Jul 16 18:19:34.791259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f15a4-def7-48fe-b797-d9e0589f9d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a96e940-e535-4069-9448-4a34803c0395,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.794332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33352) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:34.852654 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] For port 1f3c3132-5746-4a43-a198-55e663d9b4bc, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=1f3c3132-5746-4a43-a198-55e663d9b4bc,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:34.853376 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.859223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-380d43c0-a99d-4a03-871d-0f2e92c99378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.884673 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-380d43c0-a99d-4a03-871d-0f2e92c99378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.941185 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-380d43c0-a99d-4a03-871d-0f2e92c99378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.945300 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-380d43c0-a99d-4a03-871d-0f2e92c99378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.952608 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-380d43c0-a99d-4a03-871d-0f2e92c99378 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a96e940-e535-4069-9448-4a34803c0395 HTTP/1.1" status: 204 len: 168 time: 0.1562688 Jul 16 18:19:34.962086 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d43c0-a99d-4a03-871d-0f2e92c99378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a96e940-e535-4069-9448-4a34803c0395,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:35.138892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.139506 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.139996 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Floating IP ef9689fc-7e5b-4d18-9d1d-086ececd6713 disassociated. External IP: 172.25.3.234, port: 1f3c3132-5746-4a43-a198-55e663d9b4bc. Jul 16 18:19:35.140746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Calling delete_port for 1f3c3132-5746-4a43-a198-55e663d9b4bc owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:35.328662 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.367349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event deleted for resources: {'Port': ['ID=1f3c3132-5746-4a43-a198-55e663d9b4bc,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:35.393380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:35.393739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:35.394104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:35.394513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:35.394849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:35.395185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:35.395531 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:35.395859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:35.396406 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:35.397726 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:35.398245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:35.399642 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:35.534608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Router fe0c452a-c79c-4cad-84e4-ed8e71475e1d has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:35.680707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:35.692547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856a689e-5b61-4627-9d99-afdc8dba3341 None None] Sync routers for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:35.712496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856a689e-5b61-4627-9d99-afdc8dba3341 None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:35.713561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-856a689e-5b61-4627-9d99-afdc8dba3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:35.772333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] No DVR routers for this DVR port 1f3c3132-5746-4a43-a198-55e663d9b4bc on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:35.778551 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.785583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-75057197-c704-480a-b6c7-d1fbe155728a req-bf38534f-31ff-45c0-8a41-45b73bc6d45c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.32 "DELETE /v2.0/ports/1f3c3132-5746-4a43-a198-55e663d9b4bc HTTP/1.1" status: 204 len: 173 time: 1.2428346 Jul 16 18:19:35.786146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'name': 'network-vif-deleted', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:35.788597 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086dcddf-d822-44a3-9f17-d7ae5a189735" -d '{"events": [{"server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "name": "network-vif-deleted", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:35.886678 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c5af7c-5abc-49e4-963f-04c281443970 x-openstack-request-id: req-59c5af7c-5abc-49e4-963f-04c281443970 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:35.887048 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed918b09-6e1b-44ca-a1c5-78385e697b2c", "name": "network-vif-deleted", "tag": "1f3c3132-5746-4a43-a198-55e663d9b4bc", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:35.887378 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59c5af7c-5abc-49e4-963f-04c281443970 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:35.888330 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed918b09-6e1b-44ca-a1c5-78385e697b2c', 'name': 'network-vif-deleted', 'tag': '1f3c3132-5746-4a43-a198-55e663d9b4bc', 'status': 'completed', 'code': 200} Jul 16 18:19:35.950729 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ecc000e-0d07-4b3b-bc96-2caa95d612ad req-fc11bd08-dcef-4e4c-8140-bee2bf5ade3d tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed918b09-6e1b-44ca-a1c5-78385e697b2c HTTP/1.1" status: 200 len: 210 time: 0.0611145 Jul 16 18:19:36.004445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-856a689e-5b61-4627-9d99-afdc8dba3341 None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:36.245220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-856a689e-5b61-4627-9d99-afdc8dba3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 5, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:36.520897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856a689e-5b61-4627-9d99-afdc8dba3341 None None] Checking router: fe0c452a-c79c-4cad-84e4-ed8e71475e1d for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:36.536030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856a689e-5b61-4627-9d99-afdc8dba3341 None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:36.536684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-856a689e-5b61-4627-9d99-afdc8dba3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:36.727506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-856a689e-5b61-4627-9d99-afdc8dba3341 None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:37.023073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-856a689e-5b61-4627-9d99-afdc8dba3341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 5, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:37.095502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856a689e-5b61-4627-9d99-afdc8dba3341 None None] The sync data for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 is: [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 5, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:37.114899 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33418) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:37.237595 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d10645f-68dd-4c13-9934-aad87aa914a6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.310569 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d10645f-68dd-4c13-9934-aad87aa914a6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.387477 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d10645f-68dd-4c13-9934-aad87aa914a6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.391969 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d10645f-68dd-4c13-9934-aad87aa914a6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.394687 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4d10645f-68dd-4c13-9934-aad87aa914a6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "DELETE /v2.0/security-groups/934971d3-edf9-42a5-809b-5419685fbfea HTTP/1.1" status: 204 len: 168 time: 0.2778163 Jul 16 18:19:37.407298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33432) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:37.434553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10645f-68dd-4c13-9934-aad87aa914a6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=934971d3-edf9-42a5-809b-5419685fbfea,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:37.459715 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-54d86b5b-5b21-4cf2-ac0f-d0472be35a89 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] show failed (client error): The resource could not be found. Jul 16 18:19:37.463386 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-54d86b5b-5b21-4cf2-ac0f-d0472be35a89 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups/934971d3-edf9-42a5-809b-5419685fbfea HTTP/1.1" status: 404 len: 347 time: 0.0564442 Jul 16 18:19:37.464000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33436) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:37.521341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-166a3944-32ac-446e-966e-b3151fa75c4e tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.523366 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-166a3944-32ac-446e-966e-b3151fa75c4e tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 815 time: 0.2614431 Jul 16 18:19:37.544216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-228abe06-68e1-48a9-8a72-b85a24a7b07d tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/quotas/d1a41ea6ec544b1eb0c1f84de92fdb66 HTTP/1.1" status: 200 len: 375 time: 0.0144968 Jul 16 18:19:37.612100 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167d83c-ecb1-4277-b616-e9bddad3e598 None None] New status for floating IP ef9689fc-7e5b-4d18-9d1d-086ececd6713: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:19:37.666491 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-7652abe3-42a8-4d61-8b73-fc018fe21b43 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1159923 Jul 16 18:19:37.761859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-44918e7d-e426-4620-94d9-fce6120fddae tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Deleting port 4cb3603d-4b9d-402c-8104-acdb8bd4c07c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:37.762312 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44918e7d-e426-4620-94d9-fce6120fddae tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.881941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-a7ce11a4-ad7a-4ff3-8660-dc285c3d8bc5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:19:37.882969 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-a7ce11a4-ad7a-4ff3-8660-dc285c3d8bc5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2101603 Jul 16 18:19:37.920810 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44918e7d-e426-4620-94d9-fce6120fddae tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.921010 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44918e7d-e426-4620-94d9-fce6120fddae tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.934461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-44918e7d-e426-4620-94d9-fce6120fddae tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Calling delete_port for 4cb3603d-4b9d-402c-8104-acdb8bd4c07c owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:38.065020 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-dc962301-210d-499e-8425-7398b4c4db4a service neutron] 10.222.0.24 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617157 Jul 16 18:19:38.074888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 1f3c3132-5746-4a43-a198-55e663d9b4bc no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:38.098737 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 1f3c3132-5746-4a43-a198-55e663d9b4bc {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:38.099181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 1f3c3132-5746-4a43-a198-55e663d9b4bc not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:38.120588 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44918e7d-e426-4620-94d9-fce6120fddae tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.147814 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44918e7d-e426-4620-94d9-fce6120fddae tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event deleted for resources: {'Port': ['ID=4cb3603d-4b9d-402c-8104-acdb8bd4c07c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:38.181492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-d51eb4ef-4719-4cd9-a3a9-b5328935e680 service neutron] 10.222.0.24 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105759 Jul 16 18:19:38.222976 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44918e7d-e426-4620-94d9-fce6120fddae tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.225800 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44918e7d-e426-4620-94d9-fce6120fddae tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.226997 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-44918e7d-e426-4620-94d9-fce6120fddae tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "DELETE /v2.0/floatingips/ef9689fc-7e5b-4d18-9d1d-086ececd6713 HTTP/1.1" status: 204 len: 168 time: 0.7620475 Jul 16 18:19:38.407374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5cea6a5e-3147-4ba6-b379-fc54b8381a59 req-d6625c9d-6e49-4ab4-929f-c64a1e169adf tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 210 time: 0.0362446 Jul 16 18:19:38.878535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33462) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:38.883676 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9fbafd7f-2eeb-4553-b57f-52b2b78828c9 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1126115662', 'description': 'tempest-description--779600475'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:38.915962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9fbafd7f-2eeb-4553-b57f-52b2b78828c9 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.047106 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9fbafd7f-2eeb-4553-b57f-52b2b78828c9 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.054627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9fbafd7f-2eeb-4553-b57f-52b2b78828c9 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.110801 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9fbafd7f-2eeb-4553-b57f-52b2b78828c9 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.117678 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9fbafd7f-2eeb-4553-b57f-52b2b78828c9 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2380631 Jul 16 18:19:39.122064 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbafd7f-2eeb-4553-b57f-52b2b78828c9 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3d604f-32a5-49e7-881e-052be1b4634c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:39.122957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33472) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:39.137241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-55c3e5f5-7211-4a30-a53e-be43c38d9b80 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Request body: {'security_group_rule': {'security_group_id': '2e3d604f-32a5-49e7-881e-052be1b4634c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:39.186018 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-55c3e5f5-7211-4a30-a53e-be43c38d9b80 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.284777 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-55c3e5f5-7211-4a30-a53e-be43c38d9b80 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.295843 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-55c3e5f5-7211-4a30-a53e-be43c38d9b80 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.324622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3e5f5-7211-4a30-a53e-be43c38d9b80 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef722ec1-a67e-45fe-924f-1a499135797b,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:39.329399 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-55c3e5f5-7211-4a30-a53e-be43c38d9b80 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.333970 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33478) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:39.334314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-55c3e5f5-7211-4a30-a53e-be43c38d9b80 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2101331 Jul 16 18:19:39.339503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-47db8ede-2eec-44c1-bb16-ee954303a8fa tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Request body: {'security_group_rule': {'security_group_id': '2e3d604f-32a5-49e7-881e-052be1b4634c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:39.398627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47db8ede-2eec-44c1-bb16-ee954303a8fa tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.472316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47db8ede-2eec-44c1-bb16-ee954303a8fa tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.478848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47db8ede-2eec-44c1-bb16-ee954303a8fa tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.532766 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db8ede-2eec-44c1-bb16-ee954303a8fa tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192af014-8b87-4e5a-bd7d-e6d7531f3d26,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:39.542339 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47db8ede-2eec-44c1-bb16-ee954303a8fa tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.544316 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-47db8ede-2eec-44c1-bb16-ee954303a8fa tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2089427 Jul 16 18:19:39.549168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33486) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:39.556447 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:39.637319 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.703569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8286af55-a72a-4b28-bfcf-10a939ee03a3 req-fdd15916-d52f-47f4-a323-ec0857e922a0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 210 time: 0.0627100 Jul 16 18:19:40.034887 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.058623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-651ae738-f2c0-4928-9888-3713432431ef tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.059993 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-651ae738-f2c0-4928-9888-3713432431ef tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.11 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 815 time: 0.3133006 Jul 16 18:19:40.081327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-289e0efd-f7fc-40fa-b7d1-1ebead11da11 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Request body: {'port': {'device_id': '0879d199-a128-4c7a-be9d-837872dc0750', 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2', 'admin_state_up': True, 'tenant_id': 'd1a41ea6ec544b1eb0c1f84de92fdb66'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:40.291903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Allocated IP 172.25.3.235 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/d8b86c0b-d930-4fe6-ac41-d22f0049eb54) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:40.336365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-289e0efd-f7fc-40fa-b7d1-1ebead11da11 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Made reservation on behalf of d1a41ea6ec544b1eb0c1f84de92fdb66 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:40.340114 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-289e0efd-f7fc-40fa-b7d1-1ebead11da11 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.524278 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.537507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-289e0efd-f7fc-40fa-b7d1-1ebead11da11 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Allocated IP 172.20.0.2 (ae3520e2-3294-4ffe-b53c-3cd79fc510e2/decebe86-3aa7-4911-8fa3-82eb9564b542/d0f6eaa1-1eba-4799-bd81-04de069eec91) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:40.632114 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.747033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:40.769245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:40.774025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:40.776231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event updated for resources: {'Port': ['ID=d8b86c0b-d930-4fe6-ac41-d22f0049eb54,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:40.865868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-289e0efd-f7fc-40fa-b7d1-1ebead11da11 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.931246 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4882e6c-e25a-40a3-bac9-5023b1366b59 req-579cb564-7cbd-4301-82dd-2c3a5336c782 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 210 time: 0.0447843 Jul 16 18:19:40.962545 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.015604 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-289e0efd-f7fc-40fa-b7d1-1ebead11da11 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.027692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['80c076fc-41a7-4f97-afcf-12812a43a24d', '1ddb5d9f-0865-4439-b8a9-7395c9b69539', '9bcb685d-6131-400c-883d-e5eaee27abde'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:41.111200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e0efd-f7fc-40fa-b7d1-1ebead11da11 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Pushing event updated for resources: {'Port': ['ID=d0f6eaa1-1eba-4799-bd81-04de069eec91,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:41.122857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.155476 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-289e0efd-f7fc-40fa-b7d1-1ebead11da11 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:41.161096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-289e0efd-f7fc-40fa-b7d1-1ebead11da11 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:41.166590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-289e0efd-f7fc-40fa-b7d1-1ebead11da11 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:41.296042 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-289e0efd-f7fc-40fa-b7d1-1ebead11da11 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.297496 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-289e0efd-f7fc-40fa-b7d1-1ebead11da11 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.329988 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-289e0efd-f7fc-40fa-b7d1-1ebead11da11 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2529736 Jul 16 18:19:41.691555 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Request body: {'port': {'device_id': '0879d199-a128-4c7a-be9d-837872dc0750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:41.808052 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.821109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.851667 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.997824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33540) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:42.048016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event updated for resources: {'Port': ['ID=d8b86c0b-d930-4fe6-ac41-d22f0049eb54,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.105308 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.143511 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.150276 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a4f1c90b-0233-421c-995d-606b6e76f392 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5996792 Jul 16 18:19:42.255505 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5945aa22-28c6-4bac-8291-8eed6c628322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.382636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb27d0d-17f7-4602-ac16-49c2c0a2587a req-f1871ae7-c941-4dc0-96d6-85daa6e7b8c8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:42.384175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-deb27d0d-17f7-4602-ac16-49c2c0a2587a req-f1871ae7-c941-4dc0-96d6-85daa6e7b8c8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 931 time: 0.1163065 Jul 16 18:19:42.436157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f6eaa1-1eba-4799-bd81-04de069eec91 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:42.448167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.465941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Transition to ACTIVE for port object d0f6eaa1-1eba-4799-bd81-04de069eec91 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:42.467344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-785bc394-ed1c-4e98-920b-9a1483d3b5bd tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1126115662&fields=id&tenant_id=720864dcfcf24357b1805504d075367f HTTP/1.1" status: 200 len: 267 time: 0.0972311 Jul 16 18:19:42.471044 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.501059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-deb27d0d-17f7-4602-ac16-49c2c0a2587a req-9504b162-33f1-47ee-950f-89bef1ef2e87 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943019 Jul 16 18:19:42.535753 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f6eaa1-1eba-4799-bd81-04de069eec91,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.546218 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5945aa22-28c6-4bac-8291-8eed6c628322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.635164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Attempting to bind port d0f6eaa1-1eba-4799-bd81-04de069eec91 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:42.635671 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Attempting to bind port d0f6eaa1-1eba-4799-bd81-04de069eec91 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:42.636150 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Attempting to bind port d0f6eaa1-1eba-4799-bd81-04de069eec91 on network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:42.642319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Port d0f6eaa1-1eba-4799-bd81-04de069eec91 on network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:42.642938 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Attempting to bind port d0f6eaa1-1eba-4799-bd81-04de069eec91 on network ae3520e2-3294-4ffe-b53c-3cd79fc510e2 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:42.649117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:42.649707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Checking segment: {'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:42.650199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Bound using segment: {'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:42.650753 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Bound port: d0f6eaa1-1eba-4799-bd81-04de069eec91, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b092ef9-849f-4a85-bf08-0e96ca1e4249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:42.651212 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.739931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] For port d0f6eaa1-1eba-4799-bd81-04de069eec91, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:42.746422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] For port d0f6eaa1-1eba-4799-bd81-04de069eec91, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d0f6eaa1-1eba-4799-bd81-04de069eec91,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:42.754116 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.832367 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f6eaa1-1eba-4799-bd81-04de069eec91,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.836227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:42.837462 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.839079 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-65ae15f9-e1b2-4968-8042-e5f93a8868f9 service neutron] 10.222.0.11 "PUT /v2.0/ports/d0f6eaa1-1eba-4799-bd81-04de069eec91 HTTP/1.1" status: 200 len: 1092 time: 1.1544483 Jul 16 18:19:42.839546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0879d199-a128-4c7a-be9d-837872dc0750', 'tag': 'd0f6eaa1-1eba-4799-bd81-04de069eec91'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:42.842281 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8595e80-8c03-44fb-aac1-1dc2ebfdf464" -d '{"events": [{"name": "network-changed", "server_uuid": "0879d199-a128-4c7a-be9d-837872dc0750", "tag": "d0f6eaa1-1eba-4799-bd81-04de069eec91"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:42.884640 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3973b6db-3345-437f-b56f-bad85b240100 x-openstack-request-id: req-3973b6db-3345-437f-b56f-bad85b240100 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:42.884935 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0879d199-a128-4c7a-be9d-837872dc0750", "tag": "d0f6eaa1-1eba-4799-bd81-04de069eec91", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:42.887344 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3973b6db-3345-437f-b56f-bad85b240100 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:42.887815 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0879d199-a128-4c7a-be9d-837872dc0750', 'tag': 'd0f6eaa1-1eba-4799-bd81-04de069eec91', 'status': 'completed', 'code': 200} Jul 16 18:19:42.963007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-253aacb4-49c8-4217-a14c-038f7748175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:42.964652 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-253aacb4-49c8-4217-a14c-038f7748175c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 1095 time: 0.0756927 Jul 16 18:19:43.011796 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-d49ea961-a925-4525-97c5-3583adf48f7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0f6eaa1-1eba-4799-bd81-04de069eec91 HTTP/1.1" status: 200 len: 217 time: 0.0390360 Jul 16 18:19:43.034512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-b7c2ad44-5944-486f-a645-89a97de228c3 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:43.041059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-b7c2ad44-5944-486f-a645-89a97de228c3 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 816 time: 0.5624745 Jul 16 18:19:43.043673 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5945aa22-28c6-4bac-8291-8eed6c628322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.083479 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-7a4521e5-0c27-49ca-ae01-4a0e185062ec tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/quotas/720864dcfcf24357b1805504d075367f HTTP/1.1" status: 200 len: 375 time: 0.0413389 Jul 16 18:19:43.085343 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-888f7bb1-14c1-4517-88d5-ae23b991c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:43.086914 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-888f7bb1-14c1-4517-88d5-ae23b991c062 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=decebe86-3aa7-4911-8fa3-82eb9564b542 HTTP/1.1" status: 200 len: 855 time: 0.0688004 Jul 16 18:19:43.123662 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5945aa22-28c6-4bac-8291-8eed6c628322 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d851b7f2c01427ab52afbdb54c16e03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1241593 Jul 16 18:19:43.141221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33562) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:43.143493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945aa22-28c6-4bac-8291-8eed6c628322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e7e375-376e-480c-8615-dbcd8b7059a5,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.148922 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-c400a6fb-5f96-44e2-92cc-36a003f301f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533667 Jul 16 18:19:43.208625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-7889284e-be80-4d0f-b0c6-a9917124f75b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1242802 Jul 16 18:19:43.291666 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6b011ab-451b-4be7-8f91-082474d7be07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.327228 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-f94b9149-b089-4383-8909-cb38de9a2333 service neutron] 10.222.0.11 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690009 Jul 16 18:19:43.340230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-4b362681-dd52-4c21-9da5-f552050dfb7b service neutron] 10.222.0.24 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150591 Jul 16 18:19:43.351843 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6b011ab-451b-4be7-8f91-082474d7be07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.483995 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6b011ab-451b-4be7-8f91-082474d7be07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.491115 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6b011ab-451b-4be7-8f91-082474d7be07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.495580 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f6b011ab-451b-4be7-8f91-082474d7be07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58e7e375-376e-480c-8615-dbcd8b7059a5 HTTP/1.1" status: 204 len: 168 time: 0.3512006 Jul 16 18:19:43.513937 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d65748e8-e8f8-4c3f-9251-47b9289c31e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.526472 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-e3611365-40e6-4c68-bc43-d9a9c680707f service neutron] 10.222.0.24 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790159 Jul 16 18:19:43.527680 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b011ab-451b-4be7-8f91-082474d7be07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e7e375-376e-480c-8615-dbcd8b7059a5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.538996 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588c8fe8-212e-4de9-b93a-c72cde425596 req-ffa07dca-3c2c-4ec5-b90f-42d2f903eec5 service neutron] 10.222.0.11 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017348 Jul 16 18:19:43.626201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33576) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:43.757719 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8595e80-8c03-44fb-aac1-1dc2ebfdf464 req-d1550d1f-3dcd-4156-b20e-d028b6a7af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:43.761458 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8595e80-8c03-44fb-aac1-1dc2ebfdf464 req-d1550d1f-3dcd-4156-b20e-d028b6a7af98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 1095 time: 0.1547902 Jul 16 18:19:43.961042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d34f3971-471f-4a27-ba47-0e99e4dcdd03 req-9829081a-aa95-4e22-81c8-5ac572e004f6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 210 time: 0.0943384 Jul 16 18:19:44.002131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f2a4a-a522-4d8f-bf1c-965a82957883 req-eaaa6e26-52e6-4a6c-ae0b-a488d75e978e tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.004637 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-973f2a4a-a522-4d8f-bf1c-965a82957883 req-eaaa6e26-52e6-4a6c-ae0b-a488d75e978e tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 943 time: 0.2405610 Jul 16 18:19:44.013773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8595e80-8c03-44fb-aac1-1dc2ebfdf464 req-f7ccaec3-fb0e-49ed-8577-bf1f22284def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.015256 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8595e80-8c03-44fb-aac1-1dc2ebfdf464 req-f7ccaec3-fb0e-49ed-8577-bf1f22284def service neutron] 10.222.0.11 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 916 time: 0.2378721 Jul 16 18:19:44.068961 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8595e80-8c03-44fb-aac1-1dc2ebfdf464 req-ee6e0354-037d-4944-8761-af24ca7b264e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0f6eaa1-1eba-4799-bd81-04de069eec91 HTTP/1.1" status: 200 len: 217 time: 0.0457742 Jul 16 18:19:44.070537 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-973f2a4a-a522-4d8f-bf1c-965a82957883 req-b8432a33-d8f8-43f7-a950-aa6e4bcb3b89 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594084 Jul 16 18:19:44.149523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8595e80-8c03-44fb-aac1-1dc2ebfdf464 req-3cd6efc4-f57f-4d35-b517-38d6f0903574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.152176 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8595e80-8c03-44fb-aac1-1dc2ebfdf464 req-3cd6efc4-f57f-4d35-b517-38d6f0903574 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=decebe86-3aa7-4911-8fa3-82eb9564b542 HTTP/1.1" status: 200 len: 855 time: 0.0646586 Jul 16 18:19:44.177176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33592) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:44.195172 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d1bca6c9-afff-4301-ba20-e94a1ffde6ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fc96a93d9184df8b03953fbcf45971e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674620 Jul 16 18:19:44.196397 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-49a2f2d9-71ab-4f1c-8ee9-3ca9c6dc5f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.198124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33594) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:44.206423 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8595e80-8c03-44fb-aac1-1dc2ebfdf464 req-0f9d31e8-fcf7-40f0-baa3-3520c3b17346 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458908 Jul 16 18:19:44.296148 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8aba3a36-707c-4d1f-8b9c-367aeb7f3704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.326933 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8595e80-8c03-44fb-aac1-1dc2ebfdf464 req-06adc95a-3f19-44e4-bbe3-fea80cdbe9ef service neutron] 10.222.0.11 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115453 Jul 16 18:19:44.328282 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8aba3a36-707c-4d1f-8b9c-367aeb7f3704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.403950 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-49a2f2d9-71ab-4f1c-8ee9-3ca9c6dc5f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.412078 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-49a2f2d9-71ab-4f1c-8ee9-3ca9c6dc5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.449418 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8aba3a36-707c-4d1f-8b9c-367aeb7f3704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.452243 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8aba3a36-707c-4d1f-8b9c-367aeb7f3704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.453427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8aba3a36-707c-4d1f-8b9c-367aeb7f3704 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a8b2d84-0001-4c69-a9df-d6727951a7cb HTTP/1.1" status: 204 len: 168 time: 0.2543123 Jul 16 18:19:44.461847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2f2d9-71ab-4f1c-8ee9-3ca9c6dc5f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6dc17f-118d-440f-b0d4-de408bd341c0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.466609 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-49a2f2d9-71ab-4f1c-8ee9-3ca9c6dc5f6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=469a21fadd4d4f73ba99961f67d759d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883286 Jul 16 18:19:44.471104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33600) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:44.475230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba3a36-707c-4d1f-8b9c-367aeb7f3704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8b2d84-0001-4c69-a9df-d6727951a7cb,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.533711 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c8595e80-8c03-44fb-aac1-1dc2ebfdf464 req-109063bd-15da-4644-93f0-a13d6b3f405f service neutron] 10.222.0.11 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999917 Jul 16 18:19:44.586429 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84271cbf-4cd4-49b9-bdfc-5311300deef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.611001 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84271cbf-4cd4-49b9-bdfc-5311300deef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.671785 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84271cbf-4cd4-49b9-bdfc-5311300deef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.675129 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-84271cbf-4cd4-49b9-bdfc-5311300deef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.676587 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-84271cbf-4cd4-49b9-bdfc-5311300deef0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a6dc17f-118d-440f-b0d4-de408bd341c0 HTTP/1.1" status: 204 len: 168 time: 0.2047310 Jul 16 18:19:44.688501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84271cbf-4cd4-49b9-bdfc-5311300deef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6dc17f-118d-440f-b0d4-de408bd341c0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:45.147101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05468307-8ee8-433f-8b48-e27996e21b33 req-15c99bb4-249a-4961-b508-3682bd5fe71f tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 210 time: 0.0533531 Jul 16 18:19:45.328512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da63ef-6a21-49f5-b5c9-454116aeb88c req-71377660-8dc4-4a1b-a50c-bf98c99af1d1 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.331220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05da63ef-6a21-49f5-b5c9-454116aeb88c req-71377660-8dc4-4a1b-a50c-bf98c99af1d1 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 943 time: 0.1192098 Jul 16 18:19:45.407671 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05da63ef-6a21-49f5-b5c9-454116aeb88c req-4f0812a2-7f32-4301-8ad8-af6afc8c5096 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684733 Jul 16 18:19:45.541885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-9f7633fd-21f2-4985-b9f6-a9130febd76d tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.543404 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-9f7633fd-21f2-4985-b9f6-a9130febd76d tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.11 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 816 time: 0.2715807 Jul 16 18:19:45.618457 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-ec81da81-a59e-49b5-ba61-f8f0948c9cff tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=720864dcfcf24357b1805504d075367f HTTP/1.1" status: 200 len: 380 time: 0.0656123 Jul 16 18:19:45.629690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Request body: {'port': {'device_id': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'admin_state_up': True, 'tenant_id': '720864dcfcf24357b1805504d075367f', 'security_groups': ['2e3d604f-32a5-49e7-881e-052be1b4634c']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:45.723728 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a05dd302-b354-4eb7-87ad-217dbbcafdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.775084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Made reservation on behalf of 720864dcfcf24357b1805504d075367f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:45.785220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.947404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Allocated IP 172.20.0.14 (0b1b07de-adb2-4fde-ad74-b324bd311d76/69cb5c8d-5d86-4431-b010-6b2c6e708946/c4b82ffd-34c2-4880-b835-0f9ba3cea0dd) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:45.962712 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.146365 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.167239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Transition to ACTIVE for port object c4b82ffd-34c2-4880-b835-0f9ba3cea0dd will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:46.233104 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.295780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Network 0b1b07de-adb2-4fde-ad74-b324bd311d76 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:46.300211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:46.304414 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:46.357838 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event updated for resources: {'Port': ['ID=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:46.407472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.417352 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.444653 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-77234cb7-37ed-4cdf-9adb-a6af6e0970cb tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8194177 Jul 16 18:19:46.461972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Request body: {'port': {'device_id': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:46.508623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416169a1-7488-465f-8ddc-94c81bc1d21b req-c10f077a-0af1-45ca-b316-939e68d8d862 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.517596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-416169a1-7488-465f-8ddc-94c81bc1d21b req-c10f077a-0af1-45ca-b316-939e68d8d862 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 932 time: 0.1760030 Jul 16 18:19:46.592450 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.630174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-416169a1-7488-465f-8ddc-94c81bc1d21b req-103eb562-3466-4ac1-9c07-124e5dbce9a8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032262 Jul 16 18:19:46.725248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa69dee-e244-458f-a715-7a913d311b44 req-13755793-0905-4829-975c-d2fe2764cde9 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.734023 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5aa69dee-e244-458f-a715-7a913d311b44 req-13755793-0905-4829-975c-d2fe2764cde9 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 943 time: 0.0959218 Jul 16 18:19:46.774851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5aa69dee-e244-458f-a715-7a913d311b44 req-0d6097d3-b2c2-4616-8547-09de9c2fcded tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395353 Jul 16 18:19:46.818536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ce5846db-a91b-49d1-aabb-c5ef5a11834d None None] Provisioning for port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:46.823239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ce5846db-a91b-49d1-aabb-c5ef5a11834d None None] Provisioning complete for port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:46.824967 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ce5846db-a91b-49d1-aabb-c5ef5a11834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.870088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ce5846db-a91b-49d1-aabb-c5ef5a11834d None None] Port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:46.999025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b82ffd-34c2-4880-b835-0f9ba3cea0dd {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:47.011458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.031395 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Transition to ACTIVE for port object c4b82ffd-34c2-4880-b835-0f9ba3cea0dd will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:47.036219 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.137776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Pushing event updated for resources: {'Port': ['ID=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:47.223432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Attempting to bind port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:47.223836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Attempting to bind port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:47.224187 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Attempting to bind port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd on network 0b1b07de-adb2-4fde-ad74-b324bd311d76 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:47.230187 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd on network 0b1b07de-adb2-4fde-ad74-b324bd311d76 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:47.230595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Attempting to bind port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd on network 0b1b07de-adb2-4fde-ad74-b324bd311d76 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:47.239564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:47.239821 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Checking segment: {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:47.240168 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Bound using segment: {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:47.240614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Bound port: c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e581319-1e5d-4c33-85ae-c44c90b70e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:47.240988 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.347232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] For port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:47.357905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] For port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:47.364699 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.441121 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.442081 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.444098 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] 10.222.0.11 "PUT /v2.0/ports/c4b82ffd-34c2-4880-b835-0f9ba3cea0dd HTTP/1.1" status: 200 len: 1093 time: 0.9902117 Jul 16 18:19:47.450004 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:47.453103 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcf081b-02e2-4930-9977-a3b5bbf43dad" -d '{"events": [{"name": "network-changed", "server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:47.569350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608e55e-64d3-4be8-a90a-b30bb703aaac service neutron] Pushing event updated for resources: {'Port': ['ID=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:47.600825 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef3a838-aad8-48b7-af75-32b0d6482ff5 x-openstack-request-id: req-eef3a838-aad8-48b7-af75-32b0d6482ff5 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:47.601542 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:47.601542 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eef3a838-aad8-48b7-af75-32b0d6482ff5 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:47.601784 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'status': 'completed', 'code': 200} Jul 16 18:19:47.644023 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d0f6eaa1-1eba-4799-bd81-04de069eec91 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:47.651547 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.659197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-27986128-1d8f-4168-85c9-d1dc83bb8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.661229 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-27986128-1d8f-4168-85c9-d1dc83bb8b59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 1096 time: 0.1303251 Jul 16 18:19:47.757828 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-d8e40af7-8030-4260-9e17-995e1166eed5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd HTTP/1.1" status: 200 len: 217 time: 0.0887318 Jul 16 18:19:47.832099 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d0f6eaa1-1eba-4799-bd81-04de069eec91, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d0f6eaa1-1eba-4799-bd81-04de069eec91,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:47.850539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'd0f6eaa1-1eba-4799-bd81-04de069eec91', 'network_id': 'ae3520e2-3294-4ffe-b53c-3cd79fc510e2', 'port_id': 'd0f6eaa1-1eba-4799-bd81-04de069eec91', 'mac_address': 'fa:16:3e:a9:71:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decebe86-3aa7-4911-8fa3-82eb9564b542', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:47.872349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-6db12a54-bfc0-49d0-8ffc-f401fd7218c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.883121 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-6db12a54-bfc0-49d0-8ffc-f401fd7218c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.1081657 Jul 16 18:19:47.923100 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.945200 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f6eaa1-1eba-4799-bd81-04de069eec91 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:47.983249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d0f6eaa1-1eba-4799-bd81-04de069eec91, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d0f6eaa1-1eba-4799-bd81-04de069eec91,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:47.987523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-535bc9e2-7def-4e57-a325-1985a4b20048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.991851 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-535bc9e2-7def-4e57-a325-1985a4b20048 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054773 Jul 16 18:19:47.994427 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.065990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4de00d-7c94-4594-84e7-b94624941f68 req-df98a748-be2d-43ff-806b-66d6646facc6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.074215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e4de00d-7c94-4594-84e7-b94624941f68 req-df98a748-be2d-43ff-806b-66d6646facc6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.2137830 Jul 16 18:19:48.114878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=d0f6eaa1-1eba-4799-bd81-04de069eec91,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.130072 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-6213e369-c0eb-4668-8e65-e698d6ee5033 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340482 Jul 16 18:19:48.140135 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb86748-da43-4587-8152-c6cb2a69d57e req-1477d453-497e-4742-a51f-d2967829dab4 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.150849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdb86748-da43-4587-8152-c6cb2a69d57e req-1477d453-497e-4742-a51f-d2967829dab4 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 944 time: 0.1801939 Jul 16 18:19:48.188496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e4de00d-7c94-4594-84e7-b94624941f68 req-656959c1-dbb6-45d1-b53d-a66fc3026e37 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124725 Jul 16 18:19:48.213475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['d0f6eaa1-1eba-4799-bd81-04de069eec91'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:48.215981 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdb86748-da43-4587-8152-c6cb2a69d57e req-92bc36fc-ecfb-461d-90eb-035ba334e2ef tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639119 Jul 16 18:19:48.278906 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f00a7b2d-e227-434d-a24c-b94226a5120c req-66132391-447c-4e56-b971-e82f24288825 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408474 Jul 16 18:19:48.398140 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:19:48.432628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf081b-02e2-4930-9977-a3b5bbf43dad req-85f18523-8ce1-4f65-a304-9e8a1e7d38be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.434182 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfcf081b-02e2-4930-9977-a3b5bbf43dad req-85f18523-8ce1-4f65-a304-9e8a1e7d38be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 1096 time: 0.0980892 Jul 16 18:19:48.620442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf081b-02e2-4930-9977-a3b5bbf43dad req-34e55579-d0fd-431b-8cd4-99f556bc0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.621987 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfcf081b-02e2-4930-9977-a3b5bbf43dad req-34e55579-d0fd-431b-8cd4-99f556bc0d0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.1806509 Jul 16 18:19:48.688958 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfcf081b-02e2-4930-9977-a3b5bbf43dad req-58063427-f0e2-4c70-a6ea-79355f7ffea1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd HTTP/1.1" status: 200 len: 217 time: 0.0589046 Jul 16 18:19:48.751217 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf081b-02e2-4930-9977-a3b5bbf43dad req-a5ab245b-4064-4a9d-8419-d56285315a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.753675 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfcf081b-02e2-4930-9977-a3b5bbf43dad req-a5ab245b-4064-4a9d-8419-d56285315a05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.0583327 Jul 16 18:19:48.817947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf081b-02e2-4930-9977-a3b5bbf43dad req-f9bd3af8-29ab-4b68-ab3c-fb7cb6211fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.819465 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfcf081b-02e2-4930-9977-a3b5bbf43dad req-f9bd3af8-29ab-4b68-ab3c-fb7cb6211fc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590146 Jul 16 18:19:48.929375 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfcf081b-02e2-4930-9977-a3b5bbf43dad req-07c6d1c3-8535-45e7-83b7-d1a361eef734 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011503 Jul 16 18:19:49.051732 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfcf081b-02e2-4930-9977-a3b5bbf43dad req-d0d7ff72-62e5-42b3-bce1-2feb0e93a9fb service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126294 Jul 16 18:19:49.114253 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.490423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cb3ab-dee6-4cbf-90f5-f38e33a76c0c req-e708a024-ad3a-4f99-b7e8-9c6bb2e2e50a tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.492117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b45cb3ab-dee6-4cbf-90f5-f38e33a76c0c req-e708a024-ad3a-4f99-b7e8-9c6bb2e2e50a tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 944 time: 0.1440251 Jul 16 18:19:49.500997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6def99-cb6a-4b19-a662-623cce5e8f43 req-1973a0c4-7eda-41b1-bedf-35736c1d699e tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.503199 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f6def99-cb6a-4b19-a662-623cce5e8f43 req-1973a0c4-7eda-41b1-bedf-35736c1d699e tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.1569483 Jul 16 18:19:49.569741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b45cb3ab-dee6-4cbf-90f5-f38e33a76c0c req-c9189419-da94-43b2-9ca8-657ee74113d3 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652473 Jul 16 18:19:49.573024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f6def99-cb6a-4b19-a662-623cce5e8f43 req-828f280f-3a68-48ee-b2e0-7b9f3c67fbc6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620520 Jul 16 18:19:49.659998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d0f6eaa1-1eba-4799-bd81-04de069eec91 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:49.719401 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port d0f6eaa1-1eba-4799-bd81-04de069eec91 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:49.724536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port d0f6eaa1-1eba-4799-bd81-04de069eec91 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:49.725892 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.846037 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.878952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0879d199-a128-4c7a-be9d-837872dc0750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f6eaa1-1eba-4799-bd81-04de069eec91'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:49.883754 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9651614a-0f00-41d6-9172-bd47b17e818d" -d '{"events": [{"server_uuid": "0879d199-a128-4c7a-be9d-837872dc0750", "name": "network-vif-plugged", "status": "completed", "tag": "d0f6eaa1-1eba-4799-bd81-04de069eec91"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:49.898259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port d0f6eaa1-1eba-4799-bd81-04de069eec91, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d0f6eaa1-1eba-4799-bd81-04de069eec91,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:49.903847 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.970821 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ff625b-4422-4fe3-9b90-18cbd1ab1a0c x-openstack-request-id: req-32ff625b-4422-4fe3-9b90-18cbd1ab1a0c {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:49.971126 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0879d199-a128-4c7a-be9d-837872dc0750", "name": "network-vif-plugged", "status": "completed", "tag": "d0f6eaa1-1eba-4799-bd81-04de069eec91", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:49.971380 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32ff625b-4422-4fe3-9b90-18cbd1ab1a0c {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:49.971837 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0879d199-a128-4c7a-be9d-837872dc0750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f6eaa1-1eba-4799-bd81-04de069eec91', 'code': 200} Jul 16 18:19:49.972940 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=d0f6eaa1-1eba-4799-bd81-04de069eec91,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.111978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e38d3-4654-4cef-a371-0912689cbd8c req-11a54d9f-5900-4482-8bbe-18db79793e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.113921 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-438e38d3-4654-4cef-a371-0912689cbd8c req-11a54d9f-5900-4482-8bbe-18db79793e2e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 1097 time: 0.0602465 Jul 16 18:19:50.164550 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-438e38d3-4654-4cef-a371-0912689cbd8c req-b32ee438-96f5-4259-8f05-7827587436ad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437875 Jul 16 18:19:50.939284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d4b86-3413-403c-badc-fc14508bb34a req-7bad22c6-4d8c-434a-98b8-28aa6121d39f tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.941142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf6d4b86-3413-403c-badc-fc14508bb34a req-7bad22c6-4d8c-434a-98b8-28aa6121d39f tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 945 time: 0.1403766 Jul 16 18:19:50.955408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd676d28-4351-4fcf-ae0d-f152851901be req-b8baa158-8517-4b2b-b68d-3b0d79971078 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.957105 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd676d28-4351-4fcf-ae0d-f152851901be req-b8baa158-8517-4b2b-b68d-3b0d79971078 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.1111896 Jul 16 18:19:51.030373 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf6d4b86-3413-403c-badc-fc14508bb34a req-07e57e36-99c6-4d92-af7f-4abc3d05d93d tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719762 Jul 16 18:19:51.064200 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd676d28-4351-4fcf-ae0d-f152851901be req-0ed736fc-5245-46c7-a1fa-a97c793999f6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964572 Jul 16 18:19:51.676615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c4b82ffd-34c2-4880-b835-0f9ba3cea0dd details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:51.845881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:51.858890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'port_id': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'mac_address': 'fa:16:3e:04:be:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:51.911194 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.928175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b82ffd-34c2-4880-b835-0f9ba3cea0dd {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:51.951850 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:51.957801 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.066335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:52.222769 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['c4b82ffd-34c2-4880-b835-0f9ba3cea0dd'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:52.381025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226d7c6-b5af-411c-b08a-459e60665e79 req-8c0f5bbd-be02-4d22-b3d7-cece711e0ad8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.382565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5226d7c6-b5af-411c-b08a-459e60665e79 req-8c0f5bbd-be02-4d22-b3d7-cece711e0ad8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 945 time: 0.1755178 Jul 16 18:19:52.439046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bfecd-8bd7-46de-9c99-92a16a7f3046 req-765a9def-8441-42b9-a909-57f8228d7403 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.442902 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e1bfecd-8bd7-46de-9c99-92a16a7f3046 req-765a9def-8441-42b9-a909-57f8228d7403 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 945 time: 0.1892560 Jul 16 18:19:52.482283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5226d7c6-b5af-411c-b08a-459e60665e79 req-6693fc3c-0745-4825-9d3f-c874476c07e6 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857608 Jul 16 18:19:52.522633 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e1bfecd-8bd7-46de-9c99-92a16a7f3046 req-351a6b0d-4f7f-47d7-8813-d8556d1ca6e7 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740962 Jul 16 18:19:53.229346 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.686099 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c4b82ffd-34c2-4880-b835-0f9ba3cea0dd up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:53.746138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:53.752364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:53.752952 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.777191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb0394-d64b-4300-b9cd-44188a3bbf36 req-7e7d50b4-1a06-4025-b7ed-f055f69ea858 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.779728 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9fb0394-d64b-4300-b9cd-44188a3bbf36 req-7e7d50b4-1a06-4025-b7ed-f055f69ea858 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 945 time: 0.0780785 Jul 16 18:19:53.830228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9fb0394-d64b-4300-b9cd-44188a3bbf36 req-32325713-1e68-452b-b574-048a37a7771c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443606 Jul 16 18:19:53.838453 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.872660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:53.875351 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875f80ef-cd41-4272-a2a7-118d4a04d56a" -d '{"events": [{"server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "name": "network-vif-plugged", "status": "completed", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:53.911179 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:53.918119 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.997942 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3becfbb6-c833-4f5a-a1ef-d48825eb927c x-openstack-request-id: req-3becfbb6-c833-4f5a-a1ef-d48825eb927c {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:53.999245 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "name": "network-vif-plugged", "status": "completed", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:53.999648 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3becfbb6-c833-4f5a-a1ef-d48825eb927c {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:54.000202 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'code': 200} Jul 16 18:19:54.106790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:54.145564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba273cc-1469-4bda-9945-accd7b260a16 req-f27fa7b4-f213-4a05-9efa-f63cab79f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:54.147091 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eba273cc-1469-4bda-9945-accd7b260a16 req-f27fa7b4-f213-4a05-9efa-f63cab79f3e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 1098 time: 0.1206355 Jul 16 18:19:54.197603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33856) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:54.290771 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eba273cc-1469-4bda-9945-accd7b260a16 req-9b42277b-b4ff-44ca-a5d1-6a50d8e72222 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333869 Jul 16 18:19:54.390429 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c0247b61-224e-47e1-842a-01c8bdc185bf tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4360 time: 0.1913905 Jul 16 18:19:54.396234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33860) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:54.409716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f688ca3c-f03d-4e89-a968-1a2709530a3d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Request body: {'network': {'name': 'tempest-network-smoke--1107792763', 'project_id': '1185488738334c0392568c2ce28c5a36', 'port_security_enabled': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:54.481867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f688ca3c-f03d-4e89-a968-1a2709530a3d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Made reservation on behalf of 1185488738334c0392568c2ce28c5a36 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:54.486336 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f688ca3c-f03d-4e89-a968-1a2709530a3d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.543171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f688ca3c-f03d-4e89-a968-1a2709530a3d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:54.560190 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f688ca3c-f03d-4e89-a968-1a2709530a3d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.560699 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-f688ca3c-f03d-4e89-a968-1a2709530a3d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Added segment c6b1410d-a6be-41b4-a472-2996aaa045ad of type vlan for network 71fda259-7765-48ed-8007-cc0ce8b5a1de Jul 16 18:19:54.649199 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f688ca3c-f03d-4e89-a968-1a2709530a3d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.746349 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f688ca3c-f03d-4e89-a968-1a2709530a3d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.761300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f688ca3c-f03d-4e89-a968-1a2709530a3d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:54.762026 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f688ca3c-f03d-4e89-a968-1a2709530a3d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.849244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f688ca3c-f03d-4e89-a968-1a2709530a3d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4486990 Jul 16 18:19:54.852501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33884) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:54.858392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1715158188', 'admin_state_up': True, 'project_id': '1185488738334c0392568c2ce28c5a36', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:54.901866 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.904927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.942312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688ca3c-f03d-4e89-a968-1a2709530a3d tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Network': ['ID=71fda259-7765-48ed-8007-cc0ce8b5a1de,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:54.955101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 71fda259-7765-48ed-8007-cc0ce8b5a1de details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:55.023923 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.273644 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.283593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d165b-1ff0-446e-9146-d21d0adec737 req-25da0865-2acf-4e1a-aefd-46a38269a528 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.291177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e07d165b-1ff0-446e-9146-d21d0adec737 req-25da0865-2acf-4e1a-aefd-46a38269a528 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.1528962 Jul 16 18:19:55.338529 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.355741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e07d165b-1ff0-446e-9146-d21d0adec737 req-c6b9420b-a559-4b40-8f78-44a14b85dccd tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632906 Jul 16 18:19:55.455712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33904) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:55.687467 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3265d167-f678-4c61-bf15-d2f32aaf385d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.919163 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3265d167-f678-4c61-bf15-d2f32aaf385d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.926099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3265d167-f678-4c61-bf15-d2f32aaf385d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.962986 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3265d167-f678-4c61-bf15-d2f32aaf385d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b245dd6d5a44407c89bd97c0e2c7e78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056839 Jul 16 18:19:55.965606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33916) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:56.070340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265d167-f678-4c61-bf15-d2f32aaf385d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c9df4d-993a-4548-b824-9c225176000e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:56.110084 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aabe4516-03f9-4370-8976-c55e594e92f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.139569 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aabe4516-03f9-4370-8976-c55e594e92f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.183024 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.203027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.216835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aabe4516-03f9-4370-8976-c55e594e92f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.222380 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aabe4516-03f9-4370-8976-c55e594e92f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.223568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-aabe4516-03f9-4370-8976-c55e594e92f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6c9df4d-993a-4548-b824-9c225176000e HTTP/1.1" status: 204 len: 168 time: 0.2567649 Jul 16 18:19:56.254919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe4516-03f9-4370-8976-c55e594e92f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c9df4d-993a-4548-b824-9c225176000e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:56.401839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Allocated IP 172.25.3.181 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/79889e4f-cce9-4b0c-8601-b89df5beda13) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:56.603392 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.695929 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.696340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3bb46-a8f8-4003-ad35-5ea0e4af3d86 req-8abccdad-e52e-4e55-87f1-fc98e37064c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.704768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3b3bb46-a8f8-4003-ad35-5ea0e4af3d86 req-8abccdad-e52e-4e55-87f1-fc98e37064c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.1189570 Jul 16 18:19:56.742951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:56.747774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:56.751783 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:56.785036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33950) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:56.817009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Port': ['ID=79889e4f-cce9-4b0c-8601-b89df5beda13,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:56.833019 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6498f44e-95b6-4399-b334-61fa15410572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.953981 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3b3bb46-a8f8-4003-ad35-5ea0e4af3d86 req-f105b12d-3e6e-4675-83c5-82cbfd564e69 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260952 Jul 16 18:19:57.017290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-7b98614f-8454-4475-855b-fd10662b7f67 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.022878 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-7b98614f-8454-4475-855b-fd10662b7f67 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.2936606 Jul 16 18:19:57.045005 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-4886f406-f1a0-4c73-a1b2-dfcecbc89bf9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/quotas/7ff05b4225084c8da9b6812b44295606 HTTP/1.1" status: 200 len: 375 time: 0.0108709 Jul 16 18:19:57.248560 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6498f44e-95b6-4399-b334-61fa15410572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.273227 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.276839 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6498f44e-95b6-4399-b334-61fa15410572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.282851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-64d70923-7014-4928-a42c-069c22e50f23 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2175190 Jul 16 18:19:57.338100 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6498f44e-95b6-4399-b334-61fa15410572 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55e5c74bd7254825a558a9722c0dc237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5497522 Jul 16 18:19:57.346400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33964) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:57.395493 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-194a5dc9-9c4a-4559-be99-75fdcd4598e7 service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115611 Jul 16 18:19:57.401583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498f44e-95b6-4399-b334-61fa15410572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27150b86-2355-4148-ada0-06e191e192fd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.497577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591837a-6541-44de-84e0-4e7f07e0490b req-9fd2f084-cc82-4d63-944a-6f6338d36c67 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.503499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2591837a-6541-44de-84e0-4e7f07e0490b req-9fd2f084-cc82-4d63-944a-6f6338d36c67 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.3226037 Jul 16 18:19:57.508365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 33966) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:57.513184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ee4eab49-8d1b-430f-b1ea-28b6b741ae84 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Request body: {'floatingip': {'port_id': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:57.514278 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7e51428f-43c5-449c-a036-b2cab3d255d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.578227 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7e51428f-43c5-449c-a036-b2cab3d255d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.606168 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ee4eab49-8d1b-430f-b1ea-28b6b741ae84 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.703999 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-dcc5d674-6b79-41af-a8ef-e93978760c6b service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069336 Jul 16 18:19:57.744601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7e51428f-43c5-449c-a036-b2cab3d255d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.747686 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7e51428f-43c5-449c-a036-b2cab3d255d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.766089 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7e51428f-43c5-449c-a036-b2cab3d255d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27150b86-2355-4148-ada0-06e191e192fd HTTP/1.1" status: 204 len: 168 time: 0.4049528 Jul 16 18:19:57.779806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51428f-43c5-449c-a036-b2cab3d255d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27150b86-2355-4148-ada0-06e191e192fd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.807336 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.101672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Router 922bf13a-7965-473e-bae6-6897d9131704 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:58.284132 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ef774c03-f023-482c-9abb-3ee7c1832807 req-da1e1db0-7c2c-4ca0-8d73-f85938096642 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 210 time: 0.0383105 Jul 16 18:19:58.402896 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:58.427427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Sync routers for ids ['922bf13a-7965-473e-bae6-6897d9131704'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:58.439629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Routers {'922bf13a-7965-473e-bae6-6897d9131704'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:58.444257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['922bf13a-7965-473e-bae6-6897d9131704'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:58.451448 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.456371 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b3a9e17f-8691-469b-aaa6-ac0bf06fb377 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5996921 Jul 16 18:19:58.458312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 33998) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:58.515107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ee4eab49-8d1b-430f-b1ea-28b6b741ae84 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.522425 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ee4eab49-8d1b-430f-b1ea-28b6b741ae84 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.646212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Set router 922bf13a-7965-473e-bae6-6897d9131704 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:58.660668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018172c3-c870-4234-9821-ca0bb2d0269a tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.662869 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-018172c3-c870-4234-9821-ca0bb2d0269a tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=1185488738334c0392568c2ce28c5a36&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2032206 Jul 16 18:19:58.665687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34012) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:58.776665 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-ee4eab49-8d1b-430f-b1ea-28b6b741ae84 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Floating IP 149f2661-7166-4b9d-a758-ca6ddd881638 associated. External IP: 172.25.3.235, port: c4b82ffd-34c2-4880-b835-0f9ba3cea0dd. Jul 16 18:19:58.915041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d94b304-85e5-43b9-acf4-b50224143ec2 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.916885 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4d94b304-85e5-43b9-acf4-b50224143ec2 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2501702 Jul 16 18:19:58.919716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34020) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:58.978392 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922bf13a-7965-473e-bae6-6897d9131704', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1715158188', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:19:57Z', 'revision_number': 3, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922bf13a-7965-473e-bae6-6897d9131704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:56Z', 'updated_at': '2021-07-16T18:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:58.986302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34024) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:58.988669 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-20399b28-597b-448e-95a2-ca2a9a16af2e tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0675056 Jul 16 18:19:59.015811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Checking router: 922bf13a-7965-473e-bae6-6897d9131704 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:59.016523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Updating router 922bf13a-7965-473e-bae6-6897d9131704 port 79889e4f-cce9-4b0c-8601-b89df5beda13 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:59.076096 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.087267 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9932a1bb-d627-4efe-b9b3-2dbb5de3eb92 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=1185488738334c0392568c2ce28c5a36&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665011 Jul 16 18:19:59.089854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34028) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.398830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4eab49-8d1b-430f-b1ea-28b6b741ae84 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Router fe0c452a-c79c-4cad-84e4-ed8e71475e1d has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:59.564610 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.576131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Transition to ACTIVE for port object 79889e4f-cce9-4b0c-8601-b89df5beda13 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:59.585968 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.651886 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8aa28685-5127-4345-aff3-1d53aed5f2ec req-8dc1daa5-66bb-4eb8-9d44-06c81872914d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 210 time: 0.1052482 Jul 16 18:19:59.680510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Attempting to bind port 79889e4f-cce9-4b0c-8601-b89df5beda13 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:59.680510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Attempting to bind port 79889e4f-cce9-4b0c-8601-b89df5beda13 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:59.680510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Attempting to bind port 79889e4f-cce9-4b0c-8601-b89df5beda13 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:59.682547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:59.682938 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:59.683454 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.683861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:59.684514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Bound port: 79889e4f-cce9-4b0c-8601-b89df5beda13, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:59.684908 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.686677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5810f04-6a23-4bf7-b79a-bf5f324c284e None None] Pushing event updated for resources: {'Port': ['ID=79889e4f-cce9-4b0c-8601-b89df5beda13,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:59.732627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ef6e9-b413-4d8b-b51c-4d3c5d05580d tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.737865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c09ef6e9-b413-4d8b-b51c-4d3c5d05580d tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6438723 Jul 16 18:19:59.738299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34048) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.785726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] For port 79889e4f-cce9-4b0c-8601-b89df5beda13, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:59.790385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] For port 79889e4f-cce9-4b0c-8601-b89df5beda13, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79889e4f-cce9-4b0c-8601-b89df5beda13,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:59.795978 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.805605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-73863a26-18cd-4211-8b03-a0172c905ecc tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0660141 Jul 16 18:19:59.808886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34050) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.818069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4ef6b304-50f0-44a6-9bb4-23c2151edcde tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-885324269', 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de', 'project_id': '1185488738334c0392568c2ce28c5a36', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:59.869478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Routers {'922bf13a-7965-473e-bae6-6897d9131704'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:59.870510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['922bf13a-7965-473e-bae6-6897d9131704'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:59.941506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5810f04-6a23-4bf7-b79a-bf5f324c284e None None] Pushing event updated for resources: {'Port': ['ID=79889e4f-cce9-4b0c-8601-b89df5beda13,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:59.973812 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4eab49-8d1b-430f-b1ea-28b6b741ae84 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:59.984791 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dad6a5-62cf-4c17-ba67-815dc9cb782a None None] Sync routers for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:59.995585 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ee4eab49-8d1b-430f-b1ea-28b6b741ae84 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.005925 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dad6a5-62cf-4c17-ba67-815dc9cb782a None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:00.006668 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d2dad6a5-62cf-4c17-ba67-815dc9cb782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:00.101583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef6b304-50f0-44a6-9bb4-23c2151edcde tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Made reservation on behalf of 1185488738334c0392568c2ce28c5a36 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:00.102695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] Set router 922bf13a-7965-473e-bae6-6897d9131704 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:00.108395 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ef6b304-50f0-44a6-9bb4-23c2151edcde tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.147035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ee4eab49-8d1b-430f-b1ea-28b6b741ae84 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "PUT /v2.0/floatingips/149f2661-7166-4b9d-a758-ca6ddd881638 HTTP/1.1" status: 200 len: 992 time: 2.6371841 Jul 16 18:20:00.178214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:00.194601 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a730d0e-a412-4c5d-9ca5-e0b78ec9de4e" -d '{"events": [{"name": "network-changed", "server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:00.388032 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e6ccd2-3234-4668-b88a-52f026a5f952 x-openstack-request-id: req-f8e6ccd2-3234-4668-b88a-52f026a5f952 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:00.389404 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:00.390838 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8e6ccd2-3234-4668-b88a-52f026a5f952 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:00.393898 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'status': 'completed', 'code': 200} Jul 16 18:20:00.402009 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-d2dad6a5-62cf-4c17-ba67-815dc9cb782a None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:00.514217 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-4b523f1a-d4aa-437f-9c05-8f2a874fa41f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.521596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-4b523f1a-d4aa-437f-9c05-8f2a874fa41f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.3923824 Jul 16 18:20:00.539961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'port': {'device_id': '80bd0a5d-f6c8-4aa5-a185-b7f528f195f0', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'admin_state_up': True, 'tenant_id': '7ff05b4225084c8da9b6812b44295606'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:00.644063 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ef6b304-50f0-44a6-9bb4-23c2151edcde tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.663906 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922bf13a-7965-473e-bae6-6897d9131704', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1715158188', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:19:57Z', 'revision_number': 3, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922bf13a-7965-473e-bae6-6897d9131704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:56Z', 'updated_at': '2021-07-16T18:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:00.755046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c4fc43-5288-40a4-908f-4a294ca4b8d7 None None] The sync data for ids ['922bf13a-7965-473e-bae6-6897d9131704'] in n-d-787205-10 is: [{'id': '922bf13a-7965-473e-bae6-6897d9131704', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1715158188', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:19:57Z', 'revision_number': 3, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922bf13a-7965-473e-bae6-6897d9131704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:56Z', 'updated_at': '2021-07-16T18:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:00.805600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a730d0e-a412-4c5d-9ca5-e0b78ec9de4e req-cfa3fdf5-d971-4024-9b13-e6447b255f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.808057 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7a730d0e-a412-4c5d-9ca5-e0b78ec9de4e req-cfa3fdf5-d971-4024-9b13-e6447b255f00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 1098 time: 0.4516733 Jul 16 18:20:00.912850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6b304-50f0-44a6-9bb4-23c2151edcde tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Subnet': ['ID=4f0c3339-7670-4cf4-8320-8e7df6d3cd5b,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:00.919159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef6b304-50f0-44a6-9bb4-23c2151edcde tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Checking segment: {'id': 'c6b1410d-a6be-41b4-a472-2996aaa045ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:00.919922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef6b304-50f0-44a6-9bb4-23c2151edcde tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Network hostable DHCP agents. Network: 71fda259-7765-48ed-8007-cc0ce8b5a1de, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:00.992643 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Made reservation on behalf of 7ff05b4225084c8da9b6812b44295606 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:01.001374 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.026770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef6b304-50f0-44a6-9bb4-23c2151edcde tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Network 71fda259-7765-48ed-8007-cc0ce8b5a1de is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:01.064865 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d2dad6a5-62cf-4c17-ba67-815dc9cb782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '149f2661-7166-4b9d-a758-ca6ddd881638', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'port_id': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'mac_address': 'fa:16:3e:04:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:40Z', 'updated_at': '2021-07-16T18:19:58Z', 'revision_number': 1, 'project_id': '720864dcfcf24357b1805504d075367f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 5, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:01.072444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4ef6b304-50f0-44a6-9bb4-23c2151edcde tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 71fda259-7765-48ed-8007-cc0ce8b5a1de) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:01.082026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef6b304-50f0-44a6-9bb4-23c2151edcde tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:01.082624 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ef6b304-50f0-44a6-9bb4-23c2151edcde tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.083495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f23525-c8c4-407c-9854-c3e3ac16c860 None None] Network 71fda259-7765-48ed-8007-cc0ce8b5a1de requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:01.086768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a730d0e-a412-4c5d-9ca5-e0b78ec9de4e req-ed0c20fd-bdf4-494e-af70-567ae7766d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:01.088231 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7a730d0e-a412-4c5d-9ca5-e0b78ec9de4e req-ed0c20fd-bdf4-494e-af70-567ae7766d79 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.2672338 Jul 16 18:20:01.117837 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dad6a5-62cf-4c17-ba67-815dc9cb782a None None] Checking router: fe0c452a-c79c-4cad-84e4-ed8e71475e1d for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:01.125139 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64cea48c-8364-4850-acab-b6e08eb1e869 req-8e893f3a-a821-42cb-875f-1af5760212c3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 210 time: 0.1116309 Jul 16 18:20:01.132596 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dad6a5-62cf-4c17-ba67-815dc9cb782a None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:01.133450 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d2dad6a5-62cf-4c17-ba67-815dc9cb782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:01.317932 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7a730d0e-a412-4c5d-9ca5-e0b78ec9de4e req-14f803e6-dba7-45b8-9a0a-e14ebf62a63a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd HTTP/1.1" status: 200 len: 1000 time: 0.1860616 Jul 16 18:20:01.459654 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-d2dad6a5-62cf-4c17-ba67-815dc9cb782a None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:01.481166 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4ef6b304-50f0-44a6-9bb4-23c2151edcde tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6687074 Jul 16 18:20:01.483643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34080) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:01.926229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79889e4f-cce9-4b0c-8601-b89df5beda13 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:01.999339 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-71fda259-7765-48ed-8007-cc0ce8b5a1de', 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'fixed_ips': [{'subnet_id': '4f0c3339-7670-4cf4-8320-8e7df6d3cd5b'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:02.003101 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.063376 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a730d0e-a412-4c5d-9ca5-e0b78ec9de4e req-15f14674-82ed-4d8d-a381-03e73b84aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.065062 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7a730d0e-a412-4c5d-9ca5-e0b78ec9de4e req-15f14674-82ed-4d8d-a381-03e73b84aa15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.7385044 Jul 16 18:20:02.358669 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Allocated IP 172.20.0.18 (71fda259-7765-48ed-8007-cc0ce8b5a1de/4f0c3339-7670-4cf4-8320-8e7df6d3cd5b/937ae2d3-6c64-44bd-9471-14431e2c545f) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:02.443020 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a730d0e-a412-4c5d-9ca5-e0b78ec9de4e req-05428caa-3c75-40d4-a915-b57b503739da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.444711 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7a730d0e-a412-4c5d-9ca5-e0b78ec9de4e req-05428caa-3c75-40d4-a915-b57b503739da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3652635 Jul 16 18:20:02.622362 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.638989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Transition to ACTIVE for port object 937ae2d3-6c64-44bd-9471-14431e2c545f will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:02.664589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Transition to ACTIVE for port object 937ae2d3-6c64-44bd-9471-14431e2c545f will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:02.669121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 79889e4f-cce9-4b0c-8601-b89df5beda13 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:02.676598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 79889e4f-cce9-4b0c-8601-b89df5beda13 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:02.676976 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.692824 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d2dad6a5-62cf-4c17-ba67-815dc9cb782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '149f2661-7166-4b9d-a758-ca6ddd881638', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'port_id': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'mac_address': 'fa:16:3e:04:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:40Z', 'updated_at': '2021-07-16T18:19:58Z', 'revision_number': 1, 'project_id': '720864dcfcf24357b1805504d075367f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 5, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:02.727849 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.787841 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Network 71fda259-7765-48ed-8007-cc0ce8b5a1de is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:02.788487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Allocated IP 172.20.0.6 (d34b30f6-8f93-47e4-af63-22d1694dd9a9/3c4c6789-e541-480e-a1bf-93dff51b7732/d612a4fd-8205-4e61-91c9-41a9a2934afe) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:02.793093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:02.794208 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dad6a5-62cf-4c17-ba67-815dc9cb782a None None] The sync data for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 is: [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '149f2661-7166-4b9d-a758-ca6ddd881638', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'floating_ip_address': '172.25.3.235', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'port_id': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'mac_address': 'fa:16:3e:04:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:40Z', 'updated_at': '2021-07-16T18:19:58Z', 'revision_number': 1, 'project_id': '720864dcfcf24357b1805504d075367f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 5, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:02.820884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:03.025181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Pushing event updated for resources: {'Port': ['ID=937ae2d3-6c64-44bd-9471-14431e2c545f,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.054798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Attempting to bind port 937ae2d3-6c64-44bd-9471-14431e2c545f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:03.055344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Attempting to bind port 937ae2d3-6c64-44bd-9471-14431e2c545f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'c6b1410d-a6be-41b4-a472-2996aaa045ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:03.055807 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Attempting to bind port 937ae2d3-6c64-44bd-9471-14431e2c545f on network 71fda259-7765-48ed-8007-cc0ce8b5a1de {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:03.066031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:03.066607 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Checking segment: {'id': 'c6b1410d-a6be-41b4-a472-2996aaa045ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:03.067110 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.067604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Bound using segment: {'id': 'c6b1410d-a6be-41b4-a472-2996aaa045ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:03.068191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Bound port: 937ae2d3-6c64-44bd-9471-14431e2c545f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b1410d-a6be-41b4-a472-2996aaa045ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:03.068685 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.090899 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.099049 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.117763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Transition to ACTIVE for port object d612a4fd-8205-4e61-91c9-41a9a2934afe will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:03.147083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 79889e4f-cce9-4b0c-8601-b89df5beda13, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79889e4f-cce9-4b0c-8601-b89df5beda13,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:03.154698 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.169259 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7a730d0e-a412-4c5d-9ca5-e0b78ec9de4e req-d86a857c-7283-48a0-b2fb-d70af60c2cc4 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6978190 Jul 16 18:20:03.177261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86916910-fc2d-432f-b94d-8358fac9f62f req-c7d309b4-d8a5-48e3-b191-519d9b95f98a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 210 time: 0.5612876 Jul 16 18:20:03.190769 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.214164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] For port 937ae2d3-6c64-44bd-9471-14431e2c545f, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:03.234219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] For port 937ae2d3-6c64-44bd-9471-14431e2c545f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=937ae2d3-6c64-44bd-9471-14431e2c545f,segment=NetworkSegment(c6b1410d-a6be-41b4-a472-2996aaa045ad),segment_id=c6b1410d-a6be-41b4-a472-2996aaa045ad)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:03.235653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=79889e4f-cce9-4b0c-8601-b89df5beda13,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.239459 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.282515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:03.291451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:03.301697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:03.301981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cba8c5-7756-430e-a771-ed4720b33c6e None None] Pushing event updated for resources: {'Port': ['ID=937ae2d3-6c64-44bd-9471-14431e2c545f,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.352029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'Port': ['ID=d612a4fd-8205-4e61-91c9-41a9a2934afe,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.392461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:03.397783 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.425501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-18ca0665-a1df-4b7f-ae14-24fba68e44fe tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8956585 Jul 16 18:20:03.459378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Request body: {'port': {'device_id': '80bd0a5d-f6c8-4aa5-a185-b7f528f195f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:03.619972 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7a730d0e-a412-4c5d-9ca5-e0b78ec9de4e req-f53d41c1-94a2-48e6-9dfa-a8713cafd630 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273868 Jul 16 18:20:03.810907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79889e4f-cce9-4b0c-8601-b89df5beda13 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:03.833610 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.886445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f959a1-ac1c-4bf8-b59a-bfc5a8aee3d3 None None] New status for floating IP 149f2661-7166-4b9d-a758-ca6ddd881638: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:20:04.089144 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf4ac80-a759-410a-b1f9-4ce132a551a6 req-37b6c2d2-e6f0-4a91-96fd-8a3fb1f4de91 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3033271 Jul 16 18:20:04.147642 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.198035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d4972694-f0eb-409b-b4de-f2e22a99d55f None None] Provisioning for port d612a4fd-8205-4e61-91c9-41a9a2934afe completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:04.230316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d4972694-f0eb-409b-b4de-f2e22a99d55f None None] Provisioning complete for port d612a4fd-8205-4e61-91c9-41a9a2934afe triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:04.231065 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d4972694-f0eb-409b-b4de-f2e22a99d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.311757 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 79889e4f-cce9-4b0c-8601-b89df5beda13 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:04.313418 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.516437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4ac80-a759-410a-b1f9-4ce132a551a6 req-d0d4739d-9e6e-4bed-accd-a80a2c6e942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.524787 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf4ac80-a759-410a-b1f9-4ce132a551a6 req-d0d4739d-9e6e-4bed-accd-a80a2c6e942b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ad333940a544596ba07e31fb397489c&device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 1098 time: 0.3655758 Jul 16 18:20:04.562655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d4972694-f0eb-409b-b4de-f2e22a99d55f None None] Port d612a4fd-8205-4e61-91c9-41a9a2934afe cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:04.744063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4ac80-a759-410a-b1f9-4ce132a551a6 req-69ca824d-2443-4afd-b784-5958140d4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.744454 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d612a4fd-8205-4e61-91c9-41a9a2934afe {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:04.745919 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf4ac80-a759-410a-b1f9-4ce132a551a6 req-69ca824d-2443-4afd-b784-5958140d4fa6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46aa9110-266a-4750-86f1-3c0adb3cb6dc HTTP/1.1" status: 200 len: 909 time: 0.1925821 Jul 16 18:20:04.759530 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.809321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3968f5-9a30-4f12-89de-4793907097a6 req-4f950d13-5617-464b-8560-c00ba2cc5099 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.816572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d3968f5-9a30-4f12-89de-4793907097a6 req-4f950d13-5617-464b-8560-c00ba2cc5099 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 931 time: 0.1357536 Jul 16 18:20:04.817738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Transition to ACTIVE for port object d612a4fd-8205-4e61-91c9-41a9a2934afe will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:04.826392 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.980966 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf4ac80-a759-410a-b1f9-4ce132a551a6 req-2d55b7bc-99b0-435e-9b8d-5f1e58cc931c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=766579a7-890d-454f-96d9-89d22f6e169e HTTP/1.1" status: 200 len: 1001 time: 0.2211328 Jul 16 18:20:05.090502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f499012-621b-4542-977a-21290f61e487 service neutron] Pushing event updated for resources: {'Port': ['ID=d612a4fd-8205-4e61-91c9-41a9a2934afe,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:05.119563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d3968f5-9a30-4f12-89de-4793907097a6 req-1135905a-ed52-4067-9d4a-079042872e00 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949915 Jul 16 18:20:05.192118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Attempting to bind port d612a4fd-8205-4e61-91c9-41a9a2934afe on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:05.192593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Attempting to bind port d612a4fd-8205-4e61-91c9-41a9a2934afe by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:05.193026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Attempting to bind port d612a4fd-8205-4e61-91c9-41a9a2934afe on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:05.207672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Port d612a4fd-8205-4e61-91c9-41a9a2934afe on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:05.208018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Attempting to bind port d612a4fd-8205-4e61-91c9-41a9a2934afe on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:05.220212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:05.229443 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Checking segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:05.230001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Bound using segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:05.230487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Bound port: d612a4fd-8205-4e61-91c9-41a9a2934afe, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:05.231243 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.272876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4ac80-a759-410a-b1f9-4ce132a551a6 req-dd70e166-0ab2-4b1e-bcf8-6d0f19dacc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.274754 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf4ac80-a759-410a-b1f9-4ce132a551a6 req-dd70e166-0ab2-4b1e-bcf8-6d0f19dacc2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b14bfa8-75df-427e-8cf7-22a0c937fc32 HTTP/1.1" status: 200 len: 847 time: 0.2581258 Jul 16 18:20:05.338921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] For port d612a4fd-8205-4e61-91c9-41a9a2934afe, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:05.346624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] For port d612a4fd-8205-4e61-91c9-41a9a2934afe, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d612a4fd-8205-4e61-91c9-41a9a2934afe,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:05.354305 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.439079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.439728 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.441178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-6f499012-621b-4542-977a-21290f61e487 service neutron] 10.222.0.32 "PUT /v2.0/ports/d612a4fd-8205-4e61-91c9-41a9a2934afe HTTP/1.1" status: 200 len: 1092 time: 2.0016031 Jul 16 18:20:05.441637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bd0a5d-f6c8-4aa5-a185-b7f528f195f0', 'tag': 'd612a4fd-8205-4e61-91c9-41a9a2934afe'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:05.462601 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdc68e6-8345-4474-bfb9-7420a6b73ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "80bd0a5d-f6c8-4aa5-a185-b7f528f195f0", "tag": "d612a4fd-8205-4e61-91c9-41a9a2934afe"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:05.482749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Allocated IP 172.20.0.17 (71fda259-7765-48ed-8007-cc0ce8b5a1de/4f0c3339-7670-4cf4-8320-8e7df6d3cd5b/cc03ed6d-4839-4570-a30b-304af4a3fdef) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:05.627525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de71ddad-4957-4781-a298-5ec95ec99c96 None None] Network 71fda259-7765-48ed-8007-cc0ce8b5a1de requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:05.652208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f499012-621b-4542-977a-21290f61e487 service neutron] Pushing event updated for resources: {'Port': ['ID=d612a4fd-8205-4e61-91c9-41a9a2934afe,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:05.694266 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaf21a3-d858-4fb6-a192-1a4d3d6d50bd x-openstack-request-id: req-5aaf21a3-d858-4fb6-a192-1a4d3d6d50bd {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:05.694563 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bd0a5d-f6c8-4aa5-a185-b7f528f195f0", "tag": "d612a4fd-8205-4e61-91c9-41a9a2934afe", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:05.694825 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5aaf21a3-d858-4fb6-a192-1a4d3d6d50bd {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:05.695237 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bd0a5d-f6c8-4aa5-a185-b7f528f195f0', 'tag': 'd612a4fd-8205-4e61-91c9-41a9a2934afe', 'status': 'completed', 'code': 200} Jul 16 18:20:05.716141 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4ac80-a759-410a-b1f9-4ce132a551a6 req-314a6f7a-b27e-4fc4-b6ea-e0b5e00dc5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.728313 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf4ac80-a759-410a-b1f9-4ce132a551a6 req-314a6f7a-b27e-4fc4-b6ea-e0b5e00dc5bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46aa9110-266a-4750-86f1-3c0adb3cb6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3788049 Jul 16 18:20:05.751191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-2dd75f8b-103d-4079-be7a-90f5027574fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.757965 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-2dd75f8b-103d-4079-be7a-90f5027574fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 1095 time: 0.2291138 Jul 16 18:20:05.783646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-07e59293-8a76-4359-8339-a183ce2e80e2 None None] Provisioning for port 937ae2d3-6c64-44bd-9471-14431e2c545f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:05.842826 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-a5fb655f-ea5b-4402-b89e-4b94b6bc2b73 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d612a4fd-8205-4e61-91c9-41a9a2934afe HTTP/1.1" status: 200 len: 217 time: 0.0753162 Jul 16 18:20:06.012378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 937ae2d3-6c64-44bd-9471-14431e2c545f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:06.020153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-cd386582-9abe-452e-bdb8-f5de1ac6b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:06.022261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-cd386582-9abe-452e-bdb8-f5de1ac6b8b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.1704822 Jul 16 18:20:06.172117 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-7f9ec235-fffe-4bb0-9c89-e1a80416fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:06.174448 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-7f9ec235-fffe-4bb0-9c89-e1a80416fb6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443207 Jul 16 18:20:06.262191 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.285546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Transition to ACTIVE for port object cc03ed6d-4839-4570-a30b-304af4a3fdef will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:06.286452 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 937ae2d3-6c64-44bd-9471-14431e2c545f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:06.300730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 937ae2d3-6c64-44bd-9471-14431e2c545f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:06.303658 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.418311 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf4ac80-a759-410a-b1f9-4ce132a551a6 req-e38cf1d0-2a15-4c62-bef2-f4dd02cbf347 service neutron] 10.222.0.11 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6863761 Jul 16 18:20:06.419118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-0f71a66b-e9d0-4e21-99a6-062b54baf189 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356055 Jul 16 18:20:06.451911 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3475a30e-225b-497b-a394-ad6a1c04c388 req-8e61b98e-7f3f-4eff-b616-2420acf01e9e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6019619 Jul 16 18:20:06.466340 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.558861 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.590921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec11873-b867-4e7e-badd-2e86c09d985a req-e3bc279b-fb44-4b86-b3e2-d71960ca16cb tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:06.593156 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eec11873-b867-4e7e-badd-2e86c09d985a req-e3bc279b-fb44-4b86-b3e2-d71960ca16cb tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 943 time: 0.2616596 Jul 16 18:20:06.645487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 937ae2d3-6c64-44bd-9471-14431e2c545f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=937ae2d3-6c64-44bd-9471-14431e2c545f,segment=NetworkSegment(c6b1410d-a6be-41b4-a472-2996aaa045ad),segment_id=c6b1410d-a6be-41b4-a472-2996aaa045ad)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:06.648078 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d3b30b1-af24-411c-9799-e34820e6ca1f req-5f5b0450-01c0-485d-b222-5265f6a8e0ca service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212763 Jul 16 18:20:06.653741 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.700714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Network 71fda259-7765-48ed-8007-cc0ce8b5a1de is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:06.759017 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eec11873-b867-4e7e-badd-2e86c09d985a req-2fc49d13-3cad-44a8-ba10-c70e6c1a255d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312308 Jul 16 18:20:06.879432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=937ae2d3-6c64-44bd-9471-14431e2c545f,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.911994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:06.912345 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:06.912818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:06.913163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:06.913496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:06.913935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:06.914265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:06.914593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:06.914919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:06.915243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:06.915568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:06.915890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:06.974730 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc68e6-8345-4474-bfb9-7420a6b73ddf req-78f08624-461b-4bb5-9601-16642aaa7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:06.981922 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccdc68e6-8345-4474-bfb9-7420a6b73ddf req-78f08624-461b-4bb5-9601-16642aaa7659 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 1095 time: 0.2419987 Jul 16 18:20:06.983882 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-78bd7b0c-adea-40b3-a3fa-54e4c28d9476 None None] Provisioning complete for port 937ae2d3-6c64-44bd-9471-14431e2c545f triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:06.984360 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-78bd7b0c-adea-40b3-a3fa-54e4c28d9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.008073 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3bf4ac80-a759-410a-b1f9-4ce132a551a6 req-572b83cb-4a70-412a-b0a7-dc805f4c658c service neutron] 10.222.0.11 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537324 Jul 16 18:20:07.009549 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Port': ['ID=cc03ed6d-4839-4570-a30b-304af4a3fdef,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.063237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:07.093426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:07.200835 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475a30e-225b-497b-a394-ad6a1c04c388 req-654f08c1-a53d-4ea7-bfeb-bc8da1d3ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.202675 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3475a30e-225b-497b-a394-ad6a1c04c388 req-654f08c1-a53d-4ea7-bfeb-bc8da1d3ce80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 1097 time: 0.7062330 Jul 16 18:20:07.208443 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.262811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc68e6-8345-4474-bfb9-7420a6b73ddf req-781190bf-2c94-4944-b59c-ba39e2d903f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.264261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccdc68e6-8345-4474-bfb9-7420a6b73ddf req-781190bf-2c94-4944-b59c-ba39e2d903f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.2742627 Jul 16 18:20:07.352468 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccdc68e6-8345-4474-bfb9-7420a6b73ddf req-7afdc7d2-53e9-456e-9094-3cfc648128fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d612a4fd-8205-4e61-91c9-41a9a2934afe HTTP/1.1" status: 200 len: 217 time: 0.0811856 Jul 16 18:20:07.481371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc68e6-8345-4474-bfb9-7420a6b73ddf req-ae746a5d-e150-404e-a08d-096f328488f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.482909 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccdc68e6-8345-4474-bfb9-7420a6b73ddf req-ae746a5d-e150-404e-a08d-096f328488f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.1182904 Jul 16 18:20:07.490717 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475a30e-225b-497b-a394-ad6a1c04c388 req-a36a04da-14e4-4363-a3ef-bb1f110af722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.494210 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3475a30e-225b-497b-a394-ad6a1c04c388 req-a36a04da-14e4-4363-a3ef-bb1f110af722 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 200 len: 916 time: 0.2242997 Jul 16 18:20:07.555403 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3475a30e-225b-497b-a394-ad6a1c04c388 req-1a64be4b-9511-42fd-94e9-464e61047921 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80c076fc-41a7-4f97-afcf-12812a43a24d HTTP/1.1" status: 200 len: 217 time: 0.0562234 Jul 16 18:20:07.574591 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.585468 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-07812579-893b-40a0-99e5-a83acf6f65e3 None None] Provisioning for port cc03ed6d-4839-4570-a30b-304af4a3fdef completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:07.596028 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-07812579-893b-40a0-99e5-a83acf6f65e3 None None] Provisioning complete for port cc03ed6d-4839-4570-a30b-304af4a3fdef triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:07.597134 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-07812579-893b-40a0-99e5-a83acf6f65e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.614485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc68e6-8345-4474-bfb9-7420a6b73ddf req-e0a44bea-f3e9-4add-8ba7-c5e87eb9e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.617313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccdc68e6-8345-4474-bfb9-7420a6b73ddf req-e0a44bea-f3e9-4add-8ba7-c5e87eb9e735 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272879 Jul 16 18:20:07.680743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475a30e-225b-497b-a394-ad6a1c04c388 req-d695e26e-6f8c-40e0-890e-907c1403e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.682736 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3475a30e-225b-497b-a394-ad6a1c04c388 req-d695e26e-6f8c-40e0-890e-907c1403e1be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=decebe86-3aa7-4911-8fa3-82eb9564b542 HTTP/1.1" status: 200 len: 855 time: 0.1203585 Jul 16 18:20:07.699832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-07812579-893b-40a0-99e5-a83acf6f65e3 None None] Port cc03ed6d-4839-4570-a30b-304af4a3fdef cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:07.762511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 937ae2d3-6c64-44bd-9471-14431e2c545f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:07.767365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3475a30e-225b-497b-a394-ad6a1c04c388 req-7f7f0734-c5bf-4d33-b310-d6193b6d0135 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ae3520e2-3294-4ffe-b53c-3cd79fc510e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493410 Jul 16 18:20:07.796741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccdc68e6-8345-4474-bfb9-7420a6b73ddf req-666ace04-6ed0-402b-b11b-a1076bf8ee06 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722097 Jul 16 18:20:07.861030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 937ae2d3-6c64-44bd-9471-14431e2c545f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:07.863308 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.000619 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3475a30e-225b-497b-a394-ad6a1c04c388 req-c3210ecb-1581-44c6-9441-5f1f8c7af299 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271936 Jul 16 18:20:08.151982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccdc68e6-8345-4474-bfb9-7420a6b73ddf req-6de2ca28-5882-470c-8e90-9525846fd46e service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486428 Jul 16 18:20:08.223539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36109a9-b214-4dc9-b1c5-763d34b23639 req-3e360c43-0817-4eb1-9529-87e5e72b5701 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:08.231150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e36109a9-b214-4dc9-b1c5-763d34b23639 req-3e360c43-0817-4eb1-9529-87e5e72b5701 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 943 time: 0.1635406 Jul 16 18:20:08.302051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e36109a9-b214-4dc9-b1c5-763d34b23639 req-5f521a6a-21cc-4853-b27e-2a505168a25d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703168 Jul 16 18:20:08.447471 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.451126 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3475a30e-225b-497b-a394-ad6a1c04c388 req-18f0bdb6-c639-43f4-9657-f08e2a731879 service neutron] 10.222.0.32 "GET /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253447 Jul 16 18:20:08.457013 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.613899 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Port': ['ID=cc03ed6d-4839-4570-a30b-304af4a3fdef,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:08.616654 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.085405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Network 71fda259-7765-48ed-8007-cc0ce8b5a1de is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:09.087145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:09.246073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Router 922bf13a-7965-473e-bae6-6897d9131704 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:09.554090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0540e2d1-6509-4e68-af34-5be02818e760 None None] Provisioning complete for port cc03ed6d-4839-4570-a30b-304af4a3fdef triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:09.554729 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0540e2d1-6509-4e68-af34-5be02818e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.615975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:09.622989 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d326af3b-3bc1-49cc-8d2f-fedccdc7419b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "PUT /v2.0/routers/922bf13a-7965-473e-bae6-6897d9131704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1329062 Jul 16 18:20:09.644091 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Sync routers for ids ['922bf13a-7965-473e-bae6-6897d9131704'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:09.659808 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Routers {'922bf13a-7965-473e-bae6-6897d9131704'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:09.661493 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['922bf13a-7965-473e-bae6-6897d9131704'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:09.700679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0540e2d1-6509-4e68-af34-5be02818e760 None None] Port cc03ed6d-4839-4570-a30b-304af4a3fdef cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:09.810198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64880649-74f1-4504-ae03-dae1314f96b1 req-9ce8d3b1-219c-47a6-8cfa-4ef4583ab58b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:09.817944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64880649-74f1-4504-ae03-dae1314f96b1 req-9ce8d3b1-219c-47a6-8cfa-4ef4583ab58b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 943 time: 0.1741345 Jul 16 18:20:09.893774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64880649-74f1-4504-ae03-dae1314f96b1 req-6b8b8dc2-09b8-460e-bc47-fa0709d9896f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702631 Jul 16 18:20:09.955934 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Set router 922bf13a-7965-473e-bae6-6897d9131704 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:10.212399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f704a-0353-4438-afe8-46d024786716 req-d1f4663d-6f00-47c9-a5ef-5d5c94cd9b20 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.219095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-d1f4663d-6f00-47c9-a5ef-5d5c94cd9b20 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/networks?id=71fda259-7765-48ed-8007-cc0ce8b5a1de HTTP/1.1" status: 200 len: 798 time: 0.2277117 Jul 16 18:20:10.240372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-97934237-4232-4c6d-9a93-11bd5f2a8da8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/quotas/1185488738334c0392568c2ce28c5a36 HTTP/1.1" status: 200 len: 375 time: 0.0202951 Jul 16 18:20:10.260718 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922bf13a-7965-473e-bae6-6897d9131704', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1715158188', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:07Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922bf13a-7965-473e-bae6-6897d9131704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:56Z', 'updated_at': '2021-07-16T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cc03ed6d-4839-4570-a30b-304af4a3fdef', 'name': '', 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'mac_address': 'fa:16:3e:a4:0e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922bf13a-7965-473e-bae6-6897d9131704', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '4f0c3339-7670-4cf4-8320-8e7df6d3cd5b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:08Z', 'revision_number': 2, 'project_id': '1185488738334c0392568c2ce28c5a36', 'subnets': [{'id': '4f0c3339-7670-4cf4-8320-8e7df6d3cd5b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:10.344065 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Checking router: 922bf13a-7965-473e-bae6-6897d9131704 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:10.345880 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Updating router 922bf13a-7965-473e-bae6-6897d9131704 port cc03ed6d-4839-4570-a30b-304af4a3fdef binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:20:10.409702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-fdaa15bd-71f7-48fd-91f6-c805eb7dea81 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1185488738334c0392568c2ce28c5a36&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1684186 Jul 16 18:20:10.447608 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.569611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-2b1c416b-db8f-4e06-8a35-0d76f5bcebe4 service neutron] 10.222.0.24 "GET /v2.0/networks/71fda259-7765-48ed-8007-cc0ce8b5a1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477804 Jul 16 18:20:10.691101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-37ea9c2f-cb37-4507-b713-69fff07caaf5 service neutron] 10.222.0.24 "GET /v2.0/networks/71fda259-7765-48ed-8007-cc0ce8b5a1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204877 Jul 16 18:20:10.867614 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.889145 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Transition to ACTIVE for port object cc03ed6d-4839-4570-a30b-304af4a3fdef will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:10.900339 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.994314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d38aa2cb-3654-4657-8d07-f75e0198bf68 req-1a27bd6e-6f36-4a59-83d0-20bddfc6cc05 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 210 time: 0.0729361 Jul 16 18:20:11.074493 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Pushing event updated for resources: {'Port': ['ID=cc03ed6d-4839-4570-a30b-304af4a3fdef,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:11.084282 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.084634 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.084976 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.085537 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.086137 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.086481 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.086815 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.087146 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.087515 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.087844 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.088306 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.088631 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:11.118111 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Attempting to bind port cc03ed6d-4839-4570-a30b-304af4a3fdef on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:11.118793 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Attempting to bind port cc03ed6d-4839-4570-a30b-304af4a3fdef by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'c6b1410d-a6be-41b4-a472-2996aaa045ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:11.119160 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Attempting to bind port cc03ed6d-4839-4570-a30b-304af4a3fdef on network 71fda259-7765-48ed-8007-cc0ce8b5a1de {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:11.131813 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:11.133367 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Checking segment: {'id': 'c6b1410d-a6be-41b4-a472-2996aaa045ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:11.133844 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.134261 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Bound using segment: {'id': 'c6b1410d-a6be-41b4-a472-2996aaa045ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:11.134852 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Bound port: cc03ed6d-4839-4570-a30b-304af4a3fdef, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b1410d-a6be-41b4-a472-2996aaa045ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:11.135244 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.299434 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] For port cc03ed6d-4839-4570-a30b-304af4a3fdef, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:11.303812 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] For port cc03ed6d-4839-4570-a30b-304af4a3fdef, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cc03ed6d-4839-4570-a30b-304af4a3fdef,segment=NetworkSegment(c6b1410d-a6be-41b4-a472-2996aaa045ad),segment_id=c6b1410d-a6be-41b4-a472-2996aaa045ad)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:11.316020 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.338172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5ade3-0667-412c-be45-f0a0581e7e2c req-357e0b09-9ba0-44b3-aedb-cf6041844686 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.347653 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5a5ade3-0667-412c-be45-f0a0581e7e2c req-357e0b09-9ba0-44b3-aedb-cf6041844686 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 943 time: 0.1968355 Jul 16 18:20:11.408320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5a5ade3-0667-412c-be45-f0a0581e7e2c req-4c6d4df9-571a-43a2-8532-3414fe24ea65 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580573 Jul 16 18:20:11.489491 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7fa5a-21a7-442e-b01b-c745f8c35c26 None None] Pushing event updated for resources: {'Port': ['ID=cc03ed6d-4839-4570-a30b-304af4a3fdef,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:11.499867 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Routers {'922bf13a-7965-473e-bae6-6897d9131704'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:11.500596 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:19:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['922bf13a-7965-473e-bae6-6897d9131704'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:11.704664 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] Set router 922bf13a-7965-473e-bae6-6897d9131704 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:12.067395 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922bf13a-7965-473e-bae6-6897d9131704', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1715158188', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:07Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922bf13a-7965-473e-bae6-6897d9131704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:56Z', 'updated_at': '2021-07-16T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cc03ed6d-4839-4570-a30b-304af4a3fdef', 'name': '', 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'mac_address': 'fa:16:3e:a4:0e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922bf13a-7965-473e-bae6-6897d9131704', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '4f0c3339-7670-4cf4-8320-8e7df6d3cd5b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:11Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'subnets': [{'id': '4f0c3339-7670-4cf4-8320-8e7df6d3cd5b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:12.140724 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aef995-a813-43d4-a6e4-14d247816f88 None None] The sync data for ids ['922bf13a-7965-473e-bae6-6897d9131704'] in n-d-787205-10 is: [{'id': '922bf13a-7965-473e-bae6-6897d9131704', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1715158188', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:07Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922bf13a-7965-473e-bae6-6897d9131704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:56Z', 'updated_at': '2021-07-16T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cc03ed6d-4839-4570-a30b-304af4a3fdef', 'name': '', 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'mac_address': 'fa:16:3e:a4:0e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922bf13a-7965-473e-bae6-6897d9131704', 'device_owner': 'network:router_interface', 'standard_attr_id': 3315, 'fixed_ips': [{'subnet_id': '4f0c3339-7670-4cf4-8320-8e7df6d3cd5b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:04Z', 'updated_at': '2021-07-16T18:20:11Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'subnets': [{'id': '4f0c3339-7670-4cf4-8320-8e7df6d3cd5b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:12.392071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e5f48c1e-3c13-4733-a8c1-c5b9aef94d78 req-1185a438-2e77-42b3-837d-18003ac923d6 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 210 time: 0.0690651 Jul 16 18:20:12.705274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba82df0-4657-45d2-89c2-3407c164a34f req-c15ee63f-4f90-46fd-8b8e-3b3488c81cc1 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.707035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ba82df0-4657-45d2-89c2-3407c164a34f req-c15ee63f-4f90-46fd-8b8e-3b3488c81cc1 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 943 time: 0.1115046 Jul 16 18:20:12.841863 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ba82df0-4657-45d2-89c2-3407c164a34f req-11f1d0c4-0b81-4aba-8258-3d66528cb156 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252851 Jul 16 18:20:13.162623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f704a-0353-4438-afe8-46d024786716 req-aa8a4ef2-5f39-4123-93dc-0a32210d4601 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:13.164837 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-aa8a4ef2-5f39-4123-93dc-0a32210d4601 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.11 "GET /v2.0/networks?id=71fda259-7765-48ed-8007-cc0ce8b5a1de HTTP/1.1" status: 200 len: 798 time: 0.1531594 Jul 16 18:20:13.179873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-c18f704a-0353-4438-afe8-46d024786716 req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Request body: {'port': {'device_id': 'e0c74aca-a68c-464e-9f8e-e9870e80d40b', 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de', 'admin_state_up': True, 'tenant_id': '1185488738334c0392568c2ce28c5a36'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:13.454684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18f704a-0353-4438-afe8-46d024786716 req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Made reservation on behalf of 1185488738334c0392568c2ce28c5a36 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:13.460036 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c18f704a-0353-4438-afe8-46d024786716 req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.518458 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5076945e-91a5-4e97-9816-53858c85eed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.736616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-c18f704a-0353-4438-afe8-46d024786716 req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Allocated IP 172.20.0.19 (71fda259-7765-48ed-8007-cc0ce8b5a1de/4f0c3339-7670-4cf4-8320-8e7df6d3cd5b/e80e2633-4127-4d7e-9dc7-24a38bacab87) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:13.738805 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e01ff143-49a5-4d34-b5be-e36b9b5dd14d req-e6cb42e3-fe6f-4281-8d67-c150cf70e7ff tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 210 time: 0.0623045 Jul 16 18:20:13.868673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cc03ed6d-4839-4570-a30b-304af4a3fdef up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:14.077905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port cc03ed6d-4839-4570-a30b-304af4a3fdef completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:14.085517 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cc03ed6d-4839-4570-a30b-304af4a3fdef triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:14.086089 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.116584 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c18f704a-0353-4438-afe8-46d024786716 req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.142775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-c18f704a-0353-4438-afe8-46d024786716 req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Transition to ACTIVE for port object e80e2633-4127-4d7e-9dc7-24a38bacab87 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:14.220601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c18f704a-0353-4438-afe8-46d024786716 req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.271288 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.333644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea3d06-8403-4e3b-90cb-811bddfb81e0 req-487e234c-fc7e-4987-a040-cc642964ad87 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:14.341130 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7fea3d06-8403-4e3b-90cb-811bddfb81e0 req-487e234c-fc7e-4987-a040-cc642964ad87 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 943 time: 0.1798155 Jul 16 18:20:14.368173 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port cc03ed6d-4839-4570-a30b-304af4a3fdef, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cc03ed6d-4839-4570-a30b-304af4a3fdef,segment=NetworkSegment(c6b1410d-a6be-41b4-a472-2996aaa045ad),segment_id=c6b1410d-a6be-41b4-a472-2996aaa045ad)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:14.379645 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.411096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event updated for resources: {'Port': ['ID=e80e2633-4127-4d7e-9dc7-24a38bacab87,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:14.454521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=cc03ed6d-4839-4570-a30b-304af4a3fdef,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:14.466796 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18f704a-0353-4438-afe8-46d024786716 req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Network 71fda259-7765-48ed-8007-cc0ce8b5a1de is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:14.474816 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-c18f704a-0353-4438-afe8-46d024786716 req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:14.479301 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18f704a-0353-4438-afe8-46d024786716 req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:14.491062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7fea3d06-8403-4e3b-90cb-811bddfb81e0 req-49863041-4835-4249-8be9-a4b599eabd4d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411836 Jul 16 18:20:14.567234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f704a-0353-4438-afe8-46d024786716 req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:14.568059 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c18f704a-0353-4438-afe8-46d024786716 req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.587280 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-79c0bea8-6f2b-4944-b5fe-4c43cb4949f1 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4114363 Jul 16 18:20:14.602766 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Request body: {'port': {'device_id': 'e0c74aca-a68c-464e-9f8e-e9870e80d40b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:14.786553 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.005890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3293b78d-784a-407a-827a-31683488f5d6 None None] Provisioning for port e80e2633-4127-4d7e-9dc7-24a38bacab87 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:15.013516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3293b78d-784a-407a-827a-31683488f5d6 None None] Provisioning complete for port e80e2633-4127-4d7e-9dc7-24a38bacab87 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:15.014256 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3293b78d-784a-407a-827a-31683488f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.072144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3293b78d-784a-407a-827a-31683488f5d6 None None] Port e80e2633-4127-4d7e-9dc7-24a38bacab87 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:15.104279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed48c2f-7dc7-4988-b705-4d70b53defa3 req-58ea4424-a172-4816-b1cc-3bb88dff7812 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.107424 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eed48c2f-7dc7-4988-b705-4d70b53defa3 req-58ea4424-a172-4816-b1cc-3bb88dff7812 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 895 time: 0.1030192 Jul 16 18:20:15.308214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80e2633-4127-4d7e-9dc7-24a38bacab87 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:15.318427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.340390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Transition to ACTIVE for port object e80e2633-4127-4d7e-9dc7-24a38bacab87 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:15.347510 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.428611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Pushing event updated for resources: {'Port': ['ID=e80e2633-4127-4d7e-9dc7-24a38bacab87,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:15.572446 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Attempting to bind port e80e2633-4127-4d7e-9dc7-24a38bacab87 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:15.573084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Attempting to bind port e80e2633-4127-4d7e-9dc7-24a38bacab87 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'c6b1410d-a6be-41b4-a472-2996aaa045ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:15.573584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Attempting to bind port e80e2633-4127-4d7e-9dc7-24a38bacab87 on network 71fda259-7765-48ed-8007-cc0ce8b5a1de {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:15.582493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Port e80e2633-4127-4d7e-9dc7-24a38bacab87 on network 71fda259-7765-48ed-8007-cc0ce8b5a1de not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:15.582834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Attempting to bind port e80e2633-4127-4d7e-9dc7-24a38bacab87 on network 71fda259-7765-48ed-8007-cc0ce8b5a1de {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:15.621861 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:15.623051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Checking segment: {'id': 'c6b1410d-a6be-41b4-a472-2996aaa045ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:15.623633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Bound using segment: {'id': 'c6b1410d-a6be-41b4-a472-2996aaa045ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:15.624401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Bound port: e80e2633-4127-4d7e-9dc7-24a38bacab87, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6b1410d-a6be-41b4-a472-2996aaa045ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:15.625022 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.739840 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-70106578-3422-422b-aca7-d8aeb628630b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.766104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cc03ed6d-4839-4570-a30b-304af4a3fdef up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:15.819382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] For port e80e2633-4127-4d7e-9dc7-24a38bacab87, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:15.833118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] For port e80e2633-4127-4d7e-9dc7-24a38bacab87, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=e80e2633-4127-4d7e-9dc7-24a38bacab87,segment=NetworkSegment(c6b1410d-a6be-41b4-a472-2996aaa045ad),segment_id=c6b1410d-a6be-41b4-a472-2996aaa045ad)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:15.848343 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.872117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cc03ed6d-4839-4570-a30b-304af4a3fdef triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:15.872554 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.918653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.919288 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.921005 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] 10.222.0.11 "PUT /v2.0/ports/e80e2633-4127-4d7e-9dc7-24a38bacab87 HTTP/1.1" status: 200 len: 1056 time: 1.3263335 Jul 16 18:20:15.921501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c74aca-a68c-464e-9f8e-e9870e80d40b', 'tag': 'e80e2633-4127-4d7e-9dc7-24a38bacab87'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:15.924488 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5a23d2-6c6c-4500-8a44-3f4638588ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c74aca-a68c-464e-9f8e-e9870e80d40b", "tag": "e80e2633-4127-4d7e-9dc7-24a38bacab87"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:15.948938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653e881-6201-46ff-88bd-27170a46384f req-52a7bcc9-c7bd-4459-8063-8e8bbee7deac tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.961210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9653e881-6201-46ff-88bd-27170a46384f req-52a7bcc9-c7bd-4459-8063-8e8bbee7deac tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 943 time: 0.1832385 Jul 16 18:20:16.027636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d919c50-2af8-487c-ae4a-788a0ff218ce service neutron] Pushing event updated for resources: {'Port': ['ID=e80e2633-4127-4d7e-9dc7-24a38bacab87,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:16.045402 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.081006 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9653e881-6201-46ff-88bd-27170a46384f req-9c662444-aaa7-42fb-964d-c0404841cff1 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082058 Jul 16 18:20:16.119010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f704a-0353-4438-afe8-46d024786716 req-021a877b-88e0-43ac-b22e-067b22a315c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:16.123108 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-021a877b-88e0-43ac-b22e-067b22a315c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1185488738334c0392568c2ce28c5a36&device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 1059 time: 0.1458189 Jul 16 18:20:16.183913 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-4710e9b1-d267-45cf-be0c-a18d6474c070 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e80e2633-4127-4d7e-9dc7-24a38bacab87 HTTP/1.1" status: 200 len: 217 time: 0.0513606 Jul 16 18:20:16.211664 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e083bc0-c6a5-4dc3-b155-d294a8b0faf4 x-openstack-request-id: req-6e083bc0-c6a5-4dc3-b155-d294a8b0faf4 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:16.211958 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c74aca-a68c-464e-9f8e-e9870e80d40b", "tag": "e80e2633-4127-4d7e-9dc7-24a38bacab87", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:16.212218 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e083bc0-c6a5-4dc3-b155-d294a8b0faf4 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:16.212632 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c74aca-a68c-464e-9f8e-e9870e80d40b', 'tag': 'e80e2633-4127-4d7e-9dc7-24a38bacab87', 'status': 'completed', 'code': 200} Jul 16 18:20:16.355080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f704a-0353-4438-afe8-46d024786716 req-892b960a-83e4-4cda-9da5-f27e2fd1b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:16.359768 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-892b960a-83e4-4cda-9da5-f27e2fd1b41d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f0c3339-7670-4cf4-8320-8e7df6d3cd5b HTTP/1.1" status: 200 len: 837 time: 0.1641133 Jul 16 18:20:16.422933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f2128-1ad3-4938-b245-d3052286344a req-af3bf1ca-c009-4b55-ae17-eabf5f968657 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:16.434178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc2f2128-1ad3-4938-b245-d3052286344a req-af3bf1ca-c009-4b55-ae17-eabf5f968657 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 907 time: 0.0816507 Jul 16 18:20:16.481118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f704a-0353-4438-afe8-46d024786716 req-3711633b-b92f-4d03-b63b-034185d46896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:16.483016 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-3711633b-b92f-4d03-b63b-034185d46896 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71fda259-7765-48ed-8007-cc0ce8b5a1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1168518 Jul 16 18:20:16.588566 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-40690f7f-ac39-477c-a255-1a12aa70e413 service neutron] 10.222.0.11 "GET /v2.0/networks/71fda259-7765-48ed-8007-cc0ce8b5a1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984333 Jul 16 18:20:16.719291 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c18f704a-0353-4438-afe8-46d024786716 req-947524b9-e987-4f07-acbd-0e922bf26df7 service neutron] 10.222.0.11 "GET /v2.0/networks/71fda259-7765-48ed-8007-cc0ce8b5a1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236396 Jul 16 18:20:16.854359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a23d2-6c6c-4500-8a44-3f4638588ab4 req-f66450ae-fb87-4d57-8e63-d3530eaa447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:16.856715 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ad5a23d2-6c6c-4500-8a44-3f4638588ab4 req-f66450ae-fb87-4d57-8e63-d3530eaa447f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1185488738334c0392568c2ce28c5a36&device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 1059 time: 0.0697362 Jul 16 18:20:16.967916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a23d2-6c6c-4500-8a44-3f4638588ab4 req-3aec84ff-57c3-4ac2-9c26-8c687647cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:16.969564 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ad5a23d2-6c6c-4500-8a44-3f4638588ab4 req-3aec84ff-57c3-4ac2-9c26-8c687647cc25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71fda259-7765-48ed-8007-cc0ce8b5a1de HTTP/1.1" status: 200 len: 899 time: 0.1064675 Jul 16 18:20:17.026442 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ad5a23d2-6c6c-4500-8a44-3f4638588ab4 req-e21ae4f6-b884-43f7-83c8-ac3ede489dbc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e80e2633-4127-4d7e-9dc7-24a38bacab87 HTTP/1.1" status: 200 len: 217 time: 0.0464475 Jul 16 18:20:17.086844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a23d2-6c6c-4500-8a44-3f4638588ab4 req-5fe72982-80ae-4939-b191-08b6afc2208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.088460 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ad5a23d2-6c6c-4500-8a44-3f4638588ab4 req-5fe72982-80ae-4939-b191-08b6afc2208a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f0c3339-7670-4cf4-8320-8e7df6d3cd5b HTTP/1.1" status: 200 len: 837 time: 0.0545399 Jul 16 18:20:17.295099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a23d2-6c6c-4500-8a44-3f4638588ab4 req-7ab55d9b-0568-4b4a-9bb7-66a332736d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.296757 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ad5a23d2-6c6c-4500-8a44-3f4638588ab4 req-7ab55d9b-0568-4b4a-9bb7-66a332736d6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71fda259-7765-48ed-8007-cc0ce8b5a1de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1951966 Jul 16 18:20:17.401822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469af446-5540-4da8-af64-cfc0b5ed0b86 req-e3737f2a-9f4a-4858-86f3-7d526e1dcda8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.403924 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-469af446-5540-4da8-af64-cfc0b5ed0b86 req-e3737f2a-9f4a-4858-86f3-7d526e1dcda8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 943 time: 0.0773258 Jul 16 18:20:17.438517 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ad5a23d2-6c6c-4500-8a44-3f4638588ab4 req-0de8d21e-ea1f-440b-8bec-148e16c453e7 service neutron] 10.222.0.11 "GET /v2.0/networks/71fda259-7765-48ed-8007-cc0ce8b5a1de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335282 Jul 16 18:20:17.458000 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-469af446-5540-4da8-af64-cfc0b5ed0b86 req-05a989c7-1577-43bd-b435-6cbfe7ebccc3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465791 Jul 16 18:20:17.655572 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.657827 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ad5a23d2-6c6c-4500-8a44-3f4638588ab4 req-ecc52346-a348-4591-92bb-2aee3aae1852 service neutron] 10.222.0.11 "GET /v2.0/networks/71fda259-7765-48ed-8007-cc0ce8b5a1de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055714 Jul 16 18:20:17.714888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091cfe9-5550-4aa5-8c72-9f4264ed3dad req-73a1c51d-0d5c-4958-b2d5-8fe92705671b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.716453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d091cfe9-5550-4aa5-8c72-9f4264ed3dad req-73a1c51d-0d5c-4958-b2d5-8fe92705671b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 907 time: 0.1163843 Jul 16 18:20:18.317067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d612a4fd-8205-4e61-91c9-41a9a2934afe details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:18.433577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d612a4fd-8205-4e61-91c9-41a9a2934afe, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d612a4fd-8205-4e61-91c9-41a9a2934afe,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:18.450566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'd612a4fd-8205-4e61-91c9-41a9a2934afe', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'port_id': 'd612a4fd-8205-4e61-91c9-41a9a2934afe', 'mac_address': 'fa:16:3e:55:21:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:20:18.511159 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.530698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d612a4fd-8205-4e61-91c9-41a9a2934afe {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:18.591612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d612a4fd-8205-4e61-91c9-41a9a2934afe, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d612a4fd-8205-4e61-91c9-41a9a2934afe,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:18.599643 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.708442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d612a4fd-8205-4e61-91c9-41a9a2934afe,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:18.739985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae385-9554-4173-941a-ef6024f746a8 req-622708fb-435e-4f91-a41b-f8df3740e04b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:18.754049 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6dbae385-9554-4173-941a-ef6024f746a8 req-622708fb-435e-4f91-a41b-f8df3740e04b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 944 time: 0.1175210 Jul 16 18:20:18.821803 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6dbae385-9554-4173-941a-ef6024f746a8 req-ab053b8b-d9bc-452a-8e98-40561d6cea80 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665696 Jul 16 18:20:18.851009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d612a4fd-8205-4e61-91c9-41a9a2934afe'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:18.949286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0219c1a-0f75-4bb7-a9fc-ce67185a8e2e req-3ca552f0-8bde-4367-a07d-aeef705c002b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:18.950895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0219c1a-0f75-4bb7-a9fc-ce67185a8e2e req-3ca552f0-8bde-4367-a07d-aeef705c002b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 907 time: 0.0752351 Jul 16 18:20:19.070298 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.842138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device e80e2633-4127-4d7e-9dc7-24a38bacab87 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:19.964948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port e80e2633-4127-4d7e-9dc7-24a38bacab87, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=e80e2633-4127-4d7e-9dc7-24a38bacab87,segment=NetworkSegment(c6b1410d-a6be-41b4-a472-2996aaa045ad),segment_id=c6b1410d-a6be-41b4-a472-2996aaa045ad)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:20.149999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6309e1-6455-4aee-b1a1-0177a52f8505 req-74b4c7c9-8d4f-4ac5-acd1-c4a6c7ab1228 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:20.160693 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-af6309e1-6455-4aee-b1a1-0177a52f8505 req-74b4c7c9-8d4f-4ac5-acd1-c4a6c7ab1228 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 944 time: 0.1593726 Jul 16 18:20:20.192918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'e80e2633-4127-4d7e-9dc7-24a38bacab87', 'network_id': '71fda259-7765-48ed-8007-cc0ce8b5a1de', 'port_id': 'e80e2633-4127-4d7e-9dc7-24a38bacab87', 'mac_address': 'fa:16:3e:85:4d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0c3339-7670-4cf4-8320-8e7df6d3cd5b', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:20:20.222430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-af6309e1-6455-4aee-b1a1-0177a52f8505 req-09b397cf-74c5-4cf1-9930-0fb51b14e4f7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509322 Jul 16 18:20:20.270532 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.273633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adf955-23c4-4dfd-850d-f363f5665dda req-6e2f8a00-a8bb-4241-86d0-aa5eb665bda0 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:20.276636 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-70adf955-23c4-4dfd-850d-f363f5665dda req-6e2f8a00-a8bb-4241-86d0-aa5eb665bda0 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 907 time: 0.1867361 Jul 16 18:20:20.287947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80e2633-4127-4d7e-9dc7-24a38bacab87 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:20.313855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port e80e2633-4127-4d7e-9dc7-24a38bacab87, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=e80e2633-4127-4d7e-9dc7-24a38bacab87,segment=NetworkSegment(c6b1410d-a6be-41b4-a472-2996aaa045ad),segment_id=c6b1410d-a6be-41b4-a472-2996aaa045ad)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:20.318917 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.354232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d612a4fd-8205-4e61-91c9-41a9a2934afe up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:20.439697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=e80e2633-4127-4d7e-9dc7-24a38bacab87,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:20.469030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port d612a4fd-8205-4e61-91c9-41a9a2934afe completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:20.478797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port d612a4fd-8205-4e61-91c9-41a9a2934afe triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:20.479439 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.632001 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.636483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['e80e2633-4127-4d7e-9dc7-24a38bacab87'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:20.717645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bd0a5d-f6c8-4aa5-a185-b7f528f195f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd612a4fd-8205-4e61-91c9-41a9a2934afe'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:20.720447 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8936d097-553b-426a-a687-e6a86f2669d7" -d '{"events": [{"server_uuid": "80bd0a5d-f6c8-4aa5-a185-b7f528f195f0", "name": "network-vif-plugged", "status": "completed", "tag": "d612a4fd-8205-4e61-91c9-41a9a2934afe"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:20.744146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d612a4fd-8205-4e61-91c9-41a9a2934afe, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d612a4fd-8205-4e61-91c9-41a9a2934afe,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:20.755910 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.788523 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215b61b4-ac11-410c-b0e8-26875f1f197f x-openstack-request-id: req-215b61b4-ac11-410c-b0e8-26875f1f197f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:20.788938 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bd0a5d-f6c8-4aa5-a185-b7f528f195f0", "name": "network-vif-plugged", "status": "completed", "tag": "d612a4fd-8205-4e61-91c9-41a9a2934afe", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:20.789082 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-215b61b4-ac11-410c-b0e8-26875f1f197f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:20.789453 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bd0a5d-f6c8-4aa5-a185-b7f528f195f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd612a4fd-8205-4e61-91c9-41a9a2934afe', 'code': 200} Jul 16 18:20:20.841854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d612a4fd-8205-4e61-91c9-41a9a2934afe,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:20.924140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc003502-850f-4ae0-8835-4efe5ccc48a6 req-3471b970-166a-477d-b2ba-2280ea66812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:20.925768 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bc003502-850f-4ae0-8835-4efe5ccc48a6 req-3471b970-166a-477d-b2ba-2280ea66812c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 1097 time: 0.0749173 Jul 16 18:20:20.963782 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bc003502-850f-4ae0-8835-4efe5ccc48a6 req-e4c7e1d3-6cfd-4443-929e-c89087ebf71c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Jul 16 18:20:21.575017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21dd0-ed1e-4b15-bc91-85719e39273b req-540da011-3c3e-474c-8629-f56d206309d9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:21.577130 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63b21dd0-ed1e-4b15-bc91-85719e39273b req-540da011-3c3e-474c-8629-f56d206309d9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 945 time: 0.1710267 Jul 16 18:20:21.606934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe220542-c80e-4995-ba4b-7ad0c9d94bdf req-ac9fd0eb-9846-4097-91e2-731ba67c783e tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:21.622736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe220542-c80e-4995-ba4b-7ad0c9d94bdf req-ac9fd0eb-9846-4097-91e2-731ba67c783e tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 908 time: 0.1644962 Jul 16 18:20:21.767972 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63b21dd0-ed1e-4b15-bc91-85719e39273b req-41828804-4591-4c6f-a7dc-e216830d50e7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843534 Jul 16 18:20:21.862290 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device e80e2633-4127-4d7e-9dc7-24a38bacab87 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:22.034093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port e80e2633-4127-4d7e-9dc7-24a38bacab87 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:22.048528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port e80e2633-4127-4d7e-9dc7-24a38bacab87 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:22.049206 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.230603 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.301673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port e80e2633-4127-4d7e-9dc7-24a38bacab87, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=e80e2633-4127-4d7e-9dc7-24a38bacab87,segment=NetworkSegment(c6b1410d-a6be-41b4-a472-2996aaa045ad),segment_id=c6b1410d-a6be-41b4-a472-2996aaa045ad)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:22.309472 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.382290 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=e80e2633-4127-4d7e-9dc7-24a38bacab87,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:22.552227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2a17b-00ea-43f8-97c4-f6f3171c0d4d req-af0afbaa-1253-4189-8913-afc43ff8ee16 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:22.554305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44d2a17b-00ea-43f8-97c4-f6f3171c0d4d req-af0afbaa-1253-4189-8913-afc43ff8ee16 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 945 time: 0.0730574 Jul 16 18:20:22.600338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44d2a17b-00ea-43f8-97c4-f6f3171c0d4d req-0ac23b8c-8fbb-4408-8167-fd91edb47e21 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393958 Jul 16 18:20:22.790716 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c74aca-a68c-464e-9f8e-e9870e80d40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e2633-4127-4d7e-9dc7-24a38bacab87'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:22.792999 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a4889b-1b8d-4641-bd11-b01187802a3c" -d '{"events": [{"server_uuid": "e0c74aca-a68c-464e-9f8e-e9870e80d40b", "name": "network-vif-plugged", "status": "completed", "tag": "e80e2633-4127-4d7e-9dc7-24a38bacab87"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:22.846841 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65768366-fb1c-4954-8550-08e25c2cb469 x-openstack-request-id: req-65768366-fb1c-4954-8550-08e25c2cb469 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:22.847142 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c74aca-a68c-464e-9f8e-e9870e80d40b", "name": "network-vif-plugged", "status": "completed", "tag": "e80e2633-4127-4d7e-9dc7-24a38bacab87", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:22.847403 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65768366-fb1c-4954-8550-08e25c2cb469 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:22.847807 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c74aca-a68c-464e-9f8e-e9870e80d40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80e2633-4127-4d7e-9dc7-24a38bacab87', 'code': 200} Jul 16 18:20:22.886806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2b9c4-e56a-4fca-8a9e-ad9addbfc0dc req-fd4b94e6-a062-466a-9197-e36429e591bb tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:22.888355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-feb2b9c4-e56a-4fca-8a9e-ad9addbfc0dc req-fd4b94e6-a062-466a-9197-e36429e591bb tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 909 time: 0.0969601 Jul 16 18:20:23.042526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cf4df-1bdf-4069-9f84-1df0c76df6e4 req-009f8ddc-13b8-4221-b386-41a868176787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:23.044178 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d25cf4df-1bdf-4069-9f84-1df0c76df6e4 req-009f8ddc-13b8-4221-b386-41a868176787 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 1061 time: 0.1010733 Jul 16 18:20:23.112344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68721ca7-0622-4c35-81d7-7e900efa08ab req-f7387750-16f9-438e-98fd-81eeeed9d008 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:23.114197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68721ca7-0622-4c35-81d7-7e900efa08ab req-f7387750-16f9-438e-98fd-81eeeed9d008 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 945 time: 0.0891488 Jul 16 18:20:23.161921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68721ca7-0622-4c35-81d7-7e900efa08ab req-e4320065-6cef-4372-881e-ea3247313c5f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413797 Jul 16 18:20:23.221776 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.354695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53669f0f-6e52-48ee-9b98-c81c6498f554 req-20a90945-db0b-484b-8738-c199abaa44aa tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:23.356396 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53669f0f-6e52-48ee-9b98-c81c6498f554 req-20a90945-db0b-484b-8738-c199abaa44aa tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 945 time: 0.0674613 Jul 16 18:20:23.410130 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53669f0f-6e52-48ee-9b98-c81c6498f554 req-86a3eb21-74a5-42bd-894c-0ca20450caf5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450995 Jul 16 18:20:23.820176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880224f8-1500-4ffd-96cc-de1430b47819 req-a2497711-33e0-41b7-9f2c-8c12c72be5e8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:23.822759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-880224f8-1500-4ffd-96cc-de1430b47819 req-a2497711-33e0-41b7-9f2c-8c12c72be5e8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 945 time: 0.0827925 Jul 16 18:20:23.874305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-880224f8-1500-4ffd-96cc-de1430b47819 req-0e462c38-e925-453a-95bd-b564fc8a222b tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438857 Jul 16 18:20:24.184992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c385f-81b9-4b73-8a1f-192fc6e94be4 req-f7f1db8e-1bcb-4678-87a4-bf3db45f731e tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:24.186651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-059c385f-81b9-4b73-8a1f-192fc6e94be4 req-f7f1db8e-1bcb-4678-87a4-bf3db45f731e tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 909 time: 0.1177034 Jul 16 18:20:24.451873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f449-46be-475e-83f3-f9ad948d9764 req-92d6841d-dd4d-48a1-9025-9056b1b625e2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:24.454240 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6cb0f449-46be-475e-83f3-f9ad948d9764 req-92d6841d-dd4d-48a1-9025-9056b1b625e2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.11 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 945 time: 0.1588221 Jul 16 18:20:24.603106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-6cb0f449-46be-475e-83f3-f9ad948d9764 req-fe944913-492d-4ba5-aa62-c3efacc8dc40 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Deleting port d0f6eaa1-1eba-4799-bd81-04de069eec91 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:24.603388 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6cb0f449-46be-475e-83f3-f9ad948d9764 req-fe944913-492d-4ba5-aa62-c3efacc8dc40 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.715548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-6cb0f449-46be-475e-83f3-f9ad948d9764 req-fe944913-492d-4ba5-aa62-c3efacc8dc40 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] For port d0f6eaa1-1eba-4799-bd81-04de069eec91, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=d0f6eaa1-1eba-4799-bd81-04de069eec91,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:24.715840 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6cb0f449-46be-475e-83f3-f9ad948d9764 req-fe944913-492d-4ba5-aa62-c3efacc8dc40 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.736477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-6cb0f449-46be-475e-83f3-f9ad948d9764 req-fe944913-492d-4ba5-aa62-c3efacc8dc40 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Calling delete_port for d0f6eaa1-1eba-4799-bd81-04de069eec91 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:24.997150 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6cb0f449-46be-475e-83f3-f9ad948d9764 req-fe944913-492d-4ba5-aa62-c3efacc8dc40 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.010356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['d0f6eaa1-1eba-4799-bd81-04de069eec91'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:25.028228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe944913-492d-4ba5-aa62-c3efacc8dc40 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Pushing event deleted for resources: {'Port': ['ID=d0f6eaa1-1eba-4799-bd81-04de069eec91,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:25.058241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['80c076fc-41a7-4f97-afcf-12812a43a24d', '1ddb5d9f-0865-4439-b8a9-7395c9b69539', '9bcb685d-6131-400c-883d-e5eaee27abde'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:25.156007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb0f449-46be-475e-83f3-f9ad948d9764 req-fe944913-492d-4ba5-aa62-c3efacc8dc40 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] No DVR routers for this DVR port d0f6eaa1-1eba-4799-bd81-04de069eec91 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:25.171683 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-6cb0f449-46be-475e-83f3-f9ad948d9764 req-fe944913-492d-4ba5-aa62-c3efacc8dc40 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.173873 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6cb0f449-46be-475e-83f3-f9ad948d9764 req-fe944913-492d-4ba5-aa62-c3efacc8dc40 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.11 "DELETE /v2.0/ports/d0f6eaa1-1eba-4799-bd81-04de069eec91 HTTP/1.1" status: 204 len: 173 time: 0.7130799 Jul 16 18:20:25.174387 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0879d199-a128-4c7a-be9d-837872dc0750', 'name': 'network-vif-deleted', 'tag': 'd0f6eaa1-1eba-4799-bd81-04de069eec91'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:25.184892 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ce639f-cd8b-46ef-9fa8-51d9d2b8ec36" -d '{"events": [{"server_uuid": "0879d199-a128-4c7a-be9d-837872dc0750", "name": "network-vif-deleted", "tag": "d0f6eaa1-1eba-4799-bd81-04de069eec91"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:25.211020 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bf37fbfd-1537-496d-9aad-4cfec3881601 req-e2f353fc-0e22-4447-80cc-196b11ef51d0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0879d199-a128-4c7a-be9d-837872dc0750 HTTP/1.1" status: 200 len: 210 time: 0.0758586 Jul 16 18:20:25.341615 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ef016c-24e2-4785-82f4-1b0fbf3f61f8 x-openstack-request-id: req-c0ef016c-24e2-4785-82f4-1b0fbf3f61f8 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:25.342179 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0879d199-a128-4c7a-be9d-837872dc0750", "name": "network-vif-deleted", "tag": "d0f6eaa1-1eba-4799-bd81-04de069eec91", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:25.343153 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0ef016c-24e2-4785-82f4-1b0fbf3f61f8 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:25.343735 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0879d199-a128-4c7a-be9d-837872dc0750', 'name': 'network-vif-deleted', 'tag': 'd0f6eaa1-1eba-4799-bd81-04de069eec91', 'status': 'completed', 'code': 200} Jul 16 18:20:25.418297 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:20:25.451347 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.638862 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683baed4-0425-4cfb-b74c-dbc31d44525c req-3672f14e-0f9f-485c-b864-abbfba77df07 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.642649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-683baed4-0425-4cfb-b74c-dbc31d44525c req-3672f14e-0f9f-485c-b864-abbfba77df07 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 909 time: 0.1595786 Jul 16 18:20:25.993309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febed513-fd6b-4b8c-a6ac-f2fd4c24f8cd req-94122ee5-cea1-4143-81ef-e94fe6c07527 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.996182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-febed513-fd6b-4b8c-a6ac-f2fd4c24f8cd req-94122ee5-cea1-4143-81ef-e94fe6c07527 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 909 time: 0.1119785 Jul 16 18:20:26.262065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332e39f-4389-4761-8124-aea8f44ae4a5 req-70b5bd8f-d82d-422b-900d-7815bdbf2ef8 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.265308 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1332e39f-4389-4761-8124-aea8f44ae4a5 req-70b5bd8f-d82d-422b-900d-7815bdbf2ef8 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 1061 time: 0.0761609 Jul 16 18:20:26.572403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ae921-a623-4669-bc9c-ecf29abf307c req-bc0d33ae-5061-4b7b-b042-912e8edbe13e tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.580359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-640ae921-a623-4669-bc9c-ecf29abf307c req-bc0d33ae-5061-4b7b-b042-912e8edbe13e tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 1136 time: 0.1198564 Jul 16 18:20:26.656267 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-640ae921-a623-4669-bc9c-ecf29abf307c req-f3529605-fdfd-4e54-80a0-6812c4e7118f tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0749156 Jul 16 18:20:26.675891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34706) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:27.239407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d4cf82-e762-4d26-bf5d-76eca08f8732 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:27.240965 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b6d4cf82-e762-4d26-bf5d-76eca08f8732 tempest-TestSecurityGroupsBasicOps-928483056 tempest-TestSecurityGroupsBasicOps-928483056-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 1056 time: 0.5640433 Jul 16 18:20:27.285555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386128fe-cd8f-448d-b340-45852408319c req-120dde54-48b9-43a9-8cc8-8a2787930bf7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:27.295156 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-120dde54-48b9-43a9-8cc8-8a2787930bf7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.5193360 Jul 16 18:20:27.315411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-c4d3915c-7a30-4594-8be5-3c8628b0f5b6 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/quotas/7ff05b4225084c8da9b6812b44295606 HTTP/1.1" status: 200 len: 375 time: 0.0121245 Jul 16 18:20:27.477859 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-25d82778-771d-4b40-8ee4-c0d303e7a6e4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1489048 Jul 16 18:20:27.704579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-652e6831-1b87-42d7-add8-6471c89067ff service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256043 Jul 16 18:20:27.853508 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-fda6af00-4f2c-4b86-ae9d-e9d4c88b286d service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466503 Jul 16 18:20:27.933291 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d0f6eaa1-1eba-4799-bd81-04de069eec91 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:28.021208 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: d0f6eaa1-1eba-4799-bd81-04de069eec91 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:28.021923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device d0f6eaa1-1eba-4799-bd81-04de069eec91 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:28.097798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b093af-6a1b-4ed7-83c0-1edc66163fec req-df8231ec-47c8-43f2-8601-3330843819ed tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:28.126330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-55b093af-6a1b-4ed7-83c0-1edc66163fec req-df8231ec-47c8-43f2-8601-3330843819ed tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 909 time: 0.1587777 Jul 16 18:20:28.312498 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37dc2c41-f070-43c8-b134-4c4eb075ced4 req-7fde6570-765b-4b77-9957-95faad20adff tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 210 time: 0.0712261 Jul 16 18:20:29.412418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91766cb4-1f17-4f80-a0c5-5f7aa8c2673e req-2f758eb5-404b-47fd-bf15-356ee34db7a7 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.427464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91766cb4-1f17-4f80-a0c5-5f7aa8c2673e req-2f758eb5-404b-47fd-bf15-356ee34db7a7 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 909 time: 0.0904744 Jul 16 18:20:29.543092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4751e-970c-4765-9285-648860efd327 req-3c91767f-4a08-40ff-8753-ad459a4c4e26 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.544548 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37a4751e-970c-4765-9285-648860efd327 req-3c91767f-4a08-40ff-8753-ad459a4c4e26 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 909 time: 0.2765088 Jul 16 18:20:29.636479 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3bbe5a6d-f970-40e4-9619-f787972c5516 req-cbe69837-ca06-4e2f-a1d1-c1ed24efe6c1 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 210 time: 0.0493381 Jul 16 18:20:29.698378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-37a4751e-970c-4765-9285-648860efd327 req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Deleting port e80e2633-4127-4d7e-9dc7-24a38bacab87 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:29.698736 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-37a4751e-970c-4765-9285-648860efd327 req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.901448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-37a4751e-970c-4765-9285-648860efd327 req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] For port e80e2633-4127-4d7e-9dc7-24a38bacab87, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=e80e2633-4127-4d7e-9dc7-24a38bacab87,segment=NetworkSegment(c6b1410d-a6be-41b4-a472-2996aaa045ad),segment_id=c6b1410d-a6be-41b4-a472-2996aaa045ad)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:29.901886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-37a4751e-970c-4765-9285-648860efd327 req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.927294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-37a4751e-970c-4765-9285-648860efd327 req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Calling delete_port for e80e2633-4127-4d7e-9dc7-24a38bacab87 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:30.231673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386128fe-cd8f-448d-b340-45852408319c req-452bc37b-f508-4901-9b41-a2401e6a0fba tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:30.234112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-452bc37b-f508-4901-9b41-a2401e6a0fba tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.1455765 Jul 16 18:20:30.250665 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-386128fe-cd8f-448d-b340-45852408319c req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'port': {'device_id': '11344e39-8f48-448e-9555-893193260668', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'admin_state_up': True, 'tenant_id': '7ff05b4225084c8da9b6812b44295606'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:30.299692 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-37a4751e-970c-4765-9285-648860efd327 req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.402808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386128fe-cd8f-448d-b340-45852408319c req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Made reservation on behalf of 7ff05b4225084c8da9b6812b44295606 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:30.417805 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386128fe-cd8f-448d-b340-45852408319c req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.422279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event deleted for resources: {'Port': ['ID=e80e2633-4127-4d7e-9dc7-24a38bacab87,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:30.434869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:30.439766 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:30.440316 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:30.441102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:30.441102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:30.443777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:30.443777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:30.443777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:30.444458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:30.445535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:30.446136 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:30.450196 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:30.569582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a4751e-970c-4765-9285-648860efd327 req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] No DVR routers for this DVR port e80e2633-4127-4d7e-9dc7-24a38bacab87 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:30.574666 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-37a4751e-970c-4765-9285-648860efd327 req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.578313 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-37a4751e-970c-4765-9285-648860efd327 req-57aed789-9b3d-4dc3-ae69-9631b4dbb549 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.11 "DELETE /v2.0/ports/e80e2633-4127-4d7e-9dc7-24a38bacab87 HTTP/1.1" status: 204 len: 173 time: 1.0252957 Jul 16 18:20:30.579272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c74aca-a68c-464e-9f8e-e9870e80d40b', 'name': 'network-vif-deleted', 'tag': 'e80e2633-4127-4d7e-9dc7-24a38bacab87'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:30.581296 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738fb6c3-bdca-4a2c-9b00-4bf204d8c6bb" -d '{"events": [{"server_uuid": "e0c74aca-a68c-464e-9f8e-e9870e80d40b", "name": "network-vif-deleted", "tag": "e80e2633-4127-4d7e-9dc7-24a38bacab87"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:30.850318 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-077c0a15-bcec-4b3f-9d39-f82683cebd84 req-b3fb8305-e350-495d-8d31-e4b278c05cdd tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0c74aca-a68c-464e-9f8e-e9870e80d40b HTTP/1.1" status: 200 len: 210 time: 0.1156535 Jul 16 18:20:30.920751 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344433cc-056c-476f-b62a-786193905ed7 x-openstack-request-id: req-344433cc-056c-476f-b62a-786193905ed7 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:30.921378 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c74aca-a68c-464e-9f8e-e9870e80d40b", "name": "network-vif-deleted", "tag": "e80e2633-4127-4d7e-9dc7-24a38bacab87", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:30.921937 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-344433cc-056c-476f-b62a-786193905ed7 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:30.922618 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c74aca-a68c-464e-9f8e-e9870e80d40b', 'name': 'network-vif-deleted', 'tag': 'e80e2633-4127-4d7e-9dc7-24a38bacab87', 'status': 'completed', 'code': 200} Jul 16 18:20:31.218627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-386128fe-cd8f-448d-b340-45852408319c req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Allocated IP 172.20.0.5 (d34b30f6-8f93-47e4-af63-22d1694dd9a9/3c4c6789-e541-480e-a1bf-93dff51b7732/38962b19-dff7-4dfc-a5f8-35798f0df15e) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:31.421113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8a0390a-4dba-47ce-b5e7-481f7bd8a946 req-8696b7b8-0013-4472-a40a-ce39a902804f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 210 time: 0.0813949 Jul 16 18:20:31.618938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c781b-3ae5-4661-8588-dfceb9ac36ab req-9f39aa6b-0a5a-45d9-a5c0-45b352fa38f8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:31.626329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-911c781b-3ae5-4661-8588-dfceb9ac36ab req-9f39aa6b-0a5a-45d9-a5c0-45b352fa38f8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 946 time: 0.7140639 Jul 16 18:20:31.724008 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386128fe-cd8f-448d-b340-45852408319c req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.752853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-911c781b-3ae5-4661-8588-dfceb9ac36ab req-e4c73417-efeb-4223-aa02-75dc6c10ec84 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227267 Jul 16 18:20:31.771125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-386128fe-cd8f-448d-b340-45852408319c req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Transition to ACTIVE for port object 38962b19-dff7-4dfc-a5f8-35798f0df15e will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:31.819254 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386128fe-cd8f-448d-b340-45852408319c req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.837907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d612a4fd-8205-4e61-91c9-41a9a2934afe'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:31.881255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386128fe-cd8f-448d-b340-45852408319c req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:31.892299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-386128fe-cd8f-448d-b340-45852408319c req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:31.925348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'Port': ['ID=38962b19-dff7-4dfc-a5f8-35798f0df15e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:31.929439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-386128fe-cd8f-448d-b340-45852408319c req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:31.995943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34832) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:32.004051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386128fe-cd8f-448d-b340-45852408319c req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.004943 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386128fe-cd8f-448d-b340-45852408319c req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.030330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-bdd4d5e6-9c69-4b8c-9c5d-598c2e208037 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7834120 Jul 16 18:20:32.044438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Request body: {'port': {'device_id': '11344e39-8f48-448e-9555-893193260668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:32.272644 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.361732 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3df54-7a50-4a48-9600-05a8497ab1af req-72803f84-2603-4640-a387-93860f273555 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.364493 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d9b3df54-7a50-4a48-9600-05a8497ab1af req-72803f84-2603-4640-a387-93860f273555 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.32 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 946 time: 0.3052104 Jul 16 18:20:32.396931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-de78a97d-4d0e-47c3-bcfe-13359efb95ca None None] Provisioning for port 38962b19-dff7-4dfc-a5f8-35798f0df15e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:32.401962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-de78a97d-4d0e-47c3-bcfe-13359efb95ca None None] Provisioning complete for port 38962b19-dff7-4dfc-a5f8-35798f0df15e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:32.402721 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-de78a97d-4d0e-47c3-bcfe-13359efb95ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.476633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-de78a97d-4d0e-47c3-bcfe-13359efb95ca None None] Port 38962b19-dff7-4dfc-a5f8-35798f0df15e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:32.805603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa811d-36e3-44eb-9499-96a238edc1d8 req-d21e8493-0816-4250-85d8-8e8493a92864 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.807721 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acaa811d-36e3-44eb-9499-96a238edc1d8 req-d21e8493-0816-4250-85d8-8e8493a92864 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 931 time: 0.1259336 Jul 16 18:20:32.848396 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-d9b3df54-7a50-4a48-9600-05a8497ab1af req-29f2256e-1b28-43b7-b15d-fd80375784d2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Deleting port 9bcb685d-6131-400c-883d-e5eaee27abde {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:32.848745 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d9b3df54-7a50-4a48-9600-05a8497ab1af req-29f2256e-1b28-43b7-b15d-fd80375784d2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.899746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38962b19-dff7-4dfc-a5f8-35798f0df15e {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:32.912711 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.922444 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acaa811d-36e3-44eb-9499-96a238edc1d8 req-f15ee2bd-f711-466b-9c7a-b6fb9f82d531 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033521 Jul 16 18:20:32.964472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Transition to ACTIVE for port object 38962b19-dff7-4dfc-a5f8-35798f0df15e will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:32.970656 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.182392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-d9b3df54-7a50-4a48-9600-05a8497ab1af req-29f2256e-1b28-43b7-b15d-fd80375784d2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] For port 9bcb685d-6131-400c-883d-e5eaee27abde, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9bcb685d-6131-400c-883d-e5eaee27abde,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:33.183020 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d9b3df54-7a50-4a48-9600-05a8497ab1af req-29f2256e-1b28-43b7-b15d-fd80375784d2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.220702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-d9b3df54-7a50-4a48-9600-05a8497ab1af req-29f2256e-1b28-43b7-b15d-fd80375784d2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Calling delete_port for 9bcb685d-6131-400c-883d-e5eaee27abde owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:33.261847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=38962b19-dff7-4dfc-a5f8-35798f0df15e,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:33.316214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Attempting to bind port 38962b19-dff7-4dfc-a5f8-35798f0df15e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:33.316584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Attempting to bind port 38962b19-dff7-4dfc-a5f8-35798f0df15e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:33.316920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Attempting to bind port 38962b19-dff7-4dfc-a5f8-35798f0df15e on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:33.326108 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Port 38962b19-dff7-4dfc-a5f8-35798f0df15e on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:33.326746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Attempting to bind port 38962b19-dff7-4dfc-a5f8-35798f0df15e on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:33.350162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea81ba-7369-4b2a-aeee-d6db582ad68c req-b5c14c3a-bf7d-465c-96eb-468645627001 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.353544 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-15ea81ba-7369-4b2a-aeee-d6db582ad68c req-b5c14c3a-bf7d-465c-96eb-468645627001 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 946 time: 0.2896104 Jul 16 18:20:33.356847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:33.357194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Checking segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:33.358168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Bound using segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:33.359485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Bound port: 38962b19-dff7-4dfc-a5f8-35798f0df15e, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:33.359856 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.470795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-15ea81ba-7369-4b2a-aeee-d6db582ad68c req-a3a21a26-2426-499d-a435-203cb749dfe0 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068952 Jul 16 18:20:33.555323 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3575515-7b67-4789-a25d-34dfc2687076 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.572701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] For port 38962b19-dff7-4dfc-a5f8-35798f0df15e, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:33.578718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] For port 38962b19-dff7-4dfc-a5f8-35798f0df15e, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=38962b19-dff7-4dfc-a5f8-35798f0df15e,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:33.584339 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.683048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.686336 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.688582 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] 10.222.0.11 "PUT /v2.0/ports/38962b19-dff7-4dfc-a5f8-35798f0df15e HTTP/1.1" status: 200 len: 1092 time: 1.6520662 Jul 16 18:20:33.690219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63ab15-a1fc-4f03-a640-f92489acbfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=38962b19-dff7-4dfc-a5f8-35798f0df15e,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:33.698464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11344e39-8f48-448e-9555-893193260668', 'tag': '38962b19-dff7-4dfc-a5f8-35798f0df15e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:33.701081 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d479456-57b8-4319-ad7f-a291baf1cc34" -d '{"events": [{"name": "network-changed", "server_uuid": "11344e39-8f48-448e-9555-893193260668", "tag": "38962b19-dff7-4dfc-a5f8-35798f0df15e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:33.762276 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d9b3df54-7a50-4a48-9600-05a8497ab1af req-29f2256e-1b28-43b7-b15d-fd80375784d2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.783479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['80c076fc-41a7-4f97-afcf-12812a43a24d', '1ddb5d9f-0865-4439-b8a9-7395c9b69539', '9bcb685d-6131-400c-883d-e5eaee27abde'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:33.801810 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0684a70-0862-4ab1-9b97-332047ede3c7 x-openstack-request-id: req-d0684a70-0862-4ab1-9b97-332047ede3c7 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:33.801810 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11344e39-8f48-448e-9555-893193260668", "tag": "38962b19-dff7-4dfc-a5f8-35798f0df15e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:33.801810 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0684a70-0862-4ab1-9b97-332047ede3c7 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:33.801810 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11344e39-8f48-448e-9555-893193260668', 'tag': '38962b19-dff7-4dfc-a5f8-35798f0df15e', 'status': 'completed', 'code': 200} Jul 16 18:20:33.856003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386128fe-cd8f-448d-b340-45852408319c req-bad61746-80d6-47e5-8e94-4cc82d1fe1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.857608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-bad61746-80d6-47e5-8e94-4cc82d1fe1b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 1095 time: 0.1231525 Jul 16 18:20:33.858687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2256e-1b28-43b7-b15d-fd80375784d2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Pushing event deleted for resources: {'Port': ['ID=9bcb685d-6131-400c-883d-e5eaee27abde,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:33.940294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-3df3ce90-1ba2-4a23-9fb1-12be0f1e6143 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38962b19-dff7-4dfc-a5f8-35798f0df15e HTTP/1.1" status: 200 len: 217 time: 0.0753372 Jul 16 18:20:34.054619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386128fe-cd8f-448d-b340-45852408319c req-dad39ab2-63d8-415e-b68b-2028068b35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.056231 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-dad39ab2-63d8-415e-b68b-2028068b35cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.1036577 Jul 16 18:20:34.062093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device e80e2633-4127-4d7e-9dc7-24a38bacab87 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:34.118843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b3df54-7a50-4a48-9600-05a8497ab1af req-29f2256e-1b28-43b7-b15d-fd80375784d2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] No DVR routers for this DVR port 9bcb685d-6131-400c-883d-e5eaee27abde on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:34.119646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: e80e2633-4127-4d7e-9dc7-24a38bacab87 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:34.120883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device e80e2633-4127-4d7e-9dc7-24a38bacab87 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:34.122141 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d9b3df54-7a50-4a48-9600-05a8497ab1af req-29f2256e-1b28-43b7-b15d-fd80375784d2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.124542 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d9b3df54-7a50-4a48-9600-05a8497ab1af req-29f2256e-1b28-43b7-b15d-fd80375784d2 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.32 "DELETE /v2.0/ports/9bcb685d-6131-400c-883d-e5eaee27abde HTTP/1.1" status: 204 len: 173 time: 1.7513940 Jul 16 18:20:34.126597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54311dcf-8d1e-4eff-aa0b-b41e89012853', 'name': 'network-vif-deleted', 'tag': '9bcb685d-6131-400c-883d-e5eaee27abde'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:34.128997 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fbb879-8400-4c8f-9499-0e7ee4fe2cca" -d '{"events": [{"server_uuid": "54311dcf-8d1e-4eff-aa0b-b41e89012853", "name": "network-vif-deleted", "tag": "9bcb685d-6131-400c-883d-e5eaee27abde"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:34.178333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386128fe-cd8f-448d-b340-45852408319c req-c534e30a-8b24-422b-b6ee-5693b40eaf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.180186 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-c534e30a-8b24-422b-b6ee-5693b40eaf76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153648 Jul 16 18:20:34.250237 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8e21a9-693a-41da-989e-b961120d6ae9 x-openstack-request-id: req-ef8e21a9-693a-41da-989e-b961120d6ae9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:34.250813 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54311dcf-8d1e-4eff-aa0b-b41e89012853", "name": "network-vif-deleted", "tag": "9bcb685d-6131-400c-883d-e5eaee27abde", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:34.250813 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef8e21a9-693a-41da-989e-b961120d6ae9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:34.251175 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54311dcf-8d1e-4eff-aa0b-b41e89012853', 'name': 'network-vif-deleted', 'tag': '9bcb685d-6131-400c-883d-e5eaee27abde', 'status': 'completed', 'code': 200} Jul 16 18:20:34.504850 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0fba8-1120-42c7-b981-9278f13960e0 req-d70d222e-7465-4feb-a1a0-5a0dc46b63d5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.512331 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61d0fba8-1120-42c7-b981-9278f13960e0 req-d70d222e-7465-4feb-a1a0-5a0dc46b63d5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.2575371 Jul 16 18:20:34.523237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-3240d8f4-d0ed-464a-bfb2-aadd122dbe12 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294330 Jul 16 18:20:34.526236 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f3575515-7b67-4789-a25d-34dfc2687076 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Deleting port cc03ed6d-4839-4570-a30b-304af4a3fdef {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:34.526584 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3575515-7b67-4789-a25d-34dfc2687076 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.659012 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61d0fba8-1120-42c7-b981-9278f13960e0 req-b75e9b88-dde9-47b4-bd99-724a21192616 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454036 Jul 16 18:20:34.907993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73b3ae26-6af6-4827-a78a-a51a1ac13bf7 req-aaeb3a72-2cb2-45e5-a5d2-c7b5eb4012f4 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=54311dcf-8d1e-4eff-aa0b-b41e89012853 HTTP/1.1" status: 200 len: 210 time: 0.0963063 Jul 16 18:20:34.925639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-386128fe-cd8f-448d-b340-45852408319c req-5028a714-f92e-4bdf-9bf9-4bc8169f7af2 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821993 Jul 16 18:20:35.062877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d479456-57b8-4319-ad7f-a291baf1cc34 req-64820482-9678-4a05-b21e-dfcb10460427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.070576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d479456-57b8-4319-ad7f-a291baf1cc34 req-64820482-9678-4a05-b21e-dfcb10460427 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 1095 time: 0.0857470 Jul 16 18:20:35.253353 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d479456-57b8-4319-ad7f-a291baf1cc34 req-140d07e9-eb88-4c32-ab50-bd0e890c3205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.255230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d479456-57b8-4319-ad7f-a291baf1cc34 req-140d07e9-eb88-4c32-ab50-bd0e890c3205 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.1776159 Jul 16 18:20:35.304159 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d479456-57b8-4319-ad7f-a291baf1cc34 req-86938dec-6372-45a7-8b80-57a945f5073a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38962b19-dff7-4dfc-a5f8-35798f0df15e HTTP/1.1" status: 200 len: 217 time: 0.0423386 Jul 16 18:20:35.380554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d479456-57b8-4319-ad7f-a291baf1cc34 req-5726654b-63aa-40ec-a6cb-9c492c1de1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.382129 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d479456-57b8-4319-ad7f-a291baf1cc34 req-5726654b-63aa-40ec-a6cb-9c492c1de1a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0705378 Jul 16 18:20:35.434933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f3575515-7b67-4789-a25d-34dfc2687076 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] For port cc03ed6d-4839-4570-a30b-304af4a3fdef, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cc03ed6d-4839-4570-a30b-304af4a3fdef,segment=NetworkSegment(c6b1410d-a6be-41b4-a472-2996aaa045ad),segment_id=c6b1410d-a6be-41b4-a472-2996aaa045ad)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:35.436697 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3575515-7b67-4789-a25d-34dfc2687076 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.450949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f3575515-7b67-4789-a25d-34dfc2687076 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Calling delete_port for cc03ed6d-4839-4570-a30b-304af4a3fdef owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:35.463958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d479456-57b8-4319-ad7f-a291baf1cc34 req-034bde6e-25da-48b8-809f-65da96df5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.466617 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d479456-57b8-4319-ad7f-a291baf1cc34 req-034bde6e-25da-48b8-809f-65da96df5dd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763686 Jul 16 18:20:35.620719 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d479456-57b8-4319-ad7f-a291baf1cc34 req-3423981b-2560-4bdb-b174-f06e48b43061 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456742 Jul 16 18:20:35.772520 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3575515-7b67-4789-a25d-34dfc2687076 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.814943 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d479456-57b8-4319-ad7f-a291baf1cc34 req-ea655008-25b4-4186-94e3-6b63536cb1cd service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841645 Jul 16 18:20:35.835612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3575515-7b67-4789-a25d-34dfc2687076 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event deleted for resources: {'Port': ['ID=cc03ed6d-4839-4570-a30b-304af4a3fdef,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:36.021796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5e29b-7af3-4d3f-b04f-c0e56d63d043 req-451d9eb4-b26d-4fbe-b071-22fde2313a8f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.045695 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ca5e29b-7af3-4d3f-b04f-c0e56d63d043 req-451d9eb4-b26d-4fbe-b071-22fde2313a8f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.1631794 Jul 16 18:20:36.133693 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ca5e29b-7af3-4d3f-b04f-c0e56d63d043 req-b9ad6a4c-814a-4bd4-85ea-f2428c017b06 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808570 Jul 16 18:20:36.276499 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3575515-7b67-4789-a25d-34dfc2687076 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.442639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9bcb685d-6131-400c-883d-e5eaee27abde no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:36.495889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 9bcb685d-6131-400c-883d-e5eaee27abde {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:36.499973 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9bcb685d-6131-400c-883d-e5eaee27abde not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:36.652857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3575515-7b67-4789-a25d-34dfc2687076 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Router 922bf13a-7965-473e-bae6-6897d9131704 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:36.967383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3575515-7b67-4789-a25d-34dfc2687076 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:36.976282 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f3575515-7b67-4789-a25d-34dfc2687076 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "PUT /v2.0/routers/922bf13a-7965-473e-bae6-6897d9131704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9753127 Jul 16 18:20:36.976720 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34930) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:36.978359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba85b0-53fc-4c1e-8f71-71ace8b5c210 None None] Sync routers for ids ['922bf13a-7965-473e-bae6-6897d9131704'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:37.006986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba85b0-53fc-4c1e-8f71-71ace8b5c210 None None] Routers {'922bf13a-7965-473e-bae6-6897d9131704'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:37.007628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d1ba85b0-53fc-4c1e-8f71-71ace8b5c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:20:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['922bf13a-7965-473e-bae6-6897d9131704'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:37.021176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9583dc-9e2b-4e7c-938a-31d514a13bb8 req-16816352-b7d6-4b5e-b75c-f59e5b14c533 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.030593 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a9583dc-9e2b-4e7c-938a-31d514a13bb8 req-16816352-b7d6-4b5e-b75c-f59e5b14c533 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 946 time: 0.1608837 Jul 16 18:20:37.069650 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad9acb7-a1ff-4b1d-a375-690cef6ad012 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Deleting subnet 4f0c3339-7670-4cf4-8320-8e7df6d3cd5b {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:37.075701 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ad9acb7-a1ff-4b1d-a375-690cef6ad012 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.087058 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a9583dc-9e2b-4e7c-938a-31d514a13bb8 req-4b490489-0f14-46d6-a226-85e6c4f5cd8c tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555396 Jul 16 18:20:37.178892 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ad9acb7-a1ff-4b1d-a375-690cef6ad012 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.236435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d1ba85b0-53fc-4c1e-8f71-71ace8b5c210 None None] Set router 922bf13a-7965-473e-bae6-6897d9131704 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:37.415863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ad9acb7-a1ff-4b1d-a375-690cef6ad012 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.545314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947ba3f-aaa3-410b-b912-d0fec221bdcd req-6e6b8feb-4261-4643-b2b2-af8c10ccad4c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.547409 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d947ba3f-aaa3-410b-b912-d0fec221bdcd req-6e6b8feb-4261-4643-b2b2-af8c10ccad4c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.1656020 Jul 16 18:20:37.569957 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ad9acb7-a1ff-4b1d-a375-690cef6ad012 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.588269 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ad9acb7-a1ff-4b1d-a375-690cef6ad012 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.589539 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1ad9acb7-a1ff-4b1d-a375-690cef6ad012 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "DELETE /v2.0/subnets/4f0c3339-7670-4cf4-8320-8e7df6d3cd5b HTTP/1.1" status: 204 len: 168 time: 0.6118352 Jul 16 18:20:37.597563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d7e42-84de-4540-a71c-ad1bd1c53619 None None] Network 71fda259-7765-48ed-8007-cc0ce8b5a1de requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:37.599389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 34944) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:37.673431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9acb7-a1ff-4b1d-a375-690cef6ad012 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0c3339-7670-4cf4-8320-8e7df6d3cd5b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:37.806700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d1ba85b0-53fc-4c1e-8f71-71ace8b5c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922bf13a-7965-473e-bae6-6897d9131704', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1715158188', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:35Z', 'revision_number': 5, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922bf13a-7965-473e-bae6-6897d9131704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:56Z', 'updated_at': '2021-07-16T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:37.815406 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d947ba3f-aaa3-410b-b912-d0fec221bdcd req-26609839-5523-4fbd-a54d-69d8b37191f5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617300 Jul 16 18:20:37.879733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba85b0-53fc-4c1e-8f71-71ace8b5c210 None None] Checking router: 922bf13a-7965-473e-bae6-6897d9131704 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:37.896173 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba85b0-53fc-4c1e-8f71-71ace8b5c210 None None] Routers {'922bf13a-7965-473e-bae6-6897d9131704'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:37.896804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d1ba85b0-53fc-4c1e-8f71-71ace8b5c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:20:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['922bf13a-7965-473e-bae6-6897d9131704'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:37.949586 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.068149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89cf41-36c0-400d-8883-80d331eb0804 req-b5608a0c-05ce-4cf6-b12a-0bcd8fa32a24 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.069579 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d89cf41-36c0-400d-8883-80d331eb0804 req-b5608a0c-05ce-4cf6-b12a-0bcd8fa32a24 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 946 time: 0.1174674 Jul 16 18:20:38.150153 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d1ba85b0-53fc-4c1e-8f71-71ace8b5c210 None None] Set router 922bf13a-7965-473e-bae6-6897d9131704 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:38.232081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d938ce2c-e6df-465a-88f9-c495856a3e15 None None] DHCP port deletion for 71fda259-7765-48ed-8007-cc0ce8b5a1de request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:38.271328 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.410566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-7d89cf41-36c0-400d-8883-80d331eb0804 req-ccaa3458-bc18-4922-8c4b-ab6582666ecc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Deleting port 1ddb5d9f-0865-4439-b8a9-7395c9b69539 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:38.411153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d89cf41-36c0-400d-8883-80d331eb0804 req-ccaa3458-bc18-4922-8c4b-ab6582666ecc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.595677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Deleting port 79889e4f-cce9-4b0c-8601-b89df5beda13 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:38.605044 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.644148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-7d89cf41-36c0-400d-8883-80d331eb0804 req-ccaa3458-bc18-4922-8c4b-ab6582666ecc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] For port 1ddb5d9f-0865-4439-b8a9-7395c9b69539, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=1ddb5d9f-0865-4439-b8a9-7395c9b69539,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:38.644787 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d89cf41-36c0-400d-8883-80d331eb0804 req-ccaa3458-bc18-4922-8c4b-ab6582666ecc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.697018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-7d89cf41-36c0-400d-8883-80d331eb0804 req-ccaa3458-bc18-4922-8c4b-ab6582666ecc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Calling delete_port for 1ddb5d9f-0865-4439-b8a9-7395c9b69539 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:38.726630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d938ce2c-e6df-465a-88f9-c495856a3e15 None None] Deleting port 937ae2d3-6c64-44bd-9471-14431e2c545f {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:38.727199 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d938ce2c-e6df-465a-88f9-c495856a3e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.796318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] For port 79889e4f-cce9-4b0c-8601-b89df5beda13, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79889e4f-cce9-4b0c-8601-b89df5beda13,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:38.801528 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.819854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d1ba85b0-53fc-4c1e-8f71-71ace8b5c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922bf13a-7965-473e-bae6-6897d9131704', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1715158188', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:35Z', 'revision_number': 5, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922bf13a-7965-473e-bae6-6897d9131704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:56Z', 'updated_at': '2021-07-16T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:38.851733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba85b0-53fc-4c1e-8f71-71ace8b5c210 None None] The sync data for ids ['922bf13a-7965-473e-bae6-6897d9131704'] in n-d-787205-10 is: [{'id': '922bf13a-7965-473e-bae6-6897d9131704', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1715158188', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:54Z', 'updated_at': '2021-07-16T18:20:35Z', 'revision_number': 5, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '79889e4f-cce9-4b0c-8601-b89df5beda13', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922bf13a-7965-473e-bae6-6897d9131704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:56Z', 'updated_at': '2021-07-16T18:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:38.856640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Calling delete_port for 79889e4f-cce9-4b0c-8601-b89df5beda13 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:38.986590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d5713-138f-4144-b068-495db16d488f req-3a02f7df-3406-4b60-a0a2-b76ccffae410 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.994670 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d938ce2c-e6df-465a-88f9-c495856a3e15 None None] For port 937ae2d3-6c64-44bd-9471-14431e2c545f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=937ae2d3-6c64-44bd-9471-14431e2c545f,segment=NetworkSegment(c6b1410d-a6be-41b4-a472-2996aaa045ad),segment_id=c6b1410d-a6be-41b4-a472-2996aaa045ad)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:38.998293 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d938ce2c-e6df-465a-88f9-c495856a3e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.004030 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e6d5713-138f-4144-b068-495db16d488f req-3a02f7df-3406-4b60-a0a2-b76ccffae410 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 946 time: 0.5973074 Jul 16 18:20:39.022779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d938ce2c-e6df-465a-88f9-c495856a3e15 None None] Calling delete_port for 937ae2d3-6c64-44bd-9471-14431e2c545f owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:39.121851 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d89cf41-36c0-400d-8883-80d331eb0804 req-ccaa3458-bc18-4922-8c4b-ab6582666ecc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.138444 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['80c076fc-41a7-4f97-afcf-12812a43a24d', '1ddb5d9f-0865-4439-b8a9-7395c9b69539'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:39.204411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa3458-bc18-4922-8c4b-ab6582666ecc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Pushing event deleted for resources: {'Port': ['ID=1ddb5d9f-0865-4439-b8a9-7395c9b69539,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.366135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d89cf41-36c0-400d-8883-80d331eb0804 req-ccaa3458-bc18-4922-8c4b-ab6582666ecc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] No DVR routers for this DVR port 1ddb5d9f-0865-4439-b8a9-7395c9b69539 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:39.388071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e6d5713-138f-4144-b068-495db16d488f req-1db18c8f-4305-4eb4-b416-0532eef5b681 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617384 Jul 16 18:20:39.395038 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7d89cf41-36c0-400d-8883-80d331eb0804 req-ccaa3458-bc18-4922-8c4b-ab6582666ecc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.397530 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d89cf41-36c0-400d-8883-80d331eb0804 req-ccaa3458-bc18-4922-8c4b-ab6582666ecc tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.32 "DELETE /v2.0/ports/1ddb5d9f-0865-4439-b8a9-7395c9b69539 HTTP/1.1" status: 204 len: 173 time: 1.3148510 Jul 16 18:20:39.402221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac4930e-23e7-487b-b4dc-60cbfb74d816', 'name': 'network-vif-deleted', 'tag': '1ddb5d9f-0865-4439-b8a9-7395c9b69539'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:39.419143 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970667e7-b60e-408a-9182-97497d08e1f3" -d '{"events": [{"server_uuid": "8ac4930e-23e7-487b-b4dc-60cbfb74d816", "name": "network-vif-deleted", "tag": "1ddb5d9f-0865-4439-b8a9-7395c9b69539"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:39.488920 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e91ce5-1b69-422a-9619-8e81634ec894 x-openstack-request-id: req-b5e91ce5-1b69-422a-9619-8e81634ec894 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:39.489223 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac4930e-23e7-487b-b4dc-60cbfb74d816", "name": "network-vif-deleted", "tag": "1ddb5d9f-0865-4439-b8a9-7395c9b69539", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:39.489486 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5e91ce5-1b69-422a-9619-8e81634ec894 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:39.489912 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac4930e-23e7-487b-b4dc-60cbfb74d816', 'name': 'network-vif-deleted', 'tag': '1ddb5d9f-0865-4439-b8a9-7395c9b69539', 'status': 'completed', 'code': 200} Jul 16 18:20:39.519418 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160fa40-c217-4936-bc42-2b34782faefd req-c407cfa3-451d-472b-bd3d-1b285962c98e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.526989 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2160fa40-c217-4936-bc42-2b34782faefd req-c407cfa3-451d-472b-bd3d-1b285962c98e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.3092585 Jul 16 18:20:39.566920 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d938ce2c-e6df-465a-88f9-c495856a3e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.594219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938ce2c-e6df-465a-88f9-c495856a3e15 None None] No DVR routers for this DVR port 937ae2d3-6c64-44bd-9471-14431e2c545f on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:39.707296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938ce2c-e6df-465a-88f9-c495856a3e15 None None] Pushing event deleted for resources: {'Port': ['ID=937ae2d3-6c64-44bd-9471-14431e2c545f,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.791850 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2160fa40-c217-4936-bc42-2b34782faefd req-0bf1c22c-8c0c-42b7-856a-3c639bc21f9a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636481 Jul 16 18:20:39.883948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 937ae2d3-6c64-44bd-9471-14431e2c545f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:39.932138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 937ae2d3-6c64-44bd-9471-14431e2c545f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:39.932512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 937ae2d3-6c64-44bd-9471-14431e2c545f not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:39.932928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cc03ed6d-4839-4570-a30b-304af4a3fdef no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:39.971927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: cc03ed6d-4839-4570-a30b-304af4a3fdef {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:39.978195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cc03ed6d-4839-4570-a30b-304af4a3fdef not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:40.020250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.064528 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event deleted for resources: {'Port': ['ID=79889e4f-cce9-4b0c-8601-b89df5beda13,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.447042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:40.447754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:40.448013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:40.448336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:40.448677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:40.449017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:40.449390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:40.449733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:40.450042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:40.450385 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:40.450712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:40.451645 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:40.518661 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.710701 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-26128540-e578-487c-b590-371735bbaeeb req-83fa7fd0-0f4d-4eca-b61f-ad90842e57df tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ac4930e-23e7-487b-b4dc-60cbfb74d816 HTTP/1.1" status: 200 len: 210 time: 0.0355196 Jul 16 18:20:40.721629 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.726610 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.799994 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.801014 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Fanout notify agent at l3_agent the message router_deleted on router 922bf13a-7965-473e-bae6-6897d9131704 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:40.811705 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.814009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c699de2a-a343-4770-8f96-7f62bfe8fa2b tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "DELETE /v2.0/routers/922bf13a-7965-473e-bae6-6897d9131704 HTTP/1.1" status: 204 len: 168 time: 3.2113223 Jul 16 18:20:40.819337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 34998) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.050479 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68157645-f34c-4cb8-8729-47e252510c27 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.151180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110938b-9656-4fe2-9cf8-ad81901b6ea9 req-c4a55d1b-bf0f-4af7-ab26-9b639135811c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.178777 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6110938b-9656-4fe2-9cf8-ad81901b6ea9 req-c4a55d1b-bf0f-4af7-ab26-9b639135811c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.2104261 Jul 16 18:20:41.238709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68157645-f34c-4cb8-8729-47e252510c27 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.252682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-68157645-f34c-4cb8-8729-47e252510c27 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fda259-7765-48ed-8007-cc0ce8b5a1de']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:41.264793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-68157645-f34c-4cb8-8729-47e252510c27 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b1410d-a6be-41b4-a472-2996aaa045ad') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:41.265238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-68157645-f34c-4cb8-8729-47e252510c27 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b1410d-a6be-41b4-a472-2996aaa045ad') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:41.275711 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68157645-f34c-4cb8-8729-47e252510c27 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.290398 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68157645-f34c-4cb8-8729-47e252510c27 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.296845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68157645-f34c-4cb8-8729-47e252510c27 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:41.297359 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68157645-f34c-4cb8-8729-47e252510c27 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:41.324038 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:41.359118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6110938b-9656-4fe2-9cf8-ad81901b6ea9 req-a7bb1106-97d0-445e-b438-8613f754b704 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489384 Jul 16 18:20:41.390374 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68157645-f34c-4cb8-8729-47e252510c27 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.406845 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68157645-f34c-4cb8-8729-47e252510c27 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.408862 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-68157645-f34c-4cb8-8729-47e252510c27 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "DELETE /v2.0/networks/71fda259-7765-48ed-8007-cc0ce8b5a1de HTTP/1.1" status: 204 len: 168 time: 0.5884781 Jul 16 18:20:41.414124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35012) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.429923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68157645-f34c-4cb8-8729-47e252510c27 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event deleted for resources: {'Network': ['ID=71fda259-7765-48ed-8007-cc0ce8b5a1de,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.734272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-18f57879-b3c0-486b-b8a2-38d542154cb8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Deleting port 0f09a5ab-4ac4-4c28-862b-256ae91ba96c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:41.734830 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18f57879-b3c0-486b-b8a2-38d542154cb8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.762846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79889e4f-cce9-4b0c-8601-b89df5beda13 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:41.832642 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 79889e4f-cce9-4b0c-8601-b89df5beda13 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:41.832923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79889e4f-cce9-4b0c-8601-b89df5beda13 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:41.853837 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18f57879-b3c0-486b-b8a2-38d542154cb8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.854182 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18f57879-b3c0-486b-b8a2-38d542154cb8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.881263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-18f57879-b3c0-486b-b8a2-38d542154cb8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Calling delete_port for 0f09a5ab-4ac4-4c28-862b-256ae91ba96c owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:42.267957 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18f57879-b3c0-486b-b8a2-38d542154cb8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.340202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f57879-b3c0-486b-b8a2-38d542154cb8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event deleted for resources: {'Port': ['ID=0f09a5ab-4ac4-4c28-862b-256ae91ba96c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.450609 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18f57879-b3c0-486b-b8a2-38d542154cb8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.452425 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-18f57879-b3c0-486b-b8a2-38d542154cb8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Floating IP 99ffcc58-5517-438d-b853-5749203ad0f8 disassociated (deleted). External IP: 172.25.3.100, port: f0538917-9e50-4da0-82bf-dddccfc97920. Jul 16 18:20:42.503447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 1ddb5d9f-0865-4439-b8a9-7395c9b69539 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:42.626159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 1ddb5d9f-0865-4439-b8a9-7395c9b69539 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:42.630733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 1ddb5d9f-0865-4439-b8a9-7395c9b69539 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:42.753420 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35050) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.848535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4492bf5-0eac-486d-860a-e0f40836fcb0 req-34c8a236-adc2-40df-97e8-9253d0e283d3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.856217 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4492bf5-0eac-486d-860a-e0f40836fcb0 req-34c8a236-adc2-40df-97e8-9253d0e283d3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.1633394 Jul 16 18:20:42.978299 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4492bf5-0eac-486d-860a-e0f40836fcb0 req-40c06025-4dd1-481d-af3e-e59435e84542 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210568 Jul 16 18:20:43.003947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f57879-b3c0-486b-b8a2-38d542154cb8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Router ac70bc16-f716-40d9-b83a-4a37fcc72be4 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:43.009051 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60f23336-d318-4f5a-9206-470ec85cfe44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.134681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60f23336-d318-4f5a-9206-470ec85cfe44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.141712 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-60f23336-d318-4f5a-9206-470ec85cfe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.179808 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-60f23336-d318-4f5a-9206-470ec85cfe44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9fb58309a72464eb160e8e5b97bb58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238112 Jul 16 18:20:43.183430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35058) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:43.222652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f23336-d318-4f5a-9206-470ec85cfe44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27c345f-cfc7-4097-8a6c-da5dbf402dd7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.263133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f57879-b3c0-486b-b8a2-38d542154cb8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:43.267588 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7415f2e2-ec56-4c22-8b4a-b0045d69732f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.270729 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18f57879-b3c0-486b-b8a2-38d542154cb8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.276257 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b66ea1-ce06-48b1-b5c0-6abfd4c7a15b None None] Sync routers for ids ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:43.299869 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b66ea1-ce06-48b1-b5c0-6abfd4c7a15b None None] Routers {'ac70bc16-f716-40d9-b83a-4a37fcc72be4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:43.300803 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-88b66ea1-ce06-48b1-b5c0-6abfd4c7a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:20:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:43.340947 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7415f2e2-ec56-4c22-8b4a-b0045d69732f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.352112 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-18f57879-b3c0-486b-b8a2-38d542154cb8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "DELETE /v2.0/floatingips/99ffcc58-5517-438d-b853-5749203ad0f8 HTTP/1.1" status: 204 len: 168 time: 1.9362760 Jul 16 18:20:43.352934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'tag': 'f0538917-9e50-4da0-82bf-dddccfc97920'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:43.355729 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025434ea-bbd0-4582-8fe6-81730c7f7423" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b51e65-cd48-4600-b578-3a483827d31b", "tag": "f0538917-9e50-4da0-82bf-dddccfc97920"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:43.412769 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053232fb-d124-4857-8cc4-68dfc707f2c1 x-openstack-request-id: req-053232fb-d124-4857-8cc4-68dfc707f2c1 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:43.413075 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b51e65-cd48-4600-b578-3a483827d31b", "tag": "f0538917-9e50-4da0-82bf-dddccfc97920", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:43.413330 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-053232fb-d124-4857-8cc4-68dfc707f2c1 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:43.413762 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'tag': 'f0538917-9e50-4da0-82bf-dddccfc97920', 'status': 'completed', 'code': 200} Jul 16 18:20:43.524464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025434ea-bbd0-4582-8fe6-81730c7f7423 req-a46ce64d-9243-4fc8-afbe-12c8d9e772b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.526271 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34cb1fa9-f08a-4968-80f8-adb423ca6a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.526850 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-025434ea-bbd0-4582-8fe6-81730c7f7423 req-a46ce64d-9243-4fc8-afbe-12c8d9e772b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1185488738334c0392568c2ce28c5a36&device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 1136 time: 0.0865657 Jul 16 18:20:43.527305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7415f2e2-ec56-4c22-8b4a-b0045d69732f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.534636 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7415f2e2-ec56-4c22-8b4a-b0045d69732f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.538356 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7415f2e2-ec56-4c22-8b4a-b0045d69732f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a27c345f-cfc7-4097-8a6c-da5dbf402dd7 HTTP/1.1" status: 204 len: 168 time: 0.3515682 Jul 16 18:20:43.547601 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-88b66ea1-ce06-48b1-b5c0-6abfd4c7a15b None None] Set router ac70bc16-f716-40d9-b83a-4a37fcc72be4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:43.664174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415f2e2-ec56-4c22-8b4a-b0045d69732f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27c345f-cfc7-4097-8a6c-da5dbf402dd7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.937905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025434ea-bbd0-4582-8fe6-81730c7f7423 req-2579b148-8de7-4452-b0cb-a7740d399ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.941619 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-025434ea-bbd0-4582-8fe6-81730c7f7423 req-2579b148-8de7-4452-b0cb-a7740d399ec9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=41d713b7-a1f3-4683-a3c3-3515ef91bf9f HTTP/1.1" status: 200 len: 897 time: 0.4028997 Jul 16 18:20:44.069791 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-025434ea-bbd0-4582-8fe6-81730c7f7423 req-4717669f-c144-4509-be06-7c5039e1461b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0538917-9e50-4da0-82bf-dddccfc97920 HTTP/1.1" status: 200 len: 217 time: 0.1205897 Jul 16 18:20:44.199314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc53cb-3966-47a0-8a5a-c16a48b75912 req-ac91ae50-e15c-4dab-8a97-12c49c5ce49c tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.207939 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-decc53cb-3966-47a0-8a5a-c16a48b75912 req-ac91ae50-e15c-4dab-8a97-12c49c5ce49c tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 984 time: 0.1012025 Jul 16 18:20:44.220319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025434ea-bbd0-4582-8fe6-81730c7f7423 req-cdce811d-647d-46b5-85ce-fa861b3bb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.222687 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-025434ea-bbd0-4582-8fe6-81730c7f7423 req-cdce811d-647d-46b5-85ce-fa861b3bb7a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5ca6ce2-2880-47d3-80a2-36ec21fbfcce HTTP/1.1" status: 200 len: 835 time: 0.1474323 Jul 16 18:20:44.337997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025434ea-bbd0-4582-8fe6-81730c7f7423 req-4982474e-187e-4a13-953a-15dd78215ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.344429 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-025434ea-bbd0-4582-8fe6-81730c7f7423 req-4982474e-187e-4a13-953a-15dd78215ccf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41d713b7-a1f3-4683-a3c3-3515ef91bf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128497 Jul 16 18:20:44.384594 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-88b66ea1-ce06-48b1-b5c0-6abfd4c7a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:18:50Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'eaef8868-5d15-4324-af38-9d0612df9cd0', 'name': '', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'mac_address': 'fa:16:3e:37:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:48Z', 'updated_at': '2021-07-16T18:18:59Z', 'revision_number': 5, 'project_id': '1185488738334c0392568c2ce28c5a36', 'subnets': [{'id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:44.406719 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-decc53cb-3966-47a0-8a5a-c16a48b75912 req-c21c746c-9768-425a-b38b-5968cefe9220 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1933095 Jul 16 18:20:44.435855 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b66ea1-ce06-48b1-b5c0-6abfd4c7a15b None None] Checking router: ac70bc16-f716-40d9-b83a-4a37fcc72be4 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:44.446996 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b66ea1-ce06-48b1-b5c0-6abfd4c7a15b None None] Routers {'ac70bc16-f716-40d9-b83a-4a37fcc72be4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:44.448197 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-88b66ea1-ce06-48b1-b5c0-6abfd4c7a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:20:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:44.501930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acabfc-1480-42ba-86f2-53c867755912 req-3d858395-0044-481d-870e-b95b77703180 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.503572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76acabfc-1480-42ba-86f2-53c867755912 req-3d858395-0044-481d-870e-b95b77703180 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.2396283 Jul 16 18:20:44.538527 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-025434ea-bbd0-4582-8fe6-81730c7f7423 req-05434312-d3c3-4ada-8e21-ef782174a35f service neutron] 10.222.0.32 "GET /v2.0/networks/41d713b7-a1f3-4683-a3c3-3515ef91bf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842613 Jul 16 18:20:44.604754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76acabfc-1480-42ba-86f2-53c867755912 req-7e079c3a-4135-4266-bebd-a42166c10292 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916932 Jul 16 18:20:44.702425 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-88b66ea1-ce06-48b1-b5c0-6abfd4c7a15b None None] Set router ac70bc16-f716-40d9-b83a-4a37fcc72be4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:44.714460 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-025434ea-bbd0-4582-8fe6-81730c7f7423 req-145f4970-e7e4-4a01-829d-68a0a219019b service neutron] 10.222.0.32 "GET /v2.0/networks/41d713b7-a1f3-4683-a3c3-3515ef91bf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683154 Jul 16 18:20:45.058713 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-88b66ea1-ce06-48b1-b5c0-6abfd4c7a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:18:50Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'eaef8868-5d15-4324-af38-9d0612df9cd0', 'name': '', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'mac_address': 'fa:16:3e:37:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:48Z', 'updated_at': '2021-07-16T18:18:59Z', 'revision_number': 5, 'project_id': '1185488738334c0392568c2ce28c5a36', 'subnets': [{'id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:45.096524 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b66ea1-ce06-48b1-b5c0-6abfd4c7a15b None None] The sync data for ids ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'] in n-d-787205-10 is: [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:18:50Z', 'revision_number': 4, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'eaef8868-5d15-4324-af38-9d0612df9cd0', 'name': '', 'network_id': '41d713b7-a1f3-4683-a3c3-3515ef91bf9f', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'mac_address': 'fa:16:3e:37:17:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:48Z', 'updated_at': '2021-07-16T18:18:59Z', 'revision_number': 5, 'project_id': '1185488738334c0392568c2ce28c5a36', 'subnets': [{'id': 'e5ca6ce2-2880-47d3-80a2-36ec21fbfcce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:45.465199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f90d6-3e11-4982-8bdf-8949c7bbfda3 req-c44bfa31-1ec0-4beb-a173-3be9643dc4ad tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.467180 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5b5f90d6-3e11-4982-8bdf-8949c7bbfda3 req-c44bfa31-1ec0-4beb-a173-3be9643dc4ad tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 984 time: 0.1654520 Jul 16 18:20:45.658837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7b9b67-6434-4264-8cac-32226ad632d9 None None] New status for floating IP 99ffcc58-5517-438d-b853-5749203ad0f8: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:20:45.681636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-5b5f90d6-3e11-4982-8bdf-8949c7bbfda3 req-daa455c3-5f50-4b20-98b8-3c20044cf0da tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Deleting port f0538917-9e50-4da0-82bf-dddccfc97920 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:45.682015 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5b5f90d6-3e11-4982-8bdf-8949c7bbfda3 req-daa455c3-5f50-4b20-98b8-3c20044cf0da tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.713723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138ec19-a25f-4c25-b150-52a9f2a1be4e req-d2a1b096-da51-4ccb-b1d4-15b2e7075ef8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.717706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9138ec19-a25f-4c25-b150-52a9f2a1be4e req-d2a1b096-da51-4ccb-b1d4-15b2e7075ef8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 984 time: 0.1010559 Jul 16 18:20:45.753838 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-15691cbe-93ed-46b3-9fc0-df6ac5d998f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.806607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9138ec19-a25f-4c25-b150-52a9f2a1be4e req-dc708730-237d-455d-9c21-f8a030fe7ba8 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/security-groups?id=5617c4af-2b70-4b18-b6df-3f6105006284&id=5acfcf3a-dff7-46bb-9308-1495f3fe88e7&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0826938 Jul 16 18:20:45.899186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-5b5f90d6-3e11-4982-8bdf-8949c7bbfda3 req-daa455c3-5f50-4b20-98b8-3c20044cf0da tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] For port f0538917-9e50-4da0-82bf-dddccfc97920, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f0538917-9e50-4da0-82bf-dddccfc97920,segment=NetworkSegment(247d460f-6614-4a21-9941-50c8dbeea640),segment_id=247d460f-6614-4a21-9941-50c8dbeea640)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:45.899874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5b5f90d6-3e11-4982-8bdf-8949c7bbfda3 req-daa455c3-5f50-4b20-98b8-3c20044cf0da tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.916349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-5b5f90d6-3e11-4982-8bdf-8949c7bbfda3 req-daa455c3-5f50-4b20-98b8-3c20044cf0da tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Calling delete_port for f0538917-9e50-4da0-82bf-dddccfc97920 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:45.971257 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.977646 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50074a-790d-4a4f-9647-fe08c45b5bff req-7c9dbd0e-ad4a-406d-8695-a03e0b7e7a97 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.979679 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad50074a-790d-4a4f-9647-fe08c45b5bff req-7c9dbd0e-ad4a-406d-8695-a03e0b7e7a97 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.1121264 Jul 16 18:20:46.049755 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad50074a-790d-4a4f-9647-fe08c45b5bff req-8a92b681-a230-413d-a2d8-899e8074f72d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583739 Jul 16 18:20:46.119002 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5b5f90d6-3e11-4982-8bdf-8949c7bbfda3 req-daa455c3-5f50-4b20-98b8-3c20044cf0da tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.163900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa455c3-5f50-4b20-98b8-3c20044cf0da tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event deleted for resources: {'Port': ['ID=f0538917-9e50-4da0-82bf-dddccfc97920,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:46.241637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5f90d6-3e11-4982-8bdf-8949c7bbfda3 req-daa455c3-5f50-4b20-98b8-3c20044cf0da tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] No DVR routers for this DVR port f0538917-9e50-4da0-82bf-dddccfc97920 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:46.245543 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5b5f90d6-3e11-4982-8bdf-8949c7bbfda3 req-daa455c3-5f50-4b20-98b8-3c20044cf0da tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.248861 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5b5f90d6-3e11-4982-8bdf-8949c7bbfda3 req-daa455c3-5f50-4b20-98b8-3c20044cf0da tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.32 "DELETE /v2.0/ports/f0538917-9e50-4da0-82bf-dddccfc97920 HTTP/1.1" status: 204 len: 173 time: 0.7754695 Jul 16 18:20:46.249865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'name': 'network-vif-deleted', 'tag': 'f0538917-9e50-4da0-82bf-dddccfc97920'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:46.253997 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2e1e3b-05a3-444f-863a-7164593517b5" -d '{"events": [{"server_uuid": "f8b51e65-cd48-4600-b578-3a483827d31b", "name": "network-vif-deleted", "tag": "f0538917-9e50-4da0-82bf-dddccfc97920"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:46.373476 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e25986a-c7dc-4c74-9c01-af7248be3bc9 x-openstack-request-id: req-7e25986a-c7dc-4c74-9c01-af7248be3bc9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:46.373923 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b51e65-cd48-4600-b578-3a483827d31b", "name": "network-vif-deleted", "tag": "f0538917-9e50-4da0-82bf-dddccfc97920", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:46.374174 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e25986a-c7dc-4c74-9c01-af7248be3bc9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:46.374582 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b51e65-cd48-4600-b578-3a483827d31b', 'name': 'network-vif-deleted', 'tag': 'f0538917-9e50-4da0-82bf-dddccfc97920', 'status': 'completed', 'code': 200} Jul 16 18:20:47.035668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eec0a414-af20-4939-8165-009f2d0e7a40 req-de67c074-7fbe-42b7-a501-3a011cc96cdc tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8b51e65-cd48-4600-b578-3a483827d31b HTTP/1.1" status: 200 len: 210 time: 0.0516233 Jul 16 18:20:47.315548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16085c7c-523f-489c-acc5-5a7d0a3807b4 req-8540fe4e-61df-411c-a703-e707638add00 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.325150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16085c7c-523f-489c-acc5-5a7d0a3807b4 req-8540fe4e-61df-411c-a703-e707638add00 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.1102102 Jul 16 18:20:47.397235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16085c7c-523f-489c-acc5-5a7d0a3807b4 req-d2fceb14-4f71-4cbd-b66e-a14e05db09a5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714111 Jul 16 18:20:47.670551 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.766002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a815844-3a04-4d05-b2d6-5bb1205d821c req-5f22210a-1bff-42dc-b20b-de582de76a80 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.773564 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a815844-3a04-4d05-b2d6-5bb1205d821c req-5f22210a-1bff-42dc-b20b-de582de76a80 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 945 time: 0.1015422 Jul 16 18:20:47.814338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a815844-3a04-4d05-b2d6-5bb1205d821c req-405a2766-7432-45cd-a8fd-6a1a5d713a87 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Jul 16 18:20:48.139096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35202) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.211035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a592648-0b31-44e2-bec2-58c7082497bd tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.237692 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a592648-0b31-44e2-bec2-58c7082497bd tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.288340 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a592648-0b31-44e2-bec2-58c7082497bd tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.292309 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a592648-0b31-44e2-bec2-58c7082497bd tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.294022 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4a592648-0b31-44e2-bec2-58c7082497bd tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "DELETE /v2.0/security-groups/5617c4af-2b70-4b18-b6df-3f6105006284 HTTP/1.1" status: 204 len: 168 time: 0.1530468 Jul 16 18:20:48.297017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35206) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.307352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a592648-0b31-44e2-bec2-58c7082497bd tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5617c4af-2b70-4b18-b6df-3f6105006284,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:48.371598 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c86e4f26-e056-4bd3-ac5a-3c9a27c320f7 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.417477 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c86e4f26-e056-4bd3-ac5a-3c9a27c320f7 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.490484 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c86e4f26-e056-4bd3-ac5a-3c9a27c320f7 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.500062 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c86e4f26-e056-4bd3-ac5a-3c9a27c320f7 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.501819 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c86e4f26-e056-4bd3-ac5a-3c9a27c320f7 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "DELETE /v2.0/security-groups/5acfcf3a-dff7-46bb-9308-1495f3fe88e7 HTTP/1.1" status: 204 len: 168 time: 0.2034886 Jul 16 18:20:48.509021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35212) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.509243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f0538917-9e50-4da0-82bf-dddccfc97920 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:48.524391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e4f26-e056-4bd3-ac5a-3c9a27c320f7 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acfcf3a-dff7-46bb-9308-1495f3fe88e7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:48.746467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb2baf-41b1-4f53-a854-efc2ff93c38f req-0b2c8ac2-33df-464a-aca5-3fb625b82867 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:48.748157 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eadb2baf-41b1-4f53-a854-efc2ff93c38f req-0b2c8ac2-33df-464a-aca5-3fb625b82867 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.1353579 Jul 16 18:20:48.778236 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: f0538917-9e50-4da0-82bf-dddccfc97920 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:48.779818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f0538917-9e50-4da0-82bf-dddccfc97920 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:48.836976 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eadb2baf-41b1-4f53-a854-efc2ff93c38f req-b38afd63-9c6a-456d-b40d-1e235c710a33 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798156 Jul 16 18:20:49.055410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a049c1-eeeb-4b2a-80aa-f78db8feea53 req-be6e4f00-c27b-45f0-9121-ac348552952c tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.057368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7a049c1-eeeb-4b2a-80aa-f78db8feea53 req-be6e4f00-c27b-45f0-9121-ac348552952c tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 945 time: 0.0961707 Jul 16 18:20:49.136391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7a049c1-eeeb-4b2a-80aa-f78db8feea53 req-ea1b08a1-a876-4115-96b5-0d24249c746e tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/security-groups?id=56a81cde-a8d7-455a-b8ce-2f81572c8cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685852 Jul 16 18:20:49.141254 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.228580 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da532482-9145-47dd-b18e-c9c7e36ed9ec req-9d0d6e05-36c4-4059-b616-11abd1d74e74 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.231050 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-da532482-9145-47dd-b18e-c9c7e36ed9ec req-9d0d6e05-36c4-4059-b616-11abd1d74e74 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 945 time: 0.1395583 Jul 16 18:20:49.345301 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af9d09f3-71e4-4eb0-993a-b126f58fc100 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.471877 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-da532482-9145-47dd-b18e-c9c7e36ed9ec req-86e082d7-392d-4264-94a3-bb58b01e0dd8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Deleting port 80c076fc-41a7-4f97-afcf-12812a43a24d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:49.472221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-da532482-9145-47dd-b18e-c9c7e36ed9ec req-86e082d7-392d-4264-94a3-bb58b01e0dd8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.631404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-da532482-9145-47dd-b18e-c9c7e36ed9ec req-86e082d7-392d-4264-94a3-bb58b01e0dd8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] For port 80c076fc-41a7-4f97-afcf-12812a43a24d, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=80c076fc-41a7-4f97-afcf-12812a43a24d,segment=NetworkSegment(5b092ef9-849f-4a85-bf08-0e96ca1e4249),segment_id=5b092ef9-849f-4a85-bf08-0e96ca1e4249)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:49.631854 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-da532482-9145-47dd-b18e-c9c7e36ed9ec req-86e082d7-392d-4264-94a3-bb58b01e0dd8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.649006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-da532482-9145-47dd-b18e-c9c7e36ed9ec req-86e082d7-392d-4264-94a3-bb58b01e0dd8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Calling delete_port for 80c076fc-41a7-4f97-afcf-12812a43a24d owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:49.870089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-af9d09f3-71e4-4eb0-993a-b126f58fc100 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Deleting port eaef8868-5d15-4324-af38-9d0612df9cd0 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:49.870499 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af9d09f3-71e4-4eb0-993a-b126f58fc100 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.938334 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-da532482-9145-47dd-b18e-c9c7e36ed9ec req-86e082d7-392d-4264-94a3-bb58b01e0dd8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.952671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['80c076fc-41a7-4f97-afcf-12812a43a24d'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:49.995677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e082d7-392d-4264-94a3-bb58b01e0dd8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Pushing event deleted for resources: {'Port': ['ID=80c076fc-41a7-4f97-afcf-12812a43a24d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:50.080483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b71187-9084-4feb-ab98-62889d239a14 req-5d9d8061-3672-4875-9cd6-5068060e3145 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:50.082342 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c3b71187-9084-4feb-ab98-62889d239a14 req-5d9d8061-3672-4875-9cd6-5068060e3145 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.0929687 Jul 16 18:20:50.139091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c3b71187-9084-4feb-ab98-62889d239a14 req-1f97265b-098f-4195-a623-e1d7bf803051 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477321 Jul 16 18:20:50.300390 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-39ca622f-36a2-4572-8c91-9499f2f5af20 req-f900f4c7-44e4-46ff-bb25-80f9d77354d6 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f272a8a-c0d2-44b1-9253-ec629c154abb HTTP/1.1" status: 200 len: 210 time: 0.0364730 Jul 16 18:20:50.454072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-da532482-9145-47dd-b18e-c9c7e36ed9ec req-86e082d7-392d-4264-94a3-bb58b01e0dd8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] No DVR routers for this DVR port 80c076fc-41a7-4f97-afcf-12812a43a24d on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:50.465311 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-da532482-9145-47dd-b18e-c9c7e36ed9ec req-86e082d7-392d-4264-94a3-bb58b01e0dd8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.479312 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-da532482-9145-47dd-b18e-c9c7e36ed9ec req-86e082d7-392d-4264-94a3-bb58b01e0dd8 tempest-AttachVolumeNegativeTest-946908317 tempest-AttachVolumeNegativeTest-946908317-project] 10.222.0.32 "DELETE /v2.0/ports/80c076fc-41a7-4f97-afcf-12812a43a24d HTTP/1.1" status: 204 len: 173 time: 1.2385144 Jul 16 18:20:50.481583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f272a8a-c0d2-44b1-9253-ec629c154abb', 'name': 'network-vif-deleted', 'tag': '80c076fc-41a7-4f97-afcf-12812a43a24d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:50.489022 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe88dcc-460f-4d02-a321-1cad8188acdf" -d '{"events": [{"server_uuid": "0f272a8a-c0d2-44b1-9253-ec629c154abb", "name": "network-vif-deleted", "tag": "80c076fc-41a7-4f97-afcf-12812a43a24d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:50.550982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-af9d09f3-71e4-4eb0-993a-b126f58fc100 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] For port eaef8868-5d15-4324-af38-9d0612df9cd0, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=eaef8868-5d15-4324-af38-9d0612df9cd0,segment=NetworkSegment(247d460f-6614-4a21-9941-50c8dbeea640),segment_id=247d460f-6614-4a21-9941-50c8dbeea640)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:50.551653 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af9d09f3-71e4-4eb0-993a-b126f58fc100 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.562439 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa5105c-242b-4d80-8bd5-6e090849d0bc x-openstack-request-id: req-9aa5105c-242b-4d80-8bd5-6e090849d0bc {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:50.563090 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f272a8a-c0d2-44b1-9253-ec629c154abb", "name": "network-vif-deleted", "tag": "80c076fc-41a7-4f97-afcf-12812a43a24d", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:50.563431 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9aa5105c-242b-4d80-8bd5-6e090849d0bc {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:50.563837 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f272a8a-c0d2-44b1-9253-ec629c154abb', 'name': 'network-vif-deleted', 'tag': '80c076fc-41a7-4f97-afcf-12812a43a24d', 'status': 'completed', 'code': 200} Jul 16 18:20:50.572153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-af9d09f3-71e4-4eb0-993a-b126f58fc100 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Calling delete_port for eaef8868-5d15-4324-af38-9d0612df9cd0 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:50.831006 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af9d09f3-71e4-4eb0-993a-b126f58fc100 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.861878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d09f3-71e4-4eb0-993a-b126f58fc100 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event deleted for resources: {'Port': ['ID=eaef8868-5d15-4324-af38-9d0612df9cd0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:51.139380 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af9d09f3-71e4-4eb0-993a-b126f58fc100 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.407990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc42814-4441-47e2-aa39-cbe4836b416c req-256f44d5-c6b2-43ec-83ab-9729ffa3f431 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.414193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9d09f3-71e4-4eb0-993a-b126f58fc100 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Router ac70bc16-f716-40d9-b83a-4a37fcc72be4 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:51.414787 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0cc42814-4441-47e2-aa39-cbe4836b416c req-256f44d5-c6b2-43ec-83ab-9729ffa3f431 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.0910692 Jul 16 18:20:51.485914 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0cc42814-4441-47e2-aa39-cbe4836b416c req-5148ab64-6543-431a-972a-e0e8d716efbc tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682626 Jul 16 18:20:51.497882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35242) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.566251 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-2107624f-09b9-462f-98b5-cec255588ee9 admin admin] Deleting subnet decebe86-3aa7-4911-8fa3-82eb9564b542 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:51.567627 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9d09f3-71e4-4eb0-993a-b126f58fc100 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:51.578590 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-af9d09f3-71e4-4eb0-993a-b126f58fc100 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "PUT /v2.0/routers/ac70bc16-f716-40d9-b83a-4a37fcc72be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0649519 Jul 16 18:20:51.581590 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f64de7-118c-44ae-9195-c414983cb0b0 None None] Sync routers for ids ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:51.582116 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2107624f-09b9-462f-98b5-cec255588ee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.583602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35244) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.593001 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f64de7-118c-44ae-9195-c414983cb0b0 None None] Routers {'ac70bc16-f716-40d9-b83a-4a37fcc72be4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:51.594046 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-27f64de7-118c-44ae-9195-c414983cb0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:20:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:51.676590 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2107624f-09b9-462f-98b5-cec255588ee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.725834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ab7e95-cc7e-4252-af6a-477c2a1a7e61 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Deleting subnet e5ca6ce2-2880-47d3-80a2-36ec21fbfcce {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:51.729206 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59ab7e95-cc7e-4252-af6a-477c2a1a7e61 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.734594 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-27f64de7-118c-44ae-9195-c414983cb0b0 None None] Set router ac70bc16-f716-40d9-b83a-4a37fcc72be4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:51.808829 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59ab7e95-cc7e-4252-af6a-477c2a1a7e61 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.812518 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2107624f-09b9-462f-98b5-cec255588ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.939358 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2107624f-09b9-462f-98b5-cec255588ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.955915 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59ab7e95-cc7e-4252-af6a-477c2a1a7e61 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.968618 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-27f64de7-118c-44ae-9195-c414983cb0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:20:50Z', 'revision_number': 5, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:51.996821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107624f-09b9-462f-98b5-cec255588ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=decebe86-3aa7-4911-8fa3-82eb9564b542,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.003349 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f64de7-118c-44ae-9195-c414983cb0b0 None None] Checking router: ac70bc16-f716-40d9-b83a-4a37fcc72be4 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:52.006535 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2107624f-09b9-462f-98b5-cec255588ee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.011289 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35248) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.011541 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2107624f-09b9-462f-98b5-cec255588ee9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/decebe86-3aa7-4911-8fa3-82eb9564b542 HTTP/1.1" status: 204 len: 168 time: 0.5117593 Jul 16 18:20:52.014495 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f64de7-118c-44ae-9195-c414983cb0b0 None None] Routers {'ac70bc16-f716-40d9-b83a-4a37fcc72be4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:52.015184 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-27f64de7-118c-44ae-9195-c414983cb0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:20:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:52.072468 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59ab7e95-cc7e-4252-af6a-477c2a1a7e61 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.103237 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59ab7e95-cc7e-4252-af6a-477c2a1a7e61 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.106060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-59ab7e95-cc7e-4252-af6a-477c2a1a7e61 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "DELETE /v2.0/subnets/e5ca6ce2-2880-47d3-80a2-36ec21fbfcce HTTP/1.1" status: 204 len: 168 time: 0.5205450 Jul 16 18:20:52.111341 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32200ef9-4b1a-41d7-92e8-ea10d6a5bff7 None None] Network 41d713b7-a1f3-4683-a3c3-3515ef91bf9f requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:52.121033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35252) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.175936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab7e95-cc7e-4252-af6a-477c2a1a7e61 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ca6ce2-2880-47d3-80a2-36ec21fbfcce,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.204057 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-27f64de7-118c-44ae-9195-c414983cb0b0 None None] Set router ac70bc16-f716-40d9-b83a-4a37fcc72be4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:52.224684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4681f2a8-ea3d-462f-80d8-f5c8232f5f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.395197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.464032 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7646efb5-4d22-4a8b-9e90-1ea8ef29db4e None None] DHCP port deletion for 41d713b7-a1f3-4683-a3c3-3515ef91bf9f request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:52.498427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4681f2a8-ea3d-462f-80d8-f5c8232f5f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.515011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4681f2a8-ea3d-462f-80d8-f5c8232f5f71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3520e2-3294-4ffe-b53c-3cd79fc510e2']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:52.532271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 80c076fc-41a7-4f97-afcf-12812a43a24d no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:52.537388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4681f2a8-ea3d-462f-80d8-f5c8232f5f71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b092ef9-849f-4a85-bf08-0e96ca1e4249') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:52.537944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-4681f2a8-ea3d-462f-80d8-f5c8232f5f71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b092ef9-849f-4a85-bf08-0e96ca1e4249') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:52.568106 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4681f2a8-ea3d-462f-80d8-f5c8232f5f71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.568837 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-27f64de7-118c-44ae-9195-c414983cb0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:20:50Z', 'revision_number': 5, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:52.592242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 80c076fc-41a7-4f97-afcf-12812a43a24d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:52.594972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 80c076fc-41a7-4f97-afcf-12812a43a24d not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:52.609978 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4681f2a8-ea3d-462f-80d8-f5c8232f5f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.640374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4681f2a8-ea3d-462f-80d8-f5c8232f5f71 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:52.645775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4681f2a8-ea3d-462f-80d8-f5c8232f5f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.646219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7646efb5-4d22-4a8b-9e90-1ea8ef29db4e None None] Deleting port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:52.646607 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7646efb5-4d22-4a8b-9e90-1ea8ef29db4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:52.666046 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:52.684406 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f64de7-118c-44ae-9195-c414983cb0b0 None None] The sync data for ids ['ac70bc16-f716-40d9-b83a-4a37fcc72be4'] in n-d-787205-10 is: [{'id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1290696550', 'tenant_id': '1185488738334c0392568c2ce28c5a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:39Z', 'updated_at': '2021-07-16T18:20:50Z', 'revision_number': 5, 'project_id': '1185488738334c0392568c2ce28c5a36', 'gw_port': {'id': '57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ba:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac70bc16-f716-40d9-b83a-4a37fcc72be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:18:41Z', 'updated_at': '2021-07-16T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:52.794739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7646efb5-4d22-4a8b-9e90-1ea8ef29db4e None None] For port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5a23affa-8e9d-4398-99f9-2f12d0d6cd77,segment=NetworkSegment(247d460f-6614-4a21-9941-50c8dbeea640),segment_id=247d460f-6614-4a21-9941-50c8dbeea640)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:52.794739 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7646efb5-4d22-4a8b-9e90-1ea8ef29db4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.811465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7646efb5-4d22-4a8b-9e90-1ea8ef29db4e None None] Calling delete_port for 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:52.883964 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4681f2a8-ea3d-462f-80d8-f5c8232f5f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.897152 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4681f2a8-ea3d-462f-80d8-f5c8232f5f71 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.899159 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4681f2a8-ea3d-462f-80d8-f5c8232f5f71 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ae3520e2-3294-4ffe-b53c-3cd79fc510e2 HTTP/1.1" status: 204 len: 168 time: 0.8867149 Jul 16 18:20:52.918413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1b7d8-0550-4f71-844f-d431548a430e req-4db5d5c3-f480-46e2-821f-17bd09cd9a78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.937072 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92e1b7d8-0550-4f71-844f-d431548a430e req-4db5d5c3-f480-46e2-821f-17bd09cd9a78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.2098176 Jul 16 18:20:52.958991 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7646efb5-4d22-4a8b-9e90-1ea8ef29db4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.974830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681f2a8-ea3d-462f-80d8-f5c8232f5f71 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae3520e2-3294-4ffe-b53c-3cd79fc510e2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.008054 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.023072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646efb5-4d22-4a8b-9e90-1ea8ef29db4e None None] Pushing event deleted for resources: {'Port': ['ID=5a23affa-8e9d-4398-99f9-2f12d0d6cd77,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.026571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7646efb5-4d22-4a8b-9e90-1ea8ef29db4e None None] No DVR routers for this DVR port 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:53.085430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92e1b7d8-0550-4f71-844f-d431548a430e req-2ef32847-df38-47de-b2fd-07f1b32b91ff tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455324 Jul 16 18:20:53.156589 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Deleting port 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:53.157042 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.235201 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.261174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35322) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:53.328123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] For port 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:53.328533 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.345321 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-805d4a2b-8efd-4455-86c8-3b4d7962b093 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1a41ea6ec544b1eb0c1f84de92fdb66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0830307 Jul 16 18:20:53.348339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35334) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:53.350654 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Calling delete_port for 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:53.480332 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e77cf402-7c7f-493f-a631-b2a15d670889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.510400 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e77cf402-7c7f-493f-a631-b2a15d670889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.625619 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e77cf402-7c7f-493f-a631-b2a15d670889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.628927 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e77cf402-7c7f-493f-a631-b2a15d670889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.632824 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e77cf402-7c7f-493f-a631-b2a15d670889 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56a81cde-a8d7-455a-b8ce-2f81572c8cdc HTTP/1.1" status: 204 len: 168 time: 0.2793019 Jul 16 18:20:53.650144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cf402-7c7f-493f-a631-b2a15d670889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a81cde-a8d7-455a-b8ce-2f81572c8cdc,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.750232 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.812526 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:53.817314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event deleted for resources: {'Port': ['ID=57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.874506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:53.874957 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5a23affa-8e9d-4398-99f9-2f12d0d6cd77 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:53.875449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device eaef8868-5d15-4324-af38-9d0612df9cd0 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:53.915214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: eaef8868-5d15-4324-af38-9d0612df9cd0 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:53.920639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device eaef8868-5d15-4324-af38-9d0612df9cd0 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:53.942531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.149113 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.151690 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.242783 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.244617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Fanout notify agent at l3_agent the message router_deleted on router ac70bc16-f716-40d9-b83a-4a37fcc72be4 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:54.255442 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.256707 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5add12c2-325e-4870-bcf3-eeac423b6a78 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "DELETE /v2.0/routers/ac70bc16-f716-40d9-b83a-4a37fcc72be4 HTTP/1.1" status: 204 len: 168 time: 2.1346838 Jul 16 18:20:54.259519 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35420) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:54.318925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfeb82-7546-4884-8147-52cc6a09c4af req-b8ef3a9b-e20a-49cb-a859-67aa93f061a2 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.320911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a4cfeb82-7546-4884-8147-52cc6a09c4af req-b8ef3a9b-e20a-49cb-a859-67aa93f061a2 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.1048348 Jul 16 18:20:54.396819 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a4cfeb82-7546-4884-8147-52cc6a09c4af req-9d62040c-6dfa-49b8-8d13-432cc1d378b3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680459 Jul 16 18:20:54.456484 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e83f-cace-4021-a27c-2e3650cbbb69 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.665206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e83f-cace-4021-a27c-2e3650cbbb69 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.689267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-f7a7e83f-cace-4021-a27c-2e3650cbbb69 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d713b7-a1f3-4683-a3c3-3515ef91bf9f']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:54.707233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-f7a7e83f-cace-4021-a27c-2e3650cbbb69 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247d460f-6614-4a21-9941-50c8dbeea640') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:54.708008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-f7a7e83f-cace-4021-a27c-2e3650cbbb69 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247d460f-6614-4a21-9941-50c8dbeea640') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:54.726011 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e83f-cace-4021-a27c-2e3650cbbb69 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.762622 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e83f-cace-4021-a27c-2e3650cbbb69 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.783179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a7e83f-cace-4021-a27c-2e3650cbbb69 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:54.783956 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e83f-cace-4021-a27c-2e3650cbbb69 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:54.787413 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:54.873290 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e83f-cace-4021-a27c-2e3650cbbb69 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.882048 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f7a7e83f-cace-4021-a27c-2e3650cbbb69 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.883185 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f7a7e83f-cace-4021-a27c-2e3650cbbb69 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] 10.222.0.24 "DELETE /v2.0/networks/41d713b7-a1f3-4683-a3c3-3515ef91bf9f HTTP/1.1" status: 204 len: 168 time: 0.6220891 Jul 16 18:20:54.895656 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7e83f-cace-4021-a27c-2e3650cbbb69 tempest-TestSecurityGroupsBasicOps-1869979576 tempest-TestSecurityGroupsBasicOps-1869979576-project] Pushing event deleted for resources: {'Network': ['ID=41d713b7-a1f3-4683-a3c3-3515ef91bf9f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:55.314214 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.315935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35550) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:55.562784 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6c545b66-7709-44d9-834c-119badce6bd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1185488738334c0392568c2ce28c5a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451835 Jul 16 18:20:55.564961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35582) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:55.631328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f238086-fdf5-457c-bfbb-e2fbf4b10944 req-408a6c40-ea17-4e23-a1ef-0d2d7f08e30e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.639095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f238086-fdf5-457c-bfbb-e2fbf4b10944 req-408a6c40-ea17-4e23-a1ef-0d2d7f08e30e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.1042795 Jul 16 18:20:55.667760 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da6697b2-54e6-43fb-b89d-4979f6f7e846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.702784 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f238086-fdf5-457c-bfbb-e2fbf4b10944 req-42a8fced-1df8-492a-b688-b9c299836cc3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626130 Jul 16 18:20:55.717269 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da6697b2-54e6-43fb-b89d-4979f6f7e846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.760263 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:55.830260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:55.830974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 57ad4b4d-a7a3-47fb-ada3-72bf0f4ef1c1 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:55.852765 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da6697b2-54e6-43fb-b89d-4979f6f7e846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.855543 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-da6697b2-54e6-43fb-b89d-4979f6f7e846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.857881 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-da6697b2-54e6-43fb-b89d-4979f6f7e846 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d8307e0-46ff-4442-a7fe-8efea02bc684 HTTP/1.1" status: 204 len: 168 time: 0.2916305 Jul 16 18:20:55.870250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6697b2-54e6-43fb-b89d-4979f6f7e846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8307e0-46ff-4442-a7fe-8efea02bc684,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.301944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35682) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:56.321596 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b4b16932-d795-4268-ac12-4d904031774c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.475814 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b4b16932-d795-4268-ac12-4d904031774c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.481005 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b4b16932-d795-4268-ac12-4d904031774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.530902 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b16932-d795-4268-ac12-4d904031774c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd681d3-d1d1-44da-a5d3-5895a8bfe2a7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.562763 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b4b16932-d795-4268-ac12-4d904031774c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0a3b94a846e45aca086b7ecf09d12cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591023 Jul 16 18:20:56.565246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35714) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:56.639253 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6b7c-63ea-4439-8cf3-c849ecdbeb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.669908 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6b7c-63ea-4439-8cf3-c849ecdbeb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.743269 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6b7c-63ea-4439-8cf3-c849ecdbeb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.752757 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6b7c-63ea-4439-8cf3-c849ecdbeb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.759513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0b6a6b7c-63ea-4439-8cf3-c849ecdbeb56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfd681d3-d1d1-44da-a5d3-5895a8bfe2a7 HTTP/1.1" status: 204 len: 168 time: 0.1925251 Jul 16 18:20:56.771651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a6b7c-63ea-4439-8cf3-c849ecdbeb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd681d3-d1d1-44da-a5d3-5895a8bfe2a7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:57.134244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c36055-021d-4859-b7a9-32f2502f530f req-72b5f5ef-2715-4742-9668-c18071ec40d8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.136192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6c36055-021d-4859-b7a9-32f2502f530f req-72b5f5ef-2715-4742-9668-c18071ec40d8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.1563504 Jul 16 18:20:57.214348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6c36055-021d-4859-b7a9-32f2502f530f req-587358c3-69f8-424f-9727-a8464770b6b8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699515 Jul 16 18:20:57.422043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35806) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.470929 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-60303cf3-c03e-40b1-a1e3-7001207bbf9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=499d977d0e994c45bd6955c06cfef9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471342 Jul 16 18:20:57.473291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35810) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.530568 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89d5f916-4cd6-42f1-b270-ee61b7ebec20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.555108 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89d5f916-4cd6-42f1-b270-ee61b7ebec20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.611096 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89d5f916-4cd6-42f1-b270-ee61b7ebec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.614089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-89d5f916-4cd6-42f1-b270-ee61b7ebec20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.615319 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-89d5f916-4cd6-42f1-b270-ee61b7ebec20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9564036b-f657-466c-8255-bcbc718498fe HTTP/1.1" status: 204 len: 168 time: 0.1410511 Jul 16 18:20:57.627014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5f916-4cd6-42f1-b270-ee61b7ebec20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9564036b-f657-466c-8255-bcbc718498fe,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.567043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed669bb-e219-48dd-aab5-340497a75466 req-3d314d6e-2191-4930-b8c2-d865c76b3c6a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.576383 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ed669bb-e219-48dd-aab5-340497a75466 req-3d314d6e-2191-4930-b8c2-d865c76b3c6a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.1041245 Jul 16 18:20:58.662619 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ed669bb-e219-48dd-aab5-340497a75466 req-091ad4a6-d116-487a-a5be-2fd28797d1ab tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843837 Jul 16 18:20:58.742532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35856) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:58.926468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-228924992-network', 'tenant_id': '7a099ec377d44306983c79553c067b5e'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:58.964797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Made reservation on behalf of 7a099ec377d44306983c79553c067b5e for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:58.967635 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.980030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.122850 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.130867 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.145532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:59.156751 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.157346 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Added segment 56a9930e-1605-4013-9196-b308d3d47079 of type vlan for network 18f3d5cf-45d5-4fa9-9eab-3212237a3717 Jul 16 18:20:59.228411 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.235056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad516e79-4930-4cf4-a7a4-de83c2bdb996,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:59.293680 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.295145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.295813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.371173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6264849 Jul 16 18:20:59.372749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35868) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:59.379460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7b53817f-b3f2-4dd8-8ff3-c6baa8ad11de admin admin] Request body: {'subnet': {'network_id': '18f3d5cf-45d5-4fa9-9eab-3212237a3717', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-228924992-subnet', 'tenant_id': '7a099ec377d44306983c79553c067b5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:59.428890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b53817f-b3f2-4dd8-8ff3-c6baa8ad11de admin admin] Made reservation on behalf of 7a099ec377d44306983c79553c067b5e for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:59.431732 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b53817f-b3f2-4dd8-8ff3-c6baa8ad11de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.439774 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def30d42-e62f-4aa1-8f92-762f1d7a9dbc admin admin] Pushing event updated for resources: {'Network': ['ID=18f3d5cf-45d5-4fa9-9eab-3212237a3717,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:59.458456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 18f3d5cf-45d5-4fa9-9eab-3212237a3717 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:59.683512 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b53817f-b3f2-4dd8-8ff3-c6baa8ad11de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.753430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53817f-b3f2-4dd8-8ff3-c6baa8ad11de admin admin] Pushing event updated for resources: {'Subnet': ['ID=090fbf5a-995b-431c-83a5-66315530945d,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:59.758358 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b53817f-b3f2-4dd8-8ff3-c6baa8ad11de admin admin] Checking segment: {'id': '56a9930e-1605-4013-9196-b308d3d47079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18f3d5cf-45d5-4fa9-9eab-3212237a3717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:59.759089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b53817f-b3f2-4dd8-8ff3-c6baa8ad11de admin admin] Network hostable DHCP agents. Network: 18f3d5cf-45d5-4fa9-9eab-3212237a3717, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:59.779590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b53817f-b3f2-4dd8-8ff3-c6baa8ad11de admin admin] Network 18f3d5cf-45d5-4fa9-9eab-3212237a3717 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:59.795049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7b53817f-b3f2-4dd8-8ff3-c6baa8ad11de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 18f3d5cf-45d5-4fa9-9eab-3212237a3717) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:59.804437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b53817f-b3f2-4dd8-8ff3-c6baa8ad11de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.808078 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b53817f-b3f2-4dd8-8ff3-c6baa8ad11de admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.808796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba97bed7-1a62-4084-837d-9ad321aba752 None None] Network 18f3d5cf-45d5-4fa9-9eab-3212237a3717 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:59.837729 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7b53817f-b3f2-4dd8-8ff3-c6baa8ad11de admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4623847 Jul 16 18:21:00.014289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e0aca-505d-4fae-b53d-87fd4df21a06 req-38b1ec9f-8888-44eb-b753-a1871f1c1f45 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.015856 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-286e0aca-505d-4fae-b53d-87fd4df21a06 req-38b1ec9f-8888-44eb-b753-a1871f1c1f45 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.1285095 Jul 16 18:21:00.039939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f9605-634e-465c-8bf9-edcfd901cbb6 None None] Network 18f3d5cf-45d5-4fa9-9eab-3212237a3717 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:00.083427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-286e0aca-505d-4fae-b53d-87fd4df21a06 req-17c35f4a-2f31-43a0-9df0-3d8585f579cc tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603838 Jul 16 18:21:00.413959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35892) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:00.588773 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e98fc5d-4e11-4cec-836d-0c0846fb94c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.747229 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e98fc5d-4e11-4cec-836d-0c0846fb94c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.753390 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e98fc5d-4e11-4cec-836d-0c0846fb94c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.833239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98fc5d-4e11-4cec-836d-0c0846fb94c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9629762-b328-4d66-acde-5f84226ff121,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.846899 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5e98fc5d-4e11-4cec-836d-0c0846fb94c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38fdb3d2b0c840b58207d67bd71dacfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291687 Jul 16 18:21:00.847166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35906) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:00.886166 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35908) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:00.930347 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-367202673-network', 'tenant_id': 'cf6bfdbafa0b40ed8e0c35d11ed68ec5'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:00.990080 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d6403de7-28eb-4563-baea-a77a077b05d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.023511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Made reservation on behalf of cf6bfdbafa0b40ed8e0c35d11ed68ec5 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:01.029359 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d6403de7-28eb-4563-baea-a77a077b05d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.039652 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.066215 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.111040 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d6403de7-28eb-4563-baea-a77a077b05d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.114953 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d6403de7-28eb-4563-baea-a77a077b05d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.119289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d6403de7-28eb-4563-baea-a77a077b05d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9629762-b328-4d66-acde-5f84226ff121 HTTP/1.1" status: 204 len: 168 time: 0.2700708 Jul 16 18:21:01.127898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6403de7-28eb-4563-baea-a77a077b05d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9629762-b328-4d66-acde-5f84226ff121,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.293613 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.301448 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.325991 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:01.339327 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a74bc-82ea-4a1d-9dc5-d0505914abfe req-13752e0c-72a1-4a04-83c4-22ec3d33cc00 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.341157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0245f6-d457-4e58-8ffa-ee68b079a2a8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.351889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d00a74bc-82ea-4a1d-9dc5-d0505914abfe req-13752e0c-72a1-4a04-83c4-22ec3d33cc00 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 943 time: 0.1057956 Jul 16 18:21:01.364157 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.364799 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Added segment f27883ca-ca60-4340-b9d1-1c1f79301ecb of type vlan for network 0b1be417-e587-4a06-9020-43c19818e5c7 Jul 16 18:21:01.432561 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.438402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d00a74bc-82ea-4a1d-9dc5-d0505914abfe req-3fe3a54d-6dbb-44b6-a982-55a3d7724b42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839005 Jul 16 18:21:01.483007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.484364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.485216 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.540032 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6516528 Jul 16 18:21:01.542583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35918) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.549309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4c142bff-18d9-40c0-a4cf-94e05abecfc1 admin admin] Request body: {'subnet': {'network_id': '0b1be417-e587-4a06-9020-43c19818e5c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-367202673-subnet', 'tenant_id': 'cf6bfdbafa0b40ed8e0c35d11ed68ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:01.586661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96c6e9-8561-458b-bfee-785343323638 admin admin] Pushing event updated for resources: {'Network': ['ID=0b1be417-e587-4a06-9020-43c19818e5c7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.601709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c142bff-18d9-40c0-a4cf-94e05abecfc1 admin admin] Made reservation on behalf of cf6bfdbafa0b40ed8e0c35d11ed68ec5 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:01.604210 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c142bff-18d9-40c0-a4cf-94e05abecfc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.612759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 0b1be417-e587-4a06-9020-43c19818e5c7 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:01.961528 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c142bff-18d9-40c0-a4cf-94e05abecfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.150909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 38962b19-dff7-4dfc-a5f8-35798f0df15e details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:02.357698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 38962b19-dff7-4dfc-a5f8-35798f0df15e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=38962b19-dff7-4dfc-a5f8-35798f0df15e,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:02.379734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '38962b19-dff7-4dfc-a5f8-35798f0df15e', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'port_id': '38962b19-dff7-4dfc-a5f8-35798f0df15e', 'mac_address': 'fa:16:3e:1f:8f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:02.402388 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:21:02.433225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c142bff-18d9-40c0-a4cf-94e05abecfc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85cd7da4-3648-459b-b6d8-d0410c3589e0,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.439370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c142bff-18d9-40c0-a4cf-94e05abecfc1 admin admin] Checking segment: {'id': 'f27883ca-ca60-4340-b9d1-1c1f79301ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0b1be417-e587-4a06-9020-43c19818e5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:02.440068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c142bff-18d9-40c0-a4cf-94e05abecfc1 admin admin] Network hostable DHCP agents. Network: 0b1be417-e587-4a06-9020-43c19818e5c7, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:02.447804 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.469160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38962b19-dff7-4dfc-a5f8-35798f0df15e {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:02.481925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c142bff-18d9-40c0-a4cf-94e05abecfc1 admin admin] Network 0b1be417-e587-4a06-9020-43c19818e5c7 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:02.496361 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 38962b19-dff7-4dfc-a5f8-35798f0df15e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=38962b19-dff7-4dfc-a5f8-35798f0df15e,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:02.503787 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.515125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-4c142bff-18d9-40c0-a4cf-94e05abecfc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 0b1be417-e587-4a06-9020-43c19818e5c7) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:02.528940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c142bff-18d9-40c0-a4cf-94e05abecfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.529481 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4c142bff-18d9-40c0-a4cf-94e05abecfc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.570178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4c142bff-18d9-40c0-a4cf-94e05abecfc1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0260324 Jul 16 18:21:02.597196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=38962b19-dff7-4dfc-a5f8-35798f0df15e,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.611331 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8578423d-88aa-4489-aab7-6bd66ba81d10 None None] Network 0b1be417-e587-4a06-9020-43c19818e5c7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:02.672246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bdd12-da29-4808-916a-b624154717b7 req-b799c624-36a5-4b0a-ba85-61d8af900e2b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.681190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-045bdd12-da29-4808-916a-b624154717b7 req-b799c624-36a5-4b0a-ba85-61d8af900e2b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 944 time: 0.0909326 Jul 16 18:21:02.728672 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-045bdd12-da29-4808-916a-b624154717b7 req-e7f76b29-d4e8-4230-818d-322286144343 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465851 Jul 16 18:21:02.800677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['38962b19-dff7-4dfc-a5f8-35798f0df15e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:02.833684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0779e4-7f52-4194-8e91-05b66765aceb None None] Network 0b1be417-e587-4a06-9020-43c19818e5c7 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:02.898453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 35964) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.191456 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b560261-d2ed-4b1e-bb6b-9c4d580a64d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.318267 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b560261-d2ed-4b1e-bb6b-9c4d580a64d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.325806 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b560261-d2ed-4b1e-bb6b-9c4d580a64d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.372652 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7b560261-d2ed-4b1e-bb6b-9c4d580a64d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=706401f7f479425d9e3891ffd6928ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4724677 Jul 16 18:21:03.372881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 35978) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.374170 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b560261-d2ed-4b1e-bb6b-9c4d580a64d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2fccc0-7168-49c8-8466-5a695817dece,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.473852 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5bf68b44-e574-43f6-b326-5ddb6fe23559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.559059 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5bf68b44-e574-43f6-b326-5ddb6fe23559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.676782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84eb14d-be15-4994-a1b5-4f08da767f92 req-eb484e28-59bc-42d0-80bc-eef59b5a813a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1710706 Jul 16 18:21:03.775937 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5bf68b44-e574-43f6-b326-5ddb6fe23559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.778591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5bf68b44-e574-43f6-b326-5ddb6fe23559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.779822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5bf68b44-e574-43f6-b326-5ddb6fe23559 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba2fccc0-7168-49c8-8466-5a695817dece HTTP/1.1" status: 204 len: 168 time: 0.4060547 Jul 16 18:21:03.795105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-18de4147-a46d-417a-b0b7-30605aeedd01 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.796648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-18de4147-a46d-417a-b0b7-30605aeedd01 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/networks?id=18f3d5cf-45d5-4fa9-9eab-3212237a3717 HTTP/1.1" status: 200 len: 811 time: 0.2109339 Jul 16 18:21:03.803034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf68b44-e574-43f6-b326-5ddb6fe23559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2fccc0-7168-49c8-8466-5a695817dece,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.832254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-a4036831-1656-44ff-bb63-0cd5b135bf45 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/quotas/7a099ec377d44306983c79553c067b5e HTTP/1.1" status: 200 len: 375 time: 0.0196059 Jul 16 18:21:03.837780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84eb14d-be15-4994-a1b5-4f08da767f92 req-1e1737f9-4d4d-4c7d-a1e8-3c74457bca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.839159 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84eb14d-be15-4994-a1b5-4f08da767f92 req-1e1737f9-4d4d-4c7d-a1e8-3c74457bca8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 1098 time: 0.1317396 Jul 16 18:21:03.870295 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-38e5ddff-a19f-414d-860e-78b792c946cb tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a099ec377d44306983c79553c067b5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300622 Jul 16 18:21:04.065183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84eb14d-be15-4994-a1b5-4f08da767f92 req-55f961ec-e81b-4e1b-b172-279032b394c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.066658 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84eb14d-be15-4994-a1b5-4f08da767f92 req-55f961ec-e81b-4e1b-b172-279032b394c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.1955760 Jul 16 18:21:04.089185 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-627bc8b0-f322-4d8b-b7a0-50556873878a service neutron] 10.222.0.24 "GET /v2.0/networks/18f3d5cf-45d5-4fa9-9eab-3212237a3717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096593 Jul 16 18:21:04.167475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 38962b19-dff7-4dfc-a5f8-35798f0df15e up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:04.232652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84eb14d-be15-4994-a1b5-4f08da767f92 req-13100cc7-53cb-4d0d-8e85-5f6b48630487 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd HTTP/1.1" status: 200 len: 1002 time: 0.1565063 Jul 16 18:21:04.242919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394b68e-c9be-4e8c-8e94-bf5cbdaa84fe req-28267259-5bc5-4853-a4d0-8b37b93e79aa tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.244558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2394b68e-c9be-4e8c-8e94-bf5cbdaa84fe req-28267259-5bc5-4853-a4d0-8b37b93e79aa tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 944 time: 0.2538922 Jul 16 18:21:04.296327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 38962b19-dff7-4dfc-a5f8-35798f0df15e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:04.311679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 38962b19-dff7-4dfc-a5f8-35798f0df15e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:04.311954 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.319078 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-12c10bd6-fd9a-4f8e-b0bc-1a2ef9b13535 service neutron] 10.222.0.24 "GET /v2.0/networks/18f3d5cf-45d5-4fa9-9eab-3212237a3717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966372 Jul 16 18:21:04.331097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84eb14d-be15-4994-a1b5-4f08da767f92 req-0c8ea01f-486c-4132-b566-2c35f26b0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.332611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84eb14d-be15-4994-a1b5-4f08da767f92 req-0c8ea01f-486c-4132-b566-2c35f26b0590 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.0871890 Jul 16 18:21:04.442983 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2394b68e-c9be-4e8c-8e94-bf5cbdaa84fe req-6f48852e-4ffa-492c-85dc-a7d1ba46565b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650558 Jul 16 18:21:04.485231 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.514083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84eb14d-be15-4994-a1b5-4f08da767f92 req-5a213234-63b5-431f-a8e7-bf57b44f68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.515984 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84eb14d-be15-4994-a1b5-4f08da767f92 req-5a213234-63b5-431f-a8e7-bf57b44f68ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1712222 Jul 16 18:21:04.540612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11344e39-8f48-448e-9555-893193260668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38962b19-dff7-4dfc-a5f8-35798f0df15e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:04.545185 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c69558-bdaa-45ff-8cb9-92e7eb6cd199" -d '{"events": [{"server_uuid": "11344e39-8f48-448e-9555-893193260668", "name": "network-vif-plugged", "status": "completed", "tag": "38962b19-dff7-4dfc-a5f8-35798f0df15e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:04.625829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 38962b19-dff7-4dfc-a5f8-35798f0df15e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=38962b19-dff7-4dfc-a5f8-35798f0df15e,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:04.642644 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375f88ef-9dad-459b-a19d-6a186d57458e x-openstack-request-id: req-375f88ef-9dad-459b-a19d-6a186d57458e {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:04.643005 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11344e39-8f48-448e-9555-893193260668", "name": "network-vif-plugged", "status": "completed", "tag": "38962b19-dff7-4dfc-a5f8-35798f0df15e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:04.643216 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-375f88ef-9dad-459b-a19d-6a186d57458e {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:04.643600 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11344e39-8f48-448e-9555-893193260668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38962b19-dff7-4dfc-a5f8-35798f0df15e', 'code': 200} Jul 16 18:21:04.648101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84eb14d-be15-4994-a1b5-4f08da767f92 req-457a7b35-d053-4979-b1ba-b84466f541f0 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247060 Jul 16 18:21:04.661214 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.721516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=38962b19-dff7-4dfc-a5f8-35798f0df15e,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:04.780854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e3d30-6dce-47e4-ae5e-54e781f1f4f8 req-6abe2d1c-b7f2-4391-82fb-6b8d811b680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.783611 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-172e3d30-6dce-47e4-ae5e-54e781f1f4f8 req-6abe2d1c-b7f2-4391-82fb-6b8d811b680b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 1097 time: 0.0937426 Jul 16 18:21:04.804422 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29e9bebb-44c8-4af2-bec4-e4326520752b req-9b492b67-8324-4aac-beaa-115de2cb348b tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 210 time: 0.1551092 Jul 16 18:21:04.837800 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-172e3d30-6dce-47e4-ae5e-54e781f1f4f8 req-37cd570c-09f7-4a61-b9b0-d6479992bfe7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471570 Jul 16 18:21:04.852070 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f84eb14d-be15-4994-a1b5-4f08da767f92 req-b4bfa1b6-f873-478d-a173-3fdad0381c43 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792786 Jul 16 18:21:05.658334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36056) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:05.673996 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7be5eb-32ad-448b-bf5c-28dae4e9f26d req-6a3acebf-6e0c-424c-8de8-4184b34698ff tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.678376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec7be5eb-32ad-448b-bf5c-28dae4e9f26d req-6a3acebf-6e0c-424c-8de8-4184b34698ff tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 945 time: 0.0961995 Jul 16 18:21:05.718271 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ec7be5eb-32ad-448b-bf5c-28dae4e9f26d req-f802f743-3bdf-4d07-a313-76e558dd2a8f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367274 Jul 16 18:21:05.824527 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89bcf5e3-4a20-4ca3-a22d-9d85f4205111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.932004 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89bcf5e3-4a20-4ca3-a22d-9d85f4205111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.937426 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89bcf5e3-4a20-4ca3-a22d-9d85f4205111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.007523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e2732af-8c90-4732-88e5-628c1b944c6e req-2636db7f-f548-4e5a-a942-f1608d47573e tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 210 time: 0.0493717 Jul 16 18:21:06.009543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcf5e3-4a20-4ca3-a22d-9d85f4205111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4cca9a-87a8-40d7-b293-cd9d847f99a4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.014504 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-89bcf5e3-4a20-4ca3-a22d-9d85f4205111 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d404b0ee169349699d7dc865ed765e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550408 Jul 16 18:21:06.017066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36066) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.117919 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9c5a398f-6638-4376-8b96-418f04960e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.151737 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9c5a398f-6638-4376-8b96-418f04960e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.220890 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9c5a398f-6638-4376-8b96-418f04960e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.223677 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9c5a398f-6638-4376-8b96-418f04960e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.224982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9c5a398f-6638-4376-8b96-418f04960e14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc4cca9a-87a8-40d7-b293-cd9d847f99a4 HTTP/1.1" status: 204 len: 168 time: 0.2068751 Jul 16 18:21:06.234121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a398f-6638-4376-8b96-418f04960e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4cca9a-87a8-40d7-b293-cd9d847f99a4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.281820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-de72231c-97fb-4012-b242-fb6536aa30da tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.284454 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-de72231c-97fb-4012-b242-fb6536aa30da tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.32 "GET /v2.0/networks?id=18f3d5cf-45d5-4fa9-9eab-3212237a3717 HTTP/1.1" status: 200 len: 811 time: 0.1822309 Jul 16 18:21:06.304448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-372fae6c-6bea-4ea2-8ef3-665e4296a320 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Request body: {'port': {'device_id': '09f04766-6957-4b8d-a1fb-09795f38fde6', 'network_id': '18f3d5cf-45d5-4fa9-9eab-3212237a3717', 'admin_state_up': True, 'tenant_id': '7a099ec377d44306983c79553c067b5e'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:06.489823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-372fae6c-6bea-4ea2-8ef3-665e4296a320 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Made reservation on behalf of 7a099ec377d44306983c79553c067b5e for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:06.494483 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-372fae6c-6bea-4ea2-8ef3-665e4296a320 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.640289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36072) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.648909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-372fae6c-6bea-4ea2-8ef3-665e4296a320 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Allocated IP 172.20.0.2 (18f3d5cf-45d5-4fa9-9eab-3212237a3717/090fbf5a-995b-431c-83a5-66315530945d/55946865-972f-49d3-9dde-3e7ef40cedbc) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:06.662535 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f99bd833-d177-4b33-bba5-bdf041af2276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.783819 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f99bd833-d177-4b33-bba5-bdf041af2276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.789355 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f99bd833-d177-4b33-bba5-bdf041af2276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.821962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f99bd833-d177-4b33-bba5-bdf041af2276 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65dce6ba3cf648649c0ecb9ce7420a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801965 Jul 16 18:21:06.829587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36078) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.875051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bd833-d177-4b33-bba5-bdf041af2276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf71a41-2708-407d-863c-76956812f220,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.964001 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d227e83b-c677-4c66-b3ac-69314fc6f004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.992443 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d227e83b-c677-4c66-b3ac-69314fc6f004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.044663 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb56ed-e431-44e2-a9eb-85625295d218 req-3f8ae514-c9c5-418b-bc08-0b043be4001c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.046368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99bb56ed-e431-44e2-a9eb-85625295d218 req-3f8ae514-c9c5-418b-bc08-0b043be4001c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 945 time: 0.1770377 Jul 16 18:21:07.091946 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d227e83b-c677-4c66-b3ac-69314fc6f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.095032 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d227e83b-c677-4c66-b3ac-69314fc6f004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.095864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d227e83b-c677-4c66-b3ac-69314fc6f004 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcf71a41-2708-407d-863c-76956812f220 HTTP/1.1" status: 204 len: 168 time: 0.2651980 Jul 16 18:21:07.117481 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99bb56ed-e431-44e2-a9eb-85625295d218 req-571a2211-4d46-4995-a38d-3e0aa9006786 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610092 Jul 16 18:21:07.118393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227e83b-c677-4c66-b3ac-69314fc6f004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf71a41-2708-407d-863c-76956812f220,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.249775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-372fae6c-6bea-4ea2-8ef3-665e4296a320 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.300058 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-372fae6c-6bea-4ea2-8ef3-665e4296a320 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.365431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-372fae6c-6bea-4ea2-8ef3-665e4296a320 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Network 18f3d5cf-45d5-4fa9-9eab-3212237a3717 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:07.367356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-372fae6c-6bea-4ea2-8ef3-665e4296a320 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:07.370461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-372fae6c-6bea-4ea2-8ef3-665e4296a320 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:07.410837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fae6c-6bea-4ea2-8ef3-665e4296a320 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Pushing event updated for resources: {'Port': ['ID=55946865-972f-49d3-9dde-3e7ef40cedbc,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.451034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-372fae6c-6bea-4ea2-8ef3-665e4296a320 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.452438 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-372fae6c-6bea-4ea2-8ef3-665e4296a320 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.468095 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6d1c3-4248-4898-8e16-313cac1634d9 req-d9e43a32-0042-431b-be69-e49a0d552d73 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.469786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aad6d1c3-4248-4898-8e16-313cac1634d9 req-d9e43a32-0042-431b-be69-e49a0d552d73 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 945 time: 0.0951879 Jul 16 18:21:07.471783 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-372fae6c-6bea-4ea2-8ef3-665e4296a320 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1742213 Jul 16 18:21:07.487998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Request body: {'port': {'device_id': '09f04766-6957-4b8d-a1fb-09795f38fde6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:07.505930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd28b89-776b-44e2-85d5-0c6e60075a31 req-2b00bae6-418c-4823-84d0-1865db8cc655 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:07.514518 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ebd28b89-776b-44e2-85d5-0c6e60075a31 req-2b00bae6-418c-4823-84d0-1865db8cc655 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 931 time: 0.1845391 Jul 16 18:21:07.581780 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.592160 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ebd28b89-776b-44e2-85d5-0c6e60075a31 req-801b053b-1174-453d-a9a0-185b5cf5da82 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768297 Jul 16 18:21:07.625135 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aad6d1c3-4248-4898-8e16-313cac1634d9 req-486e5f34-f30c-4af8-8556-669eb377d534 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312227 Jul 16 18:21:07.938313 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55946865-972f-49d3-9dde-3e7ef40cedbc {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:07.948071 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.967269 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Transition to ACTIVE for port object 55946865-972f-49d3-9dde-3e7ef40cedbc will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:07.973279 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.062806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Pushing event updated for resources: {'Port': ['ID=55946865-972f-49d3-9dde-3e7ef40cedbc,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:08.132829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Attempting to bind port 55946865-972f-49d3-9dde-3e7ef40cedbc on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:08.133189 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Attempting to bind port 55946865-972f-49d3-9dde-3e7ef40cedbc by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '56a9930e-1605-4013-9196-b308d3d47079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18f3d5cf-45d5-4fa9-9eab-3212237a3717'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:08.133451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Attempting to bind port 55946865-972f-49d3-9dde-3e7ef40cedbc on network 18f3d5cf-45d5-4fa9-9eab-3212237a3717 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:08.138138 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Port 55946865-972f-49d3-9dde-3e7ef40cedbc on network 18f3d5cf-45d5-4fa9-9eab-3212237a3717 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:08.138594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Attempting to bind port 55946865-972f-49d3-9dde-3e7ef40cedbc on network 18f3d5cf-45d5-4fa9-9eab-3212237a3717 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:08.144333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:08.144333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Checking segment: {'id': '56a9930e-1605-4013-9196-b308d3d47079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18f3d5cf-45d5-4fa9-9eab-3212237a3717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:08.144685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Bound using segment: {'id': '56a9930e-1605-4013-9196-b308d3d47079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18f3d5cf-45d5-4fa9-9eab-3212237a3717'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:08.145578 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Bound port: 55946865-972f-49d3-9dde-3e7ef40cedbc, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a9930e-1605-4013-9196-b308d3d47079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18f3d5cf-45d5-4fa9-9eab-3212237a3717'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:08.145578 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.238879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] For port 55946865-972f-49d3-9dde-3e7ef40cedbc, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:08.243540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] For port 55946865-972f-49d3-9dde-3e7ef40cedbc, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=55946865-972f-49d3-9dde-3e7ef40cedbc,segment=NetworkSegment(56a9930e-1605-4013-9196-b308d3d47079),segment_id=56a9930e-1605-4013-9196-b308d3d47079)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:08.245583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ea9f4-5b24-4416-9360-1c139fb1a11d req-92f94907-b42b-4c88-85cf-23c553661eb4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.248073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-049ea9f4-5b24-4416-9360-1c139fb1a11d req-92f94907-b42b-4c88-85cf-23c553661eb4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 945 time: 0.1171384 Jul 16 18:21:08.251398 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.311760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-049ea9f4-5b24-4416-9360-1c139fb1a11d req-94649beb-d4b6-49bc-8ce7-79aefe369c27 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555332 Jul 16 18:21:08.323758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Pushing event updated for resources: {'Port': ['ID=55946865-972f-49d3-9dde-3e7ef40cedbc,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:08.338669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.339888 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.341949 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-ec95ab4b-1749-4742-a8b9-5fc228036479 service neutron] 10.222.0.32 "PUT /v2.0/ports/55946865-972f-49d3-9dde-3e7ef40cedbc HTTP/1.1" status: 200 len: 1092 time: 0.8613131 Jul 16 18:21:08.342187 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f04766-6957-4b8d-a1fb-09795f38fde6', 'tag': '55946865-972f-49d3-9dde-3e7ef40cedbc'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:08.344874 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8b28e2-6e97-46ed-b18c-52c572565584" -d '{"events": [{"name": "network-changed", "server_uuid": "09f04766-6957-4b8d-a1fb-09795f38fde6", "tag": "55946865-972f-49d3-9dde-3e7ef40cedbc"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:08.439295 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8d2b74-7622-4c48-822a-6d5d5ce0b15b x-openstack-request-id: req-5e8d2b74-7622-4c48-822a-6d5d5ce0b15b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:08.439295 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f04766-6957-4b8d-a1fb-09795f38fde6", "tag": "55946865-972f-49d3-9dde-3e7ef40cedbc", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:08.439295 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e8d2b74-7622-4c48-822a-6d5d5ce0b15b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:08.439718 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f04766-6957-4b8d-a1fb-09795f38fde6', 'tag': '55946865-972f-49d3-9dde-3e7ef40cedbc', 'status': 'completed', 'code': 200} Jul 16 18:21:08.460112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-32c1a598-14aa-4e2d-b166-e06fa16cc862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.461989 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-32c1a598-14aa-4e2d-b166-e06fa16cc862 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a099ec377d44306983c79553c067b5e&device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 1095 time: 0.0691526 Jul 16 18:21:08.510359 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-0d18e4f5-ab79-40f1-aedc-ddf3443da854 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55946865-972f-49d3-9dde-3e7ef40cedbc HTTP/1.1" status: 200 len: 217 time: 0.0411339 Jul 16 18:21:08.579855 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-fc87089b-e1b4-4435-968d-5aedcf459e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.582040 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-fc87089b-e1b4-4435-968d-5aedcf459e87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=090fbf5a-995b-431c-83a5-66315530945d HTTP/1.1" status: 200 len: 851 time: 0.0656407 Jul 16 18:21:08.623012 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-83f7ee35-f1a4-472e-a61a-43caa4ead2a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18f3d5cf-45d5-4fa9-9eab-3212237a3717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332894 Jul 16 18:21:08.756099 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-01ce0a78-e28f-4476-9565-eb5514269c85 service neutron] 10.222.0.32 "GET /v2.0/networks/18f3d5cf-45d5-4fa9-9eab-3212237a3717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263981 Jul 16 18:21:08.816534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440d5d1-3ef5-4b9e-9c3c-ae792047ba17 req-b70d0ae1-2b56-4f91-a406-c915a921300b tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.818655 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a440d5d1-3ef5-4b9e-9c3c-ae792047ba17 req-b70d0ae1-2b56-4f91-a406-c915a921300b tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 943 time: 0.0883200 Jul 16 18:21:08.861136 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9f745bd-861e-4a4e-95cd-607ac5658f4b req-d7975c51-f55e-4748-85fc-94ee6ab27a7d service neutron] 10.222.0.32 "GET /v2.0/networks/18f3d5cf-45d5-4fa9-9eab-3212237a3717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976140 Jul 16 18:21:08.868173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a440d5d1-3ef5-4b9e-9c3c-ae792047ba17 req-290d5d75-d53f-4e1c-9bad-9041d0da5614 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423586 Jul 16 18:21:09.010501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b28e2-6e97-46ed-b18c-52c572565584 req-b005ba4d-27bc-4f8f-9e70-ad267b548d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.013823 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8e8b28e2-6e97-46ed-b18c-52c572565584 req-b005ba4d-27bc-4f8f-9e70-ad267b548d60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a099ec377d44306983c79553c067b5e&device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 1095 time: 0.0874579 Jul 16 18:21:09.130761 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b28e2-6e97-46ed-b18c-52c572565584 req-e6467ba1-fb10-40cb-8663-f69e2b5917da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.132439 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8e8b28e2-6e97-46ed-b18c-52c572565584 req-e6467ba1-fb10-40cb-8663-f69e2b5917da service neutron] 10.222.0.32 "GET /v2.0/networks?id=18f3d5cf-45d5-4fa9-9eab-3212237a3717 HTTP/1.1" status: 200 len: 912 time: 0.1116896 Jul 16 18:21:09.182304 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8e8b28e2-6e97-46ed-b18c-52c572565584 req-5b356712-424a-40c0-afdd-20537346d646 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55946865-972f-49d3-9dde-3e7ef40cedbc HTTP/1.1" status: 200 len: 217 time: 0.0413246 Jul 16 18:21:09.256406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b28e2-6e97-46ed-b18c-52c572565584 req-d3697a09-130d-4da1-86f9-fb8551d4de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.261237 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8e8b28e2-6e97-46ed-b18c-52c572565584 req-d3697a09-130d-4da1-86f9-fb8551d4de9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=090fbf5a-995b-431c-83a5-66315530945d HTTP/1.1" status: 200 len: 851 time: 0.0700679 Jul 16 18:21:09.304071 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8e8b28e2-6e97-46ed-b18c-52c572565584 req-685df987-8e2a-401d-8010-43aa717547f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18f3d5cf-45d5-4fa9-9eab-3212237a3717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370734 Jul 16 18:21:09.452423 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8e8b28e2-6e97-46ed-b18c-52c572565584 req-6b6ba1c3-73ae-4032-9e45-e06cd9818d6b service neutron] 10.222.0.32 "GET /v2.0/networks/18f3d5cf-45d5-4fa9-9eab-3212237a3717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402044 Jul 16 18:21:09.566351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42445959-7386-47c6-81f7-a964e539f153 req-a76eaf81-6347-4bcf-ac96-19cc06111364 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.569988 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42445959-7386-47c6-81f7-a964e539f153 req-a76eaf81-6347-4bcf-ac96-19cc06111364 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 945 time: 0.1147306 Jul 16 18:21:09.618211 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8e8b28e2-6e97-46ed-b18c-52c572565584 req-d536319d-25fe-42c3-89fe-9c10783b9da9 service neutron] 10.222.0.32 "GET /v2.0/networks/18f3d5cf-45d5-4fa9-9eab-3212237a3717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588323 Jul 16 18:21:09.698210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42445959-7386-47c6-81f7-a964e539f153 req-0071d3ac-b7a6-4449-a690-b95d2a297e9b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019506 Jul 16 18:21:09.765277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11427a00-79c5-4546-bcb2-4e6f0a612106 req-04d8a21c-c0e6-4ae0-865b-8e2fe6e58ef9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.767957 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11427a00-79c5-4546-bcb2-4e6f0a612106 req-04d8a21c-c0e6-4ae0-865b-8e2fe6e58ef9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 945 time: 0.1954668 Jul 16 18:21:09.906178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-11427a00-79c5-4546-bcb2-4e6f0a612106 req-e74da969-6277-4cba-abeb-3c206747973d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Deleting port 38962b19-dff7-4dfc-a5f8-35798f0df15e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:09.906556 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-11427a00-79c5-4546-bcb2-4e6f0a612106 req-e74da969-6277-4cba-abeb-3c206747973d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.059442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-11427a00-79c5-4546-bcb2-4e6f0a612106 req-e74da969-6277-4cba-abeb-3c206747973d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] For port 38962b19-dff7-4dfc-a5f8-35798f0df15e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=38962b19-dff7-4dfc-a5f8-35798f0df15e,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:10.059784 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-11427a00-79c5-4546-bcb2-4e6f0a612106 req-e74da969-6277-4cba-abeb-3c206747973d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.078977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-11427a00-79c5-4546-bcb2-4e6f0a612106 req-e74da969-6277-4cba-abeb-3c206747973d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Calling delete_port for 38962b19-dff7-4dfc-a5f8-35798f0df15e owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:10.166759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fa461-8b98-481b-a414-bafa33db4ffe req-1ac6e528-8bbf-4dec-9599-c212e1e71c37 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:10.168521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f1fa461-8b98-481b-a414-bafa33db4ffe req-1ac6e528-8bbf-4dec-9599-c212e1e71c37 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 943 time: 0.1623201 Jul 16 18:21:10.232331 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f1fa461-8b98-481b-a414-bafa33db4ffe req-4c1f9073-721e-44cc-a16c-ae1dd9b48701 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537586 Jul 16 18:21:10.295837 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-11427a00-79c5-4546-bcb2-4e6f0a612106 req-e74da969-6277-4cba-abeb-3c206747973d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.311719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d612a4fd-8205-4e61-91c9-41a9a2934afe'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:10.351534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74da969-6277-4cba-abeb-3c206747973d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event deleted for resources: {'Port': ['ID=38962b19-dff7-4dfc-a5f8-35798f0df15e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.423562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-11427a00-79c5-4546-bcb2-4e6f0a612106 req-e74da969-6277-4cba-abeb-3c206747973d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] No DVR routers for this DVR port 38962b19-dff7-4dfc-a5f8-35798f0df15e on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:10.427094 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-11427a00-79c5-4546-bcb2-4e6f0a612106 req-e74da969-6277-4cba-abeb-3c206747973d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.429056 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11427a00-79c5-4546-bcb2-4e6f0a612106 req-e74da969-6277-4cba-abeb-3c206747973d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "DELETE /v2.0/ports/38962b19-dff7-4dfc-a5f8-35798f0df15e HTTP/1.1" status: 204 len: 173 time: 0.6545463 Jul 16 18:21:10.429593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11344e39-8f48-448e-9555-893193260668', 'name': 'network-vif-deleted', 'tag': '38962b19-dff7-4dfc-a5f8-35798f0df15e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:10.432101 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c98e02-408d-411c-b664-e9158f9c4591" -d '{"events": [{"server_uuid": "11344e39-8f48-448e-9555-893193260668", "name": "network-vif-deleted", "tag": "38962b19-dff7-4dfc-a5f8-35798f0df15e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:10.527317 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107cf11d-2f0e-40c1-82db-5c4094485e8d x-openstack-request-id: req-107cf11d-2f0e-40c1-82db-5c4094485e8d {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:10.527610 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11344e39-8f48-448e-9555-893193260668", "name": "network-vif-deleted", "tag": "38962b19-dff7-4dfc-a5f8-35798f0df15e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:10.528796 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-107cf11d-2f0e-40c1-82db-5c4094485e8d {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:10.529273 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11344e39-8f48-448e-9555-893193260668', 'name': 'network-vif-deleted', 'tag': '38962b19-dff7-4dfc-a5f8-35798f0df15e', 'status': 'completed', 'code': 200} Jul 16 18:21:10.576332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 55946865-972f-49d3-9dde-3e7ef40cedbc details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:10.732159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 55946865-972f-49d3-9dde-3e7ef40cedbc, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=55946865-972f-49d3-9dde-3e7ef40cedbc,segment=NetworkSegment(56a9930e-1605-4013-9196-b308d3d47079),segment_id=56a9930e-1605-4013-9196-b308d3d47079)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:10.748713 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '55946865-972f-49d3-9dde-3e7ef40cedbc', 'network_id': '18f3d5cf-45d5-4fa9-9eab-3212237a3717', 'port_id': '55946865-972f-49d3-9dde-3e7ef40cedbc', 'mac_address': 'fa:16:3e:17:bf:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090fbf5a-995b-431c-83a5-66315530945d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:10.793544 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.810123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55946865-972f-49d3-9dde-3e7ef40cedbc {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:10.836350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 55946865-972f-49d3-9dde-3e7ef40cedbc, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=55946865-972f-49d3-9dde-3e7ef40cedbc,segment=NetworkSegment(56a9930e-1605-4013-9196-b308d3d47079),segment_id=56a9930e-1605-4013-9196-b308d3d47079)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:10.842574 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.906055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=55946865-972f-49d3-9dde-3e7ef40cedbc,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.916806 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:10.917726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:10.919712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:10.920356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:10.920865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:10.921413 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:10.922190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:10.922734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:10.923357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:10.923875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:10.924403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:10.925195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:10.935309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd996c13-7f8d-42d9-a3af-0619815ffc06 req-e710b678-3649-4b30-8a7e-706efc40ab99 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 210 time: 0.0304258 Jul 16 18:21:11.048396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['55946865-972f-49d3-9dde-3e7ef40cedbc'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:11.432778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded59dfd-80c6-4269-a289-ea16b23fb8e1 req-f4ae9ac6-ee5a-4cff-ba6c-dc5ebd03e475 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.436102 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ded59dfd-80c6-4269-a289-ea16b23fb8e1 req-f4ae9ac6-ee5a-4cff-ba6c-dc5ebd03e475 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 944 time: 0.0773308 Jul 16 18:21:11.477469 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ded59dfd-80c6-4269-a289-ea16b23fb8e1 req-dcd7ab9b-74bf-403b-b34d-266a5debdae4 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353913 Jul 16 18:21:12.111119 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a4dac1f-8598-43b8-9e2a-7a532a42b7b0 req-928469f7-9a91-4e05-b9b9-1caad0a09704 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 210 time: 0.0342841 Jul 16 18:21:12.180831 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 38962b19-dff7-4dfc-a5f8-35798f0df15e no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:12.207987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 38962b19-dff7-4dfc-a5f8-35798f0df15e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:12.208800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 38962b19-dff7-4dfc-a5f8-35798f0df15e not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:12.582555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 55946865-972f-49d3-9dde-3e7ef40cedbc up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:12.662917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 55946865-972f-49d3-9dde-3e7ef40cedbc completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:12.667492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 55946865-972f-49d3-9dde-3e7ef40cedbc triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:12.668167 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.773008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86d594-fdff-459c-bc74-ea8f67cfe8a5 req-f5be7973-26e2-4731-93a0-cc3bd7ca3f95 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.782022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f86d594-fdff-459c-bc74-ea8f67cfe8a5 req-f5be7973-26e2-4731-93a0-cc3bd7ca3f95 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 944 time: 0.1334393 Jul 16 18:21:12.795525 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.830635 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f86d594-fdff-459c-bc74-ea8f67cfe8a5 req-38618359-0c32-4d98-9331-08c5080dea64 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472057 Jul 16 18:21:12.896180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 55946865-972f-49d3-9dde-3e7ef40cedbc, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=55946865-972f-49d3-9dde-3e7ef40cedbc,segment=NetworkSegment(56a9930e-1605-4013-9196-b308d3d47079),segment_id=56a9930e-1605-4013-9196-b308d3d47079)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:12.900039 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f04766-6957-4b8d-a1fb-09795f38fde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55946865-972f-49d3-9dde-3e7ef40cedbc'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:12.906012 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252da435-a4d3-45a8-bc83-86c8cfb0be35" -d '{"events": [{"server_uuid": "09f04766-6957-4b8d-a1fb-09795f38fde6", "name": "network-vif-plugged", "status": "completed", "tag": "55946865-972f-49d3-9dde-3e7ef40cedbc"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:12.925116 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.971378 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12054298-1672-4482-803d-1b0509307d53 x-openstack-request-id: req-12054298-1672-4482-803d-1b0509307d53 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:12.972188 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f04766-6957-4b8d-a1fb-09795f38fde6", "name": "network-vif-plugged", "status": "completed", "tag": "55946865-972f-49d3-9dde-3e7ef40cedbc", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:12.972772 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12054298-1672-4482-803d-1b0509307d53 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:12.973533 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f04766-6957-4b8d-a1fb-09795f38fde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55946865-972f-49d3-9dde-3e7ef40cedbc', 'code': 200} Jul 16 18:21:12.979509 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=55946865-972f-49d3-9dde-3e7ef40cedbc,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:13.090068 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecea47-8eea-4c66-ada7-22a2ca4bf06f req-524527a8-4d97-499a-92d9-9a6b2d6c19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:13.092001 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-69ecea47-8eea-4c66-ada7-22a2ca4bf06f req-524527a8-4d97-499a-92d9-9a6b2d6c19cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 1097 time: 0.0575840 Jul 16 18:21:13.118797 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-33ed6d4b-b4a9-432a-9aec-34bc36c5ead7 req-8b656703-a27a-4237-9561-09dc51721681 service neutron] (105590) timed out ('10.222.0.24', 40634) {{(pid=105590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:21:13.129936 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-69ecea47-8eea-4c66-ada7-22a2ca4bf06f req-0bc59764-50ff-401e-bc4b-0e40614ce1ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315323 Jul 16 18:21:13.264002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5dcf79bf-dcdf-4a1e-8424-9622ed0dc7c7 req-bc67d183-61b5-4212-b16c-35d5228429cf tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 210 time: 0.0371943 Jul 16 18:21:13.512616 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dd40cf3a-b9c9-4fd1-b107-27ea58a4ceed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.150092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685a7ea-1bc2-4141-8b82-cc0d721c707f req-35cf5d63-8a67-49a4-bfcf-6b991d4bc35d tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:14.160893 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2685a7ea-1bc2-4141-8b82-cc0d721c707f req-35cf5d63-8a67-49a4-bfcf-6b991d4bc35d tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.1092057 Jul 16 18:21:14.210508 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2685a7ea-1bc2-4141-8b82-cc0d721c707f req-749b0b17-a69e-421b-8213-09223cc4f7b8 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440352 Jul 16 18:21:14.525782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e0709a8-4f8c-4914-af9f-3c11ecc14805 req-b1daafde-31e8-4960-a0d1-b0b679b687f2 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 210 time: 0.0466876 Jul 16 18:21:14.559766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7829f0-71ee-4f7f-beee-b22a3cb701ac req-8703f99d-5241-4478-8d80-df4ab0a47493 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:14.562652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb7829f0-71ee-4f7f-beee-b22a3cb701ac req-8703f99d-5241-4478-8d80-df4ab0a47493 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.1608810 Jul 16 18:21:14.617239 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb7829f0-71ee-4f7f-beee-b22a3cb701ac req-44837df4-2ee9-466a-905b-9568eb0b676d tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473950 Jul 16 18:21:15.224771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860485-1f29-4ab8-9dbd-8566ce8c2736 req-57a0c33a-da26-479d-9eeb-b2b927ab798d tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.235745 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60860485-1f29-4ab8-9dbd-8566ce8c2736 req-57a0c33a-da26-479d-9eeb-b2b927ab798d tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.1454566 Jul 16 18:21:15.298251 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60860485-1f29-4ab8-9dbd-8566ce8c2736 req-f8c304bd-7d4e-4be9-baf4-eaff27617434 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612383 Jul 16 18:21:15.736473 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29f7dd72-442e-4396-8466-f38b8b31633d req-0abfc031-9c99-47a8-8f1f-f6defd96c022 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=11344e39-8f48-448e-9555-893193260668 HTTP/1.1" status: 200 len: 210 time: 0.0335178 Jul 16 18:21:15.739880 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1a00ffd7-849a-4268-b9d4-bf5ad7f03f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.956326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.519820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40970f-8f5a-4b54-84fc-df76691a7969 req-af045e1e-32a0-4f56-81a4-83f0e73dd385 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:16.521451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc40970f-8f5a-4b54-84fc-df76691a7969 req-af045e1e-32a0-4f56-81a4-83f0e73dd385 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.0723321 Jul 16 18:21:16.570231 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc40970f-8f5a-4b54-84fc-df76691a7969 req-0a26a638-4ed1-4c85-9356-8f05732837a5 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Jul 16 18:21:16.882638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36332) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.101808 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-19fa8c1f-43a9-42ed-a611-820f73b2a7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.145714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1224fc7-bbe2-4b85-a2b0-a860ceb9dac7 req-f841f12a-9306-46b5-9fde-fd5bd8e7ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.147249 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d1224fc7-bbe2-4b85-a2b0-a860ceb9dac7 req-f841f12a-9306-46b5-9fde-fd5bd8e7ecf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a099ec377d44306983c79553c067b5e&device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 1097 time: 0.0971375 Jul 16 18:21:17.205722 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871fec-3752-43f5-9d47-d2812aff55d2 req-07cfbe1f-6d2f-4af8-b9cf-cce812d580fc tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.212144 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7871fec-3752-43f5-9d47-d2812aff55d2 req-07cfbe1f-6d2f-4af8-b9cf-cce812d580fc tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.1641922 Jul 16 18:21:17.262708 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7871fec-3752-43f5-9d47-d2812aff55d2 req-75ed5660-92e4-4778-b015-af8f67175a69 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489318 Jul 16 18:21:17.263842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1224fc7-bbe2-4b85-a2b0-a860ceb9dac7 req-d0d63d76-8c26-4a0d-a777-140589e41b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.265523 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d1224fc7-bbe2-4b85-a2b0-a860ceb9dac7 req-d0d63d76-8c26-4a0d-a777-140589e41b38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18f3d5cf-45d5-4fa9-9eab-3212237a3717 HTTP/1.1" status: 200 len: 912 time: 0.1119647 Jul 16 18:21:17.301514 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-19fa8c1f-43a9-42ed-a611-820f73b2a7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.306357 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-19fa8c1f-43a9-42ed-a611-820f73b2a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.319920 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d1224fc7-bbe2-4b85-a2b0-a860ceb9dac7 req-a55a13a3-0de0-49b2-867d-cf777de11ab1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55946865-972f-49d3-9dde-3e7ef40cedbc HTTP/1.1" status: 200 len: 217 time: 0.0473726 Jul 16 18:21:17.352301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-19fa8c1f-43a9-42ed-a611-820f73b2a7e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bd3f82aae60404f889577360dbb23cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685698 Jul 16 18:21:17.353515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa8c1f-43a9-42ed-a611-820f73b2a7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d24a73-6ed5-4cc1-b189-b160ac6b6039,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.355096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36342) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.403938 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1224fc7-bbe2-4b85-a2b0-a860ceb9dac7 req-9ba6e6e4-f0d4-432b-93bd-7ac1790b851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.405427 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d1224fc7-bbe2-4b85-a2b0-a860ceb9dac7 req-9ba6e6e4-f0d4-432b-93bd-7ac1790b851e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=090fbf5a-995b-431c-83a5-66315530945d HTTP/1.1" status: 200 len: 851 time: 0.0799186 Jul 16 18:21:17.440493 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d1224fc7-bbe2-4b85-a2b0-a860ceb9dac7 req-fc4588c3-6428-4e92-8acb-c320965f19d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18f3d5cf-45d5-4fa9-9eab-3212237a3717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274839 Jul 16 18:21:17.463785 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f910cf9c-f160-45bf-a7f1-551fd37fe0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.534927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f910cf9c-f160-45bf-a7f1-551fd37fe0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.587409 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d1224fc7-bbe2-4b85-a2b0-a860ceb9dac7 req-dec87e01-96a2-45c1-a96c-d9eabbf75775 service neutron] 10.222.0.32 "GET /v2.0/networks/18f3d5cf-45d5-4fa9-9eab-3212237a3717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362236 Jul 16 18:21:17.628232 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f910cf9c-f160-45bf-a7f1-551fd37fe0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.630739 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f910cf9c-f160-45bf-a7f1-551fd37fe0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.631893 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f910cf9c-f160-45bf-a7f1-551fd37fe0f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00d24a73-6ed5-4cc1-b189-b160ac6b6039 HTTP/1.1" status: 204 len: 168 time: 0.2748475 Jul 16 18:21:17.667070 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910cf9c-f160-45bf-a7f1-551fd37fe0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d24a73-6ed5-4cc1-b189-b160ac6b6039,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.667721 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.703479 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d1224fc7-bbe2-4b85-a2b0-a860ceb9dac7 req-b742f6a5-2252-4984-95c1-b5f8341e998f service neutron] 10.222.0.32 "GET /v2.0/networks/18f3d5cf-45d5-4fa9-9eab-3212237a3717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097176 Jul 16 18:21:17.945445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36348) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.960346 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e30e23a8-7a93-461d-bb2c-ee6796a87e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.064874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e30e23a8-7a93-461d-bb2c-ee6796a87e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.070272 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e30e23a8-7a93-461d-bb2c-ee6796a87e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.125796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36360) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.126287 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e30e23a8-7a93-461d-bb2c-ee6796a87e4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6eacd77dd59f4eccb353025142878183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792252 Jul 16 18:21:18.131065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e23a8-7a93-461d-bb2c-ee6796a87e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f00657-7890-4dac-b9a7-1cca663130fb,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.205316 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d856ad77-e47c-41b9-956d-9e7cd4f557a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.245886 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d856ad77-e47c-41b9-956d-9e7cd4f557a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.305600 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d856ad77-e47c-41b9-956d-9e7cd4f557a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.314263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d856ad77-e47c-41b9-956d-9e7cd4f557a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.315597 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d856ad77-e47c-41b9-956d-9e7cd4f557a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4f00657-7890-4dac-b9a7-1cca663130fb HTTP/1.1" status: 204 len: 168 time: 0.1885324 Jul 16 18:21:18.350873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856ad77-e47c-41b9-956d-9e7cd4f557a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f00657-7890-4dac-b9a7-1cca663130fb,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.601166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6587629-e870-4033-8fd4-ce85304b3903 req-74e1b7e8-9d53-4baf-8910-e219e4504f3a tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:18.612470 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6587629-e870-4033-8fd4-ce85304b3903 req-74e1b7e8-9d53-4baf-8910-e219e4504f3a tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.1566255 Jul 16 18:21:18.683123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6587629-e870-4033-8fd4-ce85304b3903 req-1bf42858-38cf-401b-8391-da8dfec3e14d tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668271 Jul 16 18:21:19.071074 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.885893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b6dc2-278f-420a-98bf-feed8588a2ce req-d3659d9b-1668-4267-9836-23012b1e9008 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:19.888220 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b19b6dc2-278f-420a-98bf-feed8588a2ce req-d3659d9b-1668-4267-9836-23012b1e9008 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.0705590 Jul 16 18:21:19.928945 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b19b6dc2-278f-420a-98bf-feed8588a2ce req-6aba92d9-ae22-49b4-a2fc-b75a2226e4ac tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341945 Jul 16 18:21:20.332323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a49474-61df-40da-b1d0-fb204f59c32f req-60302380-dc98-444d-b001-5976f5f17be5 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.335342 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20a49474-61df-40da-b1d0-fb204f59c32f req-60302380-dc98-444d-b001-5976f5f17be5 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.0808134 Jul 16 18:21:20.397553 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20a49474-61df-40da-b1d0-fb204f59c32f req-3b5aaf85-2dc9-4aae-8aa6-94f5fae33cc1 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525165 Jul 16 18:21:20.611143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374abc3e-f447-4ff6-ab94-d72b60c111d1 req-e467fc58-f124-427d-af19-7d17890897c9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.612945 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-374abc3e-f447-4ff6-ab94-d72b60c111d1 req-e467fc58-f124-427d-af19-7d17890897c9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 945 time: 0.0662854 Jul 16 18:21:20.658859 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-374abc3e-f447-4ff6-ab94-d72b60c111d1 req-dc33cf66-cb36-453b-8713-fa6c177a4af6 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398767 Jul 16 18:21:21.607770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b532c23-b427-4887-b70e-aca4e0e817b9 req-90b9ffa0-6ecb-4138-b8a0-055450e309ce tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.610270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b532c23-b427-4887-b70e-aca4e0e817b9 req-90b9ffa0-6ecb-4138-b8a0-055450e309ce tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.0872016 Jul 16 18:21:21.666430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b532c23-b427-4887-b70e-aca4e0e817b9 req-bd70231f-c1d0-4af4-ba7a-1e04f6524f20 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497346 Jul 16 18:21:21.930054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edafdf-f161-4cc9-8571-1e2ebc70fd3c req-b2cec494-3f9f-4d75-80dc-8732201946c9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.932456 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49edafdf-f161-4cc9-8571-1e2ebc70fd3c req-b2cec494-3f9f-4d75-80dc-8732201946c9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 945 time: 0.1046908 Jul 16 18:21:22.049562 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49edafdf-f161-4cc9-8571-1e2ebc70fd3c req-a8547f5b-d00d-4f5c-aff0-81cc15881fed tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=acb4ff25-1c08-481a-ba44-522780bfadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068110 Jul 16 18:21:22.114777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869441e-c8ce-49eb-9d4a-4d69b9897d09 req-8c86625b-2f63-4d37-a7c7-74df2b4ecb1a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.118060 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f869441e-c8ce-49eb-9d4a-4d69b9897d09 req-8c86625b-2f63-4d37-a7c7-74df2b4ecb1a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 945 time: 0.1534269 Jul 16 18:21:22.155496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b8b3a-26b7-4163-b59c-a8ce83a5a20b req-56feaf4c-fab5-4c3f-bd75-9a0dfc9d08da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.157042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee6b8b3a-26b7-4163-b59c-a8ce83a5a20b req-56feaf4c-fab5-4c3f-bd75-9a0dfc9d08da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a099ec377d44306983c79553c067b5e&device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 1097 time: 0.0787199 Jul 16 18:21:22.264591 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-f869441e-c8ce-49eb-9d4a-4d69b9897d09 req-1075f936-feab-4fc6-9c13-4484eacc971b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Deleting port d612a4fd-8205-4e61-91c9-41a9a2934afe {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:22.265264 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f869441e-c8ce-49eb-9d4a-4d69b9897d09 req-1075f936-feab-4fc6-9c13-4484eacc971b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.305815 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b8b3a-26b7-4163-b59c-a8ce83a5a20b req-abb65cdb-2cc4-4d16-9699-492deec6136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.307319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee6b8b3a-26b7-4163-b59c-a8ce83a5a20b req-abb65cdb-2cc4-4d16-9699-492deec6136c service neutron] 10.222.0.32 "GET /v2.0/networks?id=18f3d5cf-45d5-4fa9-9eab-3212237a3717 HTTP/1.1" status: 200 len: 912 time: 0.1418684 Jul 16 18:21:22.327303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3701872-daf9-4b77-834d-231120e502a2 req-7ad64e39-8265-4a99-ae62-8a9d4e705fc9 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.329051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3701872-daf9-4b77-834d-231120e502a2 req-7ad64e39-8265-4a99-ae62-8a9d4e705fc9 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.1433470 Jul 16 18:21:22.379901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee6b8b3a-26b7-4163-b59c-a8ce83a5a20b req-7640a217-692c-44df-bf28-ec41115201a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55946865-972f-49d3-9dde-3e7ef40cedbc HTTP/1.1" status: 200 len: 217 time: 0.0645037 Jul 16 18:21:22.413115 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f869441e-c8ce-49eb-9d4a-4d69b9897d09 req-1075f936-feab-4fc6-9c13-4484eacc971b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] For port d612a4fd-8205-4e61-91c9-41a9a2934afe, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d612a4fd-8205-4e61-91c9-41a9a2934afe,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:22.413590 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f869441e-c8ce-49eb-9d4a-4d69b9897d09 req-1075f936-feab-4fc6-9c13-4484eacc971b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.430058 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-f869441e-c8ce-49eb-9d4a-4d69b9897d09 req-1075f936-feab-4fc6-9c13-4484eacc971b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Calling delete_port for d612a4fd-8205-4e61-91c9-41a9a2934afe owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:22.472110 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3701872-daf9-4b77-834d-231120e502a2 req-6f09d7b7-d419-4938-b69e-024cd4b1e683 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909808 Jul 16 18:21:22.480047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b8b3a-26b7-4163-b59c-a8ce83a5a20b req-3728c17e-9191-4ec0-a4fb-58ac8e4765eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.481806 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee6b8b3a-26b7-4163-b59c-a8ce83a5a20b req-3728c17e-9191-4ec0-a4fb-58ac8e4765eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=090fbf5a-995b-431c-83a5-66315530945d HTTP/1.1" status: 200 len: 851 time: 0.0900953 Jul 16 18:21:22.525782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee6b8b3a-26b7-4163-b59c-a8ce83a5a20b req-cf0371f9-1f3f-4e2e-94d5-1f0171671c30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18f3d5cf-45d5-4fa9-9eab-3212237a3717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374207 Jul 16 18:21:22.601148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f869441e-c8ce-49eb-9d4a-4d69b9897d09 req-1075f936-feab-4fc6-9c13-4484eacc971b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.615284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d612a4fd-8205-4e61-91c9-41a9a2934afe'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:22.638434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075f936-feab-4fc6-9c13-4484eacc971b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event deleted for resources: {'Port': ['ID=d612a4fd-8205-4e61-91c9-41a9a2934afe,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:22.722451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f869441e-c8ce-49eb-9d4a-4d69b9897d09 req-1075f936-feab-4fc6-9c13-4484eacc971b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] No DVR routers for this DVR port d612a4fd-8205-4e61-91c9-41a9a2934afe on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:22.726479 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f869441e-c8ce-49eb-9d4a-4d69b9897d09 req-1075f936-feab-4fc6-9c13-4484eacc971b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.729460 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f869441e-c8ce-49eb-9d4a-4d69b9897d09 req-1075f936-feab-4fc6-9c13-4484eacc971b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "DELETE /v2.0/ports/d612a4fd-8205-4e61-91c9-41a9a2934afe HTTP/1.1" status: 204 len: 173 time: 0.6064584 Jul 16 18:21:22.731267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bd0a5d-f6c8-4aa5-a185-b7f528f195f0', 'name': 'network-vif-deleted', 'tag': 'd612a4fd-8205-4e61-91c9-41a9a2934afe'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:22.734505 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fdd5c6-5d19-4442-bedd-21e3e2813a17" -d '{"events": [{"server_uuid": "80bd0a5d-f6c8-4aa5-a185-b7f528f195f0", "name": "network-vif-deleted", "tag": "d612a4fd-8205-4e61-91c9-41a9a2934afe"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:22.830207 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3348b4-c28b-42ed-8ce1-99e398a48d28 x-openstack-request-id: req-6e3348b4-c28b-42ed-8ce1-99e398a48d28 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:22.830751 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bd0a5d-f6c8-4aa5-a185-b7f528f195f0", "name": "network-vif-deleted", "tag": "d612a4fd-8205-4e61-91c9-41a9a2934afe", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:22.830751 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e3348b4-c28b-42ed-8ce1-99e398a48d28 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:22.832750 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bd0a5d-f6c8-4aa5-a185-b7f528f195f0', 'name': 'network-vif-deleted', 'tag': 'd612a4fd-8205-4e61-91c9-41a9a2934afe', 'status': 'completed', 'code': 200} Jul 16 18:21:23.034980 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee6b8b3a-26b7-4163-b59c-a8ce83a5a20b req-58c7dd4f-5242-4910-a6ac-d1c024d33d50 service neutron] 10.222.0.32 "GET /v2.0/networks/18f3d5cf-45d5-4fa9-9eab-3212237a3717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024464 Jul 16 18:21:23.186369 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee6b8b3a-26b7-4163-b59c-a8ce83a5a20b req-5fe06ecf-47e9-4cf5-8da8-5aed0ce17902 service neutron] 10.222.0.32 "GET /v2.0/networks/18f3d5cf-45d5-4fa9-9eab-3212237a3717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435614 Jul 16 18:21:23.257800 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.289786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84531bd8-ac43-45a9-9b08-f62c41ed7eeb req-097333b5-5b84-484c-be96-d1df4a6370c0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 210 time: 0.0338359 Jul 16 18:21:23.705510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb44768-eef0-4754-a1dc-66f1921263b1 req-d3b5344b-3e78-4357-89f2-03d510f7e0f8 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.707423 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-afb44768-eef0-4754-a1dc-66f1921263b1 req-d3b5344b-3e78-4357-89f2-03d510f7e0f8 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.0766983 Jul 16 18:21:23.751560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-afb44768-eef0-4754-a1dc-66f1921263b1 req-0987ca28-a647-4916-8caf-c09d0d3611ed tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380304 Jul 16 18:21:24.507288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b57114b8-1c98-4a93-bda3-9507d9c2cb07 req-b511ae1f-5cfe-4c18-b6fd-35fed625e73d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 210 time: 0.0516424 Jul 16 18:21:24.658756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d612a4fd-8205-4e61-91c9-41a9a2934afe no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:24.689869 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: d612a4fd-8205-4e61-91c9-41a9a2934afe {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:24.690628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d612a4fd-8205-4e61-91c9-41a9a2934afe not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:24.977939 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9937c88-da45-49e6-9420-e1dbf9d5c94a req-e0f40797-a0f2-4e3f-91b7-284d4a5dcf25 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.986206 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d9937c88-da45-49e6-9420-e1dbf9d5c94a req-e0f40797-a0f2-4e3f-91b7-284d4a5dcf25 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.1087580 Jul 16 18:21:25.026226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d9937c88-da45-49e6-9420-e1dbf9d5c94a req-be2745ec-7519-4f0b-99cf-854fd1cd93a6 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390966 Jul 16 18:21:25.336271 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.601500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a4ef3-9e47-41f5-b758-fdcdb409ae2c req-6bae24e6-22a2-4ae4-b698-d6f7b79346c8 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.603219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-799a4ef3-9e47-41f5-b758-fdcdb409ae2c req-6bae24e6-22a2-4ae4-b698-d6f7b79346c8 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.1280398 Jul 16 18:21:25.692250 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-799a4ef3-9e47-41f5-b758-fdcdb409ae2c req-1e13e2c5-dc9f-463e-a0ae-f1587a5ef754 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824347 Jul 16 18:21:25.798769 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fbeb0e48-123b-4b27-9b6c-92de7946ad2d req-4f1ff450-f033-4b84-a224-5f1247665524 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 210 time: 0.0470698 Jul 16 18:21:26.962384 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ccb0e-b19d-4747-b15f-5ad9284d3daf req-c9e8bb27-4756-41d1-b3c9-392c72302d93 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.963974 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-480ccb0e-b19d-4747-b15f-5ad9284d3daf req-c9e8bb27-4756-41d1-b3c9-392c72302d93 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.0978365 Jul 16 18:21:27.024840 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ee36e38-9fcc-4b69-b555-2557b2206434 req-27419154-3dc1-48ae-9e8d-e2fad5fe4fca tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=80bd0a5d-f6c8-4aa5-a185-b7f528f195f0 HTTP/1.1" status: 200 len: 210 time: 0.0453215 Jul 16 18:21:27.053951 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-480ccb0e-b19d-4747-b15f-5ad9284d3daf req-68abb2f4-4afa-43ac-8e12-300969c0614a tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad516e79-4930-4cf4-a7a4-de83c2bdb996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814412 Jul 16 18:21:27.264759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c843e27-7542-4664-ab3e-875bfd7fd283 req-21ea7e6d-15b6-4d32-8448-301bf381290c tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.266563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c843e27-7542-4664-ab3e-875bfd7fd283 req-21ea7e6d-15b6-4d32-8448-301bf381290c tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.32 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 945 time: 0.1168370 Jul 16 18:21:27.405907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-4c843e27-7542-4664-ab3e-875bfd7fd283 req-23395b17-3e64-43a8-8a0f-830086e60600 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Deleting port 55946865-972f-49d3-9dde-3e7ef40cedbc {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:27.406793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4c843e27-7542-4664-ab3e-875bfd7fd283 req-23395b17-3e64-43a8-8a0f-830086e60600 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.525681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4c843e27-7542-4664-ab3e-875bfd7fd283 req-23395b17-3e64-43a8-8a0f-830086e60600 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] For port 55946865-972f-49d3-9dde-3e7ef40cedbc, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=55946865-972f-49d3-9dde-3e7ef40cedbc,segment=NetworkSegment(56a9930e-1605-4013-9196-b308d3d47079),segment_id=56a9930e-1605-4013-9196-b308d3d47079)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:27.526251 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4c843e27-7542-4664-ab3e-875bfd7fd283 req-23395b17-3e64-43a8-8a0f-830086e60600 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.557046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-4c843e27-7542-4664-ab3e-875bfd7fd283 req-23395b17-3e64-43a8-8a0f-830086e60600 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Calling delete_port for 55946865-972f-49d3-9dde-3e7ef40cedbc owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:27.767292 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4c843e27-7542-4664-ab3e-875bfd7fd283 req-23395b17-3e64-43a8-8a0f-830086e60600 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.789588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['55946865-972f-49d3-9dde-3e7ef40cedbc'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:27.811088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23395b17-3e64-43a8-8a0f-830086e60600 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Pushing event deleted for resources: {'Port': ['ID=55946865-972f-49d3-9dde-3e7ef40cedbc,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:27.874974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c843e27-7542-4664-ab3e-875bfd7fd283 req-23395b17-3e64-43a8-8a0f-830086e60600 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] No DVR routers for this DVR port 55946865-972f-49d3-9dde-3e7ef40cedbc on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:27.878481 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4c843e27-7542-4664-ab3e-875bfd7fd283 req-23395b17-3e64-43a8-8a0f-830086e60600 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.881187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c843e27-7542-4664-ab3e-875bfd7fd283 req-23395b17-3e64-43a8-8a0f-830086e60600 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.32 "DELETE /v2.0/ports/55946865-972f-49d3-9dde-3e7ef40cedbc HTTP/1.1" status: 204 len: 173 time: 0.6055930 Jul 16 18:21:27.881691 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f04766-6957-4b8d-a1fb-09795f38fde6', 'name': 'network-vif-deleted', 'tag': '55946865-972f-49d3-9dde-3e7ef40cedbc'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:27.884241 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd83f6b3-2f0c-4326-83e7-76eaecf587d7" -d '{"events": [{"server_uuid": "09f04766-6957-4b8d-a1fb-09795f38fde6", "name": "network-vif-deleted", "tag": "55946865-972f-49d3-9dde-3e7ef40cedbc"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:27.938857 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b94221-4674-4f21-bc0d-359167a28f1c x-openstack-request-id: req-28b94221-4674-4f21-bc0d-359167a28f1c {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:27.939359 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f04766-6957-4b8d-a1fb-09795f38fde6", "name": "network-vif-deleted", "tag": "55946865-972f-49d3-9dde-3e7ef40cedbc", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:27.939794 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28b94221-4674-4f21-bc0d-359167a28f1c {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:27.940358 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f04766-6957-4b8d-a1fb-09795f38fde6', 'name': 'network-vif-deleted', 'tag': '55946865-972f-49d3-9dde-3e7ef40cedbc', 'status': 'completed', 'code': 200} Jul 16 18:21:28.300491 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f25ed550-67e7-4295-8d51-fa8ae1c6b30e req-b366f4c8-7d31-4a3c-b816-a23a82440587 tempest-TestServerAdvancedOps-832682807 tempest-TestServerAdvancedOps-832682807-project] 10.222.0.24 "GET /v2.0/ports?device_id=09f04766-6957-4b8d-a1fb-09795f38fde6 HTTP/1.1" status: 200 len: 210 time: 0.0508819 Jul 16 18:21:28.628952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36684) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:28.890652 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-778e51e8-3061-48d4-aed0-b39f51ebf32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.043242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-778e51e8-3061-48d4-aed0-b39f51ebf32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.060307 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-778e51e8-3061-48d4-aed0-b39f51ebf32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.129691 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e51e8-3061-48d4-aed0-b39f51ebf32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09809ae0-7ff9-45ca-bd6b-00cf885853f2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.164826 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-778e51e8-3061-48d4-aed0-b39f51ebf32e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d20a1cb3188343e581e9d07580496da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5347099 Jul 16 18:21:29.167618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36700) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.224242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-53db6b05-69b0-437e-958b-a7993d0a4ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.266828 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-53db6b05-69b0-437e-958b-a7993d0a4ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.344900 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-53db6b05-69b0-437e-958b-a7993d0a4ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.347799 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-53db6b05-69b0-437e-958b-a7993d0a4ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.349071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-53db6b05-69b0-437e-958b-a7993d0a4ef0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09809ae0-7ff9-45ca-bd6b-00cf885853f2 HTTP/1.1" status: 204 len: 168 time: 0.1803613 Jul 16 18:21:29.363012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db6b05-69b0-437e-958b-a7993d0a4ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09809ae0-7ff9-45ca-bd6b-00cf885853f2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.453737 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36712) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.510798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f671d933-fa13-42b8-aed9-1e53ebcf879d admin admin] Deleting subnet 090fbf5a-995b-431c-83a5-66315530945d {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:29.515421 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f671d933-fa13-42b8-aed9-1e53ebcf879d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.561097 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f671d933-fa13-42b8-aed9-1e53ebcf879d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.609465 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f671d933-fa13-42b8-aed9-1e53ebcf879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.681557 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f671d933-fa13-42b8-aed9-1e53ebcf879d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.727917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671d933-fa13-42b8-aed9-1e53ebcf879d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090fbf5a-995b-431c-83a5-66315530945d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.733671 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f671d933-fa13-42b8-aed9-1e53ebcf879d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.740241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36722) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.740724 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f671d933-fa13-42b8-aed9-1e53ebcf879d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/090fbf5a-995b-431c-83a5-66315530945d HTTP/1.1" status: 204 len: 168 time: 0.2854381 Jul 16 18:21:29.835907 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10021669-8008-4016-8681-d03b9121ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.945679 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10021669-8008-4016-8681-d03b9121ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.965149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-10021669-8008-4016-8681-d03b9121ebf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f3d5cf-45d5-4fa9-9eab-3212237a3717']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:29.982321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-10021669-8008-4016-8681-d03b9121ebf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a9930e-1605-4013-9196-b308d3d47079') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:29.982807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-10021669-8008-4016-8681-d03b9121ebf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a9930e-1605-4013-9196-b308d3d47079') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:29.994342 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10021669-8008-4016-8681-d03b9121ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.015232 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10021669-8008-4016-8681-d03b9121ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.025696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10021669-8008-4016-8681-d03b9121ebf3 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:30.026527 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10021669-8008-4016-8681-d03b9121ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:30.029639 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:30.096601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10021669-8008-4016-8681-d03b9121ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.121213 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-10021669-8008-4016-8681-d03b9121ebf3 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.127034 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-10021669-8008-4016-8681-d03b9121ebf3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/18f3d5cf-45d5-4fa9-9eab-3212237a3717 HTTP/1.1" status: 204 len: 168 time: 0.3853178 Jul 16 18:21:30.129322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10021669-8008-4016-8681-d03b9121ebf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=18f3d5cf-45d5-4fa9-9eab-3212237a3717,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:30.133038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36734) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:30.246352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5000913b-4487-4159-a94e-66384d9b8e51 admin admin] Deleting subnet 85cd7da4-3648-459b-b6d8-d0410c3589e0 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:30.250866 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5000913b-4487-4159-a94e-66384d9b8e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.314279 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5000913b-4487-4159-a94e-66384d9b8e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.361028 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5000913b-4487-4159-a94e-66384d9b8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.434675 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5000913b-4487-4159-a94e-66384d9b8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.465293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000913b-4487-4159-a94e-66384d9b8e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85cd7da4-3648-459b-b6d8-d0410c3589e0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:30.468693 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5000913b-4487-4159-a94e-66384d9b8e51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.473449 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5000913b-4487-4159-a94e-66384d9b8e51 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/85cd7da4-3648-459b-b6d8-d0410c3589e0 HTTP/1.1" status: 204 len: 168 time: 0.3378692 Jul 16 18:21:30.474174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36750) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:30.564048 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.685546 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.704558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1be417-e587-4a06-9020-43c19818e5c7']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:30.705344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 55946865-972f-49d3-9dde-3e7ef40cedbc no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:30.719179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27883ca-ca60-4340-b9d1-1c1f79301ecb') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:30.719805 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27883ca-ca60-4340-b9d1-1c1f79301ecb') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:30.737163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.751141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 55946865-972f-49d3-9dde-3e7ef40cedbc {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:30.752933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 55946865-972f-49d3-9dde-3e7ef40cedbc not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:30.764506 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.770908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:30.771537 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:30.795349 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:30.838515 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.849927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.851998 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] 10.222.0.24 "DELETE /v2.0/networks/0b1be417-e587-4a06-9020-43c19818e5c7 HTTP/1.1" status: 204 len: 168 time: 0.3767045 Jul 16 18:21:30.862079 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1be417-e587-4a06-9020-43c19818e5c7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:30.870093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:30.870448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:30.871457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:30.871823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:30.872169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:30.872508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:30.872843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:30.873179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:30.873516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:30.873935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:30.874270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:30.874601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5794ea8c-7718-406f-a72a-0a88ae110bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.207597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36784) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.257151 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f1554889-8a2a-4046-9a8d-6d9f7013a525 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a099ec377d44306983c79553c067b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479054 Jul 16 18:21:31.259599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36786) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.343996 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f55cb3cf-14bb-4772-935d-5be65514b6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.374923 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f55cb3cf-14bb-4772-935d-5be65514b6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.458267 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f55cb3cf-14bb-4772-935d-5be65514b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.460858 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f55cb3cf-14bb-4772-935d-5be65514b6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.462545 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f55cb3cf-14bb-4772-935d-5be65514b6ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad516e79-4930-4cf4-a7a4-de83c2bdb996 HTTP/1.1" status: 204 len: 168 time: 0.2018113 Jul 16 18:21:31.474569 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cb3cf-14bb-4772-935d-5be65514b6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad516e79-4930-4cf4-a7a4-de83c2bdb996,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:31.788822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36828) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.072073 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6c217ee0-6427-4744-8004-122e6869b20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.114102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36846) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.163783 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b534de5e-a92e-40b0-b652-972c5eab6748 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf6bfdbafa0b40ed8e0c35d11ed68ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483124 Jul 16 18:21:32.166754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36852) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.220233 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6c217ee0-6427-4744-8004-122e6869b20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.225963 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6c217ee0-6427-4744-8004-122e6869b20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.247104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-542fbf4b-2049-497d-ba53-e2916ee6abf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.263384 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c217ee0-6427-4744-8004-122e6869b20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73953def-91cb-4aac-ba5e-70e72028bf4a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.271142 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-542fbf4b-2049-497d-ba53-e2916ee6abf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.300909 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6c217ee0-6427-4744-8004-122e6869b20c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c81088664a414e59848b07d1d423b9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109715 Jul 16 18:21:32.303450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36854) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.334557 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-542fbf4b-2049-497d-ba53-e2916ee6abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.337969 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-542fbf4b-2049-497d-ba53-e2916ee6abf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.340037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-542fbf4b-2049-497d-ba53-e2916ee6abf2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e0245f6-d457-4e58-8ffa-ee68b079a2a8 HTTP/1.1" status: 204 len: 168 time: 0.1705096 Jul 16 18:21:32.360524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fbf4b-2049-497d-ba53-e2916ee6abf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0245f6-d457-4e58-8ffa-ee68b079a2a8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.364086 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41c9af13-9010-4751-98e7-cb0109bdf840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.391943 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41c9af13-9010-4751-98e7-cb0109bdf840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.462874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41c9af13-9010-4751-98e7-cb0109bdf840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.466605 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41c9af13-9010-4751-98e7-cb0109bdf840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.467956 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-41c9af13-9010-4751-98e7-cb0109bdf840 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73953def-91cb-4aac-ba5e-70e72028bf4a HTTP/1.1" status: 204 len: 168 time: 0.1626589 Jul 16 18:21:32.490992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9af13-9010-4751-98e7-cb0109bdf840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73953def-91cb-4aac-ba5e-70e72028bf4a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.659843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36862) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.664919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e94544e2-ac57-4d2c-8003-f7583e2dba86 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227529473', 'description': 'tempest-secgroup-smoke-227529473 description', 'project_id': '7ff05b4225084c8da9b6812b44295606'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:32.692660 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e94544e2-ac57-4d2c-8003-f7583e2dba86 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.813062 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e94544e2-ac57-4d2c-8003-f7583e2dba86 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.820614 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e94544e2-ac57-4d2c-8003-f7583e2dba86 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.861276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94544e2-ac57-4d2c-8003-f7583e2dba86 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6582aa1-e91a-49bf-8eb4-04302d92ce47,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.872030 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e94544e2-ac57-4d2c-8003-f7583e2dba86 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.877246 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e94544e2-ac57-4d2c-8003-f7583e2dba86 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2128482 Jul 16 18:21:32.877935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36870) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:32.883715 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-43c301a8-57b0-4ed5-813d-927eb41650fb tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'security_group_rule': {'security_group_id': 'f6582aa1-e91a-49bf-8eb4-04302d92ce47', 'project_id': '7ff05b4225084c8da9b6812b44295606', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:32.927743 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43c301a8-57b0-4ed5-813d-927eb41650fb tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.025360 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43c301a8-57b0-4ed5-813d-927eb41650fb tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.030647 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43c301a8-57b0-4ed5-813d-927eb41650fb tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.078342 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c301a8-57b0-4ed5-813d-927eb41650fb tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff5de39-387a-469e-90fd-745ad7765c6c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.088115 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43c301a8-57b0-4ed5-813d-927eb41650fb tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.089710 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-43c301a8-57b0-4ed5-813d-927eb41650fb tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2101521 Jul 16 18:21:33.092657 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36874) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.105129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c35f124c-2fce-4b99-b55e-aa462f2fb887 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'security_group_rule': {'security_group_id': 'f6582aa1-e91a-49bf-8eb4-04302d92ce47', 'project_id': '7ff05b4225084c8da9b6812b44295606', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:33.135180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36876) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.144432 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c35f124c-2fce-4b99-b55e-aa462f2fb887 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.150650 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7d78a254-5f23-40da-a7c4-11482fa8ca24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.204209 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c35f124c-2fce-4b99-b55e-aa462f2fb887 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.207506 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c35f124c-2fce-4b99-b55e-aa462f2fb887 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.226457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f124c-2fce-4b99-b55e-aa462f2fb887 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb292a2-8f47-471e-88de-0ee3f295c542,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.246376 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7d78a254-5f23-40da-a7c4-11482fa8ca24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.250711 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7d78a254-5f23-40da-a7c4-11482fa8ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.255401 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c35f124c-2fce-4b99-b55e-aa462f2fb887 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.259792 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c35f124c-2fce-4b99-b55e-aa462f2fb887 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1655290 Jul 16 18:21:33.260610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36878) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.266686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d82ac1e4-5c1e-4894-81e8-18ddf340684b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'security_group_rule': {'security_group_id': 'f6582aa1-e91a-49bf-8eb4-04302d92ce47', 'project_id': '7ff05b4225084c8da9b6812b44295606', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:33.299026 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d82ac1e4-5c1e-4894-81e8-18ddf340684b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.303576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7d78a254-5f23-40da-a7c4-11482fa8ca24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d2954165b7e4fde913c0926aae4e8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643374 Jul 16 18:21:33.303807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36880) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.304431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78a254-5f23-40da-a7c4-11482fa8ca24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c52056-33e7-42be-9125-f5eb0ec413ce,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.390863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d82ac1e4-5c1e-4894-81e8-18ddf340684b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.399658 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d82ac1e4-5c1e-4894-81e8-18ddf340684b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.408879 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95a93c89-f381-4d5d-bff2-6a4d761151d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.427996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ac1e4-5c1e-4894-81e8-18ddf340684b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c23cc49-8a43-493c-86fa-77113c8b90cd,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.440843 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d82ac1e4-5c1e-4894-81e8-18ddf340684b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.444833 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d82ac1e4-5c1e-4894-81e8-18ddf340684b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1822913 Jul 16 18:21:33.445097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36882) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.449867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-85469c3d-818c-47a6-b6b8-39b9863a919b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'security_group_rule': {'security_group_id': 'f6582aa1-e91a-49bf-8eb4-04302d92ce47', 'project_id': '7ff05b4225084c8da9b6812b44295606', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:33.450061 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95a93c89-f381-4d5d-bff2-6a4d761151d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.478070 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-85469c3d-818c-47a6-b6b8-39b9863a919b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.502212 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95a93c89-f381-4d5d-bff2-6a4d761151d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.504876 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-95a93c89-f381-4d5d-bff2-6a4d761151d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.506074 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-95a93c89-f381-4d5d-bff2-6a4d761151d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6c52056-33e7-42be-9125-f5eb0ec413ce HTTP/1.1" status: 204 len: 168 time: 0.2002556 Jul 16 18:21:33.514831 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a93c89-f381-4d5d-bff2-6a4d761151d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c52056-33e7-42be-9125-f5eb0ec413ce,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.548249 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-85469c3d-818c-47a6-b6b8-39b9863a919b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.552263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-85469c3d-818c-47a6-b6b8-39b9863a919b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.571620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85469c3d-818c-47a6-b6b8-39b9863a919b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90ee009-ee1b-40da-a85b-9955f46cc59e,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.580292 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-85469c3d-818c-47a6-b6b8-39b9863a919b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.581687 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-85469c3d-818c-47a6-b6b8-39b9863a919b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357212 Jul 16 18:21:33.584586 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 36886) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.589399 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-28ea2212-9817-443d-b67d-b3b5df51852b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'security_group_rule': {'security_group_id': 'f6582aa1-e91a-49bf-8eb4-04302d92ce47', 'project_id': '7ff05b4225084c8da9b6812b44295606', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:33.616491 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-28ea2212-9817-443d-b67d-b3b5df51852b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Project 7ff05b4225084c8da9b6812b44295606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:21:33.622662 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28ea2212-9817-443d-b67d-b3b5df51852b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.680514 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28ea2212-9817-443d-b67d-b3b5df51852b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.686713 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28ea2212-9817-443d-b67d-b3b5df51852b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.708369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea2212-9817-443d-b67d-b3b5df51852b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223e118b-a1a7-4e4a-8ff0-a6e0c99a12c7,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.718780 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28ea2212-9817-443d-b67d-b3b5df51852b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.722802 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-28ea2212-9817-443d-b67d-b3b5df51852b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345413 Jul 16 18:21:33.723090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 36890) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.729028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9bda6acb-1d82-4e3d-8dfb-d3d16eed7c25 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'security_group_rule': {'security_group_id': 'f6582aa1-e91a-49bf-8eb4-04302d92ce47', 'project_id': '7ff05b4225084c8da9b6812b44295606', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:33.769388 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-9bda6acb-1d82-4e3d-8dfb-d3d16eed7c25 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Project 7ff05b4225084c8da9b6812b44295606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:21:33.775844 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bda6acb-1d82-4e3d-8dfb-d3d16eed7c25 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.843812 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bda6acb-1d82-4e3d-8dfb-d3d16eed7c25 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.848955 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bda6acb-1d82-4e3d-8dfb-d3d16eed7c25 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.872427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda6acb-1d82-4e3d-8dfb-d3d16eed7c25 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18bc2aff-3b2d-455a-8d15-ea709d628be0,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.879796 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bda6acb-1d82-4e3d-8dfb-d3d16eed7c25 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.881897 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9bda6acb-1d82-4e3d-8dfb-d3d16eed7c25 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1575701 Jul 16 18:21:35.404285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37018) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:35.540667 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd80a2a8-1420-49a0-834f-dac11202d0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.648625 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd80a2a8-1420-49a0-834f-dac11202d0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.654163 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd80a2a8-1420-49a0-834f-dac11202d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.697974 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bd80a2a8-1420-49a0-834f-dac11202d0b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d9d6435f992433aba1b5767abb5336f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895913 Jul 16 18:21:35.697974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80a2a8-1420-49a0-834f-dac11202d0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe981740-8e12-45ed-b793-647e9cfe23ce,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.698465 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37024) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:35.763968 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26028910-65d2-4226-bace-691cb1995ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.794905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26028910-65d2-4226-bace-691cb1995ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.846891 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26028910-65d2-4226-bace-691cb1995ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.849761 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-26028910-65d2-4226-bace-691cb1995ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.851078 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-26028910-65d2-4226-bace-691cb1995ad7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe981740-8e12-45ed-b793-647e9cfe23ce HTTP/1.1" status: 204 len: 168 time: 0.1515732 Jul 16 18:21:35.863052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26028910-65d2-4226-bace-691cb1995ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe981740-8e12-45ed-b793-647e9cfe23ce,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:36.959600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37068) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:37.079830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a638a8e6-6ee7-4146-9702-b81e6da549be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.179951 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a638a8e6-6ee7-4146-9702-b81e6da549be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.184752 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a638a8e6-6ee7-4146-9702-b81e6da549be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.226429 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a638a8e6-6ee7-4146-9702-b81e6da549be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9746687fc39b47edb197d40ee6ee8185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654335 Jul 16 18:21:37.227471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638a8e6-6ee7-4146-9702-b81e6da549be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0961e3c1-4b32-4ced-bfeb-c268abb53232,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:37.227897 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37078) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:37.289043 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb658-1dcf-4e5a-92f1-23a6021df06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.312812 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb658-1dcf-4e5a-92f1-23a6021df06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.368234 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb658-1dcf-4e5a-92f1-23a6021df06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.371536 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb658-1dcf-4e5a-92f1-23a6021df06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.372948 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8f6fb658-1dcf-4e5a-92f1-23a6021df06f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0961e3c1-4b32-4ced-bfeb-c268abb53232 HTTP/1.1" status: 204 len: 168 time: 0.1436121 Jul 16 18:21:37.394398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fb658-1dcf-4e5a-92f1-23a6021df06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0961e3c1-4b32-4ced-bfeb-c268abb53232,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:39.402526 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:21:40.033431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37178) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.103244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37186) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.262491 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.277986 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-160364ff-e2f1-401f-95a6-bc053f43c0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.408642 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c73573-12b1-454c-901f-3f2d35912fb8 req-f3034eb2-011b-43fb-9ff8-9e8cc4753bbf tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:40.410328 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44c73573-12b1-454c-901f-3f2d35912fb8 req-f3034eb2-011b-43fb-9ff8-9e8cc4753bbf tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.1088812 Jul 16 18:21:40.463119 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.472629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44c73573-12b1-454c-901f-3f2d35912fb8 req-04178991-d8b0-448b-abef-5b0a09b6c530 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554934 Jul 16 18:21:40.473817 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.527274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3bd3bbad541436d9327dfcbd654aea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221447 Jul 16 18:21:40.530209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37192) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.537234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c26d27-4e70-40f0-9ecf-3ddaf7c102f4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.552924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:40.553701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:40.554169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:40.554615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:40.555064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:40.555505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:40.555945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:40.556380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:40.556832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:40.557264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:40.558261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:40.558701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cf8db7-a2a4-433a-85b8-8ac59bade868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:40.567445 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-160364ff-e2f1-401f-95a6-bc053f43c0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.574692 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-160364ff-e2f1-401f-95a6-bc053f43c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.602361 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-367d5aff-b9c5-4697-bf40-e7cbfe1dbbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.612224 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-160364ff-e2f1-401f-95a6-bc053f43c0c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4dc40b729237478398d8ba911d452a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769529 Jul 16 18:21:40.612466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37194) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:40.626254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160364ff-e2f1-401f-95a6-bc053f43c0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c11ad3-47ce-4b47-8cb6-01770ed0c034,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.654254 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-367d5aff-b9c5-4697-bf40-e7cbfe1dbbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.705177 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-95a4254c-1fb6-4f31-96ce-eaf4b3a1db9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.728591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-95a4254c-1fb6-4f31-96ce-eaf4b3a1db9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.743955 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-367d5aff-b9c5-4697-bf40-e7cbfe1dbbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.747342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-367d5aff-b9c5-4697-bf40-e7cbfe1dbbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.748802 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-367d5aff-b9c5-4697-bf40-e7cbfe1dbbc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19c26d27-4e70-40f0-9ecf-3ddaf7c102f4 HTTP/1.1" status: 204 len: 168 time: 0.2172358 Jul 16 18:21:40.770902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d5aff-b9c5-4697-bf40-e7cbfe1dbbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c26d27-4e70-40f0-9ecf-3ddaf7c102f4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.797450 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-95a4254c-1fb6-4f31-96ce-eaf4b3a1db9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.803263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-95a4254c-1fb6-4f31-96ce-eaf4b3a1db9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.804415 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-95a4254c-1fb6-4f31-96ce-eaf4b3a1db9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9c11ad3-47ce-4b47-8cb6-01770ed0c034 HTTP/1.1" status: 204 len: 168 time: 0.1910908 Jul 16 18:21:40.819654 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4254c-1fb6-4f31-96ce-eaf4b3a1db9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c11ad3-47ce-4b47-8cb6-01770ed0c034,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:41.671273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702b8ac-bfa8-4b93-8ec5-764f08cc2786 req-fefc2175-f57b-4248-a1bd-b2cd3b1933bf tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.672831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8702b8ac-bfa8-4b93-8ec5-764f08cc2786 req-fefc2175-f57b-4248-a1bd-b2cd3b1933bf tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.0725107 Jul 16 18:21:41.716038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8702b8ac-bfa8-4b93-8ec5-764f08cc2786 req-bc938529-b33f-4a41-8587-057ffee06566 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369697 Jul 16 18:21:41.835113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37228) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:41.954585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59b1d9a4-588c-4086-a834-7821c44c59c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.051416 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59b1d9a4-588c-4086-a834-7821c44c59c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.055594 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-59b1d9a4-588c-4086-a834-7821c44c59c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.103689 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-59b1d9a4-588c-4086-a834-7821c44c59c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c16711bc52f4084969967cf6451bc6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651458 Jul 16 18:21:42.103689 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1d9a4-588c-4086-a834-7821c44c59c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5010232-59d8-4c96-8166-75880f1e6a8d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.104152 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37234) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.156961 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bfe9b422-552f-4ba0-b4c1-301c8ff98641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.183767 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bfe9b422-552f-4ba0-b4c1-301c8ff98641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.231098 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bfe9b422-552f-4ba0-b4c1-301c8ff98641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.233720 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bfe9b422-552f-4ba0-b4c1-301c8ff98641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.234887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bfe9b422-552f-4ba0-b4c1-301c8ff98641 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5010232-59d8-4c96-8166-75880f1e6a8d HTTP/1.1" status: 204 len: 168 time: 0.1298010 Jul 16 18:21:42.244078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9b422-552f-4ba0-b4c1-301c8ff98641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5010232-59d8-4c96-8166-75880f1e6a8d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:43.094368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4604cdc-7680-4c67-906c-4beaabddbf11 req-090894b8-55a0-44a9-963d-502a8413aaca tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:43.096735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4604cdc-7680-4c67-906c-4beaabddbf11 req-090894b8-55a0-44a9-963d-502a8413aaca tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.2517669 Jul 16 18:21:43.158244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4604cdc-7680-4c67-906c-4beaabddbf11 req-b16d859f-ecff-4a34-9e83-cf806713fb1f tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553012 Jul 16 18:21:43.516109 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-37eb038d-3ab6-4042-815e-78f3bba3d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.560410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27c9fd-183d-4dab-91d2-687346166430 req-494a0308-145d-428b-a3f4-36c8b95715b5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.562626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed27c9fd-183d-4dab-91d2-687346166430 req-494a0308-145d-428b-a3f4-36c8b95715b5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.2649136 Jul 16 18:21:44.606867 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed27c9fd-183d-4dab-91d2-687346166430 req-7bebd281-15f6-40ac-8357-c7ab1ca75b66 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377729 Jul 16 18:21:45.192811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37416) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.314714 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c612eff6-9e30-4e78-ab99-5030feffba48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.411164 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c612eff6-9e30-4e78-ab99-5030feffba48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.415625 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c612eff6-9e30-4e78-ab99-5030feffba48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.457153 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c612eff6-9e30-4e78-ab99-5030feffba48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f06ae6de71124a97bfcbc63359fd8cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632036 Jul 16 18:21:45.458083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612eff6-9e30-4e78-ab99-5030feffba48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31748f2d-0501-41fd-a70c-cd36bcb502d4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:45.460028 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37420) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.518105 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29a68fc2-3523-449c-b5d1-62fd6644fb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.541479 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29a68fc2-3523-449c-b5d1-62fd6644fb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.590948 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29a68fc2-3523-449c-b5d1-62fd6644fb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.593594 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29a68fc2-3523-449c-b5d1-62fd6644fb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.595085 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-29a68fc2-3523-449c-b5d1-62fd6644fb97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31748f2d-0501-41fd-a70c-cd36bcb502d4 HTTP/1.1" status: 204 len: 168 time: 0.1285167 Jul 16 18:21:45.602924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a68fc2-3523-449c-b5d1-62fd6644fb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31748f2d-0501-41fd-a70c-cd36bcb502d4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:45.731689 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d6690ec0-b2ac-4014-b7aa-7c27dbe4d8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.825608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985c387-58d9-4c46-bea3-c4e6be3e6109 req-9aa6a1e3-985e-4fab-8013-323e9939acc2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.827555 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e985c387-58d9-4c46-bea3-c4e6be3e6109 req-9aa6a1e3-985e-4fab-8013-323e9939acc2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.0798199 Jul 16 18:21:45.871079 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e985c387-58d9-4c46-bea3-c4e6be3e6109 req-8f104b49-b328-4ca5-88e5-a8a603bb5e1a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374353 Jul 16 18:21:45.959108 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.041833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37428) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.056469 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02fea021-ab72-42c5-a1e1-46e06528feeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.153844 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02fea021-ab72-42c5-a1e1-46e06528feeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.157921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02fea021-ab72-42c5-a1e1-46e06528feeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.199292 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-02fea021-ab72-42c5-a1e1-46e06528feeb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0ad2e390c1c45f8ac14dfe89aac28ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554680 Jul 16 18:21:46.201507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fea021-ab72-42c5-a1e1-46e06528feeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533c142a-d1fa-4346-b86a-3b78e77ace71,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:46.201990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37432) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:46.258179 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4c93-b4df-4ead-9b77-b11c0f9da33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.283602 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4c93-b4df-4ead-9b77-b11c0f9da33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.390782 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4c93-b4df-4ead-9b77-b11c0f9da33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.394077 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b0f4c93-b4df-4ead-9b77-b11c0f9da33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.396726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4b0f4c93-b4df-4ead-9b77-b11c0f9da33d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/533c142a-d1fa-4346-b86a-3b78e77ace71 HTTP/1.1" status: 204 len: 168 time: 0.1937957 Jul 16 18:21:46.429652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f4c93-b4df-4ead-9b77-b11c0f9da33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533c142a-d1fa-4346-b86a-3b78e77ace71,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.077257 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3b82b-f99b-4bd2-ac0c-1cbcfea1c32e req-c21bcedc-21a7-452c-b9b0-7163fb648e62 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.078923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7bd3b82b-f99b-4bd2-ac0c-1cbcfea1c32e req-c21bcedc-21a7-452c-b9b0-7163fb648e62 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.0780079 Jul 16 18:21:47.121458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7bd3b82b-f99b-4bd2-ac0c-1cbcfea1c32e req-43a889c1-d78f-49ea-b8af-6869cf50af5a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354600 Jul 16 18:21:47.137467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37472) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:47.245995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1072863387'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:47.267990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Made reservation on behalf of 809c1afa16d94718b27335ebb50564ff for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:47.271601 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.280952 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.372399 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.382086 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.411322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:47.422422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de321c6-1dcc-495f-bae2-df8e9e4b73ac,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.427707 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.428061 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Added segment 94a8cdcc-594c-408d-97ee-fd76644e57f2 of type vlan for network 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf Jul 16 18:21:47.472998 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.502248 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.508207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.508822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.546002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4072018 Jul 16 18:21:47.548756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37478) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:47.555800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e779f2e7-a7a0-4c98-aba4-dc9e8eb85911 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Request body: {'subnet': {'network_id': '5ca5bb22-cf49-4af0-b5ea-0b444e956dcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:47.585380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c1e47-b71a-44a9-9301-49082a8d3644 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Pushing event updated for resources: {'Network': ['ID=5ca5bb22-cf49-4af0-b5ea-0b444e956dcf,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.598205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:47.678575 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.688101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e779f2e7-a7a0-4c98-aba4-dc9e8eb85911 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Made reservation on behalf of 809c1afa16d94718b27335ebb50564ff for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:47.691835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e779f2e7-a7a0-4c98-aba4-dc9e8eb85911 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.880815 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e779f2e7-a7a0-4c98-aba4-dc9e8eb85911 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.942809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779f2e7-a7a0-4c98-aba4-dc9e8eb85911 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Pushing event updated for resources: {'Subnet': ['ID=8bddfd71-d7a2-4835-ad75-28e9c4b6ede1,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.955726 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779f2e7-a7a0-4c98-aba4-dc9e8eb85911 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Checking segment: {'id': '94a8cdcc-594c-408d-97ee-fd76644e57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ca5bb22-cf49-4af0-b5ea-0b444e956dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:47.956099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779f2e7-a7a0-4c98-aba4-dc9e8eb85911 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Network hostable DHCP agents. Network: 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:47.973806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779f2e7-a7a0-4c98-aba4-dc9e8eb85911 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Network 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:47.982798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e779f2e7-a7a0-4c98-aba4-dc9e8eb85911 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:47.987601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e779f2e7-a7a0-4c98-aba4-dc9e8eb85911 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.988336 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e779f2e7-a7a0-4c98-aba4-dc9e8eb85911 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.993517 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e252d91f-3d45-41d5-bf03-8b4e58209385 None None] Network 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:48.003987 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e779f2e7-a7a0-4c98-aba4-dc9e8eb85911 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4542017 Jul 16 18:21:48.006932 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37484) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:48.013637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Request body: {'port': {'network_id': '5ca5bb22-cf49-4af0-b5ea-0b444e956dcf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-394225575'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:48.135026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Made reservation on behalf of 809c1afa16d94718b27335ebb50564ff for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:48.140263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.158312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-5ca5bb22-cf49-4af0-b5ea-0b444e956dcf', 'network_id': '5ca5bb22-cf49-4af0-b5ea-0b444e956dcf', 'tenant_id': '809c1afa16d94718b27335ebb50564ff', 'fixed_ips': [{'subnet_id': '8bddfd71-d7a2-4835-ad75-28e9c4b6ede1'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:48.159386 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.162078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] device_id is not set on port f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:48.336483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Allocated IP 172.20.0.14 (5ca5bb22-cf49-4af0-b5ea-0b444e956dcf/8bddfd71-d7a2-4835-ad75-28e9c4b6ede1/f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:48.390388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40601c42-f468-44b3-a71d-a7d3ed502dc7 req-d2e3e2c7-034e-4537-9368-1af630768ca8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.391946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40601c42-f468-44b3-a71d-a7d3ed502dc7 req-d2e3e2c7-034e-4537-9368-1af630768ca8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.1214805 Jul 16 18:21:48.467391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40601c42-f468-44b3-a71d-a7d3ed502dc7 req-93ee5259-1c33-4615-b859-c35f698b9844 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651305 Jul 16 18:21:48.535767 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.554314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Transition to ACTIVE for port object f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:48.588315 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.632789 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Allocated IP 172.20.0.2 (5ca5bb22-cf49-4af0-b5ea-0b444e956dcf/8bddfd71-d7a2-4835-ad75-28e9c4b6ede1/246577f7-20be-4569-af1b-a546b3a8f57d) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:48.645076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Network 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:48.649362 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:48.651707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:48.678723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Pushing event updated for resources: {'Port': ['ID=f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:48.707044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.707670 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.723165 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9e0f2663-1bed-463d-968c-6b1cc79b234d tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7151468 Jul 16 18:21:48.726089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37494) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:48.732214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Request body: {'port': {'network_id': '5ca5bb22-cf49-4af0-b5ea-0b444e956dcf', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1140268096', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:48.732901 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.api.validators [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] bootfile-name is not in valid_values {{(pid=105591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:21:48.733345 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.api.validators [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] tftp-server is not in valid_values {{(pid=105591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:21:48.733961 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.api.validators [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] server-ip-address is not in valid_values {{(pid=105591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:21:48.858124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Made reservation on behalf of 809c1afa16d94718b27335ebb50564ff for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:48.862758 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.883030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] device_id is not set on port 7acce353-3df2-4135-b9ec-ba34bf08034d yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:48.954041 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.964378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Transition to ACTIVE for port object 246577f7-20be-4569-af1b-a546b3a8f57d will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:48.980100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Transition to ACTIVE for port object 246577f7-20be-4569-af1b-a546b3a8f57d will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:48.985963 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.026948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Network 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:49.033594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:49.035920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Pushing event updated for resources: {'Port': ['ID=246577f7-20be-4569-af1b-a546b3a8f57d,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:49.038485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Allocated IP 172.20.0.10 (5ca5bb22-cf49-4af0-b5ea-0b444e956dcf/8bddfd71-d7a2-4835-ad75-28e9c4b6ede1/7acce353-3df2-4135-b9ec-ba34bf08034d) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:49.039112 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:49.113546 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.117193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Attempting to bind port 246577f7-20be-4569-af1b-a546b3a8f57d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:49.117570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Attempting to bind port 246577f7-20be-4569-af1b-a546b3a8f57d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '94a8cdcc-594c-408d-97ee-fd76644e57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ca5bb22-cf49-4af0-b5ea-0b444e956dcf'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:49.117965 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Attempting to bind port 246577f7-20be-4569-af1b-a546b3a8f57d on network 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:49.124697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:49.125080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Checking segment: {'id': '94a8cdcc-594c-408d-97ee-fd76644e57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ca5bb22-cf49-4af0-b5ea-0b444e956dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:49.125490 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.125919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Bound using segment: {'id': '94a8cdcc-594c-408d-97ee-fd76644e57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ca5bb22-cf49-4af0-b5ea-0b444e956dcf'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:49.126536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Bound port: 246577f7-20be-4569-af1b-a546b3a8f57d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a8cdcc-594c-408d-97ee-fd76644e57f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5ca5bb22-cf49-4af0-b5ea-0b444e956dcf'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:49.126927 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.195003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] For port 246577f7-20be-4569-af1b-a546b3a8f57d, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:49.199114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] For port 246577f7-20be-4569-af1b-a546b3a8f57d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=246577f7-20be-4569-af1b-a546b3a8f57d,segment=NetworkSegment(94a8cdcc-594c-408d-97ee-fd76644e57f2),segment_id=94a8cdcc-594c-408d-97ee-fd76644e57f2)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:49.206300 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.228728 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.245672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Transition to ACTIVE for port object 7acce353-3df2-4135-b9ec-ba34bf08034d will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:49.266073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bca66-2aa8-4cba-8b06-6f762f2fbaa3 None None] Pushing event updated for resources: {'Port': ['ID=246577f7-20be-4569-af1b-a546b3a8f57d,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:49.298449 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.368410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Network 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:49.375200 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:49.379260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:49.412158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Pushing event updated for resources: {'Port': ['ID=7acce353-3df2-4135-b9ec-ba34bf08034d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:49.439826 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.440478 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.462271 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bd844dd9-7981-42df-a952-82d8a89d1aff tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.7305560 Jul 16 18:21:49.462271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37498) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:49.670723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87493923-b02f-4f6b-809d-ecab5606fbbf tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.676806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87493923-b02f-4f6b-809d-ecab5606fbbf tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.683347 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87493923-b02f-4f6b-809d-ecab5606fbbf tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.688735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-87493923-b02f-4f6b-809d-ecab5606fbbf tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2230103 Jul 16 18:21:49.689146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37502) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:49.727381 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b815ec-7b6d-4f61-af19-c117248292c9 req-d0b25c45-27a8-4c8e-8b05-3a39b6bb8d87 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.729111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61b815ec-7b6d-4f61-af19-c117248292c9 req-d0b25c45-27a8-4c8e-8b05-3a39b6bb8d87 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.1163657 Jul 16 18:21:49.799255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61b815ec-7b6d-4f61-af19-c117248292c9 req-cd98c8ea-e34d-43f8-a80e-ccb1cf0ab0fc tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604868 Jul 16 18:21:49.824875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 246577f7-20be-4569-af1b-a546b3a8f57d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:49.863559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad585a-d5d0-41ff-9e67-f525a376142e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Deleting port 7acce353-3df2-4135-b9ec-ba34bf08034d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:49.863908 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9ad585a-d5d0-41ff-9e67-f525a376142e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.907077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 246577f7-20be-4569-af1b-a546b3a8f57d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:49.980605 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9ad585a-d5d0-41ff-9e67-f525a376142e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.000166 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad585a-d5d0-41ff-9e67-f525a376142e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Calling delete_port for 7acce353-3df2-4135-b9ec-ba34bf08034d owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:50.159585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9ad585a-d5d0-41ff-9e67-f525a376142e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.200094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad585a-d5d0-41ff-9e67-f525a376142e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Pushing event deleted for resources: {'Port': ['ID=7acce353-3df2-4135-b9ec-ba34bf08034d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.285015 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9ad585a-d5d0-41ff-9e67-f525a376142e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.290867 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b9ad585a-d5d0-41ff-9e67-f525a376142e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] 10.222.0.24 "DELETE /v2.0/ports/7acce353-3df2-4135-b9ec-ba34bf08034d HTTP/1.1" status: 204 len: 168 time: 0.5970821 Jul 16 18:21:50.291353 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37504) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:50.297212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d1305b75-8909-4458-82d4-ef9bc72aabf3 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Request body: {'port': {'name': 'tempest-new-port-name-1687607280', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:50.297772 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.api.validators [None req-d1305b75-8909-4458-82d4-ef9bc72aabf3 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] bootfile-name is not in valid_values {{(pid=105591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:21:50.298462 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.api.validators [None req-d1305b75-8909-4458-82d4-ef9bc72aabf3 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] tftp-server is not in valid_values {{(pid=105591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:21:50.299382 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.api.validators [None req-d1305b75-8909-4458-82d4-ef9bc72aabf3 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] server-ip-address is not in valid_values {{(pid=105591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:21:50.405272 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1305b75-8909-4458-82d4-ef9bc72aabf3 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.444673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394975cb-955e-4d4b-9917-5f1636de91e7 None None] Network 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:50.606188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e86b9a6c-d7c8-42e6-b7e0-7c51abd2d550 None None] Provisioning for port 246577f7-20be-4569-af1b-a546b3a8f57d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:50.612528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e86b9a6c-d7c8-42e6-b7e0-7c51abd2d550 None None] Provisioning complete for port 246577f7-20be-4569-af1b-a546b3a8f57d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:50.613036 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e86b9a6c-d7c8-42e6-b7e0-7c51abd2d550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.625259 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1305b75-8909-4458-82d4-ef9bc72aabf3 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.630666 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1305b75-8909-4458-82d4-ef9bc72aabf3 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.717363 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e86b9a6c-d7c8-42e6-b7e0-7c51abd2d550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.728191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1305b75-8909-4458-82d4-ef9bc72aabf3 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Pushing event updated for resources: {'Port': ['ID=f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.741161 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d1305b75-8909-4458-82d4-ef9bc72aabf3 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] In _notify_port_updated(), no bound segment for port f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec on network 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf {{(pid=105591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:21:50.747220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1305b75-8909-4458-82d4-ef9bc72aabf3 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.748466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1305b75-8909-4458-82d4-ef9bc72aabf3 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.750090 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d1305b75-8909-4458-82d4-ef9bc72aabf3 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] 10.222.0.24 "PUT /v2.0/ports/f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec HTTP/1.1" status: 200 len: 1137 time: 0.4574237 Jul 16 18:21:50.753413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37508) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:50.755221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e86b9a6c-d7c8-42e6-b7e0-7c51abd2d550 None None] For port 246577f7-20be-4569-af1b-a546b3a8f57d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=246577f7-20be-4569-af1b-a546b3a8f57d,segment=NetworkSegment(94a8cdcc-594c-408d-97ee-fd76644e57f2),segment_id=94a8cdcc-594c-408d-97ee-fd76644e57f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:50.763040 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e86b9a6c-d7c8-42e6-b7e0-7c51abd2d550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.826234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee2321-4223-4415-825d-4e697e79e700 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.827315 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b9a6c-d7c8-42e6-b7e0-7c51abd2d550 None None] Pushing event updated for resources: {'Port': ['ID=246577f7-20be-4569-af1b-a546b3a8f57d,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.833191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37510) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:50.841065 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-37ee2321-4223-4415-825d-4e697e79e700 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] 10.222.0.24 "GET /v2.0/ports/f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec HTTP/1.1" status: 200 len: 1137 time: 0.0776479 Jul 16 18:21:50.984926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-44b8fd45-40f0-4fdc-959e-06c4680b5f02 None None] Provisioning for port f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:50.988957 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-44b8fd45-40f0-4fdc-959e-06c4680b5f02 None None] Provisioning complete for port f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:50.989340 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-44b8fd45-40f0-4fdc-959e-06c4680b5f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.998169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-94501264-f294-4218-a3f4-0e7ac75217c7 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Deleting port f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:50.998567 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-94501264-f294-4218-a3f4-0e7ac75217c7 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.047123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-44b8fd45-40f0-4fdc-959e-06c4680b5f02 None None] Port f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:51.058166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-44b8fd45-40f0-4fdc-959e-06c4680b5f02 None None] Provisioning complete for port 246577f7-20be-4569-af1b-a546b3a8f57d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:51.058546 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-44b8fd45-40f0-4fdc-959e-06c4680b5f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.104764 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b876fe-974a-4031-ac09-8595ee7fce54 req-09b68ca8-7acc-4d41-9165-eb99eb4d78f0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.106655 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b876fe-974a-4031-ac09-8595ee7fce54 req-09b68ca8-7acc-4d41-9165-eb99eb4d78f0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.1513150 Jul 16 18:21:51.127396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-94501264-f294-4218-a3f4-0e7ac75217c7 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.154743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-94501264-f294-4218-a3f4-0e7ac75217c7 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Calling delete_port for f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:51.182022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3b876fe-974a-4031-ac09-8595ee7fce54 req-87300071-3b56-4346-a82a-e613011fec99 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647678 Jul 16 18:21:51.269546 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-117f6c18-b346-4a9d-afb9-032d07a374c0 None None] Provisioning complete for port f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:51.270299 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-117f6c18-b346-4a9d-afb9-032d07a374c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.303722 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-94501264-f294-4218-a3f4-0e7ac75217c7 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.313432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-117f6c18-b346-4a9d-afb9-032d07a374c0 None None] Port f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:51.343344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94501264-f294-4218-a3f4-0e7ac75217c7 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Pushing event deleted for resources: {'Port': ['ID=f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:51.412559 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-94501264-f294-4218-a3f4-0e7ac75217c7 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.414599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-94501264-f294-4218-a3f4-0e7ac75217c7 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] 10.222.0.24 "DELETE /v2.0/ports/f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec HTTP/1.1" status: 204 len: 168 time: 0.5802267 Jul 16 18:21:51.417613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37514) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:51.426145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-16f3f62f-aca7-4107-a045-7c9eae3a7141 None None] Could not find standard attr ID for object 7acce353-3df2-4135-b9ec-ba34bf08034d. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:51.471653 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ff99b1-5b55-4b8c-92df-08b3b9cdaad6 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Deleting subnet 8bddfd71-d7a2-4835-ad75-28e9c4b6ede1 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:51.475200 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71ff99b1-5b55-4b8c-92df-08b3b9cdaad6 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.520055 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71ff99b1-5b55-4b8c-92df-08b3b9cdaad6 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.621139 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71ff99b1-5b55-4b8c-92df-08b3b9cdaad6 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.696318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71ff99b1-5b55-4b8c-92df-08b3b9cdaad6 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.725088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff99b1-5b55-4b8c-92df-08b3b9cdaad6 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Pushing event deleted for resources: {'Subnet': ['ID=8bddfd71-d7a2-4835-ad75-28e9c4b6ede1,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:51.735923 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71ff99b1-5b55-4b8c-92df-08b3b9cdaad6 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.737904 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-71ff99b1-5b55-4b8c-92df-08b3b9cdaad6 tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] 10.222.0.24 "DELETE /v2.0/subnets/8bddfd71-d7a2-4835-ad75-28e9c4b6ede1 HTTP/1.1" status: 204 len: 168 time: 0.3192925 Jul 16 18:21:51.740856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37526) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:51.782711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-d081a277-a4fb-4ac1-a39d-7293c9fcefa4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227529473&fields=id&tenant_id=7ff05b4225084c8da9b6812b44295606 HTTP/1.1" status: 200 len: 267 time: 0.0435517 Jul 16 18:21:51.794545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 246577f7-20be-4569-af1b-a546b3a8f57d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:51.822300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dc294a-0dec-4c61-a599-e5e573cdf343 None None] Network 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:51.857077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8145c567-cddf-4623-bc32-7e8a5db5e839 None None] Could not find standard attr ID for object f4fa2902-b7f5-4f43-9d1d-ea511c3cdcec. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:51.857819 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.911940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-abcaa930-e8e4-4692-b127-0821249cc28b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.913499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-abcaa930-e8e4-4692-b127-0821249cc28b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.1217368 Jul 16 18:21:51.913914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Deleting port 246577f7-20be-4569-af1b-a546b3a8f57d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:51.914263 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.930190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-26029ee4-ff4b-4f91-a2cd-bcc5f7cb27c0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/quotas/7ff05b4225084c8da9b6812b44295606 HTTP/1.1" status: 200 len: 375 time: 0.0109160 Jul 16 18:21:51.952548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 246577f7-20be-4569-af1b-a546b3a8f57d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:51.952979 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.984206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] For port 246577f7-20be-4569-af1b-a546b3a8f57d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=246577f7-20be-4569-af1b-a546b3a8f57d,segment=NetworkSegment(94a8cdcc-594c-408d-97ee-fd76644e57f2),segment_id=94a8cdcc-594c-408d-97ee-fd76644e57f2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:51.984578 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.998775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Calling delete_port for 246577f7-20be-4569-af1b-a546b3a8f57d owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:52.003474 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-db6b0da7-08e2-4732-b21f-a156460bf842 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670645 Jul 16 18:21:52.093451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adafe61-704f-4907-a6e4-3d48bf0c5a8c None None] DHCP port deletion for 5ca5bb22-cf49-4af0-b5ea-0b444e956dcf request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:52.102667 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.125993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0adafe61-704f-4907-a6e4-3d48bf0c5a8c None None] The port '246577f7-20be-4569-af1b-a546b3a8f57d' was deleted {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 18:21:52.136982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Pushing event deleted for resources: {'Port': ['ID=246577f7-20be-4569-af1b-a546b3a8f57d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.142339 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] No DVR routers for this DVR port 246577f7-20be-4569-af1b-a546b3a8f57d on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:52.232030 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.248942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca5bb22-cf49-4af0-b5ea-0b444e956dcf']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:52.261517 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a8cdcc-594c-408d-97ee-fd76644e57f2') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:52.262056 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a8cdcc-594c-408d-97ee-fd76644e57f2') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:52.271949 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.287827 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.296227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:52.296790 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:52.300484 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:52.308988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c4b82ffd-34c2-4880-b835-0f9ba3cea0dd details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:52.367716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.375524 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.377963 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] 10.222.0.24 "DELETE /v2.0/networks/5ca5bb22-cf49-4af0-b5ea-0b444e956dcf HTTP/1.1" status: 204 len: 168 time: 0.6356497 Jul 16 18:21:52.405866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b5d91-a629-4d09-9da8-471d4df3d21e tempest-ExtraDHCPOptionsTestJSON-1146456780 tempest-ExtraDHCPOptionsTestJSON-1146456780-project] Pushing event deleted for resources: {'Network': ['ID=5ca5bb22-cf49-4af0-b5ea-0b444e956dcf,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.424305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:52.437264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'port_id': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'mac_address': 'fa:16:3e:04:be:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:52.458185 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-cb408804-ece7-4e5c-a106-17dc89093a2f service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422817 Jul 16 18:21:52.480272 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.493780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4b82ffd-34c2-4880-b835-0f9ba3cea0dd {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:52.514993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c57aaf-3e5e-4a7c-87b8-5677be31fe8a req-52707eaf-2e6f-4c8a-925d-8cb6b64c5037 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.516504 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76c57aaf-3e5e-4a7c-87b8-5677be31fe8a req-52707eaf-2e6f-4c8a-925d-8cb6b64c5037 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.1204176 Jul 16 18:21:52.517255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:52.522687 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.579574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.610520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76c57aaf-3e5e-4a7c-87b8-5677be31fe8a req-0232ae38-31bd-4137-b7bf-17ed33da825b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620317 Jul 16 18:21:52.613344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-21513903-416b-4e81-8a3f-f58807bd4a2d service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470528 Jul 16 18:21:52.623879 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['c4b82ffd-34c2-4880-b835-0f9ba3cea0dd'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:52.719388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37540) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:52.880063 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5fa9f76f-b3e8-475f-b0cc-614e081c680d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=809c1afa16d94718b27335ebb50564ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594951 Jul 16 18:21:52.882932 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37554) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:52.943058 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b59375d-1686-4aea-8472-eb15796a913f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.968515 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b59375d-1686-4aea-8472-eb15796a913f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.025092 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b59375d-1686-4aea-8472-eb15796a913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.027272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a828b05-387f-405e-b3b2-589b129ade2f req-aeafa957-36cb-4914-b4c5-2eb7039bfb3b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 210 time: 0.0406196 Jul 16 18:21:53.029555 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3b59375d-1686-4aea-8472-eb15796a913f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.033797 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3b59375d-1686-4aea-8472-eb15796a913f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7de321c6-1dcc-495f-bae2-df8e9e4b73ac HTTP/1.1" status: 204 len: 168 time: 0.1498485 Jul 16 18:21:53.047688 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59375d-1686-4aea-8472-eb15796a913f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de321c6-1dcc-495f-bae2-df8e9e4b73ac,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:53.241605 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.814945 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 246577f7-20be-4569-af1b-a546b3a8f57d no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:53.872107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 246577f7-20be-4569-af1b-a546b3a8f57d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:53.874227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 246577f7-20be-4569-af1b-a546b3a8f57d not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:53.884260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9b69a-e4c2-41b0-ad26-111cabd5bd99 req-05b1644f-1fc6-457a-9b01-30cff49e5fc5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:53.889007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9eb9b69a-e4c2-41b0-ad26-111cabd5bd99 req-05b1644f-1fc6-457a-9b01-30cff49e5fc5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 945 time: 0.1415954 Jul 16 18:21:53.905084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37600) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:53.948876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9eb9b69a-e4c2-41b0-ad26-111cabd5bd99 req-c6d6aaad-a9e6-4646-ba9c-a54b87626cb4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494478 Jul 16 18:21:54.033570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2137169048'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:54.073327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Made reservation on behalf of 8e5f0f2bdaa6423abbf0141d9b4a1c66 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:54.079695 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.112165 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.217960 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a83f0c90-5996-40db-9d6f-4823d5197d30 req-e28eddd5-11ba-40db-935f-bad5c9fdf189 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 210 time: 0.0422471 Jul 16 18:21:54.291299 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.297848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.335337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c4b82ffd-34c2-4880-b835-0f9ba3cea0dd up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:54.337253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:54.352720 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f523ce-d780-4d57-8bb2-6fd1a546e74d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:54.359646 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.360136 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Added segment bb98a214-1c87-4b0f-ac55-0f0f3ee5e616 of type vlan for network bf6bc9b3-3904-4b98-a35b-7cb20277a4e4 Jul 16 18:21:54.421439 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.461617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:54.462081 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.470640 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.482675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-db11f0b0-114a-485f-86c1-d791a07a7187 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.484663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.485510 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.485886 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-db11f0b0-114a-485f-86c1-d791a07a7187 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.2157431 Jul 16 18:21:54.535026 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6286705 Jul 16 18:21:54.538834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37606) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:54.548863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-27106ecf-f5a0-4d36-b00c-62ed7fee76d2 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'subnet': {'network_id': 'bf6bc9b3-3904-4b98-a35b-7cb20277a4e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:54.579537 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.608276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:54.613027 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982cf6ae-5d15-48eb-8b2e-0cef3e2bf08c" -d '{"events": [{"server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "name": "network-vif-plugged", "status": "completed", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:54.620362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-27f5b3c3-65ac-43e4-be19-b4abac817212 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ff05b4225084c8da9b6812b44295606 HTTP/1.1" status: 200 len: 379 time: 0.1194983 Jul 16 18:21:54.628931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'port': {'device_id': '2da08f65-fa2b-4f25-909a-057af59a0534', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'admin_state_up': True, 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'security_groups': ['f6582aa1-e91a-49bf-8eb4-04302d92ce47']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:54.656219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:54.663243 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.730536 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ff6ef3-09b9-4dbb-b867-7841e3fc7920 x-openstack-request-id: req-86ff6ef3-09b9-4dbb-b867-7841e3fc7920 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:54.731377 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "name": "network-vif-plugged", "status": "completed", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:54.731875 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86ff6ef3-09b9-4dbb-b867-7841e3fc7920 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:54.732514 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'code': 200} Jul 16 18:21:54.754943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:54.796513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Made reservation on behalf of 7ff05b4225084c8da9b6812b44295606 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:54.802055 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.983831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Allocated IP 172.20.0.8 (d34b30f6-8f93-47e4-af63-22d1694dd9a9/3c4c6789-e541-480e-a1bf-93dff51b7732/ad92ebc3-3f2a-4371-9e4b-2110ff169852) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:55.038647 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2271fe9-2590-40ba-94d4-e31c7da1aaa4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Network': ['ID=bf6bc9b3-3904-4b98-a35b-7cb20277a4e4,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.050763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network bf6bc9b3-3904-4b98-a35b-7cb20277a4e4 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:55.054603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27106ecf-f5a0-4d36-b00c-62ed7fee76d2 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Made reservation on behalf of 8e5f0f2bdaa6423abbf0141d9b4a1c66 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:55.059047 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27106ecf-f5a0-4d36-b00c-62ed7fee76d2 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.287200 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.305483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Transition to ACTIVE for port object ad92ebc3-3f2a-4371-9e4b-2110ff169852 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:55.358843 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.404124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0138209-d013-48b5-a2aa-8176a2708e80 req-5c399224-6e71-4bd5-8029-d530bb65dae5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.405963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0138209-d013-48b5-a2aa-8176a2708e80 req-5c399224-6e71-4bd5-8029-d530bb65dae5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.1044981 Jul 16 18:21:55.413611 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.446695 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27106ecf-f5a0-4d36-b00c-62ed7fee76d2 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.525638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:55.531697 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27106ecf-f5a0-4d36-b00c-62ed7fee76d2 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Checking segment: {'id': 'bb98a214-1c87-4b0f-ac55-0f0f3ee5e616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bf6bc9b3-3904-4b98-a35b-7cb20277a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:55.532067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27106ecf-f5a0-4d36-b00c-62ed7fee76d2 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network hostable DHCP agents. Network: bf6bc9b3-3904-4b98-a35b-7cb20277a4e4, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:55.541790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27106ecf-f5a0-4d36-b00c-62ed7fee76d2 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Subnet': ['ID=e49ac128-d773-48bd-b734-bc1f4d4ee140,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.562400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27106ecf-f5a0-4d36-b00c-62ed7fee76d2 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network bf6bc9b3-3904-4b98-a35b-7cb20277a4e4 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:55.565645 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:55.570134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:55.577836 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0138209-d013-48b5-a2aa-8176a2708e80 req-543aba84-275d-4253-a35d-7fb60d76e68e tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531196 Jul 16 18:21:55.578697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'Port': ['ID=ad92ebc3-3f2a-4371-9e4b-2110ff169852,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.599431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-27106ecf-f5a0-4d36-b00c-62ed7fee76d2 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, bf6bc9b3-3904-4b98-a35b-7cb20277a4e4) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:55.610475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24169f8-2a95-48f2-8258-478dfe411f57 None None] Network bf6bc9b3-3904-4b98-a35b-7cb20277a4e4 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:55.624184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27106ecf-f5a0-4d36-b00c-62ed7fee76d2 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.624801 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-27106ecf-f5a0-4d36-b00c-62ed7fee76d2 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.662154 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-27106ecf-f5a0-4d36-b00c-62ed7fee76d2 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1219089 Jul 16 18:21:55.665693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37616) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:55.687738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-964453199', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:55.693008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.693723 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.748064 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.749570 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.755248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1043e-470b-4008-8833-eadfb9daee61 req-d780eef7-545f-4efe-910f-bb366fe700b7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.756786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcd1043e-470b-4008-8833-eadfb9daee61 req-d780eef7-545f-4efe-910f-bb366fe700b7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 931 time: 0.3160942 Jul 16 18:21:55.765797 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a59a47ff-ef40-4214-9b87-621a15493de4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1412420 Jul 16 18:21:55.809905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Request body: {'port': {'device_id': '2da08f65-fa2b-4f25-909a-057af59a0534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:55.830837 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.897862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd264bf8-e22d-46ca-b30e-d1df366f982b None None] Network bf6bc9b3-3904-4b98-a35b-7cb20277a4e4 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:55.950958 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcd1043e-470b-4008-8833-eadfb9daee61 req-fe0c0854-5f2d-4225-a929-a89db10a83ed tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839261 Jul 16 18:21:56.014127 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.080240 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.147184 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7187385a-0a00-4202-b956-e3bb6cf2d557 None None] Provisioning for port ad92ebc3-3f2a-4371-9e4b-2110ff169852 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:56.164865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7187385a-0a00-4202-b956-e3bb6cf2d557 None None] Provisioning complete for port ad92ebc3-3f2a-4371-9e4b-2110ff169852 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:56.165252 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7187385a-0a00-4202-b956-e3bb6cf2d557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.277616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7187385a-0a00-4202-b956-e3bb6cf2d557 None None] Port ad92ebc3-3f2a-4371-9e4b-2110ff169852 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:56.379075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad92ebc3-3f2a-4371-9e4b-2110ff169852 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:56.403736 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.420099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Transition to ACTIVE for port object ad92ebc3-3f2a-4371-9e4b-2110ff169852 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:56.427949 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.460920 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.495767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Pushing event updated for resources: {'Port': ['ID=ad92ebc3-3f2a-4371-9e4b-2110ff169852,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:56.534925 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.659609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Attempting to bind port ad92ebc3-3f2a-4371-9e4b-2110ff169852 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:56.659769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Attempting to bind port ad92ebc3-3f2a-4371-9e4b-2110ff169852 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:56.661193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Attempting to bind port ad92ebc3-3f2a-4371-9e4b-2110ff169852 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:56.667214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Port ad92ebc3-3f2a-4371-9e4b-2110ff169852 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:56.667591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Attempting to bind port ad92ebc3-3f2a-4371-9e4b-2110ff169852 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:56.675609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:56.676058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Checking segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:56.676390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Bound using segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:56.676863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Bound port: ad92ebc3-3f2a-4371-9e4b-2110ff169852, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:56.677336 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.747326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.25.3.126 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/7626fad6-663f-4ce4-8550-eaba68b72ad3) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:56.790086 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] For port ad92ebc3-3f2a-4371-9e4b-2110ff169852, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:56.808459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] For port ad92ebc3-3f2a-4371-9e4b-2110ff169852, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ad92ebc3-3f2a-4371-9e4b-2110ff169852,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:56.819366 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.903756 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.912454 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.913124 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.914695 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] 10.222.0.32 "PUT /v2.0/ports/ad92ebc3-3f2a-4371-9e4b-2110ff169852 HTTP/1.1" status: 200 len: 1092 time: 1.1301105 Jul 16 18:21:56.921013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da08f65-fa2b-4f25-909a-057af59a0534', 'tag': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:56.923560 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896f82aa-fdf0-4322-8e5e-cd01f506373a" -d '{"events": [{"name": "network-changed", "server_uuid": "2da08f65-fa2b-4f25-909a-057af59a0534", "tag": "ad92ebc3-3f2a-4371-9e4b-2110ff169852"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:56.999653 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.043843 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19519ef2-718e-41ba-a034-ec4f815125fb x-openstack-request-id: req-19519ef2-718e-41ba-a034-ec4f815125fb {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:57.044432 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da08f65-fa2b-4f25-909a-057af59a0534", "tag": "ad92ebc3-3f2a-4371-9e4b-2110ff169852", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:57.044432 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19519ef2-718e-41ba-a034-ec4f815125fb {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:57.044827 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da08f65-fa2b-4f25-909a-057af59a0534', 'tag': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852', 'status': 'completed', 'code': 200} Jul 16 18:21:57.092424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2612c6-6385-4e3f-aa7e-0e752277d698 service neutron] Pushing event updated for resources: {'Port': ['ID=ad92ebc3-3f2a-4371-9e4b-2110ff169852,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:57.150066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=7626fad6-663f-4ce4-8550-eaba68b72ad3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:57.156469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:57.158288 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:57.164502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53214f-fd37-42a4-9bea-839a14623175 req-d5f3d47a-8fec-43fe-a9e1-98a734e086de tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:57.165850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:57.173474 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd53214f-fd37-42a4-9bea-839a14623175 req-d5f3d47a-8fec-43fe-a9e1-98a734e086de tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.2576203 Jul 16 18:21:57.201749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-2efec86d-7aa7-4e79-bad9-6e83ac414ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:57.204244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-2efec86d-7aa7-4e79-bad9-6e83ac414ff7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 1095 time: 0.2373500 Jul 16 18:21:57.279605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-be8513da-545f-4036-9dba-2e62db469d3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad92ebc3-3f2a-4371-9e4b-2110ff169852 HTTP/1.1" status: 200 len: 217 time: 0.0581169 Jul 16 18:21:57.407368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd53214f-fd37-42a4-9bea-839a14623175 req-45f54641-1734-46f1-a615-0068dbe97d75 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328594 Jul 16 18:21:57.430176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-f0315819-9a9e-432d-8072-97558106c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:57.432207 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-f0315819-9a9e-432d-8072-97558106c2d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0950837 Jul 16 18:21:57.440529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968d775-7659-45b3-87d6-e3229a815e47 req-5f59c6ee-731c-41b9-8e3b-93c7d5461de2 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:57.448314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3968d775-7659-45b3-87d6-e3229a815e47 req-5f59c6ee-731c-41b9-8e3b-93c7d5461de2 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 943 time: 0.1671422 Jul 16 18:21:57.539568 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.558216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3968d775-7659-45b3-87d6-e3229a815e47 req-610b5ef0-7d6e-4588-809d-9e93b677af76 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086521 Jul 16 18:21:57.574864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a72d1ff8-8bfc-4a91-8801-61810e559a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:57.577797 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-a72d1ff8-8bfc-4a91-8801-61810e559a2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217201 Jul 16 18:21:57.781495 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-9ff36276-2f9c-4795-a1e9-333658eb77d4 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973243 Jul 16 18:21:57.813847 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.978052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:57.990655 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e9360bd-77e6-4e99-b7dc-6b2e2d4acbb4 req-6e4b26ba-d97b-4b50-bce7-bb3acf73ba58 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017629 Jul 16 18:21:58.100514 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:58.112037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c15ddb-b540-4e0e-bbf0-4253b507ac96 None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:58.136823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c15ddb-b540-4e0e-bbf0-4253b507ac96 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:58.140089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d8c15ddb-b540-4e0e-bbf0-4253b507ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:58.168023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f82aa-fdf0-4322-8e5e-cd01f506373a req-e2e8d69e-8a94-499d-93ce-6de93fd81135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.170309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-896f82aa-fdf0-4322-8e5e-cd01f506373a req-e2e8d69e-8a94-499d-93ce-6de93fd81135 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 1095 time: 0.1028743 Jul 16 18:21:58.171180 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.172962 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5346cba3-db12-477b-89be-43a6c40c348d tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5058215 Jul 16 18:21:58.175774 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37624) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:58.199564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d8c15ddb-b540-4e0e-bbf0-4253b507ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:58.208717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c15ddb-b540-4e0e-bbf0-4253b507ac96 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:58.209719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d8c15ddb-b540-4e0e-bbf0-4253b507ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:58.243098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d8c15ddb-b540-4e0e-bbf0-4253b507ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:58.243689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c15ddb-b540-4e0e-bbf0-4253b507ac96 None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:58.380635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f82aa-fdf0-4322-8e5e-cd01f506373a req-8329ec4a-e562-434a-acc9-40107926f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.382221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-896f82aa-fdf0-4322-8e5e-cd01f506373a req-8329ec4a-e562-434a-acc9-40107926f8a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.1981745 Jul 16 18:21:58.478831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-896f82aa-fdf0-4322-8e5e-cd01f506373a req-23e3824e-6fa1-4f83-87c0-6b93d2d8671c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad92ebc3-3f2a-4371-9e4b-2110ff169852 HTTP/1.1" status: 200 len: 217 time: 0.0795491 Jul 16 18:21:58.632985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f82aa-fdf0-4322-8e5e-cd01f506373a req-d88e9e02-adf6-470f-8013-8114240682e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.634744 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-896f82aa-fdf0-4322-8e5e-cd01f506373a req-d88e9e02-adf6-470f-8013-8114240682e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.1473517 Jul 16 18:21:58.882876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b6ba1-1512-45f5-8e9c-26efb8e23ad0 req-118ac423-5b9c-43c4-a093-654ff669dea1 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.884368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-870b6ba1-1512-45f5-8e9c-26efb8e23ad0 req-118ac423-5b9c-43c4-a093-654ff669dea1 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.2565353 Jul 16 18:21:58.902224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f82aa-fdf0-4322-8e5e-cd01f506373a req-caa57b42-3f8a-4325-a6be-5e96a29a6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.903698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-896f82aa-fdf0-4322-8e5e-cd01f506373a req-caa57b42-3f8a-4325-a6be-5e96a29a6443 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2555733 Jul 16 18:21:59.011128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb0458-91c5-4c41-a74c-2a25d8482dc9 req-60011ae0-756b-4ae2-bb92-447825f24def tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:59.012733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67bb0458-91c5-4c41-a74c-2a25d8482dc9 req-60011ae0-756b-4ae2-bb92-447825f24def tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 943 time: 0.2622435 Jul 16 18:21:59.064129 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-870b6ba1-1512-45f5-8e9c-26efb8e23ad0 req-ea126d3d-39c3-4ee1-9eb0-993b7cc22035 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665602 Jul 16 18:21:59.511017 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-896f82aa-fdf0-4322-8e5e-cd01f506373a req-9a9904ac-f028-4a7b-b592-cd573c15fe4b service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994265 Jul 16 18:21:59.534534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-67bb0458-91c5-4c41-a74c-2a25d8482dc9 req-6f83aab9-a361-4f04-8afb-6946ac9f6451 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4855354 Jul 16 18:21:59.628434 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.757640 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-896f82aa-fdf0-4322-8e5e-cd01f506373a req-c485e737-d26d-445e-8195-2ce6851a8678 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193518 Jul 16 18:22:00.133942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.20.0.1 (bf6bc9b3-3904-4b98-a35b-7cb20277a4e4/e49ac128-d773-48bd-b734-bc1f4d4ee140/461ba428-8c26-40a8-9c96-8bfffe4f428f) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:00.369966 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.415879 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48980a7-a4d4-48da-9c6f-e5f1864b63c0 req-7f2df36e-8114-40c8-9d01-2dd075b9ba7b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.418536 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e48980a7-a4d4-48da-9c6f-e5f1864b63c0 req-7f2df36e-8114-40c8-9d01-2dd075b9ba7b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.2114627 Jul 16 18:22:00.478076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.483207 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e48980a7-a4d4-48da-9c6f-e5f1864b63c0 req-52c85fc3-9d12-43df-99d9-de9ee2922e9a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513847 Jul 16 18:22:00.554381 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network bf6bc9b3-3904-4b98-a35b-7cb20277a4e4 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:00.564633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:00.577446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:00.637951 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.701341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=461ba428-8c26-40a8-9c96-8bfffe4f428f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:00.939160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beb6d7-d2fb-41e2-b894-29a3135ccf70 req-755c63a3-fa89-4fee-97ed-e34b9527973c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.940815 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24beb6d7-d2fb-41e2-b894-29a3135ccf70 req-755c63a3-fa89-4fee-97ed-e34b9527973c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 943 time: 0.2164605 Jul 16 18:22:00.986682 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.021503 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24beb6d7-d2fb-41e2-b894-29a3135ccf70 req-ef87621c-38d6-4b50-92b1-00f678fbaa37 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730729 Jul 16 18:22:01.347742 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.352753 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.439015 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.440859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=461ba428-8c26-40a8-9c96-8bfffe4f428f,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:01.544967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network bf6bc9b3-3904-4b98-a35b-7cb20277a4e4 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:01.546660 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:01.758445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:01.776336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cc67d-4bd6-4e96-9dc7-1facd456871d req-c7841afb-bb5c-4b84-9ba5-c21e7be673df tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.778063 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-270cc67d-4bd6-4e96-9dc7-1facd456871d req-c7841afb-bb5c-4b84-9ba5-c21e7be673df tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.1576440 Jul 16 18:22:01.865162 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-270cc67d-4bd6-4e96-9dc7-1facd456871d req-6044f35d-1210-4f5f-83cd-bfab84ef8f8b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810039 Jul 16 18:22:01.932861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:01.941109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37646) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:01.946865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'port': {'network_id': 'bf6bc9b3-3904-4b98-a35b-7cb20277a4e4', 'name': 'tempest-FloatingIPTestJSON-1534292943'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:01.948146 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79138c84-88f5-4d6b-ba1e-33ea78e57a32 None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:01.950946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7aec1dce-713e-4828-964b-8eb6b2888966 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "PUT /v2.0/routers/d585be0d-0cd2-400b-bd41-b4053546e82c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7739961 Jul 16 18:22:01.959786 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79138c84-88f5-4d6b-ba1e-33ea78e57a32 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:01.960419 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-79138c84-88f5-4d6b-ba1e-33ea78e57a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:01.999627 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-79138c84-88f5-4d6b-ba1e-33ea78e57a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:02.008716 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79138c84-88f5-4d6b-ba1e-33ea78e57a32 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:02.010488 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-79138c84-88f5-4d6b-ba1e-33ea78e57a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:02.092533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Made reservation on behalf of 8e5f0f2bdaa6423abbf0141d9b4a1c66 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:02.097232 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.134024 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] device_id is not set on port b44789b7-febf-482e-a6cf-a368a266c325 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:22:02.169916 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-79138c84-88f5-4d6b-ba1e-33ea78e57a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:02.170915 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79138c84-88f5-4d6b-ba1e-33ea78e57a32 None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:02.294449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfbab8-7c28-4106-b8e4-68fbb9c9d2ed req-628b4f99-180b-4720-8dd1-5008950df633 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:02.297358 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cdbfbab8-7c28-4106-b8e4-68fbb9c9d2ed req-628b4f99-180b-4720-8dd1-5008950df633 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 943 time: 0.1106207 Jul 16 18:22:02.301997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.20.0.2 (bf6bc9b3-3904-4b98-a35b-7cb20277a4e4/e49ac128-d773-48bd-b734-bc1f4d4ee140/b44789b7-febf-482e-a6cf-a368a266c325) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:02.387298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cdbfbab8-7c28-4106-b8e4-68fbb9c9d2ed req-2f476ba3-6a8d-48e5-b382-fe807eaccdab tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765917 Jul 16 18:22:02.477298 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.533268 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.580643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network bf6bc9b3-3904-4b98-a35b-7cb20277a4e4 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:02.587873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:02.592531 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:02.620818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=b44789b7-febf-482e-a6cf-a368a266c325,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:02.663471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:02.664458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.685381 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1bc153bd-e90d-4836-af60-7f9e8b0d3f18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7430735 Jul 16 18:22:02.687934 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37650) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:02.693435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'port': {'network_id': 'bf6bc9b3-3904-4b98-a35b-7cb20277a4e4', 'name': 'tempest-FloatingIPTestJSON-945033621'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:02.837508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Made reservation on behalf of 8e5f0f2bdaa6423abbf0141d9b4a1c66 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:02.841278 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.860703 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] device_id is not set on port 94c818c0-4b6e-4ada-8031-3ba84842bed4 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:22:02.993101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.20.0.9 (bf6bc9b3-3904-4b98-a35b-7cb20277a4e4/e49ac128-d773-48bd-b734-bc1f4d4ee140/94c818c0-4b6e-4ada-8031-3ba84842bed4) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:03.100322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b4c8c-47c9-46bb-98a4-91453c5f800f req-10faf45d-373c-4ba0-9cb4-165729207013 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:03.108526 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-739b4c8c-47c9-46bb-98a4-91453c5f800f req-10faf45d-373c-4ba0-9cb4-165729207013 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.0969901 Jul 16 18:22:03.161959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-739b4c8c-47c9-46bb-98a4-91453c5f800f req-4d0b4236-c5e0-4c0d-b92c-b981513f57e6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520496 Jul 16 18:22:03.223221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.275693 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.325989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network bf6bc9b3-3904-4b98-a35b-7cb20277a4e4 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:03.329525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:03.334279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:03.368011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=94c818c0-4b6e-4ada-8031-3ba84842bed4,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:03.405825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:03.408904 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.427692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37656) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:03.427860 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d80b31be-5108-471f-8301-6c4976ff2e65 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7386892 Jul 16 18:22:03.433469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '94c818c0-4b6e-4ada-8031-3ba84842bed4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:03.463334 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.649678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45be3a4-26b2-41e3-a013-5c3d3f553a4a req-6565cb01-69ce-41b1-9ea9-79e1144fe6d0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:03.652205 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b45be3a4-26b2-41e3-a013-5c3d3f553a4a req-6565cb01-69ce-41b1-9ea9-79e1144fe6d0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 943 time: 0.1064687 Jul 16 18:22:03.662389 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.747350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b45be3a4-26b2-41e3-a013-5c3d3f553a4a req-b775d02f-f715-456f-aeb1-cbc4b9024988 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826638 Jul 16 18:22:03.824275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.25.3.201 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/3ba0c156-9d2a-496c-85dc-dbd0130fda01) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:03.957973 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.007762 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.048650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:04.053333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:04.059380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:04.096376 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=3ba0c156-9d2a-496c-85dc-dbd0130fda01,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:04.433219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8a253-1c4c-4b61-827f-8ece1802ca00 req-4fa5ab5c-80f2-4ed1-b26f-4d82ece3feae tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.440480 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ed8a253-1c4c-4b61-827f-8ece1802ca00 req-4fa5ab5c-80f2-4ed1-b26f-4d82ece3feae tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.1338153 Jul 16 18:22:04.521025 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ed8a253-1c4c-4b61-827f-8ece1802ca00 req-41fe1bc5-dd49-4f22-8778-855f9c0907d8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797462 Jul 16 18:22:04.949771 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.031473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebe0c8-7723-4e1f-bb8b-bbfe39767e4a req-f534eb01-5a78-4fa8-8e78-a87cf7b6bd24 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.033017 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccebe0c8-7723-4e1f-bb8b-bbfe39767e4a req-f534eb01-5a78-4fa8-8e78-a87cf7b6bd24 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 943 time: 0.1444364 Jul 16 18:22:05.122847 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ccebe0c8-7723-4e1f-bb8b-bbfe39767e4a req-99c6dd2f-ccbc-4b4b-90be-e8ce10fb7ac5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788157 Jul 16 18:22:05.124660 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.130257 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6186816-2d79-4a00-b3c2-668217df4a00 req-50ab10d9-dfe8-4b59-991e-946232b88e61 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1541564 Jul 16 18:22:05.302993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6186816-2d79-4a00-b3c2-668217df4a00 req-7e524a5c-027e-42e4-b942-51c51b391159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.304899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6186816-2d79-4a00-b3c2-668217df4a00 req-7e524a5c-027e-42e4-b942-51c51b391159 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ad333940a544596ba07e31fb397489c&device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 1098 time: 0.1216757 Jul 16 18:22:05.411963 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.422201 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.500746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6186816-2d79-4a00-b3c2-668217df4a00 req-d898c8dc-4ddc-4a74-be15-3c3bb4d48dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.502274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6186816-2d79-4a00-b3c2-668217df4a00 req-d898c8dc-4ddc-4a74-be15-3c3bb4d48dbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=46aa9110-266a-4750-86f1-3c0adb3cb6dc HTTP/1.1" status: 200 len: 909 time: 0.1719308 Jul 16 18:22:05.574208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=3ba0c156-9d2a-496c-85dc-dbd0130fda01,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:05.590110 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.632063 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6186816-2d79-4a00-b3c2-668217df4a00 req-227a1e55-4d8a-41de-8c68-214b7469ecd5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=766579a7-890d-454f-96d9-89d22f6e169e HTTP/1.1" status: 200 len: 1001 time: 0.1223295 Jul 16 18:22:05.765406 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6186816-2d79-4a00-b3c2-668217df4a00 req-54164bae-a287-4a69-be60-178ccc5ecdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.766939 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6186816-2d79-4a00-b3c2-668217df4a00 req-54164bae-a287-4a69-be60-178ccc5ecdf1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b14bfa8-75df-427e-8cf7-22a0c937fc32 HTTP/1.1" status: 200 len: 847 time: 0.1276686 Jul 16 18:22:05.792494 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Floating IP 343d8396-edbd-4c9f-9424-fa63de83e0d0 associated. External IP: 172.25.3.201, port: 94c818c0-4b6e-4ada-8031-3ba84842bed4. Jul 16 18:22:05.863867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d979c-53ad-45b9-9f07-25318fc11a31 req-4bcb7db7-b864-42af-8cd3-2cb3005c9016 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.865608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-974d979c-53ad-45b9-9f07-25318fc11a31 req-4bcb7db7-b864-42af-8cd3-2cb3005c9016 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.1917017 Jul 16 18:22:05.960611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-974d979c-53ad-45b9-9f07-25318fc11a31 req-d797b89d-d2b7-4dbc-a241-99608135ffc3 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884645 Jul 16 18:22:05.968178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6186816-2d79-4a00-b3c2-668217df4a00 req-492c3a1c-122e-44c5-a307-72a2338e3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.969698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6186816-2d79-4a00-b3c2-668217df4a00 req-492c3a1c-122e-44c5-a307-72a2338e3656 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46aa9110-266a-4750-86f1-3c0adb3cb6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1906271 Jul 16 18:22:06.147489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6186816-2d79-4a00-b3c2-668217df4a00 req-2f1852e3-9ac9-4ffb-ac20-b91b717872b7 service neutron] 10.222.0.11 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401927 Jul 16 18:22:06.151722 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:06.241609 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8079d4-5f61-4ce5-b345-9a73cb584b43 req-f91b72e1-5766-4875-857d-eaa9baeedec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.243148 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9a8079d4-5f61-4ce5-b345-9a73cb584b43 req-f91b72e1-5766-4875-857d-eaa9baeedec8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 1098 time: 0.0643923 Jul 16 18:22:06.336100 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8079d4-5f61-4ce5-b345-9a73cb584b43 req-743b2ab0-3d08-405d-a536-ab80a1a4005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.337609 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9a8079d4-5f61-4ce5-b345-9a73cb584b43 req-743b2ab0-3d08-405d-a536-ab80a1a4005c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.0886042 Jul 16 18:22:06.368237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6186816-2d79-4a00-b3c2-668217df4a00 req-2268c069-0e26-401a-82df-ffcd02cbb00b service neutron] 10.222.0.11 "GET /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126334 Jul 16 18:22:06.401551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:06.412785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1c473-e33f-44f9-8f66-e506be800964 None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:06.413348 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9a8079d4-5f61-4ce5-b345-9a73cb584b43 req-ac60e415-c429-4f6b-bb8e-2914d0af205c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd HTTP/1.1" status: 200 len: 1002 time: 0.0689101 Jul 16 18:22:06.416913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439ecca-96fa-4b8e-9baf-30fbcf981336 req-997bd636-013b-4845-817f-db54dc08df80 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.418503 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c439ecca-96fa-4b8e-9baf-30fbcf981336 req-997bd636-013b-4845-817f-db54dc08df80 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 943 time: 0.1801865 Jul 16 18:22:06.423961 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1c473-e33f-44f9-8f66-e506be800964 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:06.424853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-02d1c473-e33f-44f9-8f66-e506be800964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:06.443787 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.461788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-02d1c473-e33f-44f9-8f66-e506be800964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:06.467626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8079d4-5f61-4ce5-b345-9a73cb584b43 req-987e3062-286e-4a43-a0eb-875eb4d17b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.470523 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9a8079d4-5f61-4ce5-b345-9a73cb584b43 req-987e3062-286e-4a43-a0eb-875eb4d17b42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.0512080 Jul 16 18:22:06.470784 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1c473-e33f-44f9-8f66-e506be800964 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:06.471549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-02d1c473-e33f-44f9-8f66-e506be800964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:06.496717 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c439ecca-96fa-4b8e-9baf-30fbcf981336 req-1ef555f3-4aba-4c4c-bcf8-d42b1844d3c7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702968 Jul 16 18:22:06.503265 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f40151f9-fa71-4c7c-9b9a-dda9252a8985 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0713148 Jul 16 18:22:06.503869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37682) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:06.505848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-02d1c473-e33f-44f9-8f66-e506be800964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:06.506515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1c473-e33f-44f9-8f66-e506be800964 None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:06.507937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4a8898cb-9ab9-47f3-a69c-89a8a6dfe748 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:06.541760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8079d4-5f61-4ce5-b345-9a73cb584b43 req-179b5543-6745-4efb-a16f-1bb433277658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.543432 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9a8079d4-5f61-4ce5-b345-9a73cb584b43 req-179b5543-6745-4efb-a16f-1bb433277658 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649674 Jul 16 18:22:06.568591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a8898cb-9ab9-47f3-a69c-89a8a6dfe748 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.640686 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9a8079d4-5f61-4ce5-b345-9a73cb584b43 req-bf206477-2285-4915-8a1a-5bea61f607a1 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911360 Jul 16 18:22:06.722719 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a8898cb-9ab9-47f3-a69c-89a8a6dfe748 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.726775 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a8898cb-9ab9-47f3-a69c-89a8a6dfe748 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.727114 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-4a8898cb-9ab9-47f3-a69c-89a8a6dfe748 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Floating IP 343d8396-edbd-4c9f-9424-fa63de83e0d0 disassociated. External IP: 172.25.3.201, port: 94c818c0-4b6e-4ada-8031-3ba84842bed4. Jul 16 18:22:06.752353 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9a8079d4-5f61-4ce5-b345-9a73cb584b43 req-f739c55d-fd85-4e2c-9c6a-2d2a8d886e71 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989547 Jul 16 18:22:06.936556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ad92ebc3-3f2a-4371-9e4b-2110ff169852 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:06.944084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8898cb-9ab9-47f3-a69c-89a8a6dfe748 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:07.034490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ad92ebc3-3f2a-4371-9e4b-2110ff169852, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ad92ebc3-3f2a-4371-9e4b-2110ff169852,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:07.046747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'port_id': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852', 'mac_address': 'fa:16:3e:37:98:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:07.061728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8898cb-9ab9-47f3-a69c-89a8a6dfe748 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:07.068094 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4a8898cb-9ab9-47f3-a69c-89a8a6dfe748 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.076530 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc79c0-2c51-49de-b3f8-c4fc4f677e2b None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:07.085907 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc79c0-2c51-49de-b3f8-c4fc4f677e2b None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:07.086896 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c6dc79c0-2c51-49de-b3f8-c4fc4f677e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:07.092074 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.106688 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad92ebc3-3f2a-4371-9e4b-2110ff169852 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:07.122377 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c6dc79c0-2c51-49de-b3f8-c4fc4f677e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:07.127628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ad92ebc3-3f2a-4371-9e4b-2110ff169852, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ad92ebc3-3f2a-4371-9e4b-2110ff169852,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:07.132246 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc79c0-2c51-49de-b3f8-c4fc4f677e2b None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:07.132964 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c6dc79c0-2c51-49de-b3f8-c4fc4f677e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:07.133386 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.146352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37686) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:07.146576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4a8898cb-9ab9-47f3-a69c-89a8a6dfe748 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "PUT /v2.0/floatingips/343d8396-edbd-4c9f-9424-fa63de83e0d0 HTTP/1.1" status: 200 len: 688 time: 0.6419675 Jul 16 18:22:07.175355 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c6dc79c0-2c51-49de-b3f8-c4fc4f677e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:07.176163 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc79c0-2c51-49de-b3f8-c4fc4f677e2b None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:07.185467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382e7b-8831-45a5-9329-c25865f35c53 req-8cb3e57c-23a6-430d-81c5-87b4b01c328c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.192529 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05382e7b-8831-45a5-9329-c25865f35c53 req-8cb3e57c-23a6-430d-81c5-87b4b01c328c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.0991809 Jul 16 18:22:07.192742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=ad92ebc3-3f2a-4371-9e4b-2110ff169852,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:07.230650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-05382e7b-8831-45a5-9329-c25865f35c53 req-4172e281-5220-4a3d-ad9c-2f11b0029071 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371139 Jul 16 18:22:07.287625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a742f-b2e3-4d50-a930-c21ee35fc46e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port 3ba0c156-9d2a-496c-85dc-dbd0130fda01 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:07.288174 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb1a742f-b2e3-4d50-a930-c21ee35fc46e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.332312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['ad92ebc3-3f2a-4371-9e4b-2110ff169852'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:07.369082 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb1a742f-b2e3-4d50-a930-c21ee35fc46e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.369565 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb1a742f-b2e3-4d50-a930-c21ee35fc46e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.383272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-cb1a742f-b2e3-4d50-a930-c21ee35fc46e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for 3ba0c156-9d2a-496c-85dc-dbd0130fda01 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:07.516808 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb1a742f-b2e3-4d50-a930-c21ee35fc46e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.545187 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a742f-b2e3-4d50-a930-c21ee35fc46e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=3ba0c156-9d2a-496c-85dc-dbd0130fda01,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:07.609356 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb1a742f-b2e3-4d50-a930-c21ee35fc46e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.612140 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb1a742f-b2e3-4d50-a930-c21ee35fc46e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.616737 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cb1a742f-b2e3-4d50-a930-c21ee35fc46e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/floatingips/343d8396-edbd-4c9f-9424-fa63de83e0d0 HTTP/1.1" status: 204 len: 168 time: 0.4658697 Jul 16 18:22:07.616960 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37690) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:07.622223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': 'b44789b7-febf-482e-a6cf-a368a266c325'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:07.645480 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.692466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aed77-825a-4afc-b976-a8428c53aea0 req-3bf34c07-54ff-4e97-b3e7-001fd7daf678 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.694142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4b1aed77-825a-4afc-b976-a8428c53aea0 req-3bf34c07-54ff-4e97-b3e7-001fd7daf678 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 944 time: 0.0661297 Jul 16 18:22:07.738049 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4b1aed77-825a-4afc-b976-a8428c53aea0 req-8ccba531-546c-4021-99d3-001bc22d1cf1 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352352 Jul 16 18:22:08.032259 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.136661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.25.3.167 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/f4e90d32-222f-4b80-8e8c-dd7c3982b6d5) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:08.242659 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.282933 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.326596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:08.329584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:08.334338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:08.336400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=f4e90d32-222f-4b80-8e8c-dd7c3982b6d5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:08.382829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c4b82ffd-34c2-4880-b835-0f9ba3cea0dd no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:08.423052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7753f-944c-4ddd-ad3a-f48a3cf39906 req-ee64efd0-1a5f-405e-8faa-b3b1a71a3171 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.424626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ad7753f-944c-4ddd-ad3a-f48a3cf39906 req-ee64efd0-1a5f-405e-8faa-b3b1a71a3171 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 946 time: 0.0677290 Jul 16 18:22:08.467573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ad7753f-944c-4ddd-ad3a-f48a3cf39906 req-f1ca045c-f36f-4645-bc56-fc0eca40f102 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367272 Jul 16 18:22:08.484205 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.509614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:08.512440 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b8e548-d9ed-4c59-9d77-1472addab808" -d '{"events": [{"server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "name": "network-vif-unplugged", "status": "completed", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:08.527020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:08.531119 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.557327 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab042d5-1894-489d-87ce-2253ac6854ed x-openstack-request-id: req-9ab042d5-1894-489d-87ce-2253ac6854ed {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:08.557858 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "name": "network-vif-unplugged", "status": "completed", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:08.558253 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ab042d5-1894-489d-87ce-2253ac6854ed {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:08.558694 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'code': 200} Jul 16 18:22:08.585432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:08.778176 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.859883 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.940280 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8517b20-5c19-436a-9b80-bbec7d4bef3f req-fa81338e-7a43-46d8-9982-338b466611b6 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:08.941817 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8517b20-5c19-436a-9b80-bbec7d4bef3f req-fa81338e-7a43-46d8-9982-338b466611b6 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 944 time: 0.0758440 Jul 16 18:22:08.951823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ad92ebc3-3f2a-4371-9e4b-2110ff169852 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:08.983195 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8517b20-5c19-436a-9b80-bbec7d4bef3f req-2b643b79-11df-4c6f-aa4b-532b75841096 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344839 Jul 16 18:22:09.008648 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port ad92ebc3-3f2a-4371-9e4b-2110ff169852 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:09.012965 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port ad92ebc3-3f2a-4371-9e4b-2110ff169852 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:09.013449 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.029391 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.034175 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.090760 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.106783 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=f4e90d32-222f-4b80-8e8c-dd7c3982b6d5,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:09.114773 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.123981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port ad92ebc3-3f2a-4371-9e4b-2110ff169852, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ad92ebc3-3f2a-4371-9e4b-2110ff169852,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:09.128524 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.178453 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=ad92ebc3-3f2a-4371-9e4b-2110ff169852,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:09.220474 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Floating IP d37fada0-c383-4de9-9bdf-271b882dc94e associated. External IP: 172.25.3.167, port: b44789b7-febf-482e-a6cf-a368a266c325. Jul 16 18:22:09.433845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:09.546776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:09.556357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15062d1e-560f-499f-8645-da4930e5ae69 None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:09.564731 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.567252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15062d1e-560f-499f-8645-da4930e5ae69 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:09.568009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-15062d1e-560f-499f-8645-da4930e5ae69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:09.602991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-15062d1e-560f-499f-8645-da4930e5ae69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:09.605708 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fbaafdcf-3310-449a-9d66-333c663942ea tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9871056 Jul 16 18:22:09.607976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37700) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:09.613749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15062d1e-560f-499f-8645-da4930e5ae69 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:09.615995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-15062d1e-560f-499f-8645-da4930e5ae69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:09.649010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-15062d1e-560f-499f-8645-da4930e5ae69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:09.649580 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15062d1e-560f-499f-8645-da4930e5ae69 None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:09.671959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca09ee-958b-4c59-9c09-0205ea6706ea req-5878d9e9-ed6f-4bef-b090-6b6d74c19d23 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.673532 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54ca09ee-958b-4c59-9c09-0205ea6706ea req-5878d9e9-ed6f-4bef-b090-6b6d74c19d23 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.0721161 Jul 16 18:22:09.702571 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4e20a248-6d10-483d-99f4-c71f5aa699f8 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "GET /v2.0/floatingips/d37fada0-c383-4de9-9bdf-271b882dc94e HTTP/1.1" status: 200 len: 978 time: 0.0927036 Jul 16 18:22:09.704959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37702) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:09.717630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-54ca09ee-958b-4c59-9c09-0205ea6706ea req-c50d9c00-6ddf-4815-b33b-2d26b5a88626 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381505 Jul 16 18:22:09.812219 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cd0a8c15-9537-4182-91af-3ff07945bce8 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1061881 Jul 16 18:22:09.814954 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37706) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:09.819394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d052a773-3476-48b2-9757-3107c6e3145a tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'floatingip': {'port_id': '94c818c0-4b6e-4ada-8031-3ba84842bed4'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:09.875182 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d052a773-3476-48b2-9757-3107c6e3145a tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.177367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a7c19-ac1e-4b07-89f4-19d80070a972 req-b32c5ce9-6da9-4efd-95ea-31bb86b1eee8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.179050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a05a7c19-ac1e-4b07-89f4-19d80070a972 req-b32c5ce9-6da9-4efd-95ea-31bb86b1eee8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 945 time: 0.0706592 Jul 16 18:22:10.227374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a05a7c19-ac1e-4b07-89f4-19d80070a972 req-51578a48-e64b-4f66-8c9e-4cc40732dc53 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389559 Jul 16 18:22:10.394453 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d052a773-3476-48b2-9757-3107c6e3145a tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.398693 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d052a773-3476-48b2-9757-3107c6e3145a tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.505994 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-d052a773-3476-48b2-9757-3107c6e3145a tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Floating IP d37fada0-c383-4de9-9bdf-271b882dc94e associated. External IP: 172.25.3.167, port: b44789b7-febf-482e-a6cf-a368a266c325. Jul 16 18:22:10.559895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da08f65-fa2b-4f25-909a-057af59a0534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:10.562373 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e35b90-2ad9-4b2d-b97c-625b11f2d296" -d '{"events": [{"server_uuid": "2da08f65-fa2b-4f25-909a-057af59a0534", "name": "network-vif-plugged", "status": "completed", "tag": "ad92ebc3-3f2a-4371-9e4b-2110ff169852"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:10.600593 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a7a7ff-0577-44ff-94a6-dded9ca78f64 x-openstack-request-id: req-23a7a7ff-0577-44ff-94a6-dded9ca78f64 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:10.600895 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da08f65-fa2b-4f25-909a-057af59a0534", "name": "network-vif-plugged", "status": "completed", "tag": "ad92ebc3-3f2a-4371-9e4b-2110ff169852", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:10.601625 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23a7a7ff-0577-44ff-94a6-dded9ca78f64 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:10.602175 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da08f65-fa2b-4f25-909a-057af59a0534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852', 'code': 200} Jul 16 18:22:10.727402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24b097-288a-4e8e-85a7-7246370f1bd7 req-467d6c78-b651-4e03-9a25-c2614ab51b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.727584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d052a773-3476-48b2-9757-3107c6e3145a tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:10.730741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b24b097-288a-4e8e-85a7-7246370f1bd7 req-467d6c78-b651-4e03-9a25-c2614ab51b64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 1097 time: 0.0672331 Jul 16 18:22:10.779334 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b24b097-288a-4e8e-85a7-7246370f1bd7 req-bf1cc03e-d0a2-4d08-9d1e-bd2af939d69c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419626 Jul 16 18:22:10.919726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-232b00ae-bca2-42b8-a98d-fbac975daf9b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955801 Jul 16 18:22:10.927789 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a3cd7-011b-4534-8cb2-9b7d54054d0f req-e4dea663-c1e9-4409-b291-255ffe1f2096 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.929378 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4a6a3cd7-011b-4534-8cb2-9b7d54054d0f req-e4dea663-c1e9-4409-b291-255ffe1f2096 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.1158204 Jul 16 18:22:10.972901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4a6a3cd7-011b-4534-8cb2-9b7d54054d0f req-886d40ef-e52a-42e6-a08f-a43a8ae5ecc5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369697 Jul 16 18:22:11.159957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d052a773-3476-48b2-9757-3107c6e3145a tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:11.171265 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b16fa43-92de-48d0-84d4-4571afa5f034 None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:11.180710 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b16fa43-92de-48d0-84d4-4571afa5f034 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:11.182553 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4b16fa43-92de-48d0-84d4-4571afa5f034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:11.217750 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4b16fa43-92de-48d0-84d4-4571afa5f034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:11.226672 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b16fa43-92de-48d0-84d4-4571afa5f034 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:11.227306 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4b16fa43-92de-48d0-84d4-4571afa5f034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:11.279516 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-4b16fa43-92de-48d0-84d4-4571afa5f034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:11.280200 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b16fa43-92de-48d0-84d4-4571afa5f034 None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:11.425743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d052a773-3476-48b2-9757-3107c6e3145a tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:11.432565 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecdaf2-2b06-4629-9306-de1e6a1de11a req-2b9957bc-16df-4344-ba54-011ad5c68a00 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.433565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58ecdaf2-2b06-4629-9306-de1e6a1de11a req-2b9957bc-16df-4344-ba54-011ad5c68a00 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 945 time: 0.0779831 Jul 16 18:22:11.494779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58ecdaf2-2b06-4629-9306-de1e6a1de11a req-c142a8b5-6640-4dcc-9e70-a8d4a3ffe607 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545862 Jul 16 18:22:11.543532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d052a773-3476-48b2-9757-3107c6e3145a tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:11.548130 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d052a773-3476-48b2-9757-3107c6e3145a tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.557057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d7206-9570-4c7f-ab9d-7944b4909d87 None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:11.574916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d7206-9570-4c7f-ab9d-7944b4909d87 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:11.576217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f90d7206-9570-4c7f-ab9d-7944b4909d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:11.628682 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d052a773-3476-48b2-9757-3107c6e3145a tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "PUT /v2.0/floatingips/d37fada0-c383-4de9-9bdf-271b882dc94e HTTP/1.1" status: 200 len: 977 time: 1.8087473 Jul 16 18:22:11.629001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37750) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:11.633375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-83100313-fb82-46de-9dd2-24a20ee68588 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:11.646468 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f90d7206-9570-4c7f-ab9d-7944b4909d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:11.664020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d7206-9570-4c7f-ab9d-7944b4909d87 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:11.665088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f90d7206-9570-4c7f-ab9d-7944b4909d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:11.709907 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83100313-fb82-46de-9dd2-24a20ee68588 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.723326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f90d7206-9570-4c7f-ab9d-7944b4909d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:11.724092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d7206-9570-4c7f-ab9d-7944b4909d87 None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:11.868316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83100313-fb82-46de-9dd2-24a20ee68588 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.871543 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83100313-fb82-46de-9dd2-24a20ee68588 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.871982 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-83100313-fb82-46de-9dd2-24a20ee68588 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Floating IP d37fada0-c383-4de9-9bdf-271b882dc94e disassociated. External IP: 172.25.3.167, port: 94c818c0-4b6e-4ada-8031-3ba84842bed4. Jul 16 18:22:12.101878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-fe388ff9-f9d2-4593-a64f-4bbb5a6b7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.104336 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-fe388ff9-f9d2-4593-a64f-4bbb5a6b7b76 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b&tenant_id=720864dcfcf24357b1805504d075367f HTTP/1.1" status: 200 len: 1096 time: 0.1549199 Jul 16 18:22:12.152536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0e3c5-56bc-4d5a-b3d4-e3bb0478119c req-438dbb98-8859-4320-be19-5fb93aebf6ac tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.153994 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d9b0e3c5-56bc-4d5a-b3d4-e3bb0478119c req-438dbb98-8859-4320-be19-5fb93aebf6ac tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.0638602 Jul 16 18:22:12.198149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d9b0e3c5-56bc-4d5a-b3d4-e3bb0478119c req-5ebd97c8-ae3c-45ec-8e61-f339d08672ba tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383534 Jul 16 18:22:12.204973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83100313-fb82-46de-9dd2-24a20ee68588 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:12.218036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-28d2ebc0-d486-4141-9c0d-f4a6e0e1c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.219536 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-28d2ebc0-d486-4141-9c0d-f4a6e0e1c49b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 1096 time: 0.0803871 Jul 16 18:22:12.390845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83100313-fb82-46de-9dd2-24a20ee68588 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:12.396459 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-83100313-fb82-46de-9dd2-24a20ee68588 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.400086 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0edb66-ec55-4e41-8dac-5472ebb04d56 None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:12.411887 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0edb66-ec55-4e41-8dac-5472ebb04d56 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:12.412386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c4b82ffd-34c2-4880-b835-0f9ba3cea0dd no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:12.412508 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-be0edb66-ec55-4e41-8dac-5472ebb04d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:12.418374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-c5150887-953a-4312-a3b5-09491048594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.419880 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-c5150887-953a-4312-a3b5-09491048594c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.1619468 Jul 16 18:22:12.446590 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-be0edb66-ec55-4e41-8dac-5472ebb04d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:12.455601 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0edb66-ec55-4e41-8dac-5472ebb04d56 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:12.456214 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-be0edb66-ec55-4e41-8dac-5472ebb04d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:21:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:12.474117 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-83100313-fb82-46de-9dd2-24a20ee68588 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "PUT /v2.0/floatingips/d37fada0-c383-4de9-9bdf-271b882dc94e HTTP/1.1" status: 200 len: 688 time: 0.8442228 Jul 16 18:22:12.476889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37754) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:12.497110 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-be0edb66-ec55-4e41-8dac-5472ebb04d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:12.497903 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0edb66-ec55-4e41-8dac-5472ebb04d56 None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:12.499111 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-0e4ec0e8-cd09-415a-99b0-f665514c79d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd HTTP/1.1" status: 200 len: 1000 time: 0.0696394 Jul 16 18:22:12.554773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-9eab379e-96bf-4471-8e24-081ac6186d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.558040 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-9eab379e-96bf-4471-8e24-081ac6186d84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.0524013 Jul 16 18:22:12.625226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-ceea7d35-f4d7-4ca5-867b-95df62ec03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.627147 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-ceea7d35-f4d7-4ca5-867b-95df62ec03a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626225 Jul 16 18:22:12.692699 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c7703dfe-79e6-499b-ae35-faa84f0b60f6 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port f4e90d32-222f-4b80-8e8c-dd7c3982b6d5 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:12.692965 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7703dfe-79e6-499b-ae35-faa84f0b60f6 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.727177 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-c0aa5658-b48c-4fa5-806b-55f33205e0f2 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933297 Jul 16 18:22:12.728825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e054fb-b75f-4105-ba60-542d25a695ed req-90e3d4f4-557d-440c-b559-15234a50e1d3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.730525 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8e054fb-b75f-4105-ba60-542d25a695ed req-90e3d4f4-557d-440c-b559-15234a50e1d3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 945 time: 0.1048095 Jul 16 18:22:12.814408 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7703dfe-79e6-499b-ae35-faa84f0b60f6 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.814746 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7703dfe-79e6-499b-ae35-faa84f0b60f6 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.819498 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8e054fb-b75f-4105-ba60-542d25a695ed req-5630c0fa-c8bc-4634-a359-d21143f74179 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605814 Jul 16 18:22:12.826883 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-028f8b04-176d-4256-a60e-75e1e28d1e28 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922837 Jul 16 18:22:12.832392 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c7703dfe-79e6-499b-ae35-faa84f0b60f6 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for f4e90d32-222f-4b80-8e8c-dd7c3982b6d5 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:13.288321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9a4be-2eb9-4299-b01c-e26bb9dd7d8d req-ea7f5dec-0891-43f5-9a8a-b3afe9e5697e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.289625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85e9a4be-2eb9-4299-b01c-e26bb9dd7d8d req-ea7f5dec-0891-43f5-9a8a-b3afe9e5697e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 945 time: 0.1007800 Jul 16 18:22:13.422066 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85e9a4be-2eb9-4299-b01c-e26bb9dd7d8d req-182977ba-3ac7-4311-a80a-71d8909cda20 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245422 Jul 16 18:22:13.443790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37778) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:13.489638 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7703dfe-79e6-499b-ae35-faa84f0b60f6 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.519955 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ac0e447c-f373-4648-8799-ab39b70c2964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.571764 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7703dfe-79e6-499b-ae35-faa84f0b60f6 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=f4e90d32-222f-4b80-8e8c-dd7c3982b6d5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:13.628608 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7703dfe-79e6-499b-ae35-faa84f0b60f6 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.631683 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c7703dfe-79e6-499b-ae35-faa84f0b60f6 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.632895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c7703dfe-79e6-499b-ae35-faa84f0b60f6 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/floatingips/d37fada0-c383-4de9-9bdf-271b882dc94e HTTP/1.1" status: 204 len: 168 time: 1.1550069 Jul 16 18:22:13.640623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37782) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:13.642044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecd6e1-154a-4df3-b0d7-533410236913 req-a9517f9a-b475-495a-b4ba-ea2fdcf3c808 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.649214 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61ecd6e1-154a-4df3-b0d7-533410236913 req-a9517f9a-b475-495a-b4ba-ea2fdcf3c808 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.2043316 Jul 16 18:22:13.683039 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-b80f1d26-44c6-4c77-95ed-43627ad63876 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] delete failed (client error): The resource could not be found. Jul 16 18:22:13.684086 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b80f1d26-44c6-4c77-95ed-43627ad63876 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/floatingips/d37fada0-c383-4de9-9bdf-271b882dc94e HTTP/1.1" status: 404 len: 345 time: 0.0407367 Jul 16 18:22:13.684997 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-61ecd6e1-154a-4df3-b0d7-533410236913 req-cd50009c-9b0f-450a-b5c1-fc135e85a8ef tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349169 Jul 16 18:22:13.688371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37784) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:13.802735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5243efc3-ab89-471a-a430-131895fdb7be tempest-TestVolumeBootPattern-1677598867 tempest-TestVolumeBootPattern-1677598867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.807729 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5243efc3-ab89-471a-a430-131895fdb7be tempest-TestVolumeBootPattern-1677598867 tempest-TestVolumeBootPattern-1677598867-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 1092 time: 0.3594429 Jul 16 18:22:13.808410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37786) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:13.814630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:13.841461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aaeab0-f447-4d0e-9f8e-d1bd4948b954 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.848462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aaeab0-f447-4d0e-9f8e-d1bd4948b954 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.854886 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.856296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aaeab0-f447-4d0e-9f8e-d1bd4948b954 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.860393 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-45aaeab0-f447-4d0e-9f8e-d1bd4948b954 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "GET /v2.0/ports?network_id=bf6bc9b3-3904-4b98-a35b-7cb20277a4e4 HTTP/1.1" status: 200 len: 2357 time: 0.1581099 Jul 16 18:22:13.860654 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37788) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:13.946322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32305dc3-27be-457b-bd5c-3f14cad1b72c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.948101 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-32305dc3-27be-457b-bd5c-3f14cad1b72c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "GET /v2.0/subnets/e49ac128-d773-48bd-b734-bc1f4d4ee140 HTTP/1.1" status: 200 len: 797 time: 0.0863788 Jul 16 18:22:13.954663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37790) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:13.960416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'port': {'network_id': 'bf6bc9b3-3904-4b98-a35b-7cb20277a4e4', 'name': 'tempest-FloatingIPTestJSON-384300495', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:13.984838 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.102948 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Allocated IP 172.25.3.218 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/535d9fe9-c6ba-4b59-86f9-2f8342aed498) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:14.105757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Made reservation on behalf of 8e5f0f2bdaa6423abbf0141d9b4a1c66 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:14.211409 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.252553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] device_id is not set on port 2e0bf7ca-1b6d-4b1a-8518-95bbeec74558 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:22:14.260974 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.336582 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.417303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:14.421888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:14.424984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:14.431070 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'Port': ['ID=535d9fe9-c6ba-4b59-86f9-2f8342aed498,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:14.675062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.20.0.14 (bf6bc9b3-3904-4b98-a35b-7cb20277a4e4/e49ac128-d773-48bd-b734-bc1f4d4ee140/2e0bf7ca-1b6d-4b1a-8518-95bbeec74558) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:14.683049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.20.0.13 (bf6bc9b3-3904-4b98-a35b-7cb20277a4e4/e49ac128-d773-48bd-b734-bc1f4d4ee140/2e0bf7ca-1b6d-4b1a-8518-95bbeec74558) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:14.893574 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.975741 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.046787 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network bf6bc9b3-3904-4b98-a35b-7cb20277a4e4 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:15.049451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790bd39-927e-4be5-8d54-d82cfa16d992 req-3e698c00-7a4c-4f55-a6f6-00d27169a2d3 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.050230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:15.051386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9790bd39-927e-4be5-8d54-d82cfa16d992 req-3e698c00-7a4c-4f55-a6f6-00d27169a2d3 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.1458170 Jul 16 18:22:15.056644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:15.062223 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.088855 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=2e0bf7ca-1b6d-4b1a-8518-95bbeec74558,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:15.122593 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.123472 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.140354 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bb86323b-25aa-4308-8696-c5de9a598913 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1844869 Jul 16 18:22:15.142974 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37794) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:15.148424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '2e0bf7ca-1b6d-4b1a-8518-95bbeec74558', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:15.186373 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.232050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9790bd39-927e-4be5-8d54-d82cfa16d992 req-2f0f25db-d06a-4170-8140-e9932ec34ea6 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596086 Jul 16 18:22:15.240270 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.327550 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.462001 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.467101 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.475990 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.25.3.224 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/21ed5a41-e212-4719-91ed-00852ea1d2fd) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:15.552082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'Port': ['ID=535d9fe9-c6ba-4b59-86f9-2f8342aed498,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:15.571514 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.630705 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.677576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.682655 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Floating IP afa3dceb-54c5-423b-9e2c-4d0ce486df1a associated. External IP: 172.25.3.218, port: ad92ebc3-3f2a-4371-9e4b-2110ff169852. Jul 16 18:22:15.723552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:15.726614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:15.729968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:15.736388 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-558c157d-997e-4d9c-98cd-446d7702c0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.775562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=21ed5a41-e212-4719-91ed-00852ea1d2fd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:15.963801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Router 62891f4c-21e3-4808-844b-b410e03d4c8f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:15.964044 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.090113 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:16.099272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693941a3-4474-4d37-b79d-c6b9156ac1bf None None] Sync routers for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:16.110965 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693941a3-4474-4d37-b79d-c6b9156ac1bf None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:16.111940 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-693941a3-4474-4d37-b79d-c6b9156ac1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:16.117121 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.214723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-675ada61-6224-47b5-8ddb-b768536b750e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4048617 Jul 16 18:22:16.218215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da08f65-fa2b-4f25-909a-057af59a0534', 'tag': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:16.220561 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da3a0ad-27cd-4a76-8014-916060759035" -d '{"events": [{"name": "network-changed", "server_uuid": "2da08f65-fa2b-4f25-909a-057af59a0534", "tag": "ad92ebc3-3f2a-4371-9e4b-2110ff169852"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:16.246278 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-693941a3-4474-4d37-b79d-c6b9156ac1bf None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:16.326898 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e302dfeb-f30e-474d-b148-001b66b4cf38 x-openstack-request-id: req-e302dfeb-f30e-474d-b148-001b66b4cf38 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:16.327189 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da08f65-fa2b-4f25-909a-057af59a0534", "tag": "ad92ebc3-3f2a-4371-9e4b-2110ff169852", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:16.327440 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e302dfeb-f30e-474d-b148-001b66b4cf38 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:16.327852 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da08f65-fa2b-4f25-909a-057af59a0534', 'tag': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852', 'status': 'completed', 'code': 200} Jul 16 18:22:16.419666 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:22:16.484615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3a0ad-27cd-4a76-8014-916060759035 req-e81cdb8f-04e3-406a-af22-cc433f0ec821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.486891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3da3a0ad-27cd-4a76-8014-916060759035 req-e81cdb8f-04e3-406a-af22-cc433f0ec821 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 1097 time: 0.1306388 Jul 16 18:22:16.623385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-693941a3-4474-4d37-b79d-c6b9156ac1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'afa3dceb-54c5-423b-9e2c-4d0ce486df1a', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:37:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da08f65-fa2b-4f25-909a-057af59a0534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:14Z', 'updated_at': '2021-07-16T18:22:14Z', 'revision_number': 0, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:16.643405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3a0ad-27cd-4a76-8014-916060759035 req-a647b0d2-4f93-4cc8-b5b3-cc2cce4e4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.645197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3da3a0ad-27cd-4a76-8014-916060759035 req-a647b0d2-4f93-4cc8-b5b3-cc2cce4e4df1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.1427596 Jul 16 18:22:16.662646 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.670147 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693941a3-4474-4d37-b79d-c6b9156ac1bf None None] Checking router: 62891f4c-21e3-4808-844b-b410e03d4c8f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:16.679445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693941a3-4474-4d37-b79d-c6b9156ac1bf None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:16.680373 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-693941a3-4474-4d37-b79d-c6b9156ac1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:16.735985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf55e38-254a-4101-83a8-88763b1c2f45 req-70610de3-4c1c-4c61-a4f2-cc41cecd771d tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.738143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fcf55e38-254a-4101-83a8-88763b1c2f45 req-70610de3-4c1c-4c61-a4f2-cc41cecd771d tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.2506588 Jul 16 18:22:16.776904 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3da3a0ad-27cd-4a76-8014-916060759035 req-ff4aa964-2729-4bd3-88f6-158946175a5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad92ebc3-3f2a-4371-9e4b-2110ff169852 HTTP/1.1" status: 200 len: 999 time: 0.1172087 Jul 16 18:22:16.809459 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-693941a3-4474-4d37-b79d-c6b9156ac1bf None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:16.811295 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fcf55e38-254a-4101-83a8-88763b1c2f45 req-28cbec73-7d07-4761-b5d0-0aff8e4509a5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642710 Jul 16 18:22:16.836279 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.868493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3a0ad-27cd-4a76-8014-916060759035 req-15b42e71-6711-4fdd-927e-9d4280c21554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.871357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3da3a0ad-27cd-4a76-8014-916060759035 req-15b42e71-6711-4fdd-927e-9d4280c21554 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0740111 Jul 16 18:22:16.956595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3a0ad-27cd-4a76-8014-916060759035 req-0faf5df3-20ab-4250-b8db-3a776748c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.960447 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3da3a0ad-27cd-4a76-8014-916060759035 req-0faf5df3-20ab-4250-b8db-3a776748c9b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830026 Jul 16 18:22:17.101566 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3da3a0ad-27cd-4a76-8014-916060759035 req-ee29c012-dbb7-477c-b2c0-73b89c61f604 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334569 Jul 16 18:22:17.116507 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.125177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-693941a3-4474-4d37-b79d-c6b9156ac1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'afa3dceb-54c5-423b-9e2c-4d0ce486df1a', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:37:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da08f65-fa2b-4f25-909a-057af59a0534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:14Z', 'updated_at': '2021-07-16T18:22:14Z', 'revision_number': 0, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:17.143126 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.166609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693941a3-4474-4d37-b79d-c6b9156ac1bf None None] The sync data for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 is: [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'afa3dceb-54c5-423b-9e2c-4d0ce486df1a', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.218', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:37:98:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da08f65-fa2b-4f25-909a-057af59a0534', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:22:14Z', 'updated_at': '2021-07-16T18:22:14Z', 'revision_number': 0, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:17.216868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3da3a0ad-27cd-4a76-8014-916060759035 req-186d485c-b7a8-4829-96c4-d91893358c6e service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090665 Jul 16 18:22:17.218161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=21ed5a41-e212-4719-91ed-00852ea1d2fd,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:17.297442 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.420311 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Floating IP b3224f32-5f41-4c2a-b866-ffe5e99dd11a associated. External IP: 172.25.3.224, port: 2e0bf7ca-1b6d-4b1a-8518-95bbeec74558. Jul 16 18:22:17.460613 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff51811-95de-49dc-bbd3-b49d4576449e None None] New status for floating IP afa3dceb-54c5-423b-9e2c-4d0ce486df1a: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:17.657229 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.682624 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:17.809984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:17.818938 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a3bd67-d18b-4ce3-a92c-767be890a8c0 None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:17.832850 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.833206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a3bd67-d18b-4ce3-a92c-767be890a8c0 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:17.833206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e5a3bd67-d18b-4ce3-a92c-767be890a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:17.864293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e5a3bd67-d18b-4ce3-a92c-767be890a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:17.876501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a3bd67-d18b-4ce3-a92c-767be890a8c0 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:17.877261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e5a3bd67-d18b-4ce3-a92c-767be890a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:17.882487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37808) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:17.882659 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5fd305ad-b5e2-4e36-84c5-2eb3e988c043 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7377384 Jul 16 18:22:17.887951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-1f01bcae-743a-4ae3-9d84-5410b4936a22 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'floatingip': {'port_id': '2e0bf7ca-1b6d-4b1a-8518-95bbeec74558', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:17.914719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e5a3bd67-d18b-4ce3-a92c-767be890a8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:17.918793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a3bd67-d18b-4ce3-a92c-767be890a8c0 None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:17.961326 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f01bcae-743a-4ae3-9d84-5410b4936a22 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.133753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2468bc-63f0-4a03-839d-942232c86996 req-8043f9f5-76a5-4e23-8857-f7017550fcb4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.136100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e2468bc-63f0-4a03-839d-942232c86996 req-8043f9f5-76a5-4e23-8857-f7017550fcb4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.1438322 Jul 16 18:22:18.246899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e2468bc-63f0-4a03-839d-942232c86996 req-3820abd2-434b-46c3-bb42-9c4ee3598823 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960078 Jul 16 18:22:18.565887 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f01bcae-743a-4ae3-9d84-5410b4936a22 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.570518 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f01bcae-743a-4ae3-9d84-5410b4936a22 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.082434 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.102518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f01bcae-743a-4ae3-9d84-5410b4936a22 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:19.233311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f01bcae-743a-4ae3-9d84-5410b4936a22 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:19.238000 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f01bcae-743a-4ae3-9d84-5410b4936a22 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.245804 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639ad9d-fc28-4c09-8ab4-5791e7a57a35 None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:19.256805 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639ad9d-fc28-4c09-8ab4-5791e7a57a35 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:19.257801 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e639ad9d-fc28-4c09-8ab4-5791e7a57a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:19.289646 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e639ad9d-fc28-4c09-8ab4-5791e7a57a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:19.299765 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639ad9d-fc28-4c09-8ab4-5791e7a57a35 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:19.300466 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e639ad9d-fc28-4c09-8ab4-5791e7a57a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:19.315048 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1f01bcae-743a-4ae3-9d84-5410b4936a22 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "PUT /v2.0/floatingips/b3224f32-5f41-4c2a-b866-ffe5e99dd11a HTTP/1.1" status: 200 len: 978 time: 1.4289057 Jul 16 18:22:19.315278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37812) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:19.339343 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e639ad9d-fc28-4c09-8ab4-5791e7a57a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:19.340105 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639ad9d-fc28-4c09-8ab4-5791e7a57a35 None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:19.538554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e100e48-3d71-47fe-8f02-019c3d3a4787 req-b06e8391-8752-4c35-a5d0-304b2bb91cb9 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:19.540090 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e100e48-3d71-47fe-8f02-019c3d3a4787 req-b06e8391-8752-4c35-a5d0-304b2bb91cb9 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.1413977 Jul 16 18:22:19.589909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-622c71ae-e4ef-456f-b525-92a62880d323 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port 21ed5a41-e212-4719-91ed-00852ea1d2fd {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:19.590251 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-622c71ae-e4ef-456f-b525-92a62880d323 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.594209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e100e48-3d71-47fe-8f02-019c3d3a4787 req-4ccbe197-cdc2-4fb1-b02b-c89ad1f50835 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478532 Jul 16 18:22:19.674040 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-622c71ae-e4ef-456f-b525-92a62880d323 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.674369 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-622c71ae-e4ef-456f-b525-92a62880d323 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.687157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-622c71ae-e4ef-456f-b525-92a62880d323 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for 21ed5a41-e212-4719-91ed-00852ea1d2fd owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:19.841576 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-622c71ae-e4ef-456f-b525-92a62880d323 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.867719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c71ae-e4ef-456f-b525-92a62880d323 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=21ed5a41-e212-4719-91ed-00852ea1d2fd,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:19.932948 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-622c71ae-e4ef-456f-b525-92a62880d323 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.933285 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-622c71ae-e4ef-456f-b525-92a62880d323 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Floating IP b3224f32-5f41-4c2a-b866-ffe5e99dd11a disassociated (deleted). External IP: 172.25.3.224, port: 2e0bf7ca-1b6d-4b1a-8518-95bbeec74558. Jul 16 18:22:20.152310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622c71ae-e4ef-456f-b525-92a62880d323 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:20.266398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622c71ae-e4ef-456f-b525-92a62880d323 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:20.271444 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-622c71ae-e4ef-456f-b525-92a62880d323 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.279113 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8562a-f4eb-4f0b-9a4c-acb3c3cb7eae None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:20.301646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8562a-f4eb-4f0b-9a4c-acb3c3cb7eae None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:20.302384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9ee8562a-f4eb-4f0b-9a4c-acb3c3cb7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:20.312182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-622c71ae-e4ef-456f-b525-92a62880d323 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/floatingips/b3224f32-5f41-4c2a-b866-ffe5e99dd11a HTTP/1.1" status: 204 len: 168 time: 0.9958241 Jul 16 18:22:20.314596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37816) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:20.340381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9ee8562a-f4eb-4f0b-9a4c-acb3c3cb7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:20.349818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8562a-f4eb-4f0b-9a4c-acb3c3cb7eae None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:20.350462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9ee8562a-f4eb-4f0b-9a4c-acb3c3cb7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:20.384174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9ee8562a-f4eb-4f0b-9a4c-acb3c3cb7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:20.384840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8562a-f4eb-4f0b-9a4c-acb3c3cb7eae None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:20.447238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-2372db07-7eeb-4807-8c4f-3ce2d2470225 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port 2e0bf7ca-1b6d-4b1a-8518-95bbeec74558 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:20.447479 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2372db07-7eeb-4807-8c4f-3ce2d2470225 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.545263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2372db07-7eeb-4807-8c4f-3ce2d2470225 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.560479 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-2372db07-7eeb-4807-8c4f-3ce2d2470225 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for 2e0bf7ca-1b6d-4b1a-8518-95bbeec74558 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:20.802473 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2372db07-7eeb-4807-8c4f-3ce2d2470225 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.840512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372db07-7eeb-4807-8c4f-3ce2d2470225 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=2e0bf7ca-1b6d-4b1a-8518-95bbeec74558,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:20.930757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da165efe-6a9e-4b1e-8b5f-c4c5dee9a709 req-557520d7-4465-42fa-8b70-bceff18a0bf7 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.933023 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da165efe-6a9e-4b1e-8b5f-c4c5dee9a709 req-557520d7-4465-42fa-8b70-bceff18a0bf7 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.1932364 Jul 16 18:22:20.974375 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2372db07-7eeb-4807-8c4f-3ce2d2470225 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.976348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2372db07-7eeb-4807-8c4f-3ce2d2470225 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/ports/2e0bf7ca-1b6d-4b1a-8518-95bbeec74558 HTTP/1.1" status: 204 len: 168 time: 0.6608033 Jul 16 18:22:20.983056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37820) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:20.987468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:21.008122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da165efe-6a9e-4b1e-8b5f-c4c5dee9a709 req-40c5ddc8-0d16-49cf-8329-be62683b1c22 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690174 Jul 16 18:22:21.022899 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.133881 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.249520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.25.3.233 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/78857cb5-0684-4348-92fc-84f6a74a5ae5) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:21.354103 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.397955 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.445875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:21.449019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:21.452849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:21.458991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=78857cb5-0684-4348-92fc-84f6a74a5ae5,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:21.545223 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.591877 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.758000 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.763692 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.844689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=78857cb5-0684-4348-92fc-84f6a74a5ae5,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:21.857923 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.873783 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.877886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37822) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:21.878400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4e297bec-2e67-4438-8c0f-8d3089ff9b94 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8939526 Jul 16 18:22:21.885283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'port': {'network_id': 'bf6bc9b3-3904-4b98-a35b-7cb20277a4e4', 'name': 'tempest-FloatingIPTestJSON-394045772'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:22.002232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Made reservation on behalf of 8e5f0f2bdaa6423abbf0141d9b4a1c66 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:22.006109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.024437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] device_id is not set on port 82adb120-5530-4341-8949-15541c65007e yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:22:22.140645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.20.0.12 (bf6bc9b3-3904-4b98-a35b-7cb20277a4e4/e49ac128-d773-48bd-b734-bc1f4d4ee140/82adb120-5530-4341-8949-15541c65007e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:22.333402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a253bf-310c-47b8-9477-d192ff99ce20 req-0085b779-ab45-47ec-a65c-393537b58185 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.338369 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8a253bf-310c-47b8-9477-d192ff99ce20 req-0085b779-ab45-47ec-a65c-393537b58185 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.1683979 Jul 16 18:22:22.351953 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.398304 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8a253bf-310c-47b8-9477-d192ff99ce20 req-9aad706f-ef2e-4780-abc7-17ffc448083b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547230 Jul 16 18:22:22.415108 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.465312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network bf6bc9b3-3904-4b98-a35b-7cb20277a4e4 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:22.468768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:22.472992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:22.481854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=82adb120-5530-4341-8949-15541c65007e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:22.535509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.536155 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.564696 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f30aa086-3f60-47ca-8e17-f252b2e3b762 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6853013 Jul 16 18:22:22.567255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37826) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:22.572776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-037ed6f9-be75-4680-a52f-53beb35e3a82 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'floatingip': {'port_id': '82adb120-5530-4341-8949-15541c65007e'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:22.616458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-037ed6f9-be75-4680-a52f-53beb35e3a82 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.130766 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-037ed6f9-be75-4680-a52f-53beb35e3a82 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.135752 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-037ed6f9-be75-4680-a52f-53beb35e3a82 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.249140 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.256291 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-037ed6f9-be75-4680-a52f-53beb35e3a82 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Floating IP 205fb87b-8337-4174-b15a-3578bcf6dc7d associated. External IP: 172.25.3.233, port: 82adb120-5530-4341-8949-15541c65007e. Jul 16 18:22:23.573237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037ed6f9-be75-4680-a52f-53beb35e3a82 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:23.646956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9fbea-0e37-4798-9216-86128ae9519f req-509dd5a1-5abd-4727-bc6f-deb30158f1e7 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.648771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3b9fbea-0e37-4798-9216-86128ae9519f req-509dd5a1-5abd-4727-bc6f-deb30158f1e7 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.0899189 Jul 16 18:22:23.697607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e3b9fbea-0e37-4798-9216-86128ae9519f req-32f8644a-176f-4bc3-9999-7cc67d5cde91 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405252 Jul 16 18:22:23.735666 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ed6f9-be75-4680-a52f-53beb35e3a82 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:23.741193 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-037ed6f9-be75-4680-a52f-53beb35e3a82 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.749534 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2cff5e-33f1-491b-9e04-9917ea499b76 None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:23.763535 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2cff5e-33f1-491b-9e04-9917ea499b76 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:23.764407 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3d2cff5e-33f1-491b-9e04-9917ea499b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:23.787273 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-037ed6f9-be75-4680-a52f-53beb35e3a82 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "PUT /v2.0/floatingips/205fb87b-8337-4174-b15a-3578bcf6dc7d HTTP/1.1" status: 200 len: 978 time: 1.2187688 Jul 16 18:22:23.789896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37834) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:23.827059 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3d2cff5e-33f1-491b-9e04-9917ea499b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:23.840253 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2cff5e-33f1-491b-9e04-9917ea499b76 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:23.841295 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3d2cff5e-33f1-491b-9e04-9917ea499b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:23.882860 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3d2cff5e-33f1-491b-9e04-9917ea499b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:23.883198 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2cff5e-33f1-491b-9e04-9917ea499b76 None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:23.911556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-fade91ef-3e77-4e25-8888-59044f22e26b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port 82adb120-5530-4341-8949-15541c65007e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:23.911879 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fade91ef-3e77-4e25-8888-59044f22e26b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.017547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fade91ef-3e77-4e25-8888-59044f22e26b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.196198 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fade91ef-3e77-4e25-8888-59044f22e26b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.197228 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fade91ef-3e77-4e25-8888-59044f22e26b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.197871 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-fade91ef-3e77-4e25-8888-59044f22e26b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Floating IP 205fb87b-8337-4174-b15a-3578bcf6dc7d disassociated. External IP: 172.25.3.233, port: 82adb120-5530-4341-8949-15541c65007e. Jul 16 18:22:24.198222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-fade91ef-3e77-4e25-8888-59044f22e26b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for 82adb120-5530-4341-8949-15541c65007e owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:24.321227 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fade91ef-3e77-4e25-8888-59044f22e26b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.348581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade91ef-3e77-4e25-8888-59044f22e26b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=82adb120-5530-4341-8949-15541c65007e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:24.466677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fade91ef-3e77-4e25-8888-59044f22e26b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:24.575045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fade91ef-3e77-4e25-8888-59044f22e26b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:24.583763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0504ecba-3de6-4f88-bbe4-92c20b903ab7 None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:24.593321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504ecba-3de6-4f88-bbe4-92c20b903ab7 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:24.593957 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0504ecba-3de6-4f88-bbe4-92c20b903ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:24.629401 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0504ecba-3de6-4f88-bbe4-92c20b903ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:24.637898 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504ecba-3de6-4f88-bbe4-92c20b903ab7 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:24.638513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0504ecba-3de6-4f88-bbe4-92c20b903ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:24.647647 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fade91ef-3e77-4e25-8888-59044f22e26b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.649636 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fade91ef-3e77-4e25-8888-59044f22e26b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/ports/82adb120-5530-4341-8949-15541c65007e HTTP/1.1" status: 204 len: 168 time: 0.8584952 Jul 16 18:22:24.652271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37836) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:24.669730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0504ecba-3de6-4f88-bbe4-92c20b903ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:24.670384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0504ecba-3de6-4f88-bbe4-92c20b903ab7 None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:24.696786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-60ca544b-f5a8-4ad0-84a9-0e7ef3971ea0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "GET /v2.0/floatingips/205fb87b-8337-4174-b15a-3578bcf6dc7d HTTP/1.1" status: 200 len: 688 time: 0.0433054 Jul 16 18:22:24.699350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37838) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:24.833105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-35c374db-43b1-431b-999a-703c83ebab05 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port 78857cb5-0684-4348-92fc-84f6a74a5ae5 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:24.833334 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35c374db-43b1-431b-999a-703c83ebab05 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.947721 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35c374db-43b1-431b-999a-703c83ebab05 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.948053 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35c374db-43b1-431b-999a-703c83ebab05 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.963606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328e92-6863-4512-b096-b0172c8a5593 req-2c0c8424-19ee-428e-af99-66c437a4fe7a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.965129 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a4328e92-6863-4512-b096-b0172c8a5593 req-2c0c8424-19ee-428e-af99-66c437a4fe7a tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.1422033 Jul 16 18:22:24.970581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-35c374db-43b1-431b-999a-703c83ebab05 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for 78857cb5-0684-4348-92fc-84f6a74a5ae5 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:25.050348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a4328e92-6863-4512-b096-b0172c8a5593 req-862139b4-9426-49a2-86c4-caf64a6a366e tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777893 Jul 16 18:22:25.130785 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35c374db-43b1-431b-999a-703c83ebab05 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.156364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c374db-43b1-431b-999a-703c83ebab05 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=78857cb5-0684-4348-92fc-84f6a74a5ae5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:25.223375 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35c374db-43b1-431b-999a-703c83ebab05 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.225960 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35c374db-43b1-431b-999a-703c83ebab05 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.227130 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-35c374db-43b1-431b-999a-703c83ebab05 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/floatingips/205fb87b-8337-4174-b15a-3578bcf6dc7d HTTP/1.1" status: 204 len: 168 time: 0.5268652 Jul 16 18:22:25.230887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37842) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:25.235671 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '94c818c0-4b6e-4ada-8031-3ba84842bed4'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:25.257735 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.338475 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.357534 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.467871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.25.3.106 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/043005df-42df-43c2-b984-a88f71a23b09) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:25.567139 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.606391 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.642904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:25.647601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:25.651127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:25.677844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=043005df-42df-43c2-b984-a88f71a23b09,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:26.313793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f97465-ce76-4bed-a30e-bb310e0986f2 req-2ce5e4ba-4132-48a2-a038-a10bb20a377b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.315406 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9f97465-ce76-4bed-a30e-bb310e0986f2 req-2ce5e4ba-4132-48a2-a038-a10bb20a377b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 944 time: 0.1452127 Jul 16 18:22:26.398570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9f97465-ce76-4bed-a30e-bb310e0986f2 req-c2a26642-8bd4-4fd5-9820-19da3de12724 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502989 Jul 16 18:22:26.403566 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.458019 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c4b82ffd-34c2-4880-b835-0f9ba3cea0dd details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:26.482725 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.562361 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:26.574342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'port_id': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'mac_address': 'fa:16:3e:04:be:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:26.611499 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.624506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b82ffd-34c2-4880-b835-0f9ba3cea0dd {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:26.634956 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.639466 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.644656 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:26.651608 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.705300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:26.713423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:26.713809 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:26.714152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:26.714485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:26.714812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:26.715134 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:26.715468 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:26.715787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:26.716105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:26.716425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:26.716740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:26.717054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:26.719513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=043005df-42df-43c2-b984-a88f71a23b09,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:26.726894 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.831520 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Floating IP 30bec35e-f453-4a2b-8e02-2227d6e4bac1 associated. External IP: 172.25.3.106, port: 94c818c0-4b6e-4ada-8031-3ba84842bed4. Jul 16 18:22:26.875383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['c4b82ffd-34c2-4880-b835-0f9ba3cea0dd'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:27.042683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:27.148902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:27.157831 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9494d9f9-c791-4464-875d-4abe7346d2e0 None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:27.164237 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.167093 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494d9f9-c791-4464-875d-4abe7346d2e0 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:27.167799 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9494d9f9-c791-4464-875d-4abe7346d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:27.204330 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9494d9f9-c791-4464-875d-4abe7346d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:27.207675 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-486e579f-7edc-4e11-92ad-728b03a4f42b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9731698 Jul 16 18:22:27.207919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37846) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:27.213165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-2d6725b4-12d4-41f3-85bc-efb90d6f2e5e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-474422260'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:27.214175 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494d9f9-c791-4464-875d-4abe7346d2e0 None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:27.214865 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9494d9f9-c791-4464-875d-4abe7346d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:27.233788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6725b4-12d4-41f3-85bc-efb90d6f2e5e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Made reservation on behalf of 8e5f0f2bdaa6423abbf0141d9b4a1c66 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:27.237314 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2d6725b4-12d4-41f3-85bc-efb90d6f2e5e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.247257 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9494d9f9-c791-4464-875d-4abe7346d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:27.247904 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9494d9f9-c791-4464-875d-4abe7346d2e0 None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:27.262721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6725b4-12d4-41f3-85bc-efb90d6f2e5e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:27.271458 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2d6725b4-12d4-41f3-85bc-efb90d6f2e5e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.271810 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-2d6725b4-12d4-41f3-85bc-efb90d6f2e5e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Added segment 05b59186-8795-46ea-b7fb-8814e50c82b0 of type vlan for network 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf Jul 16 18:22:27.312266 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2d6725b4-12d4-41f3-85bc-efb90d6f2e5e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.342408 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2d6725b4-12d4-41f3-85bc-efb90d6f2e5e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.347940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6725b4-12d4-41f3-85bc-efb90d6f2e5e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:27.348532 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2d6725b4-12d4-41f3-85bc-efb90d6f2e5e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.385869 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2d6725b4-12d4-41f3-85bc-efb90d6f2e5e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1764369 Jul 16 18:22:27.389190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37848) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:27.396128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-352563b2-8a0b-4d87-821d-d477f6f71800 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'subnet': {'network_id': '1f9630fd-ce10-41fb-869b-d6c6cb58a2cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:27.420426 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6725b4-12d4-41f3-85bc-efb90d6f2e5e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Network': ['ID=1f9630fd-ce10-41fb-869b-d6c6cb58a2cf,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:27.432136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:27.489488 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352563b2-8a0b-4d87-821d-d477f6f71800 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Made reservation on behalf of 8e5f0f2bdaa6423abbf0141d9b4a1c66 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:27.494658 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-352563b2-8a0b-4d87-821d-d477f6f71800 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.585109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e03b60-4abf-42b1-83c6-aac764cf2eff req-98c935c9-9ca8-4d9d-9186-a21cf5a488ac tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:27.586618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91e03b60-4abf-42b1-83c6-aac764cf2eff req-98c935c9-9ca8-4d9d-9186-a21cf5a488ac tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 945 time: 0.0662339 Jul 16 18:22:27.626731 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-91e03b60-4abf-42b1-83c6-aac764cf2eff req-411b6ea0-826c-4f2f-986e-002597d84f75 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336595 Jul 16 18:22:27.678465 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-352563b2-8a0b-4d87-821d-d477f6f71800 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.736112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352563b2-8a0b-4d87-821d-d477f6f71800 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Subnet': ['ID=356b5ccf-3968-40d8-98c2-e7f59dc88a91,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:27.751242 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352563b2-8a0b-4d87-821d-d477f6f71800 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Checking segment: {'id': '05b59186-8795-46ea-b7fb-8814e50c82b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f9630fd-ce10-41fb-869b-d6c6cb58a2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:27.751625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352563b2-8a0b-4d87-821d-d477f6f71800 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network hostable DHCP agents. Network: 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:27.767198 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352563b2-8a0b-4d87-821d-d477f6f71800 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:27.776632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-352563b2-8a0b-4d87-821d-d477f6f71800 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:27.780964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352563b2-8a0b-4d87-821d-d477f6f71800 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:27.781420 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-352563b2-8a0b-4d87-821d-d477f6f71800 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.786351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73bcbd5-5cb4-4a17-a65d-c40ef7d03de8 None None] Network 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:27.796260 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-352563b2-8a0b-4d87-821d-d477f6f71800 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4058287 Jul 16 18:22:27.799394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37852) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:27.804067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1985976063', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:27.828597 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.829552 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.883040 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.938617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-1f9630fd-ce10-41fb-869b-d6c6cb58a2cf', 'network_id': '1f9630fd-ce10-41fb-869b-d6c6cb58a2cf', 'tenant_id': '8e5f0f2bdaa6423abbf0141d9b4a1c66', 'fixed_ips': [{'subnet_id': '356b5ccf-3968-40d8-98c2-e7f59dc88a91'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:22:27.939512 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.077557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Allocated IP 172.20.0.2 (1f9630fd-ce10-41fb-869b-d6c6cb58a2cf/356b5ccf-3968-40d8-98c2-e7f59dc88a91/79e74183-5400-4bdc-80c9-471470486710) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:28.228763 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.237384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Transition to ACTIVE for port object 79e74183-5400-4bdc-80c9-471470486710 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:28.253294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Transition to ACTIVE for port object 79e74183-5400-4bdc-80c9-471470486710 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:28.259539 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.298414 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Network 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:28.301086 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:28.304528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:28.309984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Pushing event updated for resources: {'Port': ['ID=79e74183-5400-4bdc-80c9-471470486710,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:28.342697 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.370772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Attempting to bind port 79e74183-5400-4bdc-80c9-471470486710 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:28.371291 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Attempting to bind port 79e74183-5400-4bdc-80c9-471470486710 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '05b59186-8795-46ea-b7fb-8814e50c82b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f9630fd-ce10-41fb-869b-d6c6cb58a2cf'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:28.372030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Attempting to bind port 79e74183-5400-4bdc-80c9-471470486710 on network 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:28.378503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:28.378884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Checking segment: {'id': '05b59186-8795-46ea-b7fb-8814e50c82b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f9630fd-ce10-41fb-869b-d6c6cb58a2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:28.379431 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.380063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Bound using segment: {'id': '05b59186-8795-46ea-b7fb-8814e50c82b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f9630fd-ce10-41fb-869b-d6c6cb58a2cf'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:28.381343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Bound port: 79e74183-5400-4bdc-80c9-471470486710, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b59186-8795-46ea-b7fb-8814e50c82b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '1f9630fd-ce10-41fb-869b-d6c6cb58a2cf'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:28.381343 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.447583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] For port 79e74183-5400-4bdc-80c9-471470486710, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:28.452276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] For port 79e74183-5400-4bdc-80c9-471470486710, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79e74183-5400-4bdc-80c9-471470486710,segment=NetworkSegment(05b59186-8795-46ea-b7fb-8814e50c82b0),segment_id=05b59186-8795-46ea-b7fb-8814e50c82b0)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:28.456653 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.487312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c4b82ffd-34c2-4880-b835-0f9ba3cea0dd up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:28.554010 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.566598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b2c01-b377-4478-b2ee-8f145c869e42 None None] Pushing event updated for resources: {'Port': ['ID=79e74183-5400-4bdc-80c9-471470486710,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:28.575496 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.582629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:28.583006 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.670342 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.695561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:28.695975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.25.3.75 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/b19f772a-b773-46a6-92d0-c5bf8297fe46) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:28.699039 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5824bb4-bdcb-40fb-97e8-d48cfa860e6f" -d '{"events": [{"server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "name": "network-vif-plugged", "status": "completed", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:28.713771 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:28.720369 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.894972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f651b97-43c0-4651-b3f3-8f78bd985789 req-88ddd696-70c4-4eed-9da1-53e8728c9fa5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.896601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f651b97-43c0-4651-b3f3-8f78bd985789 req-88ddd696-70c4-4eed-9da1-53e8728c9fa5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 947 time: 0.0808103 Jul 16 18:22:28.924493 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.953545 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f651b97-43c0-4651-b3f3-8f78bd985789 req-fd099e50-1084-4972-969c-6bd484c4dec5 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437627 Jul 16 18:22:28.984091 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.998532 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c864b0-e25f-4957-ae9d-0ac055d110b5 x-openstack-request-id: req-20c864b0-e25f-4957-ae9d-0ac055d110b5 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:28.998532 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "name": "network-vif-plugged", "status": "completed", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:28.998532 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20c864b0-e25f-4957-ae9d-0ac055d110b5 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:28.998532 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'code': 200} Jul 16 18:22:29.009543 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,revision_number=10']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:29.056950 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:29.062096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:29.065811 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:29.072769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=b19f772a-b773-46a6-92d0-c5bf8297fe46,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:29.158031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a231c-59b7-4bac-8af8-f2f99db519ff req-816bd01a-58f0-4e51-ab77-117402827692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:29.159567 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-da2a231c-59b7-4bac-8af8-f2f99db519ff req-816bd01a-58f0-4e51-ab77-117402827692 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 1099 time: 0.1431043 Jul 16 18:22:29.243951 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-da2a231c-59b7-4bac-8af8-f2f99db519ff req-bb577bf5-a303-4822-8b8f-0ea964802268 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591438 Jul 16 18:22:29.359073 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.568328 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.626708 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e34b2-a44c-4d20-95cc-2aa2c46157b0 None None] Network 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:29.686805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7c4b36ee-945d-4531-a60b-90dd704bb864 None None] Provisioning for port 79e74183-5400-4bdc-80c9-471470486710 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:29.707159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router de8a7194-f2df-4bc6-bb48-a5e1c9607309 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:22:29.820214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79e74183-5400-4bdc-80c9-471470486710 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:29.833761 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:29.850173 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3b6fb-ad14-4f60-b4a5-a60d8e445c6b None None] Sync routers for ids ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:29.853357 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.857879 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6bd8a1f0-4e2a-4f4e-b3b6-b64e694ec8d0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0574186 Jul 16 18:22:29.858029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37860) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:29.871025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3b6fb-ad14-4f60-b4a5-a60d8e445c6b None None] Routers {'de8a7194-f2df-4bc6-bb48-a5e1c9607309'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:29.871604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1cd3b6fb-ad14-4f60-b4a5-a60d8e445c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:29.906746 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1cd3b6fb-ad14-4f60-b4a5-a60d8e445c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:29.920174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3b6fb-ad14-4f60-b4a5-a60d8e445c6b None None] Routers {'de8a7194-f2df-4bc6-bb48-a5e1c9607309'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:29.921270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1cd3b6fb-ad14-4f60-b4a5-a60d8e445c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:29.961521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-1cd3b6fb-ad14-4f60-b4a5-a60d8e445c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:29.962298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3b6fb-ad14-4f60-b4a5-a60d8e445c6b None None] The sync data for ids ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:29.970998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 79e74183-5400-4bdc-80c9-471470486710 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:29.975719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 79e74183-5400-4bdc-80c9-471470486710 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:29.976151 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.141545 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.176384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 79e74183-5400-4bdc-80c9-471470486710, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79e74183-5400-4bdc-80c9-471470486710,segment=NetworkSegment(05b59186-8795-46ea-b7fb-8814e50c82b0),segment_id=05b59186-8795-46ea-b7fb-8814e50c82b0)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:30.181981 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.245461 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3b5b9e81-1a44-4d8c-9187-1dafcd278928 None None] Provisioning complete for port 79e74183-5400-4bdc-80c9-471470486710 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:30.245870 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9e81-1a44-4d8c-9187-1dafcd278928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.250913 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=79e74183-5400-4bdc-80c9-471470486710,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:30.302931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85bf22-6f30-47e7-96ec-1a7e1e585d1d req-a6e14c21-01c2-4079-8d7b-8643939b2ac8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.304599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f85bf22-6f30-47e7-96ec-1a7e1e585d1d req-a6e14c21-01c2-4079-8d7b-8643939b2ac8 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 947 time: 0.1202562 Jul 16 18:22:30.384702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f85bf22-6f30-47e7-96ec-1a7e1e585d1d req-39d7f28a-9622-4530-a245-49d983cae301 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505271 Jul 16 18:22:30.471766 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.758802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.20.0.1 (1f9630fd-ce10-41fb-869b-d6c6cb58a2cf/356b5ccf-3968-40d8-98c2-e7f59dc88a91/6c257e1c-2a94-426f-8190-44c465ec6dce) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:30.876232 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.890329 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Transition to ACTIVE for port object 6c257e1c-2a94-426f-8190-44c465ec6dce will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:30.922170 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.959697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:30.962998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:30.968875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:31.003789 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=6c257e1c-2a94-426f-8190-44c465ec6dce,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:31.023250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.169737 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.192392 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4c80abe7-9e15-4e82-8a46-15f7ea455ea2 None None] Provisioning for port 6c257e1c-2a94-426f-8190-44c465ec6dce completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:31.196667 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4c80abe7-9e15-4e82-8a46-15f7ea455ea2 None None] Provisioning complete for port 6c257e1c-2a94-426f-8190-44c465ec6dce triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:31.197212 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4c80abe7-9e15-4e82-8a46-15f7ea455ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.230334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4c80abe7-9e15-4e82-8a46-15f7ea455ea2 None None] Port 6c257e1c-2a94-426f-8190-44c465ec6dce cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:31.446139 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.450812 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.554444 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.557853 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=6c257e1c-2a94-426f-8190-44c465ec6dce,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:31.653280 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45562b-22e7-44cb-bef4-7844f821e6f9 req-b6c71a45-cda8-4783-af2f-8ed4a4674448 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.655300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd45562b-22e7-44cb-bef4-7844f821e6f9 req-b6c71a45-cda8-4783-af2f-8ed4a4674448 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 947 time: 0.1428916 Jul 16 18:22:31.688034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:31.690499 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:31.714175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd45562b-22e7-44cb-bef4-7844f821e6f9 req-f608af4e-d9e2-437e-87ff-92b7ac897e38 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497704 Jul 16 18:22:31.799708 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79e74183-5400-4bdc-80c9-471470486710 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:31.839816 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router de8a7194-f2df-4bc6-bb48-a5e1c9607309 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:31.855239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 79e74183-5400-4bdc-80c9-471470486710 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:31.855622 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.952595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:31.960609 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8863034c-738b-447c-bd3d-12a669a63fc1 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "PUT /v2.0/routers/de8a7194-f2df-4bc6-bb48-a5e1c9607309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0980482 Jul 16 18:22:31.960728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37902) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:31.962826 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291a1b7c-299f-4b5b-a3c0-7a2507a8aaac None None] Sync routers for ids ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:31.964843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8fcf7a52-764d-4821-9d06-df92953c7164 None None] Provisioning complete for port 6c257e1c-2a94-426f-8190-44c465ec6dce triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:31.965475 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7a52-764d-4821-9d06-df92953c7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.965759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'port': {'network_id': '1f9630fd-ce10-41fb-869b-d6c6cb58a2cf', 'name': 'tempest-FloatingIPTestJSON-1091010911'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:31.972290 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a1b7c-299f-4b5b-a3c0-7a2507a8aaac None None] Routers {'de8a7194-f2df-4bc6-bb48-a5e1c9607309'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:31.972915 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-291a1b7c-299f-4b5b-a3c0-7a2507a8aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:32.007015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf7a52-764d-4821-9d06-df92953c7164 None None] Port 6c257e1c-2a94-426f-8190-44c465ec6dce cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:32.011241 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-291a1b7c-299f-4b5b-a3c0-7a2507a8aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:32.019353 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a1b7c-299f-4b5b-a3c0-7a2507a8aaac None None] Routers {'de8a7194-f2df-4bc6-bb48-a5e1c9607309'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:32.019954 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-291a1b7c-299f-4b5b-a3c0-7a2507a8aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:32.051085 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-291a1b7c-299f-4b5b-a3c0-7a2507a8aaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:32.051727 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291a1b7c-299f-4b5b-a3c0-7a2507a8aaac None None] The sync data for ids ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:32.073437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Made reservation on behalf of 8e5f0f2bdaa6423abbf0141d9b4a1c66 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:32.076997 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.098561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] device_id is not set on port 10c2e229-aa77-497c-a5cb-3cb7f6627328 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:22:32.206296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Allocated IP 172.20.0.4 (1f9630fd-ce10-41fb-869b-d6c6cb58a2cf/356b5ccf-3968-40d8-98c2-e7f59dc88a91/10c2e229-aa77-497c-a5cb-3cb7f6627328) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:32.357987 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.373957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Transition to ACTIVE for port object 10c2e229-aa77-497c-a5cb-3cb7f6627328 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:32.408657 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.454812 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Network 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:32.458153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:32.462662 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:32.487211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event updated for resources: {'Port': ['ID=10c2e229-aa77-497c-a5cb-3cb7f6627328,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:32.502924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:32.503273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:32.503620 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:32.503963 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:32.504305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:32.504638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:32.504972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:32.505328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:32.505689 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:32.506006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:32.506336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:32.506663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:32.528138 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.528826 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.544738 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ca5fe1d4-f631-47ea-8a48-5c02034c4c46 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5831690 Jul 16 18:22:32.547450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37904) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:32.552485 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7143be8f-2bf0-476c-8b61-d8cf6f43c06f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Request body: {'floatingip': {'port_id': '10c2e229-aa77-497c-a5cb-3cb7f6627328'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:32.624063 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7143be8f-2bf0-476c-8b61-d8cf6f43c06f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.731442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4ac2384e-ae5a-4833-b363-397a33cac236 None None] Provisioning for port 10c2e229-aa77-497c-a5cb-3cb7f6627328 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:32.735485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4ac2384e-ae5a-4833-b363-397a33cac236 None None] Provisioning complete for port 10c2e229-aa77-497c-a5cb-3cb7f6627328 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:32.735865 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ac2384e-ae5a-4833-b363-397a33cac236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.776445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2384e-ae5a-4833-b363-397a33cac236 None None] Port 10c2e229-aa77-497c-a5cb-3cb7f6627328 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:33.120504 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7143be8f-2bf0-476c-8b61-d8cf6f43c06f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.124108 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7143be8f-2bf0-476c-8b61-d8cf6f43c06f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.227027 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-7143be8f-2bf0-476c-8b61-d8cf6f43c06f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Floating IP 30bec35e-f453-4a2b-8e02-2227d6e4bac1 associated. External IP: 172.25.3.106, port: 94c818c0-4b6e-4ada-8031-3ba84842bed4. Jul 16 18:22:33.448823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7143be8f-2bf0-476c-8b61-d8cf6f43c06f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:33.557414 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7143be8f-2bf0-476c-8b61-d8cf6f43c06f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:33.566834 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af2ac0-6c69-4d36-9bb4-4e2aaa8cce1e None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:33.576767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af2ac0-6c69-4d36-9bb4-4e2aaa8cce1e None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:33.577388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-47af2ac0-6c69-4d36-9bb4-4e2aaa8cce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:33.610149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-47af2ac0-6c69-4d36-9bb4-4e2aaa8cce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:33.619102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af2ac0-6c69-4d36-9bb4-4e2aaa8cce1e None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:33.619714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-47af2ac0-6c69-4d36-9bb4-4e2aaa8cce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:33.652382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-47af2ac0-6c69-4d36-9bb4-4e2aaa8cce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:33.652952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af2ac0-6c69-4d36-9bb4-4e2aaa8cce1e None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:33.787430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7143be8f-2bf0-476c-8b61-d8cf6f43c06f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router de8a7194-f2df-4bc6-bb48-a5e1c9607309 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:33.896439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7143be8f-2bf0-476c-8b61-d8cf6f43c06f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:33.901286 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7143be8f-2bf0-476c-8b61-d8cf6f43c06f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.905974 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5229e9-82e9-407a-8b6d-8628c48a250f None None] Sync routers for ids ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:33.914849 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5229e9-82e9-407a-8b6d-8628c48a250f None None] Routers {'de8a7194-f2df-4bc6-bb48-a5e1c9607309'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:33.916095 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2d5229e9-82e9-407a-8b6d-8628c48a250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:33.946797 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2d5229e9-82e9-407a-8b6d-8628c48a250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:33.955119 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5229e9-82e9-407a-8b6d-8628c48a250f None None] Routers {'de8a7194-f2df-4bc6-bb48-a5e1c9607309'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:33.955726 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2d5229e9-82e9-407a-8b6d-8628c48a250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:33.974570 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7143be8f-2bf0-476c-8b61-d8cf6f43c06f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "PUT /v2.0/floatingips/30bec35e-f453-4a2b-8e02-2227d6e4bac1 HTTP/1.1" status: 200 len: 978 time: 1.4233675 Jul 16 18:22:33.974780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37906) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:33.991909 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2d5229e9-82e9-407a-8b6d-8628c48a250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:33.992550 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5229e9-82e9-407a-8b6d-8628c48a250f None None] The sync data for ids ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:34.077137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b13b752d-43ee-49c6-a211-5748581cb377 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port 10c2e229-aa77-497c-a5cb-3cb7f6627328 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:34.077502 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b13b752d-43ee-49c6-a211-5748581cb377 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.166852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b13b752d-43ee-49c6-a211-5748581cb377 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.695205 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b13b752d-43ee-49c6-a211-5748581cb377 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.695579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b13b752d-43ee-49c6-a211-5748581cb377 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.695891 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-b13b752d-43ee-49c6-a211-5748581cb377 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Floating IP 30bec35e-f453-4a2b-8e02-2227d6e4bac1 disassociated. External IP: 172.25.3.106, port: 10c2e229-aa77-497c-a5cb-3cb7f6627328. Jul 16 18:22:34.696341 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b13b752d-43ee-49c6-a211-5748581cb377 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for 10c2e229-aa77-497c-a5cb-3cb7f6627328 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:34.824172 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b13b752d-43ee-49c6-a211-5748581cb377 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.853088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b752d-43ee-49c6-a211-5748581cb377 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=10c2e229-aa77-497c-a5cb-3cb7f6627328,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:34.980421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13b752d-43ee-49c6-a211-5748581cb377 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router de8a7194-f2df-4bc6-bb48-a5e1c9607309 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:35.100127 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13b752d-43ee-49c6-a211-5748581cb377 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:35.109444 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7cb555-d0bf-449d-8d7c-4ee817b207f0 None None] Sync routers for ids ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:35.118749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7cb555-d0bf-449d-8d7c-4ee817b207f0 None None] Routers {'de8a7194-f2df-4bc6-bb48-a5e1c9607309'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:35.119369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5b7cb555-d0bf-449d-8d7c-4ee817b207f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:35.156006 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5b7cb555-d0bf-449d-8d7c-4ee817b207f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:35.164751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7cb555-d0bf-449d-8d7c-4ee817b207f0 None None] Routers {'de8a7194-f2df-4bc6-bb48-a5e1c9607309'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:35.165504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5b7cb555-d0bf-449d-8d7c-4ee817b207f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:35.176692 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b13b752d-43ee-49c6-a211-5748581cb377 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.178815 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b13b752d-43ee-49c6-a211-5748581cb377 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/ports/10c2e229-aa77-497c-a5cb-3cb7f6627328 HTTP/1.1" status: 204 len: 168 time: 1.2031486 Jul 16 18:22:35.182152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37908) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:35.198411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5b7cb555-d0bf-449d-8d7c-4ee817b207f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:35.199091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7cb555-d0bf-449d-8d7c-4ee817b207f0 None None] The sync data for ids ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:35.544769 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c888e35-a191-4f94-89d7-1909005c58cd tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.825193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9c888e35-a191-4f94-89d7-1909005c58cd tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port 6c257e1c-2a94-426f-8190-44c465ec6dce {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:35.825681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c888e35-a191-4f94-89d7-1909005c58cd tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.917920 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c888e35-a191-4f94-89d7-1909005c58cd tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.930026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9c888e35-a191-4f94-89d7-1909005c58cd tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for 6c257e1c-2a94-426f-8190-44c465ec6dce owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:36.119147 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c888e35-a191-4f94-89d7-1909005c58cd tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.146406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c888e35-a191-4f94-89d7-1909005c58cd tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=6c257e1c-2a94-426f-8190-44c465ec6dce,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:36.327465 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c888e35-a191-4f94-89d7-1909005c58cd tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.555878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c888e35-a191-4f94-89d7-1909005c58cd tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router de8a7194-f2df-4bc6-bb48-a5e1c9607309 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:36.670206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c888e35-a191-4f94-89d7-1909005c58cd tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:36.675585 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9c888e35-a191-4f94-89d7-1909005c58cd tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "PUT /v2.0/routers/de8a7194-f2df-4bc6-bb48-a5e1c9607309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4923866 Jul 16 18:22:36.678216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37910) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:36.681708 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915da4b6-4239-40d8-9009-68e9e4ba3f1e None None] Sync routers for ids ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:36.691716 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915da4b6-4239-40d8-9009-68e9e4ba3f1e None None] Routers {'de8a7194-f2df-4bc6-bb48-a5e1c9607309'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:36.692334 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-915da4b6-4239-40d8-9009-68e9e4ba3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:36.739729 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-915da4b6-4239-40d8-9009-68e9e4ba3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:36.752526 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915da4b6-4239-40d8-9009-68e9e4ba3f1e None None] Routers {'de8a7194-f2df-4bc6-bb48-a5e1c9607309'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:36.753482 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-915da4b6-4239-40d8-9009-68e9e4ba3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:36.813860 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-915da4b6-4239-40d8-9009-68e9e4ba3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:36.814950 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915da4b6-4239-40d8-9009-68e9e4ba3f1e None None] The sync data for ids ['de8a7194-f2df-4bc6-bb48-a5e1c9607309'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:36.839299 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.951866 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.004974 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port b19f772a-b773-46a6-92d0-c5bf8297fe46 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:37.005325 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.084501 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.096013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for b19f772a-b773-46a6-92d0-c5bf8297fe46 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:37.257172 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.286524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=b19f772a-b773-46a6-92d0-c5bf8297fe46,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:37.347768 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.437900 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.440085 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.486758 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.487353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Fanout notify agent at l3_agent the message router_deleted on router de8a7194-f2df-4bc6-bb48-a5e1c9607309 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:22:37.495349 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.496670 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-86981799-ce33-4e78-ad11-673a558f8935 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/routers/de8a7194-f2df-4bc6-bb48-a5e1c9607309 HTTP/1.1" status: 204 len: 168 time: 0.8172526 Jul 16 18:22:37.499431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37914) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:37.557461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-3152b5ce-f674-4abb-b83c-ff6a89c4396e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting subnet 356b5ccf-3968-40d8-98c2-e7f59dc88a91 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:37.560876 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3152b5ce-f674-4abb-b83c-ff6a89c4396e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.601865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3152b5ce-f674-4abb-b83c-ff6a89c4396e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.688906 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3152b5ce-f674-4abb-b83c-ff6a89c4396e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.747850 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3152b5ce-f674-4abb-b83c-ff6a89c4396e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.776213 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152b5ce-f674-4abb-b83c-ff6a89c4396e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Subnet': ['ID=356b5ccf-3968-40d8-98c2-e7f59dc88a91,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:37.778186 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3152b5ce-f674-4abb-b83c-ff6a89c4396e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.780054 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3152b5ce-f674-4abb-b83c-ff6a89c4396e tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/subnets/356b5ccf-3968-40d8-98c2-e7f59dc88a91 HTTP/1.1" status: 204 len: 168 time: 0.2796457 Jul 16 18:22:37.782704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37916) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:37.785046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fdacc3-4d26-4024-9959-42ee9e97aed1 None None] Network 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:37.859706 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.919249 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port 79e74183-5400-4bdc-80c9-471470486710 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:37.919598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.962867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb35eaa1-320f-49ef-9290-ef6dd91f0754 None None] DHCP port deletion for 1f9630fd-ce10-41fb-869b-d6c6cb58a2cf request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:37.984806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] For port 79e74183-5400-4bdc-80c9-471470486710, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79e74183-5400-4bdc-80c9-471470486710,segment=NetworkSegment(05b59186-8795-46ea-b7fb-8814e50c82b0),segment_id=05b59186-8795-46ea-b7fb-8814e50c82b0)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:37.985168 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.997876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for 79e74183-5400-4bdc-80c9-471470486710 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:38.008034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-bb35eaa1-320f-49ef-9290-ef6dd91f0754 None None] Deleting port 79e74183-5400-4bdc-80c9-471470486710 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:38.009065 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb35eaa1-320f-49ef-9290-ef6dd91f0754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.075290 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-bb35eaa1-320f-49ef-9290-ef6dd91f0754 None None] For port 79e74183-5400-4bdc-80c9-471470486710, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=79e74183-5400-4bdc-80c9-471470486710,segment=NetworkSegment(05b59186-8795-46ea-b7fb-8814e50c82b0),segment_id=05b59186-8795-46ea-b7fb-8814e50c82b0)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:38.075679 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb35eaa1-320f-49ef-9290-ef6dd91f0754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.080875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.089194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-bb35eaa1-320f-49ef-9290-ef6dd91f0754 None None] Calling delete_port for 79e74183-5400-4bdc-80c9-471470486710 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:38.106415 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=79e74183-5400-4bdc-80c9-471470486710,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.109889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] No DVR routers for this DVR port 79e74183-5400-4bdc-80c9-471470486710 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:38.169100 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bb35eaa1-320f-49ef-9290-ef6dd91f0754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.191862 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.197564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35eaa1-320f-49ef-9290-ef6dd91f0754 None None] Pushing event deleted for resources: {'Port': ['ID=79e74183-5400-4bdc-80c9-471470486710,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.201385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35eaa1-320f-49ef-9290-ef6dd91f0754 None None] No DVR routers for this DVR port 79e74183-5400-4bdc-80c9-471470486710 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:38.206639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9630fd-ce10-41fb-869b-d6c6cb58a2cf']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:38.218900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b59186-8795-46ea-b7fb-8814e50c82b0') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:38.219206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b59186-8795-46ea-b7fb-8814e50c82b0') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:38.228105 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.241817 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.248343 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:38.248732 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:38.251876 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:38.307584 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.315204 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.316474 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/networks/1f9630fd-ce10-41fb-869b-d6c6cb58a2cf HTTP/1.1" status: 204 len: 168 time: 0.5327539 Jul 16 18:22:38.319151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37918) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:38.328167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e70e76-76ab-4562-831d-ea3d86a3d91f tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Network': ['ID=1f9630fd-ce10-41fb-869b-d6c6cb58a2cf,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.445366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d5f06-0b89-4a17-82c1-987fc7818bd7 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port 043005df-42df-43c2-b984-a88f71a23b09 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:38.445775 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5f06-0b89-4a17-82c1-987fc7818bd7 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.829845 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5f06-0b89-4a17-82c1-987fc7818bd7 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.830179 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5f06-0b89-4a17-82c1-987fc7818bd7 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.841415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d5f06-0b89-4a17-82c1-987fc7818bd7 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for 043005df-42df-43c2-b984-a88f71a23b09 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:38.980481 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5f06-0b89-4a17-82c1-987fc7818bd7 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.009609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d5f06-0b89-4a17-82c1-987fc7818bd7 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=043005df-42df-43c2-b984-a88f71a23b09,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:39.069986 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5f06-0b89-4a17-82c1-987fc7818bd7 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.073176 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5f06-0b89-4a17-82c1-987fc7818bd7 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.074420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8f1d5f06-0b89-4a17-82c1-987fc7818bd7 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/floatingips/30bec35e-f453-4a2b-8e02-2227d6e4bac1 HTTP/1.1" status: 204 len: 168 time: 0.7541928 Jul 16 18:22:39.078800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37920) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:39.106387 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf91d9b-84db-4777-8631-a4a8f4ecc220 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] DELETE failed (client error): The resource could not be found. Jul 16 18:22:39.106946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf91d9b-84db-4777-8631-a4a8f4ecc220 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:22:39.108608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-adf91d9b-84db-4777-8631-a4a8f4ecc220 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/ports/10c2e229-aa77-497c-a5cb-3cb7f6627328 HTTP/1.1" status: 404 len: 333 time: 0.0292492 Jul 16 18:22:39.111428 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37922) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:39.143794 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b1608182-debe-4d7e-a685-b7c4f054b7a0 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "GET /v2.0/ports?device_id=de8a7194-f2df-4bc6-bb48-a5e1c9607309 HTTP/1.1" status: 200 len: 205 time: 0.0311332 Jul 16 18:22:39.146308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37924) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:39.189294 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-accd769c-9465-406a-a0e6-c2851a28387b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] delete failed (client error): The resource could not be found. Jul 16 18:22:39.190495 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-accd769c-9465-406a-a0e6-c2851a28387b tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/routers/de8a7194-f2df-4bc6-bb48-a5e1c9607309 HTTP/1.1" status: 404 len: 336 time: 0.0431170 Jul 16 18:22:39.193097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37926) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:39.222915 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb7a877-1bf5-45fa-ad53-21e9ed920ede tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] DELETE failed (client error): The resource could not be found. Jul 16 18:22:39.223378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb7a877-1bf5-45fa-ad53-21e9ed920ede tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:22:39.225100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5eb7a877-1bf5-45fa-ad53-21e9ed920ede tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/subnets/356b5ccf-3968-40d8-98c2-e7f59dc88a91 HTTP/1.1" status: 404 len: 337 time: 0.0309932 Jul 16 18:22:39.228166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37928) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:39.338840 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-3a24218c-ade5-4d99-8e43-a1a4f9237256 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port 94c818c0-4b6e-4ada-8031-3ba84842bed4 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:39.339559 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a24218c-ade5-4d99-8e43-a1a4f9237256 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.436759 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a24218c-ade5-4d99-8e43-a1a4f9237256 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.449138 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-3a24218c-ade5-4d99-8e43-a1a4f9237256 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for 94c818c0-4b6e-4ada-8031-3ba84842bed4 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:39.591224 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a24218c-ade5-4d99-8e43-a1a4f9237256 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.620824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24218c-ade5-4d99-8e43-a1a4f9237256 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=94c818c0-4b6e-4ada-8031-3ba84842bed4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:39.707341 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a24218c-ade5-4d99-8e43-a1a4f9237256 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.709652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3a24218c-ade5-4d99-8e43-a1a4f9237256 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/ports/94c818c0-4b6e-4ada-8031-3ba84842bed4 HTTP/1.1" status: 204 len: 168 time: 0.4803813 Jul 16 18:22:39.712089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37930) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:39.786839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79e74183-5400-4bdc-80c9-471470486710 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:39.808168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 79e74183-5400-4bdc-80c9-471470486710 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:39.808803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 79e74183-5400-4bdc-80c9-471470486710 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:39.818778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7e043944-37b6-433f-b30a-4ad6d56864a5 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port b44789b7-febf-482e-a6cf-a368a266c325 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:39.819059 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7e043944-37b6-433f-b30a-4ad6d56864a5 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.917422 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7e043944-37b6-433f-b30a-4ad6d56864a5 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.930838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7e043944-37b6-433f-b30a-4ad6d56864a5 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for b44789b7-febf-482e-a6cf-a368a266c325 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:40.064515 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7e043944-37b6-433f-b30a-4ad6d56864a5 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.093649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e043944-37b6-433f-b30a-4ad6d56864a5 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=b44789b7-febf-482e-a6cf-a368a266c325,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:40.171323 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7e043944-37b6-433f-b30a-4ad6d56864a5 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.173388 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7e043944-37b6-433f-b30a-4ad6d56864a5 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/ports/b44789b7-febf-482e-a6cf-a368a266c325 HTTP/1.1" status: 204 len: 168 time: 0.4602845 Jul 16 18:22:40.175978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37932) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:40.244805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c51731f-28fe-4b7f-952b-670721cbd3e4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.246481 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3c51731f-28fe-4b7f-952b-670721cbd3e4 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "GET /v2.0/ports?device_id=d585be0d-0cd2-400b-bd41-b4053546e82c HTTP/1.1" status: 200 len: 913 time: 0.0696142 Jul 16 18:22:40.249183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37934) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:40.614098 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.897111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port 461ba428-8c26-40a8-9c96-8bfffe4f428f {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:40.897465 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.997394 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.010467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for 461ba428-8c26-40a8-9c96-8bfffe4f428f owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:41.206777 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.233749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=461ba428-8c26-40a8-9c96-8bfffe4f428f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:41.264163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:41.264518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:41.264883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:41.265228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:41.265563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:41.265930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:41.266266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:41.266769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:41.267110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:41.267447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:41.267777 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:41.268106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:41.429810 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.645872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Router d585be0d-0cd2-400b-bd41-b4053546e82c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:41.754126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:41.759805 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5cd260fc-5853-42bf-99cd-6fd5fb592403 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "PUT /v2.0/routers/d585be0d-0cd2-400b-bd41-b4053546e82c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5096326 Jul 16 18:22:41.762252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37936) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:41.764779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62fe26-04c8-4bbb-8722-0703eefff86e None None] Sync routers for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:41.775716 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62fe26-04c8-4bbb-8722-0703eefff86e None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:41.776336 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cf62fe26-04c8-4bbb-8722-0703eefff86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:41.808366 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cf62fe26-04c8-4bbb-8722-0703eefff86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:41.816644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62fe26-04c8-4bbb-8722-0703eefff86e None None] Routers {'d585be0d-0cd2-400b-bd41-b4053546e82c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:41.817237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cf62fe26-04c8-4bbb-8722-0703eefff86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d585be0d-0cd2-400b-bd41-b4053546e82c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:41.850622 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cf62fe26-04c8-4bbb-8722-0703eefff86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:41.851259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf62fe26-04c8-4bbb-8722-0703eefff86e None None] The sync data for ids ['d585be0d-0cd2-400b-bd41-b4053546e82c'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:41.874292 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.984412 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.042119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting port 7626fad6-663f-4ce4-8550-eaba68b72ad3 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:42.042473 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.127250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.139326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Calling delete_port for 7626fad6-663f-4ce4-8550-eaba68b72ad3 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:42.305081 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.332238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Port': ['ID=7626fad6-663f-4ce4-8550-eaba68b72ad3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:42.393795 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.484011 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.486140 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.533317 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.533910 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Fanout notify agent at l3_agent the message router_deleted on router d585be0d-0cd2-400b-bd41-b4053546e82c {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:22:42.541720 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.542857 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b21f4afd-7c09-480e-8aac-e09a8c7a2f7c tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/routers/d585be0d-0cd2-400b-bd41-b4053546e82c HTTP/1.1" status: 204 len: 168 time: 0.7794392 Jul 16 18:22:42.545287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37938) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:42.596420 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-747e6243-0d2c-47db-81d2-c9bccdc12b18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Deleting subnet e49ac128-d773-48bd-b734-bc1f4d4ee140 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:42.599277 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-747e6243-0d2c-47db-81d2-c9bccdc12b18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.639894 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-747e6243-0d2c-47db-81d2-c9bccdc12b18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.684145 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-747e6243-0d2c-47db-81d2-c9bccdc12b18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.750192 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-747e6243-0d2c-47db-81d2-c9bccdc12b18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.777741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e6243-0d2c-47db-81d2-c9bccdc12b18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Subnet': ['ID=e49ac128-d773-48bd-b734-bc1f4d4ee140,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:42.782701 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-747e6243-0d2c-47db-81d2-c9bccdc12b18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.784678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-747e6243-0d2c-47db-81d2-c9bccdc12b18 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/subnets/e49ac128-d773-48bd-b734-bc1f4d4ee140 HTTP/1.1" status: 204 len: 168 time: 0.2383389 Jul 16 18:22:42.787090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37940) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:42.862220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e36843c1-f129-41c2-8516-02cf5a859461 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.950474 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e36843c1-f129-41c2-8516-02cf5a859461 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.959892 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e36843c1-f129-41c2-8516-02cf5a859461 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6bc9b3-3904-4b98-a35b-7cb20277a4e4']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:42.969529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e36843c1-f129-41c2-8516-02cf5a859461 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb98a214-1c87-4b0f-ac55-0f0f3ee5e616') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:42.969928 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e36843c1-f129-41c2-8516-02cf5a859461 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb98a214-1c87-4b0f-ac55-0f0f3ee5e616') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:42.981924 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e36843c1-f129-41c2-8516-02cf5a859461 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.995954 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e36843c1-f129-41c2-8516-02cf5a859461 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.001739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36843c1-f129-41c2-8516-02cf5a859461 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:43.002155 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e36843c1-f129-41c2-8516-02cf5a859461 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:43.005082 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:43.064829 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e36843c1-f129-41c2-8516-02cf5a859461 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.071778 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e36843c1-f129-41c2-8516-02cf5a859461 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.073763 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e36843c1-f129-41c2-8516-02cf5a859461 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] 10.222.0.24 "DELETE /v2.0/networks/bf6bc9b3-3904-4b98-a35b-7cb20277a4e4 HTTP/1.1" status: 204 len: 168 time: 0.2857366 Jul 16 18:22:43.087963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36843c1-f129-41c2-8516-02cf5a859461 tempest-FloatingIPTestJSON-1486360058 tempest-FloatingIPTestJSON-1486360058-project] Pushing event deleted for resources: {'Network': ['ID=bf6bc9b3-3904-4b98-a35b-7cb20277a4e4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:43.315927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37946) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:43.447400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-84aa4cf5-e98c-4097-837f-ab45a092473e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e5f0f2bdaa6423abbf0141d9b4a1c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302893 Jul 16 18:22:43.449857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37950) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:43.496851 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-789d4764-875c-453c-997d-6e1a58f08e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.517796 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-789d4764-875c-453c-997d-6e1a58f08e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.522394 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-68a83ed3-5708-41e7-b8e5-e339a9f54f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.564377 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-789d4764-875c-453c-997d-6e1a58f08e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.567060 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-789d4764-875c-453c-997d-6e1a58f08e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.568219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-789d4764-875c-453c-997d-6e1a58f08e1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49f523ce-d780-4d57-8bb2-6fd1a546e74d HTTP/1.1" status: 204 len: 168 time: 0.1174815 Jul 16 18:22:43.576159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d4764-875c-453c-997d-6e1a58f08e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f523ce-d780-4d57-8bb2-6fd1a546e74d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:44.197502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37974) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.293910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e202f998-3362-49f8-b925-854f58ab1442 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1882442239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:44.319142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e202f998-3362-49f8-b925-854f58ab1442 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.320314 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e202f998-3362-49f8-b925-854f58ab1442 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.379721 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e202f998-3362-49f8-b925-854f58ab1442 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.384126 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e202f998-3362-49f8-b925-854f58ab1442 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.400348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e202f998-3362-49f8-b925-854f58ab1442 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.401606 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e202f998-3362-49f8-b925-854f58ab1442 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2030678 Jul 16 18:22:44.404300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37978) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.409333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1939879824'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:44.431039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Made reservation on behalf of 72d08d0a89514f4d8a326eeffb8f61a2 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:44.434619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.443161 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.534594 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.538230 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.560885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:44.576295 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8912e29d-258c-4c2f-a196-ac2d33ceae02,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:44.580253 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.580603 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Added segment 80fb38b0-9c7b-43e8-baf9-3ef08febf88d of type vlan for network 2a541e6d-5d12-4f23-b09f-6f2202fb4760 Jul 16 18:22:44.621147 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.650398 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.656132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:44.656720 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.693286 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2879250 Jul 16 18:22:44.697049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37980) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.701952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-40892ecb-7bc6-41c8-8169-312c4ad80cf8 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Request body: {'subnet': {'network_id': '2a541e6d-5d12-4f23-b09f-6f2202fb4760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:44.750943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a3b0f-09c9-48dd-b09e-fa9cc7f57944 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event updated for resources: {'Network': ['ID=2a541e6d-5d12-4f23-b09f-6f2202fb4760,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:44.762254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 2a541e6d-5d12-4f23-b09f-6f2202fb4760 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:44.824162 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40892ecb-7bc6-41c8-8169-312c4ad80cf8 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Made reservation on behalf of 72d08d0a89514f4d8a326eeffb8f61a2 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:44.827744 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40892ecb-7bc6-41c8-8169-312c4ad80cf8 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.005791 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40892ecb-7bc6-41c8-8169-312c4ad80cf8 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.075827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40892ecb-7bc6-41c8-8169-312c4ad80cf8 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event updated for resources: {'Subnet': ['ID=33188e35-efdf-4c84-8a7d-9af7ea72a55e,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.078499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40892ecb-7bc6-41c8-8169-312c4ad80cf8 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Checking segment: {'id': '80fb38b0-9c7b-43e8-baf9-3ef08febf88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2a541e6d-5d12-4f23-b09f-6f2202fb4760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:45.078866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40892ecb-7bc6-41c8-8169-312c4ad80cf8 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Network hostable DHCP agents. Network: 2a541e6d-5d12-4f23-b09f-6f2202fb4760, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:45.096563 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40892ecb-7bc6-41c8-8169-312c4ad80cf8 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Network 2a541e6d-5d12-4f23-b09f-6f2202fb4760 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:45.105458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-40892ecb-7bc6-41c8-8169-312c4ad80cf8 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 2a541e6d-5d12-4f23-b09f-6f2202fb4760) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:45.109605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40892ecb-7bc6-41c8-8169-312c4ad80cf8 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.110232 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-40892ecb-7bc6-41c8-8169-312c4ad80cf8 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.114641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7af232-be39-4a00-80d3-19f67045c206 None None] Network 2a541e6d-5d12-4f23-b09f-6f2202fb4760 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:45.126434 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-40892ecb-7bc6-41c8-8169-312c4ad80cf8 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4272141 Jul 16 18:22:45.128755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37982) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.134774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a1939f62-e7ee-441a-96d4-abad46203726 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Request body: {'network': {'name': 'tempest-router-network01--1517605441'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:45.157185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1939f62-e7ee-441a-96d4-abad46203726 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Made reservation on behalf of 72d08d0a89514f4d8a326eeffb8f61a2 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:45.160700 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1939f62-e7ee-441a-96d4-abad46203726 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.187598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1939f62-e7ee-441a-96d4-abad46203726 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:45.198601 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1939f62-e7ee-441a-96d4-abad46203726 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.199280 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-a1939f62-e7ee-441a-96d4-abad46203726 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Added segment dcf523cf-a1ee-43f7-962b-dc3bc233cc75 of type vlan for network 8042e776-8c0a-4538-aec9-8b78aacb6a08 Jul 16 18:22:45.238866 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1939f62-e7ee-441a-96d4-abad46203726 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.264281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-2a541e6d-5d12-4f23-b09f-6f2202fb4760', 'network_id': '2a541e6d-5d12-4f23-b09f-6f2202fb4760', 'tenant_id': '72d08d0a89514f4d8a326eeffb8f61a2', 'fixed_ips': [{'subnet_id': '33188e35-efdf-4c84-8a7d-9af7ea72a55e'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:22:45.265152 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.269521 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1939f62-e7ee-441a-96d4-abad46203726 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.275444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1939f62-e7ee-441a-96d4-abad46203726 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.276036 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1939f62-e7ee-441a-96d4-abad46203726 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.312972 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a1939f62-e7ee-441a-96d4-abad46203726 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1830242 Jul 16 18:22:45.315734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37984) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.320655 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-11961ca1-0f78-4c38-8026-43139f575671 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Request body: {'network': {'name': 'tempest-router-network02--8427257'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:45.358529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1939f62-e7ee-441a-96d4-abad46203726 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event updated for resources: {'Network': ['ID=8042e776-8c0a-4538-aec9-8b78aacb6a08,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.382652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11961ca1-0f78-4c38-8026-43139f575671 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Made reservation on behalf of 72d08d0a89514f4d8a326eeffb8f61a2 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:45.384735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 8042e776-8c0a-4538-aec9-8b78aacb6a08 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:45.387203 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11961ca1-0f78-4c38-8026-43139f575671 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.411869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11961ca1-0f78-4c38-8026-43139f575671 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:45.421821 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11961ca1-0f78-4c38-8026-43139f575671 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.422218 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-11961ca1-0f78-4c38-8026-43139f575671 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Added segment 90a68285-496e-49f7-b6c9-48aefdb6ffdb of type vlan for network b2b894a3-afad-4f21-91ad-209b4b06c069 Jul 16 18:22:45.458897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Allocated IP 2001:db8::2 (2a541e6d-5d12-4f23-b09f-6f2202fb4760/33188e35-efdf-4c84-8a7d-9af7ea72a55e/3aaec225-b8a5-42ff-b4e0-7ac4769b0d67) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:45.461268 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11961ca1-0f78-4c38-8026-43139f575671 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.492243 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11961ca1-0f78-4c38-8026-43139f575671 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.498397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11961ca1-0f78-4c38-8026-43139f575671 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.498983 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11961ca1-0f78-4c38-8026-43139f575671 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.533162 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-11961ca1-0f78-4c38-8026-43139f575671 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2163944 Jul 16 18:22:45.535982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37986) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.543575 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-63e46e84-c1f7-41a0-a3e6-c20da1ded979 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Request body: {'subnet': {'network_id': '8042e776-8c0a-4538-aec9-8b78aacb6a08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:45.615721 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.626620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Transition to ACTIVE for port object 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:45.646625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Transition to ACTIVE for port object 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:45.653384 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.698991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Network 2a541e6d-5d12-4f23-b09f-6f2202fb4760 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:45.700772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:45.705752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:45.714289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Pushing event updated for resources: {'Port': ['ID=3aaec225-b8a5-42ff-b4e0-7ac4769b0d67,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.783028 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c35c0825-1674-4a84-a69e-cb69c91696f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.787670 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Attempting to bind port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:45.788042 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Attempting to bind port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '80fb38b0-9c7b-43e8-baf9-3ef08febf88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2a541e6d-5d12-4f23-b09f-6f2202fb4760'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:45.788408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Attempting to bind port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 on network 2a541e6d-5d12-4f23-b09f-6f2202fb4760 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:45.794700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:45.795084 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Checking segment: {'id': '80fb38b0-9c7b-43e8-baf9-3ef08febf88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2a541e6d-5d12-4f23-b09f-6f2202fb4760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:45.795490 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.795886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Bound using segment: {'id': '80fb38b0-9c7b-43e8-baf9-3ef08febf88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2a541e6d-5d12-4f23-b09f-6f2202fb4760'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:45.796355 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Bound port: 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80fb38b0-9c7b-43e8-baf9-3ef08febf88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '2a541e6d-5d12-4f23-b09f-6f2202fb4760'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:45.796739 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.861982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] For port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:45.865342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] For port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=3aaec225-b8a5-42ff-b4e0-7ac4769b0d67,segment=NetworkSegment(80fb38b0-9c7b-43e8-baf9-3ef08febf88d),segment_id=80fb38b0-9c7b-43e8-baf9-3ef08febf88d)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:45.871008 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.916020 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11961ca1-0f78-4c38-8026-43139f575671 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event updated for resources: {'Network': ['ID=b2b894a3-afad-4f21-91ad-209b4b06c069,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.934634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network b2b894a3-afad-4f21-91ad-209b4b06c069 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:45.944914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0eaa0-efb1-451a-ae96-c976a955f0d8 None None] Pushing event updated for resources: {'Port': ['ID=3aaec225-b8a5-42ff-b4e0-7ac4769b0d67,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.986844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e46e84-c1f7-41a0-a3e6-c20da1ded979 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Made reservation on behalf of 72d08d0a89514f4d8a326eeffb8f61a2 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:45.991480 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63e46e84-c1f7-41a0-a3e6-c20da1ded979 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.007801 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.216556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63e46e84-c1f7-41a0-a3e6-c20da1ded979 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.280707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e46e84-c1f7-41a0-a3e6-c20da1ded979 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event updated for resources: {'Subnet': ['ID=05b11c28-d64d-458d-83cd-4d7ec282ce97,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:46.290118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e46e84-c1f7-41a0-a3e6-c20da1ded979 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Checking segment: {'id': 'dcf523cf-a1ee-43f7-962b-dc3bc233cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8042e776-8c0a-4538-aec9-8b78aacb6a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:46.290691 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e46e84-c1f7-41a0-a3e6-c20da1ded979 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Network hostable DHCP agents. Network: 8042e776-8c0a-4538-aec9-8b78aacb6a08, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:46.307432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e46e84-c1f7-41a0-a3e6-c20da1ded979 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Network 8042e776-8c0a-4538-aec9-8b78aacb6a08 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:46.315622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-63e46e84-c1f7-41a0-a3e6-c20da1ded979 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 8042e776-8c0a-4538-aec9-8b78aacb6a08) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:46.319855 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e46e84-c1f7-41a0-a3e6-c20da1ded979 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.320531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-63e46e84-c1f7-41a0-a3e6-c20da1ded979 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.325787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc1feff-06af-4465-9aee-e141189483cb None None] Network 8042e776-8c0a-4538-aec9-8b78aacb6a08 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:46.336061 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-63e46e84-c1f7-41a0-a3e6-c20da1ded979 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7989051 Jul 16 18:22:46.338878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37988) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:46.343962 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e0fcccfb-f667-43b0-b13e-51ca0fd1464d tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Request body: {'subnet': {'network_id': 'b2b894a3-afad-4f21-91ad-209b4b06c069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:46.442546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fcccfb-f667-43b0-b13e-51ca0fd1464d tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Made reservation on behalf of 72d08d0a89514f4d8a326eeffb8f61a2 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:46.446180 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0fcccfb-f667-43b0-b13e-51ca0fd1464d tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.487985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-8042e776-8c0a-4538-aec9-8b78aacb6a08', 'network_id': '8042e776-8c0a-4538-aec9-8b78aacb6a08', 'tenant_id': '72d08d0a89514f4d8a326eeffb8f61a2', 'fixed_ips': [{'subnet_id': '05b11c28-d64d-458d-83cd-4d7ec282ce97'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:22:46.488891 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.630786 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Allocated IP 2001:db8::2 (8042e776-8c0a-4538-aec9-8b78aacb6a08/05b11c28-d64d-458d-83cd-4d7ec282ce97/9bdde06f-9522-4a49-b804-98c70425bc94) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:46.647435 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0fcccfb-f667-43b0-b13e-51ca0fd1464d tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.709683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcccfb-f667-43b0-b13e-51ca0fd1464d tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event updated for resources: {'Subnet': ['ID=c5e192d6-0ad3-4a7f-8f00-ecb41420a8dc,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:46.729944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fcccfb-f667-43b0-b13e-51ca0fd1464d tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Checking segment: {'id': '90a68285-496e-49f7-b6c9-48aefdb6ffdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b2b894a3-afad-4f21-91ad-209b4b06c069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:46.730413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fcccfb-f667-43b0-b13e-51ca0fd1464d tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Network hostable DHCP agents. Network: b2b894a3-afad-4f21-91ad-209b4b06c069, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:46.747703 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fcccfb-f667-43b0-b13e-51ca0fd1464d tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Network b2b894a3-afad-4f21-91ad-209b4b06c069 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:46.757644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e0fcccfb-f667-43b0-b13e-51ca0fd1464d tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, b2b894a3-afad-4f21-91ad-209b4b06c069) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:46.767138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2ae90e-bc33-41b8-821d-3a636689c704 None None] Network b2b894a3-afad-4f21-91ad-209b4b06c069 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:46.767704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fcccfb-f667-43b0-b13e-51ca0fd1464d tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.768446 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e0fcccfb-f667-43b0-b13e-51ca0fd1464d tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.793682 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e0fcccfb-f667-43b0-b13e-51ca0fd1464d tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4513376 Jul 16 18:22:46.794221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 37990) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:46.839494 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.848206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Transition to ACTIVE for port object 9bdde06f-9522-4a49-b804-98c70425bc94 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:46.866089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Transition to ACTIVE for port object 9bdde06f-9522-4a49-b804-98c70425bc94 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:46.873867 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.935787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Network 8042e776-8c0a-4538-aec9-8b78aacb6a08 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:46.940245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:46.962943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:46.964953 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3b31ae-3d58-4ee5-a34c-dc3d4853d69e None None] Network 2a541e6d-5d12-4f23-b09f-6f2202fb4760 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:46.966545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Pushing event updated for resources: {'Port': ['ID=9bdde06f-9522-4a49-b804-98c70425bc94,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:47.065091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d38f8aa5-ed83-4f33-937c-210d12e8775c None None] Provisioning for port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:47.108381 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.282461 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-b2b894a3-afad-4f21-91ad-209b4b06c069', 'network_id': 'b2b894a3-afad-4f21-91ad-209b4b06c069', 'tenant_id': '72d08d0a89514f4d8a326eeffb8f61a2', 'fixed_ips': [{'subnet_id': 'c5e192d6-0ad3-4a7f-8f00-ecb41420a8dc'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:22:47.283362 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.285371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Attempting to bind port 9bdde06f-9522-4a49-b804-98c70425bc94 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:47.285769 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Attempting to bind port 9bdde06f-9522-4a49-b804-98c70425bc94 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'dcf523cf-a1ee-43f7-962b-dc3bc233cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8042e776-8c0a-4538-aec9-8b78aacb6a08'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:47.286137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Attempting to bind port 9bdde06f-9522-4a49-b804-98c70425bc94 on network 8042e776-8c0a-4538-aec9-8b78aacb6a08 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:47.309537 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:47.309946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Checking segment: {'id': 'dcf523cf-a1ee-43f7-962b-dc3bc233cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8042e776-8c0a-4538-aec9-8b78aacb6a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:47.310360 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.310760 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Bound using segment: {'id': 'dcf523cf-a1ee-43f7-962b-dc3bc233cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8042e776-8c0a-4538-aec9-8b78aacb6a08'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:47.311249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Bound port: 9bdde06f-9522-4a49-b804-98c70425bc94, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf523cf-a1ee-43f7-962b-dc3bc233cc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8042e776-8c0a-4538-aec9-8b78aacb6a08'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:47.311637 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.537982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] For port 9bdde06f-9522-4a49-b804-98c70425bc94, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:47.564111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] For port 9bdde06f-9522-4a49-b804-98c70425bc94, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9bdde06f-9522-4a49-b804-98c70425bc94,segment=NetworkSegment(dcf523cf-a1ee-43f7-962b-dc3bc233cc75),segment_id=dcf523cf-a1ee-43f7-962b-dc3bc233cc75)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:47.573871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Allocated IP 2001:db8::2 (b2b894a3-afad-4f21-91ad-209b4b06c069/c5e192d6-0ad3-4a7f-8f00-ecb41420a8dc/f2c0e81b-801a-46d0-bff6-abc558321900) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:47.579362 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.690040 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.695305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Allocated IP 2001:db8::1 (8042e776-8c0a-4538-aec9-8b78aacb6a08/05b11c28-d64d-458d-83cd-4d7ec282ce97/8ec3f270-bae3-48f0-9321-69d9026446f2) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:47.725239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3902b8-2582-40bc-ac19-8311f6f19e34 None None] Pushing event updated for resources: {'Port': ['ID=9bdde06f-9522-4a49-b804-98c70425bc94,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:47.864365 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.871143 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.874615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Transition to ACTIVE for port object f2c0e81b-801a-46d0-bff6-abc558321900 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:47.900609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:47.904747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Transition to ACTIVE for port object 8ec3f270-bae3-48f0-9321-69d9026446f2 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:47.927203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Transition to ACTIVE for port object f2c0e81b-801a-46d0-bff6-abc558321900 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:47.939355 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.947911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.998803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Network b2b894a3-afad-4f21-91ad-209b4b06c069 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:48.010076 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:48.018679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:48.024634 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Pushing event updated for resources: {'Port': ['ID=f2c0e81b-801a-46d0-bff6-abc558321900,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:48.036429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:48.045558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Network 8042e776-8c0a-4538-aec9-8b78aacb6a08 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:48.049749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:48.051725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event updated for resources: {'Port': ['ID=8ec3f270-bae3-48f0-9321-69d9026446f2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:48.054055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:48.055794 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.058265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-849485cd-6a19-4c7a-9f60-d653343e59c3 None None] Provisioning complete for port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:48.058514 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-849485cd-6a19-4c7a-9f60-d653343e59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.079229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:48.079628 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.153898 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Attempting to bind port f2c0e81b-801a-46d0-bff6-abc558321900 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:48.154282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Attempting to bind port f2c0e81b-801a-46d0-bff6-abc558321900 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '90a68285-496e-49f7-b6c9-48aefdb6ffdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b2b894a3-afad-4f21-91ad-209b4b06c069'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:48.154683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Attempting to bind port f2c0e81b-801a-46d0-bff6-abc558321900 on network b2b894a3-afad-4f21-91ad-209b4b06c069 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:48.167747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:48.168165 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Checking segment: {'id': '90a68285-496e-49f7-b6c9-48aefdb6ffdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b2b894a3-afad-4f21-91ad-209b4b06c069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:48.168535 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.168942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Bound using segment: {'id': '90a68285-496e-49f7-b6c9-48aefdb6ffdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b2b894a3-afad-4f21-91ad-209b4b06c069'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:48.169432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Bound port: f2c0e81b-801a-46d0-bff6-abc558321900, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a68285-496e-49f7-b6c9-48aefdb6ffdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b2b894a3-afad-4f21-91ad-209b4b06c069'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:48.169891 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.209167 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.280742 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-849485cd-6a19-4c7a-9f60-d653343e59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.314724 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.321540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] For port f2c0e81b-801a-46d0-bff6-abc558321900, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:48.342175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] For port f2c0e81b-801a-46d0-bff6-abc558321900, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f2c0e81b-801a-46d0-bff6-abc558321900,segment=NetworkSegment(90a68285-496e-49f7-b6c9-48aefdb6ffdb),segment_id=90a68285-496e-49f7-b6c9-48aefdb6ffdb)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:48.356202 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.369677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-849485cd-6a19-4c7a-9f60-d653343e59c3 None None] For port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=3aaec225-b8a5-42ff-b4e0-7ac4769b0d67,segment=NetworkSegment(80fb38b0-9c7b-43e8-baf9-3ef08febf88d),segment_id=80fb38b0-9c7b-43e8-baf9-3ef08febf88d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:48.397861 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-849485cd-6a19-4c7a-9f60-d653343e59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.459548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01870b-7cc7-4b55-b5f2-a0acb5a403f7 None None] Pushing event updated for resources: {'Port': ['ID=f2c0e81b-801a-46d0-bff6-abc558321900,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:48.462766 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:22:48.463129 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:22:48.514006 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849485cd-6a19-4c7a-9f60-d653343e59c3 None None] Pushing event updated for resources: {'Port': ['ID=3aaec225-b8a5-42ff-b4e0-7ac4769b0d67,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:48.522168 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.527618 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.528580 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.603138 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event updated for resources: {'Port': ['ID=8ec3f270-bae3-48f0-9321-69d9026446f2,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:48.684807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Network 8042e776-8c0a-4538-aec9-8b78aacb6a08 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:48.686267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:48.837769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Router 900216ef-8ca1-4e85-aea2-b814045ad7d3 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:22:48.935690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:48.941473 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-02808577-c8ad-4390-9906-42cdd7578382 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "PUT /v2.0/routers/900216ef-8ca1-4e85-aea2-b814045ad7d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1450686 Jul 16 18:22:48.943872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37992) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:48.951251 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4355e-253d-484f-9f3d-456b7fd9460f None None] Sync routers for ids ['900216ef-8ca1-4e85-aea2-b814045ad7d3'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:48.961212 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4355e-253d-484f-9f3d-456b7fd9460f None None] Routers {'900216ef-8ca1-4e85-aea2-b814045ad7d3'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:48.961878 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f9a4355e-253d-484f-9f3d-456b7fd9460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['900216ef-8ca1-4e85-aea2-b814045ad7d3'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:48.994725 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f9a4355e-253d-484f-9f3d-456b7fd9460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:49.003860 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4355e-253d-484f-9f3d-456b7fd9460f None None] Routers {'900216ef-8ca1-4e85-aea2-b814045ad7d3'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:49.004384 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f9a4355e-253d-484f-9f3d-456b7fd9460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['900216ef-8ca1-4e85-aea2-b814045ad7d3'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:49.011627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b6d0f7-0331-4867-ba0b-cb046112f60a None None] Network 8042e776-8c0a-4538-aec9-8b78aacb6a08 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:49.037033 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f9a4355e-253d-484f-9f3d-456b7fd9460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:49.037749 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4355e-253d-484f-9f3d-456b7fd9460f None None] The sync data for ids ['900216ef-8ca1-4e85-aea2-b814045ad7d3'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:49.077892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1b75782f-a21d-45cb-a409-1a55edb1cd4c None None] Provisioning for port 9bdde06f-9522-4a49-b804-98c70425bc94 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:49.124768 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.356885 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-39df912b-1b61-496e-a280-367b077d4276 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:22:49.360779 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-39df912b-1b61-496e-a280-367b077d4276 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "PUT /v2.0/routers/900216ef-8ca1-4e85-aea2-b814045ad7d3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4129405 Jul 16 18:22:49.361248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 37994) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:49.646119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff16d9e-3992-4e1a-a25c-38483c8829ce None None] Network b2b894a3-afad-4f21-91ad-209b4b06c069 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:49.789823 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3259c861-2853-4895-8ff9-8d89b5657ed2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.802629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-86e76222-0447-45cc-9a4c-6238b0a395a1 None None] Provisioning for port f2c0e81b-801a-46d0-bff6-abc558321900 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:49.874656 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-86e76222-0447-45cc-9a4c-6238b0a395a1 None None] Provisioning for port 8ec3f270-bae3-48f0-9321-69d9026446f2 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:49.881833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-86e76222-0447-45cc-9a4c-6238b0a395a1 None None] Provisioning complete for port 8ec3f270-bae3-48f0-9321-69d9026446f2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:49.882205 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-86e76222-0447-45cc-9a4c-6238b0a395a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.938535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-86e76222-0447-45cc-9a4c-6238b0a395a1 None None] Port 8ec3f270-bae3-48f0-9321-69d9026446f2 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:50.010428 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:50.066373 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:50.067069 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.127040 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0e969dc1-bbb5-4df2-a5fb-8882854d7ead None None] Provisioning complete for port 8ec3f270-bae3-48f0-9321-69d9026446f2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:50.127502 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0e969dc1-bbb5-4df2-a5fb-8882854d7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.160834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3259c861-2853-4895-8ff9-8d89b5657ed2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Deleting port 8ec3f270-bae3-48f0-9321-69d9026446f2 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:50.161429 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3259c861-2853-4895-8ff9-8d89b5657ed2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.197019 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0e969dc1-bbb5-4df2-a5fb-8882854d7ead None None] Port 8ec3f270-bae3-48f0-9321-69d9026446f2 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:50.210761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f2c0e81b-801a-46d0-bff6-abc558321900 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:50.269686 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3259c861-2853-4895-8ff9-8d89b5657ed2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.272929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port f2c0e81b-801a-46d0-bff6-abc558321900 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:50.277792 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f2c0e81b-801a-46d0-bff6-abc558321900 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:50.277792 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.283282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3259c861-2853-4895-8ff9-8d89b5657ed2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Calling delete_port for 8ec3f270-bae3-48f0-9321-69d9026446f2 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:50.330478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cb6681ab-094b-46dd-9ecd-ee4cbb2b96ce None None] Provisioning complete for port 8ec3f270-bae3-48f0-9321-69d9026446f2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:50.330855 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cb6681ab-094b-46dd-9ecd-ee4cbb2b96ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.394100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-cb6681ab-094b-46dd-9ecd-ee4cbb2b96ce None None] Port 8ec3f270-bae3-48f0-9321-69d9026446f2 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:50.408933 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.423185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cb6681ab-094b-46dd-9ecd-ee4cbb2b96ce None None] Provisioning complete for port f2c0e81b-801a-46d0-bff6-abc558321900 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:50.423499 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cb6681ab-094b-46dd-9ecd-ee4cbb2b96ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.471736 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3259c861-2853-4895-8ff9-8d89b5657ed2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.475399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port f2c0e81b-801a-46d0-bff6-abc558321900, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f2c0e81b-801a-46d0-bff6-abc558321900,segment=NetworkSegment(90a68285-496e-49f7-b6c9-48aefdb6ffdb),segment_id=90a68285-496e-49f7-b6c9-48aefdb6ffdb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:50.481006 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.481822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9bdde06f-9522-4a49-b804-98c70425bc94 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:50.502131 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259c861-2853-4895-8ff9-8d89b5657ed2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Port': ['ID=8ec3f270-bae3-48f0-9321-69d9026446f2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:50.604297 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3259c861-2853-4895-8ff9-8d89b5657ed2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.762908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=f2c0e81b-801a-46d0-bff6-abc558321900,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:50.771386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3259c861-2853-4895-8ff9-8d89b5657ed2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Router 900216ef-8ca1-4e85-aea2-b814045ad7d3 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:50.784865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 9bdde06f-9522-4a49-b804-98c70425bc94 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:50.789810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9bdde06f-9522-4a49-b804-98c70425bc94 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:50.790429 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.850623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3259c861-2853-4895-8ff9-8d89b5657ed2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:50.857498 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3259c861-2853-4895-8ff9-8d89b5657ed2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "PUT /v2.0/routers/900216ef-8ca1-4e85-aea2-b814045ad7d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4940996 Jul 16 18:22:50.860276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38000) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:50.864817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d0a246-08b5-407e-b6ad-5c0c3d88b9af None None] Sync routers for ids ['900216ef-8ca1-4e85-aea2-b814045ad7d3'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:50.878641 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.891278 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d0a246-08b5-407e-b6ad-5c0c3d88b9af None None] Routers {'900216ef-8ca1-4e85-aea2-b814045ad7d3'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:50.891911 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d6d0a246-08b5-407e-b6ad-5c0c3d88b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['900216ef-8ca1-4e85-aea2-b814045ad7d3'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:50.902591 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-58f0c887-ec8c-44a1-becc-42fbe9f98343 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] delete failed (client error): The resource could not be found. Jul 16 18:22:50.903633 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-58f0c887-ec8c-44a1-becc-42fbe9f98343 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-9085518 HTTP/1.1" status: 404 len: 332 time: 0.0423133 Jul 16 18:22:50.907620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38002) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:50.912201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4bef8ae3-0554-4087-a26e-56359f784ef9 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Request body: {'router': {'external_gateway_info': {'network_id': '900216ef-8ca1-4e85-aea2-b814045ad7d3'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:50.932636 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d6d0a246-08b5-407e-b6ad-5c0c3d88b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:50.952740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 9bdde06f-9522-4a49-b804-98c70425bc94, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9bdde06f-9522-4a49-b804-98c70425bc94,segment=NetworkSegment(dcf523cf-a1ee-43f7-962b-dc3bc233cc75),segment_id=dcf523cf-a1ee-43f7-962b-dc3bc233cc75)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:50.953972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d0a246-08b5-407e-b6ad-5c0c3d88b9af None None] Routers {'900216ef-8ca1-4e85-aea2-b814045ad7d3'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:50.954541 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d6d0a246-08b5-407e-b6ad-5c0c3d88b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['900216ef-8ca1-4e85-aea2-b814045ad7d3'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:50.957772 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.991818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d6d0a246-08b5-407e-b6ad-5c0c3d88b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:50.992599 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d0a246-08b5-407e-b6ad-5c0c3d88b9af None None] The sync data for ids ['900216ef-8ca1-4e85-aea2-b814045ad7d3'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:51.037972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=9bdde06f-9522-4a49-b804-98c70425bc94,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:51.122559 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4bef8ae3-0554-4087-a26e-56359f784ef9 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.142757 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-4bef8ae3-0554-4087-a26e-56359f784ef9 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] update failed (client error): The resource could not be found. Jul 16 18:22:51.143800 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4bef8ae3-0554-4087-a26e-56359f784ef9 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "PUT /v2.0/routers/900216ef-8ca1-4e85-aea2-b814045ad7d3 HTTP/1.1" status: 404 len: 339 time: 0.2352867 Jul 16 18:22:51.147493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38004) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:51.152970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-2db3b9e5-60a8-412f-82d6-d615563e10e2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1787413470'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:51.174670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db3b9e5-60a8-412f-82d6-d615563e10e2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Made reservation on behalf of 72d08d0a89514f4d8a326eeffb8f61a2 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:51.178238 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2db3b9e5-60a8-412f-82d6-d615563e10e2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.201831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db3b9e5-60a8-412f-82d6-d615563e10e2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:51.210734 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2db3b9e5-60a8-412f-82d6-d615563e10e2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.212198 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-2db3b9e5-60a8-412f-82d6-d615563e10e2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Added segment c6b1cbfc-2ce8-4425-a707-48ad4622cbc0 of type vlan for network 221d7d89-7ea3-48f1-b693-1ddd12635d6b Jul 16 18:22:51.254471 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2db3b9e5-60a8-412f-82d6-d615563e10e2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.284775 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2db3b9e5-60a8-412f-82d6-d615563e10e2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.291700 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db3b9e5-60a8-412f-82d6-d615563e10e2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.292372 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2db3b9e5-60a8-412f-82d6-d615563e10e2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.337136 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2db3b9e5-60a8-412f-82d6-d615563e10e2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1885896 Jul 16 18:22:51.340593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38006) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:51.348318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-1146f4d1-bb35-4a2d-9da0-100d1137392b tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Request body: {'subnet': {'network_id': '221d7d89-7ea3-48f1-b693-1ddd12635d6b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:51.379420 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3b9e5-60a8-412f-82d6-d615563e10e2 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event updated for resources: {'Network': ['ID=221d7d89-7ea3-48f1-b693-1ddd12635d6b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:51.397288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 221d7d89-7ea3-48f1-b693-1ddd12635d6b details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:51.467736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1146f4d1-bb35-4a2d-9da0-100d1137392b tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Made reservation on behalf of 72d08d0a89514f4d8a326eeffb8f61a2 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:51.471503 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1146f4d1-bb35-4a2d-9da0-100d1137392b tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.660104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1146f4d1-bb35-4a2d-9da0-100d1137392b tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.729453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146f4d1-bb35-4a2d-9da0-100d1137392b tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event updated for resources: {'Subnet': ['ID=091ee63e-dd78-4116-bb8c-79b8e3cfad43,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:51.733877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1146f4d1-bb35-4a2d-9da0-100d1137392b tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Checking segment: {'id': 'c6b1cbfc-2ce8-4425-a707-48ad4622cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '221d7d89-7ea3-48f1-b693-1ddd12635d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:51.734241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146f4d1-bb35-4a2d-9da0-100d1137392b tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Network hostable DHCP agents. Network: 221d7d89-7ea3-48f1-b693-1ddd12635d6b, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:51.752357 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146f4d1-bb35-4a2d-9da0-100d1137392b tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Network 221d7d89-7ea3-48f1-b693-1ddd12635d6b is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:51.762944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-1146f4d1-bb35-4a2d-9da0-100d1137392b tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 221d7d89-7ea3-48f1-b693-1ddd12635d6b) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:51.767425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1146f4d1-bb35-4a2d-9da0-100d1137392b tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.768454 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1146f4d1-bb35-4a2d-9da0-100d1137392b tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.776002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fad9511-1d27-47c6-be1f-1e49e6f6acf1 None None] Network 221d7d89-7ea3-48f1-b693-1ddd12635d6b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:51.786702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1146f4d1-bb35-4a2d-9da0-100d1137392b tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4450750 Jul 16 18:22:51.789591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38008) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:51.794467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d2306968-038d-465f-be53-f87a4cf70561 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Request body: {'router': {'external_gateway_info': {'network_id': '221d7d89-7ea3-48f1-b693-1ddd12635d6b'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:51.836657 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f2c0e81b-801a-46d0-bff6-abc558321900 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:51.934414 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f2c0e81b-801a-46d0-bff6-abc558321900 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:51.934779 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.997923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-221d7d89-7ea3-48f1-b693-1ddd12635d6b', 'network_id': '221d7d89-7ea3-48f1-b693-1ddd12635d6b', 'tenant_id': '72d08d0a89514f4d8a326eeffb8f61a2', 'fixed_ips': [{'subnet_id': '091ee63e-dd78-4116-bb8c-79b8e3cfad43'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:22:51.999112 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.001115 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2306968-038d-465f-be53-f87a4cf70561 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.108368 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-d2306968-038d-465f-be53-f87a4cf70561 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:22:52.108827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9bdde06f-9522-4a49-b804-98c70425bc94 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:52.109473 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d2306968-038d-465f-be53-f87a4cf70561 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "PUT /v2.0/routers/900216ef-8ca1-4e85-aea2-b814045ad7d3 HTTP/1.1" status: 400 len: 364 time: 0.3188450 Jul 16 18:22:52.113055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38010) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:52.201788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Allocated IP 2001:db8:1::2 (221d7d89-7ea3-48f1-b693-1ddd12635d6b/091ee63e-dd78-4116-bb8c-79b8e3cfad43/fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:52.217434 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9bdde06f-9522-4a49-b804-98c70425bc94 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:52.218101 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.402272 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.411928 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.421970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Transition to ACTIVE for port object fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:52.437750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Transition to ACTIVE for port object fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:52.443700 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.483042 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Network 221d7d89-7ea3-48f1-b693-1ddd12635d6b is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:52.485846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:52.490807 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:52.498346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Pushing event updated for resources: {'Port': ['ID=fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:52.556011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Attempting to bind port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:52.556383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Attempting to bind port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'c6b1cbfc-2ce8-4425-a707-48ad4622cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '221d7d89-7ea3-48f1-b693-1ddd12635d6b'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:52.556751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Attempting to bind port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 on network 221d7d89-7ea3-48f1-b693-1ddd12635d6b {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:52.561872 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:52.562257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Checking segment: {'id': 'c6b1cbfc-2ce8-4425-a707-48ad4622cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '221d7d89-7ea3-48f1-b693-1ddd12635d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:52.562795 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.563201 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Bound using segment: {'id': 'c6b1cbfc-2ce8-4425-a707-48ad4622cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '221d7d89-7ea3-48f1-b693-1ddd12635d6b'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:52.563702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Bound port: fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b1cbfc-2ce8-4425-a707-48ad4622cbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '221d7d89-7ea3-48f1-b693-1ddd12635d6b'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:52.564085 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.626931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] For port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:52.629982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] For port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7,segment=NetworkSegment(c6b1cbfc-2ce8-4425-a707-48ad4622cbc0),segment_id=c6b1cbfc-2ce8-4425-a707-48ad4622cbc0)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:52.635422 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.642540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Allocated IP 2001:db8::1 (2a541e6d-5d12-4f23-b09f-6f2202fb4760/33188e35-efdf-4c84-8a7d-9af7ea72a55e/4183648e-aeca-4731-a48e-8c7ed88760b1) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:52.696146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846de81-e742-4375-afa3-3ac52b90075b None None] Pushing event updated for resources: {'Port': ['ID=fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:52.772618 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.787462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Transition to ACTIVE for port object 4183648e-aeca-4731-a48e-8c7ed88760b1 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:52.827810 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.889194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Network 2a541e6d-5d12-4f23-b09f-6f2202fb4760 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:52.895864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:52.900810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:52.901373 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.905044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event updated for resources: {'Port': ['ID=4183648e-aeca-4731-a48e-8c7ed88760b1,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:53.045707 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.220980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-47360dff-8ed5-4caa-95cb-b6e695d9ac52 None None] Provisioning for port 4183648e-aeca-4731-a48e-8c7ed88760b1 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:53.226324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-47360dff-8ed5-4caa-95cb-b6e695d9ac52 None None] Provisioning complete for port 4183648e-aeca-4731-a48e-8c7ed88760b1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:53.226707 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-47360dff-8ed5-4caa-95cb-b6e695d9ac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.275545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-47360dff-8ed5-4caa-95cb-b6e695d9ac52 None None] Port 4183648e-aeca-4731-a48e-8c7ed88760b1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:53.276973 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.328677 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.332979 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.333852 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.402114 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:22:53.403215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event updated for resources: {'Port': ['ID=4183648e-aeca-4731-a48e-8c7ed88760b1,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:53.470870 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Network 2a541e6d-5d12-4f23-b09f-6f2202fb4760 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:53.472414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:53.576697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Router 900216ef-8ca1-4e85-aea2-b814045ad7d3 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:53.673863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:53.683557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-736dcdb3-195a-43c0-bc11-967d8ea3b586 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "PUT /v2.0/routers/900216ef-8ca1-4e85-aea2-b814045ad7d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5652170 Jul 16 18:22:53.683667 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38014) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:53.684090 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e475e-8f4c-4084-b605-a228bf0199ad None None] Sync routers for ids ['900216ef-8ca1-4e85-aea2-b814045ad7d3'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:53.693372 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e475e-8f4c-4084-b605-a228bf0199ad None None] Routers {'900216ef-8ca1-4e85-aea2-b814045ad7d3'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:53.694043 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-729e475e-8f4c-4084-b605-a228bf0199ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['900216ef-8ca1-4e85-aea2-b814045ad7d3'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:53.730994 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-729e475e-8f4c-4084-b605-a228bf0199ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:53.741980 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e475e-8f4c-4084-b605-a228bf0199ad None None] Routers {'900216ef-8ca1-4e85-aea2-b814045ad7d3'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:53.743149 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-729e475e-8f4c-4084-b605-a228bf0199ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['900216ef-8ca1-4e85-aea2-b814045ad7d3'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:53.752017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405a7984-e1d9-4309-9291-bc10ed29f0c3 None None] Network 221d7d89-7ea3-48f1-b693-1ddd12635d6b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:53.795824 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-729e475e-8f4c-4084-b605-a228bf0199ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:53.796487 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729e475e-8f4c-4084-b605-a228bf0199ad None None] The sync data for ids ['900216ef-8ca1-4e85-aea2-b814045ad7d3'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:53.807797 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-44f2e26c-f3ce-4632-bc12-4667e7ebc4ce tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.839512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f55ff907-0e34-4804-a5cc-8334375a0425 None None] Provisioning for port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:53.879300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:53.897476 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-44f2e26c-f3ce-4632-bc12-4667e7ebc4ce tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:22:53.901300 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-44f2e26c-f3ce-4632-bc12-4667e7ebc4ce tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "DELETE /v2.0/routers/900216ef-8ca1-4e85-aea2-b814045ad7d3 HTTP/1.1" status: 409 len: 329 time: 0.2142229 Jul 16 18:22:53.901468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38016) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:53.922743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f55ff907-0e34-4804-a5cc-8334375a0425 None None] Provisioning complete for port 4183648e-aeca-4731-a48e-8c7ed88760b1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:53.923114 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f55ff907-0e34-4804-a5cc-8334375a0425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.995292 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f55ff907-0e34-4804-a5cc-8334375a0425 None None] Port 4183648e-aeca-4731-a48e-8c7ed88760b1 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:54.008523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:54.014519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:54.014895 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.101416 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.135745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7,segment=NetworkSegment(c6b1cbfc-2ce8-4425-a707-48ad4622cbc0),segment_id=c6b1cbfc-2ce8-4425-a707-48ad4622cbc0)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:54.139733 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.191897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:54.234841 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9672c5e-18f9-4f6d-9d75-68b0d5673117 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.315706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4ba9a262-b673-4384-9909-b2376c0e6a2d None None] Provisioning complete for port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:54.316090 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4ba9a262-b673-4384-9909-b2376c0e6a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.495156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e9672c5e-18f9-4f6d-9d75-68b0d5673117 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Deleting port 4183648e-aeca-4731-a48e-8c7ed88760b1 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:54.495503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9672c5e-18f9-4f6d-9d75-68b0d5673117 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.584514 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9672c5e-18f9-4f6d-9d75-68b0d5673117 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.596292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e9672c5e-18f9-4f6d-9d75-68b0d5673117 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Calling delete_port for 4183648e-aeca-4731-a48e-8c7ed88760b1 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:54.766841 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9672c5e-18f9-4f6d-9d75-68b0d5673117 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.795731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9672c5e-18f9-4f6d-9d75-68b0d5673117 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Port': ['ID=4183648e-aeca-4731-a48e-8c7ed88760b1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:54.896648 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9672c5e-18f9-4f6d-9d75-68b0d5673117 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.054790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9672c5e-18f9-4f6d-9d75-68b0d5673117 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Router 900216ef-8ca1-4e85-aea2-b814045ad7d3 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:55.130891 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9672c5e-18f9-4f6d-9d75-68b0d5673117 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:55.136956 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e9672c5e-18f9-4f6d-9d75-68b0d5673117 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "PUT /v2.0/routers/900216ef-8ca1-4e85-aea2-b814045ad7d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2339735 Jul 16 18:22:55.140630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38018) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:55.141640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a176db-17fb-4569-8026-7dc2fe0824ac None None] Sync routers for ids ['900216ef-8ca1-4e85-aea2-b814045ad7d3'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:55.152033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a176db-17fb-4569-8026-7dc2fe0824ac None None] Routers {'900216ef-8ca1-4e85-aea2-b814045ad7d3'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:55.152663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-45a176db-17fb-4569-8026-7dc2fe0824ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['900216ef-8ca1-4e85-aea2-b814045ad7d3'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:55.178495 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-49c90d28-0697-4758-96d3-788e713bae12 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] show failed (client error): The resource could not be found. Jul 16 18:22:55.179584 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-49c90d28-0697-4758-96d3-788e713bae12 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1272527802 HTTP/1.1" status: 404 len: 335 time: 0.0379074 Jul 16 18:22:55.183367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38020) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:55.184027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-45a176db-17fb-4569-8026-7dc2fe0824ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:55.187786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7e9e9404-0470-4b40-91cd-1325ca7a9f69 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:55.192576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a176db-17fb-4569-8026-7dc2fe0824ac None None] Routers {'900216ef-8ca1-4e85-aea2-b814045ad7d3'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:55.193180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-45a176db-17fb-4569-8026-7dc2fe0824ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['900216ef-8ca1-4e85-aea2-b814045ad7d3'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:55.221826 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-7e9e9404-0470-4b40-91cd-1325ca7a9f69 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] update failed (client error): The resource could not be found. Jul 16 18:22:55.222845 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7e9e9404-0470-4b40-91cd-1325ca7a9f69 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-39559665 HTTP/1.1" status: 404 len: 333 time: 0.0385697 Jul 16 18:22:55.225308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-45a176db-17fb-4569-8026-7dc2fe0824ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:55.225812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a176db-17fb-4569-8026-7dc2fe0824ac None None] The sync data for ids ['900216ef-8ca1-4e85-aea2-b814045ad7d3'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:55.226502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38022) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:55.369831 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.587734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30e3e48-9665-4a67-90e9-96faa4a42715 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Deleting subnet 091ee63e-dd78-4116-bb8c-79b8e3cfad43 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:55.590847 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30e3e48-9665-4a67-90e9-96faa4a42715 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.629748 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30e3e48-9665-4a67-90e9-96faa4a42715 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.715082 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30e3e48-9665-4a67-90e9-96faa4a42715 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.775422 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30e3e48-9665-4a67-90e9-96faa4a42715 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.800359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:55.802609 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e3e48-9665-4a67-90e9-96faa4a42715 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Subnet': ['ID=091ee63e-dd78-4116-bb8c-79b8e3cfad43,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:55.806618 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b30e3e48-9665-4a67-90e9-96faa4a42715 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.808539 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b30e3e48-9665-4a67-90e9-96faa4a42715 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "DELETE /v2.0/subnets/091ee63e-dd78-4116-bb8c-79b8e3cfad43 HTTP/1.1" status: 204 len: 168 time: 0.5810244 Jul 16 18:22:55.811260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38024) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:55.830998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c657c57-1c2e-4a00-9b57-c56ebe50963e None None] Network 221d7d89-7ea3-48f1-b693-1ddd12635d6b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:55.892157 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.930583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:55.930967 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.944767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Deleting port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:55.945782 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.013818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] For port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7,segment=NetworkSegment(c6b1cbfc-2ce8-4425-a707-48ad4622cbc0),segment_id=c6b1cbfc-2ce8-4425-a707-48ad4622cbc0)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:56.014116 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.027767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Calling delete_port for fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:56.078753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c80138-7854-435b-b4c6-a8e31946bb74 None None] DHCP port deletion for 221d7d89-7ea3-48f1-b693-1ddd12635d6b request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:56.122668 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.126724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-26c80138-7854-435b-b4c6-a8e31946bb74 None None] Deleting port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:56.127109 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-26c80138-7854-435b-b4c6-a8e31946bb74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.155796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Port': ['ID=fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:56.158752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] No DVR routers for this DVR port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:56.194852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-26c80138-7854-435b-b4c6-a8e31946bb74 None None] For port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7, host n-d-787205-10, got binding levels [] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:56.196239 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-26c80138-7854-435b-b4c6-a8e31946bb74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.208725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-26c80138-7854-435b-b4c6-a8e31946bb74 None None] Calling delete_port for fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:56.211576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.ipam_backend_mixin [None req-26c80138-7854-435b-b4c6-a8e31946bb74 None None] Port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 was not found and therefore no delete operation was performed {{(pid=105592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:22:56.212939 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-26c80138-7854-435b-b4c6-a8e31946bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.239259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c80138-7854-435b-b4c6-a8e31946bb74 None None] Pushing event deleted for resources: {'Port': ['ID=fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:56.243853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c80138-7854-435b-b4c6-a8e31946bb74 None None] No DVR routers for this DVR port fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:56.537118 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.547602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221d7d89-7ea3-48f1-b693-1ddd12635d6b']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:56.557454 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b1cbfc-2ce8-4425-a707-48ad4622cbc0') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:56.557785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b1cbfc-2ce8-4425-a707-48ad4622cbc0') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:56.567683 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.581728 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.588422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:56.588864 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:56.592044 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:56.652137 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.660213 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.662056 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "DELETE /v2.0/networks/221d7d89-7ea3-48f1-b693-1ddd12635d6b HTTP/1.1" status: 204 len: 168 time: 0.8498855 Jul 16 18:22:56.664837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38026) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:56.671269 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dbac1-1b06-49b4-81af-fab16518af10 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Network': ['ID=221d7d89-7ea3-48f1-b693-1ddd12635d6b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:56.715533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85d1f9a-bf7e-4796-84b3-65ee85caf5a6 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Deleting subnet c5e192d6-0ad3-4a7f-8f00-ecb41420a8dc {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:56.718508 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f85d1f9a-bf7e-4796-84b3-65ee85caf5a6 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.761642 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f85d1f9a-bf7e-4796-84b3-65ee85caf5a6 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.843734 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f85d1f9a-bf7e-4796-84b3-65ee85caf5a6 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.904725 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f85d1f9a-bf7e-4796-84b3-65ee85caf5a6 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.936118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d1f9a-bf7e-4796-84b3-65ee85caf5a6 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e192d6-0ad3-4a7f-8f00-ecb41420a8dc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:56.941246 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f85d1f9a-bf7e-4796-84b3-65ee85caf5a6 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.942948 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f85d1f9a-bf7e-4796-84b3-65ee85caf5a6 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "DELETE /v2.0/subnets/c5e192d6-0ad3-4a7f-8f00-ecb41420a8dc HTTP/1.1" status: 204 len: 168 time: 0.2771122 Jul 16 18:22:56.947165 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38028) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:56.948761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c5336e-aed9-47ac-a186-acb7f5e9938c None None] Network b2b894a3-afad-4f21-91ad-209b4b06c069 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:56.998411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ea82f1-d4c0-492c-bb87-b7b3d54d5544 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Deleting subnet 05b11c28-d64d-458d-83cd-4d7ec282ce97 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:57.001567 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c1ea82f1-d4c0-492c-bb87-b7b3d54d5544 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.041132 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c1ea82f1-d4c0-492c-bb87-b7b3d54d5544 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.132354 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c1ea82f1-d4c0-492c-bb87-b7b3d54d5544 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.134351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa30537-5899-454b-9ae1-d7f1f6d0cbfc None None] DHCP port deletion for b2b894a3-afad-4f21-91ad-209b4b06c069 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:57.180502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-bfa30537-5899-454b-9ae1-d7f1f6d0cbfc None None] Deleting port f2c0e81b-801a-46d0-bff6-abc558321900 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:57.181377 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bfa30537-5899-454b-9ae1-d7f1f6d0cbfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.194039 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c1ea82f1-d4c0-492c-bb87-b7b3d54d5544 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.222270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea82f1-d4c0-492c-bb87-b7b3d54d5544 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Subnet': ['ID=05b11c28-d64d-458d-83cd-4d7ec282ce97,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:57.231378 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c1ea82f1-d4c0-492c-bb87-b7b3d54d5544 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.234071 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c1ea82f1-d4c0-492c-bb87-b7b3d54d5544 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "DELETE /v2.0/subnets/05b11c28-d64d-458d-83cd-4d7ec282ce97 HTTP/1.1" status: 204 len: 168 time: 0.2853212 Jul 16 18:22:57.236442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38034) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:57.249423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4173ea5-64eb-4bd5-9fbf-0704b74d533d None None] Network 8042e776-8c0a-4538-aec9-8b78aacb6a08 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:57.286432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-bfa30537-5899-454b-9ae1-d7f1f6d0cbfc None None] For port f2c0e81b-801a-46d0-bff6-abc558321900, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f2c0e81b-801a-46d0-bff6-abc558321900,segment=NetworkSegment(90a68285-496e-49f7-b6c9-48aefdb6ffdb),segment_id=90a68285-496e-49f7-b6c9-48aefdb6ffdb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:57.286833 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bfa30537-5899-454b-9ae1-d7f1f6d0cbfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.317716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.337641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-bfa30537-5899-454b-9ae1-d7f1f6d0cbfc None None] Calling delete_port for f2c0e81b-801a-46d0-bff6-abc558321900 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:57.379799 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Deleting port f2c0e81b-801a-46d0-bff6-abc558321900 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:57.380137 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.446095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] For port f2c0e81b-801a-46d0-bff6-abc558321900, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f2c0e81b-801a-46d0-bff6-abc558321900,segment=NetworkSegment(90a68285-496e-49f7-b6c9-48aefdb6ffdb),segment_id=90a68285-496e-49f7-b6c9-48aefdb6ffdb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:57.446437 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.458493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Calling delete_port for f2c0e81b-801a-46d0-bff6-abc558321900 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:57.484786 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bfa30537-5899-454b-9ae1-d7f1f6d0cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.549224 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.580869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Port': ['ID=f2c0e81b-801a-46d0-bff6-abc558321900,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:57.586159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] No DVR routers for this DVR port f2c0e81b-801a-46d0-bff6-abc558321900 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:57.685986 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.692595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1667d2-f6a1-4f7a-8937-7d01f52d8826 None None] DHCP port deletion for 8042e776-8c0a-4538-aec9-8b78aacb6a08 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:57.694914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa30537-5899-454b-9ae1-d7f1f6d0cbfc None None] Pushing event deleted for resources: {'Port': ['ID=f2c0e81b-801a-46d0-bff6-abc558321900,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:57.695967 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b894a3-afad-4f21-91ad-209b4b06c069']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:57.701645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa30537-5899-454b-9ae1-d7f1f6d0cbfc None None] No DVR routers for this DVR port f2c0e81b-801a-46d0-bff6-abc558321900 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:57.715270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a68285-496e-49f7-b6c9-48aefdb6ffdb') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:57.715270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a68285-496e-49f7-b6c9-48aefdb6ffdb') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:57.725505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.743131 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.750384 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:57.751020 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.752600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ee1667d2-f6a1-4f7a-8937-7d01f52d8826 None None] Deleting port 9bdde06f-9522-4a49-b804-98c70425bc94 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:57.752880 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ee1667d2-f6a1-4f7a-8937-7d01f52d8826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: self.session.flush() Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:57.755082 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:57.834340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:57.836534 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.837841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32b59a-174a-41f5-8923-f21a65c74bc4 req-b6539dfd-1586-43e9-bb77-3d099983cb36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.840398 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d32b59a-174a-41f5-8923-f21a65c74bc4 req-b6539dfd-1586-43e9-bb77-3d099983cb36 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 946 time: 0.1026111 Jul 16 18:22:57.840570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ee1667d2-f6a1-4f7a-8937-7d01f52d8826 None None] For port 9bdde06f-9522-4a49-b804-98c70425bc94, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9bdde06f-9522-4a49-b804-98c70425bc94,segment=NetworkSegment(dcf523cf-a1ee-43f7-962b-dc3bc233cc75),segment_id=dcf523cf-a1ee-43f7-962b-dc3bc233cc75)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:57.840911 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ee1667d2-f6a1-4f7a-8937-7d01f52d8826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.846089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.848067 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "DELETE /v2.0/networks/b2b894a3-afad-4f21-91ad-209b4b06c069 HTTP/1.1" status: 204 len: 168 time: 0.6106920 Jul 16 18:22:57.850633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38038) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:57.870177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8641c1-a164-444d-82c1-957d8bddc424 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Network': ['ID=b2b894a3-afad-4f21-91ad-209b4b06c069,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:57.873816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:57.874175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fda8bffe-a58c-4eed-a4f8-9c2252e0a0c7 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:57.874611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f2c0e81b-801a-46d0-bff6-abc558321900 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:57.880195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ee1667d2-f6a1-4f7a-8937-7d01f52d8826 None None] Calling delete_port for 9bdde06f-9522-4a49-b804-98c70425bc94 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:57.893101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7d32b59a-174a-41f5-8923-f21a65c74bc4 req-8f0b308a-901f-4474-a8eb-b48782f3a241 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409184 Jul 16 18:22:57.901205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: f2c0e81b-801a-46d0-bff6-abc558321900 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:57.901558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f2c0e81b-801a-46d0-bff6-abc558321900 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:57.902261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9bdde06f-9522-4a49-b804-98c70425bc94 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:57.946791 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.000104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Deleting port 9bdde06f-9522-4a49-b804-98c70425bc94 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:58.000503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.036755 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ee1667d2-f6a1-4f7a-8937-7d01f52d8826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.042135 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.069538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1667d2-f6a1-4f7a-8937-7d01f52d8826 None None] Pushing event deleted for resources: {'Port': ['ID=9bdde06f-9522-4a49-b804-98c70425bc94,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.070696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] For port 9bdde06f-9522-4a49-b804-98c70425bc94, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9bdde06f-9522-4a49-b804-98c70425bc94,segment=NetworkSegment(dcf523cf-a1ee-43f7-962b-dc3bc233cc75),segment_id=dcf523cf-a1ee-43f7-962b-dc3bc233cc75)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:58.071478 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.078078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1667d2-f6a1-4f7a-8937-7d01f52d8826 None None] No DVR routers for this DVR port 9bdde06f-9522-4a49-b804-98c70425bc94 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:58.084018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Calling delete_port for 9bdde06f-9522-4a49-b804-98c70425bc94 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:58.171755 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.199145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Port': ['ID=9bdde06f-9522-4a49-b804-98c70425bc94,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.200989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] No DVR routers for this DVR port 9bdde06f-9522-4a49-b804-98c70425bc94 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:58.282887 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.293197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8042e776-8c0a-4538-aec9-8b78aacb6a08']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:58.303924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf523cf-a1ee-43f7-962b-dc3bc233cc75') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:58.305149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf523cf-a1ee-43f7-962b-dc3bc233cc75') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:58.314190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.327875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.333794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:58.334187 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:58.337088 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:58.399885 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.406602 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.408462 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "DELETE /v2.0/networks/8042e776-8c0a-4538-aec9-8b78aacb6a08 HTTP/1.1" status: 204 len: 168 time: 0.5565364 Jul 16 18:22:58.410925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38040) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:58.428652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7af035-e510-4425-a4d6-6dddf1c15504 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Network': ['ID=8042e776-8c0a-4538-aec9-8b78aacb6a08,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.473511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-188986b0-75b1-442e-8862-2f1858d2a0ab tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Deleting subnet 33188e35-efdf-4c84-8a7d-9af7ea72a55e {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:58.477264 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-188986b0-75b1-442e-8862-2f1858d2a0ab tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.515864 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-188986b0-75b1-442e-8862-2f1858d2a0ab tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.602120 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-188986b0-75b1-442e-8862-2f1858d2a0ab tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.659212 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-188986b0-75b1-442e-8862-2f1858d2a0ab tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.686220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188986b0-75b1-442e-8862-2f1858d2a0ab tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Subnet': ['ID=33188e35-efdf-4c84-8a7d-9af7ea72a55e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.691216 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-188986b0-75b1-442e-8862-2f1858d2a0ab tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.693101 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-188986b0-75b1-442e-8862-2f1858d2a0ab tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "DELETE /v2.0/subnets/33188e35-efdf-4c84-8a7d-9af7ea72a55e HTTP/1.1" status: 204 len: 168 time: 0.2812209 Jul 16 18:22:58.695716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38042) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:58.697485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f47262-2f56-46fa-91b5-f58d2224706f None None] Network 2a541e6d-5d12-4f23-b09f-6f2202fb4760 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:58.777216 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.830240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Deleting port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:58.830596 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.881433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e9d161-7390-4c20-a46e-5be2d2918c33 None None] DHCP port deletion for 2a541e6d-5d12-4f23-b09f-6f2202fb4760 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:58.898206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] For port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=3aaec225-b8a5-42ff-b4e0-7ac4769b0d67,segment=NetworkSegment(80fb38b0-9c7b-43e8-baf9-3ef08febf88d),segment_id=80fb38b0-9c7b-43e8-baf9-3ef08febf88d)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:58.899219 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.910132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Calling delete_port for 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:58.928995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f5e9d161-7390-4c20-a46e-5be2d2918c33 None None] Deleting port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:58.930065 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d161-7390-4c20-a46e-5be2d2918c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.997119 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.014489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-f5e9d161-7390-4c20-a46e-5be2d2918c33 None None] For port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=3aaec225-b8a5-42ff-b4e0-7ac4769b0d67,segment=NetworkSegment(80fb38b0-9c7b-43e8-baf9-3ef08febf88d),segment_id=80fb38b0-9c7b-43e8-baf9-3ef08febf88d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:59.014878 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d161-7390-4c20-a46e-5be2d2918c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.024633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Port': ['ID=3aaec225-b8a5-42ff-b4e0-7ac4769b0d67,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.027907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f5e9d161-7390-4c20-a46e-5be2d2918c33 None None] Calling delete_port for 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:59.036834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] No DVR routers for this DVR port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:59.105780 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d161-7390-4c20-a46e-5be2d2918c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.129612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9d161-7390-4c20-a46e-5be2d2918c33 None None] Pushing event deleted for resources: {'Port': ['ID=3aaec225-b8a5-42ff-b4e0-7ac4769b0d67,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.136963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e9d161-7390-4c20-a46e-5be2d2918c33 None None] No DVR routers for this DVR port 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:59.142776 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.159645 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a541e6d-5d12-4f23-b09f-6f2202fb4760']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:59.172069 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80fb38b0-9c7b-43e8-baf9-3ef08febf88d') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:59.172367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80fb38b0-9c7b-43e8-baf9-3ef08febf88d') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:59.189980 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.198645 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b3392-b4b9-445b-bed1-0d03ad0fff89 req-fddc3290-48e2-426b-a590-5683319fb45e tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.200184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-271b3392-b4b9-445b-bed1-0d03ad0fff89 req-fddc3290-48e2-426b-a590-5683319fb45e tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 946 time: 0.1779635 Jul 16 18:22:59.222828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-1bdc9e61-4aa9-4234-8d82-fb5d7eaf747d tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.223732 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.224337 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-1bdc9e61-4aa9-4234-8d82-fb5d7eaf747d tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.11 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 946 time: 0.0648339 Jul 16 18:22:59.236729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:59.237136 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:59.240288 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:59.271683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-271b3392-b4b9-445b-bed1-0d03ad0fff89 req-d48419fd-59b6-4727-a4e6-74a32f228791 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/security-groups?id=a09f030c-cc0a-43dc-a7ba-4835ca374ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643032 Jul 16 18:22:59.309166 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.316514 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.318414 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "DELETE /v2.0/networks/2a541e6d-5d12-4f23-b09f-6f2202fb4760 HTTP/1.1" status: 204 len: 168 time: 0.6215444 Jul 16 18:22:59.321846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38048) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:59.330799 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95025b-32e3-4a0b-bc3e-b52a2f449411 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Pushing event deleted for resources: {'Network': ['ID=2a541e6d-5d12-4f23-b09f-6f2202fb4760,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.360455 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e2f89dc6-611b-41e4-91e9-ce9548f5dcde tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "GET /v2.0/ports?device_id=900216ef-8ca1-4e85-aea2-b814045ad7d3 HTTP/1.1" status: 200 len: 205 time: 0.0374997 Jul 16 18:22:59.362931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38050) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:59.373879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Deleting port 766579a7-890d-454f-96d9-89d22f6e169e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:59.374235 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.440892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eb95c25e-b77a-4dcc-ac88-288846a16e28 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.469421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] For port 766579a7-890d-454f-96d9-89d22f6e169e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=766579a7-890d-454f-96d9-89d22f6e169e,segment=NetworkSegment(3fe4f14b-f2d5-4279-b6f2-5404dae50440),segment_id=3fe4f14b-f2d5-4279-b6f2-5404dae50440)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:59.469819 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.603280 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eb95c25e-b77a-4dcc-ac88-288846a16e28 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.605444 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eb95c25e-b77a-4dcc-ac88-288846a16e28 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.644174 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.644717 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.645132 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Floating IP 697b838d-371c-4f95-acac-1d5782e4ce22 disassociated. External IP: 172.25.3.88, port: 766579a7-890d-454f-96d9-89d22f6e169e. Jul 16 18:22:59.645558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Calling delete_port for 766579a7-890d-454f-96d9-89d22f6e169e owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:59.649508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eb95c25e-b77a-4dcc-ac88-288846a16e28 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.650099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb95c25e-b77a-4dcc-ac88-288846a16e28 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Fanout notify agent at l3_agent the message router_deleted on router 900216ef-8ca1-4e85-aea2-b814045ad7d3 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:22:59.657552 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eb95c25e-b77a-4dcc-ac88-288846a16e28 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.661342 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-eb95c25e-b77a-4dcc-ac88-288846a16e28 tempest-RoutersNegativeIpV6Test-2040221901 tempest-RoutersNegativeIpV6Test-2040221901-project] 10.222.0.24 "DELETE /v2.0/routers/900216ef-8ca1-4e85-aea2-b814045ad7d3 HTTP/1.1" status: 204 len: 168 time: 0.2943351 Jul 16 18:22:59.783561 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.811796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:59.820742 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Pushing event deleted for resources: {'Port': ['ID=766579a7-890d-454f-96d9-89d22f6e169e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.850492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:59.851242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3aaec225-b8a5-42ff-b4e0-7ac4769b0d67 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:59.921615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38056) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:59.951094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Router be65acf1-d3cd-480d-ac74-79d421026ec5 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:00.055672 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c1466a19-b5b7-4c9d-93ea-9bf1be02354d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72d08d0a89514f4d8a326eeffb8f61a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327832 Jul 16 18:23:00.058056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38060) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:00.063666 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:00.074234 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006cccc0-450d-4110-83bc-4d0206560f1b None None] Sync routers for ids ['be65acf1-d3cd-480d-ac74-79d421026ec5'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:00.083594 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006cccc0-450d-4110-83bc-4d0206560f1b None None] Routers {'be65acf1-d3cd-480d-ac74-79d421026ec5'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:00.084228 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-006cccc0-450d-4110-83bc-4d0206560f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['be65acf1-d3cd-480d-ac74-79d421026ec5'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:00.108071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] No DVR routers for this DVR port 766579a7-890d-454f-96d9-89d22f6e169e on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:00.108713 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b13d89d2-a9b4-4256-8447-f87ed4433e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.110575 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.112926 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e5a3c870-e832-4343-92cf-9e902eabca9b req-b1a52642-d578-44e9-abfd-6caa72204398 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.11 "DELETE /v2.0/ports/766579a7-890d-454f-96d9-89d22f6e169e HTTP/1.1" status: 204 len: 173 time: 0.8829730 Jul 16 18:23:00.113192 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11603096-ce5d-4d18-9147-30fe1492433e', 'name': 'network-vif-deleted', 'tag': '766579a7-890d-454f-96d9-89d22f6e169e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:00.115772 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276200c8-4ba6-40cd-a82f-808e81d5580a" -d '{"events": [{"server_uuid": "11603096-ce5d-4d18-9147-30fe1492433e", "name": "network-vif-deleted", "tag": "766579a7-890d-454f-96d9-89d22f6e169e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:00.139645 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b13d89d2-a9b4-4256-8447-f87ed4433e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.161569 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad342c28-1487-4668-bedd-dbe67a7d15ba x-openstack-request-id: req-ad342c28-1487-4668-bedd-dbe67a7d15ba {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:00.162032 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11603096-ce5d-4d18-9147-30fe1492433e", "name": "network-vif-deleted", "tag": "766579a7-890d-454f-96d9-89d22f6e169e", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:00.162317 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad342c28-1487-4668-bedd-dbe67a7d15ba {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:00.162739 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11603096-ce5d-4d18-9147-30fe1492433e', 'name': 'network-vif-deleted', 'tag': '766579a7-890d-454f-96d9-89d22f6e169e', 'status': 'completed', 'code': 200} Jul 16 18:23:00.205039 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b13d89d2-a9b4-4256-8447-f87ed4433e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.209461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b13d89d2-a9b4-4256-8447-f87ed4433e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.211260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b13d89d2-a9b4-4256-8447-f87ed4433e8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8912e29d-258c-4c2f-a196-ac2d33ceae02 HTTP/1.1" status: 204 len: 168 time: 0.1515744 Jul 16 18:23:00.228551 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-006cccc0-450d-4110-83bc-4d0206560f1b None None] Set router be65acf1-d3cd-480d-ac74-79d421026ec5 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:00.236667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d89d2-a9b4-4256-8447-f87ed4433e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8912e29d-258c-4c2f-a196-ac2d33ceae02,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:00.458604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-82fd51f6-30c1-4823-bc0f-531b6e22a072 req-dcae76df-f832-4e8d-a23c-faa1bd621573 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "GET /v2.0/ports?device_id=11603096-ce5d-4d18-9147-30fe1492433e HTTP/1.1" status: 200 len: 210 time: 0.0357625 Jul 16 18:23:00.570916 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-006cccc0-450d-4110-83bc-4d0206560f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:17:13Z', 'revision_number': 4, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port': {'id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:03Z', 'updated_at': '2021-07-16T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e6952a8e-3da7-48a4-8394-288d03f2c914', 'name': '', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'mac_address': 'fa:16:3e:96:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:10Z', 'updated_at': '2021-07-16T18:17:21Z', 'revision_number': 5, 'project_id': '0ad333940a544596ba07e31fb397489c', 'subnets': [{'id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:00.598297 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006cccc0-450d-4110-83bc-4d0206560f1b None None] Checking router: be65acf1-d3cd-480d-ac74-79d421026ec5 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:00.610608 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006cccc0-450d-4110-83bc-4d0206560f1b None None] Routers {'be65acf1-d3cd-480d-ac74-79d421026ec5'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:00.611655 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-006cccc0-450d-4110-83bc-4d0206560f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['be65acf1-d3cd-480d-ac74-79d421026ec5'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:00.727653 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-006cccc0-450d-4110-83bc-4d0206560f1b None None] Set router be65acf1-d3cd-480d-ac74-79d421026ec5 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:00.938995 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-006cccc0-450d-4110-83bc-4d0206560f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:17:13Z', 'revision_number': 4, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port': {'id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:03Z', 'updated_at': '2021-07-16T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e6952a8e-3da7-48a4-8394-288d03f2c914', 'name': '', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'mac_address': 'fa:16:3e:96:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:10Z', 'updated_at': '2021-07-16T18:17:21Z', 'revision_number': 5, 'project_id': '0ad333940a544596ba07e31fb397489c', 'subnets': [{'id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:00.955906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38086) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:00.965733 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006cccc0-450d-4110-83bc-4d0206560f1b None None] The sync data for ids ['be65acf1-d3cd-480d-ac74-79d421026ec5'] in n-d-787205-10 is: [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:17:13Z', 'revision_number': 4, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port': {'id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:03Z', 'updated_at': '2021-07-16T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e6952a8e-3da7-48a4-8394-288d03f2c914', 'name': '', 'network_id': '46aa9110-266a-4750-86f1-3c0adb3cb6dc', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'mac_address': 'fa:16:3e:96:90:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:10Z', 'updated_at': '2021-07-16T18:17:21Z', 'revision_number': 5, 'project_id': '0ad333940a544596ba07e31fb397489c', 'subnets': [{'id': '8b14bfa8-75df-427e-8cf7-22a0c937fc32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:01.059453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-efff32d2-21af-491d-82c2-b573fe47a93c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group': {'name': 'tempest-secgroup--281023891'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:01.082801 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efff32d2-21af-491d-82c2-b573fe47a93c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.092089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efff32d2-21af-491d-82c2-b573fe47a93c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.193317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44312779-7c51-4d42-9d26-75cb4dc8251b None None] New status for floating IP 697b838d-371c-4f95-acac-1d5782e4ce22: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:23:01.196120 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efff32d2-21af-491d-82c2-b573fe47a93c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.200189 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efff32d2-21af-491d-82c2-b573fe47a93c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.240111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff32d2-21af-491d-82c2-b573fe47a93c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc7ac4e-1dbf-4b5e-be0f-757eecf92daa,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:01.298598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efff32d2-21af-491d-82c2-b573fe47a93c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.303472 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efff32d2-21af-491d-82c2-b573fe47a93c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.332542 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efff32d2-21af-491d-82c2-b573fe47a93c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.333847 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-efff32d2-21af-491d-82c2-b573fe47a93c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3768241 Jul 16 18:23:01.336735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38090) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.339691 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff32d2-21af-491d-82c2-b573fe47a93c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b874f5-7f9d-4799-95e4-29b5e9b6a5d7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:01.404759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2b3c6825-d234-4b10-8de5-8250c907dd3e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0667405 Jul 16 18:23:01.407405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38092) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.411961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-61d69cc2-f371-459d-b266-e13ea8b1fbbc tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group': {'name': 'tempest-security--890887130', 'description': 'tempest-security-description-1208768439'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:01.437872 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61d69cc2-f371-459d-b266-e13ea8b1fbbc tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.480125 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61d69cc2-f371-459d-b266-e13ea8b1fbbc tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.484214 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61d69cc2-f371-459d-b266-e13ea8b1fbbc tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.487355 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61d69cc2-f371-459d-b266-e13ea8b1fbbc tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.489150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-61d69cc2-f371-459d-b266-e13ea8b1fbbc tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "PUT /v2.0/security-groups/79b874f5-7f9d-4799-95e4-29b5e9b6a5d7 HTTP/1.1" status: 200 len: 1779 time: 0.0802417 Jul 16 18:23:01.492104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38096) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.520622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d69cc2-f371-459d-b266-e13ea8b1fbbc tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b874f5-7f9d-4799-95e4-29b5e9b6a5d7,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:01.534258 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a710f33d-cb3b-4502-9f4e-d33ac62014db tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-groups/79b874f5-7f9d-4799-95e4-29b5e9b6a5d7 HTTP/1.1" status: 200 len: 1779 time: 0.0408294 Jul 16 18:23:01.536706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38098) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.555861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38100) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.589592 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82375ea7-d12a-4476-9e75-ae153bf10926 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.612431 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82375ea7-d12a-4476-9e75-ae153bf10926 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.653841 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82375ea7-d12a-4476-9e75-ae153bf10926 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.656431 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82375ea7-d12a-4476-9e75-ae153bf10926 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.657610 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-82375ea7-d12a-4476-9e75-ae153bf10926 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-groups/79b874f5-7f9d-4799-95e4-29b5e9b6a5d7 HTTP/1.1" status: 204 len: 168 time: 0.1198738 Jul 16 18:23:01.660199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38102) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.667581 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82375ea7-d12a-4476-9e75-ae153bf10926 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b874f5-7f9d-4799-95e4-29b5e9b6a5d7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:01.717234 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c5c2804d-d9a0-4947-a503-c90d15bfe6b0 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0559030 Jul 16 18:23:01.720074 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38104) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.723106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5a401-ea61-422d-93e1-c4ae2557020e tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Deleting port 0d8452ae-a0fd-408b-b3a1-0b9c4e4e66fc {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:01.723456 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a401-ea61-422d-93e1-c4ae2557020e tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.734468 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-a11d7519-ffba-4a6b-a0be-f6bad7c3dddd tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] delete failed (client error): The resource could not be found. Jul 16 18:23:01.735753 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a11d7519-ffba-4a6b-a0be-f6bad7c3dddd tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-groups/79b874f5-7f9d-4799-95e4-29b5e9b6a5d7 HTTP/1.1" status: 404 len: 347 time: 0.0144160 Jul 16 18:23:01.740862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38106) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.745553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0245cef7-ddcd-4f7d-883a-a2a523321930 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group': {'name': 'tempest-secgroup--662801915'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:01.771013 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0245cef7-ddcd-4f7d-883a-a2a523321930 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.802123 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a401-ea61-422d-93e1-c4ae2557020e tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.802501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a401-ea61-422d-93e1-c4ae2557020e tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.815144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5a401-ea61-422d-93e1-c4ae2557020e tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Calling delete_port for 0d8452ae-a0fd-408b-b3a1-0b9c4e4e66fc owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:01.854934 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0245cef7-ddcd-4f7d-883a-a2a523321930 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.859220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0245cef7-ddcd-4f7d-883a-a2a523321930 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.887830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0245cef7-ddcd-4f7d-883a-a2a523321930 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.889065 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0245cef7-ddcd-4f7d-883a-a2a523321930 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1472435 Jul 16 18:23:01.891978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38108) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.896700 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3ab00225-8041-4e4d-b4c9-791226692cc2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group_rule': {'security_group_id': 'f53ddaf4-2db4-49dc-965b-420a6cc4b34d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:01.902531 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245cef7-ddcd-4f7d-883a-a2a523321930 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53ddaf4-2db4-49dc-965b-420a6cc4b34d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:01.926290 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ab00225-8041-4e4d-b4c9-791226692cc2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.963934 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a401-ea61-422d-93e1-c4ae2557020e tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.984867 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ab00225-8041-4e4d-b4c9-791226692cc2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.988513 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ab00225-8041-4e4d-b4c9-791226692cc2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.989548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5a401-ea61-422d-93e1-c4ae2557020e tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Pushing event deleted for resources: {'Port': ['ID=0d8452ae-a0fd-408b-b3a1-0b9c4e4e66fc,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.010099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab00225-8041-4e4d-b4c9-791226692cc2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee474d89-b15a-4020-8323-2dc61dcee69d,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.018043 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ab00225-8041-4e4d-b4c9-791226692cc2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.019297 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3ab00225-8041-4e4d-b4c9-791226692cc2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263511 Jul 16 18:23:02.022215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38110) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.078779 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-167c1340-b965-4616-880c-12fecfc746ab tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.087250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a401-ea61-422d-93e1-c4ae2557020e tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.089802 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a401-ea61-422d-93e1-c4ae2557020e tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.090953 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f6d5a401-ea61-422d-93e1-c4ae2557020e tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "DELETE /v2.0/floatingips/697b838d-371c-4f95-acac-1d5782e4ce22 HTTP/1.1" status: 204 len: 168 time: 0.5340831 Jul 16 18:23:02.092526 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-167c1340-b965-4616-880c-12fecfc746ab tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.128462 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-167c1340-b965-4616-880c-12fecfc746ab tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.135827 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-167c1340-b965-4616-880c-12fecfc746ab tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.139414 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-167c1340-b965-4616-880c-12fecfc746ab tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ee474d89-b15a-4020-8323-2dc61dcee69d HTTP/1.1" status: 204 len: 168 time: 0.1137650 Jul 16 18:23:02.139749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38114) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.147916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c1340-b965-4616-880c-12fecfc746ab tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee474d89-b15a-4020-8323-2dc61dcee69d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.190597 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-250fed8d-6b80-45d9-bfd2-e4c38dfe9a4b tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0496361 Jul 16 18:23:02.193204 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38118) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.236442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38120) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.287207 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b430c22-7a17-4295-9663-951547b89799 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.328506 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b430c22-7a17-4295-9663-951547b89799 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.337998 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17474f38-1cfd-4d26-b9a3-22d06a9bed16 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.380661 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17474f38-1cfd-4d26-b9a3-22d06a9bed16 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.407427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b430c22-7a17-4295-9663-951547b89799 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.409982 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b430c22-7a17-4295-9663-951547b89799 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.411113 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1b430c22-7a17-4295-9663-951547b89799 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-groups/f53ddaf4-2db4-49dc-965b-420a6cc4b34d HTTP/1.1" status: 204 len: 168 time: 0.2168891 Jul 16 18:23:02.413850 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38122) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.427290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b430c22-7a17-4295-9663-951547b89799 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53ddaf4-2db4-49dc-965b-420a6cc4b34d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.460240 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17474f38-1cfd-4d26-b9a3-22d06a9bed16 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.463327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f8d78c2e-d746-45be-a503-31c86915d475 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471315 Jul 16 18:23:02.463815 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17474f38-1cfd-4d26-b9a3-22d06a9bed16 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.464979 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-17474f38-1cfd-4d26-b9a3-22d06a9bed16 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] 10.222.0.24 "DELETE /v2.0/security-groups/a09f030c-cc0a-43dc-a7ba-4835ca374ae6 HTTP/1.1" status: 204 len: 168 time: 0.2268257 Jul 16 18:23:02.469536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38126) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.473989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-420c5c46-a430-43ab-a51c-fbb6eb4482e2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826161'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:02.474684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17474f38-1cfd-4d26-b9a3-22d06a9bed16 tempest-TestServerBasicOps-2130923364 tempest-TestServerBasicOps-2130923364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09f030c-cc0a-43dc-a7ba-4835ca374ae6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.502188 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-420c5c46-a430-43ab-a51c-fbb6eb4482e2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.582938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-420c5c46-a430-43ab-a51c-fbb6eb4482e2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.587189 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-420c5c46-a430-43ab-a51c-fbb6eb4482e2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.619073 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-420c5c46-a430-43ab-a51c-fbb6eb4482e2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.620362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-420c5c46-a430-43ab-a51c-fbb6eb4482e2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1498961 Jul 16 18:23:02.623506 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38128) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.624731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c5c46-a430-43ab-a51c-fbb6eb4482e2 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b399b535-4894-44b0-876d-e63f01e62003,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.628055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 766579a7-890d-454f-96d9-89d22f6e169e no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:02.631973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ddec5d69-f10f-4d04-845e-b94131e93a9f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group_rule': {'security_group_id': 'b399b535-4894-44b0-876d-e63f01e62003', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:02.653031 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 766579a7-890d-454f-96d9-89d22f6e169e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:02.653470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 766579a7-890d-454f-96d9-89d22f6e169e not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:02.662829 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddec5d69-f10f-4d04-845e-b94131e93a9f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.708526 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddec5d69-f10f-4d04-845e-b94131e93a9f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.712874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddec5d69-f10f-4d04-845e-b94131e93a9f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.730431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec5d69-f10f-4d04-845e-b94131e93a9f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54aecfe4-ee63-48e3-a3d3-05e1c9988a7f,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.739256 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ddec5d69-f10f-4d04-845e-b94131e93a9f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.740468 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ddec5d69-f10f-4d04-845e-b94131e93a9f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156743 Jul 16 18:23:02.743286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38130) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.748071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3ae4c028-e381-4502-b87f-a1161158e541 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group_rule': {'security_group_id': 'b399b535-4894-44b0-876d-e63f01e62003', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:02.776474 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c028-e381-4502-b87f-a1161158e541 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.836835 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c028-e381-4502-b87f-a1161158e541 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.840102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c028-e381-4502-b87f-a1161158e541 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.859137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4c028-e381-4502-b87f-a1161158e541 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a481a48-e4b5-4c7e-b674-c7d2fd5ffc9f,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.865044 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ae4c028-e381-4502-b87f-a1161158e541 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.866161 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3ae4c028-e381-4502-b87f-a1161158e541 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217473 Jul 16 18:23:02.869373 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38132) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.873907 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-62952287-355f-4530-9a4a-6f350278fc9a tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group_rule': {'security_group_id': 'b399b535-4894-44b0-876d-e63f01e62003', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:02.901701 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62952287-355f-4530-9a4a-6f350278fc9a tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.963362 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62952287-355f-4530-9a4a-6f350278fc9a tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.967136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62952287-355f-4530-9a4a-6f350278fc9a tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.986845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62952287-355f-4530-9a4a-6f350278fc9a tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbcdb76-cfcf-4886-8a62-f2a770880109,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.996432 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-62952287-355f-4530-9a4a-6f350278fc9a tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.997641 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-62952287-355f-4530-9a4a-6f350278fc9a tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272802 Jul 16 18:23:03.000265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38134) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.004690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-df9a267f-9eb8-4bdd-afd0-777f2fe7d6b1 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group_rule': {'security_group_id': 'b399b535-4894-44b0-876d-e63f01e62003', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:03.031930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df9a267f-9eb8-4bdd-afd0-777f2fe7d6b1 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.091657 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df9a267f-9eb8-4bdd-afd0-777f2fe7d6b1 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.095276 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df9a267f-9eb8-4bdd-afd0-777f2fe7d6b1 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.112530 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a267f-9eb8-4bdd-afd0-777f2fe7d6b1 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843444f8-e2c6-4c63-910f-0fe47b775383,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.118532 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-df9a267f-9eb8-4bdd-afd0-777f2fe7d6b1 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.119551 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-df9a267f-9eb8-4bdd-afd0-777f2fe7d6b1 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183634 Jul 16 18:23:03.122336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38136) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.126758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-04ac7ca2-3a54-48a7-aac2-341207b9149e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group_rule': {'security_group_id': 'b399b535-4894-44b0-876d-e63f01e62003', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:03.153595 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-04ac7ca2-3a54-48a7-aac2-341207b9149e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.218172 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-04ac7ca2-3a54-48a7-aac2-341207b9149e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.222081 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-04ac7ca2-3a54-48a7-aac2-341207b9149e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.241482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac7ca2-3a54-48a7-aac2-341207b9149e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec56c03-6f26-4950-8f7d-1bd6ea608d6c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.247820 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-04ac7ca2-3a54-48a7-aac2-341207b9149e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.250084 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-04ac7ca2-3a54-48a7-aac2-341207b9149e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1267717 Jul 16 18:23:03.251695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38138) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.280140 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec57d1d8-951d-4788-8886-0ea847c09569 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.288158 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec57d1d8-951d-4788-8886-0ea847c09569 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.318490 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec57d1d8-951d-4788-8886-0ea847c09569 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.326124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ec57d1d8-951d-4788-8886-0ea847c09569 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.327236 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ec57d1d8-951d-4788-8886-0ea847c09569 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cec56c03-6f26-4950-8f7d-1bd6ea608d6c HTTP/1.1" status: 204 len: 168 time: 0.0745881 Jul 16 18:23:03.330051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38140) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.332684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57d1d8-951d-4788-8886-0ea847c09569 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cec56c03-6f26-4950-8f7d-1bd6ea608d6c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.389435 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f115c751-74f3-4dbd-9f8e-004360fb1f58 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0581360 Jul 16 18:23:03.392098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38142) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.416479 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f44fb97f-a770-411d-9868-fe2226c48917 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.423678 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f44fb97f-a770-411d-9868-fe2226c48917 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.450676 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f44fb97f-a770-411d-9868-fe2226c48917 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.456969 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f44fb97f-a770-411d-9868-fe2226c48917 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.458089 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f44fb97f-a770-411d-9868-fe2226c48917 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/843444f8-e2c6-4c63-910f-0fe47b775383 HTTP/1.1" status: 204 len: 168 time: 0.0649588 Jul 16 18:23:03.460977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38144) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.463913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fb97f-a770-411d-9868-fe2226c48917 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=843444f8-e2c6-4c63-910f-0fe47b775383,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.509056 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-454ef84f-0765-4b63-91cd-7d74e7d3f9dc tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0469401 Jul 16 18:23:03.511931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38148) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.528357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38150) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.542316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9b842661-bf0e-4b21-b9a4-8240581d1210 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.550527 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9b842661-bf0e-4b21-b9a4-8240581d1210 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.578039 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9b842661-bf0e-4b21-b9a4-8240581d1210 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.585009 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9b842661-bf0e-4b21-b9a4-8240581d1210 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.586222 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9b842661-bf0e-4b21-b9a4-8240581d1210 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9bbcdb76-cfcf-4886-8a62-f2a770880109 HTTP/1.1" status: 204 len: 168 time: 0.0732191 Jul 16 18:23:03.589236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38154) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.590483 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b842661-bf0e-4b21-b9a4-8240581d1210 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bbcdb76-cfcf-4886-8a62-f2a770880109,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.637854 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-644afbec-bb41-4129-804a-f5a3f1c2b5d1 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0471003 Jul 16 18:23:03.640566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38156) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.665365 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b5beadc-5e04-4fe0-bb45-fc6d74e6e244 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.672903 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b5beadc-5e04-4fe0-bb45-fc6d74e6e244 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.700978 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b5beadc-5e04-4fe0-bb45-fc6d74e6e244 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.707926 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0b5beadc-5e04-4fe0-bb45-fc6d74e6e244 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.709058 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0b5beadc-5e04-4fe0-bb45-fc6d74e6e244 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4a481a48-e4b5-4c7e-b674-c7d2fd5ffc9f HTTP/1.1" status: 204 len: 168 time: 0.0674441 Jul 16 18:23:03.714742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38158) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.720971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5beadc-5e04-4fe0-bb45-fc6d74e6e244 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a481a48-e4b5-4c7e-b674-c7d2fd5ffc9f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.762398 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-af2895f2-38a6-48ba-a2d3-efac715ad62c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0465386 Jul 16 18:23:03.765085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38160) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.789883 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b72be538-c42a-4646-a568-5e192089446c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.797860 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b72be538-c42a-4646-a568-5e192089446c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.824572 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b72be538-c42a-4646-a568-5e192089446c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.831618 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b72be538-c42a-4646-a568-5e192089446c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.832738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b72be538-c42a-4646-a568-5e192089446c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/54aecfe4-ee63-48e3-a3d3-05e1c9988a7f HTTP/1.1" status: 204 len: 168 time: 0.0667486 Jul 16 18:23:03.836575 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38162) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.837873 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72be538-c42a-4646-a568-5e192089446c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54aecfe4-ee63-48e3-a3d3-05e1c9988a7f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.902853 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6bb94ca4-31ad-4868-bdec-758f24b104cc tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0649486 Jul 16 18:23:03.905378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38164) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.997370 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f51498d1-ba44-400b-9d13-44f70aa625ac tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.027142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f51498d1-ba44-400b-9d13-44f70aa625ac tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.091998 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f51498d1-ba44-400b-9d13-44f70aa625ac tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.094563 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f51498d1-ba44-400b-9d13-44f70aa625ac tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.095708 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f51498d1-ba44-400b-9d13-44f70aa625ac tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-groups/b399b535-4894-44b0-876d-e63f01e62003 HTTP/1.1" status: 204 len: 168 time: 0.1894059 Jul 16 18:23:04.098462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38166) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:04.107188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51498d1-ba44-400b-9d13-44f70aa625ac tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b399b535-4894-44b0-876d-e63f01e62003,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.125029 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96c5ea2a-9459-4743-ae45-aad02bcbc455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.158562 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1230e0ae-2dfe-47b6-967b-12564a8a4778 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546362 Jul 16 18:23:04.158796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38168) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:04.163966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-92b7ab13-f907-453e-9909-6a6a78d0c59c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group': {'name': 'tempest-secgroup--430864194'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:04.186496 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92b7ab13-f907-453e-9909-6a6a78d0c59c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.275694 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92b7ab13-f907-453e-9909-6a6a78d0c59c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.279684 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92b7ab13-f907-453e-9909-6a6a78d0c59c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.300468 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92b7ab13-f907-453e-9909-6a6a78d0c59c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.302462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-92b7ab13-f907-453e-9909-6a6a78d0c59c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1425009 Jul 16 18:23:04.305241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38172) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:04.309840 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2a796771-8138-4746-9466-41777ff3b695 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group_rule': {'security_group_id': '7a7c75d5-21a9-4cf1-a3df-3acd3bffa771', 'direction': 'ingress', 'protocol': 17}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:04.324583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7ab13-f907-453e-9909-6a6a78d0c59c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7c75d5-21a9-4cf1-a3df-3acd3bffa771,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.377552 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a796771-8138-4746-9466-41777ff3b695 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.513423 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a796771-8138-4746-9466-41777ff3b695 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.518405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-96c5ea2a-9459-4743-ae45-aad02bcbc455 admin admin] Deleting port e6952a8e-3da7-48a4-8394-288d03f2c914 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:04.518735 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96c5ea2a-9459-4743-ae45-aad02bcbc455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.521834 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a796771-8138-4746-9466-41777ff3b695 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.560116 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c4ebc9b-7dcf-4eff-8801-5dad0941ce08 req-8c9d952c-6e73-4ae3-a8bb-1c434a20d89f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2014544 Jul 16 18:23:04.562959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a796771-8138-4746-9466-41777ff3b695 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc58978-852c-4635-91ad-3ee8642b6a17,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.571245 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a796771-8138-4746-9466-41777ff3b695 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.572505 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2a796771-8138-4746-9466-41777ff3b695 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2663071 Jul 16 18:23:04.575470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38176) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:04.629437 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6eeb-8921-4f39-8f15-b4267b63b8be tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.654821 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6eeb-8921-4f39-8f15-b4267b63b8be tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.659271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-96c5ea2a-9459-4743-ae45-aad02bcbc455 admin admin] For port e6952a8e-3da7-48a4-8394-288d03f2c914, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e6952a8e-3da7-48a4-8394-288d03f2c914,segment=NetworkSegment(3fe4f14b-f2d5-4279-b6f2-5404dae50440),segment_id=3fe4f14b-f2d5-4279-b6f2-5404dae50440)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:04.659627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96c5ea2a-9459-4743-ae45-aad02bcbc455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.676689 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-96c5ea2a-9459-4743-ae45-aad02bcbc455 admin admin] Calling delete_port for e6952a8e-3da7-48a4-8394-288d03f2c914 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:04.693884 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ebc9b-7dcf-4eff-8801-5dad0941ce08 req-eed583ce-fb13-4c3d-a41f-80d42c5056e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.695975 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c4ebc9b-7dcf-4eff-8801-5dad0941ce08 req-eed583ce-fb13-4c3d-a41f-80d42c5056e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=720864dcfcf24357b1805504d075367f&device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 1099 time: 0.0984342 Jul 16 18:23:04.700291 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6eeb-8921-4f39-8f15-b4267b63b8be tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.702928 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f9f6eeb-8921-4f39-8f15-b4267b63b8be tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.706480 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7f9f6eeb-8921-4f39-8f15-b4267b63b8be tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-groups/7a7c75d5-21a9-4cf1-a3df-3acd3bffa771 HTTP/1.1" status: 204 len: 168 time: 0.1271682 Jul 16 18:23:04.707763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38178) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:04.721136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f6eeb-8921-4f39-8f15-b4267b63b8be tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7c75d5-21a9-4cf1-a3df-3acd3bffa771,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.764282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2b37bc0a-610a-4fe5-ba98-fc66dafad581 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501714 Jul 16 18:23:04.764282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38182) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:04.768390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-6cdee227-357c-47e2-8123-a7b6a48167f8 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group': {'name': 'tempest-secgroup--584911645'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:04.800226 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6cdee227-357c-47e2-8123-a7b6a48167f8 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.903327 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6cdee227-357c-47e2-8123-a7b6a48167f8 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.908110 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6cdee227-357c-47e2-8123-a7b6a48167f8 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.944784 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6cdee227-357c-47e2-8123-a7b6a48167f8 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.946272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6cdee227-357c-47e2-8123-a7b6a48167f8 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1816676 Jul 16 18:23:04.948984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38188) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:04.953523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a787d100-5a68-42a0-87b0-d04e55f34d6c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285706125'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:04.963563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdee227-357c-47e2-8123-a7b6a48167f8 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de63dd91-9f3e-4e9a-b11f-fbdf264a3797,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.980690 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a787d100-5a68-42a0-87b0-d04e55f34d6c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.082782 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a787d100-5a68-42a0-87b0-d04e55f34d6c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.087437 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a787d100-5a68-42a0-87b0-d04e55f34d6c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.115692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787d100-5a68-42a0-87b0-d04e55f34d6c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e132b0-eb38-466a-9c6d-4c89d63b784e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.134318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a787d100-5a68-42a0-87b0-d04e55f34d6c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.135917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a787d100-5a68-42a0-87b0-d04e55f34d6c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1857364 Jul 16 18:23:05.138491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38192) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:05.143529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-eb93b1a1-9677-4578-92b2-f748e222b3ee tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group_rule': {'security_group_id': 'de63dd91-9f3e-4e9a-b11f-fbdf264a3797', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '34e132b0-eb38-466a-9c6d-4c89d63b784e', 'remote_ip_prefix': None}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:05.204845 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eb93b1a1-9677-4578-92b2-f748e222b3ee tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.234323 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ebc9b-7dcf-4eff-8801-5dad0941ce08 req-66f3417d-bab8-458f-bd77-d0acf26fcccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.235806 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c4ebc9b-7dcf-4eff-8801-5dad0941ce08 req-66f3417d-bab8-458f-bd77-d0acf26fcccd service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 200 len: 917 time: 0.5074425 Jul 16 18:23:05.262119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859eec5-4ae1-4ec7-9ce2-d0f933813160 req-1b3efc1f-a8fd-4487-9ffc-b5b536a1cc54 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.263658 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a859eec5-4ae1-4ec7-9ce2-d0f933813160 req-1b3efc1f-a8fd-4487-9ffc-b5b536a1cc54 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 947 time: 0.0980887 Jul 16 18:23:05.309747 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eb93b1a1-9677-4578-92b2-f748e222b3ee tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.314902 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eb93b1a1-9677-4578-92b2-f748e222b3ee tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.337326 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c4ebc9b-7dcf-4eff-8801-5dad0941ce08 req-2cbd341c-dedc-4c72-85c5-424c637566fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd HTTP/1.1" status: 200 len: 1002 time: 0.0925121 Jul 16 18:23:05.340374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a859eec5-4ae1-4ec7-9ce2-d0f933813160 req-4b06ed49-ee7d-469a-9b8d-6fcffd5132ee tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647583 Jul 16 18:23:05.345380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93b1a1-9677-4578-92b2-f748e222b3ee tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1dabe6-2d8a-4e3c-9f08-eb70ec899c48,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.353728 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eb93b1a1-9677-4578-92b2-f748e222b3ee tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.358060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-eb93b1a1-9677-4578-92b2-f748e222b3ee tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2160044 Jul 16 18:23:05.358967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38194) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:05.386710 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2de3e87-aaa1-40e0-b3ea-900008013ba8 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.396526 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2de3e87-aaa1-40e0-b3ea-900008013ba8 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.401192 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96c5ea2a-9459-4743-ae45-aad02bcbc455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.407209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ebc9b-7dcf-4eff-8801-5dad0941ce08 req-450dbdd5-20c6-4d7e-9400-3fd9703c6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.408704 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c4ebc9b-7dcf-4eff-8801-5dad0941ce08 req-450dbdd5-20c6-4d7e-9400-3fd9703c6ea1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 200 len: 855 time: 0.0631807 Jul 16 18:23:05.425959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2de3e87-aaa1-40e0-b3ea-900008013ba8 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.433861 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2de3e87-aaa1-40e0-b3ea-900008013ba8 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.435109 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d2de3e87-aaa1-40e0-b3ea-900008013ba8 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7b1dabe6-2d8a-4e3c-9f08-eb70ec899c48 HTTP/1.1" status: 204 len: 168 time: 0.0750039 Jul 16 18:23:05.438748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38196) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:05.446615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de3e87-aaa1-40e0-b3ea-900008013ba8 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b1dabe6-2d8a-4e3c-9f08-eb70ec899c48,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.462806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5ea2a-9459-4743-ae45-aad02bcbc455 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6952a8e-3da7-48a4-8394-288d03f2c914,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.490290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-60a467f4-138e-4a86-98b9-a74ccb11c627 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0502851 Jul 16 18:23:05.493482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38198) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:05.545397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ebc9b-7dcf-4eff-8801-5dad0941ce08 req-bb1beaaa-5d62-4173-9790-d88714c44b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.546966 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c4ebc9b-7dcf-4eff-8801-5dad0941ce08 req-bb1beaaa-5d62-4173-9790-d88714c44b7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1b07de-adb2-4fde-ad74-b324bd311d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180854 Jul 16 18:23:05.558632 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0fd64aa9-e083-47f1-80b9-255896f3542d tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.584658 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0fd64aa9-e083-47f1-80b9-255896f3542d tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.636254 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0fd64aa9-e083-47f1-80b9-255896f3542d tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.639582 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0fd64aa9-e083-47f1-80b9-255896f3542d tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.641089 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0fd64aa9-e083-47f1-80b9-255896f3542d tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-groups/34e132b0-eb38-466a-9c6d-4c89d63b784e HTTP/1.1" status: 204 len: 168 time: 0.1466489 Jul 16 18:23:05.644712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38200) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:05.667250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd64aa9-e083-47f1-80b9-255896f3542d tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e132b0-eb38-466a-9c6d-4c89d63b784e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.713204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dd7c350d-f41a-4f3a-af35-0a78e4f1c9cf tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0670536 Jul 16 18:23:05.715990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38202) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:05.726253 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-96c5ea2a-9459-4743-ae45-aad02bcbc455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.734935 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c4ebc9b-7dcf-4eff-8801-5dad0941ce08 req-a75b1522-2be4-40a2-bea0-97cfeb55a125 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513901 Jul 16 18:23:05.782730 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9d1e7f8-2735-4190-ac2c-74df812aec79 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.810159 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9d1e7f8-2735-4190-ac2c-74df812aec79 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.850491 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9d1e7f8-2735-4190-ac2c-74df812aec79 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.853866 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9d1e7f8-2735-4190-ac2c-74df812aec79 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.857534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c9d1e7f8-2735-4190-ac2c-74df812aec79 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-groups/de63dd91-9f3e-4e9a-b11f-fbdf264a3797 HTTP/1.1" status: 204 len: 168 time: 0.1381073 Jul 16 18:23:05.858198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38204) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:05.871471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1e7f8-2735-4190-ac2c-74df812aec79 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de63dd91-9f3e-4e9a-b11f-fbdf264a3797,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.913188 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c4ebc9b-7dcf-4eff-8801-5dad0941ce08 req-73545f02-3897-406c-b4f4-0fe60d7ab71c service neutron] 10.222.0.11 "GET /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698225 Jul 16 18:23:05.919188 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f3459cd2-54cf-43d9-a3b7-fcb1ca466159 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561483 Jul 16 18:23:05.919765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38206) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:05.924581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3b220feb-a173-4f7b-90c3-4e95b881590c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070885717'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:05.949284 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b220feb-a173-4f7b-90c3-4e95b881590c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.026461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c5ea2a-9459-4743-ae45-aad02bcbc455 admin admin] Router be65acf1-d3cd-480d-ac74-79d421026ec5 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:06.034676 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b220feb-a173-4f7b-90c3-4e95b881590c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.040455 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b220feb-a173-4f7b-90c3-4e95b881590c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.065770 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b220feb-a173-4f7b-90c3-4e95b881590c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.067031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3b220feb-a173-4f7b-90c3-4e95b881590c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1461139 Jul 16 18:23:06.069842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38208) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.074238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3a48c94f-40be-4ae9-bb7b-e0e05bcb972f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group_rule': {'security_group_id': '488d9481-f7fd-4d46-8c3a-69cd5816642f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:06.081979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b220feb-a173-4f7b-90c3-4e95b881590c tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=488d9481-f7fd-4d46-8c3a-69cd5816642f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:06.104844 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a48c94f-40be-4ae9-bb7b-e0e05bcb972f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.137601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c5ea2a-9459-4743-ae45-aad02bcbc455 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:06.145550 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-96c5ea2a-9459-4743-ae45-aad02bcbc455 admin admin] 10.222.0.24 "PUT /v2.0/routers/be65acf1-d3cd-480d-ac74-79d421026ec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6157055 Jul 16 18:23:06.145550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38210) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.152938 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395d008-876e-48bf-b78b-29fa58bea978 None None] Sync routers for ids ['be65acf1-d3cd-480d-ac74-79d421026ec5'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:06.162509 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395d008-876e-48bf-b78b-29fa58bea978 None None] Routers {'be65acf1-d3cd-480d-ac74-79d421026ec5'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:06.163126 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6395d008-876e-48bf-b78b-29fa58bea978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['be65acf1-d3cd-480d-ac74-79d421026ec5'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:06.167956 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a48c94f-40be-4ae9-bb7b-e0e05bcb972f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.171632 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a48c94f-40be-4ae9-bb7b-e0e05bcb972f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.185324 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48c94f-40be-4ae9-bb7b-e0e05bcb972f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319f3786-a7c7-426e-a745-6ee121e347f1,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:06.199729 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a48c94f-40be-4ae9-bb7b-e0e05bcb972f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.203823 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3a48c94f-40be-4ae9-bb7b-e0e05bcb972f tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1303086 Jul 16 18:23:06.204808 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38212) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.266805 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4b035850-447b-4894-b6ac-1c1d8fa40297 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.280136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4b035850-447b-4894-b6ac-1c1d8fa40297 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.281760 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-6395d008-876e-48bf-b78b-29fa58bea978 None None] Set router be65acf1-d3cd-480d-ac74-79d421026ec5 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:06.307886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.364871 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4b035850-447b-4894-b6ac-1c1d8fa40297 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.370440 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4b035850-447b-4894-b6ac-1c1d8fa40297 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.371564 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4b035850-447b-4894-b6ac-1c1d8fa40297 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/319f3786-a7c7-426e-a745-6ee121e347f1 HTTP/1.1" status: 204 len: 168 time: 0.1654379 Jul 16 18:23:06.377395 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38214) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.384703 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b035850-447b-4894-b6ac-1c1d8fa40297 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=319f3786-a7c7-426e-a745-6ee121e347f1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:06.449371 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a98edaa3-216d-4915-b7b0-93be69a52298 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0702703 Jul 16 18:23:06.449652 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.452098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38218) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.510000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Deleting port f3fc309a-bda4-4212-b580-8a3d07c7ed43 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:06.510349 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.512984 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6395d008-876e-48bf-b78b-29fa58bea978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:23:05Z', 'revision_number': 5, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port': {'id': 'f3fc309a-bda4-4212-b580-8a3d07c7ed43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:03Z', 'updated_at': '2021-07-16T18:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:06.542343 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395d008-876e-48bf-b78b-29fa58bea978 None None] Checking router: be65acf1-d3cd-480d-ac74-79d421026ec5 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:06.551796 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395d008-876e-48bf-b78b-29fa58bea978 None None] Routers {'be65acf1-d3cd-480d-ac74-79d421026ec5'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:06.552578 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6395d008-876e-48bf-b78b-29fa58bea978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['be65acf1-d3cd-480d-ac74-79d421026ec5'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:06.559539 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6dfee923-e507-49d0-9998-3cc6f2ab217e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.586720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1596b2-b827-4b31-ad12-13c2402c5cd5 req-32abc5f4-0e0c-4d1a-9672-b87f59aa05d2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:06.588325 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f1596b2-b827-4b31-ad12-13c2402c5cd5 req-32abc5f4-0e0c-4d1a-9672-b87f59aa05d2 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 947 time: 0.1081874 Jul 16 18:23:06.596378 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6dfee923-e507-49d0-9998-3cc6f2ab217e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.644927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] For port f3fc309a-bda4-4212-b580-8a3d07c7ed43, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f3fc309a-bda4-4212-b580-8a3d07c7ed43,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:06.645376 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.652111 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-6395d008-876e-48bf-b78b-29fa58bea978 None None] Set router be65acf1-d3cd-480d-ac74-79d421026ec5 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:06.668464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f1596b2-b827-4b31-ad12-13c2402c5cd5 req-fe129297-7ca8-464a-9734-1f144e60d654 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e3d604f-32a5-49e7-881e-052be1b4634c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691812 Jul 16 18:23:06.675493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Calling delete_port for f3fc309a-bda4-4212-b580-8a3d07c7ed43 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:06.685216 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6dfee923-e507-49d0-9998-3cc6f2ab217e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.688882 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6dfee923-e507-49d0-9998-3cc6f2ab217e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.693569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6dfee923-e507-49d0-9998-3cc6f2ab217e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-groups/488d9481-f7fd-4d46-8c3a-69cd5816642f HTTP/1.1" status: 204 len: 168 time: 0.2403347 Jul 16 18:23:06.694252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38222) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.697504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74808d1f-411b-4789-9604-04aee1ef928d req-52160008-1154-4d34-8fb0-3938d388c8c9 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:06.702579 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-74808d1f-411b-4789-9604-04aee1ef928d req-52160008-1154-4d34-8fb0-3938d388c8c9 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.11 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 947 time: 0.1354187 Jul 16 18:23:06.732330 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfee923-e507-49d0-9998-3cc6f2ab217e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=488d9481-f7fd-4d46-8c3a-69cd5816642f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:06.747126 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6395d008-876e-48bf-b78b-29fa58bea978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:23:06Z', 'revision_number': 6, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:06.782858 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395d008-876e-48bf-b78b-29fa58bea978 None None] The sync data for ids ['be65acf1-d3cd-480d-ac74-79d421026ec5'] in n-d-787205-10 is: [{'id': 'be65acf1-d3cd-480d-ac74-79d421026ec5', 'name': 'tempest-TestServerBasicOps-456779709-router', 'tenant_id': '0ad333940a544596ba07e31fb397489c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:01Z', 'updated_at': '2021-07-16T18:23:06Z', 'revision_number': 6, 'project_id': '0ad333940a544596ba07e31fb397489c', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:06.801568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-edc8d53d-f6a0-48b1-8079-7dc11a494920 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1020341 Jul 16 18:23:06.806274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38224) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.811045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-cf690879-f6ad-477e-a9b4-b722a557666d tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669737616'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:06.847253 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf690879-f6ad-477e-a9b4-b722a557666d tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.871760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-104149ad-ea0f-4788-8cdb-76105bf3d271 req-68f87090-a832-49da-a748-65e6034c5183 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2318969 Jul 16 18:23:06.980902 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf690879-f6ad-477e-a9b4-b722a557666d tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.982484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Deleting port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:06.983185 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.990700 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf690879-f6ad-477e-a9b4-b722a557666d tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.028128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104149ad-ea0f-4788-8cdb-76105bf3d271 req-83e91e85-abad-48bd-9cff-29f580de03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.029692 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-104149ad-ea0f-4788-8cdb-76105bf3d271 req-83e91e85-abad-48bd-9cff-29f580de03aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 1097 time: 0.1076243 Jul 16 18:23:07.030866 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf690879-f6ad-477e-a9b4-b722a557666d tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.034994 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cf690879-f6ad-477e-a9b4-b722a557666d tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2245755 Jul 16 18:23:07.034994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf690879-f6ad-477e-a9b4-b722a557666d tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7b4e30-2898-45b8-8390-fa50d76d667f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:07.034994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38226) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:07.042541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-cad09e8c-e886-4a0d-951f-95d19a6358a0 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group_rule': {'security_group_id': '0c7b4e30-2898-45b8-8390-fa50d76d667f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:07.047136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.099921 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cad09e8c-e886-4a0d-951f-95d19a6358a0 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.108345 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fc309a-bda4-4212-b580-8a3d07c7ed43,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:07.190998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104149ad-ea0f-4788-8cdb-76105bf3d271 req-6aa49a1f-da11-400d-a105-f4002c25ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.192397 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-104149ad-ea0f-4788-8cdb-76105bf3d271 req-6aa49a1f-da11-400d-a105-f4002c25ecc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.1324074 Jul 16 18:23:07.199636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] For port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:07.200005 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.215955 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cad09e8c-e886-4a0d-951f-95d19a6358a0 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.219848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.265687 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cad09e8c-e886-4a0d-951f-95d19a6358a0 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.293631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad09e8c-e886-4a0d-951f-95d19a6358a0 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e8a096-ea49-4eb1-82dd-47a91a1793e5,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:07.305874 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cad09e8c-e886-4a0d-951f-95d19a6358a0 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.307102 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cad09e8c-e886-4a0d-951f-95d19a6358a0 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2711711 Jul 16 18:23:07.309808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38228) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:07.326670 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-104149ad-ea0f-4788-8cdb-76105bf3d271 req-a2f16737-6ae4-4783-82e8-0e10f3f26a56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad92ebc3-3f2a-4371-9e4b-2110ff169852 HTTP/1.1" status: 200 len: 1001 time: 0.1277659 Jul 16 18:23:07.329707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bddec2fe-320f-4493-a798-a4bc5093cf86 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules/f4e8a096-ea49-4eb1-82dd-47a91a1793e5 HTTP/1.1" status: 200 len: 763 time: 0.0189111 Jul 16 18:23:07.332327 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38230) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:07.362509 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.366018 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.398753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104149ad-ea0f-4788-8cdb-76105bf3d271 req-a3d69633-6ec6-4937-8fd6-3adb517b611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.400248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-104149ad-ea0f-4788-8cdb-76105bf3d271 req-a3d69633-6ec6-4937-8fd6-3adb517b611e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0670803 Jul 16 18:23:07.414417 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-72ec4663-9348-4de8-8ecb-243a8a2865cb tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0799119 Jul 16 18:23:07.417774 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38234) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:07.448392 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.449310 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be65acf1-d3cd-480d-ac74-79d421026ec5 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:07.454764 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.458391 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7b41e5d4-dfd2-4bbb-a743-949646f61ba4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/be65acf1-d3cd-480d-ac74-79d421026ec5 HTTP/1.1" status: 204 len: 168 time: 1.3095949 Jul 16 18:23:07.458742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38236) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:07.506789 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f380a975-c310-41ee-82e8-e90b8c8d24f6 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.519338 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f380a975-c310-41ee-82e8-e90b8c8d24f6 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.529185 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.529644 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.530102 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Floating IP 149f2661-7166-4b9d-a758-ca6ddd881638 disassociated. External IP: 172.25.3.235, port: c4b82ffd-34c2-4880-b835-0f9ba3cea0dd. Jul 16 18:23:07.530454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Calling delete_port for c4b82ffd-34c2-4880-b835-0f9ba3cea0dd owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:07.544978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e11be1-6718-416f-918d-87410503b34e admin admin] Deleting subnet 8b14bfa8-75df-427e-8cf7-22a0c937fc32 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:07.550769 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f4e11be1-6718-416f-918d-87410503b34e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.581870 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104149ad-ea0f-4788-8cdb-76105bf3d271 req-f43b2e64-cfc4-4298-8ac7-c23f8aaa013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.583148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-104149ad-ea0f-4788-8cdb-76105bf3d271 req-f43b2e64-cfc4-4298-8ac7-c23f8aaa013d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1677582 Jul 16 18:23:07.615922 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f380a975-c310-41ee-82e8-e90b8c8d24f6 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.626189 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f4e11be1-6718-416f-918d-87410503b34e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.655873 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f380a975-c310-41ee-82e8-e90b8c8d24f6 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.659364 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f380a975-c310-41ee-82e8-e90b8c8d24f6 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f4e8a096-ea49-4eb1-82dd-47a91a1793e5 HTTP/1.1" status: 204 len: 168 time: 0.2392206 Jul 16 18:23:07.661089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38238) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:07.667706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380a975-c310-41ee-82e8-e90b8c8d24f6 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4e8a096-ea49-4eb1-82dd-47a91a1793e5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:07.695728 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.730200 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-91ef319a-718a-473d-82ce-06746479afec tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0679300 Jul 16 18:23:07.750537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38242) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:07.755636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7dce7577-1dae-40b0-bd07-d8492d1c35ec tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group_rule': {'security_group_id': '0c7b4e30-2898-45b8-8390-fa50d76d667f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:07.776403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event deleted for resources: {'Port': ['ID=c4b82ffd-34c2-4880-b835-0f9ba3cea0dd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:07.777264 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f4e11be1-6718-416f-918d-87410503b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.852739 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-104149ad-ea0f-4788-8cdb-76105bf3d271 req-63cb5692-3868-44ea-8422-a81572cad6d9 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603679 Jul 16 18:23:07.871143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e6952a8e-3da7-48a4-8394-288d03f2c914 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:07.871709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7dce7577-1dae-40b0-bd07-d8492d1c35ec tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.894714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bac3f600-2e05-4ee1-8e5f-27a808713f07 req-852864cc-40f1-41c0-a4ed-c2e46d2f959c tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 210 time: 0.0489614 Jul 16 18:23:07.910503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: e6952a8e-3da7-48a4-8394-288d03f2c914 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:07.910755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e6952a8e-3da7-48a4-8394-288d03f2c914 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:07.911077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f3fc309a-bda4-4212-b580-8a3d07c7ed43 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:07.939053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: f3fc309a-bda4-4212-b580-8a3d07c7ed43 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:07.939400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f3fc309a-bda4-4212-b580-8a3d07c7ed43 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:07.957922 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f4e11be1-6718-416f-918d-87410503b34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.981755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Router fe0c452a-c79c-4cad-84e4-ed8e71475e1d has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:07.987833 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7dce7577-1dae-40b0-bd07-d8492d1c35ec tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.996836 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7dce7577-1dae-40b0-bd07-d8492d1c35ec tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.003282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e11be1-6718-416f-918d-87410503b34e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b14bfa8-75df-427e-8cf7-22a0c937fc32,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.006173 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f4e11be1-6718-416f-918d-87410503b34e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.009939 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f4e11be1-6718-416f-918d-87410503b34e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b14bfa8-75df-427e-8cf7-22a0c937fc32 HTTP/1.1" status: 204 len: 168 time: 0.5502200 Jul 16 18:23:08.012719 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38244) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.016110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a6e1a4-c825-4789-b65a-4b5e853e941c None None] Network 46aa9110-266a-4750-86f1-3c0adb3cb6dc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:08.026771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-104149ad-ea0f-4788-8cdb-76105bf3d271 req-27b2bc43-064b-49a7-b954-3dd41a247e79 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653733 Jul 16 18:23:08.079628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce7577-1dae-40b0-bd07-d8492d1c35ec tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a151ef-a384-43b7-bb39-65aa73626826,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.107793 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7dce7577-1dae-40b0-bd07-d8492d1c35ec tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.109031 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7dce7577-1dae-40b0-bd07-d8492d1c35ec tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3571548 Jul 16 18:23:08.112036 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38246) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.130836 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8ed61fea-d238-40d1-a9cf-3acf90056c6e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules/f3a151ef-a384-43b7-bb39-65aa73626826 HTTP/1.1" status: 200 len: 763 time: 0.0172462 Jul 16 18:23:08.133344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38248) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.184068 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.193699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9b2c19bb-39e7-45ff-bd74-c72eef190d4e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0566652 Jul 16 18:23:08.196227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38250) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.263279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:08.266066 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8866636e-2ead-48bb-a3aa-7fccbf8e7e7b tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.273478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd85791e-605c-4429-8152-d38cfaed0538 None None] Sync routers for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:08.285528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a00e8f-9914-4095-97da-462bf33571c2 None None] DHCP port deletion for 46aa9110-266a-4750-86f1-3c0adb3cb6dc request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:08.301035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8866636e-2ead-48bb-a3aa-7fccbf8e7e7b tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.315627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd85791e-605c-4429-8152-d38cfaed0538 None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:08.316563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cd85791e-605c-4429-8152-d38cfaed0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:08.328074 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] No DVR routers for this DVR port c4b82ffd-34c2-4880-b835-0f9ba3cea0dd on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:08.338134 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.340148 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-74808d1f-411b-4789-9604-04aee1ef928d req-7a453d1e-686d-4d03-8034-c4ef2df708c4 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.11 "DELETE /v2.0/ports/c4b82ffd-34c2-4880-b835-0f9ba3cea0dd HTTP/1.1" status: 204 len: 173 time: 1.6312163 Jul 16 18:23:08.341527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'name': 'network-vif-deleted', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:08.344004 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c2bd9f-526f-48e8-ac4a-88e4c7b5a621" -d '{"events": [{"server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "name": "network-vif-deleted", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:08.370976 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8866636e-2ead-48bb-a3aa-7fccbf8e7e7b tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.376175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Deleting port 469835ae-2b65-4ffe-b210-51d4eabb9a3c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:08.376489 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.383025 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8866636e-2ead-48bb-a3aa-7fccbf8e7e7b tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.386430 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8866636e-2ead-48bb-a3aa-7fccbf8e7e7b tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f3a151ef-a384-43b7-bb39-65aa73626826 HTTP/1.1" status: 204 len: 168 time: 0.1851645 Jul 16 18:23:08.386814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38254) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.415721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866636e-2ead-48bb-a3aa-7fccbf8e7e7b tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3a151ef-a384-43b7-bb39-65aa73626826,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.441164 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57928423-c65c-4026-badd-346e9027a8f1 x-openstack-request-id: req-57928423-c65c-4026-badd-346e9027a8f1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:08.441454 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd52a8-6628-48ac-840e-51bb8532b00b", "name": "network-vif-deleted", "tag": "c4b82ffd-34c2-4880-b835-0f9ba3cea0dd", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:08.441798 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57928423-c65c-4026-badd-346e9027a8f1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:08.442198 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd52a8-6628-48ac-840e-51bb8532b00b', 'name': 'network-vif-deleted', 'tag': 'c4b82ffd-34c2-4880-b835-0f9ba3cea0dd', 'status': 'completed', 'code': 200} Jul 16 18:23:08.446574 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-86bf4d82-b907-4576-b99b-8ebb1eaabf06 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585499 Jul 16 18:23:08.448946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38256) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.453856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b1f240f1-1e63-43a5-9e86-c8f46e8b5d85 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Request body: {'security_group_rule': {'security_group_id': '0c7b4e30-2898-45b8-8390-fa50d76d667f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:08.477075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-cd85791e-605c-4429-8152-d38cfaed0538 None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:08.489224 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-b1f240f1-1e63-43a5-9e86-c8f46e8b5d85 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Project 318e11c94ff449aab56b90e01693d0db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:23:08.496135 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b1f240f1-1e63-43a5-9e86-c8f46e8b5d85 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.517978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] For port 469835ae-2b65-4ffe-b210-51d4eabb9a3c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=469835ae-2b65-4ffe-b210-51d4eabb9a3c,segment=NetworkSegment(3fe4f14b-f2d5-4279-b6f2-5404dae50440),segment_id=3fe4f14b-f2d5-4279-b6f2-5404dae50440)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:08.518579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.519945 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-38a00e8f-9914-4095-97da-462bf33571c2 None None] Deleting port 469835ae-2b65-4ffe-b210-51d4eabb9a3c {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:08.520326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-38a00e8f-9914-4095-97da-462bf33571c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.532372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Calling delete_port for 469835ae-2b65-4ffe-b210-51d4eabb9a3c owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:08.557203 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b1f240f1-1e63-43a5-9e86-c8f46e8b5d85 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.562559 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b1f240f1-1e63-43a5-9e86-c8f46e8b5d85 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.594543 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b1f240f1-1e63-43a5-9e86-c8f46e8b5d85 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.598138 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b1f240f1-1e63-43a5-9e86-c8f46e8b5d85 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481068 Jul 16 18:23:08.598882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38258) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.601967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f240f1-1e63-43a5-9e86-c8f46e8b5d85 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1004996d-1ea7-4824-b40b-14c2e1e71f6a,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.620374 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0c13882e-1f41-4825-99eb-13184a66758a tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules/1004996d-1ea7-4824-b40b-14c2e1e71f6a HTTP/1.1" status: 200 len: 769 time: 0.0194952 Jul 16 18:23:08.622232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38260) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.650680 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-38a00e8f-9914-4095-97da-462bf33571c2 None None] For port 469835ae-2b65-4ffe-b210-51d4eabb9a3c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=469835ae-2b65-4ffe-b210-51d4eabb9a3c,segment=NetworkSegment(3fe4f14b-f2d5-4279-b6f2-5404dae50440),segment_id=3fe4f14b-f2d5-4279-b6f2-5404dae50440)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:08.651355 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-38a00e8f-9914-4095-97da-462bf33571c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.662572 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.677466 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2d7c5d73-eb73-407a-a829-57af0dff0144 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0539422 Jul 16 18:23:08.680548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38262) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.695335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-38a00e8f-9914-4095-97da-462bf33571c2 None None] Calling delete_port for 469835ae-2b65-4ffe-b210-51d4eabb9a3c owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:08.697003 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=469835ae-2b65-4ffe-b210-51d4eabb9a3c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.703277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] No DVR routers for this DVR port 469835ae-2b65-4ffe-b210-51d4eabb9a3c on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:08.717288 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72a1d213-ab96-4aac-badb-640002f05c67 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.725413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72a1d213-ab96-4aac-badb-640002f05c67 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.755411 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72a1d213-ab96-4aac-badb-640002f05c67 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.761555 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72a1d213-ab96-4aac-badb-640002f05c67 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.765501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-72a1d213-ab96-4aac-badb-640002f05c67 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1004996d-1ea7-4824-b40b-14c2e1e71f6a HTTP/1.1" status: 204 len: 168 time: 0.0836601 Jul 16 18:23:08.766153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38264) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.783462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1d213-ab96-4aac-badb-640002f05c67 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1004996d-1ea7-4824-b40b-14c2e1e71f6a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.826571 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-11e9c717-de46-4e6f-b660-e3074da635cf tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0558336 Jul 16 18:23:08.827588 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38266) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.838924 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-38a00e8f-9914-4095-97da-462bf33571c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.871516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a00e8f-9914-4095-97da-462bf33571c2 None None] Pushing event deleted for resources: {'Port': ['ID=469835ae-2b65-4ffe-b210-51d4eabb9a3c,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.877951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a00e8f-9914-4095-97da-462bf33571c2 None None] No DVR routers for this DVR port 469835ae-2b65-4ffe-b210-51d4eabb9a3c on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:08.881733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cd85791e-605c-4429-8152-d38cfaed0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 5, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:08.906516 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1764944f-cf32-42f1-b261-e0da74680c99 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.919161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd85791e-605c-4429-8152-d38cfaed0538 None None] Checking router: fe0c452a-c79c-4cad-84e4-ed8e71475e1d for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:08.931100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd85791e-605c-4429-8152-d38cfaed0538 None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:08.931852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cd85791e-605c-4429-8152-d38cfaed0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:08.940288 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1764944f-cf32-42f1-b261-e0da74680c99 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.015848 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1764944f-cf32-42f1-b261-e0da74680c99 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.019576 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1764944f-cf32-42f1-b261-e0da74680c99 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.024154 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1764944f-cf32-42f1-b261-e0da74680c99 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "DELETE /v2.0/security-groups/0c7b4e30-2898-45b8-8390-fa50d76d667f HTTP/1.1" status: 204 len: 168 time: 0.1955705 Jul 16 18:23:09.024907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38270) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:09.056683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764944f-cf32-42f1-b261-e0da74680c99 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7b4e30-2898-45b8-8390-fa50d76d667f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:09.122453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df5c4997-50cf-4dbb-bab7-6e6bc6b58b5a req-2fdee773-bfb6-4001-aaf9-b04e46ff847b tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/ports?device_id=cecd52a8-6628-48ac-840e-51bb8532b00b HTTP/1.1" status: 200 len: 210 time: 0.0387440 Jul 16 18:23:09.157238 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d814a2cc-1e31-4ed2-a564-a6aa5827793e tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1173751 Jul 16 18:23:09.157919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38272) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:09.164239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-cd85791e-605c-4429-8152-d38cfaed0538 None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:09.186996 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.198845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46aa9110-266a-4750-86f1-3c0adb3cb6dc']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:09.204371 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b8a7eb37-6e97-4751-8c93-f8a0ccbfb952 tempest-SecGroupIPv6Test-1116320408 tempest-SecGroupIPv6Test-1116320408-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0450926 Jul 16 18:23:09.209180 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe4f14b-f2d5-4279-b6f2-5404dae50440') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:09.209492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe4f14b-f2d5-4279-b6f2-5404dae50440') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:09.219093 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.233651 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.240437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:09.240898 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:09.243397 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:09.302610 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.310127 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.313412 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] 10.222.0.24 "DELETE /v2.0/networks/46aa9110-266a-4750-86f1-3c0adb3cb6dc HTTP/1.1" status: 204 len: 168 time: 1.2974992 Jul 16 18:23:09.316365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38276) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:09.324047 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf0fa8-3ef9-4803-bbcd-de8279b22a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=46aa9110-266a-4750-86f1-3c0adb3cb6dc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:09.406490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cd85791e-605c-4429-8152-d38cfaed0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 5, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:09.432983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd85791e-605c-4429-8152-d38cfaed0538 None None] The sync data for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 is: [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:33Z', 'revision_number': 4, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'fcff95ce-e2e3-406f-ab13-5c13fc8cac64', 'name': '', 'network_id': '0b1b07de-adb2-4fde-ad74-b324bd311d76', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'mac_address': 'fa:16:3e:75:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:31Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 5, 'project_id': '720864dcfcf24357b1805504d075367f', 'subnets': [{'id': '69cb5c8d-5d86-4431-b010-6b2c6e708946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:09.442009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38280) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:09.605953 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d83fc4be-ea44-40e5-a8c0-0169631d843c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=318e11c94ff449aab56b90e01693d0db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625009 Jul 16 18:23:09.608441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38284) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:09.663052 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f60cce9-611e-41e7-9f7f-3b8052c7e68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.687353 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f60cce9-611e-41e7-9f7f-3b8052c7e68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.688319 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caab8efb-4cfd-40be-a077-25f14001ff7a None None] New status for floating IP 149f2661-7166-4b9d-a758-ca6ddd881638: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:23:09.718468 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74a35e57-6b57-4471-9ffa-0a55dbf05ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.737279 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f60cce9-611e-41e7-9f7f-3b8052c7e68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.740733 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0f60cce9-611e-41e7-9f7f-3b8052c7e68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.746042 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0f60cce9-611e-41e7-9f7f-3b8052c7e68a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccc7ac4e-1dbf-4b5e-be0f-757eecf92daa HTTP/1.1" status: 204 len: 168 time: 0.1339905 Jul 16 18:23:09.752559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60cce9-611e-41e7-9f7f-3b8052c7e68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc7ac4e-1dbf-4b5e-be0f-757eecf92daa,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:09.856373 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 469835ae-2b65-4ffe-b210-51d4eabb9a3c no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:09.883168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 469835ae-2b65-4ffe-b210-51d4eabb9a3c {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:09.883733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 469835ae-2b65-4ffe-b210-51d4eabb9a3c not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:10.273933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38306) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:10.336995 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa9173ce-f578-457c-a9b8-d20288cb04ce tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.361010 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa9173ce-f578-457c-a9b8-d20288cb04ce tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.376321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-74a35e57-6b57-4471-9ffa-0a55dbf05ead admin admin] Deleting port fd003177-2aba-4e3d-9fb7-3e830cff71f1 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:10.376810 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74a35e57-6b57-4471-9ffa-0a55dbf05ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.415441 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa9173ce-f578-457c-a9b8-d20288cb04ce tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.418614 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fa9173ce-f578-457c-a9b8-d20288cb04ce tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.419883 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fa9173ce-f578-457c-a9b8-d20288cb04ce tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "DELETE /v2.0/security-groups/2e3d604f-32a5-49e7-881e-052be1b4634c HTTP/1.1" status: 204 len: 168 time: 0.1449594 Jul 16 18:23:10.423485 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38312) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:10.442398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9173ce-f578-457c-a9b8-d20288cb04ce tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3d604f-32a5-49e7-881e-052be1b4634c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:10.447461 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-9adc004d-b885-48ab-aa3d-ec1257892df0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] show failed (client error): The resource could not be found. Jul 16 18:23:10.448822 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9adc004d-b885-48ab-aa3d-ec1257892df0 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "GET /v2.0/security-groups/2e3d604f-32a5-49e7-881e-052be1b4634c HTTP/1.1" status: 404 len: 347 time: 0.0229607 Jul 16 18:23:10.456091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38314) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:10.504086 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-74a35e57-6b57-4471-9ffa-0a55dbf05ead admin admin] For port fd003177-2aba-4e3d-9fb7-3e830cff71f1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fd003177-2aba-4e3d-9fb7-3e830cff71f1,segment=NetworkSegment(234f3e13-ae07-4ba6-8ed6-c401fe2ac09a),segment_id=234f3e13-ae07-4ba6-8ed6-c401fe2ac09a)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:10.504443 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74a35e57-6b57-4471-9ffa-0a55dbf05ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.551800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-74a35e57-6b57-4471-9ffa-0a55dbf05ead admin admin] Calling delete_port for fd003177-2aba-4e3d-9fb7-3e830cff71f1 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:10.661028 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e753904d-8f64-45b8-8167-d2d63986ae79 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Deleting port d8b86c0b-d930-4fe6-ac41-d22f0049eb54 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:10.661396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e753904d-8f64-45b8-8167-d2d63986ae79 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.695960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c4b82ffd-34c2-4880-b835-0f9ba3cea0dd no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:10.719206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: c4b82ffd-34c2-4880-b835-0f9ba3cea0dd {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:10.719553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c4b82ffd-34c2-4880-b835-0f9ba3cea0dd not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:10.796334 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e753904d-8f64-45b8-8167-d2d63986ae79 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.796946 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e753904d-8f64-45b8-8167-d2d63986ae79 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.829167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e753904d-8f64-45b8-8167-d2d63986ae79 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Calling delete_port for d8b86c0b-d930-4fe6-ac41-d22f0049eb54 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:10.894926 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74a35e57-6b57-4471-9ffa-0a55dbf05ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.925828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a35e57-6b57-4471-9ffa-0a55dbf05ead admin admin] Pushing event deleted for resources: {'Port': ['ID=fd003177-2aba-4e3d-9fb7-3e830cff71f1,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:11.140512 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e753904d-8f64-45b8-8167-d2d63986ae79 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.172767 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-74a35e57-6b57-4471-9ffa-0a55dbf05ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.181115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753904d-8f64-45b8-8167-d2d63986ae79 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Pushing event deleted for resources: {'Port': ['ID=d8b86c0b-d930-4fe6-ac41-d22f0049eb54,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:11.318543 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e753904d-8f64-45b8-8167-d2d63986ae79 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.322141 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e753904d-8f64-45b8-8167-d2d63986ae79 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.323345 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e753904d-8f64-45b8-8167-d2d63986ae79 tempest-AttachVolumeShelveTestJSON-455130633 tempest-AttachVolumeShelveTestJSON-455130633-project] 10.222.0.24 "DELETE /v2.0/floatingips/149f2661-7166-4b9d-a758-ca6ddd881638 HTTP/1.1" status: 204 len: 168 time: 0.8660171 Jul 16 18:23:11.484542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a35e57-6b57-4471-9ffa-0a55dbf05ead admin admin] Router 904221ff-e72e-4555-bd81-507ae1a33e92 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:11.608194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a35e57-6b57-4471-9ffa-0a55dbf05ead admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:11.614699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-74a35e57-6b57-4471-9ffa-0a55dbf05ead admin admin] 10.222.0.24 "PUT /v2.0/routers/904221ff-e72e-4555-bd81-507ae1a33e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2960606 Jul 16 18:23:11.617876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38346) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:11.622911 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e94e2-759e-4c06-ba96-fa919519dbb9 None None] Sync routers for ids ['904221ff-e72e-4555-bd81-507ae1a33e92'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:11.637936 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e94e2-759e-4c06-ba96-fa919519dbb9 None None] Routers {'904221ff-e72e-4555-bd81-507ae1a33e92'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:11.638984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-224e94e2-759e-4c06-ba96-fa919519dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['904221ff-e72e-4555-bd81-507ae1a33e92'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:11.736253 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.796045 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-224e94e2-759e-4c06-ba96-fa919519dbb9 None None] Set router 904221ff-e72e-4555-bd81-507ae1a33e92 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:11.873502 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.941339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Deleting port 5ea2a733-933b-4f36-b564-6247656639b1 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:11.941975 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.026966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] For port 5ea2a733-933b-4f36-b564-6247656639b1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5ea2a733-933b-4f36-b564-6247656639b1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:12.027331 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.034051 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-224e94e2-759e-4c06-ba96-fa919519dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'name': 'tempest-TestServerBasicOps-2005212632-router', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ea2a733-933b-4f36-b564-6247656639b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:22Z', 'updated_at': '2021-07-16T18:23:10Z', 'revision_number': 5, 'project_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'gw_port': {'id': '5ea2a733-933b-4f36-b564-6247656639b1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:12.044404 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Calling delete_port for 5ea2a733-933b-4f36-b564-6247656639b1 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:12.070373 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e94e2-759e-4c06-ba96-fa919519dbb9 None None] Checking router: 904221ff-e72e-4555-bd81-507ae1a33e92 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:12.080303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e94e2-759e-4c06-ba96-fa919519dbb9 None None] Routers {'904221ff-e72e-4555-bd81-507ae1a33e92'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:12.080938 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-224e94e2-759e-4c06-ba96-fa919519dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:22:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['904221ff-e72e-4555-bd81-507ae1a33e92'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:12.266603 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.330115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea2a733-933b-4f36-b564-6247656639b1,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:12.348568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-224e94e2-759e-4c06-ba96-fa919519dbb9 None None] Set router 904221ff-e72e-4555-bd81-507ae1a33e92 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:12.374665 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.417379 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-224e94e2-759e-4c06-ba96-fa919519dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'name': 'tempest-TestServerBasicOps-2005212632-router', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:22Z', 'updated_at': '2021-07-16T18:23:11Z', 'revision_number': 6, 'project_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:12.444140 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224e94e2-759e-4c06-ba96-fa919519dbb9 None None] The sync data for ids ['904221ff-e72e-4555-bd81-507ae1a33e92'] in n-d-787205-10 is: [{'id': '904221ff-e72e-4555-bd81-507ae1a33e92', 'name': 'tempest-TestServerBasicOps-2005212632-router', 'tenant_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:22Z', 'updated_at': '2021-07-16T18:23:11Z', 'revision_number': 6, 'project_id': '4957fe275d9c45c9b2b1eab662b96ccc', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:12.473001 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.477389 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.520207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.520840 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 904221ff-e72e-4555-bd81-507ae1a33e92 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:12.526209 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.527403 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e1cbf6c9-2fe9-4614-a4c0-b3b1948d1f89 admin admin] 10.222.0.24 "DELETE /v2.0/routers/904221ff-e72e-4555-bd81-507ae1a33e92 HTTP/1.1" status: 204 len: 168 time: 0.9084389 Jul 16 18:23:12.530329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38350) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:12.625404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce59017-69f7-4560-a5a5-a9ae3c39ca30 admin admin] Deleting subnet 14cccff6-ce17-43ad-af28-1ebcc50ebe2b {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:12.638768 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5ce59017-69f7-4560-a5a5-a9ae3c39ca30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.690989 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5ce59017-69f7-4560-a5a5-a9ae3c39ca30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.851971 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5ce59017-69f7-4560-a5a5-a9ae3c39ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.914188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5ce59017-69f7-4560-a5a5-a9ae3c39ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.938159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce59017-69f7-4560-a5a5-a9ae3c39ca30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14cccff6-ce17-43ad-af28-1ebcc50ebe2b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:12.945317 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5ce59017-69f7-4560-a5a5-a9ae3c39ca30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.950248 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5ce59017-69f7-4560-a5a5-a9ae3c39ca30 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/14cccff6-ce17-43ad-af28-1ebcc50ebe2b HTTP/1.1" status: 204 len: 168 time: 0.4162166 Jul 16 18:23:12.950523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38358) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:12.954840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4310f50-2920-4489-9dc0-c39f0d68f513 None None] Network 9c911c95-8232-4488-8820-032be5c99a3b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:13.026912 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.098075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Deleting port fdd88579-ab43-48fb-9cfa-8d1661d72f03 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:13.099259 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.186880 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] For port fdd88579-ab43-48fb-9cfa-8d1661d72f03, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fdd88579-ab43-48fb-9cfa-8d1661d72f03,segment=NetworkSegment(234f3e13-ae07-4ba6-8ed6-c401fe2ac09a),segment_id=234f3e13-ae07-4ba6-8ed6-c401fe2ac09a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:13.187377 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.213012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4560d6a1-4bd5-4d6e-a9c2-0111b48c10f6 None None] DHCP port deletion for 9c911c95-8232-4488-8820-032be5c99a3b request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:13.214334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Calling delete_port for fdd88579-ab43-48fb-9cfa-8d1661d72f03 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:13.296746 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4560d6a1-4bd5-4d6e-a9c2-0111b48c10f6 None None] Deleting port fdd88579-ab43-48fb-9cfa-8d1661d72f03 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:13.297266 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4560d6a1-4bd5-4d6e-a9c2-0111b48c10f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.313117 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.329995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] No DVR routers for this DVR port fdd88579-ab43-48fb-9cfa-8d1661d72f03 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:13.349995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd88579-ab43-48fb-9cfa-8d1661d72f03,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:13.383573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4560d6a1-4bd5-4d6e-a9c2-0111b48c10f6 None None] For port fdd88579-ab43-48fb-9cfa-8d1661d72f03, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fdd88579-ab43-48fb-9cfa-8d1661d72f03,segment=NetworkSegment(234f3e13-ae07-4ba6-8ed6-c401fe2ac09a),segment_id=234f3e13-ae07-4ba6-8ed6-c401fe2ac09a)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:13.383876 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4560d6a1-4bd5-4d6e-a9c2-0111b48c10f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.419652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4560d6a1-4bd5-4d6e-a9c2-0111b48c10f6 None None] Calling delete_port for fdd88579-ab43-48fb-9cfa-8d1661d72f03 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:13.428143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.440026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c911c95-8232-4488-8820-032be5c99a3b']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:13.463221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234f3e13-ae07-4ba6-8ed6-c401fe2ac09a') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:13.463515 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234f3e13-ae07-4ba6-8ed6-c401fe2ac09a') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:13.473290 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.489321 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.499259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:13.499671 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:13.501462 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:13.546367 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2773ce02-d9e6-4ccd-8fb0-6c33286f098b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.550573 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4560d6a1-4bd5-4d6e-a9c2-0111b48c10f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.578975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560d6a1-4bd5-4d6e-a9c2-0111b48c10f6 None None] No DVR routers for this DVR port fdd88579-ab43-48fb-9cfa-8d1661d72f03 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:13.589128 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.607272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560d6a1-4bd5-4d6e-a9c2-0111b48c10f6 None None] Pushing event deleted for resources: {'Port': ['ID=fdd88579-ab43-48fb-9cfa-8d1661d72f03,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:13.625722 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.627617 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] 10.222.0.24 "DELETE /v2.0/networks/9c911c95-8232-4488-8820-032be5c99a3b HTTP/1.1" status: 204 len: 168 time: 0.6761713 Jul 16 18:23:13.630953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23844af-ca51-4100-a812-38bf40e26f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=9c911c95-8232-4488-8820-032be5c99a3b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:13.856535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fd003177-2aba-4e3d-9fb7-3e830cff71f1 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:13.880133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: fd003177-2aba-4e3d-9fb7-3e830cff71f1 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:13.880499 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fd003177-2aba-4e3d-9fb7-3e830cff71f1 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:13.886144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5ea2a733-933b-4f36-b564-6247656639b1 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:13.894001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38372) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:13.961439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 5ea2a733-933b-4f36-b564-6247656639b1 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:13.967516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5ea2a733-933b-4f36-b564-6247656639b1 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:13.972062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fdd88579-ab43-48fb-9cfa-8d1661d72f03 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:14.002085 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: fdd88579-ab43-48fb-9cfa-8d1661d72f03 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:14.002621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fdd88579-ab43-48fb-9cfa-8d1661d72f03 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:14.007777 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3d4470c6-25fb-4d14-ab79-c9b8ee2fc2b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ad333940a544596ba07e31fb397489c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1125855 Jul 16 18:23:14.010276 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38376) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:14.182020 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7194379d-d85a-42bd-bba5-350936fbd913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.213813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7194379d-d85a-42bd-bba5-350936fbd913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.275479 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7194379d-d85a-42bd-bba5-350936fbd913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.278496 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7194379d-d85a-42bd-bba5-350936fbd913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.283134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7194379d-d85a-42bd-bba5-350936fbd913 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b16a0f6-3744-4db8-96c2-106ccf8628d7 HTTP/1.1" status: 204 len: 168 time: 0.2670324 Jul 16 18:23:14.309269 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194379d-d85a-42bd-bba5-350936fbd913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b16a0f6-3744-4db8-96c2-106ccf8628d7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:14.714766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38382) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:14.758082 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bcac4c3b-20d2-42d0-9dea-a166f7ad3a9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4957fe275d9c45c9b2b1eab662b96ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420730 Jul 16 18:23:14.760572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38384) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:14.817140 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-91bb2dc5-9881-4c6b-9789-5e32ee31c159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.840085 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-91bb2dc5-9881-4c6b-9789-5e32ee31c159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.896412 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-91bb2dc5-9881-4c6b-9789-5e32ee31c159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.900079 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-91bb2dc5-9881-4c6b-9789-5e32ee31c159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.901888 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-91bb2dc5-9881-4c6b-9789-5e32ee31c159 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce6e686f-1a0f-495a-b06f-11e938e4c6af HTTP/1.1" status: 204 len: 168 time: 0.1402154 Jul 16 18:23:14.912490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb2dc5-9881-4c6b-9789-5e32ee31c159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6e686f-1a0f-495a-b06f-11e938e4c6af,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:15.726204 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-24c81d6b-b632-43de-b2e0-1f784511934d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.970518 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.312460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38418) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:17.669563 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.881167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85be10b4-e5bd-4b49-8628-0406884420ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.140253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-85be10b4-e5bd-4b49-8628-0406884420ee admin admin] Deleting port fcff95ce-e2e3-406f-ab13-5c13fc8cac64 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:18.140515 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85be10b4-e5bd-4b49-8628-0406884420ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.220995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-85be10b4-e5bd-4b49-8628-0406884420ee admin admin] For port fcff95ce-e2e3-406f-ab13-5c13fc8cac64, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=fcff95ce-e2e3-406f-ab13-5c13fc8cac64,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:18.221361 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85be10b4-e5bd-4b49-8628-0406884420ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.240936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-85be10b4-e5bd-4b49-8628-0406884420ee admin admin] Calling delete_port for fcff95ce-e2e3-406f-ab13-5c13fc8cac64 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:18.423089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85be10b4-e5bd-4b49-8628-0406884420ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.450487 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be10b4-e5bd-4b49-8628-0406884420ee admin admin] Pushing event deleted for resources: {'Port': ['ID=fcff95ce-e2e3-406f-ab13-5c13fc8cac64,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:18.687997 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85be10b4-e5bd-4b49-8628-0406884420ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.921464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85be10b4-e5bd-4b49-8628-0406884420ee admin admin] Router fe0c452a-c79c-4cad-84e4-ed8e71475e1d has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:19.033406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85be10b4-e5bd-4b49-8628-0406884420ee admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:19.039915 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-85be10b4-e5bd-4b49-8628-0406884420ee admin admin] 10.222.0.24 "PUT /v2.0/routers/fe0c452a-c79c-4cad-84e4-ed8e71475e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7263231 Jul 16 18:23:19.042616 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38434) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:19.043703 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c93c0-7104-4a1b-8e34-b4a0b485352e None None] Sync routers for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:19.052835 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c93c0-7104-4a1b-8e34-b4a0b485352e None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:19.053452 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3d0c93c0-7104-4a1b-8e34-b4a0b485352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:23:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:19.076557 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.149643 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.251203 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-3d0c93c0-7104-4a1b-8e34-b4a0b485352e None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:19.258213 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.310383 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Deleting port bf0cd428-0312-400a-91c1-925db437fa55 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:19.310724 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.400302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] For port bf0cd428-0312-400a-91c1-925db437fa55, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bf0cd428-0312-400a-91c1-925db437fa55,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:19.400743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.412445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Calling delete_port for bf0cd428-0312-400a-91c1-925db437fa55 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:19.424446 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3d0c93c0-7104-4a1b-8e34-b4a0b485352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:23:18Z', 'revision_number': 5, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port': {'id': 'bf0cd428-0312-400a-91c1-925db437fa55', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:23Z', 'updated_at': '2021-07-16T18:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:19.454032 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c93c0-7104-4a1b-8e34-b4a0b485352e None None] Checking router: fe0c452a-c79c-4cad-84e4-ed8e71475e1d for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:19.462757 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c93c0-7104-4a1b-8e34-b4a0b485352e None None] Routers {'fe0c452a-c79c-4cad-84e4-ed8e71475e1d'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:19.463372 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3d0c93c0-7104-4a1b-8e34-b4a0b485352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:23:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:19.548566 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-3d0c93c0-7104-4a1b-8e34-b4a0b485352e None None] Set router fe0c452a-c79c-4cad-84e4-ed8e71475e1d gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:19.580892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.599349 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3d0c93c0-7104-4a1b-8e34-b4a0b485352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:23:19Z', 'revision_number': 6, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:19.610601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0cd428-0312-400a-91c1-925db437fa55,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:19.628949 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c93c0-7104-4a1b-8e34-b4a0b485352e None None] The sync data for ids ['fe0c452a-c79c-4cad-84e4-ed8e71475e1d'] in n-d-787205-10 is: [{'id': 'fe0c452a-c79c-4cad-84e4-ed8e71475e1d', 'name': 'tempest-AttachVolumeShelveTestJSON-777145738-router', 'tenant_id': '720864dcfcf24357b1805504d075367f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:23:19Z', 'revision_number': 6, 'project_id': '720864dcfcf24357b1805504d075367f', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:19.680607 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.771106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.773897 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.820153 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.820732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe0c452a-c79c-4cad-84e4-ed8e71475e1d {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:19.825691 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.826889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c4c2d1cb-b003-452e-99c2-993c2bb31bbc admin admin] 10.222.0.24 "DELETE /v2.0/routers/fe0c452a-c79c-4cad-84e4-ed8e71475e1d HTTP/1.1" status: 204 len: 168 time: 0.7832797 Jul 16 18:23:19.829425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38440) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:19.875009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f99478a-022c-4361-b288-d7a006b0ece7 admin admin] Deleting subnet 69cb5c8d-5d86-4431-b010-6b2c6e708946 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:19.878140 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f99478a-022c-4361-b288-d7a006b0ece7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.914805 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f99478a-022c-4361-b288-d7a006b0ece7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.002342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f99478a-022c-4361-b288-d7a006b0ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.073070 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f99478a-022c-4361-b288-d7a006b0ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.102471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99478a-022c-4361-b288-d7a006b0ece7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69cb5c8d-5d86-4431-b010-6b2c6e708946,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:20.106651 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0f99478a-022c-4361-b288-d7a006b0ece7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.108792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0f99478a-022c-4361-b288-d7a006b0ece7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/69cb5c8d-5d86-4431-b010-6b2c6e708946 HTTP/1.1" status: 204 len: 168 time: 0.2784243 Jul 16 18:23:20.111745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38448) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:20.116985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672a3fe5-1c6f-498f-8bde-dc83b42aeac0 None None] Network 0b1b07de-adb2-4fde-ad74-b324bd311d76 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:20.151662 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fcff95ce-e2e3-406f-ab13-5c13fc8cac64 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:20.181968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: fcff95ce-e2e3-406f-ab13-5c13fc8cac64 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:20.182555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device fcff95ce-e2e3-406f-ab13-5c13fc8cac64 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:20.192772 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.248303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Deleting port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:20.248793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.317783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] For port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9d9fc20c-6dba-4dbb-bced-99df80fd3dfd,segment=NetworkSegment(7e581319-1e5d-4c33-85ae-c44c90b70e1a),segment_id=7e581319-1e5d-4c33-85ae-c44c90b70e1a)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:20.318152 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.336191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Calling delete_port for 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:20.416194 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.442250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9fc20c-6dba-4dbb-bced-99df80fd3dfd,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:20.446203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] No DVR routers for this DVR port 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:20.526168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad1756a-c16c-4ab5-a8cc-95b005069442 None None] DHCP port deletion for 0b1b07de-adb2-4fde-ad74-b324bd311d76 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:20.839757 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.849865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1b07de-adb2-4fde-ad74-b324bd311d76']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:20.859809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e581319-1e5d-4c33-85ae-c44c90b70e1a') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:20.860111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e581319-1e5d-4c33-85ae-c44c90b70e1a') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:20.869518 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.883720 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.890058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:20.890442 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:20.892065 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:20.950437 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.955854 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.960693 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] 10.222.0.24 "DELETE /v2.0/networks/0b1b07de-adb2-4fde-ad74-b324bd311d76 HTTP/1.1" status: 204 len: 168 time: 0.8448167 Jul 16 18:23:20.969132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ff7d2-ad4f-4552-a5fa-92eb69b9a2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1b07de-adb2-4fde-ad74-b324bd311d76,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:21.088636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38454) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:21.159629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b9b5ab90-74d4-4277-abb1-8ce1d071b043 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=720864dcfcf24357b1805504d075367f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697172 Jul 16 18:23:21.166233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38456) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:21.234188 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b890995f-c779-4e33-8f3c-9ff8fbfdde7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.257710 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b890995f-c779-4e33-8f3c-9ff8fbfdde7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.306543 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b890995f-c779-4e33-8f3c-9ff8fbfdde7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.309152 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b890995f-c779-4e33-8f3c-9ff8fbfdde7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.313096 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b890995f-c779-4e33-8f3c-9ff8fbfdde7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bf6502b-b091-4599-8422-4af64ee47794 HTTP/1.1" status: 204 len: 168 time: 0.1430135 Jul 16 18:23:21.321201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890995f-c779-4e33-8f3c-9ff8fbfdde7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf6502b-b091-4599-8422-4af64ee47794,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:21.804357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:21.825820 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:21.826183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9d9fc20c-6dba-4dbb-bced-99df80fd3dfd not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:21.826602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bf0cd428-0312-400a-91c1-925db437fa55 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:21.845126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: bf0cd428-0312-400a-91c1-925db437fa55 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:21.845472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bf0cd428-0312-400a-91c1-925db437fa55 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:23.266064 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.368506 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.402127 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:23:30.882400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38616) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:30.995766 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4bac7c82-f2b4-4173-b799-1005d81a86bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.088892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4bac7c82-f2b4-4173-b799-1005d81a86bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.092835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4bac7c82-f2b4-4173-b799-1005d81a86bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.130300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac7c82-f2b4-4173-b799-1005d81a86bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611ce1f2-0937-4ef6-93aa-5d19ad27ae5d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:31.134731 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4bac7c82-f2b4-4173-b799-1005d81a86bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42be9b91b69341c5843ad5266b059817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513075 Jul 16 18:23:31.137285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38622) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:31.187173 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dde28213-818c-4b98-8026-ed624bfefe89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.208683 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dde28213-818c-4b98-8026-ed624bfefe89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.265083 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dde28213-818c-4b98-8026-ed624bfefe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.268096 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dde28213-818c-4b98-8026-ed624bfefe89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.271819 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dde28213-818c-4b98-8026-ed624bfefe89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/611ce1f2-0937-4ef6-93aa-5d19ad27ae5d HTTP/1.1" status: 204 len: 168 time: 0.1309741 Jul 16 18:23:31.280651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde28213-818c-4b98-8026-ed624bfefe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611ce1f2-0937-4ef6-93aa-5d19ad27ae5d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:32.503158 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38684) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:32.613585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.706311 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.710972 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.750203 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17fc8da56d6b474f80932e28d1c894a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458751 Jul 16 18:23:32.751331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e265528-9934-4ee2-9651-894700d0fa95,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:32.752890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38688) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:32.758955 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:32.759306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:32.759679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:32.760017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:32.760350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:32.760687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:32.761017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:32.761344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:32.761679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:32.762040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:32.762365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:32.762688 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53021478-c160-45d9-b3f9-b025cf2f7551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:32.805475 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cb477c-6823-43b0-a1c7-3823407037b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.826181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cb477c-6823-43b0-a1c7-3823407037b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.878729 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cb477c-6823-43b0-a1c7-3823407037b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.881509 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-99cb477c-6823-43b0-a1c7-3823407037b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.882708 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-99cb477c-6823-43b0-a1c7-3823407037b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e265528-9934-4ee2-9651-894700d0fa95 HTTP/1.1" status: 204 len: 168 time: 0.1288075 Jul 16 18:23:32.890359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb477c-6823-43b0-a1c7-3823407037b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e265528-9934-4ee2-9651-894700d0fa95,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:34.582503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-44aae620-5cb2-4e32-9782-c6473ab2066c req-fd749f19-c1c1-4888-a3ed-b40f81b337cd service neutron] (105590) timed out ('10.222.0.24', 44696) {{(pid=105590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:23:35.997919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38834) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:36.114673 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-487fd387-2deb-4299-b8c2-744de2be05eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.203819 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-487fd387-2deb-4299-b8c2-744de2be05eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.208247 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-487fd387-2deb-4299-b8c2-744de2be05eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.248148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-487fd387-2deb-4299-b8c2-744de2be05eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62031610bffb4462a31ab0170f3c1a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490418 Jul 16 18:23:36.249051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fd387-2deb-4299-b8c2-744de2be05eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1757f1d1-c0c8-4342-a07d-7a69c96621d4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:36.250915 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38838) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:36.302119 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a01561dc-c367-4e50-89fe-0f6b6367cfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.326409 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a01561dc-c367-4e50-89fe-0f6b6367cfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.382900 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a01561dc-c367-4e50-89fe-0f6b6367cfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.385473 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a01561dc-c367-4e50-89fe-0f6b6367cfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.389851 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a01561dc-c367-4e50-89fe-0f6b6367cfd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1757f1d1-c0c8-4342-a07d-7a69c96621d4 HTTP/1.1" status: 204 len: 168 time: 0.1372976 Jul 16 18:23:36.398783 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01561dc-c367-4e50-89fe-0f6b6367cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1757f1d1-c0c8-4342-a07d-7a69c96621d4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:36.659016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38844) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:36.673429 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cec68f6e-59fb-4227-b80c-fc54727854dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.765376 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cec68f6e-59fb-4227-b80c-fc54727854dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.769930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cec68f6e-59fb-4227-b80c-fc54727854dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.812898 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cec68f6e-59fb-4227-b80c-fc54727854dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a96b73a8299940f1a1a79b7f1b67be2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527467 Jul 16 18:23:36.813920 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec68f6e-59fb-4227-b80c-fc54727854dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d039f64-4aad-473e-a65e-ab39e0996522,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:36.815065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38846) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:36.868695 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eced73cc-23c5-4f3d-bbed-2919c7067622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.890536 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eced73cc-23c5-4f3d-bbed-2919c7067622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.939465 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eced73cc-23c5-4f3d-bbed-2919c7067622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.942144 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eced73cc-23c5-4f3d-bbed-2919c7067622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.946311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-eced73cc-23c5-4f3d-bbed-2919c7067622 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d039f64-4aad-473e-a65e-ab39e0996522 HTTP/1.1" status: 204 len: 168 time: 0.1299734 Jul 16 18:23:36.954710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced73cc-23c5-4f3d-bbed-2919c7067622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d039f64-4aad-473e-a65e-ab39e0996522,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:38.229268 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38892) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:38.444472 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ccd84737-10f4-417f-ab00-6f14c88069c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.547751 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ccd84737-10f4-417f-ab00-6f14c88069c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.552035 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ccd84737-10f4-417f-ab00-6f14c88069c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.590849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ccd84737-10f4-417f-ab00-6f14c88069c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e1a6ee70e23416d95501ccf013ab94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602474 Jul 16 18:23:38.591947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd84737-10f4-417f-ab00-6f14c88069c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895a097e-1fbd-40b7-942f-4fd8c54cc927,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:38.593590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38902) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:38.648272 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebd73b0f-de8f-4ab3-9d88-ccf791e7642b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.671037 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebd73b0f-de8f-4ab3-9d88-ccf791e7642b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.718886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebd73b0f-de8f-4ab3-9d88-ccf791e7642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.721544 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebd73b0f-de8f-4ab3-9d88-ccf791e7642b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.722778 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ebd73b0f-de8f-4ab3-9d88-ccf791e7642b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/895a097e-1fbd-40b7-942f-4fd8c54cc927 HTTP/1.1" status: 204 len: 168 time: 0.1269083 Jul 16 18:23:38.731287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd73b0f-de8f-4ab3-9d88-ccf791e7642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895a097e-1fbd-40b7-942f-4fd8c54cc927,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:38.792939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38908) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:39.008902 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ff10511-3efc-484a-a30c-d39708192021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.047987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38914) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:39.062326 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3395-f6e2-4cf7-aae1-73dfb77f1b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.103315 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ff10511-3efc-484a-a30c-d39708192021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.107166 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7ff10511-3efc-484a-a30c-d39708192021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.148200 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7ff10511-3efc-484a-a30c-d39708192021 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b67136b519694f2f99c3de13ccce577a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539753 Jul 16 18:23:39.149543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff10511-3efc-484a-a30c-d39708192021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30a4fa9-3895-4d24-8554-de897e6d37ac,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:39.150943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 38916) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:39.221457 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3395-f6e2-4cf7-aae1-73dfb77f1b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.228347 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3395-f6e2-4cf7-aae1-73dfb77f1b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.248121 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8782ec72-e19e-4ad8-9a5b-172259913cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.285202 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bdfa3395-f6e2-4cf7-aae1-73dfb77f1b93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=012e8fee085c49e39a5ff7b8959d722b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360840 Jul 16 18:23:39.288562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38918) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:39.291166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3395-f6e2-4cf7-aae1-73dfb77f1b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71be139-e405-44cf-9034-3ee1753b9bd7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:39.297833 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8782ec72-e19e-4ad8-9a5b-172259913cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.341138 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ffcdea3d-157c-44f1-b388-55c1f6b6e221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.347894 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8782ec72-e19e-4ad8-9a5b-172259913cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.351186 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8782ec72-e19e-4ad8-9a5b-172259913cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.352348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8782ec72-e19e-4ad8-9a5b-172259913cfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c30a4fa9-3895-4d24-8554-de897e6d37ac HTTP/1.1" status: 204 len: 168 time: 0.2004666 Jul 16 18:23:39.365761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782ec72-e19e-4ad8-9a5b-172259913cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30a4fa9-3895-4d24-8554-de897e6d37ac,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:39.366232 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ffcdea3d-157c-44f1-b388-55c1f6b6e221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.422186 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ffcdea3d-157c-44f1-b388-55c1f6b6e221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.424830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ffcdea3d-157c-44f1-b388-55c1f6b6e221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.428459 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ffcdea3d-157c-44f1-b388-55c1f6b6e221 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f71be139-e405-44cf-9034-3ee1753b9bd7 HTTP/1.1" status: 204 len: 168 time: 0.1365166 Jul 16 18:23:39.434306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdea3d-157c-44f1-b388-55c1f6b6e221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71be139-e405-44cf-9034-3ee1753b9bd7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:39.746818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38934) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:39.763866 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-22789b6e-2987-4951-b58b-d041ff8373c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.857026 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-22789b6e-2987-4951-b58b-d041ff8373c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.861088 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-22789b6e-2987-4951-b58b-d041ff8373c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.903558 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-22789b6e-2987-4951-b58b-d041ff8373c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd549dac77824890b1461c9a43d55201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555502 Jul 16 18:23:39.904292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22789b6e-2987-4951-b58b-d041ff8373c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46598633-d427-487c-a5cf-230689d06619,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:39.906955 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 38938) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:39.961397 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7d62d88-3ed6-4116-adde-e2b5597f99ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.983122 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7d62d88-3ed6-4116-adde-e2b5597f99ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.031848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7d62d88-3ed6-4116-adde-e2b5597f99ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.034600 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d7d62d88-3ed6-4116-adde-e2b5597f99ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.035793 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d7d62d88-3ed6-4116-adde-e2b5597f99ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46598633-d427-487c-a5cf-230689d06619 HTTP/1.1" status: 204 len: 168 time: 0.1249807 Jul 16 18:23:40.047910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d62d88-3ed6-4116-adde-e2b5597f99ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46598633-d427-487c-a5cf-230689d06619,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:43.530169 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c60d241a-e4dd-4e49-b048-a7efdfb01c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.726951 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5d3dc39a-5fe8-4001-825c-ce558e8dd0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.972457 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.013364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39108) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:46.122554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82a828ed-96e1-4ba5-914d-f36994f10fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.220928 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82a828ed-96e1-4ba5-914d-f36994f10fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.225063 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-82a828ed-96e1-4ba5-914d-f36994f10fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.261076 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-82a828ed-96e1-4ba5-914d-f36994f10fb5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=796e02405acb4fdc9f0e9c6bcb2d2833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465506 Jul 16 18:23:46.264283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39120) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:46.273231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a828ed-96e1-4ba5-914d-f36994f10fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bd2e06-2b24-4d08-8f94-bf4014d9f77f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.319617 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.341109 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.387348 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.389958 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.394078 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66bd2e06-2b24-4d08-8f94-bf4014d9f77f HTTP/1.1" status: 204 len: 168 time: 0.1285460 Jul 16 18:23:46.402444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bd2e06-2b24-4d08-8f94-bf4014d9f77f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.409999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:46.410373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:46.410835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:46.411187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:46.412076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:46.412423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:46.412762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:46.413226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:46.413498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:46.413790 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:46.414121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:46.414453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8143e9-c54a-4006-bf00-ce9619ebf787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:46.655764 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39126) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:46.669048 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d648519d-1d73-4c40-a2c5-4cf8cb62d742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.767247 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d648519d-1d73-4c40-a2c5-4cf8cb62d742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.771218 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d648519d-1d73-4c40-a2c5-4cf8cb62d742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.809306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648519d-1d73-4c40-a2c5-4cf8cb62d742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400ce8d7-e80f-462d-9032-dadb8da12962,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.817230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d648519d-1d73-4c40-a2c5-4cf8cb62d742 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=461607ddeb0342958c68a425e28c52bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603932 Jul 16 18:23:46.817885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39128) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:46.871373 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-449f9fc0-cd75-447d-9567-ff3541729951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.892506 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-449f9fc0-cd75-447d-9567-ff3541729951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.939584 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-449f9fc0-cd75-447d-9567-ff3541729951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.942185 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-449f9fc0-cd75-447d-9567-ff3541729951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.946215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-449f9fc0-cd75-447d-9567-ff3541729951 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/400ce8d7-e80f-462d-9032-dadb8da12962 HTTP/1.1" status: 204 len: 168 time: 0.1272678 Jul 16 18:23:46.954445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f9fc0-cd75-447d-9567-ff3541729951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400ce8d7-e80f-462d-9032-dadb8da12962,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:47.668993 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.625827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39186) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:48.737960 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bdd144c2-2f44-4b9d-be24-e2a221d21972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.831245 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bdd144c2-2f44-4b9d-be24-e2a221d21972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.835976 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bdd144c2-2f44-4b9d-be24-e2a221d21972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.877854 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bdd144c2-2f44-4b9d-be24-e2a221d21972 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5d60982b0274b43be9b7c2c7df91a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506669 Jul 16 18:23:48.878642 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd144c2-2f44-4b9d-be24-e2a221d21972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcaabce-82fb-4e45-b00f-ed9565648b59,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:48.881287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39194) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:48.932008 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c804f35-d926-4716-a709-9f2369877566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.953694 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c804f35-d926-4716-a709-9f2369877566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.002082 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c804f35-d926-4716-a709-9f2369877566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.004730 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c804f35-d926-4716-a709-9f2369877566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.009853 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9c804f35-d926-4716-a709-9f2369877566 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdcaabce-82fb-4e45-b00f-ed9565648b59 HTTP/1.1" status: 204 len: 168 time: 0.1264524 Jul 16 18:23:49.017946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c804f35-d926-4716-a709-9f2369877566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcaabce-82fb-4e45-b00f-ed9565648b59,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:49.079620 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.214754 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39204) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:49.322171 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2ab93fe-8b81-44c3-a489-81d7398057cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.333627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39208) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:49.346874 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-271f4974-adef-4a6d-b86a-c6a31180ba7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.414003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2ab93fe-8b81-44c3-a489-81d7398057cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.417778 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2ab93fe-8b81-44c3-a489-81d7398057cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.457104 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b2ab93fe-8b81-44c3-a489-81d7398057cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c5377304278426a952671048e5db627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412064 Jul 16 18:23:49.458972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab93fe-8b81-44c3-a489-81d7398057cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a65bd5-cecd-4c48-a038-5453b598bf83,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:49.461334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39210) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:49.503382 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-271f4974-adef-4a6d-b86a-c6a31180ba7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.507225 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-271f4974-adef-4a6d-b86a-c6a31180ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.515035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-841aca78-4346-4dab-a856-1aa9be535d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.537114 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-841aca78-4346-4dab-a856-1aa9be535d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.545848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f4974-adef-4a6d-b86a-c6a31180ba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c08e977-a2ab-433f-8615-2eb82c5a27ab,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:49.553334 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-271f4974-adef-4a6d-b86a-c6a31180ba7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b70845bd51e4f2a9762f3d62da64ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2154927 Jul 16 18:23:49.553762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39212) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:49.592688 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-841aca78-4346-4dab-a856-1aa9be535d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.595922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-841aca78-4346-4dab-a856-1aa9be535d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.598423 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-841aca78-4346-4dab-a856-1aa9be535d6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1a65bd5-cecd-4c48-a038-5453b598bf83 HTTP/1.1" status: 204 len: 168 time: 0.1358848 Jul 16 18:23:49.608508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841aca78-4346-4dab-a856-1aa9be535d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a65bd5-cecd-4c48-a038-5453b598bf83,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:49.611995 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e0b86877-7ef4-454c-9427-97daea240c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.637190 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e0b86877-7ef4-454c-9427-97daea240c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.685874 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e0b86877-7ef4-454c-9427-97daea240c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.688476 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e0b86877-7ef4-454c-9427-97daea240c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.689818 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e0b86877-7ef4-454c-9427-97daea240c7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c08e977-a2ab-433f-8615-2eb82c5a27ab HTTP/1.1" status: 204 len: 168 time: 0.1350350 Jul 16 18:23:49.698641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b86877-7ef4-454c-9427-97daea240c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c08e977-a2ab-433f-8615-2eb82c5a27ab,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:49.986269 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39228) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:50.001036 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b7bc2788-0395-4612-932a-765f53e4e925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.092938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b7bc2788-0395-4612-932a-765f53e4e925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.096924 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b7bc2788-0395-4612-932a-765f53e4e925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.142938 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b7bc2788-0395-4612-932a-765f53e4e925 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e43c9158dbf84bf8b2a34c96e432c593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531215 Jul 16 18:23:50.142938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc2788-0395-4612-932a-765f53e4e925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bab2ec-824d-45a4-ba2b-29240771e0c9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:50.143246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39232) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:50.197552 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6d38958e-d377-41ed-9d3a-dfd23bc58ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.223591 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6d38958e-d377-41ed-9d3a-dfd23bc58ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.274733 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6d38958e-d377-41ed-9d3a-dfd23bc58ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.277511 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6d38958e-d377-41ed-9d3a-dfd23bc58ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.278715 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6d38958e-d377-41ed-9d3a-dfd23bc58ce4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80bab2ec-824d-45a4-ba2b-29240771e0c9 HTTP/1.1" status: 204 len: 168 time: 0.1344826 Jul 16 18:23:50.287470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38958e-d377-41ed-9d3a-dfd23bc58ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bab2ec-824d-45a4-ba2b-29240771e0c9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:51.408832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39298) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:51.514114 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d43b553b-fea5-43b4-b683-3df82b3b5c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.612612 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d43b553b-fea5-43b4-b683-3df82b3b5c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.617498 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d43b553b-fea5-43b4-b683-3df82b3b5c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.660958 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d43b553b-fea5-43b4-b683-3df82b3b5c4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73780eff4c504e669462497c87f822bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508895 Jul 16 18:23:51.662946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b553b-fea5-43b4-b683-3df82b3b5c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcc3dd5-bd61-4cd8-a3ae-c440c18e6975,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:51.663942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39306) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:51.729305 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a453941-f9d5-46e9-8a14-96612a8623b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.752325 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a453941-f9d5-46e9-8a14-96612a8623b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.804413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a453941-f9d5-46e9-8a14-96612a8623b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.807562 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a453941-f9d5-46e9-8a14-96612a8623b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.809252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3a453941-f9d5-46e9-8a14-96612a8623b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bcc3dd5-bd61-4cd8-a3ae-c440c18e6975 HTTP/1.1" status: 204 len: 168 time: 0.1437736 Jul 16 18:23:51.817846 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a453941-f9d5-46e9-8a14-96612a8623b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcc3dd5-bd61-4cd8-a3ae-c440c18e6975,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:53.264469 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.311456 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39396) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:53.432596 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-738f18b7-2a7b-4ae6-9429-c582fe247cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.531596 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-738f18b7-2a7b-4ae6-9429-c582fe247cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.536215 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-738f18b7-2a7b-4ae6-9429-c582fe247cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.573897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f18b7-2a7b-4ae6-9429-c582fe247cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b32b70-a2fe-4719-a463-27bcb5381f31,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:53.585672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39410) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:53.586197 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-738f18b7-2a7b-4ae6-9429-c582fe247cb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a3da58cfa4d4db283afb8dc9e365ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723250 Jul 16 18:23:53.639239 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-27f051e0-5283-4fab-b24b-d47f459e743f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.660611 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-27f051e0-5283-4fab-b24b-d47f459e743f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.708341 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-27f051e0-5283-4fab-b24b-d47f459e743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.711699 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-27f051e0-5283-4fab-b24b-d47f459e743f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.712895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-27f051e0-5283-4fab-b24b-d47f459e743f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03b32b70-a2fe-4719-a463-27bcb5381f31 HTTP/1.1" status: 204 len: 168 time: 0.1261237 Jul 16 18:23:53.722357 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f051e0-5283-4fab-b24b-d47f459e743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b32b70-a2fe-4719-a463-27bcb5381f31,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:55.279516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39456) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:55.394853 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c33fb206-680a-4a8f-9ef3-08c629e1160f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.415510 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.494939 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c33fb206-680a-4a8f-9ef3-08c629e1160f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.498997 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c33fb206-680a-4a8f-9ef3-08c629e1160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.538440 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c33fb206-680a-4a8f-9ef3-08c629e1160f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=433c82f11a384f5ab5bd27af56c1f03f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578125 Jul 16 18:23:55.539547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fb206-680a-4a8f-9ef3-08c629e1160f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a300341e-bf85-4995-882a-6f9b461c284e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:55.541075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39460) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:55.593636 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-508ea613-c1df-43df-9d03-200ca083984b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.616896 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-508ea613-c1df-43df-9d03-200ca083984b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.668843 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-508ea613-c1df-43df-9d03-200ca083984b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.671896 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-508ea613-c1df-43df-9d03-200ca083984b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.673171 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-508ea613-c1df-43df-9d03-200ca083984b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a300341e-bf85-4995-882a-6f9b461c284e HTTP/1.1" status: 204 len: 168 time: 0.1308024 Jul 16 18:23:55.682377 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ea613-c1df-43df-9d03-200ca083984b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a300341e-bf85-4995-882a-6f9b461c284e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:55.909637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39476) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:56.028762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d12d9ff-e144-4ebf-a046-f1e92aa8794e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.040949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39480) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:56.054274 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ad26f937-ed21-406c-8458-a3627ed8f7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.119244 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d12d9ff-e144-4ebf-a046-f1e92aa8794e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.123100 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1d12d9ff-e144-4ebf-a046-f1e92aa8794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.163295 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1d12d9ff-e144-4ebf-a046-f1e92aa8794e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9243560bb32d4610b56f9a9ce25d19f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522254 Jul 16 18:23:56.164570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12d9ff-e144-4ebf-a046-f1e92aa8794e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047ca4fa-87c7-483d-be66-2aa2c5ef2e9c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.167041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39482) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:56.209984 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ad26f937-ed21-406c-8458-a3627ed8f7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.213934 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ad26f937-ed21-406c-8458-a3627ed8f7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.219544 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc79bf0e-ae90-4ea0-98c7-092f1cd38e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.242120 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc79bf0e-ae90-4ea0-98c7-092f1cd38e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.253323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ad26f937-ed21-406c-8458-a3627ed8f7af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a6a677d5b0845c19840a841c6c725fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112777 Jul 16 18:23:56.254552 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26f937-ed21-406c-8458-a3627ed8f7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bf8dc6-f407-4b29-acad-813a78c44319,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.256627 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39484) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:56.320623 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b15e77f0-c625-41f0-90b1-b2f143996911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.331191 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc79bf0e-ae90-4ea0-98c7-092f1cd38e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.334051 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc79bf0e-ae90-4ea0-98c7-092f1cd38e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.335186 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bc79bf0e-ae90-4ea0-98c7-092f1cd38e4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/047ca4fa-87c7-483d-be66-2aa2c5ef2e9c HTTP/1.1" status: 204 len: 168 time: 0.1670179 Jul 16 18:23:56.352959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79bf0e-ae90-4ea0-98c7-092f1cd38e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047ca4fa-87c7-483d-be66-2aa2c5ef2e9c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.360491 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b15e77f0-c625-41f0-90b1-b2f143996911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.414096 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b15e77f0-c625-41f0-90b1-b2f143996911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.416771 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b15e77f0-c625-41f0-90b1-b2f143996911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.421050 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b15e77f0-c625-41f0-90b1-b2f143996911 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64bf8dc6-f407-4b29-acad-813a78c44319 HTTP/1.1" status: 204 len: 168 time: 0.1634715 Jul 16 18:23:56.429920 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e77f0-c625-41f0-90b1-b2f143996911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bf8dc6-f407-4b29-acad-813a78c44319,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.731949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39500) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:56.745848 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-876f1fc8-6c5f-4361-8563-b47235c81c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.842652 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-876f1fc8-6c5f-4361-8563-b47235c81c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.846964 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-876f1fc8-6c5f-4361-8563-b47235c81c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.886438 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-876f1fc8-6c5f-4361-8563-b47235c81c69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ec7977e0625447b8c4bc667874e07d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533365 Jul 16 18:23:56.887511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f1fc8-6c5f-4361-8563-b47235c81c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335803e5-359e-4972-bd32-3511f3173df4,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.889171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39504) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:56.951459 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0f90fe7-de09-4d3e-bfb6-a8e785325add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.973102 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0f90fe7-de09-4d3e-bfb6-a8e785325add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.027130 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0f90fe7-de09-4d3e-bfb6-a8e785325add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.030032 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0f90fe7-de09-4d3e-bfb6-a8e785325add admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.033648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d0f90fe7-de09-4d3e-bfb6-a8e785325add admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/335803e5-359e-4972-bd32-3511f3173df4 HTTP/1.1" status: 204 len: 168 time: 0.1407042 Jul 16 18:23:57.040626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f90fe7-de09-4d3e-bfb6-a8e785325add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335803e5-359e-4972-bd32-3511f3173df4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:57.359889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39524) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:57.373329 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3fc9d53d-59cb-450c-a7d3-021494bf79c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.469930 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3fc9d53d-59cb-450c-a7d3-021494bf79c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.474413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3fc9d53d-59cb-450c-a7d3-021494bf79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.513708 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3fc9d53d-59cb-450c-a7d3-021494bf79c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=596b7ff5ad0e48c289ac37fb2de85d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526835 Jul 16 18:23:57.515088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9d53d-59cb-450c-a7d3-021494bf79c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61727ac-be38-4a8d-9cac-54c9aa5b2576,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:57.516451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39530) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:57.573226 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19f61b1a-b872-43f6-bee2-c0e336fe886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.595873 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19f61b1a-b872-43f6-bee2-c0e336fe886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.643015 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19f61b1a-b872-43f6-bee2-c0e336fe886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.646268 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19f61b1a-b872-43f6-bee2-c0e336fe886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.649676 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-19f61b1a-b872-43f6-bee2-c0e336fe886c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e61727ac-be38-4a8d-9cac-54c9aa5b2576 HTTP/1.1" status: 204 len: 168 time: 0.1297777 Jul 16 18:23:57.655252 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f61b1a-b872-43f6-bee2-c0e336fe886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61727ac-be38-4a8d-9cac-54c9aa5b2576,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.612677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39604) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:58.722403 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e97de198-0127-4658-8765-fe24580c7e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.816750 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e97de198-0127-4658-8765-fe24580c7e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.821580 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e97de198-0127-4658-8765-fe24580c7e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.862727 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e97de198-0127-4658-8765-fe24580c7e43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a8e234d547e476eafb47a8903862188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488406 Jul 16 18:23:58.863693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97de198-0127-4658-8765-fe24580c7e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0636f2a-0fb0-4bf2-9b33-73369a7e707f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.865553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39616) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:58.918245 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-13e351d6-44df-480e-8de2-769214dc7930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.940788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-13e351d6-44df-480e-8de2-769214dc7930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.990036 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-13e351d6-44df-480e-8de2-769214dc7930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.992699 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-13e351d6-44df-480e-8de2-769214dc7930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.993917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-13e351d6-44df-480e-8de2-769214dc7930 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0636f2a-0fb0-4bf2-9b33-73369a7e707f HTTP/1.1" status: 204 len: 168 time: 0.1272616 Jul 16 18:23:59.001983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e351d6-44df-480e-8de2-769214dc7930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0636f2a-0fb0-4bf2-9b33-73369a7e707f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.323694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39634) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:59.340268 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5d02938-ff74-4022-b5ac-641db8365e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.440016 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5d02938-ff74-4022-b5ac-641db8365e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.444981 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5d02938-ff74-4022-b5ac-641db8365e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.482505 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b5d02938-ff74-4022-b5ac-641db8365e65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d985ad35c50a48ee9f3b5b993f224b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576779 Jul 16 18:23:59.484578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d02938-ff74-4022-b5ac-641db8365e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2553bf-f700-40a7-8fb7-9bd39a27a13c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.485135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39640) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:59.536787 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d05e6920-ee08-47c9-94fd-54d3e9257ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.559405 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d05e6920-ee08-47c9-94fd-54d3e9257ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.609796 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d05e6920-ee08-47c9-94fd-54d3e9257ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.613223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d05e6920-ee08-47c9-94fd-54d3e9257ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.617779 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d05e6920-ee08-47c9-94fd-54d3e9257ef0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c2553bf-f700-40a7-8fb7-9bd39a27a13c HTTP/1.1" status: 204 len: 168 time: 0.1283386 Jul 16 18:23:59.622772 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e6920-ee08-47c9-94fd-54d3e9257ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2553bf-f700-40a7-8fb7-9bd39a27a13c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.053253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39722) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:01.158382 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-793e220c-e99a-4fdd-b10a-d79011960f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.254199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-793e220c-e99a-4fdd-b10a-d79011960f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.259072 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-793e220c-e99a-4fdd-b10a-d79011960f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.299118 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-793e220c-e99a-4fdd-b10a-d79011960f1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=baa5ce363b0442f1b434963e25b8cb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446280 Jul 16 18:24:01.299993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e220c-e99a-4fdd-b10a-d79011960f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60242ae8-8d4e-415e-8087-a2a004d4d050,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.303291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39726) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:01.355895 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b7125738-88a7-4380-979d-aa29435caa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.382424 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b7125738-88a7-4380-979d-aa29435caa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.435818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b7125738-88a7-4380-979d-aa29435caa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.438848 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b7125738-88a7-4380-979d-aa29435caa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.440036 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b7125738-88a7-4380-979d-aa29435caa88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60242ae8-8d4e-415e-8087-a2a004d4d050 HTTP/1.1" status: 204 len: 168 time: 0.1348755 Jul 16 18:24:01.452951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7125738-88a7-4380-979d-aa29435caa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60242ae8-8d4e-415e-8087-a2a004d4d050,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:02.638180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39776) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:02.734719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b10fbcdf-3a0d-4ab2-a5f4-e22049a46776 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-906571288'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:02.735220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b10fbcdf-3a0d-4ab2-a5f4-e22049a46776 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Unknown quota resources ['metering_label']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:24:02.923731 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b10fbcdf-3a0d-4ab2-a5f4-e22049a46776 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.924948 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b10fbcdf-3a0d-4ab2-a5f4-e22049a46776 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2856808 Jul 16 18:24:02.928179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39780) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:02.932479 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-00383e2f-6e56-432a-9047-40c1601f8b8e tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'cfcde57e-b569-41a0-876d-707d353925a8'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:02.932991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-00383e2f-6e56-432a-9047-40c1601f8b8e tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:24:03.012575 n-d-787205-10 neutron-server[105591]: WARNING neutron.services.metering.metering_plugin [None req-00383e2f-6e56-432a-9047-40c1601f8b8e tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:24:03.117247 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-00383e2f-6e56-432a-9047-40c1601f8b8e tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.118445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-00383e2f-6e56-432a-9047-40c1601f8b8e tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1893351 Jul 16 18:24:03.121494 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39784) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:03.125780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-be839ee1-0b0c-4e8e-8a68-b13f2be921e8 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'cfcde57e-b569-41a0-876d-707d353925a8'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:03.126270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-be839ee1-0b0c-4e8e-8a68-b13f2be921e8 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:24:03.177876 n-d-787205-10 neutron-server[105591]: WARNING neutron.services.metering.metering_plugin [None req-be839ee1-0b0c-4e8e-8a68-b13f2be921e8 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:24:03.264308 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be839ee1-0b0c-4e8e-8a68-b13f2be921e8 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.266210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-be839ee1-0b0c-4e8e-8a68-b13f2be921e8 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1436744 Jul 16 18:24:03.268201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39786) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:03.280883 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-202c17c4-91ae-4a67-a19b-c2bd629aa549 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=3ca1b4fe-c9bb-43d1-853f-82a64723b84c HTTP/1.1" status: 200 len: 462 time: 0.0113158 Jul 16 18:24:03.283347 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39788) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:03.388778 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e6b9601b-9502-461a-b135-cf52e6b7d331 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.392510 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e6b9601b-9502-461a-b135-cf52e6b7d331 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/3ca1b4fe-c9bb-43d1-853f-82a64723b84c HTTP/1.1" status: 204 len: 168 time: 0.1056793 Jul 16 18:24:03.392805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39790) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:03.402465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fbb0b7e5-89a1-443a-975c-64c1598215fa tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=3ca1b4fe-c9bb-43d1-853f-82a64723b84c HTTP/1.1" status: 200 len: 221 time: 0.0087173 Jul 16 18:24:03.405912 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39792) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:03.410242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-41116744-1522-4cad-af30-f3d38fc25c01 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--790071003', 'description': 'label created by tempest'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:03.410853 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-41116744-1522-4cad-af30-f3d38fc25c01 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Unknown quota resources ['metering_label']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:24:03.566322 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41116744-1522-4cad-af30-f3d38fc25c01 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.568009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-41116744-1522-4cad-af30-f3d38fc25c01 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1610346 Jul 16 18:24:03.570744 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39794) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:03.645680 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9f9cfbf7-340e-45f2-b010-13f6f717d27b tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=122b02b2-8d8a-418e-ac9d-730405e774a9 HTTP/1.1" status: 200 len: 467 time: 0.0734520 Jul 16 18:24:03.648336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39796) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:03.836306 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bf4c230-6837-449d-9018-68bed769951d tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.840037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7bf4c230-6837-449d-9018-68bed769951d tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/122b02b2-8d8a-418e-ac9d-730405e774a9 HTTP/1.1" status: 204 len: 168 time: 0.1907170 Jul 16 18:24:03.840374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39798) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:03.860904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39800) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:03.861174 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9e885e9c-a3f7-43f5-b448-ada5088ba2c2 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=122b02b2-8d8a-418e-ac9d-730405e774a9 HTTP/1.1" status: 200 len: 216 time: 0.0194545 Jul 16 18:24:03.871840 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4f7e15ab-2b80-44eb-ab85-d6215b396565 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087636 Jul 16 18:24:03.875002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39802) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:03.887594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-81aa5c9e-802f-4f08-ab9b-7830e7af900d tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0110588 Jul 16 18:24:03.890992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39804) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:03.974612 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7f5505eb-f06f-4469-ab39-ab7fe3241ed1 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/cfcde57e-b569-41a0-876d-707d353925a8 HTTP/1.1" status: 200 len: 472 time: 0.0810347 Jul 16 18:24:03.978073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39806) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:03.989016 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-82f24e08-c560-4b10-b4aa-ef6b2b9f411a tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/ea22c6e7-bf6f-4a59-9039-5d000e4239ad HTTP/1.1" status: 200 len: 459 time: 0.0095994 Jul 16 18:24:03.992430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39808) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:04.116247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cb74d50f-572d-411c-aa55-41e8d3cd89a5 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.119825 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cb74d50f-572d-411c-aa55-41e8d3cd89a5 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/ea22c6e7-bf6f-4a59-9039-5d000e4239ad HTTP/1.1" status: 204 len: 168 time: 0.1241882 Jul 16 18:24:04.120574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39814) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:04.338222 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-50f9f26b-f12e-47f9-a778-ab37952d7236 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.339684 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-50f9f26b-f12e-47f9-a778-ab37952d7236 tempest-MeteringIpV6TestJSON-2044970323 tempest-MeteringIpV6TestJSON-2044970323-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/cfcde57e-b569-41a0-876d-707d353925a8 HTTP/1.1" status: 204 len: 168 time: 0.2178686 Jul 16 18:24:04.591380 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39828) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:04.696666 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6860bce-39d0-4a23-a198-bfc22206f589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.790083 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6860bce-39d0-4a23-a198-bfc22206f589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.794790 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6860bce-39d0-4a23-a198-bfc22206f589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.838346 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b6860bce-39d0-4a23-a198-bfc22206f589 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e93018ed586445fa202d5d5eb1d546f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456961 Jul 16 18:24:04.838695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39832) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:04.839685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6860bce-39d0-4a23-a198-bfc22206f589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62580fb-b167-4f05-b2c0-c3b0632f8345,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:04.896736 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cb171cd-de5f-4ee7-adb7-0c076a2173bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.921519 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cb171cd-de5f-4ee7-adb7-0c076a2173bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.971074 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cb171cd-de5f-4ee7-adb7-0c076a2173bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.973594 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7cb171cd-de5f-4ee7-adb7-0c076a2173bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.975019 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7cb171cd-de5f-4ee7-adb7-0c076a2173bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a62580fb-b167-4f05-b2c0-c3b0632f8345 HTTP/1.1" status: 204 len: 168 time: 0.1353433 Jul 16 18:24:04.982770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb171cd-de5f-4ee7-adb7-0c076a2173bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62580fb-b167-4f05-b2c0-c3b0632f8345,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:05.231737 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39838) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:05.245648 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-39b54f33-aefc-4f52-b83e-532c4acb0dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.337387 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-39b54f33-aefc-4f52-b83e-532c4acb0dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.341595 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-39b54f33-aefc-4f52-b83e-532c4acb0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.379012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b54f33-aefc-4f52-b83e-532c4acb0dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f76bd32-6394-4641-907e-4ac662e20522,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:05.384963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-39b54f33-aefc-4f52-b83e-532c4acb0dfe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d800e6ef91ec44af9ce4f1d03b6a641f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521878 Jul 16 18:24:05.387643 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39844) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:05.437331 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0fed52c6-6fdc-4d14-850a-64484533a0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.459430 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0fed52c6-6fdc-4d14-850a-64484533a0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.509728 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0fed52c6-6fdc-4d14-850a-64484533a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.512505 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0fed52c6-6fdc-4d14-850a-64484533a0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.513737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0fed52c6-6fdc-4d14-850a-64484533a0a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f76bd32-6394-4641-907e-4ac662e20522 HTTP/1.1" status: 204 len: 168 time: 0.1249959 Jul 16 18:24:05.521749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed52c6-6fdc-4d14-850a-64484533a0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f76bd32-6394-4641-907e-4ac662e20522,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:06.756667 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39896) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:06.868728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-6a48d8ce-4447-4d02-bba6-a3fc5d9cfd49 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-51820903'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:06.869210 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-6a48d8ce-4447-4d02-bba6-a3fc5d9cfd49 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Unknown quota resources ['metering_label']. {{(pid=105590) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:24:07.033874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6a48d8ce-4447-4d02-bba6-a3fc5d9cfd49 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.035016 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6a48d8ce-4447-4d02-bba6-a3fc5d9cfd49 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.2767210 Jul 16 18:24:07.038622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39900) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:07.043088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9a5b5936-c01c-40b0-afc7-e34dd3e2f5c4 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2ab1286a-f6de-4e16-bf2b-2fa5c5a2bac1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:07.043606 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9a5b5936-c01c-40b0-afc7-e34dd3e2f5c4 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105590) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:24:07.121956 n-d-787205-10 neutron-server[105590]: WARNING neutron.services.metering.metering_plugin [None req-9a5b5936-c01c-40b0-afc7-e34dd3e2f5c4 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:24:07.219732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d161bccf-33d1-4f04-8ad7-497e5a710530 req-548e10ac-3779-4f86-a504-068f5c607e8f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547092 Jul 16 18:24:07.356229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bccf-33d1-4f04-8ad7-497e5a710530 req-2a31a515-e5a7-4ea7-80e3-958526ffeb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.358120 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d161bccf-33d1-4f04-8ad7-497e5a710530 req-2a31a515-e5a7-4ea7-80e3-958526ffeb79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 1097 time: 0.0789423 Jul 16 18:24:07.401610 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:24:07.486093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bccf-33d1-4f04-8ad7-497e5a710530 req-f2fcec9b-bd9e-45c6-80cc-a8860a708136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.489268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d161bccf-33d1-4f04-8ad7-497e5a710530 req-f2fcec9b-bd9e-45c6-80cc-a8860a708136 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.1076746 Jul 16 18:24:07.566244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d161bccf-33d1-4f04-8ad7-497e5a710530 req-4c5e74dc-0e0a-4336-ab2f-338142d18e9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad92ebc3-3f2a-4371-9e4b-2110ff169852 HTTP/1.1" status: 200 len: 1001 time: 0.0710006 Jul 16 18:24:07.575967 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9a5b5936-c01c-40b0-afc7-e34dd3e2f5c4 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.580786 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9a5b5936-c01c-40b0-afc7-e34dd3e2f5c4 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5410678 Jul 16 18:24:07.581136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39902) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:07.587849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7614e32e-44c5-49b6-a05b-ad9fa38636e4 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2ab1286a-f6de-4e16-bf2b-2fa5c5a2bac1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:07.588747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7614e32e-44c5-49b6-a05b-ad9fa38636e4 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:24:07.676055 n-d-787205-10 neutron-server[105591]: WARNING neutron.services.metering.metering_plugin [None req-7614e32e-44c5-49b6-a05b-ad9fa38636e4 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:24:07.679374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bccf-33d1-4f04-8ad7-497e5a710530 req-39a483ce-4fb0-4685-bbf3-26ea93098d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.680870 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d161bccf-33d1-4f04-8ad7-497e5a710530 req-39a483ce-4fb0-4685-bbf3-26ea93098d96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.1081872 Jul 16 18:24:07.786009 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7614e32e-44c5-49b6-a05b-ad9fa38636e4 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.787202 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7614e32e-44c5-49b6-a05b-ad9fa38636e4 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2047126 Jul 16 18:24:07.790330 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39904) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:07.805424 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e99e9b6a-b523-461d-91cf-7726bf9941f9 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=5f671e02-fa5a-45a8-8c57-8fd144d21fd1 HTTP/1.1" status: 200 len: 464 time: 0.0136991 Jul 16 18:24:07.807934 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39908) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:07.817724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bccf-33d1-4f04-8ad7-497e5a710530 req-bd7cf747-a225-4ac8-aa33-cb753d93cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.819803 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d161bccf-33d1-4f04-8ad7-497e5a710530 req-bd7cf747-a225-4ac8-aa33-cb753d93cf77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311595 Jul 16 18:24:07.925995 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d161bccf-33d1-4f04-8ad7-497e5a710530 req-e6b7a989-5fcd-44f5-8980-8b327308e177 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985026 Jul 16 18:24:07.933405 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-69bb4c29-9d76-4a0b-a692-a1c45abdd0bb tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.934626 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-69bb4c29-9d76-4a0b-a692-a1c45abdd0bb tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/5f671e02-fa5a-45a8-8c57-8fd144d21fd1 HTTP/1.1" status: 204 len: 168 time: 0.1256852 Jul 16 18:24:07.937607 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39916) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:07.949893 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a2ba4e60-7101-4185-8bef-2a64b132b1fc tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=5f671e02-fa5a-45a8-8c57-8fd144d21fd1 HTTP/1.1" status: 200 len: 221 time: 0.0111439 Jul 16 18:24:07.953267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39918) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:07.959759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3eb19910-ad46-4434-9994-de8e1727ec40 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1728398677', 'description': 'label created by tempest'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:07.960117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3eb19910-ad46-4434-9994-de8e1727ec40 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Unknown quota resources ['metering_label']. {{(pid=105590) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:24:08.147668 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3eb19910-ad46-4434-9994-de8e1727ec40 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.151533 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3eb19910-ad46-4434-9994-de8e1727ec40 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1946120 Jul 16 18:24:08.151770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39922) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:08.187131 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39924) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:08.240501 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-455f04f0-5757-4a36-a237-a0db2021e78f tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=d2f590af-a9e4-4ce7-8bef-c4d75f02c529 HTTP/1.1" status: 200 len: 468 time: 0.0816956 Jul 16 18:24:08.240501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39928) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:08.353987 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d161bccf-33d1-4f04-8ad7-497e5a710530 req-0de1ca0a-8f20-48d0-a0e8-3416d94646e3 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193623 Jul 16 18:24:08.393244 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b6d6-deff-44fe-8b17-06fb90ab58dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.450978 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8061d0b9-e55f-4e5f-b572-c4c799a447bb tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.452146 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8061d0b9-e55f-4e5f-b572-c4c799a447bb tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/d2f590af-a9e4-4ce7-8bef-c4d75f02c529 HTTP/1.1" status: 204 len: 168 time: 0.2108335 Jul 16 18:24:08.454762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39930) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:08.477599 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-91f46b6f-f2f1-4663-8326-de0636877c4d tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=d2f590af-a9e4-4ce7-8bef-c4d75f02c529 HTTP/1.1" status: 200 len: 216 time: 0.0200920 Jul 16 18:24:08.480297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39932) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:08.490230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-40f4e1a8-aec8-4e29-8603-2650b2279291 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087173 Jul 16 18:24:08.493429 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39934) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:08.504988 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-27e9eccc-c75a-470b-bb53-9a63900ca274 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0103831 Jul 16 18:24:08.508341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39936) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:08.548710 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b6d6-deff-44fe-8b17-06fb90ab58dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.552824 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b6d6-deff-44fe-8b17-06fb90ab58dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.562372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-646c0f53-c693-4759-b47c-4a7e4af4dcfb tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/2ab1286a-f6de-4e16-bf2b-2fa5c5a2bac1 HTTP/1.1" status: 200 len: 471 time: 0.0529687 Jul 16 18:24:08.565756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39938) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:08.575629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-744ab421-2633-488d-b124-0603b8829c6f tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/aaabbafb-b3d4-4c01-b5bd-d0fc3c7ac1de HTTP/1.1" status: 200 len: 461 time: 0.0088484 Jul 16 18:24:08.578645 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39940) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:08.593376 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b9c8b6d6-deff-44fe-8b17-06fb90ab58dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8013fe98f17544ff91f8a67e85bed82e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050772 Jul 16 18:24:08.594353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8b6d6-deff-44fe-8b17-06fb90ab58dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b5d685-88a5-4ca3-9d0f-913d2f219ec6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.595985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39942) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:08.701549 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5c4e24f-768d-49e3-a2be-7f4085566cbe tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.702617 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c5c4e24f-768d-49e3-a2be-7f4085566cbe tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/aaabbafb-b3d4-4c01-b5bd-d0fc3c7ac1de HTTP/1.1" status: 204 len: 168 time: 0.1230776 Jul 16 18:24:08.705252 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39944) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:08.720086 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb6a21b7-f52e-42b8-aaca-13971df1f8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.741407 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb6a21b7-f52e-42b8-aaca-13971df1f8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.790035 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb6a21b7-f52e-42b8-aaca-13971df1f8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.792670 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fb6a21b7-f52e-42b8-aaca-13971df1f8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.793895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fb6a21b7-f52e-42b8-aaca-13971df1f8a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56b5d685-88a5-4ca3-9d0f-913d2f219ec6 HTTP/1.1" status: 204 len: 168 time: 0.1970351 Jul 16 18:24:08.802412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a21b7-f52e-42b8-aaca-13971df1f8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b5d685-88a5-4ca3-9d0f-913d2f219ec6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.891920 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5688739-34eb-42f5-8124-12ae686c4208 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.893066 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c5688739-34eb-42f5-8124-12ae686c4208 tempest-MeteringTestJSON-1287038026 tempest-MeteringTestJSON-1287038026-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/2ab1286a-f6de-4e16-bf2b-2fa5c5a2bac1 HTTP/1.1" status: 204 len: 168 time: 0.1867130 Jul 16 18:24:09.071428 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39954) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:09.085073 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6b5f-5f0c-4955-bf56-7a4c875e2659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.146682 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39956) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:09.178461 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6b5f-5f0c-4955-bf56-7a4c875e2659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.182542 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8aeb6b5f-5f0c-4955-bf56-7a4c875e2659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.226734 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8aeb6b5f-5f0c-4955-bf56-7a4c875e2659 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=921ab2eca6eb4f7282c6739ea1182901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540754 Jul 16 18:24:09.228089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb6b5f-5f0c-4955-bf56-7a4c875e2659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c55706-9194-424d-b028-4e1492fe9140,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.229449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39960) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:09.268936 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71e3e37c-9553-4975-bec0-358b4c9e805c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.309598 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4742-2259-45a5-bcfc-058b3891c5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.344314 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4742-2259-45a5-bcfc-058b3891c5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.425479 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71e3e37c-9553-4975-bec0-358b4c9e805c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.427199 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4742-2259-45a5-bcfc-058b3891c5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.430135 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4742-2259-45a5-bcfc-058b3891c5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.431304 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ef1e4742-2259-45a5-bcfc-058b3891c5a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1c55706-9194-424d-b028-4e1492fe9140 HTTP/1.1" status: 204 len: 168 time: 0.2008348 Jul 16 18:24:09.434048 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-71e3e37c-9553-4975-bec0-358b4c9e805c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.449636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e4742-2259-45a5-bcfc-058b3891c5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c55706-9194-424d-b028-4e1492fe9140,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.477018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-71e3e37c-9553-4975-bec0-358b4c9e805c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79b9f9e8311543b2a1da28b673b381d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291543 Jul 16 18:24:09.479681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39964) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:09.494369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3e37c-9553-4975-bec0-358b4c9e805c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bd2b79-bf81-4efd-a3ff-22ed1dd56a60,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.531461 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a32f652-8326-4427-92db-4296baa8795a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.556827 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a32f652-8326-4427-92db-4296baa8795a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.608073 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a32f652-8326-4427-92db-4296baa8795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.610734 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a32f652-8326-4427-92db-4296baa8795a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.612161 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0a32f652-8326-4427-92db-4296baa8795a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1bd2b79-bf81-4efd-a3ff-22ed1dd56a60 HTTP/1.1" status: 204 len: 168 time: 0.1312287 Jul 16 18:24:09.621386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32f652-8326-4427-92db-4296baa8795a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bd2b79-bf81-4efd-a3ff-22ed1dd56a60,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.712628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39970) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:09.727157 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac1455b5-b43b-47b3-ac50-8ee8d574e424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.821716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac1455b5-b43b-47b3-ac50-8ee8d574e424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.826100 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac1455b5-b43b-47b3-ac50-8ee8d574e424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.867977 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ac1455b5-b43b-47b3-ac50-8ee8d574e424 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57da95134abf492ba40592b41c512992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541357 Jul 16 18:24:09.868945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1455b5-b43b-47b3-ac50-8ee8d574e424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bb34a9-7f2c-464d-b427-1562e36ca006,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.870616 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39974) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:09.908002 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 39976) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:09.922207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2cffcc2b-16ab-4fba-9041-2509de56a762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.924260 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dddbff74-c591-4b13-83ed-711b88b528eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.944608 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2cffcc2b-16ab-4fba-9041-2509de56a762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.994964 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2cffcc2b-16ab-4fba-9041-2509de56a762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.997442 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2cffcc2b-16ab-4fba-9041-2509de56a762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.998652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2cffcc2b-16ab-4fba-9041-2509de56a762 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3bb34a9-7f2c-464d-b427-1562e36ca006 HTTP/1.1" status: 204 len: 168 time: 0.1269338 Jul 16 18:24:10.007762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffcc2b-16ab-4fba-9041-2509de56a762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bb34a9-7f2c-464d-b427-1562e36ca006,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:10.029239 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dddbff74-c591-4b13-83ed-711b88b528eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.033603 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dddbff74-c591-4b13-83ed-711b88b528eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.072765 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dddbff74-c591-4b13-83ed-711b88b528eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5970b29cbe7347528b1f95c553bcc25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636436 Jul 16 18:24:10.074877 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbff74-c591-4b13-83ed-711b88b528eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1cb6f4-68d1-43c4-b398-0e0f2ca9506b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:10.075489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 39980) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:10.125526 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f84c6a29-8919-41f4-9869-6286a9862d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.147048 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f84c6a29-8919-41f4-9869-6286a9862d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.199080 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f84c6a29-8919-41f4-9869-6286a9862d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.201902 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f84c6a29-8919-41f4-9869-6286a9862d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.203103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f84c6a29-8919-41f4-9869-6286a9862d13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df1cb6f4-68d1-43c4-b398-0e0f2ca9506b HTTP/1.1" status: 204 len: 168 time: 0.1266127 Jul 16 18:24:10.211310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c6a29-8919-41f4-9869-6286a9862d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1cb6f4-68d1-43c4-b398-0e0f2ca9506b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:11.537308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40016) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:11.634067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1035424794', 'router:external': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:11.654532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Made reservation on behalf of 35fbae2e22c94ec3b8c465427e5dfd2c for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:11.656984 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.665524 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.764282 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.768105 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.794870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:11.810798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6201ca-cc9a-41b1-918e-e4d62b31d09c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:11.816356 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.816703 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Added segment 969a3ae9-a74f-421a-b14f-fd9bc26a1062 of type vlan for network cb51b104-2232-4a2e-ba33-8702641e8fd8 Jul 16 18:24:11.862526 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.897284 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.898248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.898837 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.937169 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3986955 Jul 16 18:24:11.940361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40022) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:11.946166 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-768b42c9-63b1-49e1-98e0-7f5a09e458bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Request body: {'subnet': {'network_id': 'cb51b104-2232-4a2e-ba33-8702641e8fd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:11.964310 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad756d67-c48c-4e5e-98ca-a50841dcfb00 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event updated for resources: {'Network': ['ID=cb51b104-2232-4a2e-ba33-8702641e8fd8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:11.967543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768b42c9-63b1-49e1-98e0-7f5a09e458bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Made reservation on behalf of 35fbae2e22c94ec3b8c465427e5dfd2c for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:11.970582 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-768b42c9-63b1-49e1-98e0-7f5a09e458bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.975933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network cb51b104-2232-4a2e-ba33-8702641e8fd8 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:12.282435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.objects.ports [None req-768b42c9-63b1-49e1-98e0-7f5a09e458bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:24:12.282888 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-768b42c9-63b1-49e1-98e0-7f5a09e458bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.362431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b42c9-63b1-49e1-98e0-7f5a09e458bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bd8ad7b5-1e6a-4b9f-bca3-d0333af8a4c4,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:12.386624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b42c9-63b1-49e1-98e0-7f5a09e458bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Checking segment: {'id': '969a3ae9-a74f-421a-b14f-fd9bc26a1062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'cb51b104-2232-4a2e-ba33-8702641e8fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:12.386995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768b42c9-63b1-49e1-98e0-7f5a09e458bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Network hostable DHCP agents. Network: cb51b104-2232-4a2e-ba33-8702641e8fd8, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:12.398027 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d5ea8-0af0-4bc3-99c4-066f2e59fe9c req-e0ec266a-2fbb-4149-96ff-c7210483caa3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.399629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd8d5ea8-0af0-4bc3-99c4-066f2e59fe9c req-e0ec266a-2fbb-4149-96ff-c7210483caa3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 945 time: 0.1642201 Jul 16 18:24:12.430253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768b42c9-63b1-49e1-98e0-7f5a09e458bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Network cb51b104-2232-4a2e-ba33-8702641e8fd8 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:12.445976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-768b42c9-63b1-49e1-98e0-7f5a09e458bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, cb51b104-2232-4a2e-ba33-8702641e8fd8) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:12.449907 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd8d5ea8-0af0-4bc3-99c4-066f2e59fe9c req-3cef68bf-502a-425b-964d-d6ecdacf2bdb tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442543 Jul 16 18:24:12.452642 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768b42c9-63b1-49e1-98e0-7f5a09e458bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.453286 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-768b42c9-63b1-49e1-98e0-7f5a09e458bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.455005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26edafa3-d7a3-487b-8f02-5c847ca712ec None None] Network cb51b104-2232-4a2e-ba33-8702641e8fd8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:12.468828 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-768b42c9-63b1-49e1-98e0-7f5a09e458bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5272815 Jul 16 18:24:12.472936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40026) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:12.478792 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1968055988', 'network_id': 'cb51b104-2232-4a2e-ba33-8702641e8fd8'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:12.499039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Made reservation on behalf of 35fbae2e22c94ec3b8c465427e5dfd2c for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:12.501770 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.517790 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] device_id is not set on port 1b32a6bb-f3ba-4b18-8e14-72cad3a2f55e yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:24:12.591011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0ce832-8680-4ece-9a7b-5a0db29a569f None None] Network cb51b104-2232-4a2e-ba33-8702641e8fd8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:12.625605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Allocated IP 172.20.0.2 (cb51b104-2232-4a2e-ba33-8702641e8fd8/bd8ad7b5-1e6a-4b9f-bca3-d0333af8a4c4/1b32a6bb-f3ba-4b18-8e14-72cad3a2f55e) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:12.765969 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.804783 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.847202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Network cb51b104-2232-4a2e-ba33-8702641e8fd8 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:12.852348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:12.856880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:12.859727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event updated for resources: {'Port': ['ID=1b32a6bb-f3ba-4b18-8e14-72cad3a2f55e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:12.896408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.897095 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.910457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a989d1c8-5d70-4f53-b74b-f2025857edbe tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.4357033 Jul 16 18:24:12.914049 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40028) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:13.002120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-69058cfb-ada7-4a49-9330-bcb76a1373a3 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Deleting port 1b32a6bb-f3ba-4b18-8e14-72cad3a2f55e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:13.002823 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69058cfb-ada7-4a49-9330-bcb76a1373a3 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.077064 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69058cfb-ada7-4a49-9330-bcb76a1373a3 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.088904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-69058cfb-ada7-4a49-9330-bcb76a1373a3 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Calling delete_port for 1b32a6bb-f3ba-4b18-8e14-72cad3a2f55e owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:13.212526 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69058cfb-ada7-4a49-9330-bcb76a1373a3 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.241237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69058cfb-ada7-4a49-9330-bcb76a1373a3 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b32a6bb-f3ba-4b18-8e14-72cad3a2f55e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:13.309238 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-69058cfb-ada7-4a49-9330-bcb76a1373a3 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.311255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-69058cfb-ada7-4a49-9330-bcb76a1373a3 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "DELETE /v2.0/ports/1b32a6bb-f3ba-4b18-8e14-72cad3a2f55e HTTP/1.1" status: 204 len: 168 time: 0.3962774 Jul 16 18:24:13.313874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40030) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:13.318860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cb51b104-2232-4a2e-ba33-8702641e8fd8', 'external_fixed_ips': [{'subnet_id': 'bd8ad7b5-1e6a-4b9f-bca3-d0333af8a4c4', 'ip_address': '172.20.0.2'}]}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:13.342123 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.343098 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.431798 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.531143 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-269b1ab9-9b2d-414b-9f74-22c681c0ca9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.566474 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.724344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c72ea-1022-4133-a77c-88f87d1356bf req-7c8c93c9-2624-470a-b472-5840fdcf9389 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.725920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-681c72ea-1022-4133-a77c-88f87d1356bf req-7c8c93c9-2624-470a-b472-5840fdcf9389 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 945 time: 0.1539245 Jul 16 18:24:13.793308 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-681c72ea-1022-4133-a77c-88f87d1356bf req-5f880e1e-a332-4b48-a50a-c31aaf98e495 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582018 Jul 16 18:24:13.802167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-206acbb7-9b75-4971-8769-eb2668b38c58 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.803548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-206acbb7-9b75-4971-8769-eb2668b38c58 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 945 time: 0.1545846 Jul 16 18:24:13.975154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.997257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.101603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Deleting port ad92ebc3-3f2a-4371-9e4b-2110ff169852 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:14.102317 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.262024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] For port ad92ebc3-3f2a-4371-9e4b-2110ff169852, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=ad92ebc3-3f2a-4371-9e4b-2110ff169852,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:14.262402 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.271358 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Allocated IP 172.20.0.2 (cb51b104-2232-4a2e-ba33-8702641e8fd8/bd8ad7b5-1e6a-4b9f-bca3-d0333af8a4c4/215a72ad-a6a9-4f34-b207-3f2c58fb639c) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:14.506972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.522501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.522883 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.523203 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Floating IP afa3dceb-54c5-423b-9e2c-4d0ce486df1a disassociated. External IP: 172.25.3.218, port: ad92ebc3-3f2a-4371-9e4b-2110ff169852. Jul 16 18:24:14.523554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Calling delete_port for ad92ebc3-3f2a-4371-9e4b-2110ff169852 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:14.608700 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.660292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Network cb51b104-2232-4a2e-ba33-8702641e8fd8 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:14.687526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:14.694548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:14.699217 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event updated for resources: {'Port': ['ID=215a72ad-a6a9-4f34-b207-3f2c58fb639c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:14.749887 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.837324 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event deleted for resources: {'Port': ['ID=ad92ebc3-3f2a-4371-9e4b-2110ff169852,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:15.365384 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc200602-558e-42b4-8699-8e27f42e5b38 req-a59c7bd2-0237-4711-97de-af931da31f4e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 210 time: 0.0755272 Jul 16 18:24:15.421618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Router 62891f4c-21e3-4808-844b-b410e03d4c8f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:15.444386 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.622223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:15.632495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604096d6-26bd-467a-ac73-23ebae941ab4 None None] Sync routers for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:15.641955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604096d6-26bd-467a-ac73-23ebae941ab4 None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:15.642572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-604096d6-26bd-467a-ac73-23ebae941ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:23:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:15.703744 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] No DVR routers for this DVR port ad92ebc3-3f2a-4371-9e4b-2110ff169852 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:15.707857 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.709992 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e9ff22e-f911-45f9-90ad-1731aa42c5ef req-02530708-dfdc-4ab2-891f-aca1bec3bf63 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "DELETE /v2.0/ports/ad92ebc3-3f2a-4371-9e4b-2110ff169852 HTTP/1.1" status: 204 len: 173 time: 1.8730979 Jul 16 18:24:15.710445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da08f65-fa2b-4f25-909a-057af59a0534', 'name': 'network-vif-deleted', 'tag': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:15.712801 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061b8c6b-0921-4d4f-8fa7-400c2d14c5a5" -d '{"events": [{"server_uuid": "2da08f65-fa2b-4f25-909a-057af59a0534", "name": "network-vif-deleted", "tag": "ad92ebc3-3f2a-4371-9e4b-2110ff169852"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:15.763601 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c95f44db-ada8-4900-b94d-d8896b87fe34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.767056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-604096d6-26bd-467a-ac73-23ebae941ab4 None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:15.771941 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.924868 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Router 52f22bb9-e88f-4960-8ee1-5454b585b08e is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:15.979167 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.983387 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3e805e-2964-4d0c-a398-a5f1b028e057 x-openstack-request-id: req-3e3e805e-2964-4d0c-a398-a5f1b028e057 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:15.983675 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da08f65-fa2b-4f25-909a-057af59a0534", "name": "network-vif-deleted", "tag": "ad92ebc3-3f2a-4371-9e4b-2110ff169852", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:15.984056 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e3e805e-2964-4d0c-a398-a5f1b028e057 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:15.984455 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da08f65-fa2b-4f25-909a-057af59a0534', 'name': 'network-vif-deleted', 'tag': 'ad92ebc3-3f2a-4371-9e4b-2110ff169852', 'status': 'completed', 'code': 200} Jul 16 18:24:16.028262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-604096d6-26bd-467a-ac73-23ebae941ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:16.054220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:16.055097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604096d6-26bd-467a-ac73-23ebae941ab4 None None] Checking router: 62891f4c-21e3-4808-844b-b410e03d4c8f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:16.063852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604096d6-26bd-467a-ac73-23ebae941ab4 None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:16.064476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-604096d6-26bd-467a-ac73-23ebae941ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:16.065510 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] Sync routers for ids ['52f22bb9-e88f-4960-8ee1-5454b585b08e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:16.076912 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] Routers {'52f22bb9-e88f-4960-8ee1-5454b585b08e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:16.077910 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['52f22bb9-e88f-4960-8ee1-5454b585b08e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:16.078462 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.080428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-915d840e-e713-4382-b7af-d4802202dff8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.7655337 Jul 16 18:24:16.083718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40040) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:16.186466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-604096d6-26bd-467a-ac73-23ebae941ab4 None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:16.187047 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] Set router 52f22bb9-e88f-4960-8ee1-5454b585b08e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:16.216440 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.338517 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.416594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Deleting port 215a72ad-a6a9-4f34-b207-3f2c58fb639c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:16.417646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.439186 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f22bb9-e88f-4960-8ee1-5454b585b08e', 'name': '', 'tenant_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb51b104-2232-4a2e-ba33-8702641e8fd8', 'external_fixed_ips': [{'subnet_id': 'bd8ad7b5-1e6a-4b9f-bca3-d0333af8a4c4', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '215a72ad-a6a9-4f34-b207-3f2c58fb639c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:13Z', 'updated_at': '2021-07-16T18:24:14Z', 'revision_number': 3, 'project_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'gw_port': {'id': '215a72ad-a6a9-4f34-b207-3f2c58fb639c', 'name': '', 'network_id': 'cb51b104-2232-4a2e-ba33-8702641e8fd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f22bb9-e88f-4960-8ee1-5454b585b08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'bd8ad7b5-1e6a-4b9f-bca3-d0333af8a4c4', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:14Z', 'updated_at': '2021-07-16T18:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd8ad7b5-1e6a-4b9f-bca3-d0333af8a4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:16.488441 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] Checking router: 52f22bb9-e88f-4960-8ee1-5454b585b08e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:16.489805 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] Updating router 52f22bb9-e88f-4960-8ee1-5454b585b08e port 215a72ad-a6a9-4f34-b207-3f2c58fb639c binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:16.502128 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-604096d6-26bd-467a-ac73-23ebae941ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:16.538983 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.560597 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604096d6-26bd-467a-ac73-23ebae941ab4 None None] The sync data for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 is: [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:16.574977 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dde39a50-7554-468e-96e6-0bd7479440d5 req-a7a61dab-b0d5-4a0a-a9d4-4dc84fe22d2d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 210 time: 0.0373640 Jul 16 18:24:16.595428 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.615837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Calling delete_port for 215a72ad-a6a9-4f34-b207-3f2c58fb639c owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:16.804983 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.847644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event deleted for resources: {'Port': ['ID=215a72ad-a6a9-4f34-b207-3f2c58fb639c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:16.920630 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.930891 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.db.api [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:24:16.931420 n-d-787205-10 neutron-server[105593]: DEBUG oslo_db.api [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:24:16.963570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c334fa-53f1-4569-9035-7688ebc651cd None None] New status for floating IP afa3dceb-54c5-423b-9e2c-4d0ce486df1a: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:17.020464 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.022741 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.068013 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.068712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52f22bb9-e88f-4960-8ee1-5454b585b08e {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:17.076582 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.080486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b8c0b5ec-c87c-4118-b735-94b1fcfda846 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "DELETE /v2.0/routers/52f22bb9-e88f-4960-8ee1-5454b585b08e HTTP/1.1" status: 204 len: 168 time: 0.9923003 Jul 16 18:24:17.080650 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40048) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:17.128043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-724e2fbe-2131-4e30-ae69-f7b123b97ff4 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Deleting subnet bd8ad7b5-1e6a-4b9f-bca3-d0333af8a4c4 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:17.131906 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-724e2fbe-2131-4e30-ae69-f7b123b97ff4 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.170960 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-724e2fbe-2131-4e30-ae69-f7b123b97ff4 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.211130 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-724e2fbe-2131-4e30-ae69-f7b123b97ff4 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.263911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-724e2fbe-2131-4e30-ae69-f7b123b97ff4 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.291090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e2fbe-2131-4e30-ae69-f7b123b97ff4 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bd8ad7b5-1e6a-4b9f-bca3-d0333af8a4c4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:17.297836 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-724e2fbe-2131-4e30-ae69-f7b123b97ff4 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.299866 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-724e2fbe-2131-4e30-ae69-f7b123b97ff4 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/bd8ad7b5-1e6a-4b9f-bca3-d0333af8a4c4 HTTP/1.1" status: 204 len: 168 time: 0.2183509 Jul 16 18:24:17.302485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40050) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:17.377263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.452579 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] Port 215a72ad-a6a9-4f34-b207-3f2c58fb639c not found while updating agent binding for router 52f22bb9-e88f-4960-8ee1-5454b585b08e. {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:24:17.462020 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] Routers set() bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:17.462323 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] Router IDs set() for agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:24:17.462924 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_agentschedulers_db [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'52f22bb9-e88f-4960-8ee1-5454b585b08e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent'). {{(pid=105593) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:24:17.463300 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83150bc4-136f-44aa-84b2-c71e9654fc9f None None] The sync data for ids ['52f22bb9-e88f-4960-8ee1-5454b585b08e'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:17.466421 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.478318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb51b104-2232-4a2e-ba33-8702641e8fd8']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:17.489006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969a3ae9-a74f-421a-b14f-fd9bc26a1062') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:17.489309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969a3ae9-a74f-421a-b14f-fd9bc26a1062') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:17.498022 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.513121 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.519135 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:17.519530 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:17.522767 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:17.526731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ad92ebc3-3f2a-4371-9e4b-2110ff169852 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:17.549236 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: ad92ebc3-3f2a-4371-9e4b-2110ff169852 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:17.549698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device ad92ebc3-3f2a-4371-9e4b-2110ff169852 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:17.588167 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.593549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb51b104-2232-4a2e-ba33-8702641e8fd8 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:24:17.595819 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.602427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "DELETE /v2.0/networks/cb51b104-2232-4a2e-ba33-8702641e8fd8 HTTP/1.1" status: 204 len: 168 time: 0.2947297 Jul 16 18:24:17.619999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463ddd0-a2df-4ddf-be8b-7c71b65c2911 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb51b104-2232-4a2e-ba33-8702641e8fd8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:17.673278 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.761053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4e960b1e-b314-4eaf-a549-c0780243b2ee req-f85554e4-31fb-40a9-a02a-58e65e7c191c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 210 time: 0.0422263 Jul 16 18:24:17.845932 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40060) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:17.851549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ef9a4597-c7a0-47af-9b62-19f04435c295 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Request body: {'router': {'name': 'tempest-router--23453271', 'project_id': '748a30ae13f94ea2bddb8e37ae961bd7'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:17.874246 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4597-c7a0-47af-9b62-19f04435c295 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.875644 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4597-c7a0-47af-9b62-19f04435c295 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.932920 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4597-c7a0-47af-9b62-19f04435c295 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.937955 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4597-c7a0-47af-9b62-19f04435c295 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.951642 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4597-c7a0-47af-9b62-19f04435c295 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.955618 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ef9a4597-c7a0-47af-9b62-19f04435c295 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1056929 Jul 16 18:24:17.956128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40062) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:18.033621 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff8250e2-09ca-4ba5-a099-c5b1e29ae7f5 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.201256 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff8250e2-09ca-4ba5-a099-c5b1e29ae7f5 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.203627 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff8250e2-09ca-4ba5-a099-c5b1e29ae7f5 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.254221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff8250e2-09ca-4ba5-a099-c5b1e29ae7f5 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.255011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8250e2-09ca-4ba5-a099-c5b1e29ae7f5 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4fa8b29-c2d9-41fe-9137-03a544deece6 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:18.259602 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ff8250e2-09ca-4ba5-a099-c5b1e29ae7f5 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.263655 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ff8250e2-09ca-4ba5-a099-c5b1e29ae7f5 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b4fa8b29-c2d9-41fe-9137-03a544deece6 HTTP/1.1" status: 204 len: 168 time: 0.3063147 Jul 16 18:24:18.370254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40066) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:18.577912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1452963856', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:18.602926 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.604027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.663031 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.803929 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.919759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64f5628f-a7b9-46ef-a3ae-cf3937692e4a req-838fbaff-9c13-4326-8d6c-47abce84d1d9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 210 time: 0.0306056 Jul 16 18:24:19.007652 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.026344 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.083839 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.132271 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Allocated IP 172.25.3.178 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/05a2da8a-8b84-4bfb-8179-7479a662e2be) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:19.239108 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.277770 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.318329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:19.322795 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:19.325327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:19.331152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Pushing event updated for resources: {'Port': ['ID=05a2da8a-8b84-4bfb-8179-7479a662e2be,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:19.592560 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.786963 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.922625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Router 6cc4b3b5-d8c9-4c75-a29f-9b1d536c6e02 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:20.041373 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:20.050603 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78317c-fa97-41c0-89a5-4c5f8552bc87 None None] Sync routers for ids ['6cc4b3b5-d8c9-4c75-a29f-9b1d536c6e02'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:20.059543 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78317c-fa97-41c0-89a5-4c5f8552bc87 None None] Routers {'6cc4b3b5-d8c9-4c75-a29f-9b1d536c6e02'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:20.060167 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ce78317c-fa97-41c0-89a5-4c5f8552bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['6cc4b3b5-d8c9-4c75-a29f-9b1d536c6e02'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:20.069121 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.070898 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8356ee8a-ef66-41a6-817d-2ce11efce285 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6993277 Jul 16 18:24:20.073445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40074) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:20.091451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-368eee69-dd36-41c2-8f9f-4b508e110c98 req-ae765e6a-eeee-4a90-8271-2754b5fb120b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=2da08f65-fa2b-4f25-909a-057af59a0534 HTTP/1.1" status: 200 len: 210 time: 0.0328534 Jul 16 18:24:20.102656 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ce78317c-fa97-41c0-89a5-4c5f8552bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:20.117272 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78317c-fa97-41c0-89a5-4c5f8552bc87 None None] Routers {'6cc4b3b5-d8c9-4c75-a29f-9b1d536c6e02'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:20.117998 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ce78317c-fa97-41c0-89a5-4c5f8552bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['6cc4b3b5-d8c9-4c75-a29f-9b1d536c6e02'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:20.149914 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ce78317c-fa97-41c0-89a5-4c5f8552bc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:20.150463 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78317c-fa97-41c0-89a5-4c5f8552bc87 None None] The sync data for ids ['6cc4b3b5-d8c9-4c75-a29f-9b1d536c6e02'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:20.179537 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8e8b20b2-cfb0-4e63-a040-f09769906ff2 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/routers/6cc4b3b5-d8c9-4c75-a29f-9b1d536c6e02 HTTP/1.1" status: 200 len: 921 time: 0.1048748 Jul 16 18:24:20.182263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40076) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:20.210713 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fdad99fd-0f43-41e4-a294-8d86a996513e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cc4b3b5-d8c9-4c75-a29f-9b1d536c6e02 HTTP/1.1" status: 200 len: 205 time: 0.0273900 Jul 16 18:24:20.213102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40078) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:20.315478 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.735625 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.788071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Deleting port 05a2da8a-8b84-4bfb-8179-7479a662e2be {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:20.788412 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.872348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.885189 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Calling delete_port for 05a2da8a-8b84-4bfb-8179-7479a662e2be owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:21.056588 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.084624 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Pushing event deleted for resources: {'Port': ['ID=05a2da8a-8b84-4bfb-8179-7479a662e2be,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:21.146923 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.237155 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.239927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.286605 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.287049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Fanout notify agent at l3_agent the message router_deleted on router 6cc4b3b5-d8c9-4c75-a29f-9b1d536c6e02 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:21.295694 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.298101 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b40831ab-aaba-428d-889a-498643d826be tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "DELETE /v2.0/routers/6cc4b3b5-d8c9-4c75-a29f-9b1d536c6e02 HTTP/1.1" status: 204 len: 168 time: 1.0840905 Jul 16 18:24:21.300592 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40086) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:21.306909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1749781163', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'enable_snat': False}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:21.327287 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.328327 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.381115 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.393252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-a3226869-f097-4e45-8efb-4b1b01143c35 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227529473&fields=id&tenant_id=7ff05b4225084c8da9b6812b44295606 HTTP/1.1" status: 200 len: 267 time: 0.0364211 Jul 16 18:24:21.507326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-65c71a49-ae50-41f5-8c00-2c523455f884 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.508841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-65c71a49-ae50-41f5-8c00-2c523455f884 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.1083641 Jul 16 18:24:21.521582 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.524003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-c2f08e70-632a-4ae6-a217-2328c7ea76aa tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/quotas/7ff05b4225084c8da9b6812b44295606 HTTP/1.1" status: 200 len: 375 time: 0.0092437 Jul 16 18:24:21.594865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-35dd99a8-98e0-4977-aa68-1659c9ed16ea tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646198 Jul 16 18:24:21.694644 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab190a0-b514-465e-90f6-b84e84643660 service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879884 Jul 16 18:24:21.734842 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.761594 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.786058 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-e0b4d429-f8ac-4bf6-beee-44a218b2b209 service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848904 Jul 16 18:24:21.871508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Allocated IP 172.25.3.71 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:21.981242 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.022372 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.068332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:22.072941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:22.083106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:22.086605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event updated for resources: {'Port': ['ID=cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:22.115305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7e035d3-3c8a-4e5d-aada-c303f254b4bf req-c380f2b6-bd67-420b-a664-3d545047b0d3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 210 time: 0.0362244 Jul 16 18:24:22.346263 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.566208 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.700357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Router a4019314-94ba-4d6b-af65-8b3a78e16854 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:22.813888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:22.824102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Sync routers for ids ['a4019314-94ba-4d6b-af65-8b3a78e16854'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:22.829564 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.833247 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-278c5c9e-c92b-40c4-a1d4-f834eaa8ca2c tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.5286903 Jul 16 18:24:22.833605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40110) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:22.834353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Routers {'a4019314-94ba-4d6b-af65-8b3a78e16854'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:22.835107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a4019314-94ba-4d6b-af65-8b3a78e16854'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:22.949826 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3c297513-c423-42d5-9113-7a4b52899f92 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/routers/a4019314-94ba-4d6b-af65-8b3a78e16854 HTTP/1.1" status: 200 len: 908 time: 0.1128135 Jul 16 18:24:22.950062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40112) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:22.953628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Set router a4019314-94ba-4d6b-af65-8b3a78e16854 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:22.954292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1749781163', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'enable_snat': True}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:22.975842 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.976942 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.028346 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.141372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4019314-94ba-4d6b-af65-8b3a78e16854', 'name': 'tempest-snat-router-1749781163', 'tenant_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.71'}], 'enable_snat': False}, 'gw_port_id': 'cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:21Z', 'updated_at': '2021-07-16T18:24:22Z', 'revision_number': 3, 'project_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'gw_port': {'id': 'cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4019314-94ba-4d6b-af65-8b3a78e16854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:21Z', 'updated_at': '2021-07-16T18:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:23.168950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Checking router: a4019314-94ba-4d6b-af65-8b3a78e16854 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:23.169309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Updating router a4019314-94ba-4d6b-af65-8b3a78e16854 port cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:23.176591 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.206911 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.346438 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-920de15d-1cd0-421f-8683-c2d3ed82ab63 req-542d9501-658e-48c2-8101-09394674e35b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 210 time: 0.0866525 Jul 16 18:24:23.483575 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.508681 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.511518 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.520548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-5e1dc8da-6ba6-4ef0-b27e-6c4aa9f7ccc7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.522034 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-5e1dc8da-6ba6-4ef0-b27e-6c4aa9f7ccc7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.2319639 Jul 16 18:24:23.609073 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-eaf90837-76ff-40aa-9c22-7df463897319 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ff05b4225084c8da9b6812b44295606 HTTP/1.1" status: 200 len: 379 time: 0.0794427 Jul 16 18:24:23.618729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'port': {'device_id': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'admin_state_up': True, 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'security_groups': ['f6582aa1-e91a-49bf-8eb4-04302d92ce47']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:23.680266 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.690430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Transition to ACTIVE for port object cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:23.699000 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.758524 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Pushing event updated for resources: {'Port': ['ID=cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:23.766643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Attempting to bind port cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:23.767296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Attempting to bind port cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:23.767818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Attempting to bind port cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:23.772265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:23.772614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:23.772962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:23.773322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:23.773890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:23.774289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:23.774619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:23.775133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:23.775489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:23.775819 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:23.776174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:23.776528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:23.781628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Allocated IP 172.25.3.168 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/2d39436a-b362-46f7-ba90-13dee5582b5c) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:23.782941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:23.783313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:23.783788 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.784390 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:23.785725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Bound port: cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:23.786436 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.797632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Made reservation on behalf of 7ff05b4225084c8da9b6812b44295606 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:23.802860 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.842522 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] For port cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:23.846162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] For port cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:23.851973 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.915555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Routers {'a4019314-94ba-4d6b-af65-8b3a78e16854'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:23.916214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a4019314-94ba-4d6b-af65-8b3a78e16854'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:23.972554 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b99344-e9c1-4c71-841f-ed3b6350d71b None None] Pushing event updated for resources: {'Port': ['ID=cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:24.018717 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.032320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] Set router a4019314-94ba-4d6b-af65-8b3a78e16854 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:24.039383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Allocated IP 172.20.0.9 (d34b30f6-8f93-47e4-af63-22d1694dd9a9/3c4c6789-e541-480e-a1bf-93dff51b7732/906aa7b3-4e9a-443b-9bed-da953268556e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:24.130180 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.215654 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:24.231501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:24.231746 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4019314-94ba-4d6b-af65-8b3a78e16854', 'name': 'tempest-snat-router-1749781163', 'tenant_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.71'}], 'enable_snat': False}, 'gw_port_id': 'cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:21Z', 'updated_at': '2021-07-16T18:24:22Z', 'revision_number': 3, 'project_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'gw_port': {'id': 'cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4019314-94ba-4d6b-af65-8b3a78e16854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:21Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:24.235847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event updated for resources: {'Port': ['ID=2d39436a-b362-46f7-ba90-13dee5582b5c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:24.241346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:24.267564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeff48d-356a-4207-8afd-32548dfe14fd None None] The sync data for ids ['a4019314-94ba-4d6b-af65-8b3a78e16854'] in n-d-787205-10 is: [{'id': 'a4019314-94ba-4d6b-af65-8b3a78e16854', 'name': 'tempest-snat-router-1749781163', 'tenant_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.71'}], 'enable_snat': False}, 'gw_port_id': 'cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:21Z', 'updated_at': '2021-07-16T18:24:22Z', 'revision_number': 3, 'project_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'gw_port': {'id': 'cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:80:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4019314-94ba-4d6b-af65-8b3a78e16854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:21Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:24.308968 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.394461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Transition to ACTIVE for port object 906aa7b3-4e9a-443b-9bed-da953268556e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:24.530699 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.616270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca3ebc-76da-4ac9-926d-3d7fbdbe4638 req-7d0ccbb3-d6d4-4b1d-8d2b-273def5230f6 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.625418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30ca3ebc-76da-4ac9-926d-3d7fbdbe4638 req-7d0ccbb3-d6d4-4b1d-8d2b-273def5230f6 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 931 time: 0.1391580 Jul 16 18:24:24.647435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:24.658025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:24.678314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30ca3ebc-76da-4ac9-926d-3d7fbdbe4638 req-2de21637-6623-4466-ba15-1d7ca727a5e8 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516233 Jul 16 18:24:24.679853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:25.031366 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3c2fe34b-1e8a-434e-a281-c5c193bb5ece None None] Provisioning for port 906aa7b3-4e9a-443b-9bed-da953268556e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:25.037019 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3c2fe34b-1e8a-434e-a281-c5c193bb5ece None None] Provisioning complete for port 906aa7b3-4e9a-443b-9bed-da953268556e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:25.037400 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe34b-1e8a-434e-a281-c5c193bb5ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.090721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fe34b-1e8a-434e-a281-c5c193bb5ece None None] Port 906aa7b3-4e9a-443b-9bed-da953268556e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:25.106467 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'Port': ['ID=906aa7b3-4e9a-443b-9bed-da953268556e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:25.125718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.126357 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.140493 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.185231 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-f6ee9eb3-ffcb-496e-8794-28a2884e3221 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5704618 Jul 16 18:24:25.201067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Request body: {'port': {'device_id': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:25.393736 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.427777 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.554654 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.834007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Router eaf649b6-6240-4e61-a385-41d4a0dea60e is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:25.841185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906aa7b3-4e9a-443b-9bed-da953268556e {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:25.852339 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.904473 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Transition to ACTIVE for port object 906aa7b3-4e9a-443b-9bed-da953268556e will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:25.909709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.939911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08b3ae-e207-4814-9306-8e1a723b2d89 req-db4cc417-6445-468d-a771-38cf0bc8f1c9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.943411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e08b3ae-e207-4814-9306-8e1a723b2d89 req-db4cc417-6445-468d-a771-38cf0bc8f1c9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 931 time: 0.1115758 Jul 16 18:24:25.955001 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:26.026485 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e08b3ae-e207-4814-9306-8e1a723b2d89 req-cbe15f51-57f0-4aa8-b0bc-2821008e3e74 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758262 Jul 16 18:24:26.048024 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:26.060447 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Sync routers for ids ['eaf649b6-6240-4e61-a385-41d4a0dea60e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:26.070491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:26.078535 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Routers {'eaf649b6-6240-4e61-a385-41d4a0dea60e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:26.079177 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['eaf649b6-6240-4e61-a385-41d4a0dea60e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.080212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:26.080630 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.091142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Pushing event updated for resources: {'Port': ['ID=906aa7b3-4e9a-443b-9bed-da953268556e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.122705 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.126548 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aceba8d9-fc0d-450f-8633-27570d791c2a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1731517 Jul 16 18:24:26.126740 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40120) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.255040 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bd0e110d-b2a3-42ee-923b-0366876c9638 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/routers/eaf649b6-6240-4e61-a385-41d4a0dea60e HTTP/1.1" status: 200 len: 908 time: 0.1240480 Jul 16 18:24:26.255299 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.256071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40122) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.287606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:26.299540 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.302042 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Attempting to bind port 906aa7b3-4e9a-443b-9bed-da953268556e on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:26.302385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Attempting to bind port 906aa7b3-4e9a-443b-9bed-da953268556e by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:26.302749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Attempting to bind port 906aa7b3-4e9a-443b-9bed-da953268556e on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:26.309762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Port 906aa7b3-4e9a-443b-9bed-da953268556e on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:26.309994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Attempting to bind port 906aa7b3-4e9a-443b-9bed-da953268556e on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:26.316794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:26.317282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Checking segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:26.317623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Bound using segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:26.318176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Bound port: 906aa7b3-4e9a-443b-9bed-da953268556e, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:26.318541 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.401205 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] For port 906aa7b3-4e9a-443b-9bed-da953268556e, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:26.405061 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] For port 906aa7b3-4e9a-443b-9bed-da953268556e, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=906aa7b3-4e9a-443b-9bed-da953268556e,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:26.412037 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.458133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.474351 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Set router eaf649b6-6240-4e61-a385-41d4a0dea60e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:26.485431 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.515244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Pushing event updated for resources: {'Port': ['ID=906aa7b3-4e9a-443b-9bed-da953268556e,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.526857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.527503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.529269 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-bab4f563-3310-4093-95fc-d3291a0f2583 service neutron] 10.222.0.11 "PUT /v2.0/ports/906aa7b3-4e9a-443b-9bed-da953268556e HTTP/1.1" status: 200 len: 1092 time: 1.3323653 Jul 16 18:24:26.529776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'tag': '906aa7b3-4e9a-443b-9bed-da953268556e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:26.532137 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960461db-2522-4656-8fc3-654fb38633d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd04e63c-436f-4355-8f82-43c2af49f8e9", "tag": "906aa7b3-4e9a-443b-9bed-da953268556e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:26.667287 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.690026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-1fc183c1-1c1c-417f-bad4-9e280f06180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.693798 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-1fc183c1-1c1c-417f-bad4-9e280f06180d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 1095 time: 0.1178870 Jul 16 18:24:26.775726 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-5c70c53d-81e0-481a-86d7-03598768a334 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906aa7b3-4e9a-443b-9bed-da953268556e HTTP/1.1" status: 200 len: 217 time: 0.0737493 Jul 16 18:24:26.810858 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf649b6-6240-4e61-a385-41d4a0dea60e', 'name': 'tempest-snat-router-1749781163', 'tenant_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '2d39436a-b362-46f7-ba90-13dee5582b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:22Z', 'updated_at': '2021-07-16T18:24:24Z', 'revision_number': 3, 'project_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'gw_port': {'id': '2d39436a-b362-46f7-ba90-13dee5582b5c', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf649b6-6240-4e61-a385-41d4a0dea60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:23Z', 'updated_at': '2021-07-16T18:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.844206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-a672f591-fe10-41db-b85b-5d088b2033d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.846031 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-a672f591-fe10-41db-b85b-5d088b2033d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0593672 Jul 16 18:24:26.885946 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Checking router: eaf649b6-6240-4e61-a385-41d4a0dea60e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:26.887393 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Updating router eaf649b6-6240-4e61-a385-41d4a0dea60e port 2d39436a-b362-46f7-ba90-13dee5582b5c binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:26.905085 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02016ee-17ac-44a6-9059-78c6651baa3e x-openstack-request-id: req-c02016ee-17ac-44a6-9059-78c6651baa3e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:26.905446 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd04e63c-436f-4355-8f82-43c2af49f8e9", "tag": "906aa7b3-4e9a-443b-9bed-da953268556e", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:26.905973 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c02016ee-17ac-44a6-9059-78c6651baa3e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:26.906519 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'tag': '906aa7b3-4e9a-443b-9bed-da953268556e', 'status': 'completed', 'code': 200} Jul 16 18:24:26.936281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-edc8a366-cd62-4366-99c7-aba48595719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.938243 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-edc8a366-cd62-4366-99c7-aba48595719d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844355 Jul 16 18:24:26.951834 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.053780 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-6b9f63f0-8353-42e6-bdd0-528b24a35205 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071234 Jul 16 18:24:27.200941 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f64c0817-184b-4905-8f96-8a8d0c0e9e3a req-81baf1c2-b071-441f-a8f6-b09758b47ba9 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388996 Jul 16 18:24:27.272439 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.286525 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Transition to ACTIVE for port object 2d39436a-b362-46f7-ba90-13dee5582b5c will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:27.307528 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.351046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960461db-2522-4656-8fc3-654fb38633d7 req-256f239f-0933-4415-8cbb-f12dcc86a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.352859 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-960461db-2522-4656-8fc3-654fb38633d7 req-256f239f-0933-4415-8cbb-f12dcc86a805 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 1095 time: 0.0967076 Jul 16 18:24:27.391022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Deleting port 2d39436a-b362-46f7-ba90-13dee5582b5c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:27.391923 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.416589 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Attempting to bind port 2d39436a-b362-46f7-ba90-13dee5582b5c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:27.422262 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Attempting to bind port 2d39436a-b362-46f7-ba90-13dee5582b5c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:27.425029 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Attempting to bind port 2d39436a-b362-46f7-ba90-13dee5582b5c on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:27.450951 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Pushing event updated for resources: {'Port': ['ID=2d39436a-b362-46f7-ba90-13dee5582b5c,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.470617 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:27.471019 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:27.471399 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.471798 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:27.472271 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Bound port: 2d39436a-b362-46f7-ba90-13dee5582b5c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:27.473074 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.521273 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.538188 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Calling delete_port for 2d39436a-b362-46f7-ba90-13dee5582b5c owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:27.538881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960461db-2522-4656-8fc3-654fb38633d7 req-d66cee37-2b52-458d-9a96-a603c0798f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.541755 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-960461db-2522-4656-8fc3-654fb38633d7 req-d66cee37-2b52-458d-9a96-a603c0798f44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.1816044 Jul 16 18:24:27.551865 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.552201 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.552540 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.552877 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.553209 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.553614 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.553905 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.554238 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.554560 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.554900 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.555208 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.555528 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:27.571921 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] For port 2d39436a-b362-46f7-ba90-13dee5582b5c, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:27.576859 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] For port 2d39436a-b362-46f7-ba90-13dee5582b5c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2d39436a-b362-46f7-ba90-13dee5582b5c,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:27.581676 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.626629 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-960461db-2522-4656-8fc3-654fb38633d7 req-0e9b1844-375c-432a-adde-801a5bcbec25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906aa7b3-4e9a-443b-9bed-da953268556e HTTP/1.1" status: 200 len: 217 time: 0.0773506 Jul 16 18:24:27.648347 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173243e-9f0f-499a-b100-b693ccd38c32 None None] Pushing event updated for resources: {'Port': ['ID=2d39436a-b362-46f7-ba90-13dee5582b5c,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:27.660479 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Routers {'eaf649b6-6240-4e61-a385-41d4a0dea60e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:27.661294 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['eaf649b6-6240-4e61-a385-41d4a0dea60e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:27.699918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960461db-2522-4656-8fc3-654fb38633d7 req-7225efd4-da5e-4bbd-9926-f25b5005f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.701547 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-960461db-2522-4656-8fc3-654fb38633d7 req-7225efd4-da5e-4bbd-9926-f25b5005f263 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0682154 Jul 16 18:24:27.705414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817d719-7566-4881-8f70-58de577bc608 req-fcc156bd-a4f0-4601-98e2-b64fdebe9126 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.707946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e817d719-7566-4881-8f70-58de577bc608 req-fcc156bd-a4f0-4601-98e2-b64fdebe9126 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 943 time: 0.1643062 Jul 16 18:24:27.777166 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] Set router eaf649b6-6240-4e61-a385-41d4a0dea60e gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:27.819236 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e817d719-7566-4881-8f70-58de577bc608 req-df2b9f55-8e1f-4de4-a1d7-615ce75995c9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036754 Jul 16 18:24:27.834634 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960461db-2522-4656-8fc3-654fb38633d7 req-32893455-825b-433f-91ec-5d39a681d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.836737 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-960461db-2522-4656-8fc3-654fb38633d7 req-32893455-825b-433f-91ec-5d39a681d5b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182063 Jul 16 18:24:27.881492 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf649b6-6240-4e61-a385-41d4a0dea60e', 'name': 'tempest-snat-router-1749781163', 'tenant_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:22Z', 'updated_at': '2021-07-16T18:24:26Z', 'revision_number': 4, 'project_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:27.902840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:27.922112 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3b885-c5f6-4461-8ea7-2dbeec038886 None None] The sync data for ids ['eaf649b6-6240-4e61-a385-41d4a0dea60e'] in n-d-787205-10 is: [{'id': 'eaf649b6-6240-4e61-a385-41d4a0dea60e', 'name': 'tempest-snat-router-1749781163', 'tenant_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:22Z', 'updated_at': '2021-07-16T18:24:26Z', 'revision_number': 4, 'project_id': '35fbae2e22c94ec3b8c465427e5dfd2c', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:27.935262 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.986877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d39436a-b362-46f7-ba90-13dee5582b5c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:28.003510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:28.003510 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.022263 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-960461db-2522-4656-8fc3-654fb38633d7 req-f685e563-4d12-4dd1-ad62-3a6c2ba7d336 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762729 Jul 16 18:24:28.095638 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.166045 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-960461db-2522-4656-8fc3-654fb38633d7 req-8a93e692-b7a3-4d1b-82a3-42fa9be4ef4c service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366661 Jul 16 18:24:28.201081 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.203581 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.249859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.250424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eaf649b6-6240-4e61-a385-41d4a0dea60e {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:28.256457 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.257632 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-66cb1f27-7b68-47fd-8e50-cbbfcdff3e53 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "DELETE /v2.0/routers/eaf649b6-6240-4e61-a385-41d4a0dea60e HTTP/1.1" status: 204 len: 168 time: 2.0000899 Jul 16 18:24:28.260184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40130) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:28.371308 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.485830 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.544344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Deleting port cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:28.544698 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.630557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] For port cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:28.630818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.643940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Calling delete_port for cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:28.816951 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.844059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:28.912585 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.036303 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.039618 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.090243 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.090771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4019314-94ba-4d6b-af65-8b3a78e16854 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:29.096051 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.097200 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5e35e0ed-55fe-40b6-a290-fc2c934e66f8 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "DELETE /v2.0/routers/a4019314-94ba-4d6b-af65-8b3a78e16854 HTTP/1.1" status: 204 len: 168 time: 0.8360901 Jul 16 18:24:29.101528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40134) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:29.114107 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1969957298', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:29.123207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80188d7-02ca-4bc7-9dad-07c85568fc76 req-0b77bbdd-7b3d-4bff-adfe-a7cf85432c86 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.124878 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a80188d7-02ca-4bc7-9dad-07c85568fc76 req-0b77bbdd-7b3d-4bff-adfe-a7cf85432c86 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 943 time: 0.1491599 Jul 16 18:24:29.140253 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.141314 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.171001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a80188d7-02ca-4bc7-9dad-07c85568fc76 req-5c80eed3-0d58-41d2-9727-ceca47da0298 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393314 Jul 16 18:24:29.195827 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.342608 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.535752 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.559659 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.664351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Allocated IP 172.25.3.42 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/dee161e7-7577-49c4-8304-e8ccb4321c25) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:29.768274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.813240 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.845986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:29.850858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:29.855889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:29.858582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:29.871497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:29.871927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cfb3599e-b3d7-4f1b-aaf7-4c637d1d7987 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:29.889333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Pushing event updated for resources: {'Port': ['ID=dee161e7-7577-49c4-8304-e8ccb4321c25,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:30.109707 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.314607 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.363260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6d329-b490-4452-936a-0fa97b41149b req-86c71c76-1c5f-40e8-9bde-21fa79ee413d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.364824 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cdb6d329-b490-4452-936a-0fa97b41149b req-86c71c76-1c5f-40e8-9bde-21fa79ee413d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 943 time: 0.0682027 Jul 16 18:24:30.409380 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cdb6d329-b490-4452-936a-0fa97b41149b req-8b62bfbb-8dcf-40f5-8569-86116dbcf2ba tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390544 Jul 16 18:24:30.444309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Router 6eb13178-6444-4196-a4d9-31204ea47076 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:30.875344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:30.884394 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eee23dc-ac0c-4386-8f65-681006b52df8 None None] Sync routers for ids ['6eb13178-6444-4196-a4d9-31204ea47076'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:30.893237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee23dc-ac0c-4386-8f65-681006b52df8 None None] Routers {'6eb13178-6444-4196-a4d9-31204ea47076'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:30.893559 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.893989 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0eee23dc-ac0c-4386-8f65-681006b52df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['6eb13178-6444-4196-a4d9-31204ea47076'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:30.895825 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-41435f4b-5b90-494b-b3c7-e5acf47738ca tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7863064 Jul 16 18:24:30.898356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40140) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.902832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e3127daa-efc4-405b-b223-74afc892acfb tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'enable_snat': False}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:30.927229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0eee23dc-ac0c-4386-8f65-681006b52df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:30.935690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee23dc-ac0c-4386-8f65-681006b52df8 None None] Routers {'6eb13178-6444-4196-a4d9-31204ea47076'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:30.936303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0eee23dc-ac0c-4386-8f65-681006b52df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['6eb13178-6444-4196-a4d9-31204ea47076'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:30.967783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-0eee23dc-ac0c-4386-8f65-681006b52df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:30.968420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eee23dc-ac0c-4386-8f65-681006b52df8 None None] The sync data for ids ['6eb13178-6444-4196-a4d9-31204ea47076'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:31.195870 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3127daa-efc4-405b-b223-74afc892acfb tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.587047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecbcc8-b2a2-4a3a-9688-7f776fcc423c req-058de306-0e4c-45e7-b94b-1f0d863dc0a2 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.588606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16ecbcc8-b2a2-4a3a-9688-7f776fcc423c req-058de306-0e4c-45e7-b94b-1f0d863dc0a2 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 943 time: 0.0638585 Jul 16 18:24:31.589694 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3127daa-efc4-405b-b223-74afc892acfb tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.593348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3127daa-efc4-405b-b223-74afc892acfb tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.627655 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16ecbcc8-b2a2-4a3a-9688-7f776fcc423c req-0249df1b-25ef-465c-b105-6d25e566ad06 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329304 Jul 16 18:24:31.697730 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3127daa-efc4-405b-b223-74afc892acfb tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Router 6eb13178-6444-4196-a4d9-31204ea47076 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:31.804891 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3127daa-efc4-405b-b223-74afc892acfb tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:31.809133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e3127daa-efc4-405b-b223-74afc892acfb tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.810523 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e3127daa-efc4-405b-b223-74afc892acfb tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "PUT /v2.0/routers/6eb13178-6444-4196-a4d9-31204ea47076 HTTP/1.1" status: 200 len: 921 time: 0.9109812 Jul 16 18:24:31.813024 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40144) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:31.813169 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700265df-999e-48ab-9a51-36c161e053f4 None None] Sync routers for ids ['6eb13178-6444-4196-a4d9-31204ea47076'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:31.822185 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700265df-999e-48ab-9a51-36c161e053f4 None None] Routers {'6eb13178-6444-4196-a4d9-31204ea47076'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:31.822799 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-700265df-999e-48ab-9a51-36c161e053f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['6eb13178-6444-4196-a4d9-31204ea47076'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.858506 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-700265df-999e-48ab-9a51-36c161e053f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.868128 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700265df-999e-48ab-9a51-36c161e053f4 None None] Routers {'6eb13178-6444-4196-a4d9-31204ea47076'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:31.868764 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-700265df-999e-48ab-9a51-36c161e053f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['6eb13178-6444-4196-a4d9-31204ea47076'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.899390 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-700265df-999e-48ab-9a51-36c161e053f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.900040 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700265df-999e-48ab-9a51-36c161e053f4 None None] The sync data for ids ['6eb13178-6444-4196-a4d9-31204ea47076'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:31.919518 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bc9b489c-a027-4792-84d5-817b279b40bf tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/routers/6eb13178-6444-4196-a4d9-31204ea47076 HTTP/1.1" status: 200 len: 921 time: 0.1053979 Jul 16 18:24:31.922307 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40146) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.009544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ae5834-f2c2-47d0-a8a6-2d42a81e70a3 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.011103 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-15ae5834-f2c2-47d0-a8a6-2d42a81e70a3 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&device_id=6eb13178-6444-4196-a4d9-31204ea47076&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0878904 Jul 16 18:24:32.013816 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40148) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.095510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a00345-8c87-4180-ba12-d1f9dc90136a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.096883 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-11a00345-8c87-4180-ba12-d1f9dc90136a tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 881 time: 0.0821731 Jul 16 18:24:32.099833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40150) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.132180 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-48ac69e3-c379-40df-9d76-5136c4c2cf55 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eb13178-6444-4196-a4d9-31204ea47076 HTTP/1.1" status: 200 len: 205 time: 0.0313189 Jul 16 18:24:32.134600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40152) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.237554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.339060 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.391438 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Deleting port dee161e7-7577-49c4-8304-e8ccb4321c25 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:32.391785 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.465221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.476787 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Calling delete_port for dee161e7-7577-49c4-8304-e8ccb4321c25 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:32.638100 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.666132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Pushing event deleted for resources: {'Port': ['ID=dee161e7-7577-49c4-8304-e8ccb4321c25,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:32.729789 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.802314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43977bbb-2b63-428e-857d-aeead98f4076 req-141c66d1-ce07-4ec9-9366-30939e5b04ec tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.803831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43977bbb-2b63-428e-857d-aeead98f4076 req-141c66d1-ce07-4ec9-9366-30939e5b04ec tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 943 time: 0.0644670 Jul 16 18:24:32.821294 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.823509 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.845542 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43977bbb-2b63-428e-857d-aeead98f4076 req-372bd6e0-7be7-42b6-b06f-bd5e6ccca88c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360758 Jul 16 18:24:32.867623 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.868294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Fanout notify agent at l3_agent the message router_deleted on router 6eb13178-6444-4196-a4d9-31204ea47076 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:32.874974 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.876089 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f2aaede3-4c58-46b4-b316-6f380541433e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "DELETE /v2.0/routers/6eb13178-6444-4196-a4d9-31204ea47076 HTTP/1.1" status: 204 len: 168 time: 0.7406001 Jul 16 18:24:32.880584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40156) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.884965 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-587ff884-4cd1-4113-8d2c-5732889d76a2 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1078360267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:32.906390 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-587ff884-4cd1-4113-8d2c-5732889d76a2 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.907362 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-587ff884-4cd1-4113-8d2c-5732889d76a2 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.963082 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-587ff884-4cd1-4113-8d2c-5732889d76a2 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.967443 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-587ff884-4cd1-4113-8d2c-5732889d76a2 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.984226 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-587ff884-4cd1-4113-8d2c-5732889d76a2 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.985446 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-587ff884-4cd1-4113-8d2c-5732889d76a2 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1039166 Jul 16 18:24:32.988697 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40158) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.993152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:33.193250 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.387087 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.405261 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.508806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Allocated IP 172.25.3.145 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/38f24478-a9e4-45d6-855b-15a6f01d3d9b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:33.608846 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.647778 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.691621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:33.694390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:33.697249 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:33.720413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Pushing event updated for resources: {'Port': ['ID=38f24478-a9e4-45d6-855b-15a6f01d3d9b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.734874 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.735223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.735555 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.735885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.736464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.736790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.737115 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.737434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.737869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.738296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.738824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.739152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:34.027666 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c8a9a-5411-4f95-9a8a-5ef431889c2c req-b008b62a-5f4b-48a6-9773-f6730913d05d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.029264 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e4c8a9a-5411-4f95-9a8a-5ef431889c2c req-b008b62a-5f4b-48a6-9773-f6730913d05d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 943 time: 0.0669539 Jul 16 18:24:34.070048 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8e4c8a9a-5411-4f95-9a8a-5ef431889c2c req-ab797fd4-ab1f-43f4-90a8-99be48870669 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340803 Jul 16 18:24:34.294114 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.488284 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.491629 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.615083 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Router 48a9c77f-45a4-46d3-9401-b5faac08f043 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:34.720330 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:34.727157 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.728339 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cd703651-3dd4-4f80-b17f-90e705085240 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "PUT /v2.0/routers/48a9c77f-45a4-46d3-9401-b5faac08f043 HTTP/1.1" status: 200 len: 880 time: 1.7387135 Jul 16 18:24:34.729840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd56ece-4b2f-4636-abb2-8e64306d81fe None None] Sync routers for ids ['48a9c77f-45a4-46d3-9401-b5faac08f043'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:34.731083 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40162) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:34.741112 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd56ece-4b2f-4636-abb2-8e64306d81fe None None] Routers {'48a9c77f-45a4-46d3-9401-b5faac08f043'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:34.741765 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2fd56ece-4b2f-4636-abb2-8e64306d81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['48a9c77f-45a4-46d3-9401-b5faac08f043'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:34.776991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2fd56ece-4b2f-4636-abb2-8e64306d81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:34.787184 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd56ece-4b2f-4636-abb2-8e64306d81fe None None] Routers {'48a9c77f-45a4-46d3-9401-b5faac08f043'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:34.787800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2fd56ece-4b2f-4636-abb2-8e64306d81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['48a9c77f-45a4-46d3-9401-b5faac08f043'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:34.819528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2fd56ece-4b2f-4636-abb2-8e64306d81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:34.820177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd56ece-4b2f-4636-abb2-8e64306d81fe None None] The sync data for ids ['48a9c77f-45a4-46d3-9401-b5faac08f043'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:34.840089 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4d036749-3cc7-436b-a129-533589544986 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/routers/48a9c77f-45a4-46d3-9401-b5faac08f043 HTTP/1.1" status: 200 len: 921 time: 0.1078956 Jul 16 18:24:34.843261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40164) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:34.899455 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a986403d-ef00-41bf-b12b-62f529eb165e tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.900959 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a986403d-ef00-41bf-b12b-62f529eb165e tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&device_id=48a9c77f-45a4-46d3-9401-b5faac08f043&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0567975 Jul 16 18:24:34.903765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40166) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:34.986437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d2491e-5b5e-4a9a-b6fc-f1bc5e673347 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.988351 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-25d2491e-5b5e-4a9a-b6fc-f1bc5e673347 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 881 time: 0.0830626 Jul 16 18:24:34.991412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40168) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:35.019159 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-31b1b97c-ecf7-47ea-937f-b05f1626a2a5 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a9c77f-45a4-46d3-9401-b5faac08f043 HTTP/1.1" status: 200 len: 205 time: 0.0266061 Jul 16 18:24:35.021799 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40170) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:35.128331 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.234706 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.246305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66385344-321f-46b1-bb71-4ba7bd672260 req-88d4967d-d568-43aa-a4ee-a010ee4188ac tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.253270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66385344-321f-46b1-bb71-4ba7bd672260 req-88d4967d-d568-43aa-a4ee-a010ee4188ac tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 943 time: 0.0698938 Jul 16 18:24:35.288516 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66385344-321f-46b1-bb71-4ba7bd672260 req-b6324f19-cf2b-40b4-87e3-897b7c0de44c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343544 Jul 16 18:24:35.290351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Deleting port 38f24478-a9e4-45d6-855b-15a6f01d3d9b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:35.290759 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.376689 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.388565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Calling delete_port for 38f24478-a9e4-45d6-855b-15a6f01d3d9b owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:35.553133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.576840 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Pushing event deleted for resources: {'Port': ['ID=38f24478-a9e4-45d6-855b-15a6f01d3d9b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.641497 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.735758 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.738618 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.782214 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.782872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Fanout notify agent at l3_agent the message router_deleted on router 48a9c77f-45a4-46d3-9401-b5faac08f043 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:35.789849 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.791016 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fc9fae93-b0c3-436a-a02f-1cbcec98cc0e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "DELETE /v2.0/routers/48a9c77f-45a4-46d3-9401-b5faac08f043 HTTP/1.1" status: 204 len: 168 time: 0.7682676 Jul 16 18:24:35.794981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40174) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:35.799748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3e3bd881-063d-40b8-a2e3-c61ed5027601 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1479909384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:35.823328 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3e3bd881-063d-40b8-a2e3-c61ed5027601 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.824250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3e3bd881-063d-40b8-a2e3-c61ed5027601 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.877197 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3e3bd881-063d-40b8-a2e3-c61ed5027601 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.881563 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3e3bd881-063d-40b8-a2e3-c61ed5027601 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.897223 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3e3bd881-063d-40b8-a2e3-c61ed5027601 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.898702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3e3bd881-063d-40b8-a2e3-c61ed5027601 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1027162 Jul 16 18:24:35.901395 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40176) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:35.905872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'enable_snat': True}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:36.103077 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.299588 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.319117 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.466325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Allocated IP 172.25.3.80 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/88c18ffa-d35a-4e3c-95e2-5b37edc29c04) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:36.521019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00451f-882d-4fd9-a209-560ddac081a2 req-a80d1048-0b52-4fa6-9e84-6c1d0671accc tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:36.522563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad00451f-882d-4fd9-a209-560ddac081a2 req-a80d1048-0b52-4fa6-9e84-6c1d0671accc tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 943 time: 0.1107385 Jul 16 18:24:36.607224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad00451f-882d-4fd9-a209-560ddac081a2 req-943ba4e5-fb56-4ba9-96f8-4e9594b90350 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553813 Jul 16 18:24:36.623172 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.661936 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.697066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:36.703249 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:36.707661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:36.729541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event updated for resources: {'Port': ['ID=88c18ffa-d35a-4e3c-95e2-5b37edc29c04,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.954047 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.081679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 906aa7b3-4e9a-443b-9bed-da953268556e details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:37.146134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.150383 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.180258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 906aa7b3-4e9a-443b-9bed-da953268556e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=906aa7b3-4e9a-443b-9bed-da953268556e,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:37.191108 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '906aa7b3-4e9a-443b-9bed-da953268556e', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'port_id': '906aa7b3-4e9a-443b-9bed-da953268556e', 'mac_address': 'fa:16:3e:eb:ee:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:37.228077 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.241740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906aa7b3-4e9a-443b-9bed-da953268556e {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:37.261398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 906aa7b3-4e9a-443b-9bed-da953268556e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=906aa7b3-4e9a-443b-9bed-da953268556e,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:37.265964 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.277548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Router d4139c4e-2d57-46c5-ad07-f9bd6349cdb1 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:37.316322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=906aa7b3-4e9a-443b-9bed-da953268556e,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.482811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['906aa7b3-4e9a-443b-9bed-da953268556e'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:37.723351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:37.727646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.728693 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9b260521-48ee-4829-87d2-c09dcc498016 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "PUT /v2.0/routers/d4139c4e-2d57-46c5-ad07-f9bd6349cdb1 HTTP/1.1" status: 200 len: 914 time: 1.8263273 Jul 16 18:24:37.731492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40182) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.734163 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd3c37-0986-4051-92a7-e7ad68d7e6da None None] Sync routers for ids ['d4139c4e-2d57-46c5-ad07-f9bd6349cdb1'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:37.744547 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd3c37-0986-4051-92a7-e7ad68d7e6da None None] Routers {'d4139c4e-2d57-46c5-ad07-f9bd6349cdb1'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:37.745196 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2abd3c37-0986-4051-92a7-e7ad68d7e6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d4139c4e-2d57-46c5-ad07-f9bd6349cdb1'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:37.781248 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2abd3c37-0986-4051-92a7-e7ad68d7e6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:37.790761 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd3c37-0986-4051-92a7-e7ad68d7e6da None None] Routers {'d4139c4e-2d57-46c5-ad07-f9bd6349cdb1'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:37.791686 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2abd3c37-0986-4051-92a7-e7ad68d7e6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['d4139c4e-2d57-46c5-ad07-f9bd6349cdb1'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:37.795656 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f278b-0aa9-40e5-b642-21f44a6d3e18 req-cc1443c4-1f83-4369-918f-0877124cb19f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.797178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c9f278b-0aa9-40e5-b642-21f44a6d3e18 req-cc1443c4-1f83-4369-918f-0877124cb19f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 944 time: 0.0674975 Jul 16 18:24:37.825634 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2abd3c37-0986-4051-92a7-e7ad68d7e6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:37.826311 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abd3c37-0986-4051-92a7-e7ad68d7e6da None None] The sync data for ids ['d4139c4e-2d57-46c5-ad07-f9bd6349cdb1'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:37.838120 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6c9f278b-0aa9-40e5-b642-21f44a6d3e18 req-0fa7bfa6-1c99-4f38-8e7e-f28ed9662bc7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338364 Jul 16 18:24:37.858533 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-87fcf34d-434a-46c4-85db-fef83a41a2e9 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/routers/d4139c4e-2d57-46c5-ad07-f9bd6349cdb1 HTTP/1.1" status: 200 len: 920 time: 0.1258254 Jul 16 18:24:37.861369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40184) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.914019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b92d06-e479-41f9-95a6-2ee9296cb461 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.915552 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-48b92d06-e479-41f9-95a6-2ee9296cb461 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&device_id=d4139c4e-2d57-46c5-ad07-f9bd6349cdb1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0532155 Jul 16 18:24:37.918430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40186) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.004745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cca9d45-d248-46d2-9d71-164d818a8d47 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.006172 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8cca9d45-d248-46d2-9d71-164d818a8d47 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 881 time: 0.0868390 Jul 16 18:24:38.008929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40188) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.037538 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0b1cd942-6ee6-4166-898f-2511fbe568d0 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4139c4e-2d57-46c5-ad07-f9bd6349cdb1 HTTP/1.1" status: 200 len: 205 time: 0.0275917 Jul 16 18:24:38.039997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40190) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.146247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.248256 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.302706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Deleting port 88c18ffa-d35a-4e3c-95e2-5b37edc29c04 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:38.303048 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.380839 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.393151 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Calling delete_port for 88c18ffa-d35a-4e3c-95e2-5b37edc29c04 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:38.555590 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.580988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Pushing event deleted for resources: {'Port': ['ID=88c18ffa-d35a-4e3c-95e2-5b37edc29c04,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.645972 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.735118 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.737426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.782919 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.783598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Fanout notify agent at l3_agent the message router_deleted on router d4139c4e-2d57-46c5-ad07-f9bd6349cdb1 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:38.791328 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.792447 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-88662cbc-46e7-4627-8c9e-4465e577044e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "DELETE /v2.0/routers/d4139c4e-2d57-46c5-ad07-f9bd6349cdb1 HTTP/1.1" status: 204 len: 168 time: 0.7515709 Jul 16 18:24:38.797071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40192) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.802100 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1c335b5f-3e29-462b-9d68-3a00caebd4fd tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-68095827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:38.824003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c335b5f-3e29-462b-9d68-3a00caebd4fd tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.824937 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c335b5f-3e29-462b-9d68-3a00caebd4fd tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.877625 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c335b5f-3e29-462b-9d68-3a00caebd4fd tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.883042 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c335b5f-3e29-462b-9d68-3a00caebd4fd tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.899221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c335b5f-3e29-462b-9d68-3a00caebd4fd tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.900565 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1c335b5f-3e29-462b-9d68-3a00caebd4fd tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1025140 Jul 16 18:24:38.903251 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40196) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.907585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'enable_snat': False}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:39.032253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f326ea-eaa3-4a68-b896-13f1a92e8893 req-f29f1b0d-ea47-44ac-b8aa-badc168ad5f6 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.033858 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2f326ea-eaa3-4a68-b896-13f1a92e8893 req-f29f1b0d-ea47-44ac-b8aa-badc168ad5f6 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 944 time: 0.0640910 Jul 16 18:24:39.072594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2f326ea-eaa3-4a68-b896-13f1a92e8893 req-01171d22-2247-4af1-a34d-42607042b4e4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321395 Jul 16 18:24:39.107118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 906aa7b3-4e9a-443b-9bed-da953268556e up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:39.116298 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.156379 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 906aa7b3-4e9a-443b-9bed-da953268556e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:39.160873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 906aa7b3-4e9a-443b-9bed-da953268556e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:39.161326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.241533 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.263864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906aa7b3-4e9a-443b-9bed-da953268556e'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:39.266150 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5a899d-29ff-4a08-998f-c8cabed511d1" -d '{"events": [{"server_uuid": "fd04e63c-436f-4355-8f82-43c2af49f8e9", "name": "network-vif-plugged", "status": "completed", "tag": "906aa7b3-4e9a-443b-9bed-da953268556e"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:39.283275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 906aa7b3-4e9a-443b-9bed-da953268556e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=906aa7b3-4e9a-443b-9bed-da953268556e,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:39.288642 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.329126 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.346722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=906aa7b3-4e9a-443b-9bed-da953268556e,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:39.349920 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.390015 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9bcd11-7165-4ec7-ad60-aad3c643e3fc x-openstack-request-id: req-ba9bcd11-7165-4ec7-ad60-aad3c643e3fc {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:39.390645 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd04e63c-436f-4355-8f82-43c2af49f8e9", "name": "network-vif-plugged", "status": "completed", "tag": "906aa7b3-4e9a-443b-9bed-da953268556e", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:39.391086 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba9bcd11-7165-4ec7-ad60-aad3c643e3fc {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:39.391654 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906aa7b3-4e9a-443b-9bed-da953268556e', 'code': 200} Jul 16 18:24:39.493227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Allocated IP 172.25.3.89 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/a3552166-7e46-4c3d-9c12-313fad19be6e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:39.910172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c024c3-6408-4e66-96cb-870d48f92f79 req-3f8aa274-de71-4a31-b08d-caf72f0a9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.911674 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-95c024c3-6408-4e66-96cb-870d48f92f79 req-3f8aa274-de71-4a31-b08d-caf72f0a9b6b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 1097 time: 0.4585714 Jul 16 18:24:39.961393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.971645 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-95c024c3-6408-4e66-96cb-870d48f92f79 req-f203da0d-b197-4507-9fc8-1e9b319dd462 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524974 Jul 16 18:24:40.004799 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.040038 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:40.044748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:40.048062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:40.071728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Pushing event updated for resources: {'Port': ['ID=a3552166-7e46-4c3d-9c12-313fad19be6e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:40.259988 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33744544-e732-490e-a575-49d2e8c3dc9b req-d4114597-a2a7-444c-b7ab-47eb407a1a17 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.261555 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33744544-e732-490e-a575-49d2e8c3dc9b req-d4114597-a2a7-444c-b7ab-47eb407a1a17 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 945 time: 0.0735338 Jul 16 18:24:40.300799 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.306384 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33744544-e732-490e-a575-49d2e8c3dc9b req-bb8fcb5f-8836-4255-ae3d-81a3a80e4eff tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381260 Jul 16 18:24:40.497179 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.500506 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.630594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Router 8c20f56b-7cbb-4044-afe4-923f311f92fd is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:40.749559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:40.755042 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.756316 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5e36db5b-4df4-4054-aca7-ab2be2ec1527 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "PUT /v2.0/routers/8c20f56b-7cbb-4044-afe4-923f311f92fd HTTP/1.1" status: 200 len: 913 time: 1.8521037 Jul 16 18:24:40.759129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40208) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:40.762780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696daa77-b02a-4ab6-bb30-8e507add7011 None None] Sync routers for ids ['8c20f56b-7cbb-4044-afe4-923f311f92fd'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:40.773972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696daa77-b02a-4ab6-bb30-8e507add7011 None None] Routers {'8c20f56b-7cbb-4044-afe4-923f311f92fd'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:40.775067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-696daa77-b02a-4ab6-bb30-8e507add7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8c20f56b-7cbb-4044-afe4-923f311f92fd'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:40.809818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-696daa77-b02a-4ab6-bb30-8e507add7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:40.819848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696daa77-b02a-4ab6-bb30-8e507add7011 None None] Routers {'8c20f56b-7cbb-4044-afe4-923f311f92fd'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:40.820762 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-696daa77-b02a-4ab6-bb30-8e507add7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8c20f56b-7cbb-4044-afe4-923f311f92fd'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:40.856458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-696daa77-b02a-4ab6-bb30-8e507add7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:40.857121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696daa77-b02a-4ab6-bb30-8e507add7011 None None] The sync data for ids ['8c20f56b-7cbb-4044-afe4-923f311f92fd'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:40.881754 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-869396b0-95fd-4a92-856b-66f58fda5ab0 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/routers/8c20f56b-7cbb-4044-afe4-923f311f92fd HTTP/1.1" status: 200 len: 919 time: 0.1204612 Jul 16 18:24:40.884348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40210) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:40.945879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d4343-4175-43d4-ac83-09b5ce43db87 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:40.947588 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ae0d4343-4175-43d4-ac83-09b5ce43db87 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&device_id=8c20f56b-7cbb-4044-afe4-923f311f92fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0621743 Jul 16 18:24:40.950359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40212) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:41.053541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0409e7a7-3f39-471e-b782-0a4560b81141 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.055099 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0409e7a7-3f39-471e-b782-0a4560b81141 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 881 time: 0.1036708 Jul 16 18:24:41.057870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40214) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:41.091478 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7dcce0ca-cb66-44df-809c-19853251b9ee tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c20f56b-7cbb-4044-afe4-923f311f92fd HTTP/1.1" status: 200 len: 205 time: 0.0322950 Jul 16 18:24:41.093974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40216) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:41.199810 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.302335 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.355067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Deleting port a3552166-7e46-4c3d-9c12-313fad19be6e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:41.355499 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.445450 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.475011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Calling delete_port for a3552166-7e46-4c3d-9c12-313fad19be6e owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:41.554394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4bfd-47b1-46f7-93d6-4b72aed6d1d8 req-55cc9c6d-1cf9-4fbf-9129-a8d4adb7f341 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.555907 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a6f4bfd-47b1-46f7-93d6-4b72aed6d1d8 req-55cc9c6d-1cf9-4fbf-9129-a8d4adb7f341 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 945 time: 0.1345587 Jul 16 18:24:41.638551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a6f4bfd-47b1-46f7-93d6-4b72aed6d1d8 req-faae7500-a16c-4efa-a366-b896b95ea0d2 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767698 Jul 16 18:24:41.694154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.719924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Pushing event deleted for resources: {'Port': ['ID=a3552166-7e46-4c3d-9c12-313fad19be6e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:41.817109 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.915283 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.918054 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.934908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea16720-4626-453c-b682-027ee926b2b5 req-471da68d-0d8b-49db-ad4b-9f7a29b773ff tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.936402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bea16720-4626-453c-b682-027ee926b2b5 req-471da68d-0d8b-49db-ad4b-9f7a29b773ff tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 945 time: 0.1689565 Jul 16 18:24:41.988972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.989413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Fanout notify agent at l3_agent the message router_deleted on router 8c20f56b-7cbb-4044-afe4-923f311f92fd {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:41.996593 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.997723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3c5cae60-605f-4d79-9eff-05eefc5ffede tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "DELETE /v2.0/routers/8c20f56b-7cbb-4044-afe4-923f311f92fd HTTP/1.1" status: 204 len: 168 time: 0.9027250 Jul 16 18:24:42.003330 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40222) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:42.008841 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-580081166', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:42.011115 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bea16720-4626-453c-b682-027ee926b2b5 req-0218b671-705c-45a1-ad30-3cbeb3299aa4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433276 Jul 16 18:24:42.033747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.035374 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.036911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40224) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:42.086584 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.090342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dee2ae1-444c-4de4-a1cd-c63ac6d983d4 tempest-TestVolumeBootPattern-1677598867 tempest-TestVolumeBootPattern-1677598867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.091908 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3dee2ae1-444c-4de4-a1cd-c63ac6d983d4 tempest-TestVolumeBootPattern-1677598867 tempest-TestVolumeBootPattern-1677598867-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 1092 time: 0.0539160 Jul 16 18:24:42.094777 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40226) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:42.099891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '906aa7b3-4e9a-443b-9bed-da953268556e', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:42.122324 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.223927 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.235488 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.336412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Allocated IP 172.25.3.13 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/a189d748-52a4-46a8-9595-2fa07e4de401) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:42.449314 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.458146 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.470143 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.497302 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.535053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:42.541293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:42.543681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:42.569377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'Port': ['ID=a189d748-52a4-46a8-9595-2fa07e4de401,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:42.575800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Allocated IP 172.25.3.210 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/4fe6ab9a-7d89-49a2-8909-aa07cbf9f69b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:42.683311 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.722893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.762376 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:42.767401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:42.770865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:42.795419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Pushing event updated for resources: {'Port': ['ID=4fe6ab9a-7d89-49a2-8909-aa07cbf9f69b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:42.948081 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.031125 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.032486 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.191224 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.196841 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.242117 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.265952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'Port': ['ID=a189d748-52a4-46a8-9595-2fa07e4de401,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:43.281850 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.379151 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Router 71730cba-2e94-4301-b8a8-a814e8c06520 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:43.386711 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Floating IP 6f5f5108-9d41-4144-b2e8-c0baacd31ba9 associated. External IP: 172.25.3.13, port: 906aa7b3-4e9a-443b-9bed-da953268556e. Jul 16 18:24:43.490350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:43.501692 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8a160-ff78-4c59-8a89-297f781ed709 None None] Sync routers for ids ['71730cba-2e94-4301-b8a8-a814e8c06520'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:43.510277 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.511724 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-990e808f-2616-4c59-a7a6-fd71a6f59c27 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5070858 Jul 16 18:24:43.512392 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8a160-ff78-4c59-8a89-297f781ed709 None None] Routers {'71730cba-2e94-4301-b8a8-a814e8c06520'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:43.513013 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-49f8a160-ff78-4c59-8a89-297f781ed709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['71730cba-2e94-4301-b8a8-a814e8c06520'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:43.514403 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40228) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.521157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:43.542448 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d243ec0b-d880-4f48-904c-506f91306e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.564218 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-49f8a160-ff78-4c59-8a89-297f781ed709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:43.573031 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8a160-ff78-4c59-8a89-297f781ed709 None None] Routers {'71730cba-2e94-4301-b8a8-a814e8c06520'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:43.573786 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-49f8a160-ff78-4c59-8a89-297f781ed709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['71730cba-2e94-4301-b8a8-a814e8c06520'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:43.606829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Router 62891f4c-21e3-4808-844b-b410e03d4c8f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:43.609255 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-49f8a160-ff78-4c59-8a89-297f781ed709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:43.610202 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f8a160-ff78-4c59-8a89-297f781ed709 None None] The sync data for ids ['71730cba-2e94-4301-b8a8-a814e8c06520'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:43.718069 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:43.730660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12149c1e-73a6-4310-9c84-e897825a09e2 None None] Sync routers for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:43.735958 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.745982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12149c1e-73a6-4310-9c84-e897825a09e2 None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:43.746564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-12149c1e-73a6-4310-9c84-e897825a09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:43.776028 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-31e6e0cf-6f23-44d3-8335-6a0b4d042d42 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6802061 Jul 16 18:24:43.776723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'tag': '906aa7b3-4e9a-443b-9bed-da953268556e'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:43.779253 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bc28f8-b16e-492d-b246-0142bfb9b831" -d '{"events": [{"name": "network-changed", "server_uuid": "fd04e63c-436f-4355-8f82-43c2af49f8e9", "tag": "906aa7b3-4e9a-443b-9bed-da953268556e"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:43.821877 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027bcebd-7e14-45bc-84e3-1d92de215052 x-openstack-request-id: req-027bcebd-7e14-45bc-84e3-1d92de215052 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:43.822243 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd04e63c-436f-4355-8f82-43c2af49f8e9", "tag": "906aa7b3-4e9a-443b-9bed-da953268556e", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:43.822565 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-027bcebd-7e14-45bc-84e3-1d92de215052 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:43.823076 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'tag': '906aa7b3-4e9a-443b-9bed-da953268556e', 'status': 'completed', 'code': 200} Jul 16 18:24:43.869137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-12149c1e-73a6-4310-9c84-e897825a09e2 None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:43.895525 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.923907 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.938833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc28f8-b16e-492d-b246-0142bfb9b831 req-6196da21-0d94-42f4-97ef-8b22214a19db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.940470 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a6bc28f8-b16e-492d-b246-0142bfb9b831 req-6196da21-0d94-42f4-97ef-8b22214a19db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 1097 time: 0.0907309 Jul 16 18:24:44.051511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Deleting port 4fe6ab9a-7d89-49a2-8909-aa07cbf9f69b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:44.052259 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.088157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc28f8-b16e-492d-b246-0142bfb9b831 req-3f1c5a27-f850-4287-b3e7-793d24ba4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.090669 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a6bc28f8-b16e-492d-b246-0142bfb9b831 req-3f1c5a27-f850-4287-b3e7-793d24ba4cd5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.1294122 Jul 16 18:24:44.111260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-12149c1e-73a6-4310-9c84-e897825a09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '6f5f5108-9d41-4144-b2e8-c0baacd31ba9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': '906aa7b3-4e9a-443b-9bed-da953268556e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:eb:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:42Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 0, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:44.155766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12149c1e-73a6-4310-9c84-e897825a09e2 None None] Checking router: 62891f4c-21e3-4808-844b-b410e03d4c8f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:44.166300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12149c1e-73a6-4310-9c84-e897825a09e2 None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:44.166916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-12149c1e-73a6-4310-9c84-e897825a09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:44.277520 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-12149c1e-73a6-4310-9c84-e897825a09e2 None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:44.402903 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:24:44.581832 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.585695 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a6bc28f8-b16e-492d-b246-0142bfb9b831 req-a9277bd9-4147-4695-aeb3-e34fce3cbb3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906aa7b3-4e9a-443b-9bed-da953268556e HTTP/1.1" status: 200 len: 998 time: 0.4870069 Jul 16 18:24:44.605705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Calling delete_port for 4fe6ab9a-7d89-49a2-8909-aa07cbf9f69b owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:44.671692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-12149c1e-73a6-4310-9c84-e897825a09e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '6f5f5108-9d41-4144-b2e8-c0baacd31ba9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': '906aa7b3-4e9a-443b-9bed-da953268556e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:eb:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:42Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 0, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:44.678552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc28f8-b16e-492d-b246-0142bfb9b831 req-2d4431e2-c010-4e8e-9ad9-c9a201d224fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.680044 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a6bc28f8-b16e-492d-b246-0142bfb9b831 req-2d4431e2-c010-4e8e-9ad9-c9a201d224fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0868750 Jul 16 18:24:44.704070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12149c1e-73a6-4310-9c84-e897825a09e2 None None] The sync data for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 is: [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '6f5f5108-9d41-4144-b2e8-c0baacd31ba9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': '906aa7b3-4e9a-443b-9bed-da953268556e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:eb:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:42Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 0, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:44.799462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc28f8-b16e-492d-b246-0142bfb9b831 req-2fdb0843-8eb2-4b97-8610-80a22bddd682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.801613 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a6bc28f8-b16e-492d-b246-0142bfb9b831 req-2fdb0843-8eb2-4b97-8610-80a22bddd682 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134958 Jul 16 18:24:44.905191 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.907002 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b791ce8-afe6-4533-b8ca-fb075d0c6377 None None] New status for floating IP 6f5f5108-9d41-4144-b2e8-c0baacd31ba9: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:44.935828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Pushing event deleted for resources: {'Port': ['ID=4fe6ab9a-7d89-49a2-8909-aa07cbf9f69b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:44.971022 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a6bc28f8-b16e-492d-b246-0142bfb9b831 req-7349b5a5-af81-45cf-a71f-720e8cd88eed service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477432 Jul 16 18:24:45.064059 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.209385 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a6bc28f8-b16e-492d-b246-0142bfb9b831 req-bb1511b9-eb27-4683-921f-a422df0c32a0 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136827 Jul 16 18:24:45.286236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.289564 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.371830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Router 71730cba-2e94-4301-b8a8-a814e8c06520 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:45.446158 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:45.454255 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.455876 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8f545bcb-1294-48ca-b9bc-7a64e614324e tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "PUT /v2.0/routers/71730cba-2e94-4301-b8a8-a814e8c06520 HTTP/1.1" status: 200 len: 705 time: 1.9402969 Jul 16 18:24:45.456535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb17770-5bdd-42b7-b4b4-6058626b8594 None None] Sync routers for ids ['71730cba-2e94-4301-b8a8-a814e8c06520'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:45.458752 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40236) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:45.465702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb17770-5bdd-42b7-b4b4-6058626b8594 None None] Routers {'71730cba-2e94-4301-b8a8-a814e8c06520'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:45.466261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3eb17770-5bdd-42b7-b4b4-6058626b8594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['71730cba-2e94-4301-b8a8-a814e8c06520'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:45.501811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3eb17770-5bdd-42b7-b4b4-6058626b8594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:45.510570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb17770-5bdd-42b7-b4b4-6058626b8594 None None] Routers {'71730cba-2e94-4301-b8a8-a814e8c06520'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:45.511186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3eb17770-5bdd-42b7-b4b4-6058626b8594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['71730cba-2e94-4301-b8a8-a814e8c06520'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:45.533051 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-da5c6dd1-6bbf-4fa7-b30a-7f3e839fa3c5 tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/routers/71730cba-2e94-4301-b8a8-a814e8c06520 HTTP/1.1" status: 200 len: 740 time: 0.0731890 Jul 16 18:24:45.536598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40238) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:45.543433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-3eb17770-5bdd-42b7-b4b4-6058626b8594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:45.544521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb17770-5bdd-42b7-b4b4-6058626b8594 None None] The sync data for ids ['71730cba-2e94-4301-b8a8-a814e8c06520'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:45.589560 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5c63be06-9f8d-4716-a778-43c7ad9567db tempest-RoutersAdminTest-84662996 tempest-RoutersAdminTest-84662996-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&device_id=71730cba-2e94-4301-b8a8-a814e8c06520 HTTP/1.1" status: 200 len: 205 time: 0.0518210 Jul 16 18:24:45.592707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40240) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:45.623743 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-869dbf40-ee10-498a-b5da-6ffda58a8c72 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "GET /v2.0/ports?device_id=71730cba-2e94-4301-b8a8-a814e8c06520 HTTP/1.1" status: 200 len: 205 time: 0.0299888 Jul 16 18:24:45.626230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40242) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:45.700095 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e06708f-f11f-4b76-8216-9eea48a67d26 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.726789 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-30e85918-a7e8-4953-9516-30dab5fed987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.859105 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e06708f-f11f-4b76-8216-9eea48a67d26 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.861437 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e06708f-f11f-4b76-8216-9eea48a67d26 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.903447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e06708f-f11f-4b76-8216-9eea48a67d26 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.903952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e06708f-f11f-4b76-8216-9eea48a67d26 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Fanout notify agent at l3_agent the message router_deleted on router 71730cba-2e94-4301-b8a8-a814e8c06520 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:45.911468 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e06708f-f11f-4b76-8216-9eea48a67d26 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.912881 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9e06708f-f11f-4b76-8216-9eea48a67d26 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "DELETE /v2.0/routers/71730cba-2e94-4301-b8a8-a814e8c06520 HTTP/1.1" status: 204 len: 168 time: 0.2854662 Jul 16 18:24:45.915799 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40244) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:45.944139 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bc153a7a-955d-444b-88d7-457435d634ed tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "GET /v2.0/ports?device_id=71730cba-2e94-4301-b8a8-a814e8c06520 HTTP/1.1" status: 200 len: 205 time: 0.0272467 Jul 16 18:24:45.946530 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40246) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:45.974431 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.987994 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-0fbcf69b-abe9-49bd-8123-c43d533926c6 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] delete failed (client error): The resource could not be found. Jul 16 18:24:45.988964 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0fbcf69b-abe9-49bd-8123-c43d533926c6 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "DELETE /v2.0/routers/71730cba-2e94-4301-b8a8-a814e8c06520 HTTP/1.1" status: 404 len: 336 time: 0.0415442 Jul 16 18:24:45.991705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40248) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.020144 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-572f0a78-17b9-468d-89bd-7d30942bc206 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c20f56b-7cbb-4044-afe4-923f311f92fd HTTP/1.1" status: 200 len: 205 time: 0.0274043 Jul 16 18:24:46.022495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40250) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.058373 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-82b332ed-35b1-4b1c-8905-ce530aa69d3d tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] delete failed (client error): The resource could not be found. Jul 16 18:24:46.059358 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-82b332ed-35b1-4b1c-8905-ce530aa69d3d tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "DELETE /v2.0/routers/8c20f56b-7cbb-4044-afe4-923f311f92fd HTTP/1.1" status: 404 len: 336 time: 0.0359879 Jul 16 18:24:46.062169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40252) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.091135 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-10ec9722-a71b-42f5-8202-d295e12048e8 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4139c4e-2d57-46c5-ad07-f9bd6349cdb1 HTTP/1.1" status: 200 len: 205 time: 0.0279551 Jul 16 18:24:46.093840 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40254) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.135725 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-c65b594d-74c7-4fb6-80e9-b2884b72fbd8 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] delete failed (client error): The resource could not be found. Jul 16 18:24:46.136733 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c65b594d-74c7-4fb6-80e9-b2884b72fbd8 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "DELETE /v2.0/routers/d4139c4e-2d57-46c5-ad07-f9bd6349cdb1 HTTP/1.1" status: 404 len: 336 time: 0.0419831 Jul 16 18:24:46.139481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40256) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.167900 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-768d5117-a794-4e3b-8fd6-6e6497d0f2e3 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a9c77f-45a4-46d3-9401-b5faac08f043 HTTP/1.1" status: 200 len: 205 time: 0.0274065 Jul 16 18:24:46.170190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40258) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.210307 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-4511c18d-d06b-4b63-be83-6db9d75fe539 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] delete failed (client error): The resource could not be found. Jul 16 18:24:46.211789 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4511c18d-d06b-4b63-be83-6db9d75fe539 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "DELETE /v2.0/routers/48a9c77f-45a4-46d3-9401-b5faac08f043 HTTP/1.1" status: 404 len: 336 time: 0.0407257 Jul 16 18:24:46.214560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40260) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.244178 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e337502d-a259-44e4-a941-fbb1a8167df2 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "GET /v2.0/ports?device_id=6eb13178-6444-4196-a4d9-31204ea47076 HTTP/1.1" status: 200 len: 205 time: 0.0285125 Jul 16 18:24:46.246536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40262) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.281254 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-7898c970-792b-4e3c-bc7a-aff1c9d7b1db tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] delete failed (client error): The resource could not be found. Jul 16 18:24:46.282283 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7898c970-792b-4e3c-bc7a-aff1c9d7b1db tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "DELETE /v2.0/routers/6eb13178-6444-4196-a4d9-31204ea47076 HTTP/1.1" status: 404 len: 336 time: 0.0348537 Jul 16 18:24:46.285375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40264) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.314044 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-254dac88-dcdd-4349-8f3c-4e9e0e671718 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cc4b3b5-d8c9-4c75-a29f-9b1d536c6e02 HTTP/1.1" status: 200 len: 205 time: 0.0275962 Jul 16 18:24:46.316560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40266) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.357562 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-2cd8efe7-052f-4d71-9648-9310916ee888 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] delete failed (client error): The resource could not be found. Jul 16 18:24:46.358607 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2cd8efe7-052f-4d71-9648-9310916ee888 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "DELETE /v2.0/routers/6cc4b3b5-d8c9-4c75-a29f-9b1d536c6e02 HTTP/1.1" status: 404 len: 336 time: 0.0409243 Jul 16 18:24:46.361604 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40268) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.389255 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30734ff-2b42-4769-bfcb-26d656b4beb3 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] DELETE failed (client error): The resource could not be found. Jul 16 18:24:46.389743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30734ff-2b42-4769-bfcb-26d656b4beb3 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:24:46.391714 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c30734ff-2b42-4769-bfcb-26d656b4beb3 tempest-RoutersAdminTest-1070596944 tempest-RoutersAdminTest-1070596944-project] 10.222.0.24 "DELETE /v2.0/subnets/bd8ad7b5-1e6a-4b9f-bca3-d0333af8a4c4 HTTP/1.1" status: 404 len: 337 time: 0.0289454 Jul 16 18:24:46.637736 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40274) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.744447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-381a9c5f-ec21-4460-8a9d-e0e3e5cd4f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.834702 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-381a9c5f-ec21-4460-8a9d-e0e3e5cd4f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.838419 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-381a9c5f-ec21-4460-8a9d-e0e3e5cd4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.883102 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-381a9c5f-ec21-4460-8a9d-e0e3e5cd4f9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9f8bf1e6d6c4567bb3239fffdcd3adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442818 Jul 16 18:24:46.884319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a9c5f-ec21-4460-8a9d-e0e3e5cd4f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed572956-6f02-4af2-b314-6253289d9148,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:46.885796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40278) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.939383 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.961353 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.008866 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.011500 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.012700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed572956-6f02-4af2-b314-6253289d9148 HTTP/1.1" status: 204 len: 168 time: 0.1258578 Jul 16 18:24:47.021263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed572956-6f02-4af2-b314-6253289d9148,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:47.028841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:47.029191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:47.029535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:47.029900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:47.030239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:47.030574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:47.030907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:47.031238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:47.031568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:47.031896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:47.032228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:47.032555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9528b-5b4d-46f2-b766-34984fad3227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:47.275155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40284) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:47.316682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-660d3d5f-0fac-478a-b2d4-189a337672bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35fbae2e22c94ec3b8c465427e5dfd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389376 Jul 16 18:24:47.318654 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40286) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:47.366659 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41f26390-ffd9-46f6-a41b-c7c0476240e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.389202 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41f26390-ffd9-46f6-a41b-c7c0476240e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.435459 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41f26390-ffd9-46f6-a41b-c7c0476240e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.438165 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41f26390-ffd9-46f6-a41b-c7c0476240e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.439333 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-41f26390-ffd9-46f6-a41b-c7c0476240e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa6201ca-cc9a-41b1-918e-e4d62b31d09c HTTP/1.1" status: 204 len: 168 time: 0.1197729 Jul 16 18:24:47.448264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f26390-ffd9-46f6-a41b-c7c0476240e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6201ca-cc9a-41b1-918e-e4d62b31d09c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:47.674009 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.626488 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40322) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:48.723784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-205557705', 'router:external': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:48.745492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Made reservation on behalf of e2246847c6e14b59ba9fc1bae20a9eaa for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:48.747901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.757034 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.844957 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.849459 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.873076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:48.882910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24657b1a-673e-4c4b-a129-18e455bf5969,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:48.887633 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.888000 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Added segment 16930ff0-b3cc-4c7b-8a9a-dfed204ba0a7 of type vlan for network 7076ed80-2321-49ff-818f-1db23b913566 Jul 16 18:24:48.932410 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.964828 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.965934 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.966551 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.998147 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3702564 Jul 16 18:24:49.002496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40326) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:49.008977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f01a2d94-5691-4161-a178-a13a3fe28527 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Request body: {'subnet': {'network_id': '7076ed80-2321-49ff-818f-1db23b913566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:49.032993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc78412-7267-4ce7-8412-18d029680504 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event updated for resources: {'Network': ['ID=7076ed80-2321-49ff-818f-1db23b913566,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.035433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01a2d94-5691-4161-a178-a13a3fe28527 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Made reservation on behalf of e2246847c6e14b59ba9fc1bae20a9eaa for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:49.038597 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f01a2d94-5691-4161-a178-a13a3fe28527 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.043927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 7076ed80-2321-49ff-818f-1db23b913566 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:49.135890 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.323101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.objects.ports [None req-f01a2d94-5691-4161-a178-a13a3fe28527 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105591) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:24:49.323622 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f01a2d94-5691-4161-a178-a13a3fe28527 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.381129 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a2d94-5691-4161-a178-a13a3fe28527 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad4e1a23-08b9-46f6-9ecf-cd2dce63544a,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.391515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01a2d94-5691-4161-a178-a13a3fe28527 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Checking segment: {'id': '16930ff0-b3cc-4c7b-8a9a-dfed204ba0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7076ed80-2321-49ff-818f-1db23b913566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:49.391880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01a2d94-5691-4161-a178-a13a3fe28527 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Network hostable DHCP agents. Network: 7076ed80-2321-49ff-818f-1db23b913566, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:49.408513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01a2d94-5691-4161-a178-a13a3fe28527 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Network 7076ed80-2321-49ff-818f-1db23b913566 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:49.418256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-f01a2d94-5691-4161-a178-a13a3fe28527 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 7076ed80-2321-49ff-818f-1db23b913566) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:49.425457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01a2d94-5691-4161-a178-a13a3fe28527 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:49.426197 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f01a2d94-5691-4161-a178-a13a3fe28527 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.427009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab675e9-d2da-4e3a-9242-bb34723b3bf3 None None] Network 7076ed80-2321-49ff-818f-1db23b913566 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:49.441149 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f01a2d94-5691-4161-a178-a13a3fe28527 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4360895 Jul 16 18:24:49.443818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40328) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:49.448850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1584346983', 'network_id': '7076ed80-2321-49ff-818f-1db23b913566'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:49.470101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Made reservation on behalf of e2246847c6e14b59ba9fc1bae20a9eaa for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:49.473469 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.490033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] device_id is not set on port d18640ef-5c83-4826-8c1f-1c05590fa850 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:24:49.558096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c266e8-dc94-4d35-b56b-8a06eaebf71a None None] Network 7076ed80-2321-49ff-818f-1db23b913566 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:49.598122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Allocated IP 2001:db8::166 (7076ed80-2321-49ff-818f-1db23b913566/ad4e1a23-08b9-46f6-9ecf-cd2dce63544a/d18640ef-5c83-4826-8c1f-1c05590fa850) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:49.749340 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.789472 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.827773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Network 7076ed80-2321-49ff-818f-1db23b913566 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:49.832715 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:49.836021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:49.837012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:49.837606 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.848269 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event updated for resources: {'Port': ['ID=d18640ef-5c83-4826-8c1f-1c05590fa850,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.858402 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d389382b-6445-434a-9a8b-1bebd48f59d8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4135125 Jul 16 18:24:49.861184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40330) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:49.945959 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0996e6a7-6e18-4de1-b6b3-1de71ad25de5 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Deleting port d18640ef-5c83-4826-8c1f-1c05590fa850 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:49.946309 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0996e6a7-6e18-4de1-b6b3-1de71ad25de5 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.023417 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0996e6a7-6e18-4de1-b6b3-1de71ad25de5 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.035879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0996e6a7-6e18-4de1-b6b3-1de71ad25de5 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Calling delete_port for d18640ef-5c83-4826-8c1f-1c05590fa850 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:50.157195 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0996e6a7-6e18-4de1-b6b3-1de71ad25de5 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.183368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996e6a7-6e18-4de1-b6b3-1de71ad25de5 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event deleted for resources: {'Port': ['ID=d18640ef-5c83-4826-8c1f-1c05590fa850,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.214544 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0996e6a7-6e18-4de1-b6b3-1de71ad25de5 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.216465 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0996e6a7-6e18-4de1-b6b3-1de71ad25de5 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d18640ef-5c83-4826-8c1f-1c05590fa850 HTTP/1.1" status: 204 len: 168 time: 0.3543046 Jul 16 18:24:50.219232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40332) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:50.224270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7076ed80-2321-49ff-818f-1db23b913566', 'external_fixed_ips': [{'subnet_id': 'ad4e1a23-08b9-46f6-9ecf-cd2dce63544a', 'ip_address': '2001:db8::166'}]}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:50.244378 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.245583 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.296295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.431688 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.628190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.650542 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.176621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Allocated IP 2001:db8::166 (7076ed80-2321-49ff-818f-1db23b913566/ad4e1a23-08b9-46f6-9ecf-cd2dce63544a/65b311cf-4556-4795-8b2f-024e70d417b8) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:51.279598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.319125 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.357527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Network 7076ed80-2321-49ff-818f-1db23b913566 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:51.365273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:51.368902 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:51.374368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event updated for resources: {'Port': ['ID=65b311cf-4556-4795-8b2f-024e70d417b8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:51.575397 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.771712 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.903035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Router aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:52.011118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:52.021626 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] Sync routers for ids ['aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:52.026681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.027929 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8c05d948-b44c-4589-9686-b18fc0722d5a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8077700 Jul 16 18:24:52.030568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40336) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:52.032937 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] Routers {'aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:52.033701 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:52.138048 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.147443 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] Set router aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:52.255905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.310850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Deleting port 65b311cf-4556-4795-8b2f-024e70d417b8 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:52.311193 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.350385 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4', 'name': '', 'tenant_id': 'e2246847c6e14b59ba9fc1bae20a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7076ed80-2321-49ff-818f-1db23b913566', 'external_fixed_ips': [{'subnet_id': 'ad4e1a23-08b9-46f6-9ecf-cd2dce63544a', 'ip_address': '2001:db8::166'}], 'enable_snat': True}, 'gw_port_id': '65b311cf-4556-4795-8b2f-024e70d417b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:50Z', 'updated_at': '2021-07-16T18:24:51Z', 'revision_number': 3, 'project_id': 'e2246847c6e14b59ba9fc1bae20a9eaa', 'gw_port': {'id': '65b311cf-4556-4795-8b2f-024e70d417b8', 'name': '', 'network_id': '7076ed80-2321-49ff-818f-1db23b913566', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:3c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'ad4e1a23-08b9-46f6-9ecf-cd2dce63544a', 'ip_address': '2001:db8::166', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:50Z', 'updated_at': '2021-07-16T18:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad4e1a23-08b9-46f6-9ecf-cd2dce63544a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:52.389396 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.403933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Calling delete_port for 65b311cf-4556-4795-8b2f-024e70d417b8 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:52.481358 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] Checking router: aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:52.482041 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] Updating router aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4 port 65b311cf-4556-4795-8b2f-024e70d417b8 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:52.516356 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.573302 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.603042 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event deleted for resources: {'Port': ['ID=65b311cf-4556-4795-8b2f-024e70d417b8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:52.629503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.723973 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.726153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.772584 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.772840 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.db.api [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:24:52.773031 n-d-787205-10 neutron-server[105593]: DEBUG oslo_db.api [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:24:52.773170 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:52.777811 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.781152 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b6cd9bf4-99ef-4f02-a333-1e204bccd665 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "DELETE /v2.0/routers/aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4 HTTP/1.1" status: 204 len: 168 time: 0.7471545 Jul 16 18:24:52.781322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40338) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:52.831865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d72476-447d-4b5f-9b66-d3d4c14b7c5d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Deleting subnet ad4e1a23-08b9-46f6-9ecf-cd2dce63544a {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:52.834923 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1d72476-447d-4b5f-9b66-d3d4c14b7c5d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.870705 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1d72476-447d-4b5f-9b66-d3d4c14b7c5d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.910801 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1d72476-447d-4b5f-9b66-d3d4c14b7c5d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.961845 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1d72476-447d-4b5f-9b66-d3d4c14b7c5d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.989283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d72476-447d-4b5f-9b66-d3d4c14b7c5d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad4e1a23-08b9-46f6-9ecf-cd2dce63544a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:52.992731 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e1d72476-447d-4b5f-9b66-d3d4c14b7c5d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.995000 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e1d72476-447d-4b5f-9b66-d3d4c14b7c5d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/ad4e1a23-08b9-46f6-9ecf-cd2dce63544a HTTP/1.1" status: 204 len: 168 time: 0.2122221 Jul 16 18:24:52.997306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40340) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:53.069650 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.153067 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.163634 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7076ed80-2321-49ff-818f-1db23b913566']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:53.173707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16930ff0-b3cc-4c7b-8a9a-dfed204ba0a7') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:53.174012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16930ff0-b3cc-4c7b-8a9a-dfed204ba0a7') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:53.183488 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.197580 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.203652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:53.204500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:53.206465 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:53.261413 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.266632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7076ed80-2321-49ff-818f-1db23b913566 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:24:53.272495 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.274819 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "DELETE /v2.0/networks/7076ed80-2321-49ff-818f-1db23b913566 HTTP/1.1" status: 204 len: 168 time: 0.2763727 Jul 16 18:24:53.286257 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.287236 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abab1ac-9a3e-4671-bf97-ed3b2f3d053f tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event deleted for resources: {'Network': ['ID=7076ed80-2321-49ff-818f-1db23b913566,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:53.306498 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] Port 65b311cf-4556-4795-8b2f-024e70d417b8 not found while updating agent binding for router aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4. {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:24:53.324396 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] Routers set() bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:53.324686 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] Router IDs set() for agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:24:53.325646 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_agentschedulers_db [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent'). {{(pid=105593) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:24:53.326271 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c664146-eaa8-42b5-89f3-1953735b1bba None None] The sync data for ids ['aef01fb9-7be5-4d3b-b3e0-c449dc72bbb4'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:53.468906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40348) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:53.474525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-455ab8d7-bc4c-41c9-b670-48286aa7ef9a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Request body: {'router': {'name': 'tempest-router--1370128880', 'project_id': 'b9c3842212ce4d14843e519f875cf397'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:53.494875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-455ab8d7-bc4c-41c9-b670-48286aa7ef9a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.496005 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-455ab8d7-bc4c-41c9-b670-48286aa7ef9a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.550569 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-455ab8d7-bc4c-41c9-b670-48286aa7ef9a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.555031 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-455ab8d7-bc4c-41c9-b670-48286aa7ef9a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.568694 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-455ab8d7-bc4c-41c9-b670-48286aa7ef9a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.570012 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-455ab8d7-bc4c-41c9-b670-48286aa7ef9a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0999548 Jul 16 18:24:53.572638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40350) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:53.646041 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e8c8c2d-a5af-4bb6-90bd-b7f6d8de23f8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.807178 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e8c8c2d-a5af-4bb6-90bd-b7f6d8de23f8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.809432 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e8c8c2d-a5af-4bb6-90bd-b7f6d8de23f8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.852237 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e8c8c2d-a5af-4bb6-90bd-b7f6d8de23f8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.852774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8c8c2d-a5af-4bb6-90bd-b7f6d8de23f8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 398e0ff3-e133-428c-847a-6b649df174fb {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:53.856938 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e8c8c2d-a5af-4bb6-90bd-b7f6d8de23f8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.858102 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9e8c8c2d-a5af-4bb6-90bd-b7f6d8de23f8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "DELETE /v2.0/routers/398e0ff3-e133-428c-847a-6b649df174fb HTTP/1.1" status: 204 len: 168 time: 0.2844949 Jul 16 18:24:53.958224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40354) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:54.148976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1429906071', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:54.175154 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.176190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.227718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.363875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.563924 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.582011 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.683888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Allocated IP 172.25.3.194 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/3a413d90-0b07-46ec-a484-199b8fac893e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:54.790894 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.829119 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.869089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:54.871890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:54.874267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:54.897942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Pushing event updated for resources: {'Port': ['ID=3a413d90-0b07-46ec-a484-199b8fac893e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.119515 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.311031 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.424059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.443224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Router 3d5d3ab9-9ae5-410f-a0d3-3d4b715c2aa6 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:55.876880 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:55.887863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f235848d-d484-45eb-81c9-d9f1f2ab6774 None None] Sync routers for ids ['3d5d3ab9-9ae5-410f-a0d3-3d4b715c2aa6'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:55.897424 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.898841 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bc9983fc-03df-48bd-b58c-fff492fba40a tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.9395654 Jul 16 18:24:55.899137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f235848d-d484-45eb-81c9-d9f1f2ab6774 None None] Routers {'3d5d3ab9-9ae5-410f-a0d3-3d4b715c2aa6'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:55.899866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f235848d-d484-45eb-81c9-d9f1f2ab6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3d5d3ab9-9ae5-410f-a0d3-3d4b715c2aa6'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:55.901851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40360) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.931206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f235848d-d484-45eb-81c9-d9f1f2ab6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:55.939630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f235848d-d484-45eb-81c9-d9f1f2ab6774 None None] Routers {'3d5d3ab9-9ae5-410f-a0d3-3d4b715c2aa6'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:55.940754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f235848d-d484-45eb-81c9-d9f1f2ab6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['3d5d3ab9-9ae5-410f-a0d3-3d4b715c2aa6'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:55.986522 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-f235848d-d484-45eb-81c9-d9f1f2ab6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:55.987643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f235848d-d484-45eb-81c9-d9f1f2ab6774 None None] The sync data for ids ['3d5d3ab9-9ae5-410f-a0d3-3d4b715c2aa6'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:56.010649 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cca747d5-26c1-4c85-ace4-67ebd106bc58 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/routers/3d5d3ab9-9ae5-410f-a0d3-3d4b715c2aa6 HTTP/1.1" status: 200 len: 925 time: 0.1076689 Jul 16 18:24:56.013408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40362) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:56.042269 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aeafe327-a0de-4371-b7a1-5429f2ee6021 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5d3ab9-9ae5-410f-a0d3-3d4b715c2aa6 HTTP/1.1" status: 200 len: 205 time: 0.0275843 Jul 16 18:24:56.044499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40364) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:56.150461 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.255638 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.306497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Deleting port 3a413d90-0b07-46ec-a484-199b8fac893e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:56.306843 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.388181 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.400279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Calling delete_port for 3a413d90-0b07-46ec-a484-199b8fac893e owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:56.567767 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.593580 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Pushing event deleted for resources: {'Port': ['ID=3a413d90-0b07-46ec-a484-199b8fac893e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.653065 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.744781 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.746962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.793635 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.794200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Fanout notify agent at l3_agent the message router_deleted on router 3d5d3ab9-9ae5-410f-a0d3-3d4b715c2aa6 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:56.802120 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.803224 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b9e4c66b-610b-4cf0-bab7-9741a8210884 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "DELETE /v2.0/routers/3d5d3ab9-9ae5-410f-a0d3-3d4b715c2aa6 HTTP/1.1" status: 204 len: 168 time: 0.7578218 Jul 16 18:24:56.806673 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40366) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:56.811011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1237800694', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'enable_snat': False}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:56.831282 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.832169 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.886616 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.027619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.234157 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.258225 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.360763 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Allocated IP 172.25.3.114 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/f13f2a50-03e4-470e-9307-047f53ef0c7b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:57.466841 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.505754 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.540738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:57.545386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:57.550601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:57.573998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event updated for resources: {'Port': ['ID=f13f2a50-03e4-470e-9307-047f53ef0c7b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:57.795988 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.988457 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.118987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Router 6907c851-32f6-4b93-9f51-e179ab60b459 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:58.232012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:58.245586 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Sync routers for ids ['6907c851-32f6-4b93-9f51-e179ab60b459'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:58.255454 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Routers {'6907c851-32f6-4b93-9f51-e179ab60b459'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:58.255851 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.256105 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['6907c851-32f6-4b93-9f51-e179ab60b459'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:58.263193 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b09a27b2-516c-45dd-b7ed-7402eb9c84db tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.4518712 Jul 16 18:24:58.263442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40374) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:58.375671 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Set router 6907c851-32f6-4b93-9f51-e179ab60b459 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:58.406960 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8bda24ad-9c1e-4033-81b3-8f574047b271 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/routers/6907c851-32f6-4b93-9f51-e179ab60b459 HTTP/1.1" status: 200 len: 909 time: 0.1423392 Jul 16 18:24:58.410205 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40376) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:58.414661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1237800694', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'enable_snat': True}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:58.441414 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.442841 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.497413 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.565129 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907c851-32f6-4b93-9f51-e179ab60b459', 'name': 'tempest-snat-router-1237800694', 'tenant_id': 'e2246847c6e14b59ba9fc1bae20a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.114'}], 'enable_snat': False}, 'gw_port_id': 'f13f2a50-03e4-470e-9307-047f53ef0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:24:57Z', 'revision_number': 3, 'project_id': 'e2246847c6e14b59ba9fc1bae20a9eaa', 'gw_port': {'id': 'f13f2a50-03e4-470e-9307-047f53ef0c7b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907c851-32f6-4b93-9f51-e179ab60b459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:58.594653 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Checking router: 6907c851-32f6-4b93-9f51-e179ab60b459 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:58.594999 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Updating router 6907c851-32f6-4b93-9f51-e179ab60b459 port f13f2a50-03e4-470e-9307-047f53ef0c7b binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:58.630900 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.902935 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.913594 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Transition to ACTIVE for port object f13f2a50-03e4-470e-9307-047f53ef0c7b will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:58.919387 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.975509 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Attempting to bind port f13f2a50-03e4-470e-9307-047f53ef0c7b on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:58.975883 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Attempting to bind port f13f2a50-03e4-470e-9307-047f53ef0c7b by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:58.976258 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Attempting to bind port f13f2a50-03e4-470e-9307-047f53ef0c7b on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:58.978398 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54bfda-cb26-452d-bc25-9ef83ad46540 None None] Pushing event updated for resources: {'Port': ['ID=f13f2a50-03e4-470e-9307-047f53ef0c7b,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:58.984383 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:58.984762 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:58.985171 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.985852 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:58.986335 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Bound port: f13f2a50-03e4-470e-9307-047f53ef0c7b, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:58.986801 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.014696 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.039289 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] For port f13f2a50-03e4-470e-9307-047f53ef0c7b, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:59.042339 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] For port f13f2a50-03e4-470e-9307-047f53ef0c7b, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f13f2a50-03e4-470e-9307-047f53ef0c7b,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:59.046577 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.102694 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Routers {'6907c851-32f6-4b93-9f51-e179ab60b459'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:59.103333 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['6907c851-32f6-4b93-9f51-e179ab60b459'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:59.136579 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54bfda-cb26-452d-bc25-9ef83ad46540 None None] Pushing event updated for resources: {'Port': ['ID=f13f2a50-03e4-470e-9307-047f53ef0c7b,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:59.210701 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] Set router 6907c851-32f6-4b93-9f51-e179ab60b459 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:59.229397 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.253367 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.373337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Allocated IP 172.25.3.203 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/5b036fd4-5ca0-448e-9973-7f8cbbe9f7f9) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:59.400738 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907c851-32f6-4b93-9f51-e179ab60b459', 'name': 'tempest-snat-router-1237800694', 'tenant_id': 'e2246847c6e14b59ba9fc1bae20a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.114'}], 'enable_snat': False}, 'gw_port_id': 'f13f2a50-03e4-470e-9307-047f53ef0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:24:57Z', 'revision_number': 3, 'project_id': 'e2246847c6e14b59ba9fc1bae20a9eaa', 'gw_port': {'id': 'f13f2a50-03e4-470e-9307-047f53ef0c7b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907c851-32f6-4b93-9f51-e179ab60b459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:59.431699 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5977e745-86fa-43fd-b31b-21498dfe6589 None None] The sync data for ids ['6907c851-32f6-4b93-9f51-e179ab60b459'] in n-d-787205-10 is: [{'id': '6907c851-32f6-4b93-9f51-e179ab60b459', 'name': 'tempest-snat-router-1237800694', 'tenant_id': 'e2246847c6e14b59ba9fc1bae20a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.114'}], 'enable_snat': False}, 'gw_port_id': 'f13f2a50-03e4-470e-9307-047f53ef0c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:56Z', 'updated_at': '2021-07-16T18:24:57Z', 'revision_number': 3, 'project_id': 'e2246847c6e14b59ba9fc1bae20a9eaa', 'gw_port': {'id': 'f13f2a50-03e4-470e-9307-047f53ef0c7b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907c851-32f6-4b93-9f51-e179ab60b459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:57Z', 'updated_at': '2021-07-16T18:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:59.504199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.544552 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.587970 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:59.591305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:59.596592 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:59.599701 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event updated for resources: {'Port': ['ID=5b036fd4-5ca0-448e-9973-7f8cbbe9f7f9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:59.878243 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.907367 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f13f2a50-03e4-470e-9307-047f53ef0c7b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:59.961205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port f13f2a50-03e4-470e-9307-047f53ef0c7b completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:59.966591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f13f2a50-03e4-470e-9307-047f53ef0c7b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:59.966973 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.048353 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.070376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port f13f2a50-03e4-470e-9307-047f53ef0c7b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f13f2a50-03e4-470e-9307-047f53ef0c7b,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:00.075460 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.100822 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.132162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=f13f2a50-03e4-470e-9307-047f53ef0c7b,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:00.238949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Router 363cb7c0-447a-4f82-a528-fb6ee8a21857 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:00.351239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:00.359338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] Sync routers for ids ['363cb7c0-447a-4f82-a528-fb6ee8a21857'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:00.366328 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.367758 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a311f065-b1cd-4477-a139-49aaf642ecb3 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9565713 Jul 16 18:25:00.369436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] Routers {'363cb7c0-447a-4f82-a528-fb6ee8a21857'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:00.370090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['363cb7c0-447a-4f82-a528-fb6ee8a21857'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:00.370807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40382) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.480375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] Set router 363cb7c0-447a-4f82-a528-fb6ee8a21857 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:00.481272 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-35a33b83-a7cc-4f52-8402-71659945a56a tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/routers/363cb7c0-447a-4f82-a528-fb6ee8a21857 HTTP/1.1" status: 200 len: 908 time: 0.1093392 Jul 16 18:25:00.484039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40384) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.593978 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.659960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363cb7c0-447a-4f82-a528-fb6ee8a21857', 'name': 'tempest-snat-router-1237800694', 'tenant_id': 'e2246847c6e14b59ba9fc1bae20a9eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '5b036fd4-5ca0-448e-9973-7f8cbbe9f7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:58Z', 'updated_at': '2021-07-16T18:24:59Z', 'revision_number': 3, 'project_id': 'e2246847c6e14b59ba9fc1bae20a9eaa', 'gw_port': {'id': '5b036fd4-5ca0-448e-9973-7f8cbbe9f7f9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363cb7c0-447a-4f82-a528-fb6ee8a21857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:59Z', 'updated_at': '2021-07-16T18:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:00.687437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] Checking router: 363cb7c0-447a-4f82-a528-fb6ee8a21857 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:00.687796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] Updating router 363cb7c0-447a-4f82-a528-fb6ee8a21857 port 5b036fd4-5ca0-448e-9973-7f8cbbe9f7f9 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:00.711463 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.740467 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.773131 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Deleting port 5b036fd4-5ca0-448e-9973-7f8cbbe9f7f9 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:00.773490 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.855616 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.868491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Calling delete_port for 5b036fd4-5ca0-448e-9973-7f8cbbe9f7f9 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:01.050239 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.051267 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:25:01.051767 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:25:01.077743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b036fd4-5ca0-448e-9973-7f8cbbe9f7f9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:01.142498 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.232336 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.234454 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.277889 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.278382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 363cb7c0-447a-4f82-a528-fb6ee8a21857 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:01.282464 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.284226 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3e5f9d3b-640e-4481-a8db-1d1b996c50da tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "DELETE /v2.0/routers/363cb7c0-447a-4f82-a528-fb6ee8a21857 HTTP/1.1" status: 204 len: 168 time: 0.7986999 Jul 16 18:25:01.287374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40386) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.394157 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.495043 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.546456 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Deleting port f13f2a50-03e4-470e-9307-047f53ef0c7b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:01.546718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.571613 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] Port 5b036fd4-5ca0-448e-9973-7f8cbbe9f7f9 not found while updating agent binding for router 363cb7c0-447a-4f82-a528-fb6ee8a21857. {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:25:01.579690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] Routers set() bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:01.580054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] Router IDs set() for agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:25:01.581253 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_agentschedulers_db [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'363cb7c0-447a-4f82-a528-fb6ee8a21857'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent'). {{(pid=105592) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:25:01.581709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74831eb7-4c0f-40f7-af46-cf361f4604a0 None None] The sync data for ids ['363cb7c0-447a-4f82-a528-fb6ee8a21857'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:01.644190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] For port f13f2a50-03e4-470e-9307-047f53ef0c7b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f13f2a50-03e4-470e-9307-047f53ef0c7b,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:01.644550 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.656612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Calling delete_port for f13f2a50-03e4-470e-9307-047f53ef0c7b owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:01.834975 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.864049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event deleted for resources: {'Port': ['ID=f13f2a50-03e4-470e-9307-047f53ef0c7b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:01.890698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f13f2a50-03e4-470e-9307-047f53ef0c7b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:01.923844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: f13f2a50-03e4-470e-9307-047f53ef0c7b {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:01.925197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f13f2a50-03e4-470e-9307-047f53ef0c7b not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 18:25:01.936576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.947586 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Port f13f2a50-03e4-470e-9307-047f53ef0c7b not found, will not notify nova. {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 18:25:02.032480 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.034761 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.078966 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.079448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6907c851-32f6-4b93-9f51-e179ab60b459 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:02.085019 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.089711 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5f3ede91-3c59-4815-ae1b-18e5cef0043d tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6907c851-32f6-4b93-9f51-e179ab60b459 HTTP/1.1" status: 204 len: 168 time: 0.7979171 Jul 16 18:25:02.089923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40390) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.094727 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1849210202', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:02.125920 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.127925 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.198873 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.349256 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.560015 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.580071 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.686459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Allocated IP 172.25.3.115 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/ad6c869d-2b6c-4bd5-be2a-d6e20c479e1c) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:02.793274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.836761 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.879653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:02.882586 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:02.886122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:02.909419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Pushing event updated for resources: {'Port': ['ID=ad6c869d-2b6c-4bd5-be2a-d6e20c479e1c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:03.474686 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.673319 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.806996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Router 562c64be-468d-4dd7-959e-ef94d0a0abc2 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:03.880191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f13f2a50-03e4-470e-9307-047f53ef0c7b no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:03.902197 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: f13f2a50-03e4-470e-9307-047f53ef0c7b {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:03.902717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f13f2a50-03e4-470e-9307-047f53ef0c7b not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:03.927263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:03.939423 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ffa98a-3936-41d8-9206-2398df6c6e15 None None] Sync routers for ids ['562c64be-468d-4dd7-959e-ef94d0a0abc2'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:03.946966 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.948656 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ad36420a-e908-4c5b-8df8-d07dd15786ad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.8576798 Jul 16 18:25:03.951585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40394) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:03.951887 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ffa98a-3936-41d8-9206-2398df6c6e15 None None] Routers {'562c64be-468d-4dd7-959e-ef94d0a0abc2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:03.952510 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-22ffa98a-3936-41d8-9206-2398df6c6e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['562c64be-468d-4dd7-959e-ef94d0a0abc2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:03.956785 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c4a72751-985b-46c2-b6c9-bf538ab14156 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'enable_snat': False}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:03.986327 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-22ffa98a-3936-41d8-9206-2398df6c6e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:03.996040 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ffa98a-3936-41d8-9206-2398df6c6e15 None None] Routers {'562c64be-468d-4dd7-959e-ef94d0a0abc2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:03.996657 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-22ffa98a-3936-41d8-9206-2398df6c6e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['562c64be-468d-4dd7-959e-ef94d0a0abc2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.036889 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-22ffa98a-3936-41d8-9206-2398df6c6e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.038070 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ffa98a-3936-41d8-9206-2398df6c6e15 None None] The sync data for ids ['562c64be-468d-4dd7-959e-ef94d0a0abc2'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:04.260488 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4a72751-985b-46c2-b6c9-bf538ab14156 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.647968 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4a72751-985b-46c2-b6c9-bf538ab14156 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.651250 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4a72751-985b-46c2-b6c9-bf538ab14156 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.770211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a72751-985b-46c2-b6c9-bf538ab14156 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Router 562c64be-468d-4dd7-959e-ef94d0a0abc2 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:04.893819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a72751-985b-46c2-b6c9-bf538ab14156 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:04.898617 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4a72751-985b-46c2-b6c9-bf538ab14156 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.899719 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c4a72751-985b-46c2-b6c9-bf538ab14156 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "PUT /v2.0/routers/562c64be-468d-4dd7-959e-ef94d0a0abc2 HTTP/1.1" status: 200 len: 926 time: 0.9470067 Jul 16 18:25:04.902552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40398) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.904917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e40a38c-e30f-4bdd-8981-c15f794c66c3 None None] Sync routers for ids ['562c64be-468d-4dd7-959e-ef94d0a0abc2'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:04.915082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e40a38c-e30f-4bdd-8981-c15f794c66c3 None None] Routers {'562c64be-468d-4dd7-959e-ef94d0a0abc2'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:04.915994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4e40a38c-e30f-4bdd-8981-c15f794c66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['562c64be-468d-4dd7-959e-ef94d0a0abc2'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.951154 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4e40a38c-e30f-4bdd-8981-c15f794c66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.960968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e40a38c-e30f-4bdd-8981-c15f794c66c3 None None] Routers {'562c64be-468d-4dd7-959e-ef94d0a0abc2'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:04.962051 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4e40a38c-e30f-4bdd-8981-c15f794c66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['562c64be-468d-4dd7-959e-ef94d0a0abc2'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.996909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-4e40a38c-e30f-4bdd-8981-c15f794c66c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.997584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e40a38c-e30f-4bdd-8981-c15f794c66c3 None None] The sync data for ids ['562c64be-468d-4dd7-959e-ef94d0a0abc2'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:05.022024 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ca276a9b-1e1d-4b7b-a30f-534f07992950 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/routers/562c64be-468d-4dd7-959e-ef94d0a0abc2 HTTP/1.1" status: 200 len: 926 time: 0.1173038 Jul 16 18:25:05.024701 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40400) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.076480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ac7f41-d968-47c7-bf1d-1174426315e5 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:05.078032 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f8ac7f41-d968-47c7-bf1d-1174426315e5 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&device_id=562c64be-468d-4dd7-959e-ef94d0a0abc2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0523865 Jul 16 18:25:05.081448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40402) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.163575 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4db7582-c0d3-4ad5-8bea-2a83c0d17e97 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:05.164887 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f4db7582-c0d3-4ad5-8bea-2a83c0d17e97 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 881 time: 0.0826511 Jul 16 18:25:05.167709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40404) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.200847 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6f925df4-9244-4aaf-ad39-0cacc0e4d0d5 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "GET /v2.0/ports?device_id=562c64be-468d-4dd7-959e-ef94d0a0abc2 HTTP/1.1" status: 200 len: 205 time: 0.0320985 Jul 16 18:25:05.203717 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40406) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.309211 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.416616 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.467423 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Deleting port ad6c869d-2b6c-4bd5-be2a-d6e20c479e1c {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:05.467904 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.546538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.559675 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Calling delete_port for ad6c869d-2b6c-4bd5-be2a-d6e20c479e1c owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:05.733381 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.764088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Pushing event deleted for resources: {'Port': ['ID=ad6c869d-2b6c-4bd5-be2a-d6e20c479e1c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:05.832442 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.931127 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.933497 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.981199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.981824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Fanout notify agent at l3_agent the message router_deleted on router 562c64be-468d-4dd7-959e-ef94d0a0abc2 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:05.990518 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.991476 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0d3d7356-f27d-4e9f-9be0-520f5a7533d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "DELETE /v2.0/routers/562c64be-468d-4dd7-959e-ef94d0a0abc2 HTTP/1.1" status: 204 len: 168 time: 0.7868602 Jul 16 18:25:05.995140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40408) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:06.000424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b9b881b6-af4d-4dd5-a922-8d705fb093f5 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-318258348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:06.026032 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9b881b6-af4d-4dd5-a922-8d705fb093f5 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.027016 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9b881b6-af4d-4dd5-a922-8d705fb093f5 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.079107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9b881b6-af4d-4dd5-a922-8d705fb093f5 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.083640 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9b881b6-af4d-4dd5-a922-8d705fb093f5 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.099738 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b9b881b6-af4d-4dd5-a922-8d705fb093f5 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.100975 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b9b881b6-af4d-4dd5-a922-8d705fb093f5 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1048203 Jul 16 18:25:06.103720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40410) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:06.108293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:06.314058 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.840388 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.860596 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.971959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Allocated IP 172.25.3.227 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/3fce7286-af5b-4e7f-a3c5-d976a593668a) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:07.076134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.094587 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2ab22ea9-7eca-4b24-a55e-d93033e85a76 req-8192dd0f-e980-45c0-ba4e-9d3dc1b2f8ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553875 Jul 16 18:25:07.123140 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.180125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:07.183209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:07.188987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:07.193643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22ea9-7eca-4b24-a55e-d93033e85a76 req-381ca591-4c2f-422f-84f7-b40aa4f7dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:07.195203 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2ab22ea9-7eca-4b24-a55e-d93033e85a76 req-381ca591-4c2f-422f-84f7-b40aa4f7dd56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 1097 time: 0.0546782 Jul 16 18:25:07.213342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Pushing event updated for resources: {'Port': ['ID=3fce7286-af5b-4e7f-a3c5-d976a593668a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:07.304682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22ea9-7eca-4b24-a55e-d93033e85a76 req-4f028499-812b-4438-b38c-e00b65c5e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:07.306233 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2ab22ea9-7eca-4b24-a55e-d93033e85a76 req-4f028499-812b-4438-b38c-e00b65c5e692 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.0869865 Jul 16 18:25:07.375602 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2ab22ea9-7eca-4b24-a55e-d93033e85a76 req-13b9a02f-ef27-4897-8f80-4088059c4cc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906aa7b3-4e9a-443b-9bed-da953268556e HTTP/1.1" status: 200 len: 1000 time: 0.0617383 Jul 16 18:25:07.427675 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22ea9-7eca-4b24-a55e-d93033e85a76 req-cf168f2c-3f14-4bc0-bb60-0451ce0d75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:07.429151 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2ab22ea9-7eca-4b24-a55e-d93033e85a76 req-cf168f2c-3f14-4bc0-bb60-0451ce0d75ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0451183 Jul 16 18:25:07.448442 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.486751 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab22ea9-7eca-4b24-a55e-d93033e85a76 req-5768c301-5d9a-449b-a32d-2652e7965ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:07.488366 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2ab22ea9-7eca-4b24-a55e-d93033e85a76 req-5768c301-5d9a-449b-a32d-2652e7965ba3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519631 Jul 16 18:25:07.664078 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.668366 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.812005 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Router fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:07.928528 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:07.937709 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2ab22ea9-7eca-4b24-a55e-d93033e85a76 req-d6b68ffc-d336-4ff3-91ca-04270c1d11cb service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396837 Jul 16 18:25:07.937908 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.938418 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ff2cf-c366-46a2-92e2-4d4c9b9569fe None None] Sync routers for ids ['fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:07.938860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2c61f259-9159-49aa-b107-97dd4a2cb21d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "PUT /v2.0/routers/fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9 HTTP/1.1" status: 200 len: 883 time: 1.8339980 Jul 16 18:25:07.941415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40412) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.950686 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ff2cf-c366-46a2-92e2-4d4c9b9569fe None None] Routers {'fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:07.951329 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-535ff2cf-c366-46a2-92e2-4d4c9b9569fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.041223 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2ab22ea9-7eca-4b24-a55e-d93033e85a76 req-457e87cf-2dc1-45b5-8772-ba6df74be80e service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975101 Jul 16 18:25:08.069102 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f5e5add3-1e9e-4426-a258-4dbbb8438506 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/routers/fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9 HTTP/1.1" status: 200 len: 924 time: 0.1264009 Jul 16 18:25:08.071884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40414) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.097232 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-535ff2cf-c366-46a2-92e2-4d4c9b9569fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.106065 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ff2cf-c366-46a2-92e2-4d4c9b9569fe None None] Routers {'fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:08.106671 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-535ff2cf-c366-46a2-92e2-4d4c9b9569fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.139386 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-535ff2cf-c366-46a2-92e2-4d4c9b9569fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.140021 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ff2cf-c366-46a2-92e2-4d4c9b9569fe None None] The sync data for ids ['fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:08.156001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defeac4c-a7d3-4a1c-899a-dc47553730a2 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:08.157532 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-defeac4c-a7d3-4a1c-899a-dc47553730a2 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&device_id=fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0847311 Jul 16 18:25:08.160747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40416) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.245146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8bc07a-8093-4b25-baf2-6c1a4247a0dc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:08.246492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-eb8bc07a-8093-4b25-baf2-6c1a4247a0dc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 881 time: 0.0848510 Jul 16 18:25:08.249358 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40418) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.277104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-be6c818f-f1ce-4cf0-9856-742ec255808e tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9 HTTP/1.1" status: 200 len: 205 time: 0.0267150 Jul 16 18:25:08.279544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40420) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.385400 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.488144 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.539672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Deleting port 3fce7286-af5b-4e7f-a3c5-d976a593668a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:08.540023 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.617996 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.629850 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Calling delete_port for 3fce7286-af5b-4e7f-a3c5-d976a593668a owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:08.790949 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.816850 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Pushing event deleted for resources: {'Port': ['ID=3fce7286-af5b-4e7f-a3c5-d976a593668a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.878257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.970086 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.973680 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.017046 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.018260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Fanout notify agent at l3_agent the message router_deleted on router fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:09.024934 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.026062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d18d5c58-e182-48c3-95c4-7330dd9b2f2f tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "DELETE /v2.0/routers/fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9 HTTP/1.1" status: 204 len: 168 time: 0.7453985 Jul 16 18:25:09.029712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40422) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.034716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a13ff485-26dc-4e9e-ac91-d5d3c99dfe0c tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1513765237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:09.057370 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a13ff485-26dc-4e9e-ac91-d5d3c99dfe0c tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.058379 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a13ff485-26dc-4e9e-ac91-d5d3c99dfe0c tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.108746 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a13ff485-26dc-4e9e-ac91-d5d3c99dfe0c tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.112975 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a13ff485-26dc-4e9e-ac91-d5d3c99dfe0c tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.128529 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a13ff485-26dc-4e9e-ac91-d5d3c99dfe0c tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.129773 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a13ff485-26dc-4e9e-ac91-d5d3c99dfe0c tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0990918 Jul 16 18:25:09.132427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40424) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.136717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'enable_snat': True}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:09.666496 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.859714 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.883539 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.983431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Allocated IP 172.25.3.98 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/dacc896b-41c4-4d1b-a82d-55d4ff4b074c) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:10.086034 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.124265 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.163487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:10.166451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:10.170118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:10.176009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event updated for resources: {'Port': ['ID=dacc896b-41c4-4d1b-a82d-55d4ff4b074c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:10.415755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.608230 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.612270 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.738442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Router f796e9c5-1536-412c-b43a-af9f25a197f5 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:10.844103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:10.849086 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.850264 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-917461cf-380f-4a86-90f1-c3b192d2c8fc tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "PUT /v2.0/routers/f796e9c5-1536-412c-b43a-af9f25a197f5 HTTP/1.1" status: 200 len: 918 time: 1.7168980 Jul 16 18:25:10.852869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40426) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.855376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334869bc-b600-466e-b11e-e32dbaaf2f6d None None] Sync routers for ids ['f796e9c5-1536-412c-b43a-af9f25a197f5'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:10.865882 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334869bc-b600-466e-b11e-e32dbaaf2f6d None None] Routers {'f796e9c5-1536-412c-b43a-af9f25a197f5'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:10.866616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-334869bc-b600-466e-b11e-e32dbaaf2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f796e9c5-1536-412c-b43a-af9f25a197f5'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.898274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-334869bc-b600-466e-b11e-e32dbaaf2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.908650 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334869bc-b600-466e-b11e-e32dbaaf2f6d None None] Routers {'f796e9c5-1536-412c-b43a-af9f25a197f5'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:10.909306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-334869bc-b600-466e-b11e-e32dbaaf2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f796e9c5-1536-412c-b43a-af9f25a197f5'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.941941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-334869bc-b600-466e-b11e-e32dbaaf2f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.942590 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334869bc-b600-466e-b11e-e32dbaaf2f6d None None] The sync data for ids ['f796e9c5-1536-412c-b43a-af9f25a197f5'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:10.960320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-475a0ce2-17a2-44b0-a05a-8057533ca0ba tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/routers/f796e9c5-1536-412c-b43a-af9f25a197f5 HTTP/1.1" status: 200 len: 924 time: 0.1063070 Jul 16 18:25:10.962967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40428) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.015334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ad3f9d-d48f-4461-b1aa-78e8f24d43cb tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:11.016863 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-83ad3f9d-d48f-4461-b1aa-78e8f24d43cb tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&device_id=f796e9c5-1536-412c-b43a-af9f25a197f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0529780 Jul 16 18:25:11.020473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40430) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.102709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16681b78-066a-416e-8862-ab5240533f29 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:11.104128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-16681b78-066a-416e-8862-ab5240533f29 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 881 time: 0.0827005 Jul 16 18:25:11.106850 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40432) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.139647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-57758b07-f041-4225-a1e4-c820c1eee636 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "GET /v2.0/ports?device_id=f796e9c5-1536-412c-b43a-af9f25a197f5 HTTP/1.1" status: 200 len: 205 time: 0.0317633 Jul 16 18:25:11.142034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40434) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.246065 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.348009 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.400881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Deleting port dacc896b-41c4-4d1b-a82d-55d4ff4b074c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:11.401250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.473963 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.485315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Calling delete_port for dacc896b-41c4-4d1b-a82d-55d4ff4b074c owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:11.645314 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.668253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Pushing event deleted for resources: {'Port': ['ID=dacc896b-41c4-4d1b-a82d-55d4ff4b074c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:11.737004 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.826241 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.828318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.870905 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.871521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Fanout notify agent at l3_agent the message router_deleted on router f796e9c5-1536-412c-b43a-af9f25a197f5 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:11.878405 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.879533 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-156db95f-d42f-4e5e-ba16-48b3046a49a8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "DELETE /v2.0/routers/f796e9c5-1536-412c-b43a-af9f25a197f5 HTTP/1.1" status: 204 len: 168 time: 0.7360306 Jul 16 18:25:11.883065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40436) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.887584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c075bd7b-f21a-44e7-9065-69c068d0c1b3 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1389816951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:11.911057 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c075bd7b-f21a-44e7-9065-69c068d0c1b3 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.912010 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c075bd7b-f21a-44e7-9065-69c068d0c1b3 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.967042 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c075bd7b-f21a-44e7-9065-69c068d0c1b3 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.971697 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c075bd7b-f21a-44e7-9065-69c068d0c1b3 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.987341 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c075bd7b-f21a-44e7-9065-69c068d0c1b3 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.988248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c075bd7b-f21a-44e7-9065-69c068d0c1b3 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1041961 Jul 16 18:25:11.990971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40438) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.995416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'enable_snat': False}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:12.188993 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.391835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.411710 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.515850 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Allocated IP 172.25.3.163 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/ff6add03-dc48-4cee-a919-ecdd35a3fbfc) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:12.615648 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.657207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.694443 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:12.700464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:12.706020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:12.732865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Pushing event updated for resources: {'Port': ['ID=ff6add03-dc48-4cee-a919-ecdd35a3fbfc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:13.280701 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.469567 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.473483 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.535381 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3ed594df-25d4-4e49-90e4-f2b454acb005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.599059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Router f0d11840-234e-476f-aa62-2afe577ab451 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:13.703651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:13.709110 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.712640 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e688c774-764c-4df5-906a-e1cba6bd01a0 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "PUT /v2.0/routers/f0d11840-234e-476f-aa62-2afe577ab451 HTTP/1.1" status: 200 len: 920 time: 1.7207022 Jul 16 18:25:13.712837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40442) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:13.714078 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b38e18-c358-440d-bb7b-46d1d0c90a5a None None] Sync routers for ids ['f0d11840-234e-476f-aa62-2afe577ab451'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:13.723995 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b38e18-c358-440d-bb7b-46d1d0c90a5a None None] Routers {'f0d11840-234e-476f-aa62-2afe577ab451'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:13.724605 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f0b38e18-c358-440d-bb7b-46d1d0c90a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f0d11840-234e-476f-aa62-2afe577ab451'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:13.758430 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f0b38e18-c358-440d-bb7b-46d1d0c90a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:13.766710 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b38e18-c358-440d-bb7b-46d1d0c90a5a None None] Routers {'f0d11840-234e-476f-aa62-2afe577ab451'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:13.767816 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f0b38e18-c358-440d-bb7b-46d1d0c90a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:24:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f0d11840-234e-476f-aa62-2afe577ab451'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:13.800417 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f0b38e18-c358-440d-bb7b-46d1d0c90a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:13.800980 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b38e18-c358-440d-bb7b-46d1d0c90a5a None None] The sync data for ids ['f0d11840-234e-476f-aa62-2afe577ab451'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:13.819217 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-39190cfe-34fc-4bf2-ae41-c2624ef94ca8 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/routers/f0d11840-234e-476f-aa62-2afe577ab451 HTTP/1.1" status: 200 len: 926 time: 0.1051936 Jul 16 18:25:13.821895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40444) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:13.872902 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8660bc-28d2-4ade-a160-a91b7c6c696e tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:13.874414 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ac8660bc-28d2-4ade-a160-a91b7c6c696e tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&device_id=f0d11840-234e-476f-aa62-2afe577ab451&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0516191 Jul 16 18:25:13.877621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40446) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:13.960670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda8272-1fda-4524-ad71-e2e39758e0b1 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:13.962194 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1bda8272-1fda-4524-ad71-e2e39758e0b1 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/networks/db28ede9-0280-4c90-8fd8-3f782ab61b0f HTTP/1.1" status: 200 len: 881 time: 0.0835824 Jul 16 18:25:13.965054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40448) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:13.997774 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7cae305a-15b5-44a3-ac76-46d86c8f080e tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0d11840-234e-476f-aa62-2afe577ab451 HTTP/1.1" status: 200 len: 205 time: 0.0316195 Jul 16 18:25:14.000159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40450) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.103274 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.205487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.260372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Deleting port ff6add03-dc48-4cee-a919-ecdd35a3fbfc {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:14.260716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.337114 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.349379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Calling delete_port for ff6add03-dc48-4cee-a919-ecdd35a3fbfc owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:14.518280 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.545733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Pushing event deleted for resources: {'Port': ['ID=ff6add03-dc48-4cee-a919-ecdd35a3fbfc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:14.614804 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.709248 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.711311 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.755684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.756372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Fanout notify agent at l3_agent the message router_deleted on router f0d11840-234e-476f-aa62-2afe577ab451 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:14.763080 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.764156 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-73001b1e-a542-4be7-b3de-73125656bda1 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "DELETE /v2.0/routers/f0d11840-234e-476f-aa62-2afe577ab451 HTTP/1.1" status: 204 len: 168 time: 0.7630901 Jul 16 18:25:14.767844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40452) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.772422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-918733663', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:14.797180 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.798234 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.854384 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.992993 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.193239 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.212166 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.317716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Allocated IP 172.25.3.59 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/00e24b0f-b8d4-48a2-b61e-4c0b97243fa0) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:15.426705 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.464762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.499809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:15.503055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:15.508615 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:15.541349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Pushing event updated for resources: {'Port': ['ID=00e24b0f-b8d4-48a2-b61e-4c0b97243fa0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.731117 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-767dcc29-7093-412a-a0eb-76e54e2921ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.763732 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.958956 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.975480 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.083431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Router 71a158c5-cddd-44a3-b2a6-0256bbcdc39f is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:16.187796 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:16.197602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0cd72-f1ad-46f2-bbd1-056285e16b66 None None] Sync routers for ids ['71a158c5-cddd-44a3-b2a6-0256bbcdc39f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:16.206376 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.207267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0cd72-f1ad-46f2-bbd1-056285e16b66 None None] Routers {'71a158c5-cddd-44a3-b2a6-0256bbcdc39f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:16.207993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cff0cd72-f1ad-46f2-bbd1-056285e16b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:25:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['71a158c5-cddd-44a3-b2a6-0256bbcdc39f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:16.208223 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-efd5eab4-3d99-47d4-a5fb-5092f3e31fad tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4392312 Jul 16 18:25:16.210827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40454) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:16.215427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:16.240780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cff0cd72-f1ad-46f2-bbd1-056285e16b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:16.249070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0cd72-f1ad-46f2-bbd1-056285e16b66 None None] Routers {'71a158c5-cddd-44a3-b2a6-0256bbcdc39f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:16.249735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cff0cd72-f1ad-46f2-bbd1-056285e16b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:25:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['71a158c5-cddd-44a3-b2a6-0256bbcdc39f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:16.280403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cff0cd72-f1ad-46f2-bbd1-056285e16b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:16.281038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff0cd72-f1ad-46f2-bbd1-056285e16b66 None None] The sync data for ids ['71a158c5-cddd-44a3-b2a6-0256bbcdc39f'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:16.843949 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.858684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.909352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Deleting port 00e24b0f-b8d4-48a2-b61e-4c0b97243fa0 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:16.909722 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.986711 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.998090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Calling delete_port for 00e24b0f-b8d4-48a2-b61e-4c0b97243fa0 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:17.158820 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.181384 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Pushing event deleted for resources: {'Port': ['ID=00e24b0f-b8d4-48a2-b61e-4c0b97243fa0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:17.242713 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.439946 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.443285 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-531730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-531723', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531842'] for router, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.519677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Router 71a158c5-cddd-44a3-b2a6-0256bbcdc39f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:17.592081 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:17.599666 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.600936 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2c399b4d-48f0-4193-8420-23006bbc6b10 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "PUT /v2.0/routers/71a158c5-cddd-44a3-b2a6-0256bbcdc39f HTTP/1.1" status: 200 len: 709 time: 1.3891382 Jul 16 18:25:17.602228 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d54633f-7432-4a6a-bb34-e25caed272dc None None] Sync routers for ids ['71a158c5-cddd-44a3-b2a6-0256bbcdc39f'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:17.603556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40456) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:17.612671 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d54633f-7432-4a6a-bb34-e25caed272dc None None] Routers {'71a158c5-cddd-44a3-b2a6-0256bbcdc39f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:17.613578 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7d54633f-7432-4a6a-bb34-e25caed272dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:25:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['71a158c5-cddd-44a3-b2a6-0256bbcdc39f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:17.650158 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7d54633f-7432-4a6a-bb34-e25caed272dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:17.659598 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d54633f-7432-4a6a-bb34-e25caed272dc None None] Routers {'71a158c5-cddd-44a3-b2a6-0256bbcdc39f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:17.660206 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7d54633f-7432-4a6a-bb34-e25caed272dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:25:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['71a158c5-cddd-44a3-b2a6-0256bbcdc39f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:17.676887 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.679613 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-553afa0b-0ea2-42c8-8b04-18171778b66e tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/routers/71a158c5-cddd-44a3-b2a6-0256bbcdc39f HTTP/1.1" status: 200 len: 744 time: 0.0749712 Jul 16 18:25:17.682284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40458) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:17.692621 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7d54633f-7432-4a6a-bb34-e25caed272dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:17.693205 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d54633f-7432-4a6a-bb34-e25caed272dc None None] The sync data for ids ['71a158c5-cddd-44a3-b2a6-0256bbcdc39f'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:17.710341 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-98c89f29-bfd1-4390-aec4-502c6313c3f7 tempest-RoutersIpV6AdminTest-2088669030 tempest-RoutersIpV6AdminTest-2088669030-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&device_id=71a158c5-cddd-44a3-b2a6-0256bbcdc39f HTTP/1.1" status: 200 len: 205 time: 0.0270033 Jul 16 18:25:17.712916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40460) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:17.745835 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-29e68c63-fba1-4a07-8091-1e0e4dc93ef7 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "GET /v2.0/ports?device_id=71a158c5-cddd-44a3-b2a6-0256bbcdc39f HTTP/1.1" status: 200 len: 205 time: 0.0318444 Jul 16 18:25:17.748635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40462) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:17.823268 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-621c7262-89c9-47ae-a18f-476bdcd0db06 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.981426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-621c7262-89c9-47ae-a18f-476bdcd0db06 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.983453 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-621c7262-89c9-47ae-a18f-476bdcd0db06 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.027247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-621c7262-89c9-47ae-a18f-476bdcd0db06 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.027826 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621c7262-89c9-47ae-a18f-476bdcd0db06 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Fanout notify agent at l3_agent the message router_deleted on router 71a158c5-cddd-44a3-b2a6-0256bbcdc39f {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:18.034829 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-621c7262-89c9-47ae-a18f-476bdcd0db06 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.035957 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-621c7262-89c9-47ae-a18f-476bdcd0db06 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "DELETE /v2.0/routers/71a158c5-cddd-44a3-b2a6-0256bbcdc39f HTTP/1.1" status: 204 len: 168 time: 0.2864356 Jul 16 18:25:18.039277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40464) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.068643 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ec0d745b-0c97-4d37-90d3-eb518a7c27c6 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "GET /v2.0/ports?device_id=71a158c5-cddd-44a3-b2a6-0256bbcdc39f HTTP/1.1" status: 200 len: 205 time: 0.0283034 Jul 16 18:25:18.070982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40466) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.110282 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-c4fb229a-0532-46c5-896c-895bb10d1138 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] delete failed (client error): The resource could not be found. Jul 16 18:25:18.112001 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c4fb229a-0532-46c5-896c-895bb10d1138 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "DELETE /v2.0/routers/71a158c5-cddd-44a3-b2a6-0256bbcdc39f HTTP/1.1" status: 404 len: 336 time: 0.0400207 Jul 16 18:25:18.114487 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40468) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.143031 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ca846214-b62b-4e8e-919d-62a9ad7c9d1c tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0d11840-234e-476f-aa62-2afe577ab451 HTTP/1.1" status: 200 len: 205 time: 0.0275223 Jul 16 18:25:18.145281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40470) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.180630 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-cc9e5e22-7959-4b32-9148-34ab5fc7c667 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] delete failed (client error): The resource could not be found. Jul 16 18:25:18.181599 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cc9e5e22-7959-4b32-9148-34ab5fc7c667 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "DELETE /v2.0/routers/f0d11840-234e-476f-aa62-2afe577ab451 HTTP/1.1" status: 404 len: 336 time: 0.0354135 Jul 16 18:25:18.183992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40472) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.211973 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6056224c-2f3d-4ca4-9e77-b4c7637ef4c6 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "GET /v2.0/ports?device_id=f796e9c5-1536-412c-b43a-af9f25a197f5 HTTP/1.1" status: 200 len: 205 time: 0.0270152 Jul 16 18:25:18.214158 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40474) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.254089 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-94dde1d6-7e2a-49ae-b22c-a2d8f49caa92 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] delete failed (client error): The resource could not be found. Jul 16 18:25:18.255096 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-94dde1d6-7e2a-49ae-b22c-a2d8f49caa92 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "DELETE /v2.0/routers/f796e9c5-1536-412c-b43a-af9f25a197f5 HTTP/1.1" status: 404 len: 336 time: 0.0400677 Jul 16 18:25:18.257590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40476) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.285839 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3b0b1fb6-a8c4-4635-8a6b-e40b1a4dc3f8 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9 HTTP/1.1" status: 200 len: 205 time: 0.0271506 Jul 16 18:25:18.287976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40478) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.328063 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-f0cdcecb-ff12-4f64-bf79-2727cebc762d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] delete failed (client error): The resource could not be found. Jul 16 18:25:18.329057 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f0cdcecb-ff12-4f64-bf79-2727cebc762d tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "DELETE /v2.0/routers/fb76a9ca-c09c-48fb-aa6d-dc6fbe0d7dd9 HTTP/1.1" status: 404 len: 336 time: 0.0401225 Jul 16 18:25:18.331699 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40480) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.360252 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b0a25fbe-730c-410a-aa57-0324a5df9418 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "GET /v2.0/ports?device_id=562c64be-468d-4dd7-959e-ef94d0a0abc2 HTTP/1.1" status: 200 len: 205 time: 0.0272903 Jul 16 18:25:18.363154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40482) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.399492 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-d8c7b6a9-fe06-4aa1-af04-29a95fe201d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] delete failed (client error): The resource could not be found. Jul 16 18:25:18.400523 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d8c7b6a9-fe06-4aa1-af04-29a95fe201d2 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "DELETE /v2.0/routers/562c64be-468d-4dd7-959e-ef94d0a0abc2 HTTP/1.1" status: 404 len: 336 time: 0.0365045 Jul 16 18:25:18.403073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40484) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.435817 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8d94f6fd-badc-49f7-b919-f996ec83e654 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d5d3ab9-9ae5-410f-a0d3-3d4b715c2aa6 HTTP/1.1" status: 200 len: 205 time: 0.0317125 Jul 16 18:25:18.438067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40486) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.473429 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-7321f610-ddec-4589-a65e-5852ec8a366c tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] delete failed (client error): The resource could not be found. Jul 16 18:25:18.474473 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7321f610-ddec-4589-a65e-5852ec8a366c tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "DELETE /v2.0/routers/3d5d3ab9-9ae5-410f-a0d3-3d4b715c2aa6 HTTP/1.1" status: 404 len: 336 time: 0.0355222 Jul 16 18:25:18.476882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40488) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.504978 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb889b6e-9426-41bf-be3f-325ac085bcc5 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] DELETE failed (client error): The resource could not be found. Jul 16 18:25:18.505449 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb889b6e-9426-41bf-be3f-325ac085bcc5 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:25:18.507302 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fb889b6e-9426-41bf-be3f-325ac085bcc5 tempest-RoutersIpV6AdminTest-1143373678 tempest-RoutersIpV6AdminTest-1143373678-project] 10.222.0.24 "DELETE /v2.0/subnets/ad4e1a23-08b9-46f6-9ecf-cd2dce63544a HTTP/1.1" status: 404 len: 337 time: 0.0295341 Jul 16 18:25:18.751697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40494) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.856638 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-13018815-9e94-4597-82ce-13f16ec1e029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.945428 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-13018815-9e94-4597-82ce-13f16ec1e029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.949219 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-13018815-9e94-4597-82ce-13f16ec1e029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.992134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-13018815-9e94-4597-82ce-13f16ec1e029 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd21a0321e164b92bc6dd7b0a5d44777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393425 Jul 16 18:25:18.993264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13018815-9e94-4597-82ce-13f16ec1e029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec9cddf-a433-4230-b3ff-ebf2fd92ec7c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:18.995033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40498) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:19.045141 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0795c40d-95c9-4829-9a0f-53e9a3350a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.066009 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0795c40d-95c9-4829-9a0f-53e9a3350a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.087971 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.119074 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0795c40d-95c9-4829-9a0f-53e9a3350a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.121980 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0795c40d-95c9-4829-9a0f-53e9a3350a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.123151 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0795c40d-95c9-4829-9a0f-53e9a3350a44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ec9cddf-a433-4230-b3ff-ebf2fd92ec7c HTTP/1.1" status: 204 len: 168 time: 0.1266644 Jul 16 18:25:19.130874 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795c40d-95c9-4829-9a0f-53e9a3350a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec9cddf-a433-4230-b3ff-ebf2fd92ec7c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:19.379314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40504) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:19.420144 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-99992fe6-6b00-4ca6-83f2-34133ce9082d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2246847c6e14b59ba9fc1bae20a9eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396593 Jul 16 18:25:19.422677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40506) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:19.471932 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c23ce560-c8aa-4ee4-a7db-6402cfc3fcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.494867 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c23ce560-c8aa-4ee4-a7db-6402cfc3fcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.541217 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c23ce560-c8aa-4ee4-a7db-6402cfc3fcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.543813 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c23ce560-c8aa-4ee4-a7db-6402cfc3fcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.544975 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c23ce560-c8aa-4ee4-a7db-6402cfc3fcc8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24657b1a-673e-4c4b-a129-18e455bf5969 HTTP/1.1" status: 204 len: 168 time: 0.1213005 Jul 16 18:25:19.552836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ce560-c8aa-4ee4-a7db-6402cfc3fcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24657b1a-673e-4c4b-a129-18e455bf5969,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.221199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40528) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:20.318306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1683588945'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:20.340628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Made reservation on behalf of f150905b09a84e62aa981401577dc6e5 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:20.344045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.353301 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.450286 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.454124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.483312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:20.489729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2fe0c9-c16b-4a09-acec-b8b3b640ceff,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.495697 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.496047 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Added segment 56448d4c-20df-4610-8320-3f52661bf8df of type vlan for network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 Jul 16 18:25:20.537179 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.565948 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.571451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:20.572108 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.606543 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3841469 Jul 16 18:25:20.609958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40532) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:20.615207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e68b3202-6a63-44dd-befd-1e63b2f30f5b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Request body: {'subnet': {'network_id': '461ddeaf-64e9-4834-a115-f7cb1960bbc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:20.666662 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571ff54-a59b-4a37-b6ee-7e8c1bc2120c tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event updated for resources: {'Network': ['ID=461ddeaf-64e9-4834-a115-f7cb1960bbc6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.678178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:20.736223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68b3202-6a63-44dd-befd-1e63b2f30f5b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Made reservation on behalf of f150905b09a84e62aa981401577dc6e5 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:20.739801 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e68b3202-6a63-44dd-befd-1e63b2f30f5b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.927052 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e68b3202-6a63-44dd-befd-1e63b2f30f5b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.985400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b3202-6a63-44dd-befd-1e63b2f30f5b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event updated for resources: {'Subnet': ['ID=1e366532-f3df-4e32-996f-1944bc82cccc,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.994709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b3202-6a63-44dd-befd-1e63b2f30f5b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Checking segment: {'id': '56448d4c-20df-4610-8320-3f52661bf8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '461ddeaf-64e9-4834-a115-f7cb1960bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:20.995112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68b3202-6a63-44dd-befd-1e63b2f30f5b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Network hostable DHCP agents. Network: 461ddeaf-64e9-4834-a115-f7cb1960bbc6, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:21.014228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68b3202-6a63-44dd-befd-1e63b2f30f5b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:21.024435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e68b3202-6a63-44dd-befd-1e63b2f30f5b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 461ddeaf-64e9-4834-a115-f7cb1960bbc6) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:21.029810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68b3202-6a63-44dd-befd-1e63b2f30f5b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.033625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111ed108-9d1e-4b0a-87e4-a8a65099e7fe None None] Network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:21.034186 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e68b3202-6a63-44dd-befd-1e63b2f30f5b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.049025 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e68b3202-6a63-44dd-befd-1e63b2f30f5b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4375248 Jul 16 18:25:21.052392 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40534) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:21.058387 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Request body: {'port': {'network_id': '461ddeaf-64e9-4834-a115-f7cb1960bbc6', 'name': 'tempest-AllowedAddressPairTestJSON-333950151'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:21.169824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Made reservation on behalf of f150905b09a84e62aa981401577dc6e5 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:21.174134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.193449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] device_id is not set on port c07ddca2-e743-4e1f-8e56-c78c59bdf4ba yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:25:21.200588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-461ddeaf-64e9-4834-a115-f7cb1960bbc6', 'network_id': '461ddeaf-64e9-4834-a115-f7cb1960bbc6', 'tenant_id': 'f150905b09a84e62aa981401577dc6e5', 'fixed_ips': [{'subnet_id': '1e366532-f3df-4e32-996f-1944bc82cccc'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:25:21.201710 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.311701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Allocated IP 172.20.0.11 (461ddeaf-64e9-4834-a115-f7cb1960bbc6/1e366532-f3df-4e32-996f-1944bc82cccc/c07ddca2-e743-4e1f-8e56-c78c59bdf4ba) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:21.401542 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:25:21.465117 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.478204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Transition to ACTIVE for port object c07ddca2-e743-4e1f-8e56-c78c59bdf4ba will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:21.510844 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.561562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:21.565253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:21.569720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:21.594447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event updated for resources: {'Port': ['ID=c07ddca2-e743-4e1f-8e56-c78c59bdf4ba,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:21.625050 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.625729 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.640986 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-75a4c7dd-fc24-4713-a344-0a7f366d1869 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5867784 Jul 16 18:25:21.644171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40536) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:21.649247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Request body: {'port': {'network_id': '461ddeaf-64e9-4834-a115-f7cb1960bbc6', 'name': 'tempest-AllowedAddressPairTestJSON-362838968', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ce:4e:39'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:21.710232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Allocated IP 172.20.0.2 (461ddeaf-64e9-4834-a115-f7cb1960bbc6/1e366532-f3df-4e32-996f-1944bc82cccc/9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:21.767975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Made reservation on behalf of f150905b09a84e62aa981401577dc6e5 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:21.856596 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.865444 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Transition to ACTIVE for port object 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:21.867102 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.880078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Transition to ACTIVE for port object 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:21.886728 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.889495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] device_id is not set on port 558c8c2a-3f9c-41e3-9f47-608bb8c39a23 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:25:21.924192 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:21.930377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:21.934013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:21.941176 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Pushing event updated for resources: {'Port': ['ID=9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:21.996579 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Attempting to bind port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:21.996953 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Attempting to bind port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '56448d4c-20df-4610-8320-3f52661bf8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '461ddeaf-64e9-4834-a115-f7cb1960bbc6'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:21.997327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Attempting to bind port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 on network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:22.002491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:22.002842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Checking segment: {'id': '56448d4c-20df-4610-8320-3f52661bf8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '461ddeaf-64e9-4834-a115-f7cb1960bbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:22.003292 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.003649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Bound using segment: {'id': '56448d4c-20df-4610-8320-3f52661bf8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '461ddeaf-64e9-4834-a115-f7cb1960bbc6'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:22.004114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Bound port: 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56448d4c-20df-4610-8320-3f52661bf8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '461ddeaf-64e9-4834-a115-f7cb1960bbc6'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:22.004589 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.026360 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Allocated IP 172.20.0.10 (461ddeaf-64e9-4834-a115-f7cb1960bbc6/1e366532-f3df-4e32-996f-1944bc82cccc/558c8c2a-3f9c-41e3-9f47-608bb8c39a23) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:22.069370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] For port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:22.072732 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] For port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538,segment=NetworkSegment(56448d4c-20df-4610-8320-3f52661bf8df),segment_id=56448d4c-20df-4610-8320-3f52661bf8df)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:22.077162 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.137285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11ad39-abdd-4c61-a434-197e19854e46 None None] Pushing event updated for resources: {'Port': ['ID=9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:22.190498 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.206905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Transition to ACTIVE for port object 558c8c2a-3f9c-41e3-9f47-608bb8c39a23 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:22.241421 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.290010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:22.310542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:22.325105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:22.358851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event updated for resources: {'Port': ['ID=558c8c2a-3f9c-41e3-9f47-608bb8c39a23,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:22.398966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.400420 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.420504 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7d52b509-98f0-49a5-b1d5-8ba8cc0f7088 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.7751019 Jul 16 18:25:22.422880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40538) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:22.500572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27547f74-650a-40b0-9912-a177223d5cbf tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.507408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27547f74-650a-40b0-9912-a177223d5cbf tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.513555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27547f74-650a-40b0-9912-a177223d5cbf tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.515316 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-27547f74-650a-40b0-9912-a177223d5cbf tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.0906463 Jul 16 18:25:22.518144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40540) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:22.618062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-0147d018-8f01-428c-89ff-1a6ebcc1fcc6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Deleting port 558c8c2a-3f9c-41e3-9f47-608bb8c39a23 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:22.618416 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0147d018-8f01-428c-89ff-1a6ebcc1fcc6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.708791 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0147d018-8f01-428c-89ff-1a6ebcc1fcc6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.721198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-0147d018-8f01-428c-89ff-1a6ebcc1fcc6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Calling delete_port for 558c8c2a-3f9c-41e3-9f47-608bb8c39a23 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:22.858915 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0147d018-8f01-428c-89ff-1a6ebcc1fcc6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.894093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147d018-8f01-428c-89ff-1a6ebcc1fcc6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event deleted for resources: {'Port': ['ID=558c8c2a-3f9c-41e3-9f47-608bb8c39a23,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:23.074812 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0147d018-8f01-428c-89ff-1a6ebcc1fcc6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.076872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0147d018-8f01-428c-89ff-1a6ebcc1fcc6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "DELETE /v2.0/ports/558c8c2a-3f9c-41e3-9f47-608bb8c39a23 HTTP/1.1" status: 204 len: 168 time: 0.5577052 Jul 16 18:25:23.080097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40544) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:23.107043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abf00b2-f2c5-4794-a9a6-c5e4671835f8 None None] Network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:23.110386 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2b6ddf-3fcf-4212-9849-d3ed9e43884d tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] GET failed (client error): The resource could not be found. Jul 16 18:25:23.112548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2e2b6ddf-3fcf-4212-9849-d3ed9e43884d tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "GET /v2.0/ports/558c8c2a-3f9c-41e3-9f47-608bb8c39a23 HTTP/1.1" status: 404 len: 333 time: 0.0314922 Jul 16 18:25:23.118988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40546) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:23.124118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Request body: {'port': {'network_id': '461ddeaf-64e9-4834-a115-f7cb1960bbc6', 'name': 'tempest-AllowedAddressPairTestJSON-1488246535'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:23.143516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-448d0434-6d74-498a-aa3d-a32963996557 None None] Provisioning for port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:23.236474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Made reservation on behalf of f150905b09a84e62aa981401577dc6e5 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:23.240203 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.257144 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] device_id is not set on port 1e755454-6ab7-4180-9e2a-25d2528d5707 yet. {{(pid=105590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:25:23.279416 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.366395 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Allocated IP 172.20.0.9 (461ddeaf-64e9-4834-a115-f7cb1960bbc6/1e366532-f3df-4e32-996f-1944bc82cccc/1e755454-6ab7-4180-9e2a-25d2528d5707) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:23.526861 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.542371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Transition to ACTIVE for port object 1e755454-6ab7-4180-9e2a-25d2528d5707 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:23.576173 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.618055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-30d7c086-ca61-4fd7-b999-845c7295d270 None None] Provisioning for port c07ddca2-e743-4e1f-8e56-c78c59bdf4ba completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:23.622748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-30d7c086-ca61-4fd7-b999-845c7295d270 None None] Provisioning complete for port c07ddca2-e743-4e1f-8e56-c78c59bdf4ba triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:23.623120 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-30d7c086-ca61-4fd7-b999-845c7295d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.626033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:23.630034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:23.636182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:23.659835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-30d7c086-ca61-4fd7-b999-845c7295d270 None None] Port c07ddca2-e743-4e1f-8e56-c78c59bdf4ba cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:23.666642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event updated for resources: {'Port': ['ID=1e755454-6ab7-4180-9e2a-25d2528d5707,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:23.694071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.694700 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.710707 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-45421b57-25db-4761-95a3-3cde1b9f7300 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5906076 Jul 16 18:25:23.713229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40548) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:23.719034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ee309dbd-b43e-41d2-9550-b251602b1954 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ce:4e:39'}]}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:23.781712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-48754357-5bcd-4031-b4bc-cf9c912960cf None None] Provisioning complete for port c07ddca2-e743-4e1f-8e56-c78c59bdf4ba triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:23.782814 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-48754357-5bcd-4031-b4bc-cf9c912960cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.820661 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-48754357-5bcd-4031-b4bc-cf9c912960cf None None] Port c07ddca2-e743-4e1f-8e56-c78c59bdf4ba cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:23.903856 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee309dbd-b43e-41d2-9550-b251602b1954 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.927903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:23.954017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-37396c0b-742f-421a-8048-1dbf7dc4f68d None None] Could not find standard attr ID for object 558c8c2a-3f9c-41e3-9f47-608bb8c39a23. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:25:23.991111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:23.995467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:23.995834 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.076796 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.110032 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee309dbd-b43e-41d2-9550-b251602b1954 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.111260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538,segment=NetworkSegment(56448d4c-20df-4610-8320-3f52661bf8df),segment_id=56448d4c-20df-4610-8320-3f52661bf8df)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:24.115597 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee309dbd-b43e-41d2-9550-b251602b1954 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.117149 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.174801 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:24.185569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:24.186477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:24.186477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:24.186735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:24.186974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:24.187275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:24.187619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:24.187907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:24.188235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:24.188573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:24.189539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:24.189955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:24.194799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e8e6e098-8b2a-4c5f-8612-cd22a0a828b6 None None] Provisioning for port 1e755454-6ab7-4180-9e2a-25d2528d5707 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:24.197552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee309dbd-b43e-41d2-9550-b251602b1954 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event updated for resources: {'Port': ['ID=1e755454-6ab7-4180-9e2a-25d2528d5707,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:24.200008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e8e6e098-8b2a-4c5f-8612-cd22a0a828b6 None None] Provisioning complete for port 1e755454-6ab7-4180-9e2a-25d2528d5707 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:24.200584 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e8e6e098-8b2a-4c5f-8612-cd22a0a828b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.210876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ee309dbd-b43e-41d2-9550-b251602b1954 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] In _notify_port_updated(), no bound segment for port 1e755454-6ab7-4180-9e2a-25d2528d5707 on network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 {{(pid=105590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:25:24.216410 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee309dbd-b43e-41d2-9550-b251602b1954 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:24.217042 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee309dbd-b43e-41d2-9550-b251602b1954 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.221290 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ee309dbd-b43e-41d2-9550-b251602b1954 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "PUT /v2.0/ports/1e755454-6ab7-4180-9e2a-25d2528d5707 HTTP/1.1" status: 200 len: 994 time: 0.5042000 Jul 16 18:25:24.221587 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40550) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:24.240296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6e098-8b2a-4c5f-8612-cd22a0a828b6 None None] Port 1e755454-6ab7-4180-9e2a-25d2528d5707 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:24.326798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-08471b63-7bd5-44e5-8978-acd72be53c4e tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Deleting port 1e755454-6ab7-4180-9e2a-25d2528d5707 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:24.327148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08471b63-7bd5-44e5-8978-acd72be53c4e tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.417952 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08471b63-7bd5-44e5-8978-acd72be53c4e tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.433946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-08471b63-7bd5-44e5-8978-acd72be53c4e tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Calling delete_port for 1e755454-6ab7-4180-9e2a-25d2528d5707 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:24.560096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-82db1635-0a48-4ece-828c-14caaa654dcb None None] Provisioning complete for port 1e755454-6ab7-4180-9e2a-25d2528d5707 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:24.560471 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-82db1635-0a48-4ece-828c-14caaa654dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.570303 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08471b63-7bd5-44e5-8978-acd72be53c4e tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.595447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-82db1635-0a48-4ece-828c-14caaa654dcb None None] Port 1e755454-6ab7-4180-9e2a-25d2528d5707 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:24.601876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08471b63-7bd5-44e5-8978-acd72be53c4e tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event deleted for resources: {'Port': ['ID=1e755454-6ab7-4180-9e2a-25d2528d5707,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:24.778343 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-08471b63-7bd5-44e5-8978-acd72be53c4e tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.780488 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-08471b63-7bd5-44e5-8978-acd72be53c4e tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "DELETE /v2.0/ports/1e755454-6ab7-4180-9e2a-25d2528d5707 HTTP/1.1" status: 204 len: 168 time: 0.5578804 Jul 16 18:25:24.783524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40552) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:24.811335 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f81664-5a63-4a97-b6f5-b0975efca57e tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] GET failed (client error): The resource could not be found. Jul 16 18:25:24.812867 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-52f81664-5a63-4a97-b6f5-b0975efca57e tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "GET /v2.0/ports/1e755454-6ab7-4180-9e2a-25d2528d5707 HTTP/1.1" status: 404 len: 333 time: 0.0282791 Jul 16 18:25:24.817131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40554) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:24.821968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Request body: {'port': {'network_id': '461ddeaf-64e9-4834-a115-f7cb1960bbc6', 'name': 'tempest-AllowedAddressPairTestJSON-1925502384'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:24.929246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Made reservation on behalf of f150905b09a84e62aa981401577dc6e5 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:24.932654 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.949804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] device_id is not set on port a7739a54-886a-48c5-93d4-db5d4df69560 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:25:25.060653 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Allocated IP 172.20.0.8 (461ddeaf-64e9-4834-a115-f7cb1960bbc6/1e366532-f3df-4e32-996f-1944bc82cccc/a7739a54-886a-48c5-93d4-db5d4df69560) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:25.200566 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.214042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Transition to ACTIVE for port object a7739a54-886a-48c5-93d4-db5d4df69560 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:25.247300 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.295758 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:25.299690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:25.303631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:25.310254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event updated for resources: {'Port': ['ID=a7739a54-886a-48c5-93d4-db5d4df69560,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:25.356066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.356692 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.372718 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7f18d61f-7b6c-42da-9062-14073a669747 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5544646 Jul 16 18:25:25.375339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40556) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:25.381293 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f0541dcd-8659-451d-a06f-c2a56bddd50f tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ce:4e:39'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:25.439890 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.471203 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0541dcd-8659-451d-a06f-c2a56bddd50f tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.519733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3def324c-cd54-44d0-b8ac-8d740f989f74 None None] Provisioning for port a7739a54-886a-48c5-93d4-db5d4df69560 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:25.523821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3def324c-cd54-44d0-b8ac-8d740f989f74 None None] Provisioning complete for port a7739a54-886a-48c5-93d4-db5d4df69560 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:25.524195 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3def324c-cd54-44d0-b8ac-8d740f989f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.559369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3def324c-cd54-44d0-b8ac-8d740f989f74 None None] Port a7739a54-886a-48c5-93d4-db5d4df69560 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:25.652394 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0541dcd-8659-451d-a06f-c2a56bddd50f tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.656917 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0541dcd-8659-451d-a06f-c2a56bddd50f tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.743346 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0541dcd-8659-451d-a06f-c2a56bddd50f tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event updated for resources: {'Port': ['ID=a7739a54-886a-48c5-93d4-db5d4df69560,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:25.757169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f0541dcd-8659-451d-a06f-c2a56bddd50f tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] In _notify_port_updated(), no bound segment for port a7739a54-886a-48c5-93d4-db5d4df69560 on network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 {{(pid=105591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:25:25.762768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0541dcd-8659-451d-a06f-c2a56bddd50f tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.763418 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f0541dcd-8659-451d-a06f-c2a56bddd50f tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.764929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f0541dcd-8659-451d-a06f-c2a56bddd50f tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "PUT /v2.0/ports/a7739a54-886a-48c5-93d4-db5d4df69560 HTTP/1.1" status: 200 len: 996 time: 0.3885868 Jul 16 18:25:25.767921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40558) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:25.870599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d2d12850-d0ca-464c-9d31-47f5b77618cc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Deleting port a7739a54-886a-48c5-93d4-db5d4df69560 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:25.871293 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2d12850-d0ca-464c-9d31-47f5b77618cc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.898226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:25.944084 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:25.944458 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.961547 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2d12850-d0ca-464c-9d31-47f5b77618cc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.974219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d2d12850-d0ca-464c-9d31-47f5b77618cc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Calling delete_port for a7739a54-886a-48c5-93d4-db5d4df69560 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:25.992484 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-36fba4d5-6ea9-411e-8532-1effb7b7bf2e None None] Provisioning complete for port a7739a54-886a-48c5-93d4-db5d4df69560 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:25.992858 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-36fba4d5-6ea9-411e-8532-1effb7b7bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.033405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-36fba4d5-6ea9-411e-8532-1effb7b7bf2e None None] Port a7739a54-886a-48c5-93d4-db5d4df69560 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:26.108445 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2d12850-d0ca-464c-9d31-47f5b77618cc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.138997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d12850-d0ca-464c-9d31-47f5b77618cc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event deleted for resources: {'Port': ['ID=a7739a54-886a-48c5-93d4-db5d4df69560,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:26.208568 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2d12850-d0ca-464c-9d31-47f5b77618cc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.210609 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d2d12850-d0ca-464c-9d31-47f5b77618cc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "DELETE /v2.0/ports/a7739a54-886a-48c5-93d4-db5d4df69560 HTTP/1.1" status: 204 len: 168 time: 0.4417424 Jul 16 18:25:26.213319 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40560) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:26.246249 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb20d76a-d01f-40d0-a9ca-4a2ada87c47b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] GET failed (client error): The resource could not be found. Jul 16 18:25:26.247818 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cb20d76a-d01f-40d0-a9ca-4a2ada87c47b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "GET /v2.0/ports/a7739a54-886a-48c5-93d4-db5d4df69560 HTTP/1.1" status: 404 len: 333 time: 0.0335522 Jul 16 18:25:26.252441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40562) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:26.257563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Request body: {'port': {'network_id': '461ddeaf-64e9-4834-a115-f7cb1960bbc6', 'name': 'tempest-AllowedAddressPairTestJSON-1301329624'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:26.366032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Made reservation on behalf of f150905b09a84e62aa981401577dc6e5 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:26.369605 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.386677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] device_id is not set on port 4cbc97ca-e61a-4f37-95bb-3943df27ef01 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:25:26.498569 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Allocated IP 172.20.0.3 (461ddeaf-64e9-4834-a115-f7cb1960bbc6/1e366532-f3df-4e32-996f-1944bc82cccc/4cbc97ca-e61a-4f37-95bb-3943df27ef01) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:26.645997 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.659109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Transition to ACTIVE for port object 4cbc97ca-e61a-4f37-95bb-3943df27ef01 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:26.697746 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.743115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:26.746137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:26.750017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:26.774680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event updated for resources: {'Port': ['ID=4cbc97ca-e61a-4f37-95bb-3943df27ef01,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:26.808977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:26.809598 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.824501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-be9c0777-ec37-42c0-a3a9-6991ddc73f6b tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5708761 Jul 16 18:25:26.827038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40566) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:26.832220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Request body: {'port': {'network_id': '461ddeaf-64e9-4834-a115-f7cb1960bbc6', 'name': 'tempest-AllowedAddressPairTestJSON-317534065'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:26.949379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Made reservation on behalf of f150905b09a84e62aa981401577dc6e5 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:26.953258 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.973557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] device_id is not set on port 35220bfd-386c-4332-81e9-923b774fd98b yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:25:27.082300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Allocated IP 172.20.0.7 (461ddeaf-64e9-4834-a115-f7cb1960bbc6/1e366532-f3df-4e32-996f-1944bc82cccc/35220bfd-386c-4332-81e9-923b774fd98b) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:27.159284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a05e48f2-76f1-4959-8e5f-2845a11c7752 None None] Provisioning for port 4cbc97ca-e61a-4f37-95bb-3943df27ef01 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:27.163306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a05e48f2-76f1-4959-8e5f-2845a11c7752 None None] Provisioning complete for port 4cbc97ca-e61a-4f37-95bb-3943df27ef01 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:27.163695 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a05e48f2-76f1-4959-8e5f-2845a11c7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.196624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a05e48f2-76f1-4959-8e5f-2845a11c7752 None None] Port 4cbc97ca-e61a-4f37-95bb-3943df27ef01 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:27.236001 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.248947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Transition to ACTIVE for port object 35220bfd-386c-4332-81e9-923b774fd98b will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:27.281977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.327350 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:27.331056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:27.334892 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:27.363224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event updated for resources: {'Port': ['ID=35220bfd-386c-4332-81e9-923b774fd98b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:27.390857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:27.391489 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.405774 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-024b2de5-69bc-46e6-9e80-b1c53b6c4977 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5776055 Jul 16 18:25:27.408982 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40568) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:27.414200 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-34f78be4-6501-4e2a-bf8c-197449bac8ca tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ce:4e:39'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:28:31:d0'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:27.581898 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-34f78be4-6501-4e2a-bf8c-197449bac8ca tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.618529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5db6f1a3-08d0-4457-b372-2e08f603ed9d None None] Provisioning for port 35220bfd-386c-4332-81e9-923b774fd98b completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:27.622486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5db6f1a3-08d0-4457-b372-2e08f603ed9d None None] Provisioning complete for port 35220bfd-386c-4332-81e9-923b774fd98b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:27.622873 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5db6f1a3-08d0-4457-b372-2e08f603ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.660756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5db6f1a3-08d0-4457-b372-2e08f603ed9d None None] Port 35220bfd-386c-4332-81e9-923b774fd98b cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:27.762071 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-34f78be4-6501-4e2a-bf8c-197449bac8ca tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.767099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-34f78be4-6501-4e2a-bf8c-197449bac8ca tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.845467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f78be4-6501-4e2a-bf8c-197449bac8ca tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event updated for resources: {'Port': ['ID=35220bfd-386c-4332-81e9-923b774fd98b,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:27.856072 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-34f78be4-6501-4e2a-bf8c-197449bac8ca tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] In _notify_port_updated(), no bound segment for port 35220bfd-386c-4332-81e9-923b774fd98b on network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 {{(pid=105591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:25:27.862727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f78be4-6501-4e2a-bf8c-197449bac8ca tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:27.863393 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-34f78be4-6501-4e2a-bf8c-197449bac8ca tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.864758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-34f78be4-6501-4e2a-bf8c-197449bac8ca tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "PUT /v2.0/ports/35220bfd-386c-4332-81e9-923b774fd98b HTTP/1.1" status: 200 len: 1055 time: 0.4548461 Jul 16 18:25:27.867557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40570) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:27.971163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-318adc3c-1ad1-4e11-96b8-68ad30586b44 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Deleting port 35220bfd-386c-4332-81e9-923b774fd98b {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:27.971754 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-318adc3c-1ad1-4e11-96b8-68ad30586b44 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.054870 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-318adc3c-1ad1-4e11-96b8-68ad30586b44 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.066877 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-318adc3c-1ad1-4e11-96b8-68ad30586b44 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Calling delete_port for 35220bfd-386c-4332-81e9-923b774fd98b owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:28.080090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d852dc07-be4a-4619-84dc-85864c110178 None None] Provisioning complete for port 35220bfd-386c-4332-81e9-923b774fd98b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:28.080484 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d852dc07-be4a-4619-84dc-85864c110178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.115001 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d852dc07-be4a-4619-84dc-85864c110178 None None] Port 35220bfd-386c-4332-81e9-923b774fd98b cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:28.204929 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-318adc3c-1ad1-4e11-96b8-68ad30586b44 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.233128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318adc3c-1ad1-4e11-96b8-68ad30586b44 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event deleted for resources: {'Port': ['ID=35220bfd-386c-4332-81e9-923b774fd98b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:28.856125 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-318adc3c-1ad1-4e11-96b8-68ad30586b44 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.858161 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-318adc3c-1ad1-4e11-96b8-68ad30586b44 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "DELETE /v2.0/ports/35220bfd-386c-4332-81e9-923b774fd98b HTTP/1.1" status: 204 len: 168 time: 0.9896324 Jul 16 18:25:28.861401 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40572) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:28.891489 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0841f4fc-66c8-4b5a-8e59-6309a0dbb5e8 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] GET failed (client error): The resource could not be found. Jul 16 18:25:28.893001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0841f4fc-66c8-4b5a-8e59-6309a0dbb5e8 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "GET /v2.0/ports/35220bfd-386c-4332-81e9-923b774fd98b HTTP/1.1" status: 404 len: 333 time: 0.0298831 Jul 16 18:25:28.895652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40574) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:29.024304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-14dba44e-db5e-4b9d-a72e-d643ad95bbf6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Deleting port 4cbc97ca-e61a-4f37-95bb-3943df27ef01 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:29.024645 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14dba44e-db5e-4b9d-a72e-d643ad95bbf6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.122994 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14dba44e-db5e-4b9d-a72e-d643ad95bbf6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.135570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-14dba44e-db5e-4b9d-a72e-d643ad95bbf6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Calling delete_port for 4cbc97ca-e61a-4f37-95bb-3943df27ef01 owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:29.273300 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14dba44e-db5e-4b9d-a72e-d643ad95bbf6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.307382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dba44e-db5e-4b9d-a72e-d643ad95bbf6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event deleted for resources: {'Port': ['ID=4cbc97ca-e61a-4f37-95bb-3943df27ef01,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:29.717342 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14dba44e-db5e-4b9d-a72e-d643ad95bbf6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.719227 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-14dba44e-db5e-4b9d-a72e-d643ad95bbf6 tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "DELETE /v2.0/ports/4cbc97ca-e61a-4f37-95bb-3943df27ef01 HTTP/1.1" status: 204 len: 168 time: 0.8215432 Jul 16 18:25:29.722476 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40576) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:29.750433 n-d-787205-10 neutron-server[105590]: INFO neutron.pecan_wsgi.hooks.translation [None req-094ab279-b7c0-4148-b1c8-8816406575df tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] GET failed (client error): The resource could not be found. Jul 16 18:25:29.752186 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-094ab279-b7c0-4148-b1c8-8816406575df tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "GET /v2.0/ports/4cbc97ca-e61a-4f37-95bb-3943df27ef01 HTTP/1.1" status: 404 len: 333 time: 0.0287971 Jul 16 18:25:29.755660 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40578) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:29.852019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-002139e6-cfc8-4ba1-af59-7a24b80a68ea tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Deleting port c07ddca2-e743-4e1f-8e56-c78c59bdf4ba {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:29.852365 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-002139e6-cfc8-4ba1-af59-7a24b80a68ea tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.937184 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-002139e6-cfc8-4ba1-af59-7a24b80a68ea tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.948623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-002139e6-cfc8-4ba1-af59-7a24b80a68ea tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Calling delete_port for c07ddca2-e743-4e1f-8e56-c78c59bdf4ba owned by {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:30.076938 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-002139e6-cfc8-4ba1-af59-7a24b80a68ea tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.107534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002139e6-cfc8-4ba1-af59-7a24b80a68ea tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event deleted for resources: {'Port': ['ID=c07ddca2-e743-4e1f-8e56-c78c59bdf4ba,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:30.186231 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-002139e6-cfc8-4ba1-af59-7a24b80a68ea tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.188152 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-002139e6-cfc8-4ba1-af59-7a24b80a68ea tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "DELETE /v2.0/ports/c07ddca2-e743-4e1f-8e56-c78c59bdf4ba HTTP/1.1" status: 204 len: 168 time: 0.4315917 Jul 16 18:25:30.190889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40580) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:30.246036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb7ac6f-1276-48fe-84fa-b7546cdfb2ec tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Deleting subnet 1e366532-f3df-4e32-996f-1944bc82cccc {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:30.249598 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ac6f-1276-48fe-84fa-b7546cdfb2ec tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.292551 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ac6f-1276-48fe-84fa-b7546cdfb2ec tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.381892 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ac6f-1276-48fe-84fa-b7546cdfb2ec tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.441079 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ac6f-1276-48fe-84fa-b7546cdfb2ec tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.469462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7ac6f-1276-48fe-84fa-b7546cdfb2ec tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event deleted for resources: {'Subnet': ['ID=1e366532-f3df-4e32-996f-1944bc82cccc,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:30.471893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1bb7ac6f-1276-48fe-84fa-b7546cdfb2ec tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.474942 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1bb7ac6f-1276-48fe-84fa-b7546cdfb2ec tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "DELETE /v2.0/subnets/1e366532-f3df-4e32-996f-1944bc82cccc HTTP/1.1" status: 204 len: 168 time: 0.2819223 Jul 16 18:25:30.476794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40584) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:30.478827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e7d366-b8c5-44f9-9956-1965a8262e45 None None] Network 461ddeaf-64e9-4834-a115-f7cb1960bbc6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:30.561463 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.616560 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Deleting port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:30.616904 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.666774 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db5505-f317-4fff-89a3-fbf6d11533db None None] DHCP port deletion for 461ddeaf-64e9-4834-a115-f7cb1960bbc6 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:25:30.682230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] For port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538,segment=NetworkSegment(56448d4c-20df-4610-8320-3f52661bf8df),segment_id=56448d4c-20df-4610-8320-3f52661bf8df)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:30.682604 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.695175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Calling delete_port for 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:30.714556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-83db5505-f317-4fff-89a3-fbf6d11533db None None] Deleting port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:30.714990 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-83db5505-f317-4fff-89a3-fbf6d11533db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.780970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-83db5505-f317-4fff-89a3-fbf6d11533db None None] For port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538,segment=NetworkSegment(56448d4c-20df-4610-8320-3f52661bf8df),segment_id=56448d4c-20df-4610-8320-3f52661bf8df)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:30.781464 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-83db5505-f317-4fff-89a3-fbf6d11533db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.784741 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.795171 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-83db5505-f317-4fff-89a3-fbf6d11533db None None] Calling delete_port for 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:30.811624 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event deleted for resources: {'Port': ['ID=9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:30.813613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] No DVR routers for this DVR port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:30.873063 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-83db5505-f317-4fff-89a3-fbf6d11533db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.900210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db5505-f317-4fff-89a3-fbf6d11533db None None] Pushing event deleted for resources: {'Port': ['ID=9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:30.900447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.901949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db5505-f317-4fff-89a3-fbf6d11533db None None] No DVR routers for this DVR port 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:30.913879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461ddeaf-64e9-4834-a115-f7cb1960bbc6']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:30.923958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56448d4c-20df-4610-8320-3f52661bf8df') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:30.924247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56448d4c-20df-4610-8320-3f52661bf8df') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:30.932983 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.946681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.952371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:30.952749 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:30.956331 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:31.011655 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.017102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.022129 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] 10.222.0.24 "DELETE /v2.0/networks/461ddeaf-64e9-4834-a115-f7cb1960bbc6 HTTP/1.1" status: 204 len: 168 time: 0.5443330 Jul 16 18:25:31.042741 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946a13e-4101-4d75-bd26-b048dd3d24dc tempest-AllowedAddressPairTestJSON-881702363 tempest-AllowedAddressPairTestJSON-881702363-project] Pushing event deleted for resources: {'Network': ['ID=461ddeaf-64e9-4834-a115-f7cb1960bbc6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:31.258265 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40592) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:31.393446 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4329728b-52ce-4d71-a47b-114bf39fe9da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f150905b09a84e62aa981401577dc6e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338325 Jul 16 18:25:31.395928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40596) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:31.445557 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19b0b28b-c2cc-4fdf-afbe-82f822e99a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.466969 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19b0b28b-c2cc-4fdf-afbe-82f822e99a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.514963 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19b0b28b-c2cc-4fdf-afbe-82f822e99a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.518227 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-19b0b28b-c2cc-4fdf-afbe-82f822e99a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.519390 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-19b0b28b-c2cc-4fdf-afbe-82f822e99a34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e2fe0c9-c16b-4a09-acec-b8b3b640ceff HTTP/1.1" status: 204 len: 168 time: 0.1224282 Jul 16 18:25:31.527804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0b28b-c2cc-4fdf-afbe-82f822e99a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2fe0c9-c16b-4a09-acec-b8b3b640ceff,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:31.889510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:31.913532 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:31.913986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 9a2a8fdd-5dfb-48ae-99c5-ad2c65d55538 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:32.211977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40618) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:32.319883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Request body: {'networks': [{'name': 'tempest-network--749039050'}, {'name': 'tempest-network--1787225359'}]} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:32.320200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Request body: {'network': {'name': 'tempest-network--749039050'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:32.320724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Request body: {'network': {'name': 'tempest-network--1787225359'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:32.343444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Made reservation on behalf of 89de602637334bc2b76b6841b6612c32 for: {'network': 2} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:32.349034 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.357768 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.460500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.464523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.465220 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.515313 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06d63fb-e301-4dac-82f1-717556852033,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:32.519630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:32.530128 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.530473 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Added segment f18e7e5a-b82e-4cf1-9627-f88cc15ae3c5 of type vlan for network a826445f-c4cd-4bed-b1d4-6adb93ee282a Jul 16 18:25:32.575043 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.607879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:32.617277 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.617625 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Added segment 92cd14b8-f3b4-40de-91cd-34cfa54bd66e of type vlan for network 69ff6b17-5b5b-41dd-a24c-8611bfa48037 Jul 16 18:25:32.655389 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.687023 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.687414 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.693623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.698408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.699124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.731791 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5186946 Jul 16 18:25:32.734900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40622) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:32.808093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event updated for resources: {'Network': ['ID=a826445f-c4cd-4bed-b1d4-6adb93ee282a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:32.818770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network a826445f-c4cd-4bed-b1d4-6adb93ee282a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:32.955512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087a5d9-9f2e-48b5-bf54-bb8f75328820 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event updated for resources: {'Network': ['ID=69ff6b17-5b5b-41dd-a24c-8611bfa48037,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:32.965395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 69ff6b17-5b5b-41dd-a24c-8611bfa48037 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:33.000235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4bb86-26d6-4058-a0b6-e56782a2a88f tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.006521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4bb86-26d6-4058-a0b6-e56782a2a88f tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.012263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4bb86-26d6-4058-a0b6-e56782a2a88f tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.019032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4bb86-26d6-4058-a0b6-e56782a2a88f tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.020695 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1ac4bb86-26d6-4058-a0b6-e56782a2a88f tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2842889 Jul 16 18:25:33.023755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40624) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:33.097727 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b497b9dd-e6b3-4fdb-b123-d0bcea552b8d tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.182801 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b497b9dd-e6b3-4fdb-b123-d0bcea552b8d tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.193163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-b497b9dd-e6b3-4fdb-b123-d0bcea552b8d tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a826445f-c4cd-4bed-b1d4-6adb93ee282a']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:33.202528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-b497b9dd-e6b3-4fdb-b123-d0bcea552b8d tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18e7e5a-b82e-4cf1-9627-f88cc15ae3c5') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:33.202824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-b497b9dd-e6b3-4fdb-b123-d0bcea552b8d tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18e7e5a-b82e-4cf1-9627-f88cc15ae3c5') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:33.211427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b497b9dd-e6b3-4fdb-b123-d0bcea552b8d tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.224490 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b497b9dd-e6b3-4fdb-b123-d0bcea552b8d tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.230340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b497b9dd-e6b3-4fdb-b123-d0bcea552b8d tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:33.230546 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b497b9dd-e6b3-4fdb-b123-d0bcea552b8d tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:33.233339 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:33.298784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b497b9dd-e6b3-4fdb-b123-d0bcea552b8d tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.306222 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b497b9dd-e6b3-4fdb-b123-d0bcea552b8d tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.308052 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b497b9dd-e6b3-4fdb-b123-d0bcea552b8d tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "DELETE /v2.0/networks/a826445f-c4cd-4bed-b1d4-6adb93ee282a HTTP/1.1" status: 204 len: 168 time: 0.2833774 Jul 16 18:25:33.311058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40626) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:33.324659 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497b9dd-e6b3-4fdb-b123-d0bcea552b8d tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event deleted for resources: {'Network': ['ID=a826445f-c4cd-4bed-b1d4-6adb93ee282a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:33.398538 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d800242f-5b87-48ed-aa5f-6b6e80180f76 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.488822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d800242f-5b87-48ed-aa5f-6b6e80180f76 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.498927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d800242f-5b87-48ed-aa5f-6b6e80180f76 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ff6b17-5b5b-41dd-a24c-8611bfa48037']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:33.509394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d800242f-5b87-48ed-aa5f-6b6e80180f76 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cd14b8-f3b4-40de-91cd-34cfa54bd66e') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:33.509715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d800242f-5b87-48ed-aa5f-6b6e80180f76 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cd14b8-f3b4-40de-91cd-34cfa54bd66e') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:33.518608 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d800242f-5b87-48ed-aa5f-6b6e80180f76 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.533262 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d800242f-5b87-48ed-aa5f-6b6e80180f76 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.538965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d800242f-5b87-48ed-aa5f-6b6e80180f76 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:33.539351 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d800242f-5b87-48ed-aa5f-6b6e80180f76 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:33.542296 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:33.603992 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d800242f-5b87-48ed-aa5f-6b6e80180f76 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.612636 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d800242f-5b87-48ed-aa5f-6b6e80180f76 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.614451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d800242f-5b87-48ed-aa5f-6b6e80180f76 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "DELETE /v2.0/networks/69ff6b17-5b5b-41dd-a24c-8611bfa48037 HTTP/1.1" status: 204 len: 168 time: 0.3023434 Jul 16 18:25:33.617149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40628) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:33.625252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800242f-5b87-48ed-aa5f-6b6e80180f76 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event deleted for resources: {'Network': ['ID=69ff6b17-5b5b-41dd-a24c-8611bfa48037,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:33.718919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a0f9e6-5098-4b5b-9537-48c54a1813f4 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.725828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a0f9e6-5098-4b5b-9537-48c54a1813f4 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.727346 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b5a0f9e6-5098-4b5b-9537-48c54a1813f4 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1090620 Jul 16 18:25:33.730961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40630) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:33.736232 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-654752608'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:33.756179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Made reservation on behalf of 89de602637334bc2b76b6841b6612c32 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:33.759649 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.783851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:33.793304 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.793675 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Added segment fbaa843c-3ee3-45f8-8518-f593ce30d2ab of type vlan for network 8778c46e-effb-4e3c-997c-c8f0f09388b1 Jul 16 18:25:33.833146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.865775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.871346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.871935 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.904807 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1728051 Jul 16 18:25:33.908119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40632) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:33.913246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-39bf4106-8a99-417b-ad5e-b600a4bddbee tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1776809470'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:33.934236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bf4106-8a99-417b-ad5e-b600a4bddbee tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Made reservation on behalf of 89de602637334bc2b76b6841b6612c32 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:33.937919 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-39bf4106-8a99-417b-ad5e-b600a4bddbee tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.940270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event updated for resources: {'Network': ['ID=8778c46e-effb-4e3c-997c-c8f0f09388b1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:33.947651 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:33.947996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:33.948339 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:33.948675 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:33.949007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:33.949350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:33.949687 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:33.950012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:33.950337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:33.950663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:33.950985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:33.951303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084996b-f73b-42fc-9b94-9d357f7f2600 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:33.962834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bf4106-8a99-417b-ad5e-b600a4bddbee tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:33.963424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 8778c46e-effb-4e3c-997c-c8f0f09388b1 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:33.972536 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-39bf4106-8a99-417b-ad5e-b600a4bddbee tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.972823 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-39bf4106-8a99-417b-ad5e-b600a4bddbee tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Added segment e676dadc-e89c-45f6-b3d3-27eedaea8b40 of type vlan for network 704688fe-e188-4083-bb2d-2164c0ba52fa Jul 16 18:25:34.012739 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-39bf4106-8a99-417b-ad5e-b600a4bddbee tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.042165 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-39bf4106-8a99-417b-ad5e-b600a4bddbee tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.047780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf4106-8a99-417b-ad5e-b600a4bddbee tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:34.048415 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-39bf4106-8a99-417b-ad5e-b600a4bddbee tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.086127 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-39bf4106-8a99-417b-ad5e-b600a4bddbee tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1768739 Jul 16 18:25:34.088913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40634) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:34.093825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Request body: {'ports': [{'network_id': '8778c46e-effb-4e3c-997c-c8f0f09388b1', 'name': 'tempest-port--1423192373', 'admin_state_up': True}, {'network_id': '704688fe-e188-4083-bb2d-2164c0ba52fa', 'admin_state_up': False}]} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:34.094136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Request body: {'port': {'network_id': '8778c46e-effb-4e3c-997c-c8f0f09388b1', 'name': 'tempest-port--1423192373', 'admin_state_up': True}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:34.095640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Request body: {'port': {'network_id': '704688fe-e188-4083-bb2d-2164c0ba52fa', 'admin_state_up': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:34.142372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf4106-8a99-417b-ad5e-b600a4bddbee tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event updated for resources: {'Network': ['ID=704688fe-e188-4083-bb2d-2164c0ba52fa,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:34.152932 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 704688fe-e188-4083-bb2d-2164c0ba52fa details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:34.280226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Made reservation on behalf of 89de602637334bc2b76b6841b6612c32 for: {'port': 2} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:34.285469 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.298766 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.379131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] device_id is not set on port bc369f2a-2b5d-431c-88c1-bf930fd60a4a yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:25:34.494549 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.571558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] device_id is not set on port b9304bb3-ab09-4007-a29d-90ab159d4aa2 yet. {{(pid=105591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:25:34.678584 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.717528 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.772722 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event updated for resources: {'Port': ['ID=bc369f2a-2b5d-431c-88c1-bf930fd60a4a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:34.788559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Checking segment: {'id': 'fbaa843c-3ee3-45f8-8518-f593ce30d2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '8778c46e-effb-4e3c-997c-c8f0f09388b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:34.788927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Network hostable DHCP agents. Network: 8778c46e-effb-4e3c-997c-c8f0f09388b1, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:34.805284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Network 8778c46e-effb-4e3c-997c-c8f0f09388b1 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:34.813865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 8778c46e-effb-4e3c-997c-c8f0f09388b1) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:34.817889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:34.818740 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.829591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c157baf8-cb70-4ecd-b4df-94dfb5f0f12b None None] Network 8778c46e-effb-4e3c-997c-c8f0f09388b1 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:34.888205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event updated for resources: {'Port': ['ID=b9304bb3-ab09-4007-a29d-90ab159d4aa2,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:34.894415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Checking segment: {'id': 'e676dadc-e89c-45f6-b3d3-27eedaea8b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '704688fe-e188-4083-bb2d-2164c0ba52fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:34.894784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Network hostable DHCP agents. Network: 704688fe-e188-4083-bb2d-2164c0ba52fa, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:34.911984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Network 704688fe-e188-4083-bb2d-2164c0ba52fa is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:34.920695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 704688fe-e188-4083-bb2d-2164c0ba52fa) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:34.924653 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:34.930318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:34.933984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efca76a9-2f0f-40fd-aa33-bfd4d5e2ad06 None None] Network 704688fe-e188-4083-bb2d-2164c0ba52fa requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:34.935315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:34.935978 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.951157 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c6a4d73a-d63c-4c8e-b53e-d4262d8df233 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8612342 Jul 16 18:25:34.953609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40636) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:35.020690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672f25b-dcc7-47cd-af81-ae722e557e49 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.026545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672f25b-dcc7-47cd-af81-ae722e557e49 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.028132 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e672f25b-dcc7-47cd-af81-ae722e557e49 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0729370 Jul 16 18:25:35.030892 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40638) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:35.132405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-ff93b554-7cc3-45ca-891a-a34b19efaf93 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Deleting port bc369f2a-2b5d-431c-88c1-bf930fd60a4a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:35.132754 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff93b554-7cc3-45ca-891a-a34b19efaf93 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.196754 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff93b554-7cc3-45ca-891a-a34b19efaf93 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.208872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-ff93b554-7cc3-45ca-891a-a34b19efaf93 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Calling delete_port for bc369f2a-2b5d-431c-88c1-bf930fd60a4a owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:35.292205 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff93b554-7cc3-45ca-891a-a34b19efaf93 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.320109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93b554-7cc3-45ca-891a-a34b19efaf93 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event deleted for resources: {'Port': ['ID=bc369f2a-2b5d-431c-88c1-bf930fd60a4a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:35.327281 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff93b554-7cc3-45ca-891a-a34b19efaf93 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.329344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ff93b554-7cc3-45ca-891a-a34b19efaf93 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "DELETE /v2.0/ports/bc369f2a-2b5d-431c-88c1-bf930fd60a4a HTTP/1.1" status: 204 len: 168 time: 0.2975590 Jul 16 18:25:35.332191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40640) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:35.427361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6f4d1-2999-4605-9fe1-43c95120746a tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Deleting port b9304bb3-ab09-4007-a29d-90ab159d4aa2 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:35.428048 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f4d1-2999-4605-9fe1-43c95120746a tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.496373 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f4d1-2999-4605-9fe1-43c95120746a tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.508597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6f4d1-2999-4605-9fe1-43c95120746a tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Calling delete_port for b9304bb3-ab09-4007-a29d-90ab159d4aa2 owned by {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:35.586413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f4d1-2999-4605-9fe1-43c95120746a tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.620630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6f4d1-2999-4605-9fe1-43c95120746a tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event deleted for resources: {'Port': ['ID=b9304bb3-ab09-4007-a29d-90ab159d4aa2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:35.625564 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f4d1-2999-4605-9fe1-43c95120746a tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.627590 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d0c6f4d1-2999-4605-9fe1-43c95120746a tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "DELETE /v2.0/ports/b9304bb3-ab09-4007-a29d-90ab159d4aa2 HTTP/1.1" status: 204 len: 168 time: 0.2944577 Jul 16 18:25:35.630123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40642) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:35.660346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3d0c24d6-1544-4fba-87a1-9ab5b8d792bf tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0290804 Jul 16 18:25:35.663677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40644) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:35.668421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c161c337-947e-4634-a10a-5561ae7379bc tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1920395079'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:35.688843 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c161c337-947e-4634-a10a-5561ae7379bc tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Made reservation on behalf of 89de602637334bc2b76b6841b6612c32 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:35.692305 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c161c337-947e-4634-a10a-5561ae7379bc tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.715279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c161c337-947e-4634-a10a-5561ae7379bc tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:35.724697 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c161c337-947e-4634-a10a-5561ae7379bc tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.725062 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-c161c337-947e-4634-a10a-5561ae7379bc tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Added segment 0a2b363b-1331-4581-8eeb-b192c62a5cee of type vlan for network 3d88d64f-48c3-41e3-9e92-f018707a02df Jul 16 18:25:35.765380 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c161c337-947e-4634-a10a-5561ae7379bc tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.793232 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c161c337-947e-4634-a10a-5561ae7379bc tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.799432 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c161c337-947e-4634-a10a-5561ae7379bc tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.800022 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c161c337-947e-4634-a10a-5561ae7379bc tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.842671 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c161c337-947e-4634-a10a-5561ae7379bc tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1779544 Jul 16 18:25:35.845328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40646) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:35.850586 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c5f1bcc1-a6f4-4b79-80a4-9813320ec092 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1591729980'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:35.871030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f1bcc1-a6f4-4b79-80a4-9813320ec092 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Made reservation on behalf of 89de602637334bc2b76b6841b6612c32 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:35.874470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161c337-947e-4634-a10a-5561ae7379bc tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event updated for resources: {'Network': ['ID=3d88d64f-48c3-41e3-9e92-f018707a02df,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:35.874676 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bcc1-a6f4-4b79-80a4-9813320ec092 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.885059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 3d88d64f-48c3-41e3-9e92-f018707a02df details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:35.904531 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f1bcc1-a6f4-4b79-80a4-9813320ec092 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:35.914183 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bcc1-a6f4-4b79-80a4-9813320ec092 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.914488 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-c5f1bcc1-a6f4-4b79-80a4-9813320ec092 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Added segment 2d10bff4-6570-4c56-9da2-db2f20e65d2b of type vlan for network a0656679-760f-44d9-abd5-020f28f58062 Jul 16 18:25:35.955412 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bcc1-a6f4-4b79-80a4-9813320ec092 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.982608 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bcc1-a6f4-4b79-80a4-9813320ec092 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.988991 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f1bcc1-a6f4-4b79-80a4-9813320ec092 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.989575 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bcc1-a6f4-4b79-80a4-9813320ec092 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.028464 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c5f1bcc1-a6f4-4b79-80a4-9813320ec092 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1819482 Jul 16 18:25:36.062542 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bcc1-a6f4-4b79-80a4-9813320ec092 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event updated for resources: {'Network': ['ID=a0656679-760f-44d9-abd5-020f28f58062,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:36.073037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network a0656679-760f-44d9-abd5-020f28f58062 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:39.266953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40648) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:39.272117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Request body: {'subnets': [{'network_id': '3d88d64f-48c3-41e3-9e92-f018707a02df', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1280536563', 'ip_version': 6}, {'network_id': 'a0656679-760f-44d9-abd5-020f28f58062', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:39.272465 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Request body: {'subnet': {'network_id': '3d88d64f-48c3-41e3-9e92-f018707a02df', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1280536563', 'ip_version': 6}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:39.273133 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Request body: {'subnet': {'network_id': 'a0656679-760f-44d9-abd5-020f28f58062', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:39.427228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Made reservation on behalf of 89de602637334bc2b76b6841b6612c32 for: {'subnet': 2} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:39.432105 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.432451 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.800290 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.862263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event updated for resources: {'Subnet': ['ID=170831f9-2b42-4a30-9163-3ea6b2cf847a,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:39.871167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Checking segment: {'id': '0a2b363b-1331-4581-8eeb-b192c62a5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3d88d64f-48c3-41e3-9e92-f018707a02df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:39.871531 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Network hostable DHCP agents. Network: 3d88d64f-48c3-41e3-9e92-f018707a02df, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:39.888376 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Network 3d88d64f-48c3-41e3-9e92-f018707a02df is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:39.897448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 3d88d64f-48c3-41e3-9e92-f018707a02df) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:39.901687 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.906046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998db858-dc63-4294-a1a8-97350bef49f6 None None] Network 3d88d64f-48c3-41e3-9e92-f018707a02df requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:39.962411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event updated for resources: {'Subnet': ['ID=babd337e-67ff-4428-9ecf-5ef9e248ba69,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:39.973558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Checking segment: {'id': '2d10bff4-6570-4c56-9da2-db2f20e65d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0656679-760f-44d9-abd5-020f28f58062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:39.973976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Network hostable DHCP agents. Network: a0656679-760f-44d9-abd5-020f28f58062, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:39.991439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Network a0656679-760f-44d9-abd5-020f28f58062 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:40.000134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, a0656679-760f-44d9-abd5-020f28f58062) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:40.005538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.006068 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.006735 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.012787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0378ad4-91f7-46cb-ac63-c967d0ec637c None None] Network a0656679-760f-44d9-abd5-020f28f58062 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:40.021045 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4795608d-10da-42b0-9e4d-245ed952f2c7 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.7529540 Jul 16 18:25:40.023632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40650) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:40.095510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6227d473-215f-435c-9895-13f28d0bdded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-3d88d64f-48c3-41e3-9e92-f018707a02df', 'network_id': '3d88d64f-48c3-41e3-9e92-f018707a02df', 'tenant_id': '89de602637334bc2b76b6841b6612c32', 'fixed_ips': [{'subnet_id': '170831f9-2b42-4a30-9163-3ea6b2cf847a'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:25:40.096355 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6227d473-215f-435c-9895-13f28d0bdded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.110605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f77a56d-a152-4b07-9fe8-f92644d3d373 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.112259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f77a56d-a152-4b07-9fe8-f92644d3d373 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.113802 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f77a56d-a152-4b07-9fe8-f92644d3d373 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.115378 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6f77a56d-a152-4b07-9fe8-f92644d3d373 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0907667 Jul 16 18:25:40.125046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40652) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:40.176612 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e2e1fa-0099-411a-9b60-b6561aeeb1b3 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Deleting subnet 170831f9-2b42-4a30-9163-3ea6b2cf847a {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:40.180134 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43e2e1fa-0099-411a-9b60-b6561aeeb1b3 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.220744 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43e2e1fa-0099-411a-9b60-b6561aeeb1b3 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.261715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-a0656679-760f-44d9-abd5-020f28f58062', 'network_id': 'a0656679-760f-44d9-abd5-020f28f58062', 'tenant_id': '89de602637334bc2b76b6841b6612c32', 'fixed_ips': [{'subnet_id': 'babd337e-67ff-4428-9ecf-5ef9e248ba69'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:25:40.262579 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.265137 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43e2e1fa-0099-411a-9b60-b6561aeeb1b3 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.327480 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43e2e1fa-0099-411a-9b60-b6561aeeb1b3 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server [None req-6227d473-215f-435c-9895-13f28d0bdded None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 170831f9-2b42-4a30-9163-3ea6b2cf847a: This subnet is being modified by another concurrent operation. Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 170831f9-2b42-4a30-9163-3ea6b2cf847a: This subnet is being modified by another concurrent operation. Jul 16 18:25:40.333556 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Jul 16 18:25:40.358137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2e1fa-0099-411a-9b60-b6561aeeb1b3 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event deleted for resources: {'Subnet': ['ID=170831f9-2b42-4a30-9163-3ea6b2cf847a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:40.358555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d204186-7686-4e79-9a37-a8270bf960dc None None] Network 3d88d64f-48c3-41e3-9e92-f018707a02df requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:40.363136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-43e2e1fa-0099-411a-9b60-b6561aeeb1b3 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.368327 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-43e2e1fa-0099-411a-9b60-b6561aeeb1b3 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "DELETE /v2.0/subnets/170831f9-2b42-4a30-9163-3ea6b2cf847a HTTP/1.1" status: 204 len: 168 time: 0.2396894 Jul 16 18:25:40.368568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40654) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:40.421672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c9971d-a38c-4046-a0d9-10971a74fa27 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Deleting subnet babd337e-67ff-4428-9ecf-5ef9e248ba69 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:40.457331 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Allocated IP 2001:db8:0:1::1 (a0656679-760f-44d9-abd5-020f28f58062/babd337e-67ff-4428-9ecf-5ef9e248ba69/44c6b04d-97d9-4e84-a0f9-54ff69869370) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:40.633726 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.642332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Transition to ACTIVE for port object 44c6b04d-97d9-4e84-a0f9-54ff69869370 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:40.656311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Transition to ACTIVE for port object 44c6b04d-97d9-4e84-a0f9-54ff69869370 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:40.662028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8c9971d-a38c-4046-a0d9-10971a74fa27 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.662346 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.701994 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8c9971d-a38c-4046-a0d9-10971a74fa27 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.704875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Network a0656679-760f-44d9-abd5-020f28f58062 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:40.707685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:40.711244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:40.718103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Pushing event updated for resources: {'Port': ['ID=44c6b04d-97d9-4e84-a0f9-54ff69869370,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:40.797345 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8c9971d-a38c-4046-a0d9-10971a74fa27 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.859654 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8c9971d-a38c-4046-a0d9-10971a74fa27 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.887996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9971d-a38c-4046-a0d9-10971a74fa27 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event deleted for resources: {'Subnet': ['ID=babd337e-67ff-4428-9ecf-5ef9e248ba69,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:40.892808 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c8c9971d-a38c-4046-a0d9-10971a74fa27 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.897145 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c8c9971d-a38c-4046-a0d9-10971a74fa27 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "DELETE /v2.0/subnets/babd337e-67ff-4428-9ecf-5ef9e248ba69 HTTP/1.1" status: 204 len: 168 time: 0.5252242 Jul 16 18:25:40.898049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40656) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:40.918441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Attempting to bind port 44c6b04d-97d9-4e84-a0f9-54ff69869370 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:40.919074 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Attempting to bind port 44c6b04d-97d9-4e84-a0f9-54ff69869370 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '2d10bff4-6570-4c56-9da2-db2f20e65d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0656679-760f-44d9-abd5-020f28f58062'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:40.919210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Attempting to bind port 44c6b04d-97d9-4e84-a0f9-54ff69869370 on network a0656679-760f-44d9-abd5-020f28f58062 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:40.924083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:40.924464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Checking segment: {'id': '2d10bff4-6570-4c56-9da2-db2f20e65d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0656679-760f-44d9-abd5-020f28f58062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:40.924869 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.925263 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Bound using segment: {'id': '2d10bff4-6570-4c56-9da2-db2f20e65d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0656679-760f-44d9-abd5-020f28f58062'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:40.925750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Bound port: 44c6b04d-97d9-4e84-a0f9-54ff69869370, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d10bff4-6570-4c56-9da2-db2f20e65d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0656679-760f-44d9-abd5-020f28f58062'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:40.926135 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.947229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5278f946-e835-4f38-a60d-45294ccafe46 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.948742 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5278f946-e835-4f38-a60d-45294ccafe46 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0504224 Jul 16 18:25:40.952673 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40658) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:40.993118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] For port 44c6b04d-97d9-4e84-a0f9-54ff69869370, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:40.996275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] For port 44c6b04d-97d9-4e84-a0f9-54ff69869370, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=44c6b04d-97d9-4e84-a0f9-54ff69869370,segment=NetworkSegment(2d10bff4-6570-4c56-9da2-db2f20e65d2b),segment_id=2d10bff4-6570-4c56-9da2-db2f20e65d2b)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:41.000753 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.037105 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.084844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dc4d1-a68a-4f27-a327-08bb9480c7eb None None] Pushing event updated for resources: {'Port': ['ID=44c6b04d-97d9-4e84-a0f9-54ff69869370,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:41.091851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Deleting port 44c6b04d-97d9-4e84-a0f9-54ff69869370 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:41.092255 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.101132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36792d48-7adf-416c-a308-9ff0fd3b7403 None None] Network a0656679-760f-44d9-abd5-020f28f58062 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:41.165252 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] For port 44c6b04d-97d9-4e84-a0f9-54ff69869370, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=44c6b04d-97d9-4e84-a0f9-54ff69869370,segment=NetworkSegment(2d10bff4-6570-4c56-9da2-db2f20e65d2b),segment_id=2d10bff4-6570-4c56-9da2-db2f20e65d2b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:41.165545 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.178303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Calling delete_port for 44c6b04d-97d9-4e84-a0f9-54ff69869370 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:41.233832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ae11b2-1941-44be-a0b3-5e7d430d24dc None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:25:41.259137 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.283816 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event deleted for resources: {'Port': ['ID=44c6b04d-97d9-4e84-a0f9-54ff69869370,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:41.288348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] No DVR routers for this DVR port 44c6b04d-97d9-4e84-a0f9-54ff69869370 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:41.308299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ae11b2-1941-44be-a0b3-5e7d430d24dc None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:25:41.370851 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.386449 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0656679-760f-44d9-abd5-020f28f58062']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:41.396819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d10bff4-6570-4c56-9da2-db2f20e65d2b') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:41.397118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d10bff4-6570-4c56-9da2-db2f20e65d2b') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:41.405997 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.419863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.426338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:41.426749 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:41.429966 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:41.491132 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.496427 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.498475 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "DELETE /v2.0/networks/a0656679-760f-44d9-abd5-020f28f58062 HTTP/1.1" status: 204 len: 168 time: 0.5448029 Jul 16 18:25:41.501981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40660) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:41.513537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73b3ac-9a23-49a3-94a1-f32bdaaa0e19 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event deleted for resources: {'Network': ['ID=a0656679-760f-44d9-abd5-020f28f58062,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:41.557929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235a2844-edef-4433-a3a2-291990aae2ac None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:25:41.579343 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f1843d0-9e54-44c1-a625-bcfc877bfec5 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.635561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235a2844-edef-4433-a3a2-291990aae2ac None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:25:41.669161 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f1843d0-9e54-44c1-a625-bcfc877bfec5 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.679834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1f1843d0-9e54-44c1-a625-bcfc877bfec5 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d88d64f-48c3-41e3-9e92-f018707a02df']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:41.689626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1f1843d0-9e54-44c1-a625-bcfc877bfec5 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2b363b-1331-4581-8eeb-b192c62a5cee') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:41.689972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-1f1843d0-9e54-44c1-a625-bcfc877bfec5 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2b363b-1331-4581-8eeb-b192c62a5cee') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:41.700856 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f1843d0-9e54-44c1-a625-bcfc877bfec5 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.715145 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f1843d0-9e54-44c1-a625-bcfc877bfec5 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.721451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1843d0-9e54-44c1-a625-bcfc877bfec5 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:41.721906 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f1843d0-9e54-44c1-a625-bcfc877bfec5 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:41.724839 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:41.792911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f1843d0-9e54-44c1-a625-bcfc877bfec5 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.805261 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1f1843d0-9e54-44c1-a625-bcfc877bfec5 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.807158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1f1843d0-9e54-44c1-a625-bcfc877bfec5 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "DELETE /v2.0/networks/3d88d64f-48c3-41e3-9e92-f018707a02df HTTP/1.1" status: 204 len: 168 time: 0.3040428 Jul 16 18:25:41.810842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40662) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:41.816527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1843d0-9e54-44c1-a625-bcfc877bfec5 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event deleted for resources: {'Network': ['ID=3d88d64f-48c3-41e3-9e92-f018707a02df,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:41.892800 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36df3b5c-a5bd-437b-a4df-747a93386e45 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.985925 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36df3b5c-a5bd-437b-a4df-747a93386e45 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.995489 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-36df3b5c-a5bd-437b-a4df-747a93386e45 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704688fe-e188-4083-bb2d-2164c0ba52fa']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:42.005005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-36df3b5c-a5bd-437b-a4df-747a93386e45 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e676dadc-e89c-45f6-b3d3-27eedaea8b40') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:42.005302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-36df3b5c-a5bd-437b-a4df-747a93386e45 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e676dadc-e89c-45f6-b3d3-27eedaea8b40') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:42.013809 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36df3b5c-a5bd-437b-a4df-747a93386e45 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.027403 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36df3b5c-a5bd-437b-a4df-747a93386e45 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.033859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36df3b5c-a5bd-437b-a4df-747a93386e45 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:42.034284 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36df3b5c-a5bd-437b-a4df-747a93386e45 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:42.037278 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:42.096133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36df3b5c-a5bd-437b-a4df-747a93386e45 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.100931 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36df3b5c-a5bd-437b-a4df-747a93386e45 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.103140 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-36df3b5c-a5bd-437b-a4df-747a93386e45 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "DELETE /v2.0/networks/704688fe-e188-4083-bb2d-2164c0ba52fa HTTP/1.1" status: 204 len: 168 time: 0.2906454 Jul 16 18:25:42.105475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40664) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:42.117894 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df3b5c-a5bd-437b-a4df-747a93386e45 tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event deleted for resources: {'Network': ['ID=704688fe-e188-4083-bb2d-2164c0ba52fa,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:42.181358 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78494866-a984-40be-b41f-47e56c013fab tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.272730 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78494866-a984-40be-b41f-47e56c013fab tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.283178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-78494866-a984-40be-b41f-47e56c013fab tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8778c46e-effb-4e3c-997c-c8f0f09388b1']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:42.292905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-78494866-a984-40be-b41f-47e56c013fab tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbaa843c-3ee3-45f8-8518-f593ce30d2ab') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:42.293214 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-78494866-a984-40be-b41f-47e56c013fab tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbaa843c-3ee3-45f8-8518-f593ce30d2ab') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:42.302670 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78494866-a984-40be-b41f-47e56c013fab tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.317756 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78494866-a984-40be-b41f-47e56c013fab tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.323704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78494866-a984-40be-b41f-47e56c013fab tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:42.324104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78494866-a984-40be-b41f-47e56c013fab tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:42.327027 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:42.391835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78494866-a984-40be-b41f-47e56c013fab tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.396147 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-78494866-a984-40be-b41f-47e56c013fab tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.398095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-78494866-a984-40be-b41f-47e56c013fab tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] 10.222.0.24 "DELETE /v2.0/networks/8778c46e-effb-4e3c-997c-c8f0f09388b1 HTTP/1.1" status: 204 len: 168 time: 0.2915883 Jul 16 18:25:42.412290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78494866-a984-40be-b41f-47e56c013fab tempest-BulkNetworkOpsIpV6Test-435536539 tempest-BulkNetworkOpsIpV6Test-435536539-project] Pushing event deleted for resources: {'Network': ['ID=8778c46e-effb-4e3c-997c-c8f0f09388b1,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:42.632242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40670) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:42.762969 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1db46164-ef52-444a-ad0d-0e3ab54f1c40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89de602637334bc2b76b6841b6612c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295514 Jul 16 18:25:42.765412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40674) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:42.820232 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd005b5b-edf1-4375-bd4d-8ef91f6cfafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.841177 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd005b5b-edf1-4375-bd4d-8ef91f6cfafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.887479 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd005b5b-edf1-4375-bd4d-8ef91f6cfafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.890059 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dd005b5b-edf1-4375-bd4d-8ef91f6cfafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.892081 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dd005b5b-edf1-4375-bd4d-8ef91f6cfafd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a06d63fb-e301-4dac-82f1-717556852033 HTTP/1.1" status: 204 len: 168 time: 0.1249242 Jul 16 18:25:42.899864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd005b5b-edf1-4375-bd4d-8ef91f6cfafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06d63fb-e301-4dac-82f1-717556852033,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:43.522334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40696) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:43.537868 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-74bed828-b4c5-4b40-a4f1-8288d6d58bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.616414 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-af936c5a-6623-4233-80e9-82f2c1c6ecb0 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2011093946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:43.639253 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af936c5a-6623-4233-80e9-82f2c1c6ecb0 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.640306 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af936c5a-6623-4233-80e9-82f2c1c6ecb0 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.690996 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af936c5a-6623-4233-80e9-82f2c1c6ecb0 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.695305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af936c5a-6623-4233-80e9-82f2c1c6ecb0 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.710333 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-af936c5a-6623-4233-80e9-82f2c1c6ecb0 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.711621 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-af936c5a-6623-4233-80e9-82f2c1c6ecb0 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1882412 Jul 16 18:25:43.715321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40700) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:43.721037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-544893432'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:43.742519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Made reservation on behalf of 1ff13bbab5a24c9d91384d9ba05773ae for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:43.746112 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.758409 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.847627 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.851387 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.881286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:43.886861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7642b8-dc4d-4057-9ed0-d1631c5a996a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:43.895694 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.896068 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Added segment 84fb72bb-adac-4c1f-9106-9626c36ebbe7 of type vlan for network 9be67106-c3dd-40c6-a9cd-b48a7513d87b Jul 16 18:25:43.937133 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.966462 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.972249 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.972830 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.009272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2928448 Jul 16 18:25:44.012211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40702) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:44.018076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-999b340a-83a7-4c6f-a473-a97d67fd98e4 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Request body: {'subnet': {'network_id': '9be67106-c3dd-40c6-a9cd-b48a7513d87b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:44.045226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cff735-bbba-4bbb-a1a8-92aeed6f719e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event updated for resources: {'Network': ['ID=9be67106-c3dd-40c6-a9cd-b48a7513d87b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:44.055425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 9be67106-c3dd-40c6-a9cd-b48a7513d87b details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:44.108237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999b340a-83a7-4c6f-a473-a97d67fd98e4 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Made reservation on behalf of 1ff13bbab5a24c9d91384d9ba05773ae for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:44.112262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-999b340a-83a7-4c6f-a473-a97d67fd98e4 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.290436 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-999b340a-83a7-4c6f-a473-a97d67fd98e4 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.352353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b340a-83a7-4c6f-a473-a97d67fd98e4 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event updated for resources: {'Subnet': ['ID=28a0e505-4296-436a-acc5-fc7b7948e5d3,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:44.357527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999b340a-83a7-4c6f-a473-a97d67fd98e4 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Checking segment: {'id': '84fb72bb-adac-4c1f-9106-9626c36ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9be67106-c3dd-40c6-a9cd-b48a7513d87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:44.357909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999b340a-83a7-4c6f-a473-a97d67fd98e4 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Network hostable DHCP agents. Network: 9be67106-c3dd-40c6-a9cd-b48a7513d87b, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:44.376036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999b340a-83a7-4c6f-a473-a97d67fd98e4 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Network 9be67106-c3dd-40c6-a9cd-b48a7513d87b is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:44.385008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-999b340a-83a7-4c6f-a473-a97d67fd98e4 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 9be67106-c3dd-40c6-a9cd-b48a7513d87b) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:44.389223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999b340a-83a7-4c6f-a473-a97d67fd98e4 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:44.390009 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-999b340a-83a7-4c6f-a473-a97d67fd98e4 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.396182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ea30e-cfd6-46c9-a65e-7eae893ab031 None None] Network 9be67106-c3dd-40c6-a9cd-b48a7513d87b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:44.404742 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-999b340a-83a7-4c6f-a473-a97d67fd98e4 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3913612 Jul 16 18:25:44.408438 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40704) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:44.414081 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-93b32dd4-d019-4c71-8f31-37b5e4c8b648 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Request body: {'network': {'name': 'tempest-router-network01--2025024808'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:44.437513 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b32dd4-d019-4c71-8f31-37b5e4c8b648 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Made reservation on behalf of 1ff13bbab5a24c9d91384d9ba05773ae for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:44.441764 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93b32dd4-d019-4c71-8f31-37b5e4c8b648 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.465443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b32dd4-d019-4c71-8f31-37b5e4c8b648 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:44.474701 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93b32dd4-d019-4c71-8f31-37b5e4c8b648 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.475048 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-93b32dd4-d019-4c71-8f31-37b5e4c8b648 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Added segment 333fd4e3-2514-4dff-848e-0b549fe07c33 of type vlan for network ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392 Jul 16 18:25:44.520249 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93b32dd4-d019-4c71-8f31-37b5e4c8b648 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.546780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-9be67106-c3dd-40c6-a9cd-b48a7513d87b', 'network_id': '9be67106-c3dd-40c6-a9cd-b48a7513d87b', 'tenant_id': '1ff13bbab5a24c9d91384d9ba05773ae', 'fixed_ips': [{'subnet_id': '28a0e505-4296-436a-acc5-fc7b7948e5d3'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:25:44.547762 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.554557 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93b32dd4-d019-4c71-8f31-37b5e4c8b648 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.560247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b32dd4-d019-4c71-8f31-37b5e4c8b648 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:44.560837 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-93b32dd4-d019-4c71-8f31-37b5e4c8b648 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.597528 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-93b32dd4-d019-4c71-8f31-37b5e4c8b648 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1855426 Jul 16 18:25:44.597832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40706) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:44.604803 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-47f622f3-7b22-40ad-9264-0f15c90849f8 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Request body: {'network': {'name': 'tempest-router-network02--506489486'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:44.639905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b32dd4-d019-4c71-8f31-37b5e4c8b648 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event updated for resources: {'Network': ['ID=ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:44.655248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f622f3-7b22-40ad-9264-0f15c90849f8 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Made reservation on behalf of 1ff13bbab5a24c9d91384d9ba05773ae for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:44.659224 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47f622f3-7b22-40ad-9264-0f15c90849f8 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.665905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:44.682561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f622f3-7b22-40ad-9264-0f15c90849f8 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:44.692586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47f622f3-7b22-40ad-9264-0f15c90849f8 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.692983 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-47f622f3-7b22-40ad-9264-0f15c90849f8 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Added segment dc0aa978-12ad-443d-aa6e-cf18d087d097 of type vlan for network 3cf219ea-98b6-4063-a7d0-92703f148a13 Jul 16 18:25:44.732236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47f622f3-7b22-40ad-9264-0f15c90849f8 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.745284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Allocated IP 172.20.0.2 (9be67106-c3dd-40c6-a9cd-b48a7513d87b/28a0e505-4296-436a-acc5-fc7b7948e5d3/c8233414-e53b-422c-b915-84ae9e0fdd0c) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:44.761933 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47f622f3-7b22-40ad-9264-0f15c90849f8 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.768621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f622f3-7b22-40ad-9264-0f15c90849f8 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:44.769222 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-47f622f3-7b22-40ad-9264-0f15c90849f8 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.806788 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-47f622f3-7b22-40ad-9264-0f15c90849f8 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2079139 Jul 16 18:25:44.809519 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40708) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:44.817116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-772a40cd-0a72-4431-9414-76946cbedf5f tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Request body: {'subnet': {'network_id': 'ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:44.862759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f622f3-7b22-40ad-9264-0f15c90849f8 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event updated for resources: {'Network': ['ID=3cf219ea-98b6-4063-a7d0-92703f148a13,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:44.876887 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 3cf219ea-98b6-4063-a7d0-92703f148a13 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:44.930987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772a40cd-0a72-4431-9414-76946cbedf5f tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Made reservation on behalf of 1ff13bbab5a24c9d91384d9ba05773ae for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:44.934638 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-772a40cd-0a72-4431-9414-76946cbedf5f tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.951521 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.963358 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Transition to ACTIVE for port object c8233414-e53b-422c-b915-84ae9e0fdd0c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:44.978443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Transition to ACTIVE for port object c8233414-e53b-422c-b915-84ae9e0fdd0c will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:44.983717 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.028115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Network 9be67106-c3dd-40c6-a9cd-b48a7513d87b is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:45.030900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:45.034545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:45.041300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Pushing event updated for resources: {'Port': ['ID=c8233414-e53b-422c-b915-84ae9e0fdd0c,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:45.100361 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Attempting to bind port c8233414-e53b-422c-b915-84ae9e0fdd0c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:45.101186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Attempting to bind port c8233414-e53b-422c-b915-84ae9e0fdd0c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '84fb72bb-adac-4c1f-9106-9626c36ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9be67106-c3dd-40c6-a9cd-b48a7513d87b'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:45.101338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Attempting to bind port c8233414-e53b-422c-b915-84ae9e0fdd0c on network 9be67106-c3dd-40c6-a9cd-b48a7513d87b {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:45.106284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:45.106658 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Checking segment: {'id': '84fb72bb-adac-4c1f-9106-9626c36ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9be67106-c3dd-40c6-a9cd-b48a7513d87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:45.107061 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.107564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Bound using segment: {'id': '84fb72bb-adac-4c1f-9106-9626c36ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9be67106-c3dd-40c6-a9cd-b48a7513d87b'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:45.108033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Bound port: c8233414-e53b-422c-b915-84ae9e0fdd0c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84fb72bb-adac-4c1f-9106-9626c36ebbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '9be67106-c3dd-40c6-a9cd-b48a7513d87b'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:45.108416 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.125203 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-772a40cd-0a72-4431-9414-76946cbedf5f tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.174857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] For port c8233414-e53b-422c-b915-84ae9e0fdd0c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:45.178205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] For port c8233414-e53b-422c-b915-84ae9e0fdd0c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c8233414-e53b-422c-b915-84ae9e0fdd0c,segment=NetworkSegment(84fb72bb-adac-4c1f-9106-9626c36ebbe7),segment_id=84fb72bb-adac-4c1f-9106-9626c36ebbe7)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:45.182409 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.189702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a40cd-0a72-4431-9414-76946cbedf5f tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event updated for resources: {'Subnet': ['ID=9a297d6c-39c3-4dda-aec7-307531dc4bb3,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:45.200009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a40cd-0a72-4431-9414-76946cbedf5f tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Checking segment: {'id': '333fd4e3-2514-4dff-848e-0b549fe07c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:45.200373 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772a40cd-0a72-4431-9414-76946cbedf5f tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Network hostable DHCP agents. Network: ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:45.217864 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772a40cd-0a72-4431-9414-76946cbedf5f tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Network ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:45.228558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-772a40cd-0a72-4431-9414-76946cbedf5f tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:45.235050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772a40cd-0a72-4431-9414-76946cbedf5f tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:45.235590 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-772a40cd-0a72-4431-9414-76946cbedf5f tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.245174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c51c85b-a4ef-4f49-97a7-4123b0c31383 None None] Network ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:45.253453 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-772a40cd-0a72-4431-9414-76946cbedf5f tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4428287 Jul 16 18:25:45.255635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40710) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:45.257755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd5306-d928-457f-ad83-3e33a332c94d None None] Pushing event updated for resources: {'Port': ['ID=c8233414-e53b-422c-b915-84ae9e0fdd0c,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:45.260714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7204feb5-2fbb-4654-9383-c4a4480174ca tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Request body: {'subnet': {'network_id': '3cf219ea-98b6-4063-a7d0-92703f148a13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:45.356139 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7204feb5-2fbb-4654-9383-c4a4480174ca tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Made reservation on behalf of 1ff13bbab5a24c9d91384d9ba05773ae for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:45.361750 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7204feb5-2fbb-4654-9383-c4a4480174ca tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.441269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392', 'network_id': 'ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392', 'tenant_id': '1ff13bbab5a24c9d91384d9ba05773ae', 'fixed_ips': [{'subnet_id': '9a297d6c-39c3-4dda-aec7-307531dc4bb3'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:25:45.442282 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.589449 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7204feb5-2fbb-4654-9383-c4a4480174ca tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.601611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Allocated IP 172.20.0.2 (ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392/9a297d6c-39c3-4dda-aec7-307531dc4bb3/729239c5-3e19-476d-ae20-606cc293c32e) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:45.655371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204feb5-2fbb-4654-9383-c4a4480174ca tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event updated for resources: {'Subnet': ['ID=2d358b34-094b-4421-a564-cc8c5d6bf428,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:45.665300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7204feb5-2fbb-4654-9383-c4a4480174ca tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Checking segment: {'id': 'dc0aa978-12ad-443d-aa6e-cf18d087d097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3cf219ea-98b6-4063-a7d0-92703f148a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:45.666043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7204feb5-2fbb-4654-9383-c4a4480174ca tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Network hostable DHCP agents. Network: 3cf219ea-98b6-4063-a7d0-92703f148a13, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:45.683736 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7204feb5-2fbb-4654-9383-c4a4480174ca tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Network 3cf219ea-98b6-4063-a7d0-92703f148a13 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:45.694034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7204feb5-2fbb-4654-9383-c4a4480174ca tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 3cf219ea-98b6-4063-a7d0-92703f148a13) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:45.699298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204feb5-2fbb-4654-9383-c4a4480174ca tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:45.700007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7204feb5-2fbb-4654-9383-c4a4480174ca tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.708078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e27914-d081-47ab-9160-80e7c47c7bb1 None None] Network 3cf219ea-98b6-4063-a7d0-92703f148a13 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:45.720558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40712) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:45.721106 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7204feb5-2fbb-4654-9383-c4a4480174ca tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4637759 Jul 16 18:25:45.805340 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a3481606-fd15-4d8a-80fc-8ca2f2d1e96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.818586 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.833378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Transition to ACTIVE for port object 729239c5-3e19-476d-ae20-606cc293c32e will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:45.919058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Transition to ACTIVE for port object 729239c5-3e19-476d-ae20-606cc293c32e will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:45.928182 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.936725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-3cf219ea-98b6-4063-a7d0-92703f148a13', 'network_id': '3cf219ea-98b6-4063-a7d0-92703f148a13', 'tenant_id': '1ff13bbab5a24c9d91384d9ba05773ae', 'fixed_ips': [{'subnet_id': '2d358b34-094b-4421-a564-cc8c5d6bf428'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:25:45.937568 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.969943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c8233414-e53b-422c-b915-84ae9e0fdd0c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:46.019412 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Network ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:46.035954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:46.047476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:46.051747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Pushing event updated for resources: {'Port': ['ID=729239c5-3e19-476d-ae20-606cc293c32e,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:46.067284 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.113977 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.189868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c8233414-e53b-422c-b915-84ae9e0fdd0c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:46.215409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Attempting to bind port 729239c5-3e19-476d-ae20-606cc293c32e on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:46.215746 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Attempting to bind port 729239c5-3e19-476d-ae20-606cc293c32e by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '333fd4e3-2514-4dff-848e-0b549fe07c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:46.216059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Attempting to bind port 729239c5-3e19-476d-ae20-606cc293c32e on network ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:46.236173 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:46.237215 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Checking segment: {'id': '333fd4e3-2514-4dff-848e-0b549fe07c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:46.237215 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.237496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Bound using segment: {'id': '333fd4e3-2514-4dff-848e-0b549fe07c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:46.237864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Bound port: 729239c5-3e19-476d-ae20-606cc293c32e, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333fd4e3-2514-4dff-848e-0b549fe07c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:46.238254 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.260758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Allocated IP 172.20.0.2 (3cf219ea-98b6-4063-a7d0-92703f148a13/2d358b34-094b-4421-a564-cc8c5d6bf428/387d7018-0f22-40c2-a8bf-f7f826b64bf2) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:46.301097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378128d-a4ed-4b15-9a3d-b06706c1fd90 None None] Network 9be67106-c3dd-40c6-a9cd-b48a7513d87b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:46.344632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Allocated IP 172.20.0.1 (ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392/9a297d6c-39c3-4dda-aec7-307531dc4bb3/81c84f95-09ea-4d5a-b8e4-949b4626c76c) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:46.435984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] For port 729239c5-3e19-476d-ae20-606cc293c32e, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:46.454666 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d5f69510-ce7d-4559-9294-6acf678626fa None None] Provisioning for port c8233414-e53b-422c-b915-84ae9e0fdd0c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:46.461035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] For port 729239c5-3e19-476d-ae20-606cc293c32e, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=729239c5-3e19-476d-ae20-606cc293c32e,segment=NetworkSegment(333fd4e3-2514-4dff-848e-0b549fe07c33),segment_id=333fd4e3-2514-4dff-848e-0b549fe07c33)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:46.465479 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.475782 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.478825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d5f69510-ce7d-4559-9294-6acf678626fa None None] Provisioning complete for port c8233414-e53b-422c-b915-84ae9e0fdd0c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:46.479288 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d5f69510-ce7d-4559-9294-6acf678626fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.480052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Transition to ACTIVE for port object 81c84f95-09ea-4d5a-b8e4-949b4626c76c will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:46.514325 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.554757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Network ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:46.558084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:46.560509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:46.599413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event updated for resources: {'Port': ['ID=81c84f95-09ea-4d5a-b8e4-949b4626c76c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:46.620073 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.756649 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.805873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7c4c7-248f-49d0-8a14-270fe6fd8486 None None] Pushing event updated for resources: {'Port': ['ID=729239c5-3e19-476d-ae20-606cc293c32e,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:46.822295 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.854315 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Transition to ACTIVE for port object 387d7018-0f22-40c2-a8bf-f7f826b64bf2 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:46.893777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Transition to ACTIVE for port object 387d7018-0f22-40c2-a8bf-f7f826b64bf2 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:46.914450 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d5f69510-ce7d-4559-9294-6acf678626fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.923869 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.005573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Network 3cf219ea-98b6-4063-a7d0-92703f148a13 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:47.018349 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:47.025274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:47.031408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d5f69510-ce7d-4559-9294-6acf678626fa None None] For port c8233414-e53b-422c-b915-84ae9e0fdd0c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c8233414-e53b-422c-b915-84ae9e0fdd0c,segment=NetworkSegment(84fb72bb-adac-4c1f-9106-9626c36ebbe7),segment_id=84fb72bb-adac-4c1f-9106-9626c36ebbe7)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:47.032617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Pushing event updated for resources: {'Port': ['ID=387d7018-0f22-40c2-a8bf-f7f826b64bf2,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:47.040673 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d5f69510-ce7d-4559-9294-6acf678626fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.089824 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.095797 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.122437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Attempting to bind port 387d7018-0f22-40c2-a8bf-f7f826b64bf2 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:47.122813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Attempting to bind port 387d7018-0f22-40c2-a8bf-f7f826b64bf2 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'dc0aa978-12ad-443d-aa6e-cf18d087d097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3cf219ea-98b6-4063-a7d0-92703f148a13'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:47.123191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Attempting to bind port 387d7018-0f22-40c2-a8bf-f7f826b64bf2 on network 3cf219ea-98b6-4063-a7d0-92703f148a13 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:47.136420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:47.136800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Checking segment: {'id': 'dc0aa978-12ad-443d-aa6e-cf18d087d097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3cf219ea-98b6-4063-a7d0-92703f148a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:47.137208 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.137612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Bound using segment: {'id': 'dc0aa978-12ad-443d-aa6e-cf18d087d097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3cf219ea-98b6-4063-a7d0-92703f148a13'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:47.138127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Bound port: 387d7018-0f22-40c2-a8bf-f7f826b64bf2, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0aa978-12ad-443d-aa6e-cf18d087d097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '3cf219ea-98b6-4063-a7d0-92703f148a13'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:47.138518 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.153540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f69510-ce7d-4559-9294-6acf678626fa None None] Pushing event updated for resources: {'Port': ['ID=c8233414-e53b-422c-b915-84ae9e0fdd0c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:47.189530 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.191407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event updated for resources: {'Port': ['ID=81c84f95-09ea-4d5a-b8e4-949b4626c76c,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:47.204151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:47.204506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:47.204926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:47.205195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:47.205537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:47.205899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:47.206236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:47.206572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:47.206909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:47.207238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:47.207570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:47.207899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:47.221949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] For port 387d7018-0f22-40c2-a8bf-f7f826b64bf2, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:47.226648 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] For port 387d7018-0f22-40c2-a8bf-f7f826b64bf2, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=387d7018-0f22-40c2-a8bf-f7f826b64bf2,segment=NetworkSegment(dc0aa978-12ad-443d-aa6e-cf18d087d097),segment_id=dc0aa978-12ad-443d-aa6e-cf18d087d097)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:47.232924 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.306767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f2c8a-1f1f-4f41-af7f-972d642f2c2f None None] Pushing event updated for resources: {'Port': ['ID=387d7018-0f22-40c2-a8bf-f7f826b64bf2,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:47.307758 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Network ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:47.309851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:47.378855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-91a46f38-7d54-41d3-802e-c520d848ed9f None None] Provisioning complete for port c8233414-e53b-422c-b915-84ae9e0fdd0c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:47.379235 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-91a46f38-7d54-41d3-802e-c520d848ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.447553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Router ec7583ae-8aab-4610-b204-3372e3c47cf6 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:47.565145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:47.571091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1981ddd3-8134-454b-b4c7-e659235321f2 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "PUT /v2.0/routers/ec7583ae-8aab-4610-b204-3372e3c47cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8481522 Jul 16 18:25:47.573734 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40716) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:47.586363 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e8970b-ce13-4d53-ad09-e165ad050aca None None] Sync routers for ids ['ec7583ae-8aab-4610-b204-3372e3c47cf6'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:47.599207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e8970b-ce13-4d53-ad09-e165ad050aca None None] Routers {'ec7583ae-8aab-4610-b204-3372e3c47cf6'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:47.600003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a3e8970b-ce13-4d53-ad09-e165ad050aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:25:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ec7583ae-8aab-4610-b204-3372e3c47cf6'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:47.642114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a3e8970b-ce13-4d53-ad09-e165ad050aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:47.652807 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e8970b-ce13-4d53-ad09-e165ad050aca None None] Routers {'ec7583ae-8aab-4610-b204-3372e3c47cf6'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:47.653805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a3e8970b-ce13-4d53-ad09-e165ad050aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:25:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ec7583ae-8aab-4610-b204-3372e3c47cf6'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:47.705630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a3e8970b-ce13-4d53-ad09-e165ad050aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:47.708121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e8970b-ce13-4d53-ad09-e165ad050aca None None] The sync data for ids ['ec7583ae-8aab-4610-b204-3372e3c47cf6'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:47.721009 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.900701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f76c85-9586-46a8-ae25-f6b5eff53a70 None None] Network ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:48.033382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b7e7cd01-59ce-402f-8409-dfae19538560 None None] Provisioning for port 729239c5-3e19-476d-ae20-606cc293c32e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:48.070943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 387d7018-0f22-40c2-a8bf-f7f826b64bf2 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:48.143969 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 387d7018-0f22-40c2-a8bf-f7f826b64bf2 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:48.148768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c8233414-e53b-422c-b915-84ae9e0fdd0c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:48.199523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c8233414-e53b-422c-b915-84ae9e0fdd0c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:48.200200 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.299604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 729239c5-3e19-476d-ae20-606cc293c32e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:48.366478 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-141f387a-9d73-4f68-b02f-b6ddb1b6a538 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:48.367922 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-141f387a-9d73-4f68-b02f-b6ddb1b6a538 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "PUT /v2.0/routers/ec7583ae-8aab-4610-b204-3372e3c47cf6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7932796 Jul 16 18:25:48.374436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40718) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:48.380987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 729239c5-3e19-476d-ae20-606cc293c32e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:48.389920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 729239c5-3e19-476d-ae20-606cc293c32e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:48.390617 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.534212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4da0b1f7-4fb4-4433-a6fd-27d1f00b35b2 None None] Provisioning complete for port 729239c5-3e19-476d-ae20-606cc293c32e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:48.534725 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4da0b1f7-4fb4-4433-a6fd-27d1f00b35b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.538873 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.581034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c988066b-8043-41e8-b49a-b8e1fb3fea92 None None] Network 3cf219ea-98b6-4063-a7d0-92703f148a13 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:48.666355 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 729239c5-3e19-476d-ae20-606cc293c32e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=729239c5-3e19-476d-ae20-606cc293c32e,segment=NetworkSegment(333fd4e3-2514-4dff-848e-0b549fe07c33),segment_id=333fd4e3-2514-4dff-848e-0b549fe07c33)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:48.679524 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.784756 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c77f7baa-d0f3-4260-9e7e-69714dbcc305 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.819063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=729239c5-3e19-476d-ae20-606cc293c32e,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:48.832655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4da0b1f7-4fb4-4433-a6fd-27d1f00b35b2 None None] Provisioning for port 81c84f95-09ea-4d5a-b8e4-949b4626c76c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:48.838595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4da0b1f7-4fb4-4433-a6fd-27d1f00b35b2 None None] Provisioning complete for port 81c84f95-09ea-4d5a-b8e4-949b4626c76c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:48.838973 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4da0b1f7-4fb4-4433-a6fd-27d1f00b35b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.900104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4da0b1f7-4fb4-4433-a6fd-27d1f00b35b2 None None] Port 81c84f95-09ea-4d5a-b8e4-949b4626c76c cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:49.026597 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3428e3b1-509c-478c-ab95-bc68b4c19617 None None] Provisioning for port 387d7018-0f22-40c2-a8bf-f7f826b64bf2 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:49.030546 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3428e3b1-509c-478c-ab95-bc68b4c19617 None None] Provisioning complete for port 387d7018-0f22-40c2-a8bf-f7f826b64bf2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:49.030929 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3428e3b1-509c-478c-ab95-bc68b4c19617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.078100 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c77f7baa-d0f3-4260-9e7e-69714dbcc305 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Deleting port 81c84f95-09ea-4d5a-b8e4-949b4626c76c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:49.079055 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c77f7baa-d0f3-4260-9e7e-69714dbcc305 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.101112 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.143418 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3428e3b1-509c-478c-ab95-bc68b4c19617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.172353 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c77f7baa-d0f3-4260-9e7e-69714dbcc305 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.175221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3428e3b1-509c-478c-ab95-bc68b4c19617 None None] For port 387d7018-0f22-40c2-a8bf-f7f826b64bf2, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=387d7018-0f22-40c2-a8bf-f7f826b64bf2,segment=NetworkSegment(dc0aa978-12ad-443d-aa6e-cf18d087d097),segment_id=dc0aa978-12ad-443d-aa6e-cf18d087d097)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:49.180433 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3428e3b1-509c-478c-ab95-bc68b4c19617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.184994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c77f7baa-d0f3-4260-9e7e-69714dbcc305 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Calling delete_port for 81c84f95-09ea-4d5a-b8e4-949b4626c76c owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:49.212953 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3428e3b1-509c-478c-ab95-bc68b4c19617 None None] Provisioning complete for port 81c84f95-09ea-4d5a-b8e4-949b4626c76c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:49.213244 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3428e3b1-509c-478c-ab95-bc68b4c19617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.262263 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3428e3b1-509c-478c-ab95-bc68b4c19617 None None] Port 81c84f95-09ea-4d5a-b8e4-949b4626c76c cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:49.263652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428e3b1-509c-478c-ab95-bc68b4c19617 None None] Pushing event updated for resources: {'Port': ['ID=387d7018-0f22-40c2-a8bf-f7f826b64bf2,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:49.363348 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c77f7baa-d0f3-4260-9e7e-69714dbcc305 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.381913 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3a8c4c57-14c1-47f9-9e32-24b6cf94b0c6 None None] Provisioning complete for port 387d7018-0f22-40c2-a8bf-f7f826b64bf2 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:49.382292 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3a8c4c57-14c1-47f9-9e32-24b6cf94b0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.390879 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f7baa-d0f3-4260-9e7e-69714dbcc305 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event deleted for resources: {'Port': ['ID=81c84f95-09ea-4d5a-b8e4-949b4626c76c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:49.539791 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c77f7baa-d0f3-4260-9e7e-69714dbcc305 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.698323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77f7baa-d0f3-4260-9e7e-69714dbcc305 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Router ec7583ae-8aab-4610-b204-3372e3c47cf6 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:49.774831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77f7baa-d0f3-4260-9e7e-69714dbcc305 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:49.779757 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c77f7baa-d0f3-4260-9e7e-69714dbcc305 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "PUT /v2.0/routers/ec7583ae-8aab-4610-b204-3372e3c47cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4041774 Jul 16 18:25:49.784153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40720) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:49.788059 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e30348d-a6f8-41c8-8ebb-dec824e4e375 None None] Sync routers for ids ['ec7583ae-8aab-4610-b204-3372e3c47cf6'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:49.800096 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e30348d-a6f8-41c8-8ebb-dec824e4e375 None None] Routers {'ec7583ae-8aab-4610-b204-3372e3c47cf6'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:49.800802 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8e30348d-a6f8-41c8-8ebb-dec824e4e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:25:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ec7583ae-8aab-4610-b204-3372e3c47cf6'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:49.828077 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-af321390-f2ce-434b-89b9-569a5532453e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] delete failed (client error): The resource could not be found. Jul 16 18:25:49.829281 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-af321390-f2ce-434b-89b9-569a5532453e tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1450702838 HTTP/1.1" status: 404 len: 335 time: 0.0440502 Jul 16 18:25:49.833070 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40722) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:49.833448 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8e30348d-a6f8-41c8-8ebb-dec824e4e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:49.837538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b6c8e5ee-33b0-48a7-b75c-e9ea748b1c78 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec7583ae-8aab-4610-b204-3372e3c47cf6'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:49.842515 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e30348d-a6f8-41c8-8ebb-dec824e4e375 None None] Routers {'ec7583ae-8aab-4610-b204-3372e3c47cf6'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:49.843124 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8e30348d-a6f8-41c8-8ebb-dec824e4e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:25:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ec7583ae-8aab-4610-b204-3372e3c47cf6'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:49.875630 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8e30348d-a6f8-41c8-8ebb-dec824e4e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:49.876357 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e30348d-a6f8-41c8-8ebb-dec824e4e375 None None] The sync data for ids ['ec7583ae-8aab-4610-b204-3372e3c47cf6'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:49.905435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 729239c5-3e19-476d-ae20-606cc293c32e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:49.952423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 729239c5-3e19-476d-ae20-606cc293c32e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:49.952903 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.033033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 387d7018-0f22-40c2-a8bf-f7f826b64bf2 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:50.056179 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b6c8e5ee-33b0-48a7-b75c-e9ea748b1c78 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.079228 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-b6c8e5ee-33b0-48a7-b75c-e9ea748b1c78 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] update failed (client error): The resource could not be found. Jul 16 18:25:50.080298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b6c8e5ee-33b0-48a7-b75c-e9ea748b1c78 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "PUT /v2.0/routers/ec7583ae-8aab-4610-b204-3372e3c47cf6 HTTP/1.1" status: 404 len: 339 time: 0.2463112 Jul 16 18:25:50.081028 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 387d7018-0f22-40c2-a8bf-f7f826b64bf2 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:50.081479 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.084032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40724) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.356869 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.924149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Allocated IP 172.20.0.1 (9be67106-c3dd-40c6-a9cd-b48a7513d87b/28a0e505-4296-436a-acc5-fc7b7948e5d3/168b9002-cf47-46f5-91b8-71040ea74861) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:51.035940 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.049975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Transition to ACTIVE for port object 168b9002-cf47-46f5-91b8-71040ea74861 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:51.082937 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.124822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Network 9be67106-c3dd-40c6-a9cd-b48a7513d87b is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:51.128540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:51.132490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:51.138707 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event updated for resources: {'Port': ['ID=168b9002-cf47-46f5-91b8-71040ea74861,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:51.180163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.314691 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.407419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4e4ca81f-8b4b-4a34-815e-33b47c2f51ff None None] Provisioning for port 168b9002-cf47-46f5-91b8-71040ea74861 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:51.411383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4e4ca81f-8b4b-4a34-815e-33b47c2f51ff None None] Provisioning complete for port 168b9002-cf47-46f5-91b8-71040ea74861 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:51.411756 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4e4ca81f-8b4b-4a34-815e-33b47c2f51ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.447918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ca81f-8b4b-4a34-815e-33b47c2f51ff None None] Port 168b9002-cf47-46f5-91b8-71040ea74861 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:51.589161 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.594578 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.670495 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.672816 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event updated for resources: {'Port': ['ID=168b9002-cf47-46f5-91b8-71040ea74861,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:51.762674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Network 9be67106-c3dd-40c6-a9cd-b48a7513d87b is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:51.763989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:51.866292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Router ec7583ae-8aab-4610-b204-3372e3c47cf6 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:51.962211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:51.968134 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d6d2345b-7265-4bc8-851e-df511aa5767d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "PUT /v2.0/routers/ec7583ae-8aab-4610-b204-3372e3c47cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8819876 Jul 16 18:25:51.970394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40726) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:51.970831 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a82c375c-2e4d-42b2-8f39-65945147933d None None] Provisioning complete for port 168b9002-cf47-46f5-91b8-71040ea74861 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:51.970943 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a82c375c-2e4d-42b2-8f39-65945147933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.973871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e912ebb-f432-47e5-a540-ab92bbe44a64 None None] Sync routers for ids ['ec7583ae-8aab-4610-b204-3372e3c47cf6'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:52.007225 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e912ebb-f432-47e5-a540-ab92bbe44a64 None None] Routers {'ec7583ae-8aab-4610-b204-3372e3c47cf6'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:52.007863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6e912ebb-f432-47e5-a540-ab92bbe44a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:25:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ec7583ae-8aab-4610-b204-3372e3c47cf6'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:52.042533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6e912ebb-f432-47e5-a540-ab92bbe44a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:52.044578 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a82c375c-2e4d-42b2-8f39-65945147933d None None] Port 168b9002-cf47-46f5-91b8-71040ea74861 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:52.052645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e912ebb-f432-47e5-a540-ab92bbe44a64 None None] Routers {'ec7583ae-8aab-4610-b204-3372e3c47cf6'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:52.053252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6e912ebb-f432-47e5-a540-ab92bbe44a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:25:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ec7583ae-8aab-4610-b204-3372e3c47cf6'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:52.065130 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0fcd8059-5777-45ad-940f-95ad17bbecdb tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.089282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6e912ebb-f432-47e5-a540-ab92bbe44a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:52.089962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e912ebb-f432-47e5-a540-ab92bbe44a64 None None] The sync data for ids ['ec7583ae-8aab-4610-b204-3372e3c47cf6'] in n-d-787205-10 is: [] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:52.150725 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [None req-0fcd8059-5777-45ad-940f-95ad17bbecdb tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:25:52.151794 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0fcd8059-5777-45ad-940f-95ad17bbecdb tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "DELETE /v2.0/routers/ec7583ae-8aab-4610-b204-3372e3c47cf6 HTTP/1.1" status: 409 len: 329 time: 0.1797204 Jul 16 18:25:52.154621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40728) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:52.460172 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61297e49-cc29-42bb-834e-8266c5bd0957 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.704424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-61297e49-cc29-42bb-834e-8266c5bd0957 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Deleting port 168b9002-cf47-46f5-91b8-71040ea74861 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:52.704691 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61297e49-cc29-42bb-834e-8266c5bd0957 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.792112 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61297e49-cc29-42bb-834e-8266c5bd0957 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.804069 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-61297e49-cc29-42bb-834e-8266c5bd0957 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Calling delete_port for 168b9002-cf47-46f5-91b8-71040ea74861 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:52.967520 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61297e49-cc29-42bb-834e-8266c5bd0957 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.995296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61297e49-cc29-42bb-834e-8266c5bd0957 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event deleted for resources: {'Port': ['ID=168b9002-cf47-46f5-91b8-71040ea74861,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:53.145574 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61297e49-cc29-42bb-834e-8266c5bd0957 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.279230 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.639830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61297e49-cc29-42bb-834e-8266c5bd0957 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Router ec7583ae-8aab-4610-b204-3372e3c47cf6 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:53.715905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61297e49-cc29-42bb-834e-8266c5bd0957 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:53.721106 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-61297e49-cc29-42bb-834e-8266c5bd0957 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "PUT /v2.0/routers/ec7583ae-8aab-4610-b204-3372e3c47cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5653853 Jul 16 18:25:53.725255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40730) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:53.726110 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec0747-259f-46e2-98dd-a2112d024e41 None None] Sync routers for ids ['ec7583ae-8aab-4610-b204-3372e3c47cf6'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:53.736081 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec0747-259f-46e2-98dd-a2112d024e41 None None] Routers {'ec7583ae-8aab-4610-b204-3372e3c47cf6'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:53.736705 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8cec0747-259f-46e2-98dd-a2112d024e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:25:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ec7583ae-8aab-4610-b204-3372e3c47cf6'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:53.762304 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-63b9d5b6-4e50-412d-891d-8813cf9041e9 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] show failed (client error): The resource could not be found. Jul 16 18:25:53.763335 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-63b9d5b6-4e50-412d-891d-8813cf9041e9 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1661572106 HTTP/1.1" status: 404 len: 335 time: 0.0370569 Jul 16 18:25:53.768419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40732) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:53.769839 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8cec0747-259f-46e2-98dd-a2112d024e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:53.773012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1aa6d976-0ef8-4530-9476-3bcd9cf0c749 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:53.778327 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec0747-259f-46e2-98dd-a2112d024e41 None None] Routers {'ec7583ae-8aab-4610-b204-3372e3c47cf6'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:53.778929 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8cec0747-259f-46e2-98dd-a2112d024e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:25:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ec7583ae-8aab-4610-b204-3372e3c47cf6'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:53.809810 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-1aa6d976-0ef8-4530-9476-3bcd9cf0c749 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] update failed (client error): The resource could not be found. Jul 16 18:25:53.810823 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1aa6d976-0ef8-4530-9476-3bcd9cf0c749 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-130676525 HTTP/1.1" status: 404 len: 334 time: 0.0414555 Jul 16 18:25:53.813696 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8cec0747-259f-46e2-98dd-a2112d024e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:53.814286 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cec0747-259f-46e2-98dd-a2112d024e41 None None] The sync data for ids ['ec7583ae-8aab-4610-b204-3372e3c47cf6'] in n-d-787205-10 is: [] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:53.816611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40734) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:53.868069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e135050-3cbf-4220-bf8e-0f01753b00fc tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Deleting subnet 2d358b34-094b-4421-a564-cc8c5d6bf428 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:53.871148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1e135050-3cbf-4220-bf8e-0f01753b00fc tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.910547 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1e135050-3cbf-4220-bf8e-0f01753b00fc tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.997589 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1e135050-3cbf-4220-bf8e-0f01753b00fc tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.054473 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1e135050-3cbf-4220-bf8e-0f01753b00fc tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.081820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e135050-3cbf-4220-bf8e-0f01753b00fc tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event deleted for resources: {'Subnet': ['ID=2d358b34-094b-4421-a564-cc8c5d6bf428,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.083780 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1e135050-3cbf-4220-bf8e-0f01753b00fc tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.087281 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1e135050-3cbf-4220-bf8e-0f01753b00fc tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "DELETE /v2.0/subnets/2d358b34-094b-4421-a564-cc8c5d6bf428 HTTP/1.1" status: 204 len: 168 time: 0.2680943 Jul 16 18:25:54.088114 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40736) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:54.090802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073852f1-12e7-4d54-bfc1-e9334e5ce38e None None] Network 3cf219ea-98b6-4063-a7d0-92703f148a13 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:54.138644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-2827807f-3a99-48a4-8ed4-9a1acb7ee4ef tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Deleting subnet 9a297d6c-39c3-4dda-aec7-307531dc4bb3 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:54.141934 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2827807f-3a99-48a4-8ed4-9a1acb7ee4ef tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.186759 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2827807f-3a99-48a4-8ed4-9a1acb7ee4ef tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.270055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79baae25-9c99-4212-af84-0c3ea54e63b6 None None] DHCP port deletion for 3cf219ea-98b6-4063-a7d0-92703f148a13 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:25:54.275250 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2827807f-3a99-48a4-8ed4-9a1acb7ee4ef tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.318180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-79baae25-9c99-4212-af84-0c3ea54e63b6 None None] Deleting port 387d7018-0f22-40c2-a8bf-f7f826b64bf2 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:54.318768 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-79baae25-9c99-4212-af84-0c3ea54e63b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.334796 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2827807f-3a99-48a4-8ed4-9a1acb7ee4ef tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.369709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2827807f-3a99-48a4-8ed4-9a1acb7ee4ef tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.374145 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2827807f-3a99-48a4-8ed4-9a1acb7ee4ef tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "DELETE /v2.0/subnets/9a297d6c-39c3-4dda-aec7-307531dc4bb3 HTTP/1.1" status: 204 len: 168 time: 0.2825825 Jul 16 18:25:54.377455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40738) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:54.378925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827807f-3a99-48a4-8ed4-9a1acb7ee4ef tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event deleted for resources: {'Subnet': ['ID=9a297d6c-39c3-4dda-aec7-307531dc4bb3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.379635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9ecf97-2efb-4ef8-bfc0-e3821e3cd654 None None] Network ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:54.466067 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.526527 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Deleting port 387d7018-0f22-40c2-a8bf-f7f826b64bf2 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:54.526934 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.535982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-79baae25-9c99-4212-af84-0c3ea54e63b6 None None] For port 387d7018-0f22-40c2-a8bf-f7f826b64bf2, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=387d7018-0f22-40c2-a8bf-f7f826b64bf2,segment=NetworkSegment(dc0aa978-12ad-443d-aa6e-cf18d087d097),segment_id=dc0aa978-12ad-443d-aa6e-cf18d087d097)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:54.536379 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-79baae25-9c99-4212-af84-0c3ea54e63b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.563811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-79baae25-9c99-4212-af84-0c3ea54e63b6 None None] Calling delete_port for 387d7018-0f22-40c2-a8bf-f7f826b64bf2 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:54.598531 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] For port 387d7018-0f22-40c2-a8bf-f7f826b64bf2, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=387d7018-0f22-40c2-a8bf-f7f826b64bf2,segment=NetworkSegment(dc0aa978-12ad-443d-aa6e-cf18d087d097),segment_id=dc0aa978-12ad-443d-aa6e-cf18d087d097)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:54.598896 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.611638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Calling delete_port for 387d7018-0f22-40c2-a8bf-f7f826b64bf2 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:54.690969 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.722763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event deleted for resources: {'Port': ['ID=387d7018-0f22-40c2-a8bf-f7f826b64bf2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.724692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] No DVR routers for this DVR port 387d7018-0f22-40c2-a8bf-f7f826b64bf2 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:54.726397 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-79baae25-9c99-4212-af84-0c3ea54e63b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.755969 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79baae25-9c99-4212-af84-0c3ea54e63b6 None None] Pushing event deleted for resources: {'Port': ['ID=387d7018-0f22-40c2-a8bf-f7f826b64bf2,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.757820 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79baae25-9c99-4212-af84-0c3ea54e63b6 None None] No DVR routers for this DVR port 387d7018-0f22-40c2-a8bf-f7f826b64bf2 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:54.809865 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.819898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf219ea-98b6-4063-a7d0-92703f148a13']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:54.829946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0aa978-12ad-443d-aa6e-cf18d087d097') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:54.830243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0aa978-12ad-443d-aa6e-cf18d087d097') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:54.838698 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.850527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946daff2-8da7-4fd9-9ebf-2afc6f5943bf None None] DHCP port deletion for ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:25:54.853266 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.859786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:54.860188 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:54.863394 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:54.896734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-946daff2-8da7-4fd9-9ebf-2afc6f5943bf None None] Deleting port 729239c5-3e19-476d-ae20-606cc293c32e {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:54.897085 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-946daff2-8da7-4fd9-9ebf-2afc6f5943bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.927033 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.934036 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.936324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "DELETE /v2.0/networks/3cf219ea-98b6-4063-a7d0-92703f148a13 HTTP/1.1" status: 204 len: 168 time: 0.5566936 Jul 16 18:25:54.938786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40740) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:54.956471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287bbef-4685-4d2f-94f6-538eec943cee tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event deleted for resources: {'Network': ['ID=3cf219ea-98b6-4063-a7d0-92703f148a13,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.965277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-946daff2-8da7-4fd9-9ebf-2afc6f5943bf None None] For port 729239c5-3e19-476d-ae20-606cc293c32e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=729239c5-3e19-476d-ae20-606cc293c32e,segment=NetworkSegment(333fd4e3-2514-4dff-848e-0b549fe07c33),segment_id=333fd4e3-2514-4dff-848e-0b549fe07c33)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:54.965731 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-946daff2-8da7-4fd9-9ebf-2afc6f5943bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.978071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-946daff2-8da7-4fd9-9ebf-2afc6f5943bf None None] Calling delete_port for 729239c5-3e19-476d-ae20-606cc293c32e owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:55.023439 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.056247 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-946daff2-8da7-4fd9-9ebf-2afc6f5943bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.083193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Deleting port 729239c5-3e19-476d-ae20-606cc293c32e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:55.083543 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.085591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946daff2-8da7-4fd9-9ebf-2afc6f5943bf None None] Pushing event deleted for resources: {'Port': ['ID=729239c5-3e19-476d-ae20-606cc293c32e,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:55.090483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946daff2-8da7-4fd9-9ebf-2afc6f5943bf None None] No DVR routers for this DVR port 729239c5-3e19-476d-ae20-606cc293c32e on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:55.146110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] For port 729239c5-3e19-476d-ae20-606cc293c32e, host n-d-787205-10, got binding levels [] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:55.146469 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.158234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Calling delete_port for 729239c5-3e19-476d-ae20-606cc293c32e owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:55.161032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_backend_mixin [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Port 729239c5-3e19-476d-ae20-606cc293c32e was not found and therefore no delete operation was performed {{(pid=105591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:25:55.162320 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.188071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event deleted for resources: {'Port': ['ID=729239c5-3e19-476d-ae20-606cc293c32e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:55.191582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] No DVR routers for this DVR port 729239c5-3e19-476d-ae20-606cc293c32e on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:55.271419 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.281702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:55.291351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333fd4e3-2514-4dff-848e-0b549fe07c33') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:55.291649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333fd4e3-2514-4dff-848e-0b549fe07c33') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:55.300968 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.314805 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.320797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:55.321190 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:55.324345 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:55.388053 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.393758 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.395590 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "DELETE /v2.0/networks/ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392 HTTP/1.1" status: 204 len: 168 time: 0.4558806 Jul 16 18:25:55.398144 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40742) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:55.410590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb7823-2cf1-4d0f-a26e-ddae3b63bd3d tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event deleted for resources: {'Network': ['ID=ded89f5d-3ad7-4ebc-83c8-cbcf5d49a392,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:55.431978 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.449927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6076e78-607d-4d9f-83d2-1848152d8f38 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Deleting subnet 28a0e505-4296-436a-acc5-fc7b7948e5d3 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:55.453521 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6076e78-607d-4d9f-83d2-1848152d8f38 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.493062 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6076e78-607d-4d9f-83d2-1848152d8f38 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.577307 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6076e78-607d-4d9f-83d2-1848152d8f38 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.637826 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6076e78-607d-4d9f-83d2-1848152d8f38 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.666004 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6076e78-607d-4d9f-83d2-1848152d8f38 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event deleted for resources: {'Subnet': ['ID=28a0e505-4296-436a-acc5-fc7b7948e5d3,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:55.668054 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a6076e78-607d-4d9f-83d2-1848152d8f38 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.673334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70d8bec-d3f8-4e8e-9bca-dd29c6c4669b None None] Network 9be67106-c3dd-40c6-a9cd-b48a7513d87b requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:55.673859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40744) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:55.674009 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a6076e78-607d-4d9f-83d2-1848152d8f38 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "DELETE /v2.0/subnets/28a0e505-4296-436a-acc5-fc7b7948e5d3 HTTP/1.1" status: 204 len: 168 time: 0.2746866 Jul 16 18:25:55.748856 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.811213 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Deleting port c8233414-e53b-422c-b915-84ae9e0fdd0c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:55.811572 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.872419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc36b25f-9a93-41d4-bb85-b96ab176e59f None None] DHCP port deletion for 9be67106-c3dd-40c6-a9cd-b48a7513d87b request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:25:55.878248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] For port c8233414-e53b-422c-b915-84ae9e0fdd0c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c8233414-e53b-422c-b915-84ae9e0fdd0c,segment=NetworkSegment(84fb72bb-adac-4c1f-9106-9626c36ebbe7),segment_id=84fb72bb-adac-4c1f-9106-9626c36ebbe7)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:55.879620 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.891462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Calling delete_port for c8233414-e53b-422c-b915-84ae9e0fdd0c owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:55.915090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 729239c5-3e19-476d-ae20-606cc293c32e no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:55.939067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 729239c5-3e19-476d-ae20-606cc293c32e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:55.939420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 729239c5-3e19-476d-ae20-606cc293c32e not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:55.939861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 387d7018-0f22-40c2-a8bf-f7f826b64bf2 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:55.959513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 387d7018-0f22-40c2-a8bf-f7f826b64bf2 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:55.959866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 387d7018-0f22-40c2-a8bf-f7f826b64bf2 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:55.960281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c8233414-e53b-422c-b915-84ae9e0fdd0c no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:55.978126 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.988111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b25f-9a93-41d4-bb85-b96ab176e59f None None] Deleting port c8233414-e53b-422c-b915-84ae9e0fdd0c {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:55.988491 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc36b25f-9a93-41d4-bb85-b96ab176e59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.005452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event deleted for resources: {'Port': ['ID=c8233414-e53b-422c-b915-84ae9e0fdd0c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:56.007319 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] No DVR routers for this DVR port c8233414-e53b-422c-b915-84ae9e0fdd0c on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:56.050252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No active binding found for port c8233414-e53b-422c-b915-84ae9e0fdd0c {{(pid=105592) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:25:56.050684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c8233414-e53b-422c-b915-84ae9e0fdd0c not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:56.069898 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dc36b25f-9a93-41d4-bb85-b96ab176e59f None None] For port c8233414-e53b-422c-b915-84ae9e0fdd0c, host n-d-787205-10, got binding levels [] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:56.070245 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc36b25f-9a93-41d4-bb85-b96ab176e59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.082478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b25f-9a93-41d4-bb85-b96ab176e59f None None] Calling delete_port for c8233414-e53b-422c-b915-84ae9e0fdd0c owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:56.085064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.ipam_backend_mixin [None req-dc36b25f-9a93-41d4-bb85-b96ab176e59f None None] Port c8233414-e53b-422c-b915-84ae9e0fdd0c was not found and therefore no delete operation was performed {{(pid=105592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:25:56.085518 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.086338 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc36b25f-9a93-41d4-bb85-b96ab176e59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.096243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be67106-c3dd-40c6-a9cd-b48a7513d87b']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:56.111275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36b25f-9a93-41d4-bb85-b96ab176e59f None None] Pushing event deleted for resources: {'Port': ['ID=c8233414-e53b-422c-b915-84ae9e0fdd0c,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:56.111553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fb72bb-adac-4c1f-9106-9626c36ebbe7') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:56.111856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fb72bb-adac-4c1f-9106-9626c36ebbe7') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:56.117063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36b25f-9a93-41d4-bb85-b96ab176e59f None None] No DVR routers for this DVR port c8233414-e53b-422c-b915-84ae9e0fdd0c on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:56.121560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.140718 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.146754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:56.147141 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:56.150128 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:56.207308 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.213821 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.215651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "DELETE /v2.0/networks/9be67106-c3dd-40c6-a9cd-b48a7513d87b HTTP/1.1" status: 204 len: 168 time: 0.5406888 Jul 16 18:25:56.219274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40746) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:56.227374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479c2be-bcf8-4114-997b-195c06ccdd60 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Pushing event deleted for resources: {'Network': ['ID=9be67106-c3dd-40c6-a9cd-b48a7513d87b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:56.251255 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cfbed955-d07b-498d-820a-1db4f4fed67c tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec7583ae-8aab-4610-b204-3372e3c47cf6 HTTP/1.1" status: 200 len: 205 time: 0.0302265 Jul 16 18:25:56.253633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40748) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:56.329553 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12307c16-1133-42a2-8b9e-614f1cee0cf1 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.490985 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12307c16-1133-42a2-8b9e-614f1cee0cf1 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.493204 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12307c16-1133-42a2-8b9e-614f1cee0cf1 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.535377 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12307c16-1133-42a2-8b9e-614f1cee0cf1 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.535941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12307c16-1133-42a2-8b9e-614f1cee0cf1 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Fanout notify agent at l3_agent the message router_deleted on router ec7583ae-8aab-4610-b204-3372e3c47cf6 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:56.542912 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12307c16-1133-42a2-8b9e-614f1cee0cf1 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.544134 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-12307c16-1133-42a2-8b9e-614f1cee0cf1 tempest-RoutersNegativeTest-531317125 tempest-RoutersNegativeTest-531317125-project] 10.222.0.24 "DELETE /v2.0/routers/ec7583ae-8aab-4610-b204-3372e3c47cf6 HTTP/1.1" status: 204 len: 168 time: 0.2895133 Jul 16 18:25:56.781493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40754) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:56.913064 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bd44f100-a16f-442f-bb15-5519b5c71505 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ff13bbab5a24c9d91384d9ba05773ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303866 Jul 16 18:25:56.915562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40758) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:56.968021 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fca88f6-623b-4787-9fa5-d96f575ddbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.990336 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fca88f6-623b-4787-9fa5-d96f575ddbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.035318 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fca88f6-623b-4787-9fa5-d96f575ddbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.037855 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4fca88f6-623b-4787-9fa5-d96f575ddbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.039035 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4fca88f6-623b-4787-9fa5-d96f575ddbb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf7642b8-dc4d-4057-9ed0-d1631c5a996a HTTP/1.1" status: 204 len: 168 time: 0.1225474 Jul 16 18:25:57.048670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca88f6-623b-4787-9fa5-d96f575ddbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7642b8-dc4d-4057-9ed0-d1631c5a996a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:58.008409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40790) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:58.113047 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3711a500-e60f-46d4-aa24-52e8a801ad6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.200041 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3711a500-e60f-46d4-aa24-52e8a801ad6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.203995 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3711a500-e60f-46d4-aa24-52e8a801ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.242323 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3711a500-e60f-46d4-aa24-52e8a801ad6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12b3e2e45fb34f82ab8088613d2e9367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327645 Jul 16 18:25:58.244234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711a500-e60f-46d4-aa24-52e8a801ad6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0f469c-aa1e-49d1-9b9a-2122171dad64,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:58.244919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40794) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:58.294058 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30b7e7c7-5835-47cb-b393-a5c0368fe9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.316654 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30b7e7c7-5835-47cb-b393-a5c0368fe9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.367306 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30b7e7c7-5835-47cb-b393-a5c0368fe9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.370154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30b7e7c7-5835-47cb-b393-a5c0368fe9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.371315 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-30b7e7c7-5835-47cb-b393-a5c0368fe9a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac0f469c-aa1e-49d1-9b9a-2122171dad64 HTTP/1.1" status: 204 len: 168 time: 0.1253433 Jul 16 18:25:58.380714 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7e7c7-5835-47cb-b393-a5c0368fe9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0f469c-aa1e-49d1-9b9a-2122171dad64,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:58.401295 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:26:06.337755 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4925b227-e68c-44b6-9360-77457c5ad1ea req-000d3b32-1283-44cd-b5fd-ced3f4cec22b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534561 Jul 16 18:26:06.440000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925b227-e68c-44b6-9360-77457c5ad1ea req-1c267498-8817-4124-8300-ec084f281c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.441588 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4925b227-e68c-44b6-9360-77457c5ad1ea req-1c267498-8817-4124-8300-ec084f281c01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 1097 time: 0.0607848 Jul 16 18:26:06.555015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925b227-e68c-44b6-9360-77457c5ad1ea req-2149c53b-dda0-4845-bf60-8d12148125bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.556538 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4925b227-e68c-44b6-9360-77457c5ad1ea req-2149c53b-dda0-4845-bf60-8d12148125bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.0933142 Jul 16 18:26:06.630006 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4925b227-e68c-44b6-9360-77457c5ad1ea req-b0028f6e-5424-4086-aafb-3a99bdd370fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906aa7b3-4e9a-443b-9bed-da953268556e HTTP/1.1" status: 200 len: 1000 time: 0.0660529 Jul 16 18:26:06.685479 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925b227-e68c-44b6-9360-77457c5ad1ea req-e0f156a2-8eaa-4368-89f6-67755adc31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.687192 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4925b227-e68c-44b6-9360-77457c5ad1ea req-e0f156a2-8eaa-4368-89f6-67755adc31cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0501604 Jul 16 18:26:06.748132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925b227-e68c-44b6-9360-77457c5ad1ea req-de13a1bc-4ae1-4888-99ad-98a0b21e5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.749936 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4925b227-e68c-44b6-9360-77457c5ad1ea req-de13a1bc-4ae1-4888-99ad-98a0b21e5384 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556667 Jul 16 18:26:06.848697 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4925b227-e68c-44b6-9360-77457c5ad1ea req-e4b1f365-2698-42aa-affa-3cdc87ad1550 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917559 Jul 16 18:26:06.944988 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4925b227-e68c-44b6-9360-77457c5ad1ea req-3adfbf68-b626-4e16-ad9d-fee33f2abe99 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889757 Jul 16 18:26:13.540458 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4147e511-8cf0-4d72-b386-45c403a4065c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.742934 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5cacf4ed-405e-4d39-9ca6-fd83b6762d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.984367 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.022745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 40992) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:16.141380 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7688dbaf-2b41-4659-80ee-34f032740b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.238106 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7688dbaf-2b41-4659-80ee-34f032740b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.242076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7688dbaf-2b41-4659-80ee-34f032740b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.282207 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7688dbaf-2b41-4659-80ee-34f032740b40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f72f954a75545b88b95b1bfff548c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582066 Jul 16 18:26:16.283196 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688dbaf-2b41-4659-80ee-34f032740b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5087c8f-b912-463b-a42d-687d1e731bd3,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.285617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 40996) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:16.344363 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e97ecc4c-79af-4520-a348-60596fc27400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.366027 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e97ecc4c-79af-4520-a348-60596fc27400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.419605 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e97ecc4c-79af-4520-a348-60596fc27400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.423364 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e97ecc4c-79af-4520-a348-60596fc27400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.424927 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e97ecc4c-79af-4520-a348-60596fc27400 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5087c8f-b912-463b-a42d-687d1e731bd3 HTTP/1.1" status: 204 len: 168 time: 0.1369979 Jul 16 18:26:16.436002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ecc4c-79af-4520-a348-60596fc27400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5087c8f-b912-463b-a42d-687d1e731bd3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:17.710408 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.097388 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.471447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41046) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:19.476926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-fa3f0423-8d4d-4c79-9ab2-5cbe5a9d7a97 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598889034', 'description': 'tempest-secgroup-smoke-598889034 description', 'project_id': '050e3e58456244eeb96306e30f510dfa'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:19.499696 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0423-8d4d-4c79-9ab2-5cbe5a9d7a97 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.507689 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0423-8d4d-4c79-9ab2-5cbe5a9d7a97 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.607085 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0423-8d4d-4c79-9ab2-5cbe5a9d7a97 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.615646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0423-8d4d-4c79-9ab2-5cbe5a9d7a97 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.668620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f0423-8d4d-4c79-9ab2-5cbe5a9d7a97 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbb2b0c-d341-4d57-85a4-3aa9a640f835,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.729386 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0423-8d4d-4c79-9ab2-5cbe5a9d7a97 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.734242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0423-8d4d-4c79-9ab2-5cbe5a9d7a97 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.764735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f0423-8d4d-4c79-9ab2-5cbe5a9d7a97 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfcfdc9-705e-423c-9968-895e612f78b5,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.767543 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0423-8d4d-4c79-9ab2-5cbe5a9d7a97 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.769152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fa3f0423-8d4d-4c79-9ab2-5cbe5a9d7a97 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2960496 Jul 16 18:26:19.772088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41048) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:19.776646 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0e5bb5b1-29bc-47a5-abf1-bfd30fdcee00 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '1bfcfdc9-705e-423c-9968-895e612f78b5', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:19.806959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e5bb5b1-29bc-47a5-abf1-bfd30fdcee00 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.883465 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e5bb5b1-29bc-47a5-abf1-bfd30fdcee00 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.887758 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e5bb5b1-29bc-47a5-abf1-bfd30fdcee00 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.907161 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bb5b1-29bc-47a5-abf1-bfd30fdcee00 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd95f7d-56c6-49da-ac6f-9afdc1e3e9ca,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.928802 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e5bb5b1-29bc-47a5-abf1-bfd30fdcee00 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.933358 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0e5bb5b1-29bc-47a5-abf1-bfd30fdcee00 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572325 Jul 16 18:26:19.934779 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41052) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:19.945505 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-aaf9aeeb-41e0-46eb-942b-07f0dafb021f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '1bfcfdc9-705e-423c-9968-895e612f78b5', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:19.992182 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aaf9aeeb-41e0-46eb-942b-07f0dafb021f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.054962 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aaf9aeeb-41e0-46eb-942b-07f0dafb021f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.059130 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aaf9aeeb-41e0-46eb-942b-07f0dafb021f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.078766 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9aeeb-41e0-46eb-942b-07f0dafb021f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8e535a-9b7b-4d2c-a16c-7daf76361ae9,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.084679 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aaf9aeeb-41e0-46eb-942b-07f0dafb021f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.088759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41054) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.088928 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aaf9aeeb-41e0-46eb-942b-07f0dafb021f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1527162 Jul 16 18:26:20.094482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-cb8a5f84-0e4e-4e19-8395-92e21ef19887 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '1bfcfdc9-705e-423c-9968-895e612f78b5', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.126940 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cb8a5f84-0e4e-4e19-8395-92e21ef19887 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.190204 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cb8a5f84-0e4e-4e19-8395-92e21ef19887 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.194283 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cb8a5f84-0e4e-4e19-8395-92e21ef19887 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.213795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a5f84-0e4e-4e19-8395-92e21ef19887 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09552205-31c4-49e7-9d6d-438d68743eca,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.220578 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cb8a5f84-0e4e-4e19-8395-92e21ef19887 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.222036 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cb8a5f84-0e4e-4e19-8395-92e21ef19887 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319008 Jul 16 18:26:20.225318 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41056) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.230332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2dc6f056-eee5-4dfa-b318-cc0316908f96 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '1bfcfdc9-705e-423c-9968-895e612f78b5', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.263027 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2dc6f056-eee5-4dfa-b318-cc0316908f96 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.333212 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2dc6f056-eee5-4dfa-b318-cc0316908f96 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.342014 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2dc6f056-eee5-4dfa-b318-cc0316908f96 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.370433 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6f056-eee5-4dfa-b318-cc0316908f96 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f0c5b2-dad9-464a-a22c-004a26b5be53,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.385287 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2dc6f056-eee5-4dfa-b318-cc0316908f96 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.391609 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2dc6f056-eee5-4dfa-b318-cc0316908f96 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603613 Jul 16 18:26:20.391793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41058) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.397749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-292b62aa-f64a-4098-8276-e8e64d32f3f0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '1bfcfdc9-705e-423c-9968-895e612f78b5', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.422613 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-292b62aa-f64a-4098-8276-e8e64d32f3f0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Project 050e3e58456244eeb96306e30f510dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:26:20.428206 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-292b62aa-f64a-4098-8276-e8e64d32f3f0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.490792 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-292b62aa-f64a-4098-8276-e8e64d32f3f0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.495272 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-292b62aa-f64a-4098-8276-e8e64d32f3f0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.517979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b62aa-f64a-4098-8276-e8e64d32f3f0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fe2808-f9b2-4091-b3c2-86ea4a5425dc,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.526049 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-292b62aa-f64a-4098-8276-e8e64d32f3f0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.527423 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-292b62aa-f64a-4098-8276-e8e64d32f3f0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361005 Jul 16 18:26:20.530814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41060) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.536225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e2e87dfe-6a46-498a-8925-c77def835e16 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '1bfcfdc9-705e-423c-9968-895e612f78b5', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.562423 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-e2e87dfe-6a46-498a-8925-c77def835e16 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Project 050e3e58456244eeb96306e30f510dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:26:20.568910 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e2e87dfe-6a46-498a-8925-c77def835e16 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.633110 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e2e87dfe-6a46-498a-8925-c77def835e16 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.637356 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e2e87dfe-6a46-498a-8925-c77def835e16 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.658994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e87dfe-6a46-498a-8925-c77def835e16 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5195480c-28ef-4cb8-9665-0590a9f9d077,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.668805 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e2e87dfe-6a46-498a-8925-c77def835e16 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.673481 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e2e87dfe-6a46-498a-8925-c77def835e16 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380863 Jul 16 18:26:20.673957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41062) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.679246 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-86997279-b23f-4c76-92fb-5cb0605c392d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'network': {'name': 'tempest-network-smoke--1278315305', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'port_security_enabled': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.701348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86997279-b23f-4c76-92fb-5cb0605c392d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Made reservation on behalf of 050e3e58456244eeb96306e30f510dfa for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:20.705118 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86997279-b23f-4c76-92fb-5cb0605c392d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.734910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86997279-b23f-4c76-92fb-5cb0605c392d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:20.744698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86997279-b23f-4c76-92fb-5cb0605c392d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.744927 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-86997279-b23f-4c76-92fb-5cb0605c392d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Added segment d37f0656-4f6d-4fec-84e0-7261ce056aab of type vlan for network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 Jul 16 18:26:20.785262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86997279-b23f-4c76-92fb-5cb0605c392d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.817425 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86997279-b23f-4c76-92fb-5cb0605c392d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.823050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86997279-b23f-4c76-92fb-5cb0605c392d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:20.823747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86997279-b23f-4c76-92fb-5cb0605c392d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.862534 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-86997279-b23f-4c76-92fb-5cb0605c392d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1873896 Jul 16 18:26:20.865311 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41064) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.875028 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'admin_state_up': True, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.906491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86997279-b23f-4c76-92fb-5cb0605c392d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Network': ['ID=fe5abc7a-0c4f-436e-90f4-1dcc07d41174,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.922709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:20.933069 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.934798 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.046596 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.190134 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.405089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.424296 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.534230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.25.3.100 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/16c9f51c-3709-4b86-9b78-ce860174f58b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:21.638574 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.679282 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.716352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:21.722553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:21.726096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:21.757884 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=16c9f51c-3709-4b86-9b78-ce860174f58b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:22.000302 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.426021 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-d7b39770-ef1c-432d-bc6e-a8c2b24f2a59 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227529473&fields=id&tenant_id=7ff05b4225084c8da9b6812b44295606 HTTP/1.1" status: 200 len: 267 time: 0.0408521 Jul 16 18:26:22.538885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-4b9b4132-e278-4458-8a25-a2e61224ce87 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:22.540302 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-4b9b4132-e278-4458-8a25-a2e61224ce87 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.1074557 Jul 16 18:26:22.555650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-88f9810d-9b96-4963-94ba-567ce3e2e7a0 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/quotas/7ff05b4225084c8da9b6812b44295606 HTTP/1.1" status: 200 len: 375 time: 0.0092394 Jul 16 18:26:22.566493 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.632428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-e361e64f-4c8c-4e2f-9f3d-4ea4fd9c5354 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0712409 Jul 16 18:26:22.694972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:22.801371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:22.811948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Sync routers for ids ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:22.821020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Routers {'a4be59e1-6ea3-43cf-b762-0e05c8c5e684'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:22.821703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:26:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:22.826196 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.827873 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e9207e50-2847-4447-b0b8-55e6726bda27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9615631 Jul 16 18:26:22.832317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41082) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:22.844651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-3d081f52-9db1-4505-81fa-a89377cf086d service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006216 Jul 16 18:26:22.918454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-90dd3033-eb37-4f1a-93e6-ce848229ca93 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=050e3e58456244eeb96306e30f510dfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0848360 Jul 16 18:26:22.921161 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41086) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:22.931049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Set router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:23.036140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-92a045c3-b9f2-46f0-9038-b2fa4f233d4c service neutron] 10.222.0.24 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851251 Jul 16 18:26:23.057160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1155463c-1f19-4bf3-b4dd-ab2e9493ee81 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:23.061249 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1155463c-1f19-4bf3-b4dd-ab2e9493ee81 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1362991 Jul 16 18:26:23.061498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41088) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:23.090368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3da708d3-490a-4b57-88d5-cedd9d0524ab tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277412 Jul 16 18:26:23.094645 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41090) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:23.099193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a96362b2-a6fe-4c5d-bf87-4ca0a77aeda4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1583749341', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:23.123295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:26:21Z', 'revision_number': 3, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:23.149727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Checking router: a4be59e1-6ea3-43cf-b762-0e05c8c5e684 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:23.150095 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Updating router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 port 16c9f51c-3709-4b86-9b78-ce860174f58b binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:23.191560 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.195051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96362b2-a6fe-4c5d-bf87-4ca0a77aeda4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Made reservation on behalf of 050e3e58456244eeb96306e30f510dfa for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:23.198810 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a96362b2-a6fe-4c5d-bf87-4ca0a77aeda4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.368880 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.397686 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6915744d-cdf4-4a76-96a8-935ebb8a2202 req-f2caade2-27a2-48f8-976b-47b531a7609c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 210 time: 0.0409036 Jul 16 18:26:23.427551 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a96362b2-a6fe-4c5d-bf87-4ca0a77aeda4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.491380 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96362b2-a6fe-4c5d-bf87-4ca0a77aeda4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Subnet': ['ID=cdcbed7e-fa83-417c-b867-cec67e6fd78c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.505982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96362b2-a6fe-4c5d-bf87-4ca0a77aeda4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Checking segment: {'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:23.506873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96362b2-a6fe-4c5d-bf87-4ca0a77aeda4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network hostable DHCP agents. Network: fe5abc7a-0c4f-436e-90f4-1dcc07d41174, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:23.515778 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.526548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96362b2-a6fe-4c5d-bf87-4ca0a77aeda4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:23.528418 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Transition to ACTIVE for port object 16c9f51c-3709-4b86-9b78-ce860174f58b will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:23.535234 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.536086 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-a96362b2-a6fe-4c5d-bf87-4ca0a77aeda4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, fe5abc7a-0c4f-436e-90f4-1dcc07d41174) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:23.540195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96362b2-a6fe-4c5d-bf87-4ca0a77aeda4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:23.540793 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a96362b2-a6fe-4c5d-bf87-4ca0a77aeda4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.555656 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a96362b2-a6fe-4c5d-bf87-4ca0a77aeda4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4604242 Jul 16 18:26:23.558527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41108) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:23.563244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d85f9c3-0eec-4a44-8465-72cab3ff8a7a None None] Network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:23.619293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90963ddb-8097-46b5-9503-a46d53f4fbbc None None] Pushing event updated for resources: {'Port': ['ID=16c9f51c-3709-4b86-9b78-ce860174f58b,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.645925 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Attempting to bind port 16c9f51c-3709-4b86-9b78-ce860174f58b on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:23.646300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Attempting to bind port 16c9f51c-3709-4b86-9b78-ce860174f58b by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:23.646664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Attempting to bind port 16c9f51c-3709-4b86-9b78-ce860174f58b on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:23.659321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:23.659770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:23.660150 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.660544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:23.661012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Bound port: 16c9f51c-3709-4b86-9b78-ce860174f58b, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:23.661423 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.755562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] For port 16c9f51c-3709-4b86-9b78-ce860174f58b, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:23.760053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] For port 16c9f51c-3709-4b86-9b78-ce860174f58b, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=16c9f51c-3709-4b86-9b78-ce860174f58b,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:23.767807 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.815096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5555a77f-6710-4907-9049-430178c0941a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ips': [{'subnet_id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:23.815940 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.861240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Routers {'a4be59e1-6ea3-43cf-b762-0e05c8c5e684'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:23.861872 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:26:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:23.903995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90963ddb-8097-46b5-9503-a46d53f4fbbc None None] Pushing event updated for resources: {'Port': ['ID=16c9f51c-3709-4b86-9b78-ce860174f58b,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:24.063553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] Set router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:24.066300 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.124017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-5555a77f-6710-4907-9049-430178c0941a None None] Allocated IP 172.20.0.2 (fe5abc7a-0c4f-436e-90f4-1dcc07d41174/cdcbed7e-fa83-417c-b867-cec67e6fd78c/6eeed0f2-fc74-4186-a15c-09cbcb471111) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:24.510994 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.525704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5555a77f-6710-4907-9049-430178c0941a None None] Transition to ACTIVE for port object 6eeed0f2-fc74-4186-a15c-09cbcb471111 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:24.528357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:26:21Z', 'revision_number': 3, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:24.565068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c4ee3-ad93-4862-8a4b-2ea0dc3b821a None None] The sync data for ids ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'] in n-d-787205-10 is: [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:26:21Z', 'revision_number': 3, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:24.579567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5555a77f-6710-4907-9049-430178c0941a None None] Transition to ACTIVE for port object 6eeed0f2-fc74-4186-a15c-09cbcb471111 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:24.593146 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.606428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81bf64af-4098-4fd4-88ae-1cf46e453ac6 req-5f8f45ad-5eae-4ae9-9c58-def6f883d9e7 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 210 time: 0.0379126 Jul 16 18:26:24.647017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5555a77f-6710-4907-9049-430178c0941a None None] Network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:24.648535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-5555a77f-6710-4907-9049-430178c0941a None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:24.651485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555a77f-6710-4907-9049-430178c0941a None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:24.661760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-99b4791f-29d0-4c8d-9294-e3cb780c4f9f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:24.663606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-99b4791f-29d0-4c8d-9294-e3cb780c4f9f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 811 time: 0.2017508 Jul 16 18:26:24.669359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.20.0.1 (fe5abc7a-0c4f-436e-90f4-1dcc07d41174/cdcbed7e-fa83-417c-b867-cec67e6fd78c/ca6920ed-d64c-41f8-8cdc-f53c3deccf79) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:24.671766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555a77f-6710-4907-9049-430178c0941a None None] Pushing event updated for resources: {'Port': ['ID=6eeed0f2-fc74-4186-a15c-09cbcb471111,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:24.702238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:24.702681 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:24.703033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:24.703996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:24.704344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:24.704684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:24.705075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:24.705593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:24.706055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:24.706274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:24.706729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:24.707056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:24.722488 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-b2b57ecc-c5d1-4a4a-a009-c7ae971b4d1c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ff05b4225084c8da9b6812b44295606 HTTP/1.1" status: 200 len: 379 time: 0.0469716 Jul 16 18:26:24.733215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'port': {'device_id': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'admin_state_up': True, 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'security_groups': ['f6582aa1-e91a-49bf-8eb4-04302d92ce47']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:24.747233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5555a77f-6710-4907-9049-430178c0941a None None] Attempting to bind port 6eeed0f2-fc74-4186-a15c-09cbcb471111 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:24.747605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5555a77f-6710-4907-9049-430178c0941a None None] Attempting to bind port 6eeed0f2-fc74-4186-a15c-09cbcb471111 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:24.747976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5555a77f-6710-4907-9049-430178c0941a None None] Attempting to bind port 6eeed0f2-fc74-4186-a15c-09cbcb471111 on network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:24.753705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5555a77f-6710-4907-9049-430178c0941a None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:24.754226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5555a77f-6710-4907-9049-430178c0941a None None] Checking segment: {'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:24.755566 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.755566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5555a77f-6710-4907-9049-430178c0941a None None] Bound using segment: {'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:24.755803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5555a77f-6710-4907-9049-430178c0941a None None] Bound port: 6eeed0f2-fc74-4186-a15c-09cbcb471111, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:24.756202 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.830351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5555a77f-6710-4907-9049-430178c0941a None None] For port 6eeed0f2-fc74-4186-a15c-09cbcb471111, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:24.833070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5555a77f-6710-4907-9049-430178c0941a None None] For port 6eeed0f2-fc74-4186-a15c-09cbcb471111, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6eeed0f2-fc74-4186-a15c-09cbcb471111,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:24.841814 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5555a77f-6710-4907-9049-430178c0941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.861453 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.883614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Made reservation on behalf of 7ff05b4225084c8da9b6812b44295606 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:24.884323 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Transition to ACTIVE for port object ca6920ed-d64c-41f8-8cdc-f53c3deccf79 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:24.889745 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.983416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555a77f-6710-4907-9049-430178c0941a None None] Pushing event updated for resources: {'Port': ['ID=6eeed0f2-fc74-4186-a15c-09cbcb471111,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:24.992599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.060335 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=ca6920ed-d64c-41f8-8cdc-f53c3deccf79,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.079569 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:25.081823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:25.084143 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:25.138828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Allocated IP 172.20.0.6 (d34b30f6-8f93-47e4-af63-22d1694dd9a9/3c4c6789-e541-480e-a1bf-93dff51b7732/6d00d224-182c-4b44-afff-2d2a7afa6795) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:25.141495 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.372322 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.396447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.400302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Transition to ACTIVE for port object 6d00d224-182c-4b44-afff-2d2a7afa6795 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:25.459061 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.468324 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.523850 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:25.556644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'Port': ['ID=6d00d224-182c-4b44-afff-2d2a7afa6795,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.560405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:25.574647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:25.635871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:25.636413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.661077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-899735b8-4e59-431e-aa76-e9f663be1f84 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9336445 Jul 16 18:26:25.681567 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Request body: {'port': {'device_id': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:25.808739 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.875899 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.891862 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.045057 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=ca6920ed-d64c-41f8-8cdc-f53c3deccf79,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.061633 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.088349 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6eeed0f2-fc74-4186-a15c-09cbcb471111 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:26.169521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-02addaa7-e9fa-4321-ae3c-11c8709f68ff None None] Provisioning for port 6d00d224-182c-4b44-afff-2d2a7afa6795 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:26.176095 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-02addaa7-e9fa-4321-ae3c-11c8709f68ff None None] Provisioning complete for port 6d00d224-182c-4b44-afff-2d2a7afa6795 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:26.176709 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-02addaa7-e9fa-4321-ae3c-11c8709f68ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.198774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:26.200421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:26.242235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-02addaa7-e9fa-4321-ae3c-11c8709f68ff None None] Port 6d00d224-182c-4b44-afff-2d2a7afa6795 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:26.247481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 6eeed0f2-fc74-4186-a15c-09cbcb471111 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:26.252845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 16c9f51c-3709-4b86-9b78-ce860174f58b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:26.269272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6a30c-0d5c-4aa3-aeab-5aa722a891d2 req-845af28d-9ac0-44c9-be5f-138c1584b409 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.271086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37e6a30c-0d5c-4aa3-aeab-5aa722a891d2 req-845af28d-9ac0-44c9-be5f-138c1584b409 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 931 time: 0.1673350 Jul 16 18:26:26.273446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d00d224-182c-4b44-afff-2d2a7afa6795 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:26.284779 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.317373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Transition to ACTIVE for port object 6d00d224-182c-4b44-afff-2d2a7afa6795 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:26.321017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 16c9f51c-3709-4b86-9b78-ce860174f58b completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:26.326366 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 16c9f51c-3709-4b86-9b78-ce860174f58b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:26.327818 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.328912 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.342993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37e6a30c-0d5c-4aa3-aeab-5aa722a891d2 req-d8db80a8-319c-4b8e-826c-ae631e4054ce tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605400 Jul 16 18:26:26.435260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Pushing event updated for resources: {'Port': ['ID=6d00d224-182c-4b44-afff-2d2a7afa6795,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.440473 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:26.453227 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.489456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 16c9f51c-3709-4b86-9b78-ce860174f58b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=16c9f51c-3709-4b86-9b78-ce860174f58b,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:26.494445 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.588968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=16c9f51c-3709-4b86-9b78-ce860174f58b,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.599795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Attempting to bind port 6d00d224-182c-4b44-afff-2d2a7afa6795 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:26.599795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Attempting to bind port 6d00d224-182c-4b44-afff-2d2a7afa6795 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:26.607571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Attempting to bind port 6d00d224-182c-4b44-afff-2d2a7afa6795 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:26.613399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Port 6d00d224-182c-4b44-afff-2d2a7afa6795 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:26.613762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Attempting to bind port 6d00d224-182c-4b44-afff-2d2a7afa6795 on network d34b30f6-8f93-47e4-af63-22d1694dd9a9 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:26.621149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:26.621510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Checking segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:26.621904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Bound using segment: {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:26.622341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Bound port: 6d00d224-182c-4b44-afff-2d2a7afa6795, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad05e31f-4497-4fc8-9944-836625271b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:26.622713 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.633818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:26.642223 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-61c1b619-febe-4a88-a73e-bdc585d4e41f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "PUT /v2.0/routers/a4be59e1-6ea3-43cf-b762-0e05c8c5e684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0826054 Jul 16 18:26:26.658630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e199ff66-7a7f-48bc-9222-162f01ed1197 None None] Network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:26.704255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-416383da-4535-4216-9364-b513571cf887 None None] Provisioning for port 6eeed0f2-fc74-4186-a15c-09cbcb471111 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:26.759756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-416383da-4535-4216-9364-b513571cf887 None None] Provisioning complete for port 6eeed0f2-fc74-4186-a15c-09cbcb471111 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:26.760771 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-416383da-4535-4216-9364-b513571cf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.765548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] For port 6d00d224-182c-4b44-afff-2d2a7afa6795, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:26.776887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] For port 6d00d224-182c-4b44-afff-2d2a7afa6795, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6d00d224-182c-4b44-afff-2d2a7afa6795,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:26.791475 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.867140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.867850 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.869623 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] 10.222.0.32 "PUT /v2.0/ports/6d00d224-182c-4b44-afff-2d2a7afa6795 HTTP/1.1" status: 200 len: 1092 time: 1.1999073 Jul 16 18:26:26.873076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'tag': '6d00d224-182c-4b44-afff-2d2a7afa6795'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:26.878561 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baef0b84-87d6-48fd-828e-299128b3d992" -d '{"events": [{"name": "network-changed", "server_uuid": "af2f0af5-205d-440b-8d80-72fb3184d9f7", "tag": "6d00d224-182c-4b44-afff-2d2a7afa6795"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:26.938951 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-416383da-4535-4216-9364-b513571cf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.966885 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6780400-f8e5-4abf-8359-7112ee0035cd x-openstack-request-id: req-b6780400-f8e5-4abf-8359-7112ee0035cd {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:26.967848 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2f0af5-205d-440b-8d80-72fb3184d9f7", "tag": "6d00d224-182c-4b44-afff-2d2a7afa6795", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:26.968271 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6780400-f8e5-4abf-8359-7112ee0035cd {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:26.968887 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'tag': '6d00d224-182c-4b44-afff-2d2a7afa6795', 'status': 'completed', 'code': 200} Jul 16 18:26:26.976888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4e6a3-50c2-4b4a-aee3-1fbfe830d47d service neutron] Pushing event updated for resources: {'Port': ['ID=6d00d224-182c-4b44-afff-2d2a7afa6795,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.987692 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-f9212eb3-0cd0-48af-83bb-5e2c8a517bc2 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598889034&fields=id&tenant_id=050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 267 time: 0.1407108 Jul 16 18:26:27.067025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-416383da-4535-4216-9364-b513571cf887 None None] For port 6eeed0f2-fc74-4186-a15c-09cbcb471111, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6eeed0f2-fc74-4186-a15c-09cbcb471111,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:27.079863 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-416383da-4535-4216-9364-b513571cf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.090944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-7826c8a9-57d3-4f5c-800a-78c8b287df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.092698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-7826c8a9-57d3-4f5c-800a-78c8b287df22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 1095 time: 0.1701632 Jul 16 18:26:27.145990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416383da-4535-4216-9364-b513571cf887 None None] Pushing event updated for resources: {'Port': ['ID=6eeed0f2-fc74-4186-a15c-09cbcb471111,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:27.154743 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Sync routers for ids ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:27.164323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-b52066b8-edf9-44ac-98ce-58d7de3b09c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d00d224-182c-4b44-afff-2d2a7afa6795 HTTP/1.1" status: 200 len: 217 time: 0.0632970 Jul 16 18:26:27.169693 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Routers {'a4be59e1-6ea3-43cf-b762-0e05c8c5e684'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:27.170987 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:26:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:27.253856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fab82-0219-456d-bda2-d4cf66794d32 req-a3a131d7-0b85-4339-8363-294955253311 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.255650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-a3a131d7-0b85-4339-8363-294955253311 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/networks?id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174 HTTP/1.1" status: 200 len: 797 time: 0.2597759 Jul 16 18:26:27.277336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-31fcbf27-e6b8-49ff-ad9b-c6fed1709b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.279123 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-31fcbf27-e6b8-49ff-ad9b-c6fed1709b02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0986493 Jul 16 18:26:27.307659 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Set router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:27.319099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-39022519-aa8d-49bc-bd2a-2299bfeb6889 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/quotas/050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 375 time: 0.0379765 Jul 16 18:26:27.433516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-726e7eae-fe04-4cab-9163-887e5752bc23 None None] Provisioning for port ca6920ed-d64c-41f8-8cdc-f53c3deccf79 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:27.439483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-726e7eae-fe04-4cab-9163-887e5752bc23 None None] Provisioning complete for port ca6920ed-d64c-41f8-8cdc-f53c3deccf79 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:27.439788 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-726e7eae-fe04-4cab-9163-887e5752bc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.479049 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-ca68c421-201a-47b6-8759-be8ab9ac3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.481913 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-ca68c421-201a-47b6-8759-be8ab9ac3ca0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1939023 Jul 16 18:26:27.520550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-726e7eae-fe04-4cab-9163-887e5752bc23 None None] Port ca6920ed-d64c-41f8-8cdc-f53c3deccf79 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:27.547310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-726e7eae-fe04-4cab-9163-887e5752bc23 None None] Provisioning complete for port 6eeed0f2-fc74-4186-a15c-09cbcb471111 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:27.547831 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-726e7eae-fe04-4cab-9163-887e5752bc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.550621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-545f04ef-c44a-4837-9d0a-5777c7f390e5 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2251179 Jul 16 18:26:27.579843 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ca6920ed-d64c-41f8-8cdc-f53c3deccf79', 'name': '', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:24:dc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:24Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 2, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:27.646225 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Checking router: a4be59e1-6ea3-43cf-b762-0e05c8c5e684 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:27.649553 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Updating router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 port ca6920ed-d64c-41f8-8cdc-f53c3deccf79 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:27.691413 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.809997 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-e660b7d7-6c9c-403a-868d-df0364a1e444 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168564 Jul 16 18:26:27.850001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-fd1d5e4f-088b-46f1-9809-a0e7b5ed9fc6 service neutron] 10.222.0.24 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683659 Jul 16 18:26:27.862993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dc90d681-93fd-4343-a674-d426e1b0dda5 None None] Provisioning complete for port ca6920ed-d64c-41f8-8cdc-f53c3deccf79 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:27.864338 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc90d681-93fd-4343-a674-d426e1b0dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.870578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0b0a3-e234-4578-b4c8-3fc0cdb71caa req-8281711b-1129-4325-bc8e-13abbfce0642 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.871306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7db0b0a3-e234-4578-b4c8-3fc0cdb71caa req-8281711b-1129-4325-bc8e-13abbfce0642 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 943 time: 0.2293718 Jul 16 18:26:27.956316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-dc90d681-93fd-4343-a674-d426e1b0dda5 None None] Port ca6920ed-d64c-41f8-8cdc-f53c3deccf79 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:27.999752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6eeed0f2-fc74-4186-a15c-09cbcb471111 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:28.016316 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7db0b0a3-e234-4578-b4c8-3fc0cdb71caa req-a574d74d-0ef7-443c-b91e-21392c24f025 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343944 Jul 16 18:26:28.078685 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.086883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 6eeed0f2-fc74-4186-a15c-09cbcb471111 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:28.087635 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.093892 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04dee2fa-c7be-4cec-9e4f-be82c096379f req-a1335546-088b-4ded-87e5-616bd5096ec2 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692983 Jul 16 18:26:28.101808 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Transition to ACTIVE for port object ca6920ed-d64c-41f8-8cdc-f53c3deccf79 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:28.111347 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.120786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-3e2304a7-0051-47bb-8ed4-5808991fa950 service neutron] 10.222.0.24 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615354 Jul 16 18:26:28.238328 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Pushing event updated for resources: {'Port': ['ID=ca6920ed-d64c-41f8-8cdc-f53c3deccf79,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:28.252003 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:28.252842 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:28.255507 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:28.255865 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:28.256210 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:28.256549 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:28.256882 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:28.257211 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:28.260063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 16c9f51c-3709-4b86-9b78-ce860174f58b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:28.261161 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:28.261997 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:28.261997 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:28.262404 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:28.274520 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef0b84-87d6-48fd-828e-299128b3d992 req-8f46d148-c89f-4e20-8324-dd0680912a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.275499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-baef0b84-87d6-48fd-828e-299128b3d992 req-8f46d148-c89f-4e20-8324-dd0680912a7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 1095 time: 0.1144841 Jul 16 18:26:28.355626 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Attempting to bind port ca6920ed-d64c-41f8-8cdc-f53c3deccf79 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:28.356467 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Attempting to bind port ca6920ed-d64c-41f8-8cdc-f53c3deccf79 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:28.358745 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Attempting to bind port ca6920ed-d64c-41f8-8cdc-f53c3deccf79 on network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:28.372820 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:28.375156 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Checking segment: {'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:28.378211 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.379034 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Bound using segment: {'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:28.380532 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Bound port: ca6920ed-d64c-41f8-8cdc-f53c3deccf79, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:28.382321 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.408129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 16c9f51c-3709-4b86-9b78-ce860174f58b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:28.418239 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.554116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-023e7d4c-fa20-4c25-9f47-55f7acf4612d req-e6b32556-cdf5-443b-a1a9-0dd9b806f4f5 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 210 time: 0.0923760 Jul 16 18:26:28.554648 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] For port ca6920ed-d64c-41f8-8cdc-f53c3deccf79, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:28.558881 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] For port ca6920ed-d64c-41f8-8cdc-f53c3deccf79, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ca6920ed-d64c-41f8-8cdc-f53c3deccf79,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:28.564069 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.599586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef0b84-87d6-48fd-828e-299128b3d992 req-b142aa03-8ecb-4d10-a2ae-b6c308a12877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.601119 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-baef0b84-87d6-48fd-828e-299128b3d992 req-b142aa03-8ecb-4d10-a2ae-b6c308a12877 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.3133302 Jul 16 18:26:28.680858 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e474948-cd67-4035-9952-d99c8033b9d0 None None] Pushing event updated for resources: {'Port': ['ID=ca6920ed-d64c-41f8-8cdc-f53c3deccf79,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:28.687190 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Routers {'a4be59e1-6ea3-43cf-b762-0e05c8c5e684'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:28.687934 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:26:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:28.989624 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] Set router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:29.122190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-baef0b84-87d6-48fd-828e-299128b3d992 req-0987dde6-e004-4861-b0c9-499d5f6a991b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d00d224-182c-4b44-afff-2d2a7afa6795 HTTP/1.1" status: 200 len: 217 time: 0.5143993 Jul 16 18:26:29.231950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef0b84-87d6-48fd-828e-299128b3d992 req-7555848f-fccf-426b-a950-263301784071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.233973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-baef0b84-87d6-48fd-828e-299128b3d992 req-7555848f-fccf-426b-a950-263301784071 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.1060719 Jul 16 18:26:29.250288 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ca6920ed-d64c-41f8-8cdc-f53c3deccf79', 'name': '', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:24:dc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:24Z', 'updated_at': '2021-07-16T18:26:28Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:29.281313 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01c747-40f7-4e35-912a-e46c9efbda59 None None] The sync data for ids ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'] in n-d-787205-10 is: [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ca6920ed-d64c-41f8-8cdc-f53c3deccf79', 'name': '', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:24:dc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:24Z', 'updated_at': '2021-07-16T18:26:28Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:29.306685 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d014b7e-bc98-4942-891f-e6319ee9147d req-4060d45e-0ab4-4394-8545-c2d8d1e03740 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.308423 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d014b7e-bc98-4942-891f-e6319ee9147d req-4060d45e-0ab4-4394-8545-c2d8d1e03740 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 943 time: 0.1275315 Jul 16 18:26:29.372581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d014b7e-bc98-4942-891f-e6319ee9147d req-34b4b63c-fc2d-43d6-abf2-c8f933e40f62 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523539 Jul 16 18:26:29.387610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef0b84-87d6-48fd-828e-299128b3d992 req-ff82ebc3-0741-4365-9390-c01f75b71c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.389745 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-baef0b84-87d6-48fd-828e-299128b3d992 req-ff82ebc3-0741-4365-9390-c01f75b71c1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1474328 Jul 16 18:26:29.514656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-baef0b84-87d6-48fd-828e-299128b3d992 req-12fb1295-df45-439b-b822-561b0268bdc7 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175718 Jul 16 18:26:29.661346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-baef0b84-87d6-48fd-828e-299128b3d992 req-f501c56b-de09-496f-9d2b-dce234bc68cb service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345990 Jul 16 18:26:29.753364 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28cfe186-24cf-4570-9c7b-e5914cb9ea47 req-4b143b09-c2d7-4bf8-9b9b-59d7ec4a8713 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 210 time: 0.0299366 Jul 16 18:26:29.987086 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ca6920ed-d64c-41f8-8cdc-f53c3deccf79 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:30.064041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port ca6920ed-d64c-41f8-8cdc-f53c3deccf79 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:30.070545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ca6920ed-d64c-41f8-8cdc-f53c3deccf79 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:30.071381 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.189848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fab82-0219-456d-bda2-d4cf66794d32 req-1c3e7264-281a-40e2-84eb-aa81ec289adf tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.191679 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-1c3e7264-281a-40e2-84eb-aa81ec289adf tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.11 "GET /v2.0/networks?id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174 HTTP/1.1" status: 200 len: 797 time: 0.1731350 Jul 16 18:26:30.197583 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.244628 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-49781727-f38d-4081-8b71-a699991b4663 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 379 time: 0.0402181 Jul 16 18:26:30.256286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-779fab82-0219-456d-bda2-d4cf66794d32 req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'port': {'device_id': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'admin_state_up': True, 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'security_groups': ['1bfcfdc9-705e-423c-9968-895e612f78b5']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:30.257892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port ca6920ed-d64c-41f8-8cdc-f53c3deccf79, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ca6920ed-d64c-41f8-8cdc-f53c3deccf79,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:30.262956 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.332626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=ca6920ed-d64c-41f8-8cdc-f53c3deccf79,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:30.388025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779fab82-0219-456d-bda2-d4cf66794d32 req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Made reservation on behalf of 050e3e58456244eeb96306e30f510dfa for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:30.393311 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-779fab82-0219-456d-bda2-d4cf66794d32 req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.547473 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-779fab82-0219-456d-bda2-d4cf66794d32 req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.20.0.12 (fe5abc7a-0c4f-436e-90f4-1dcc07d41174/cdcbed7e-fa83-417c-b867-cec67e6fd78c/0a4e9edb-1a38-4923-b697-230387bbcc8a) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:30.700100 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4266d-b49a-426e-b5b8-1abbb16c79cc req-bf1c85ee-875e-4bd5-85e2-f7dfcbbcfef4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.703189 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01a4266d-b49a-426e-b5b8-1abbb16c79cc req-bf1c85ee-875e-4bd5-85e2-f7dfcbbcfef4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 943 time: 0.0891304 Jul 16 18:26:30.744961 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-779fab82-0219-456d-bda2-d4cf66794d32 req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.749953 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01a4266d-b49a-426e-b5b8-1abbb16c79cc req-3f15b962-6989-44a3-a948-ac580a078e7a tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402393 Jul 16 18:26:30.765302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-779fab82-0219-456d-bda2-d4cf66794d32 req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Transition to ACTIVE for port object 0a4e9edb-1a38-4923-b697-230387bbcc8a will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:30.806033 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-779fab82-0219-456d-bda2-d4cf66794d32 req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.861051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779fab82-0219-456d-bda2-d4cf66794d32 req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:30.865702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-779fab82-0219-456d-bda2-d4cf66794d32 req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:30.869035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-779fab82-0219-456d-bda2-d4cf66794d32 req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:30.909695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=0a4e9edb-1a38-4923-b697-230387bbcc8a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:30.938849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fab82-0219-456d-bda2-d4cf66794d32 req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.939554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-779fab82-0219-456d-bda2-d4cf66794d32 req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.957380 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-d9336dd5-4fcc-454c-917b-3af66a72636e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7060716 Jul 16 18:26:30.977102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Request body: {'port': {'device_id': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:30.993876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095a771-ddae-442c-88f8-fbeec319ea75 req-ae2ff0fb-59b1-4996-a4fa-4cedd7873353 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.995586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6095a771-ddae-442c-88f8-fbeec319ea75 req-ae2ff0fb-59b1-4996-a4fa-4cedd7873353 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 932 time: 0.0952725 Jul 16 18:26:31.063134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6095a771-ddae-442c-88f8-fbeec319ea75 req-054a57c1-af96-4f23-8bf9-745a90d03f18 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588689 Jul 16 18:26:31.090912 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.198701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7d3195d2-ae77-407d-936b-012e142abf0f None None] Provisioning for port 0a4e9edb-1a38-4923-b697-230387bbcc8a completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:31.203469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-7d3195d2-ae77-407d-936b-012e142abf0f None None] Provisioning complete for port 0a4e9edb-1a38-4923-b697-230387bbcc8a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:31.203933 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7d3195d2-ae77-407d-936b-012e142abf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.241377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7d3195d2-ae77-407d-936b-012e142abf0f None None] Port 0a4e9edb-1a38-4923-b697-230387bbcc8a cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:31.353545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4e9edb-1a38-4923-b697-230387bbcc8a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:31.361425 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.372706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Transition to ACTIVE for port object 0a4e9edb-1a38-4923-b697-230387bbcc8a will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:31.377169 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.425592 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Pushing event updated for resources: {'Port': ['ID=0a4e9edb-1a38-4923-b697-230387bbcc8a,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:31.512469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Attempting to bind port 0a4e9edb-1a38-4923-b697-230387bbcc8a on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:31.512944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Attempting to bind port 0a4e9edb-1a38-4923-b697-230387bbcc8a by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:31.513288 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Attempting to bind port 0a4e9edb-1a38-4923-b697-230387bbcc8a on network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:31.518611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Port 0a4e9edb-1a38-4923-b697-230387bbcc8a on network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:31.518944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Attempting to bind port 0a4e9edb-1a38-4923-b697-230387bbcc8a on network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:31.523860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:31.524207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Checking segment: {'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:31.524683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Bound using segment: {'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:31.525014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Bound port: 0a4e9edb-1a38-4923-b697-230387bbcc8a, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:31.525379 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.592716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] For port 0a4e9edb-1a38-4923-b697-230387bbcc8a, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:31.596222 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] For port 0a4e9edb-1a38-4923-b697-230387bbcc8a, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:31.600424 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.634081 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.634725 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.636149 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] 10.222.0.11 "PUT /v2.0/ports/0a4e9edb-1a38-4923-b697-230387bbcc8a HTTP/1.1" status: 200 len: 1093 time: 0.6704578 Jul 16 18:26:31.637004 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:31.639393 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fdc151-e259-4e56-aef9-9fe9d72b6986" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:31.682132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff193a3d-6ec0-4eff-bf7a-b13943a50a9f service neutron] Pushing event updated for resources: {'Port': ['ID=0a4e9edb-1a38-4923-b697-230387bbcc8a,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:31.696926 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef42f71d-6dfe-41de-8dbe-dee060af853c x-openstack-request-id: req-ef42f71d-6dfe-41de-8dbe-dee060af853c {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:31.697367 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:31.697680 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef42f71d-6dfe-41de-8dbe-dee060af853c {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:31.698404 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'status': 'completed', 'code': 200} Jul 16 18:26:31.747380 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fab82-0219-456d-bda2-d4cf66794d32 req-7879717a-fdd0-4dff-bf67-676e54a661d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.749768 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-7879717a-fdd0-4dff-bf67-676e54a661d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 1096 time: 0.0645890 Jul 16 18:26:31.796864 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-6cb86701-c6a0-4b1e-b48b-5db4aa947d03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a HTTP/1.1" status: 200 len: 217 time: 0.0399017 Jul 16 18:26:31.848627 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fab82-0219-456d-bda2-d4cf66794d32 req-0b1b0031-ecd1-40d1-82fd-a92db2345db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.850153 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-0b1b0031-ecd1-40d1-82fd-a92db2345db4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cdcbed7e-fa83-417c-b867-cec67e6fd78c HTTP/1.1" status: 200 len: 835 time: 0.0472932 Jul 16 18:26:31.917384 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fab82-0219-456d-bda2-d4cf66794d32 req-7b6dda9d-b7ba-48b4-83a3-85c6c540b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.918918 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-7b6dda9d-b7ba-48b4-83a3-85c6c540b7ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620916 Jul 16 18:26:31.945964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ca6920ed-d64c-41f8-8cdc-f53c3deccf79 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:31.951581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09e05a-3e39-4848-bea5-f6418b9e7e59 req-95bb2527-c532-4629-afbe-2eca19f3ce6b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.953240 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c09e05a-3e39-4848-bea5-f6418b9e7e59 req-95bb2527-c532-4629-afbe-2eca19f3ce6b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 943 time: 0.0721147 Jul 16 18:26:31.995661 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ca6920ed-d64c-41f8-8cdc-f53c3deccf79 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:31.996046 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.996349 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c09e05a-3e39-4848-bea5-f6418b9e7e59 req-75e4f9ad-520b-4ea1-af63-04444bd71b52 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354643 Jul 16 18:26:32.017061 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-5df00b57-baa1-4b4f-ba60-4f997ea438d7 service neutron] 10.222.0.11 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910673 Jul 16 18:26:32.118089 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-779fab82-0219-456d-bda2-d4cf66794d32 req-fb729b0c-882c-4cba-89b3-47fda3f3b319 service neutron] 10.222.0.11 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943236 Jul 16 18:26:32.214637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc151-e259-4e56-aef9-9fe9d72b6986 req-81334e69-45ab-4897-b5f0-412a8e3468d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.216153 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-16fdc151-e259-4e56-aef9-9fe9d72b6986 req-81334e69-45ab-4897-b5f0-412a8e3468d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 1096 time: 0.0528233 Jul 16 18:26:32.247164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec37ee6-1dde-43e7-985b-2632308b2fe7 req-4547ba42-d8fc-46d9-bd6f-0379486f8781 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.248807 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ec37ee6-1dde-43e7-985b-2632308b2fe7 req-4547ba42-d8fc-46d9-bd6f-0379486f8781 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 944 time: 0.0674474 Jul 16 18:26:32.287412 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ec37ee6-1dde-43e7-985b-2632308b2fe7 req-936d8352-63ed-4237-8b21-6b7f56f51f5c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325315 Jul 16 18:26:32.310198 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc151-e259-4e56-aef9-9fe9d72b6986 req-8ba48742-e332-4166-bf94-7544d6b87a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.311827 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-16fdc151-e259-4e56-aef9-9fe9d72b6986 req-8ba48742-e332-4166-bf94-7544d6b87a30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174 HTTP/1.1" status: 200 len: 898 time: 0.0890749 Jul 16 18:26:32.353422 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-16fdc151-e259-4e56-aef9-9fe9d72b6986 req-82a23185-8d8b-4d0c-8efc-d3ff731c16e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a HTTP/1.1" status: 200 len: 217 time: 0.0348060 Jul 16 18:26:32.401958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc151-e259-4e56-aef9-9fe9d72b6986 req-349579e4-b4d1-4f88-bf7d-88b8071fdba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.403435 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-16fdc151-e259-4e56-aef9-9fe9d72b6986 req-349579e4-b4d1-4f88-bf7d-88b8071fdba2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cdcbed7e-fa83-417c-b867-cec67e6fd78c HTTP/1.1" status: 200 len: 835 time: 0.0439396 Jul 16 18:26:32.463359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc151-e259-4e56-aef9-9fe9d72b6986 req-0def1af8-f730-43df-8120-8cc445db1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.464839 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-16fdc151-e259-4e56-aef9-9fe9d72b6986 req-0def1af8-f730-43df-8120-8cc445db1102 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543172 Jul 16 18:26:32.554109 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-16fdc151-e259-4e56-aef9-9fe9d72b6986 req-fcb1e714-513b-483c-aca1-54a56bf6ceec service neutron] 10.222.0.11 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817878 Jul 16 18:26:32.647060 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-16fdc151-e259-4e56-aef9-9fe9d72b6986 req-be3e71f4-d3ca-4ab5-82fb-9b30dc5b3f6b service neutron] 10.222.0.11 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848837 Jul 16 18:26:33.182146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d863a8-57f6-46f3-b619-48348efaf31c req-971ce8fe-f578-4388-955b-c491047acf02 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.183768 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71d863a8-57f6-46f3-b619-48348efaf31c req-971ce8fe-f578-4388-955b-c491047acf02 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 943 time: 0.0698829 Jul 16 18:26:33.225113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71d863a8-57f6-46f3-b619-48348efaf31c req-c82ca838-dc12-4bc7-967a-bdaab71f14eb tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352185 Jul 16 18:26:33.467025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2afd9-3da8-478b-b1c1-3e73f0407d1a req-cb80b150-26cb-4346-b797-9ca11d0feb58 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.468549 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10e2afd9-3da8-478b-b1c1-3e73f0407d1a req-cb80b150-26cb-4346-b797-9ca11d0feb58 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 944 time: 0.0637825 Jul 16 18:26:33.509612 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10e2afd9-3da8-478b-b1c1-3e73f0407d1a req-3bd96242-cd19-43fe-a9c0-4a9573bc5190 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354850 Jul 16 18:26:34.427581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea4e10-3950-4942-af9d-fa337ba4811b req-d0059fc1-6584-4a49-b264-69bf7bb85537 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.429110 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0dea4e10-3950-4942-af9d-fa337ba4811b req-d0059fc1-6584-4a49-b264-69bf7bb85537 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 943 time: 0.0695524 Jul 16 18:26:34.470446 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0dea4e10-3950-4942-af9d-fa337ba4811b req-db83bef9-46f0-44cf-8391-7f5168ced801 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340562 Jul 16 18:26:34.695089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bb742-abbf-4bdb-9d10-898f89edf133 req-163af7b7-a4d8-4f71-a262-5df9812fcbe2 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.696667 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-249bb742-abbf-4bdb-9d10-898f89edf133 req-163af7b7-a4d8-4f71-a262-5df9812fcbe2 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 944 time: 0.0689600 Jul 16 18:26:34.738157 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-249bb742-abbf-4bdb-9d10-898f89edf133 req-75fba878-0264-4019-8a83-fdb9792ec3a4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346174 Jul 16 18:26:35.400910 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:26:35.627612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 0a4e9edb-1a38-4923-b697-230387bbcc8a details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:35.651390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baf3ed-341b-4383-865d-e3df3dc7f351 req-9f9821af-61d5-404b-8828-ae9eb510b4ed tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.652801 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9baf3ed-341b-4383-865d-e3df3dc7f351 req-9f9821af-61d5-404b-8828-ae9eb510b4ed tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 943 time: 0.0681803 Jul 16 18:26:35.691907 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9baf3ed-341b-4383-865d-e3df3dc7f351 req-6c810a5e-a8c9-4743-b2f0-2a63e4876f57 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325651 Jul 16 18:26:35.723570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 0a4e9edb-1a38-4923-b697-230387bbcc8a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:35.734885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'port_id': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'mac_address': 'fa:16:3e:c0:85:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:35.770543 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.783545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4e9edb-1a38-4923-b697-230387bbcc8a {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:35.804002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 0a4e9edb-1a38-4923-b697-230387bbcc8a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:35.809113 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.862968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=0a4e9edb-1a38-4923-b697-230387bbcc8a,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:35.929053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa965f2-802c-48cc-ad03-79478c4bcf63 req-1ffe1733-fb7f-41a3-94d0-f48facc0a9e5 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.930779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-efa965f2-802c-48cc-ad03-79478c4bcf63 req-1ffe1733-fb7f-41a3-94d0-f48facc0a9e5 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 945 time: 0.0675750 Jul 16 18:26:35.972126 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-efa965f2-802c-48cc-ad03-79478c4bcf63 req-540893b6-cdc5-4322-9c62-62fc54d1f430 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354502 Jul 16 18:26:36.036545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['0a4e9edb-1a38-4923-b697-230387bbcc8a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:36.866168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa48b9-89c1-4778-b9a1-6d2f75c2173e req-bfdb3e9e-4421-48ed-af7c-6b76ac54b79b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.867704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1fa48b9-89c1-4778-b9a1-6d2f75c2173e req-bfdb3e9e-4421-48ed-af7c-6b76ac54b79b tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 943 time: 0.0638108 Jul 16 18:26:36.910319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1fa48b9-89c1-4778-b9a1-6d2f75c2173e req-028a8268-e430-4796-a6b5-55874f619e35 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362937 Jul 16 18:26:37.147793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b68fb-63b3-40a4-aa6f-b6e49f79df76 req-8f096143-a5b1-4ef6-aef6-ea211484dbc4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.149265 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f6b68fb-63b3-40a4-aa6f-b6e49f79df76 req-8f096143-a5b1-4ef6-aef6-ea211484dbc4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 945 time: 0.0626876 Jul 16 18:26:37.186527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f6b68fb-63b3-40a4-aa6f-b6e49f79df76 req-83bf0102-21a3-422e-ad8d-9ca41828e5c2 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311062 Jul 16 18:26:37.622378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 0a4e9edb-1a38-4923-b697-230387bbcc8a up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:37.669548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 0a4e9edb-1a38-4923-b697-230387bbcc8a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:37.673721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 0a4e9edb-1a38-4923-b697-230387bbcc8a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:37.674101 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.749191 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.770526 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:37.772756 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc048af8-c8a7-482b-8bd5-f7e7e62a4005" -d '{"events": [{"server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "name": "network-vif-plugged", "status": "completed", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:37.785512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 0a4e9edb-1a38-4923-b697-230387bbcc8a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:37.789530 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.816658 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c275b1a1-00f6-4883-b071-3ca0e1757384 x-openstack-request-id: req-c275b1a1-00f6-4883-b071-3ca0e1757384 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:37.816954 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "name": "network-vif-plugged", "status": "completed", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:37.817228 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c275b1a1-00f6-4883-b071-3ca0e1757384 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:37.817682 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'code': 200} Jul 16 18:26:37.844148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=0a4e9edb-1a38-4923-b697-230387bbcc8a,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:37.926504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be8f95-61cd-4129-af81-e03d476b86de req-411d91e0-79d0-4ee2-9247-40b9e1888141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.927928 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4be8f95-61cd-4129-af81-e03d476b86de req-411d91e0-79d0-4ee2-9247-40b9e1888141 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 1098 time: 0.0520070 Jul 16 18:26:37.964502 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4be8f95-61cd-4129-af81-e03d476b86de req-d2c104be-a5f2-48e8-ac62-bfe06bc4de2a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292544 Jul 16 18:26:38.082960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63eab34-2ca5-4772-be33-692341bb2c78 req-aaa388f3-b77d-4bfc-bccc-13f251d489d3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.084510 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f63eab34-2ca5-4772-be33-692341bb2c78 req-aaa388f3-b77d-4bfc-bccc-13f251d489d3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 943 time: 0.0634704 Jul 16 18:26:38.122434 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f63eab34-2ca5-4772-be33-692341bb2c78 req-a1d9aac5-8a8d-4d4d-bc90-5309e3455025 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323088 Jul 16 18:26:38.366830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a4a80-78e1-45d3-8ff9-77cf919e7150 req-31875e0c-9733-444c-820b-87e448bc4a31 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.368315 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae7a4a80-78e1-45d3-8ff9-77cf919e7150 req-31875e0c-9733-444c-820b-87e448bc4a31 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0696683 Jul 16 18:26:38.407483 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae7a4a80-78e1-45d3-8ff9-77cf919e7150 req-252c4ff2-1bbe-4a56-9173-d4bb3939259b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335128 Jul 16 18:26:39.294291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097dd24-e365-4880-a6c3-e7836ae13af7 req-06a4d017-d0c5-4f4d-b4bd-0377df045170 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.296579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a097dd24-e365-4880-a6c3-e7836ae13af7 req-06a4d017-d0c5-4f4d-b4bd-0377df045170 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 943 time: 0.0631630 Jul 16 18:26:39.334063 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a097dd24-e365-4880-a6c3-e7836ae13af7 req-102edaea-6c6f-49a9-ae8d-5548ef7c0aaa tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320177 Jul 16 18:26:39.578431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7cb3e-7068-4f70-8b61-4fc5f74ea26f req-f6192a5a-b4ce-416a-8605-e5ba4cdb8eed tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.579927 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00f7cb3e-7068-4f70-8b61-4fc5f74ea26f req-f6192a5a-b4ce-416a-8605-e5ba4cdb8eed tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0629301 Jul 16 18:26:39.623862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00f7cb3e-7068-4f70-8b61-4fc5f74ea26f req-8fb3600d-09e8-4a1b-8364-880aad8d6374 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383549 Jul 16 18:26:39.803205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e06a6-e368-4549-bcae-430b872f86ff req-c0c3c340-0391-4a54-9112-53d8032970a0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.804863 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c86e06a6-e368-4549-bcae-430b872f86ff req-c0c3c340-0391-4a54-9112-53d8032970a0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0684006 Jul 16 18:26:39.845049 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c86e06a6-e368-4549-bcae-430b872f86ff req-3519729c-e8fe-4650-a6e8-d1360f42a3e6 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336642 Jul 16 18:26:39.869465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41190) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:39.921712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4c0f8-acb2-4d1d-a6b6-2995726d7519 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.923142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f1d4c0f8-acb2-4d1d-a6b6-2995726d7519 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 1093 time: 0.0526810 Jul 16 18:26:39.926005 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41192) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:39.930449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:39.952361 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.050207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.155486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.25.3.232 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/5e54e128-5704-4bd6-8f6f-b9c080055668) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:40.187113 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6d00d224-182c-4b44-afff-2d2a7afa6795 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:40.266258 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.280470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6d00d224-182c-4b44-afff-2d2a7afa6795, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6d00d224-182c-4b44-afff-2d2a7afa6795,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:40.291495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '6d00d224-182c-4b44-afff-2d2a7afa6795', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'port_id': '6d00d224-182c-4b44-afff-2d2a7afa6795', 'mac_address': 'fa:16:3e:48:40:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:40.305989 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.332360 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.341081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:40.345306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d00d224-182c-4b44-afff-2d2a7afa6795 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:40.346531 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:40.349940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:40.366860 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6d00d224-182c-4b44-afff-2d2a7afa6795, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6d00d224-182c-4b44-afff-2d2a7afa6795,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:40.370986 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.383013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=5e54e128-5704-4bd6-8f6f-b9c080055668,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:40.429117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6d00d224-182c-4b44-afff-2d2a7afa6795,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:40.614001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2bf95-91ac-4781-98be-95626c94191a req-fd2623a8-27c4-4506-8d86-bfe15182d3be tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.616166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1fd2bf95-91ac-4781-98be-95626c94191a req-fd2623a8-27c4-4506-8d86-bfe15182d3be tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 944 time: 0.1490135 Jul 16 18:26:40.618872 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['6d00d224-182c-4b44-afff-2d2a7afa6795'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:40.676708 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1fd2bf95-91ac-4781-98be-95626c94191a req-ffa3d5da-0b94-43a1-886a-c8262a6e2fc9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518351 Jul 16 18:26:40.818982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.895777 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.043715 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.048169 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.123124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=5e54e128-5704-4bd6-8f6f-b9c080055668,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:41.132218 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.226894 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Floating IP 48188e54-b488-46c2-91ce-d790888301d4 associated. External IP: 172.25.3.232, port: 0a4e9edb-1a38-4923-b697-230387bbcc8a. Jul 16 18:26:41.435937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:41.543790 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:41.554194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be6a84-bf23-46ed-a3e3-84badc480a1e None None] Sync routers for ids ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:41.561270 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.564501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be6a84-bf23-46ed-a3e3-84badc480a1e None None] Routers {'a4be59e1-6ea3-43cf-b762-0e05c8c5e684'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:41.565144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-44be6a84-bf23-46ed-a3e3-84badc480a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:26:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:41.597776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ffa63188-dfdf-4a96-b083-48a5c6ba3c89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6707063 Jul 16 18:26:41.598391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:41.600663 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acddc6b-e4e4-4d9b-80c6-f8615f70e5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:41.645391 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33857252-5f09-43b7-a81f-e3512c227aa6 x-openstack-request-id: req-33857252-5f09-43b7-a81f-e3512c227aa6 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:41.645714 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:41.645979 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33857252-5f09-43b7-a81f-e3512c227aa6 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:41.646515 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'status': 'completed', 'code': 200} Jul 16 18:26:41.681780 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-44be6a84-bf23-46ed-a3e3-84badc480a1e None None] Set router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:41.748708 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acddc6b-e4e4-4d9b-80c6-f8615f70e5f3 req-0d709a88-8e23-49b1-8407-751bbfd155b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.750840 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0acddc6b-e4e4-4d9b-80c6-f8615f70e5f3 req-0d709a88-8e23-49b1-8407-751bbfd155b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 1098 time: 0.0802121 Jul 16 18:26:41.778237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f7711-a4e0-471b-9ef3-910a027c244f req-6baf0e76-8f28-44c3-a4e9-ab8242c6cbe0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.780506 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-808f7711-a4e0-471b-9ef3-910a027c244f req-6baf0e76-8f28-44c3-a4e9-ab8242c6cbe0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0832016 Jul 16 18:26:41.834256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-808f7711-a4e0-471b-9ef3-910a027c244f req-e8612f86-3770-487a-aca6-d1a4d5c6302b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457950 Jul 16 18:26:41.871125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41202) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:41.872062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acddc6b-e4e4-4d9b-80c6-f8615f70e5f3 req-4bb067a7-7f12-4012-9e1b-b1709cbc754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.874878 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0acddc6b-e4e4-4d9b-80c6-f8615f70e5f3 req-4bb067a7-7f12-4012-9e1b-b1709cbc754d service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174 HTTP/1.1" status: 200 len: 898 time: 0.1168809 Jul 16 18:26:41.947235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-69f8ed5a-c5be-4662-864f-45a0576a9926 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/48188e54-b488-46c2-91ce-d790888301d4 HTTP/1.1" status: 200 len: 992 time: 0.0737963 Jul 16 18:26:41.947540 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0acddc6b-e4e4-4d9b-80c6-f8615f70e5f3 req-402c666f-2f38-4e6b-b43e-5a509ab2054a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a HTTP/1.1" status: 200 len: 1000 time: 0.0639117 Jul 16 18:26:41.958753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f71654-a95c-4876-b38d-ac2e88d40fae req-3a7921e4-266a-4601-9fbd-324624de613c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.960283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87f71654-a95c-4876-b38d-ac2e88d40fae req-3a7921e4-266a-4601-9fbd-324624de613c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 944 time: 0.1412714 Jul 16 18:26:41.960940 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-44be6a84-bf23-46ed-a3e3-84badc480a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '48188e54-b488-46c2-91ce-d790888301d4', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'port_id': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'mac_address': 'fa:16:3e:c0:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:40Z', 'updated_at': '2021-07-16T18:26:40Z', 'revision_number': 0, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6920ed-d64c-41f8-8cdc-f53c3deccf79', 'name': '', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:24:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:24Z', 'updated_at': '2021-07-16T18:26:30Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:41.988347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be6a84-bf23-46ed-a3e3-84badc480a1e None None] Checking router: a4be59e1-6ea3-43cf-b762-0e05c8c5e684 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:42.000748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be6a84-bf23-46ed-a3e3-84badc480a1e None None] Routers {'a4be59e1-6ea3-43cf-b762-0e05c8c5e684'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:42.001374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-44be6a84-bf23-46ed-a3e3-84badc480a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:26:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:42.003457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acddc6b-e4e4-4d9b-80c6-f8615f70e5f3 req-ac52361d-ee40-47cc-9fa9-ad8606e9504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.004948 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0acddc6b-e4e4-4d9b-80c6-f8615f70e5f3 req-ac52361d-ee40-47cc-9fa9-ad8606e9504c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cdcbed7e-fa83-417c-b867-cec67e6fd78c HTTP/1.1" status: 200 len: 835 time: 0.0516088 Jul 16 18:26:42.011250 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87f71654-a95c-4876-b38d-ac2e88d40fae req-d3b9f661-bbdf-489f-8156-7ef0dafe985d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432696 Jul 16 18:26:42.066551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acddc6b-e4e4-4d9b-80c6-f8615f70e5f3 req-b5cf4ce1-9bad-4cc9-a6fe-f4093e64f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.068095 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0acddc6b-e4e4-4d9b-80c6-f8615f70e5f3 req-b5cf4ce1-9bad-4cc9-a6fe-f4093e64f24f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550582 Jul 16 18:26:42.112817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-44be6a84-bf23-46ed-a3e3-84badc480a1e None None] Set router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:42.168127 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0acddc6b-e4e4-4d9b-80c6-f8615f70e5f3 req-e444f1eb-4248-4ed8-8721-9f30beea8254 service neutron] 10.222.0.11 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911992 Jul 16 18:26:42.267659 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0acddc6b-e4e4-4d9b-80c6-f8615f70e5f3 req-6b572df3-7e0a-4a11-bf30-44d474fb9402 service neutron] 10.222.0.11 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930030 Jul 16 18:26:42.348964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6d00d224-182c-4b44-afff-2d2a7afa6795 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:42.460234 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 6d00d224-182c-4b44-afff-2d2a7afa6795 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:42.467958 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 6d00d224-182c-4b44-afff-2d2a7afa6795 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:42.468328 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.587841 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.592927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-44be6a84-bf23-46ed-a3e3-84badc480a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '48188e54-b488-46c2-91ce-d790888301d4', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'port_id': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'mac_address': 'fa:16:3e:c0:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:40Z', 'updated_at': '2021-07-16T18:26:40Z', 'revision_number': 0, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6920ed-d64c-41f8-8cdc-f53c3deccf79', 'name': '', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:24:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:24Z', 'updated_at': '2021-07-16T18:26:30Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:42.629307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be6a84-bf23-46ed-a3e3-84badc480a1e None None] The sync data for ids ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'] in n-d-787205-10 is: [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '48188e54-b488-46c2-91ce-d790888301d4', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'port_id': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'mac_address': 'fa:16:3e:c0:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:40Z', 'updated_at': '2021-07-16T18:26:40Z', 'revision_number': 0, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca6920ed-d64c-41f8-8cdc-f53c3deccf79', 'name': '', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:24:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:24Z', 'updated_at': '2021-07-16T18:26:30Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:42.642462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d00d224-182c-4b44-afff-2d2a7afa6795'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:42.644780 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be6ff3a-2960-4324-87e3-1340c68fd0f3" -d '{"events": [{"server_uuid": "af2f0af5-205d-440b-8d80-72fb3184d9f7", "name": "network-vif-plugged", "status": "completed", "tag": "6d00d224-182c-4b44-afff-2d2a7afa6795"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:42.658106 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6d00d224-182c-4b44-afff-2d2a7afa6795, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6d00d224-182c-4b44-afff-2d2a7afa6795,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:42.663846 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.688719 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5505726-2d96-4ea6-86b2-43640a54e818 x-openstack-request-id: req-b5505726-2d96-4ea6-86b2-43640a54e818 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:42.689018 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2f0af5-205d-440b-8d80-72fb3184d9f7", "name": "network-vif-plugged", "status": "completed", "tag": "6d00d224-182c-4b44-afff-2d2a7afa6795", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:42.689273 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5505726-2d96-4ea6-86b2-43640a54e818 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:42.689679 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d00d224-182c-4b44-afff-2d2a7afa6795', 'code': 200} Jul 16 18:26:42.721258 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6d00d224-182c-4b44-afff-2d2a7afa6795,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:42.806780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d02709-aec6-4e01-9919-b45a779eeba7 req-ede2b1c2-0b24-47e4-824e-86a1a5863601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.808363 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6d02709-aec6-4e01-9919-b45a779eeba7 req-ede2b1c2-0b24-47e4-824e-86a1a5863601 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 1097 time: 0.0556457 Jul 16 18:26:42.845089 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef79073-b111-414b-a29b-59e5e8195243 None None] New status for floating IP 48188e54-b488-46c2-91ce-d790888301d4: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:26:42.845651 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6d02709-aec6-4e01-9919-b45a779eeba7 req-2952162b-3dd2-4eb3-ab5d-76694f1fbff4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307174 Jul 16 18:26:42.950112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41206) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:43.014137 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-456500e4-3b92-42d8-8119-53d593b8258f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/48188e54-b488-46c2-91ce-d790888301d4 HTTP/1.1" status: 200 len: 992 time: 0.0623598 Jul 16 18:26:43.189353 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62302c91-d883-42e5-9db9-0b1d1599a6c9 req-cac83f09-114f-42a8-851c-cdfbd8f62e28 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.190951 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-62302c91-d883-42e5-9db9-0b1d1599a6c9 req-cac83f09-114f-42a8-851c-cdfbd8f62e28 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 945 time: 0.0671151 Jul 16 18:26:43.230823 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-62302c91-d883-42e5-9db9-0b1d1599a6c9 req-7dcf435b-5be9-473d-9b58-c0d11fd46dc5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342486 Jul 16 18:26:43.544034 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6789e65c-bcb1-4a05-aba6-91e6a7d9c3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.017750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41210) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:44.077918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-77068637-193c-4f5c-8bb2-14cd998abf43 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/48188e54-b488-46c2-91ce-d790888301d4 HTTP/1.1" status: 200 len: 994 time: 0.0589740 Jul 16 18:26:44.460767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c001b3-49e8-49b5-8a1d-9ccc478378ef req-6cd8424a-a1d6-4ef2-945f-5664ee79b32d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.462289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17c001b3-49e8-49b5-8a1d-9ccc478378ef req-6cd8424a-a1d6-4ef2-945f-5664ee79b32d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 945 time: 0.1218774 Jul 16 18:26:44.501341 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17c001b3-49e8-49b5-8a1d-9ccc478378ef req-c5abc2dd-3481-48df-beba-e93c902f5560 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323658 Jul 16 18:26:44.728101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dcbea-8aac-45d5-acaa-8804f4b37c1d req-358b97b8-53b2-459e-8c44-b715b3f9a1fc tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.729581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-348dcbea-8aac-45d5-acaa-8804f4b37c1d req-358b97b8-53b2-459e-8c44-b715b3f9a1fc tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 945 time: 0.1182601 Jul 16 18:26:44.767861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-348dcbea-8aac-45d5-acaa-8804f4b37c1d req-b13f15d8-0b24-43a8-aac3-1798bf7984c4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318429 Jul 16 18:26:44.791783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41220) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:44.843987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a56749-a3a3-4dd6-b0d3-325e1838d4b0 tempest-TestVolumeBootPattern-1677598867 tempest-TestVolumeBootPattern-1677598867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.845481 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f1a56749-a3a3-4dd6-b0d3-325e1838d4b0 tempest-TestVolumeBootPattern-1677598867 tempest-TestVolumeBootPattern-1677598867-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 1092 time: 0.0527401 Jul 16 18:26:44.848224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41222) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:44.852639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '6d00d224-182c-4b44-afff-2d2a7afa6795', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:44.874000 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.971981 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.077070 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Allocated IP 172.25.3.106 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/40d1b8e5-b424-4ed9-a38e-7c037aba8bf0) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:45.176626 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.214875 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.249490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:45.252310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:45.258435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:45.291310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'Port': ['ID=40d1b8e5-b424-4ed9-a38e-7c037aba8bf0,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:45.626245 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.704398 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.736491 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-44811c3e-e04d-45ba-b523-a9bdd079f1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.854431 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.859394 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.925934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event updated for resources: {'Port': ['ID=40d1b8e5-b424-4ed9-a38e-7c037aba8bf0,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:45.935900 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.977080 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.036797 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Floating IP be5cbc0f-5db7-4321-b99d-40b5fcf9d14a associated. External IP: 172.25.3.106, port: 6d00d224-182c-4b44-afff-2d2a7afa6795. Jul 16 18:26:46.573392 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Router 62891f4c-21e3-4808-844b-b410e03d4c8f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:46.681142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:46.690173 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a6813-67c1-4a02-b683-a48661058b2f None None] Sync routers for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:46.696871 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.699658 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a6813-67c1-4a02-b683-a48661058b2f None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:46.700311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b00a6813-67c1-4a02-b683-a48661058b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:26:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:46.734982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-11949389-2413-40cb-b240-ba0530286f61 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8857114 Jul 16 18:26:46.735582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'tag': '6d00d224-182c-4b44-afff-2d2a7afa6795'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:46.738015 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44be31e-173f-40c2-9f78-0e2faa3b1276" -d '{"events": [{"name": "network-changed", "server_uuid": "af2f0af5-205d-440b-8d80-72fb3184d9f7", "tag": "6d00d224-182c-4b44-afff-2d2a7afa6795"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:46.772184 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9f966d-0efb-47a0-a27f-20ee31f1693e x-openstack-request-id: req-3c9f966d-0efb-47a0-a27f-20ee31f1693e {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:46.772481 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2f0af5-205d-440b-8d80-72fb3184d9f7", "tag": "6d00d224-182c-4b44-afff-2d2a7afa6795", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:46.772738 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c9f966d-0efb-47a0-a27f-20ee31f1693e {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:46.773145 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'tag': '6d00d224-182c-4b44-afff-2d2a7afa6795', 'status': 'completed', 'code': 200} Jul 16 18:26:46.816571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-b00a6813-67c1-4a02-b683-a48661058b2f None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:46.850697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be31e-173f-40c2-9f78-0e2faa3b1276 req-4b009f90-de05-43d5-b269-e817bc4c828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.852211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f44be31e-173f-40c2-9f78-0e2faa3b1276 req-4b009f90-de05-43d5-b269-e817bc4c828a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 1097 time: 0.0562022 Jul 16 18:26:46.947656 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be31e-173f-40c2-9f78-0e2faa3b1276 req-7ff0cb18-1536-42a9-a415-69ee5dda9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.949362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f44be31e-173f-40c2-9f78-0e2faa3b1276 req-7ff0cb18-1536-42a9-a415-69ee5dda9403 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.0902712 Jul 16 18:26:47.017741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f44be31e-173f-40c2-9f78-0e2faa3b1276 req-557ac54e-9f3b-446f-8128-1169d32a75ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d00d224-182c-4b44-afff-2d2a7afa6795 HTTP/1.1" status: 200 len: 999 time: 0.0625234 Jul 16 18:26:47.052059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b00a6813-67c1-4a02-b683-a48661058b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '6f5f5108-9d41-4144-b2e8-c0baacd31ba9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': '906aa7b3-4e9a-443b-9bed-da953268556e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:eb:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:42Z', 'updated_at': '2021-07-16T18:24:45Z', 'revision_number': 1, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}, {'id': 'be5cbc0f-5db7-4321-b99d-40b5fcf9d14a', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': '6d00d224-182c-4b44-afff-2d2a7afa6795', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:48:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:45Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 0, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:47.072820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be31e-173f-40c2-9f78-0e2faa3b1276 req-6bad5368-873b-4dfb-b09d-d086c2057545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.074328 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f44be31e-173f-40c2-9f78-0e2faa3b1276 req-6bad5368-873b-4dfb-b09d-d086c2057545 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0508864 Jul 16 18:26:47.078284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a6813-67c1-4a02-b683-a48661058b2f None None] Checking router: 62891f4c-21e3-4808-844b-b410e03d4c8f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:47.086574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a6813-67c1-4a02-b683-a48661058b2f None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:47.087184 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b00a6813-67c1-4a02-b683-a48661058b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:26:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:47.132167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44be31e-173f-40c2-9f78-0e2faa3b1276 req-11439b40-b10d-475f-9e6d-55ba7318f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.133702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f44be31e-173f-40c2-9f78-0e2faa3b1276 req-11439b40-b10d-475f-9e6d-55ba7318f077 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529408 Jul 16 18:26:47.191730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-b00a6813-67c1-4a02-b683-a48661058b2f None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:47.227888 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f44be31e-173f-40c2-9f78-0e2faa3b1276 req-2ecf4787-1b98-4340-89fb-9706115dadc7 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873778 Jul 16 18:26:47.322368 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f44be31e-173f-40c2-9f78-0e2faa3b1276 req-154c2b75-bc63-46ad-bf69-653ee4b82da3 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882173 Jul 16 18:26:47.419070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b00a6813-67c1-4a02-b683-a48661058b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '6f5f5108-9d41-4144-b2e8-c0baacd31ba9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': '906aa7b3-4e9a-443b-9bed-da953268556e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:eb:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:42Z', 'updated_at': '2021-07-16T18:24:45Z', 'revision_number': 1, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}, {'id': 'be5cbc0f-5db7-4321-b99d-40b5fcf9d14a', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': '6d00d224-182c-4b44-afff-2d2a7afa6795', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:48:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:45Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 0, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:47.445691 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00a6813-67c1-4a02-b683-a48661058b2f None None] The sync data for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 is: [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '6f5f5108-9d41-4144-b2e8-c0baacd31ba9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': '906aa7b3-4e9a-443b-9bed-da953268556e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:eb:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:42Z', 'updated_at': '2021-07-16T18:24:45Z', 'revision_number': 1, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}, {'id': 'be5cbc0f-5db7-4321-b99d-40b5fcf9d14a', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': '6d00d224-182c-4b44-afff-2d2a7afa6795', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:48:40:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:26:45Z', 'updated_at': '2021-07-16T18:26:45Z', 'revision_number': 0, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:47.632642 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3182c-180f-4613-8ce7-bde40ce14159 None None] New status for floating IP be5cbc0f-5db7-4321-b99d-40b5fcf9d14a: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:26:47.686199 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.093371 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.323329 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.458161 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.677560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-feb7ba22-73c0-4a87-8b34-385d8dc0a07d req-78824f34-2150-4d5b-8b7d-396dcb5a1579 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579057 Jul 16 18:27:08.773113 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7ba22-73c0-4a87-8b34-385d8dc0a07d req-0ddbde4e-5674-40fc-873b-ad3bd9eafecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.774736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-feb7ba22-73c0-4a87-8b34-385d8dc0a07d req-0ddbde4e-5674-40fc-873b-ad3bd9eafecc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 1097 time: 0.0539150 Jul 16 18:27:08.884675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7ba22-73c0-4a87-8b34-385d8dc0a07d req-4d7b162b-4845-4a27-bc7b-da16fa1d3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.886181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-feb7ba22-73c0-4a87-8b34-385d8dc0a07d req-4d7b162b-4845-4a27-bc7b-da16fa1d3bc2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.0894411 Jul 16 18:27:08.957305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-feb7ba22-73c0-4a87-8b34-385d8dc0a07d req-56b7fb24-a667-41c3-9e52-7cee001b73f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d00d224-182c-4b44-afff-2d2a7afa6795 HTTP/1.1" status: 200 len: 1001 time: 0.0598605 Jul 16 18:27:08.981034 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-b811954d-fc6b-4d43-95f1-6ee00fbc61bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508242 Jul 16 18:27:09.011721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7ba22-73c0-4a87-8b34-385d8dc0a07d req-02567734-8e1b-4be4-8c8c-03f5b9b3e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.013273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-feb7ba22-73c0-4a87-8b34-385d8dc0a07d req-02567734-8e1b-4be4-8c8c-03f5b9b3e5d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0500531 Jul 16 18:27:09.073544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7ba22-73c0-4a87-8b34-385d8dc0a07d req-f24b954c-3c63-4348-b801-a36dbba3882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.075110 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-feb7ba22-73c0-4a87-8b34-385d8dc0a07d req-f24b954c-3c63-4348-b801-a36dbba3882e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546565 Jul 16 18:27:09.090933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-3594f575-e952-4f76-9bdd-070e64033baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.092425 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-3594f575-e952-4f76-9bdd-070e64033baa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 1097 time: 0.0614450 Jul 16 18:27:09.169924 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-feb7ba22-73c0-4a87-8b34-385d8dc0a07d req-383e0424-5f1e-4daf-9683-fed85c528fc4 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871418 Jul 16 18:27:09.204430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-c463426c-eeec-487c-80af-5b611f73cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.205978 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-c463426c-eeec-487c-80af-5b611f73cd75 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.0886507 Jul 16 18:27:09.266850 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-feb7ba22-73c0-4a87-8b34-385d8dc0a07d req-092bba2a-60a3-470c-952a-b3b7e7da07d5 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896010 Jul 16 18:27:09.276558 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-5d0825ea-1387-4ffd-a1ec-e252544a1b03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906aa7b3-4e9a-443b-9bed-da953268556e HTTP/1.1" status: 200 len: 1000 time: 0.0619702 Jul 16 18:27:09.680631 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-179c50f8-ad32-4547-b98e-ed727a9eef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.682044 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-179c50f8-ad32-4547-b98e-ed727a9eef39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.3988628 Jul 16 18:27:09.738460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-4462f41f-cc79-4c33-9de2-cc62520ec0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.739935 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-4462f41f-cc79-4c33-9de2-cc62520ec0b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514405 Jul 16 18:27:09.751941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-c39984ae-d36c-4da3-9bd7-9c165d0efecf service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:27:09.752876 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-c39984ae-d36c-4da3-9bd7-9c165d0efecf service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049560 Jul 16 18:27:09.844847 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-fecd4729-fa17-4a17-96bc-d89a9d81b529 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848527 Jul 16 18:27:09.935864 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2207a1e7-374c-465c-a771-7ff9a57bdc85 req-386db58b-6fd7-49e4-89c8-f4a41874f0ff service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832777 Jul 16 18:27:12.402079 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:27:13.546982 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0bc5-7d8a-4611-9ce3-4ee9173012a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.233948 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aae7ef-a0aa-4d59-8d36-cef12d0bfaf2 req-b4f06c4f-c5a3-4421-8d50-c8404cc1373f tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:15.235521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59aae7ef-a0aa-4d59-8d36-cef12d0bfaf2 req-b4f06c4f-c5a3-4421-8d50-c8404cc1373f tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 1098 time: 0.0520692 Jul 16 18:27:15.253105 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-59aae7ef-a0aa-4d59-8d36-cef12d0bfaf2 req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.342313 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-59aae7ef-a0aa-4d59-8d36-cef12d0bfaf2 req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.346574 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-59aae7ef-a0aa-4d59-8d36-cef12d0bfaf2 req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.373033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59aae7ef-a0aa-4d59-8d36-cef12d0bfaf2 req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320009 Jul 16 18:27:15.377746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da25f24c-0186-4547-931d-9837c0f145c8,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:15.386183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.386771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.387141 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.387485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.387830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.388169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.388508 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.388845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.389180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.389539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.389907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.390241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be2c9fc-72db-4282-aaff-1f9a336d9211 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:15.552468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4385e-63ba-44a9-8087-6b4e8785b852 req-8bf44f15-e64b-47c6-9f57-7ee0cf08348c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:15.553890 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-daa4385e-63ba-44a9-8087-6b4e8785b852 req-8bf44f15-e64b-47c6-9f57-7ee0cf08348c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0637913 Jul 16 18:27:15.591821 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-daa4385e-63ba-44a9-8087-6b4e8785b852 req-6e7c5a90-24a1-48d5-afa3-dd1dae3b6340 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318048 Jul 16 18:27:15.616414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41250) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:15.679748 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8e0f34d9-a435-4398-9510-06d73c96a62d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/48188e54-b488-46c2-91ce-d790888301d4 HTTP/1.1" status: 200 len: 994 time: 0.0619736 Jul 16 18:27:15.738247 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b5d7cb34-430b-439b-aa2a-839036356d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.980390 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.358919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41266) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:16.506265 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-9673a6d9-b048-4f0b-9c0f-07acc6868e94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1461530 Jul 16 18:27:16.518301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175debdd-dd11-4779-9711-7cd3ba3cfbe7 req-1e312d4e-37c8-4f7f-8fa0-4e18d3cb9c66 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:16.519940 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-175debdd-dd11-4779-9711-7cd3ba3cfbe7 req-1e312d4e-37c8-4f7f-8fa0-4e18d3cb9c66 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0822637 Jul 16 18:27:16.559180 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-175debdd-dd11-4779-9711-7cd3ba3cfbe7 req-d6be78c2-ae06-4295-8e05-f533f6f048c8 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325928 Jul 16 18:27:17.668072 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721222-dbe8-404b-8e41-d3574d00d854 req-68c48695-bcaf-4fb1-90d9-00ff2f862b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.669597 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-68c48695-bcaf-4fb1-90d9-00ff2f862b13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 1098 time: 0.0592823 Jul 16 18:27:17.688936 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.749176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7410b2-07c6-4bc1-a12d-5e0f1958b8b5 req-38cb1d1d-12d7-4fbd-b78d-c48932052518 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.751025 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b7410b2-07c6-4bc1-a12d-5e0f1958b8b5 req-38cb1d1d-12d7-4fbd-b78d-c48932052518 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0710304 Jul 16 18:27:17.760152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721222-dbe8-404b-8e41-d3574d00d854 req-a0531a76-c6ee-44ce-b3fb-7f88449640db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.761623 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-a0531a76-c6ee-44ce-b3fb-7f88449640db service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174 HTTP/1.1" status: 200 len: 898 time: 0.0854640 Jul 16 18:27:17.791531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b7410b2-07c6-4bc1-a12d-5e0f1958b8b5 req-9df9e9e4-c60a-45e1-900f-4c0f74412e9b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346525 Jul 16 18:27:17.832403 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-21b2b53d-0eee-44c0-ad13-f34ab62f4167 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a HTTP/1.1" status: 200 len: 1002 time: 0.0632193 Jul 16 18:27:17.881134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721222-dbe8-404b-8e41-d3574d00d854 req-2f4e5956-93b2-4e57-9422-a154fee5e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.882487 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-2f4e5956-93b2-4e57-9422-a154fee5e1f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cdcbed7e-fa83-417c-b867-cec67e6fd78c HTTP/1.1" status: 200 len: 835 time: 0.0419309 Jul 16 18:27:17.939169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721222-dbe8-404b-8e41-d3574d00d854 req-ff4c2122-91bf-4476-bc8f-44eecd9096b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.940626 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-ff4c2122-91bf-4476-bc8f-44eecd9096b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507367 Jul 16 18:27:18.033581 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-8e6a8a53-73b9-4ace-a142-b74cfbfe5f1b service neutron] 10.222.0.11 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858092 Jul 16 18:27:18.123058 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-8f90b555-f455-4d70-9966-f2acf1bf2ad4 service neutron] 10.222.0.11 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826292 Jul 16 18:27:18.966177 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719871e-2160-4b35-a96d-28bcd092484f req-e72e4a59-14b0-43a0-9d4f-5f93bc5a9389 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.967663 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9719871e-2160-4b35-a96d-28bcd092484f req-e72e4a59-14b0-43a0-9d4f-5f93bc5a9389 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0640502 Jul 16 18:27:19.007117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9719871e-2160-4b35-a96d-28bcd092484f req-4de07266-2777-4e51-a193-340563cceb8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338089 Jul 16 18:27:19.096758 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.199292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c8c74-8acb-4a8c-80b9-0b1f01c0ad9c req-56d61105-9369-4304-babf-a35f416c7498 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.200698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-450c8c74-8acb-4a8c-80b9-0b1f01c0ad9c req-56d61105-9369-4304-babf-a35f416c7498 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0636690 Jul 16 18:27:20.238055 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-450c8c74-8acb-4a8c-80b9-0b1f01c0ad9c req-f57b845f-9455-4092-9523-7b83627ca3e0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317292 Jul 16 18:27:21.416396 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338cb2c-3fcb-4aef-aa52-89a54e0a2405 req-6aae9236-1706-4ad3-bdab-e10f022f4b01 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:21.417927 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7338cb2c-3fcb-4aef-aa52-89a54e0a2405 req-6aae9236-1706-4ad3-bdab-e10f022f4b01 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0683107 Jul 16 18:27:21.456630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7338cb2c-3fcb-4aef-aa52-89a54e0a2405 req-2abfb6ee-8345-4d9d-a8f7-2501eff3be48 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330203 Jul 16 18:27:22.640230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd6242-a0d3-43ca-9930-b29f1fe3242d req-c46bbe1e-cf43-4bcf-8206-8957fbfac090 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.641771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7dd6242-a0d3-43ca-9930-b29f1fe3242d req-c46bbe1e-cf43-4bcf-8206-8957fbfac090 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0661688 Jul 16 18:27:22.679710 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7dd6242-a0d3-43ca-9930-b29f1fe3242d req-fadad272-cd6c-421f-89ea-b843e621984c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321453 Jul 16 18:27:23.330051 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.874017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca923b-49fc-4a4a-bf49-844fd9dec9fc req-59c4ab57-1367-4ceb-9488-d6792fc001bc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:23.875760 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fca923b-49fc-4a4a-bf49-844fd9dec9fc req-59c4ab57-1367-4ceb-9488-d6792fc001bc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0749667 Jul 16 18:27:23.917893 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fca923b-49fc-4a4a-bf49-844fd9dec9fc req-16c4f2ed-fb14-49cf-8c4e-cd73ab2ef84a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360558 Jul 16 18:27:25.094241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d26bd0-9bcd-4f4b-bda2-f0a3687136a9 req-85a2da3b-a94f-4076-972c-3dabf89732e7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:25.095731 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32d26bd0-9bcd-4f4b-bda2-f0a3687136a9 req-85a2da3b-a94f-4076-972c-3dabf89732e7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0654476 Jul 16 18:27:25.134213 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32d26bd0-9bcd-4f4b-bda2-f0a3687136a9 req-040b178a-8a47-4142-9642-5e654744fe59 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329442 Jul 16 18:27:25.473443 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.313151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d87541-43ce-4080-b8b4-503a329b32f1 req-22480d7d-d6e9-40c5-a49f-5103c859b260 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.315183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4d87541-43ce-4080-b8b4-503a329b32f1 req-22480d7d-d6e9-40c5-a49f-5103c859b260 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0661380 Jul 16 18:27:26.353383 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4d87541-43ce-4080-b8b4-503a329b32f1 req-f94f3efe-2c62-44fe-b4fc-e91fd040dae4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325027 Jul 16 18:27:27.538370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e773f-1af4-4afe-848b-9b16395e5a66 req-db43f407-f4ad-432b-9407-d1b70697e60a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.539860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d6e773f-1af4-4afe-848b-9b16395e5a66 req-db43f407-f4ad-432b-9407-d1b70697e60a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0678573 Jul 16 18:27:27.577556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d6e773f-1af4-4afe-848b-9b16395e5a66 req-96821e00-acc8-498a-9dd5-746bccaf7d9f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319645 Jul 16 18:27:28.749371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481740c-e167-4c5e-ba78-131102bd100c req-30c296d3-084c-4ca1-bd4f-ceeffd7d21d8 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.750900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e481740c-e167-4c5e-ba78-131102bd100c req-30c296d3-084c-4ca1-bd4f-ceeffd7d21d8 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0637865 Jul 16 18:27:28.788031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e481740c-e167-4c5e-ba78-131102bd100c req-2566fafc-fa0e-40f7-b6b0-88f7ec30c25d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315652 Jul 16 18:27:29.964118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224ff02-927a-471f-b9fd-6b995263fd55 req-59c66c3b-4501-41d7-90fd-da9254445f20 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.965853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9224ff02-927a-471f-b9fd-6b995263fd55 req-59c66c3b-4501-41d7-90fd-da9254445f20 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0670707 Jul 16 18:27:30.005503 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9224ff02-927a-471f-b9fd-6b995263fd55 req-62776f8d-18cf-405b-aff9-46f102b78486 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340068 Jul 16 18:27:31.194742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e5467-cb44-4cf5-aae3-726eeac24748 req-9b37205f-2520-489c-b74b-c5134df45b51 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.196385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b6e5467-cb44-4cf5-aae3-726eeac24748 req-9b37205f-2520-489c-b74b-c5134df45b51 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0770285 Jul 16 18:27:31.235278 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b6e5467-cb44-4cf5-aae3-726eeac24748 req-39f99a28-9b15-4852-9164-a32a9815adaf tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331428 Jul 16 18:27:32.420856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eff665-7c35-4d1b-94e4-c33f31ddc195 req-66450d69-6a93-466f-a4c8-b4e0014e8f86 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.422507 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95eff665-7c35-4d1b-94e4-c33f31ddc195 req-66450d69-6a93-466f-a4c8-b4e0014e8f86 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0731871 Jul 16 18:27:32.464849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-95eff665-7c35-4d1b-94e4-c33f31ddc195 req-0f9b719c-7863-43ce-b2f4-0c865701506b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357919 Jul 16 18:27:33.645604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d84aba-41ed-45ba-b23f-6c5aeb4585d9 req-bd26d34f-6cca-4849-a72f-5aa2ba152894 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.647038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14d84aba-41ed-45ba-b23f-6c5aeb4585d9 req-bd26d34f-6cca-4849-a72f-5aa2ba152894 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0671344 Jul 16 18:27:33.684557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-14d84aba-41ed-45ba-b23f-6c5aeb4585d9 req-774f99c1-402a-44c9-b424-1b8955476f39 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315044 Jul 16 18:27:34.858177 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5845c2-0ffd-43d2-8da4-ad5633633b23 req-a0cf2ae0-e7cf-4d93-b824-316cddffeb46 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.859702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f5845c2-0ffd-43d2-8da4-ad5633633b23 req-a0cf2ae0-e7cf-4d93-b824-316cddffeb46 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0635424 Jul 16 18:27:34.897164 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f5845c2-0ffd-43d2-8da4-ad5633633b23 req-17ff66b6-e5db-4ffb-b51a-45436d3f4f1f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318112 Jul 16 18:27:35.357905 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [req-93721222-dbe8-404b-8e41-d3574d00d854 req-ad83b42a-b205-4a97-b736-4c533c539bfd service neutron] show failed (client error): The resource could not be found. Jul 16 18:27:35.358926 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-ad83b42a-b205-4a97-b736-4c533c539bfd service neutron] 10.222.0.11 "GET /v2.0/ports/0a4e9edb-1a38-4923-b697-230387bbcc8a/bindings/n-h1-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0604012 Jul 16 18:27:35.641138 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721222-dbe8-404b-8e41-d3574d00d854 req-851c81ba-fa6c-491b-a051-157a8f79e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.642629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-851c81ba-fa6c-491b-a051-157a8f79e9e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3&tenant_id=050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 1098 time: 0.0883188 Jul 16 18:27:35.659086 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:35.727719 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.928606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] For port 0a4e9edb-1a38-4923-b697-230387bbcc8a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:35.962711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] For port 0a4e9edb-1a38-4923-b697-230387bbcc8a, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:36.001803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:36.004089 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1259333-dc06-4d27-9f1d-b8a12fa0b8d6" -d '{"events": [{"server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "name": "network-vif-unplugged", "status": "completed", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:36.007953 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.056605 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee0ea02-c4b9-49a0-9cc0-e0029ef68ced x-openstack-request-id: req-9ee0ea02-c4b9-49a0-9cc0-e0029ef68ced {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:36.056902 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "name": "network-vif-unplugged", "status": "completed", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:36.057157 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ee0ea02-c4b9-49a0-9cc0-e0029ef68ced {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:36.057556 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'code': 200} Jul 16 18:27:36.058433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Transition to ACTIVE for port object 0a4e9edb-1a38-4923-b697-230387bbcc8a will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:36.063309 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.197626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4e9edb-1a38-4923-b697-230387bbcc8a,revision_number=6']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.241691 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2d677-846e-4677-a10c-ac6b9947ac0e req-2b6bd69e-ebf5-4065-918c-857e8ca616f6 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.243278 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cce2d677-846e-4677-a10c-ac6b9947ac0e req-2b6bd69e-ebf5-4065-918c-857e8ca616f6 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.2273929 Jul 16 18:27:36.273195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] No DVR routers for this DVR port 0a4e9edb-1a38-4923-b697-230387bbcc8a on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:36.337649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cce2d677-846e-4677-a10c-ac6b9947ac0e req-90a79fae-078d-424c-b848-1e2aea7c8705 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882950 Jul 16 18:27:36.431231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Attempting to bind port 0a4e9edb-1a38-4923-b697-230387bbcc8a on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:36.431468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Attempting to bind port 0a4e9edb-1a38-4923-b697-230387bbcc8a by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:36.431803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Attempting to bind port 0a4e9edb-1a38-4923-b697-230387bbcc8a on network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:36.436628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Port 0a4e9edb-1a38-4923-b697-230387bbcc8a on network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:36.436953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Attempting to bind port 0a4e9edb-1a38-4923-b697-230387bbcc8a on network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:36.441635 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:36.442002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Checking segment: {'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:36.442389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Bound using segment: {'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:36.442811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Bound port: 0a4e9edb-1a38-4923-b697-230387bbcc8a, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37f0656-4f6d-4fec-84e0-7261ce056aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:36.443166 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.504742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] For port 0a4e9edb-1a38-4923-b697-230387bbcc8a, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:36.507718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] For port 0a4e9edb-1a38-4923-b697-230387bbcc8a, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:36.510971 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.549283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.549932 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.551451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] 10.222.0.32 "PUT /v2.0/ports/0a4e9edb-1a38-4923-b697-230387bbcc8a HTTP/1.1" status: 200 len: 1093 time: 0.8964913 Jul 16 18:27:36.574805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c2147-1036-4668-b5d4-f41b5b5d8e07 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4e9edb-1a38-4923-b697-230387bbcc8a,revision_number=7']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.632484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721222-dbe8-404b-8e41-d3574d00d854 req-2d78f2a9-fb09-4e16-8a6d-13bedfd13df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.634066 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-2d78f2a9-fb09-4e16-8a6d-13bedfd13df8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 1096 time: 0.0560660 Jul 16 18:27:36.732785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721222-dbe8-404b-8e41-d3574d00d854 req-af0a2953-f333-4d85-afc8-4e20129bb8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.734347 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-af0a2953-f333-4d85-afc8-4e20129bb8ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174 HTTP/1.1" status: 200 len: 898 time: 0.0932522 Jul 16 18:27:36.797714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-3a7af15e-2b63-4323-b282-ddfc00ec1a1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a HTTP/1.1" status: 200 len: 1000 time: 0.0574062 Jul 16 18:27:36.844646 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721222-dbe8-404b-8e41-d3574d00d854 req-67b69830-668d-4172-ae8d-1c5bf0d9fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.846016 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-67b69830-668d-4172-ae8d-1c5bf0d9fd42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdcbed7e-fa83-417c-b867-cec67e6fd78c HTTP/1.1" status: 200 len: 835 time: 0.0421600 Jul 16 18:27:36.905429 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93721222-dbe8-404b-8e41-d3574d00d854 req-093caa0c-3b6e-468a-a3ee-6038c554c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.906968 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-093caa0c-3b6e-468a-a3ee-6038c554c3f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549645 Jul 16 18:27:36.916852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-994d71d6-67f4-4e42-bd37-333759e5c2a5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:27:36.917827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-994d71d6-67f4-4e42-bd37-333759e5c2a5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049167 Jul 16 18:27:37.005541 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-31c5b76a-06ec-48ce-95b9-4cb528590434 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806935 Jul 16 18:27:37.096181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93721222-dbe8-404b-8e41-d3574d00d854 req-3e51bd01-7c43-4f36-a092-e2cdc44d4d74 service neutron] 10.222.0.32 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841594 Jul 16 18:27:37.516311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1678932-d16f-4241-a752-91fb1e50e777 req-980b4d44-fa50-43b7-83c8-9ee224d66dea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.517740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1678932-d16f-4241-a752-91fb1e50e777 req-980b4d44-fa50-43b7-83c8-9ee224d66dea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 944 time: 0.0628285 Jul 16 18:27:37.554470 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1678932-d16f-4241-a752-91fb1e50e777 req-5e6ec842-7441-4398-a9e7-d3035d590cce tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309520 Jul 16 18:27:38.059103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:38.061640 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e268b7-938c-4cf8-bbac-cdae64529ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:38.111668 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c0786a-7714-4566-baae-726d1fc0475a x-openstack-request-id: req-a0c0786a-7714-4566-baae-726d1fc0475a {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:38.111970 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:38.112624 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0c0786a-7714-4566-baae-726d1fc0475a {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:38.113019 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'status': 'completed', 'code': 200} Jul 16 18:27:38.186481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-4debf783-e8e5-4ab0-94cc-1cc308cc209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.187930 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-4debf783-e8e5-4ab0-94cc-1cc308cc209b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 1096 time: 0.0581086 Jul 16 18:27:38.188517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-87856a82-5892-4798-be65-9f0249709f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.190027 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-87856a82-5892-4798-be65-9f0249709f1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 1096 time: 0.0528920 Jul 16 18:27:38.283139 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-e4ef7b26-ddae-4592-84a6-0127c52e7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.284665 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-e4ef7b26-ddae-4592-84a6-0127c52e7e87 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174 HTTP/1.1" status: 200 len: 898 time: 0.0895755 Jul 16 18:27:38.289143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-3094d691-202c-4c30-b45d-10fc0489b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.290734 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-3094d691-202c-4c30-b45d-10fc0489b331 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174 HTTP/1.1" status: 200 len: 898 time: 0.0946286 Jul 16 18:27:38.353738 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-ea0172a7-bc3c-45b6-832c-1747d40cba26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a HTTP/1.1" status: 200 len: 1000 time: 0.0618305 Jul 16 18:27:38.362995 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-473986f2-829d-4c08-986a-0fa83636c928 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a HTTP/1.1" status: 200 len: 1000 time: 0.0635905 Jul 16 18:27:38.405692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-5023ca88-3866-4dab-9f1c-8f6f5a4ff8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.407198 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-5023ca88-3866-4dab-9f1c-8f6f5a4ff8fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cdcbed7e-fa83-417c-b867-cec67e6fd78c HTTP/1.1" status: 200 len: 835 time: 0.0474844 Jul 16 18:27:38.420482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-fcd5ef6c-8c50-408b-916a-71b55d142baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.421998 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-fcd5ef6c-8c50-408b-916a-71b55d142baa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdcbed7e-fa83-417c-b867-cec67e6fd78c HTTP/1.1" status: 200 len: 835 time: 0.0524814 Jul 16 18:27:38.465090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-35829445-230e-4de2-8f62-d1bfaf7cbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.466625 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-35829445-230e-4de2-8f62-d1bfaf7cbe4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519378 Jul 16 18:27:38.480194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-2d1099c9-a3ba-4fb6-943c-b7eb644b53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.482179 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-2d1099c9-a3ba-4fb6-943c-b7eb644b53d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532446 Jul 16 18:27:38.563314 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-9debec82-8721-4072-a89e-786fb0e1808c service neutron] 10.222.0.11 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893726 Jul 16 18:27:38.698361 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-06443a1b-0c91-4e67-b5f1-7ebc117d7113 service neutron] 10.222.0.11 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273947 Jul 16 18:27:38.953516 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-df415efd-5c14-420d-bb18-66cef92288bd service neutron] 10.222.0.32 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613175 Jul 16 18:27:39.034619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59803c7a-5f43-4f78-9b73-61867ffcc13a req-36bcc9b2-3129-489e-91d8-935fbb29e871 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.036107 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59803c7a-5f43-4f78-9b73-61867ffcc13a req-36bcc9b2-3129-489e-91d8-935fbb29e871 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 944 time: 0.1305099 Jul 16 18:27:39.084824 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e4e268b7-938c-4cf8-bbac-cdae64529ee2 req-9cc43980-0aaf-4179-b22e-dc42235a015a service neutron] 10.222.0.32 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238441 Jul 16 18:27:39.092440 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59803c7a-5f43-4f78-9b73-61867ffcc13a req-ffd4188c-00fd-4dff-b676-cf13c9703ef6 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487757 Jul 16 18:27:39.917970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 0a4e9edb-1a38-4923-b697-230387bbcc8a no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:39.955137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 0a4e9edb-1a38-4923-b697-230387bbcc8a not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:40.270869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a0c0c-b42b-4eb3-8e4f-0f440b7809ea req-4f12cf4e-a9a9-4411-8a11-44b2691b0ee2 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.272418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b72a0c0c-b42b-4eb3-8e4f-0f440b7809ea req-4f12cf4e-a9a9-4411-8a11-44b2691b0ee2 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 944 time: 0.0661628 Jul 16 18:27:40.310697 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b72a0c0c-b42b-4eb3-8e4f-0f440b7809ea req-718062c3-d01f-4113-9397-f1678860174d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325162 Jul 16 18:27:40.496075 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 0a4e9edb-1a38-4923-b697-230387bbcc8a details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:40.594838 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 0a4e9edb-1a38-4923-b697-230387bbcc8a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:40.606457 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'port_id': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'mac_address': 'fa:16:3e:c0:85:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:40.613099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ec7fd-fd9b-4ac2-a6d7-bafdcc7061f1 req-af22ca57-1c10-4d99-93d4-4cba9365da4c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.614810 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c5ec7fd-fd9b-4ac2-a6d7-bafdcc7061f1 req-af22ca57-1c10-4d99-93d4-4cba9365da4c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 944 time: 0.0695708 Jul 16 18:27:40.649077 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.656221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c5ec7fd-fd9b-4ac2-a6d7-bafdcc7061f1 req-b812e7f9-f1c0-47b2-8bfb-ecf2983a6125 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348003 Jul 16 18:27:40.662433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4e9edb-1a38-4923-b697-230387bbcc8a {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:40.686394 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 0a4e9edb-1a38-4923-b697-230387bbcc8a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:40.689034 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.703782 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-f95433db-d759-4bea-91de-c005b736c2f6 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.705289 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-f95433db-d759-4bea-91de-c005b736c2f6 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.11 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3&tenant_id=050e3e58456244eeb96306e30f510dfa&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 944 time: 0.1494915 Jul 16 18:27:40.735319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=0a4e9edb-1a38-4923-b697-230387bbcc8a,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:40.742582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:40.742932 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:40.743278 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:40.743615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:40.743951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:40.744284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:40.744615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:40.744943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:40.745272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:40.745598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:40.745961 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:40.746288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:40.767881 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-da190ae3-5db4-4696-9922-55fed63426e4 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:27:40.769019 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-da190ae3-5db4-4696-9922-55fed63426e4 service neutron] 10.222.0.11 "DELETE /v2.0/ports/0a4e9edb-1a38-4923-b697-230387bbcc8a/bindings/n-h2-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0559347 Jul 16 18:27:40.869933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-48a16081-0811-4cad-936c-ec659ed3e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.871606 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-48a16081-0811-4cad-936c-ec659ed3e706 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 1097 time: 0.0576515 Jul 16 18:27:40.913410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['0a4e9edb-1a38-4923-b697-230387bbcc8a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:40.962113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-1786f74c-5529-4390-b6a7-191552074566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.963611 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-1786f74c-5529-4390-b6a7-191552074566 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174 HTTP/1.1" status: 200 len: 898 time: 0.0852697 Jul 16 18:27:41.029145 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-bbb0e047-f108-4341-b30e-d8735b8b879a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a HTTP/1.1" status: 200 len: 1001 time: 0.0583844 Jul 16 18:27:41.088731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-b0681bb3-31e8-4d25-926b-52cfcce1dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.090247 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-b0681bb3-31e8-4d25-926b-52cfcce1dc1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cdcbed7e-fa83-417c-b867-cec67e6fd78c HTTP/1.1" status: 200 len: 835 time: 0.0542490 Jul 16 18:27:41.150087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-ab52f9e3-9a58-4a70-b288-37f3abc61df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.151548 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-ab52f9e3-9a58-4a70-b288-37f3abc61df0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541403 Jul 16 18:27:41.240114 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-267354b0-05e1-44cc-b632-7d2ad4b06e1a service neutron] 10.222.0.11 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816369 Jul 16 18:27:41.335070 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71381a25-e0fa-4cd4-a806-d590b61d163b req-80aa8caf-40fb-4a11-bd14-f9bfcd639887 service neutron] 10.222.0.11 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878987 Jul 16 18:27:41.852189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0ca5f-aed9-4492-98fd-9a987843e558 req-2c534eb6-3be2-4454-82a7-e98f7f8d523a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.853730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58b0ca5f-aed9-4492-98fd-9a987843e558 req-2c534eb6-3be2-4454-82a7-e98f7f8d523a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 945 time: 0.0711911 Jul 16 18:27:41.892903 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58b0ca5f-aed9-4492-98fd-9a987843e558 req-843c7f48-233d-4f69-b168-6fcc916d7dc2 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332563 Jul 16 18:27:42.504122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 0a4e9edb-1a38-4923-b697-230387bbcc8a up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:42.551118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 0a4e9edb-1a38-4923-b697-230387bbcc8a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:42.554699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 0a4e9edb-1a38-4923-b697-230387bbcc8a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:42.555068 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.634405 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.657504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:42.659711 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f13f2dd-b5b4-499a-bd32-5e46e0d0bf5e" -d '{"events": [{"server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "name": "network-vif-plugged", "status": "completed", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:42.673161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 0a4e9edb-1a38-4923-b697-230387bbcc8a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:42.677798 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.700690 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4a9d94-07fc-4b4f-aa1f-15f1b9d8e3b4 x-openstack-request-id: req-cb4a9d94-07fc-4b4f-aa1f-15f1b9d8e3b4 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:42.701060 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "name": "network-vif-plugged", "status": "completed", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:42.701316 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb4a9d94-07fc-4b4f-aa1f-15f1b9d8e3b4 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:42.701739 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'code': 200} Jul 16 18:27:42.729684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=0a4e9edb-1a38-4923-b697-230387bbcc8a,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:43.067786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fdb6f-e968-4849-bede-fca1d0448786 req-5ae3b565-02f9-4f3f-bf0e-7c10caa5b674 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.069259 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f17fdb6f-e968-4849-bede-fca1d0448786 req-5ae3b565-02f9-4f3f-bf0e-7c10caa5b674 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0639083 Jul 16 18:27:43.108099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f17fdb6f-e968-4849-bede-fca1d0448786 req-74e02f14-3243-4ec7-ae7e-44f57caee416 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332830 Jul 16 18:27:43.132556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41354) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:43.196346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-20d5b061-4b33-43ab-9810-6945f7ad0efa tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/48188e54-b488-46c2-91ce-d790888301d4 HTTP/1.1" status: 200 len: 994 time: 0.0625570 Jul 16 18:27:43.546768 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-01b55492-da72-4dbc-a5f0-36baefa4bd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.740783 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8e5a1336-a84f-4969-bb43-e4ba977e8b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.982735 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.691635 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.099857 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.401602 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:27:53.348518 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.479473 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.759085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c70b328-db5e-4b27-9664-d026680c248a req-92c6e771-e2eb-43d1-96d9-fe74cdfd0f5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1430790 Jul 16 18:28:09.854277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70b328-db5e-4b27-9664-d026680c248a req-bea94f21-bdab-410a-b8cb-2c5af309eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.856822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c70b328-db5e-4b27-9664-d026680c248a req-bea94f21-bdab-410a-b8cb-2c5af309eb63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 1097 time: 0.0545251 Jul 16 18:28:09.992018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70b328-db5e-4b27-9664-d026680c248a req-fea6b41c-8d32-404d-9117-c9094863f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.993474 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c70b328-db5e-4b27-9664-d026680c248a req-fea6b41c-8d32-404d-9117-c9094863f6ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.1160052 Jul 16 18:28:10.065271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6b471-5433-48f3-8cd9-7685382ade51 req-8f550acb-c1e0-4e55-8429-e1eef87414e1 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:10.066819 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaa6b471-5433-48f3-8cd9-7685382ade51 req-8f550acb-c1e0-4e55-8429-e1eef87414e1 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 1098 time: 0.1145556 Jul 16 18:28:10.072895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c70b328-db5e-4b27-9664-d026680c248a req-858b1e87-d9b8-489c-8441-3d380fbd1bed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d00d224-182c-4b44-afff-2d2a7afa6795 HTTP/1.1" status: 200 len: 1001 time: 0.0722337 Jul 16 18:28:10.134993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaa6b471-5433-48f3-8cd9-7685382ade51 req-34a0c2ac-01cd-42f2-b643-c3b4fb75ffc3 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611510 Jul 16 18:28:10.141027 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70b328-db5e-4b27-9664-d026680c248a req-838c2f50-0986-4b43-8127-6361725dc7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:10.142249 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c70b328-db5e-4b27-9664-d026680c248a req-838c2f50-0986-4b43-8127-6361725dc7ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0619864 Jul 16 18:28:10.160705 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41370) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:10.200282 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70b328-db5e-4b27-9664-d026680c248a req-58f4e28d-f219-46fe-8926-afa1c833f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:10.201864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c70b328-db5e-4b27-9664-d026680c248a req-58f4e28d-f219-46fe-8926-afa1c833f47c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529256 Jul 16 18:28:10.296072 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c70b328-db5e-4b27-9664-d026680c248a req-286fa230-006b-4c70-8e13-4e8b34619b0f service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875409 Jul 16 18:28:10.373569 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port 5e54e128-5704-4bd6-8f6f-b9c080055668 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:10.373999 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.387464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c70b328-db5e-4b27-9664-d026680c248a req-1b8d6cad-5134-46fa-9dba-d3aeb3afefd2 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845280 Jul 16 18:28:10.455155 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.455398 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.467296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for 5e54e128-5704-4bd6-8f6f-b9c080055668 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:10.643408 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.671431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=5e54e128-5704-4bd6-8f6f-b9c080055668,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:10.681882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:10.682236 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:10.682579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:10.682915 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:10.683319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:10.684228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:10.684569 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:10.684904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:10.685237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:10.685566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:10.685928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:10.686255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:10.748461 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.748731 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Floating IP 48188e54-b488-46c2-91ce-d790888301d4 disassociated (deleted). External IP: 172.25.3.232, port: 0a4e9edb-1a38-4923-b697-230387bbcc8a. Jul 16 18:28:10.951726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:11.056901 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:11.062089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.071560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a9e17-ec84-49ea-9288-e55920ebe118 None None] Sync routers for ids ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:11.080998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a9e17-ec84-49ea-9288-e55920ebe118 None None] Routers {'a4be59e1-6ea3-43cf-b762-0e05c8c5e684'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:11.081624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e08a9e17-ec84-49ea-9288-e55920ebe118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:27:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:11.102573 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8565a9b8-79a8-4980-be20-22cecaca103e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/floatingips/48188e54-b488-46c2-91ce-d790888301d4 HTTP/1.1" status: 204 len: 168 time: 0.9407027 Jul 16 18:28:11.103184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:11.106576 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa002b4b-3a4d-49ec-a699-1e75d1f58cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:11.143580 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de780fe-8a44-4a2c-a8a1-43bff5559f33 x-openstack-request-id: req-7de780fe-8a44-4a2c-a8a1-43bff5559f33 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:11.143886 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:11.144145 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7de780fe-8a44-4a2c-a8a1-43bff5559f33 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:11.144695 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'status': 'completed', 'code': 200} Jul 16 18:28:11.192992 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e08a9e17-ec84-49ea-9288-e55920ebe118 None None] Set router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:11.228633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002b4b-3a4d-49ec-a699-1e75d1f58cc8 req-65d96631-9456-427c-9623-2aa88fb026f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.230726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa002b4b-3a4d-49ec-a699-1e75d1f58cc8 req-65d96631-9456-427c-9623-2aa88fb026f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 1098 time: 0.0616488 Jul 16 18:28:11.337409 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002b4b-3a4d-49ec-a699-1e75d1f58cc8 req-4e6d48c9-e8e2-49e5-9806-575596dddb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.339141 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa002b4b-3a4d-49ec-a699-1e75d1f58cc8 req-4e6d48c9-e8e2-49e5-9806-575596dddb0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174 HTTP/1.1" status: 200 len: 898 time: 0.1016147 Jul 16 18:28:11.394479 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa002b4b-3a4d-49ec-a699-1e75d1f58cc8 req-198be563-cf3e-4b97-8aa5-42fe8d174c12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a HTTP/1.1" status: 200 len: 217 time: 0.0405505 Jul 16 18:28:11.427918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e08a9e17-ec84-49ea-9288-e55920ebe118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ca6920ed-d64c-41f8-8cdc-f53c3deccf79', 'name': '', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:24:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:24Z', 'updated_at': '2021-07-16T18:26:30Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:11.454722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a9e17-ec84-49ea-9288-e55920ebe118 None None] Checking router: a4be59e1-6ea3-43cf-b762-0e05c8c5e684 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:11.463011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a9e17-ec84-49ea-9288-e55920ebe118 None None] Routers {'a4be59e1-6ea3-43cf-b762-0e05c8c5e684'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:11.463628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e08a9e17-ec84-49ea-9288-e55920ebe118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:27:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:11.476127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002b4b-3a4d-49ec-a699-1e75d1f58cc8 req-7f43e0b4-5edd-4188-908d-791b47827297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.477619 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa002b4b-3a4d-49ec-a699-1e75d1f58cc8 req-7f43e0b4-5edd-4188-908d-791b47827297 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdcbed7e-fa83-417c-b867-cec67e6fd78c HTTP/1.1" status: 200 len: 835 time: 0.0763607 Jul 16 18:28:11.538681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36caee-6871-4581-a0f8-8e5ef13c3f4d req-6a043610-1e5b-4e66-a041-866835c6e752 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.540192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f36caee-6871-4581-a0f8-8e5ef13c3f4d req-6a043610-1e5b-4e66-a041-866835c6e752 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.1113703 Jul 16 18:28:11.570793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e08a9e17-ec84-49ea-9288-e55920ebe118 None None] Set router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:11.583636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002b4b-3a4d-49ec-a699-1e75d1f58cc8 req-26875871-d66a-40e9-a8ea-e5a0e4a43b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.585177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa002b4b-3a4d-49ec-a699-1e75d1f58cc8 req-26875871-d66a-40e9-a8ea-e5a0e4a43b5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe5abc7a-0c4f-436e-90f4-1dcc07d41174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970881 Jul 16 18:28:11.593414 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f36caee-6871-4581-a0f8-8e5ef13c3f4d req-fe5caf66-543e-441b-9657-91a1c083839c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459740 Jul 16 18:28:11.682524 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa002b4b-3a4d-49ec-a699-1e75d1f58cc8 req-c1975404-1b7c-4aaa-8e69-be222832782f service neutron] 10.222.0.32 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880775 Jul 16 18:28:11.783985 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa002b4b-3a4d-49ec-a699-1e75d1f58cc8 req-c66d9f03-8cab-4350-b006-f2b68b85ab1d service neutron] 10.222.0.32 "GET /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934460 Jul 16 18:28:11.918608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e08a9e17-ec84-49ea-9288-e55920ebe118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ca6920ed-d64c-41f8-8cdc-f53c3deccf79', 'name': '', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:24:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:24Z', 'updated_at': '2021-07-16T18:26:30Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:11.944827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a9e17-ec84-49ea-9288-e55920ebe118 None None] The sync data for ids ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'] in n-d-787205-10 is: [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:26:25Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ca6920ed-d64c-41f8-8cdc-f53c3deccf79', 'name': '', 'network_id': 'fe5abc7a-0c4f-436e-90f4-1dcc07d41174', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:24:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:24Z', 'updated_at': '2021-07-16T18:26:30Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': 'cdcbed7e-fa83-417c-b867-cec67e6fd78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:12.161129 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f87ec-b559-439e-a690-2fcdcddc8d43 None None] New status for floating IP 48188e54-b488-46c2-91ce-d790888301d4: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:28:12.727629 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771227b8-61d7-4537-9c14-136b72704598 req-615fbd53-1a29-4591-bf90-9dd990b40e60 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:12.729055 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-771227b8-61d7-4537-9c14-136b72704598 req-615fbd53-1a29-4591-bf90-9dd990b40e60 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.0787239 Jul 16 18:28:12.848431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e1e28-a2f2-406d-b4df-1b3db610906b req-f30a435a-f1b6-4caf-ace3-1220a43747ca tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:12.850238 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a60e1e28-a2f2-406d-b4df-1b3db610906b req-f30a435a-f1b6-4caf-ace3-1220a43747ca tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1f3f4b2-952a-419b-9b79-0841e43761b3 HTTP/1.1" status: 200 len: 946 time: 0.1393964 Jul 16 18:28:12.890668 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-771227b8-61d7-4537-9c14-136b72704598 req-6371aa47-686e-4920-87af-15b688cd21b7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port 0a4e9edb-1a38-4923-b697-230387bbcc8a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:12.890930 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-771227b8-61d7-4537-9c14-136b72704598 req-6371aa47-686e-4920-87af-15b688cd21b7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.920843 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a60e1e28-a2f2-406d-b4df-1b3db610906b req-c1d8057c-e122-4755-a329-21b31dc59196 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=1bfcfdc9-705e-423c-9968-895e612f78b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627797 Jul 16 18:28:12.993796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-771227b8-61d7-4537-9c14-136b72704598 req-6371aa47-686e-4920-87af-15b688cd21b7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] For port 0a4e9edb-1a38-4923-b697-230387bbcc8a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=0a4e9edb-1a38-4923-b697-230387bbcc8a,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:12.994160 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-771227b8-61d7-4537-9c14-136b72704598 req-6371aa47-686e-4920-87af-15b688cd21b7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.006162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-771227b8-61d7-4537-9c14-136b72704598 req-6371aa47-686e-4920-87af-15b688cd21b7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for 0a4e9edb-1a38-4923-b697-230387bbcc8a owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:13.134389 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-771227b8-61d7-4537-9c14-136b72704598 req-6371aa47-686e-4920-87af-15b688cd21b7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.168609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371aa47-686e-4920-87af-15b688cd21b7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=0a4e9edb-1a38-4923-b697-230387bbcc8a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:13.213746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-771227b8-61d7-4537-9c14-136b72704598 req-6371aa47-686e-4920-87af-15b688cd21b7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] No DVR routers for this DVR port 0a4e9edb-1a38-4923-b697-230387bbcc8a on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:13.217446 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-771227b8-61d7-4537-9c14-136b72704598 req-6371aa47-686e-4920-87af-15b688cd21b7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.219597 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-771227b8-61d7-4537-9c14-136b72704598 req-6371aa47-686e-4920-87af-15b688cd21b7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.32 "DELETE /v2.0/ports/0a4e9edb-1a38-4923-b697-230387bbcc8a HTTP/1.1" status: 204 len: 173 time: 0.4706151 Jul 16 18:28:13.220041 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'name': 'network-vif-deleted', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:13.222326 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f64889b-ca25-4937-9f0e-9ffabbf0eb5f" -d '{"events": [{"server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "name": "network-vif-deleted", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:13.263059 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c9f504-7deb-4131-a70c-3ba4b35bb735 x-openstack-request-id: req-f0c9f504-7deb-4131-a70c-3ba4b35bb735 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:13.263355 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f3f4b2-952a-419b-9b79-0841e43761b3", "name": "network-vif-deleted", "tag": "0a4e9edb-1a38-4923-b697-230387bbcc8a", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:13.263613 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0c9f504-7deb-4131-a70c-3ba4b35bb735 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:13.264096 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f3f4b2-952a-419b-9b79-0841e43761b3', 'name': 'network-vif-deleted', 'tag': '0a4e9edb-1a38-4923-b697-230387bbcc8a', 'status': 'completed', 'code': 200} Jul 16 18:28:13.548844 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f3a567f8-0b02-4b15-a29c-b8095472d80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.016340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41384) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:14.092047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41386) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:14.257468 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdc8c7-f5da-4367-ab6b-91920d8ffb78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Deleting port 40d1b8e5-b424-4ed9-a38e-7c037aba8bf0 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:14.257978 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc8c7-f5da-4367-ab6b-91920d8ffb78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.345977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc8c7-f5da-4367-ab6b-91920d8ffb78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.346309 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc8c7-f5da-4367-ab6b-91920d8ffb78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.359960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-e3cdc8c7-f5da-4367-ab6b-91920d8ffb78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Calling delete_port for 40d1b8e5-b424-4ed9-a38e-7c037aba8bf0 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:14.457257 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ed88f38-f944-4d08-84a9-2d7db610005a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.516991 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc8c7-f5da-4367-ab6b-91920d8ffb78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.543918 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdc8c7-f5da-4367-ab6b-91920d8ffb78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event deleted for resources: {'Port': ['ID=40d1b8e5-b424-4ed9-a38e-7c037aba8bf0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:14.609345 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc8c7-f5da-4367-ab6b-91920d8ffb78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.609897 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-e3cdc8c7-f5da-4367-ab6b-91920d8ffb78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Floating IP be5cbc0f-5db7-4321-b99d-40b5fcf9d14a disassociated (deleted). External IP: 172.25.3.106, port: 6d00d224-182c-4b44-afff-2d2a7afa6795. Jul 16 18:28:14.793418 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0ed88f38-f944-4d08-84a9-2d7db610005a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port ca6920ed-d64c-41f8-8cdc-f53c3deccf79 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:14.793727 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ed88f38-f944-4d08-84a9-2d7db610005a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.847808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cdc8c7-f5da-4367-ab6b-91920d8ffb78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Router 62891f4c-21e3-4808-844b-b410e03d4c8f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:14.888520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0ed88f38-f944-4d08-84a9-2d7db610005a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] For port ca6920ed-d64c-41f8-8cdc-f53c3deccf79, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ca6920ed-d64c-41f8-8cdc-f53c3deccf79,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:14.888886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ed88f38-f944-4d08-84a9-2d7db610005a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.902323 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0ed88f38-f944-4d08-84a9-2d7db610005a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for ca6920ed-d64c-41f8-8cdc-f53c3deccf79 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:14.966615 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cdc8c7-f5da-4367-ab6b-91920d8ffb78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:14.972148 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc8c7-f5da-4367-ab6b-91920d8ffb78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.978424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae179ef5-5344-42e6-addd-6e01ba2863a0 None None] Sync routers for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:14.989347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae179ef5-5344-42e6-addd-6e01ba2863a0 None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:14.990252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ae179ef5-5344-42e6-addd-6e01ba2863a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:27:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:15.012180 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e3cdc8c7-f5da-4367-ab6b-91920d8ffb78 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "DELETE /v2.0/floatingips/be5cbc0f-5db7-4321-b99d-40b5fcf9d14a HTTP/1.1" status: 204 len: 168 time: 0.9183068 Jul 16 18:28:15.117916 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ed88f38-f944-4d08-84a9-2d7db610005a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.122106 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-ae179ef5-5344-42e6-addd-6e01ba2863a0 None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:15.148090 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed88f38-f944-4d08-84a9-2d7db610005a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=ca6920ed-d64c-41f8-8cdc-f53c3deccf79,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:15.265431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'tag': '6d00d224-182c-4b44-afff-2d2a7afa6795'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:15.269851 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad49d9b-f735-47f8-a1e4-9b39c26e3814" -d '{"events": [{"name": "network-changed", "server_uuid": "af2f0af5-205d-440b-8d80-72fb3184d9f7", "tag": "6d00d224-182c-4b44-afff-2d2a7afa6795"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:15.317086 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9e59d9-8b1a-4ce2-abd0-9b86289ac9a1 x-openstack-request-id: req-2d9e59d9-8b1a-4ce2-abd0-9b86289ac9a1 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:15.317384 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2f0af5-205d-440b-8d80-72fb3184d9f7", "tag": "6d00d224-182c-4b44-afff-2d2a7afa6795", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:15.317713 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d9e59d9-8b1a-4ce2-abd0-9b86289ac9a1 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:15.318123 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'tag': '6d00d224-182c-4b44-afff-2d2a7afa6795', 'status': 'completed', 'code': 200} Jul 16 18:28:15.368502 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ed88f38-f944-4d08-84a9-2d7db610005a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.424283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad49d9b-f735-47f8-a1e4-9b39c26e3814 req-8d152327-113f-4f87-bf12-8c21fd6a3c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.425988 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ad49d9b-f735-47f8-a1e4-9b39c26e3814 req-8d152327-113f-4f87-bf12-8c21fd6a3c61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 1097 time: 0.0754433 Jul 16 18:28:15.456222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ae179ef5-5344-42e6-addd-6e01ba2863a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '6f5f5108-9d41-4144-b2e8-c0baacd31ba9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': '906aa7b3-4e9a-443b-9bed-da953268556e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:eb:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:42Z', 'updated_at': '2021-07-16T18:24:45Z', 'revision_number': 1, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:15.490095 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae179ef5-5344-42e6-addd-6e01ba2863a0 None None] Checking router: 62891f4c-21e3-4808-844b-b410e03d4c8f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:15.499985 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae179ef5-5344-42e6-addd-6e01ba2863a0 None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:15.500667 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ae179ef5-5344-42e6-addd-6e01ba2863a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:27:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:15.563277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e3efb-7d3e-486e-83d2-bd96b0218ba7 req-cd52d4b4-e02c-4abb-b2d1-b5c778bec934 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.565916 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-680e3efb-7d3e-486e-83d2-bd96b0218ba7 req-cd52d4b4-e02c-4abb-b2d1-b5c778bec934 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 945 time: 0.1388247 Jul 16 18:28:15.612805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-ae179ef5-5344-42e6-addd-6e01ba2863a0 None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:15.633480 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad49d9b-f735-47f8-a1e4-9b39c26e3814 req-bdd39d47-fdeb-4f92-a652-e1a424091022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.635004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ad49d9b-f735-47f8-a1e4-9b39c26e3814 req-bdd39d47-fdeb-4f92-a652-e1a424091022 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.1683841 Jul 16 18:28:15.638238 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-680e3efb-7d3e-486e-83d2-bd96b0218ba7 req-ab75c67b-6a07-4ff4-bfd8-f0db98d4aab9 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651205 Jul 16 18:28:15.688215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ad49d9b-f735-47f8-a1e4-9b39c26e3814 req-c0d706e6-bc59-4fc2-8e40-d706aee32bde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d00d224-182c-4b44-afff-2d2a7afa6795 HTTP/1.1" status: 200 len: 217 time: 0.0452495 Jul 16 18:28:15.740933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad49d9b-f735-47f8-a1e4-9b39c26e3814 req-b75622aa-d376-4d43-879b-047f894d12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.742900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ad49d9b-f735-47f8-a1e4-9b39c26e3814 req-b75622aa-d376-4d43-879b-047f894d12a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0475876 Jul 16 18:28:15.763421 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a4fff0c8-624a-4088-bcb6-c99dfd4e2446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.807884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad49d9b-f735-47f8-a1e4-9b39c26e3814 req-8368005a-82bc-4113-a995-3ce4b1a9bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.811484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ad49d9b-f735-47f8-a1e4-9b39c26e3814 req-8368005a-82bc-4113-a995-3ce4b1a9bef3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603623 Jul 16 18:28:15.869116 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-ae179ef5-5344-42e6-addd-6e01ba2863a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '6f5f5108-9d41-4144-b2e8-c0baacd31ba9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': '906aa7b3-4e9a-443b-9bed-da953268556e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:eb:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:42Z', 'updated_at': '2021-07-16T18:24:45Z', 'revision_number': 1, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:15.900342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae179ef5-5344-42e6-addd-6e01ba2863a0 None None] The sync data for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 is: [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '6f5f5108-9d41-4144-b2e8-c0baacd31ba9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'floating_ip_address': '172.25.3.13', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'port_id': '906aa7b3-4e9a-443b-9bed-da953268556e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'mac_address': 'fa:16:3e:eb:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:42Z', 'updated_at': '2021-07-16T18:24:45Z', 'revision_number': 1, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:15.915409 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ad49d9b-f735-47f8-a1e4-9b39c26e3814 req-1ed80552-dd2f-4a69-bc8f-2c99da0b1c62 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964334 Jul 16 18:28:15.996036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed88f38-f944-4d08-84a9-2d7db610005a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:16.001526 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.035402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0ad49d9b-f735-47f8-a1e4-9b39c26e3814 req-3a45345a-ebb7-4516-bbec-98b3bdd4d914 service neutron] 10.222.0.32 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123664 Jul 16 18:28:16.112988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed88f38-f944-4d08-84a9-2d7db610005a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:16.120781 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0ed88f38-f944-4d08-84a9-2d7db610005a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "PUT /v2.0/routers/a4be59e1-6ea3-43cf-b762-0e05c8c5e684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1009045 Jul 16 18:28:16.122079 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41394) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:16.123702 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa345c5-2ff5-408f-8e93-ebe14f4a5e06 None None] Sync routers for ids ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:16.133338 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa345c5-2ff5-408f-8e93-ebe14f4a5e06 None None] Routers {'a4be59e1-6ea3-43cf-b762-0e05c8c5e684'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:16.133996 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-baa345c5-2ff5-408f-8e93-ebe14f4a5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:16.180862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-3186489e-3b9c-42f0-92cf-7a88a3e9eb11 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting subnet cdcbed7e-fa83-417c-b867-cec67e6fd78c {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:16.186163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3186489e-3b9c-42f0-92cf-7a88a3e9eb11 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.200837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac23c8f-295b-4508-b386-77ec4f683ea4 None None] New status for floating IP be5cbc0f-5db7-4321-b99d-40b5fcf9d14a: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:28:16.228440 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3186489e-3b9c-42f0-92cf-7a88a3e9eb11 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.243707 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-baa345c5-2ff5-408f-8e93-ebe14f4a5e06 None None] Set router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:16.316847 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3186489e-3b9c-42f0-92cf-7a88a3e9eb11 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.387559 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3186489e-3b9c-42f0-92cf-7a88a3e9eb11 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.415903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186489e-3b9c-42f0-92cf-7a88a3e9eb11 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Subnet': ['ID=cdcbed7e-fa83-417c-b867-cec67e6fd78c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:16.421722 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3186489e-3b9c-42f0-92cf-7a88a3e9eb11 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.424012 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3186489e-3b9c-42f0-92cf-7a88a3e9eb11 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/subnets/cdcbed7e-fa83-417c-b867-cec67e6fd78c HTTP/1.1" status: 204 len: 168 time: 0.3004105 Jul 16 18:28:16.426765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41398) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:16.437159 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-baa345c5-2ff5-408f-8e93-ebe14f4a5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:28:15Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:16.440913 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03d8f5-0ba7-48da-9663-097fd2112d86 None None] Network fe5abc7a-0c4f-436e-90f4-1dcc07d41174 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:16.468525 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa345c5-2ff5-408f-8e93-ebe14f4a5e06 None None] Checking router: a4be59e1-6ea3-43cf-b762-0e05c8c5e684 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:16.476712 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa345c5-2ff5-408f-8e93-ebe14f4a5e06 None None] Routers {'a4be59e1-6ea3-43cf-b762-0e05c8c5e684'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:16.477338 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-baa345c5-2ff5-408f-8e93-ebe14f4a5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:16.546064 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.588924 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-baa345c5-2ff5-408f-8e93-ebe14f4a5e06 None None] Set router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:16.603997 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 0a4e9edb-1a38-4923-b697-230387bbcc8a no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:16.633623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 0a4e9edb-1a38-4923-b697-230387bbcc8a {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:16.634006 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 0a4e9edb-1a38-4923-b697-230387bbcc8a not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:16.655893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfaacb8-42ea-4879-9cd1-41e08c3940d3 None None] DHCP port deletion for fe5abc7a-0c4f-436e-90f4-1dcc07d41174 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:28:16.672377 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.710941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6dfaacb8-42ea-4879-9cd1-41e08c3940d3 None None] Deleting port 6eeed0f2-fc74-4186-a15c-09cbcb471111 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:16.711314 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6dfaacb8-42ea-4879-9cd1-41e08c3940d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.739805 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port 16c9f51c-3709-4b86-9b78-ce860174f58b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:16.740320 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.794364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6dfaacb8-42ea-4879-9cd1-41e08c3940d3 None None] For port 6eeed0f2-fc74-4186-a15c-09cbcb471111, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6eeed0f2-fc74-4186-a15c-09cbcb471111,segment=NetworkSegment(d37f0656-4f6d-4fec-84e0-7261ce056aab),segment_id=d37f0656-4f6d-4fec-84e0-7261ce056aab)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:16.795224 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6dfaacb8-42ea-4879-9cd1-41e08c3940d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.815756 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-baa345c5-2ff5-408f-8e93-ebe14f4a5e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:28:15Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:16.818270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6dfaacb8-42ea-4879-9cd1-41e08c3940d3 None None] Calling delete_port for 6eeed0f2-fc74-4186-a15c-09cbcb471111 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:16.830576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] For port 16c9f51c-3709-4b86-9b78-ce860174f58b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=16c9f51c-3709-4b86-9b78-ce860174f58b,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:16.831026 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.845207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for 16c9f51c-3709-4b86-9b78-ce860174f58b owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:16.850907 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa345c5-2ff5-408f-8e93-ebe14f4a5e06 None None] The sync data for ids ['a4be59e1-6ea3-43cf-b762-0e05c8c5e684'] in n-d-787205-10 is: [{'id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800055218', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:20Z', 'updated_at': '2021-07-16T18:28:15Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '16c9f51c-3709-4b86-9b78-ce860174f58b', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be59e1-6ea3-43cf-b762-0e05c8c5e684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:21Z', 'updated_at': '2021-07-16T18:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:16.895585 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3e048-7244-4a5b-85f6-ba4e8564c8c8 req-863b5b12-b9ce-4fa9-ad2c-9012a6577e6c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:16.898147 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9d3e048-7244-4a5b-85f6-ba4e8564c8c8 req-863b5b12-b9ce-4fa9-ad2c-9012a6577e6c tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 945 time: 0.1250708 Jul 16 18:28:16.912570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0856-08d3-4f56-af79-90cb131cab62 req-eb483e5e-f282-4db1-8645-41fadc72d0d6 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:16.914011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-795f0856-08d3-4f56-af79-90cb131cab62 req-eb483e5e-f282-4db1-8645-41fadc72d0d6 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 945 time: 0.1307745 Jul 16 18:28:16.934096 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6dfaacb8-42ea-4879-9cd1-41e08c3940d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.963193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfaacb8-42ea-4879-9cd1-41e08c3940d3 None None] Pushing event deleted for resources: {'Port': ['ID=6eeed0f2-fc74-4186-a15c-09cbcb471111,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:16.965785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfaacb8-42ea-4879-9cd1-41e08c3940d3 None None] No DVR routers for this DVR port 6eeed0f2-fc74-4186-a15c-09cbcb471111 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:16.995290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9d3e048-7244-4a5b-85f6-ba4e8564c8c8 req-a10ec32b-4cb3-4d91-b91a-0eff1e0adac5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910408 Jul 16 18:28:17.042906 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.048678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-795f0856-08d3-4f56-af79-90cb131cab62 req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Deleting port 6d00d224-182c-4b44-afff-2d2a7afa6795 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:17.049031 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-795f0856-08d3-4f56-af79-90cb131cab62 req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.073373 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=16c9f51c-3709-4b86-9b78-ce860174f58b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:17.135358 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.144063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-795f0856-08d3-4f56-af79-90cb131cab62 req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] For port 6d00d224-182c-4b44-afff-2d2a7afa6795, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6d00d224-182c-4b44-afff-2d2a7afa6795,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:17.144357 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-795f0856-08d3-4f56-af79-90cb131cab62 req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.157487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-795f0856-08d3-4f56-af79-90cb131cab62 req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Calling delete_port for 6d00d224-182c-4b44-afff-2d2a7afa6795 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:17.230954 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.233455 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.285400 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.285994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Fanout notify agent at l3_agent the message router_deleted on router a4be59e1-6ea3-43cf-b762-0e05c8c5e684 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:28:17.294656 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.295942 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2a9ec804-8258-44ab-bff0-84745a995e5a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/routers/a4be59e1-6ea3-43cf-b762-0e05c8c5e684 HTTP/1.1" status: 204 len: 168 time: 0.8680835 Jul 16 18:28:17.299063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41402) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:17.303095 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-795f0856-08d3-4f56-af79-90cb131cab62 req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.361720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event deleted for resources: {'Port': ['ID=6d00d224-182c-4b44-afff-2d2a7afa6795,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:17.378516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.378905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.379240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.379723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.380077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.380402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.380803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.381160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.381809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.382150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.382578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.382907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.390610 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8781582c-07df-49f8-a87b-1bbf15b6e948 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.406732 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-795f0856-08d3-4f56-af79-90cb131cab62 req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] No DVR routers for this DVR port 6d00d224-182c-4b44-afff-2d2a7afa6795 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:17.409317 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-795f0856-08d3-4f56-af79-90cb131cab62 req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.411647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-795f0856-08d3-4f56-af79-90cb131cab62 req-99d73136-9241-4a29-9638-cf39f26ba847 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.32 "DELETE /v2.0/ports/6d00d224-182c-4b44-afff-2d2a7afa6795 HTTP/1.1" status: 204 len: 173 time: 0.4901769 Jul 16 18:28:17.412208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'name': 'network-vif-deleted', 'tag': '6d00d224-182c-4b44-afff-2d2a7afa6795'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:17.414611 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb946ff-4901-4069-bdca-0e780b84bf03" -d '{"events": [{"server_uuid": "af2f0af5-205d-440b-8d80-72fb3184d9f7", "name": "network-vif-deleted", "tag": "6d00d224-182c-4b44-afff-2d2a7afa6795"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:17.454462 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c7bd41-913e-4e53-9673-76816689ffbe x-openstack-request-id: req-d9c7bd41-913e-4e53-9673-76816689ffbe {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:17.454759 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2f0af5-205d-440b-8d80-72fb3184d9f7", "name": "network-vif-deleted", "tag": "6d00d224-182c-4b44-afff-2d2a7afa6795", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:17.455095 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9c7bd41-913e-4e53-9673-76816689ffbe {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:17.455418 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2f0af5-205d-440b-8d80-72fb3184d9f7', 'name': 'network-vif-deleted', 'tag': '6d00d224-182c-4b44-afff-2d2a7afa6795', 'status': 'completed', 'code': 200} Jul 16 18:28:17.494251 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8781582c-07df-49f8-a87b-1bbf15b6e948 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.505213 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-8781582c-07df-49f8-a87b-1bbf15b6e948 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5abc7a-0c4f-436e-90f4-1dcc07d41174']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:17.519456 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-8781582c-07df-49f8-a87b-1bbf15b6e948 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37f0656-4f6d-4fec-84e0-7261ce056aab') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:17.519760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-8781582c-07df-49f8-a87b-1bbf15b6e948 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37f0656-4f6d-4fec-84e0-7261ce056aab') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:17.530082 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8781582c-07df-49f8-a87b-1bbf15b6e948 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.547066 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8781582c-07df-49f8-a87b-1bbf15b6e948 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.554300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8781582c-07df-49f8-a87b-1bbf15b6e948 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:17.554846 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8781582c-07df-49f8-a87b-1bbf15b6e948 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:17.558331 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:17.623781 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8781582c-07df-49f8-a87b-1bbf15b6e948 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.628606 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8781582c-07df-49f8-a87b-1bbf15b6e948 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.631130 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8781582c-07df-49f8-a87b-1bbf15b6e948 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/networks/fe5abc7a-0c4f-436e-90f4-1dcc07d41174 HTTP/1.1" status: 204 len: 168 time: 0.3305159 Jul 16 18:28:17.633483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41408) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:17.646049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781582c-07df-49f8-a87b-1bbf15b6e948 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Network': ['ID=fe5abc7a-0c4f-436e-90f4-1dcc07d41174,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:17.697461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3885ff24-ed7c-43de-abc2-c05efe151268 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.698275 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.725523 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3885ff24-ed7c-43de-abc2-c05efe151268 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.796414 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3885ff24-ed7c-43de-abc2-c05efe151268 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.799507 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3885ff24-ed7c-43de-abc2-c05efe151268 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.800697 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3885ff24-ed7c-43de-abc2-c05efe151268 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/security-groups/1bfcfdc9-705e-423c-9968-895e612f78b5 HTTP/1.1" status: 204 len: 168 time: 0.1660118 Jul 16 18:28:17.813152 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885ff24-ed7c-43de-abc2-c05efe151268 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfcfdc9-705e-423c-9968-895e612f78b5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:18.007309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6eeed0f2-fc74-4186-a15c-09cbcb471111 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:18.036202 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 6eeed0f2-fc74-4186-a15c-09cbcb471111 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:18.037332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6eeed0f2-fc74-4186-a15c-09cbcb471111 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:18.037790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ca6920ed-d64c-41f8-8cdc-f53c3deccf79 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:18.061452 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: ca6920ed-d64c-41f8-8cdc-f53c3deccf79 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:18.061849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ca6920ed-d64c-41f8-8cdc-f53c3deccf79 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:18.062281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 16c9f51c-3709-4b86-9b78-ce860174f58b no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:18.084943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 16c9f51c-3709-4b86-9b78-ce860174f58b {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:18.085466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 16c9f51c-3709-4b86-9b78-ce860174f58b not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:18.150825 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ddf0d722-0435-47d2-99f7-74e62ad5c8c8 req-0c8e6d5f-6105-49d1-a027-57b039e5ba48 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 210 time: 0.0304422 Jul 16 18:28:18.268137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41416) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:18.272895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d1b28dc1-c3f9-4527-99c5-353d1e3af288 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-883545471', 'description': 'tempest-secgroup-smoke-883545471 description', 'project_id': '050e3e58456244eeb96306e30f510dfa'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:18.295063 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1b28dc1-c3f9-4527-99c5-353d1e3af288 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.381110 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1b28dc1-c3f9-4527-99c5-353d1e3af288 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.384979 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1b28dc1-c3f9-4527-99c5-353d1e3af288 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.418979 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1b28dc1-c3f9-4527-99c5-353d1e3af288 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.420389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d1b28dc1-c3f9-4527-99c5-353d1e3af288 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1512315 Jul 16 18:28:18.423198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41418) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:18.427593 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-56782d3f-2ed6-4358-9f35-4d5cf0707dfe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '4b423d9a-f812-490c-ac1f-45aeb00f2a48', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:18.432770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b28dc1-c3f9-4527-99c5-353d1e3af288 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b423d9a-f812-490c-ac1f-45aeb00f2a48,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:18.457877 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56782d3f-2ed6-4358-9f35-4d5cf0707dfe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.515027 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56782d3f-2ed6-4358-9f35-4d5cf0707dfe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.519017 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56782d3f-2ed6-4358-9f35-4d5cf0707dfe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.537398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56782d3f-2ed6-4358-9f35-4d5cf0707dfe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7cad07-5e4c-45a4-87f5-01295654b7eb,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:18.543733 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56782d3f-2ed6-4358-9f35-4d5cf0707dfe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.547363 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-56782d3f-2ed6-4358-9f35-4d5cf0707dfe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208479 Jul 16 18:28:18.547563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41420) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:18.552063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-459bdffc-9322-4ddd-8d36-783d93c6bef3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '4b423d9a-f812-490c-ac1f-45aeb00f2a48', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:18.579150 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-459bdffc-9322-4ddd-8d36-783d93c6bef3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.637946 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-459bdffc-9322-4ddd-8d36-783d93c6bef3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.641693 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-459bdffc-9322-4ddd-8d36-783d93c6bef3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.655490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bdffc-9322-4ddd-8d36-783d93c6bef3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d366606d-bfa3-4662-8e02-42fb243ac21a,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:18.667181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-459bdffc-9322-4ddd-8d36-783d93c6bef3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.669136 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-459bdffc-9322-4ddd-8d36-783d93c6bef3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206439 Jul 16 18:28:18.671973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41422) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:18.676819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8e8fb598-8e02-4b80-8a98-46b07c0c5382 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '4b423d9a-f812-490c-ac1f-45aeb00f2a48', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:18.705362 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e8fb598-8e02-4b80-8a98-46b07c0c5382 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.772805 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e8fb598-8e02-4b80-8a98-46b07c0c5382 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.776653 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e8fb598-8e02-4b80-8a98-46b07c0c5382 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.797285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fb598-8e02-4b80-8a98-46b07c0c5382 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7f94d7-a2f4-4819-8a1c-8fed3f78d235,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:18.804840 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e8fb598-8e02-4b80-8a98-46b07c0c5382 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.806793 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8e8fb598-8e02-4b80-8a98-46b07c0c5382 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334102 Jul 16 18:28:18.810079 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41424) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:18.815314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-77e902f5-1281-407d-be82-d164b03fbd55 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '4b423d9a-f812-490c-ac1f-45aeb00f2a48', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:18.843109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77e902f5-1281-407d-be82-d164b03fbd55 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.907505 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77e902f5-1281-407d-be82-d164b03fbd55 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.911760 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77e902f5-1281-407d-be82-d164b03fbd55 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.930985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e902f5-1281-407d-be82-d164b03fbd55 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c33705-06ad-444d-9adc-10c2a619f545,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:18.936713 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77e902f5-1281-407d-be82-d164b03fbd55 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.937868 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-77e902f5-1281-407d-be82-d164b03fbd55 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266978 Jul 16 18:28:18.940985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41426) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:18.945454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5a87f841-07c8-4f44-8d84-4677c3aebd0e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '4b423d9a-f812-490c-ac1f-45aeb00f2a48', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:18.966825 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-5a87f841-07c8-4f44-8d84-4677c3aebd0e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Project 050e3e58456244eeb96306e30f510dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:28:18.971635 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5a87f841-07c8-4f44-8d84-4677c3aebd0e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.032367 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5a87f841-07c8-4f44-8d84-4677c3aebd0e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.037835 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5a87f841-07c8-4f44-8d84-4677c3aebd0e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.057605 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87f841-07c8-4f44-8d84-4677c3aebd0e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebaf1054-7add-4c25-a22a-b853b680292d,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:19.060499 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5a87f841-07c8-4f44-8d84-4677c3aebd0e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.064430 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5a87f841-07c8-4f44-8d84-4677c3aebd0e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197681 Jul 16 18:28:19.065538 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41428) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:19.069162 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c7b06c30-6581-4492-9daa-55dcc88bf450 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '4b423d9a-f812-490c-ac1f-45aeb00f2a48', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:19.091554 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-c7b06c30-6581-4492-9daa-55dcc88bf450 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Project 050e3e58456244eeb96306e30f510dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:28:19.097529 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7b06c30-6581-4492-9daa-55dcc88bf450 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.105553 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.165636 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7b06c30-6581-4492-9daa-55dcc88bf450 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.170425 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7b06c30-6581-4492-9daa-55dcc88bf450 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.190972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b06c30-6581-4492-9daa-55dcc88bf450 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612e0c44-bdd6-4cad-a995-6165cb72066a,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:19.197803 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c7b06c30-6581-4492-9daa-55dcc88bf450 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.202976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41432) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:19.203449 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c7b06c30-6581-4492-9daa-55dcc88bf450 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374063 Jul 16 18:28:19.210807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5173c697-43b0-4d71-8132-e325ee7054c3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'network': {'name': 'tempest-network-smoke--1916678054', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'port_security_enabled': True}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:19.237866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5173c697-43b0-4d71-8132-e325ee7054c3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Made reservation on behalf of 050e3e58456244eeb96306e30f510dfa for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:19.241745 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5173c697-43b0-4d71-8132-e325ee7054c3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.266526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5173c697-43b0-4d71-8132-e325ee7054c3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:19.277839 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5173c697-43b0-4d71-8132-e325ee7054c3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.278269 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-5173c697-43b0-4d71-8132-e325ee7054c3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Added segment 4f8c3e67-5267-459a-9bc2-f86c4f6aac4f of type vlan for network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 Jul 16 18:28:19.320376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4b78d742-1e56-4f83-bb3a-f072f35e7de9 req-f01d8c68-c46a-4c9e-9d3f-573587b233da tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 210 time: 0.0444739 Jul 16 18:28:19.357968 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5173c697-43b0-4d71-8132-e325ee7054c3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.388022 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5173c697-43b0-4d71-8132-e325ee7054c3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.393585 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5173c697-43b0-4d71-8132-e325ee7054c3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.394221 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5173c697-43b0-4d71-8132-e325ee7054c3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.428642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5173c697-43b0-4d71-8132-e325ee7054c3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2235405 Jul 16 18:28:19.431486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41434) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:19.437986 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'admin_state_up': True, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:19.473165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173c697-43b0-4d71-8132-e325ee7054c3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Network': ['ID=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:19.486039 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:19.494090 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.495131 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.555911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.697452 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.899102 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.918427 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.378385 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.25.3.106 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/7e3b8df2-aa4b-40f5-bb55-42257ed14ca6) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:20.487454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31c3c3bb-d30f-497c-a5a1-0180d1b5cec0 req-e0956c77-ed44-4c85-8e70-4b2cb9724d9e tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=af2f0af5-205d-440b-8d80-72fb3184d9f7 HTTP/1.1" status: 200 len: 210 time: 0.0363312 Jul 16 18:28:20.519665 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.560208 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.600571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:20.605940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:20.610325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:20.613431 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=7e3b8df2-aa4b-40f5-bb55-42257ed14ca6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:20.635235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6d00d224-182c-4b44-afff-2d2a7afa6795 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:20.656452 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 6d00d224-182c-4b44-afff-2d2a7afa6795 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:20.656792 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6d00d224-182c-4b44-afff-2d2a7afa6795 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:20.864965 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.069064 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.200986 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router 95184fed-b268-48a7-94b3-d91555967dc4 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:28:21.306634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:21.316508 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Sync routers for ids ['95184fed-b268-48a7-94b3-d91555967dc4'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:21.326522 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Routers {'95184fed-b268-48a7-94b3-d91555967dc4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:21.327229 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['95184fed-b268-48a7-94b3-d91555967dc4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:21.327510 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.329110 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-532d2b59-99f7-4d2f-a1be-1dd5b55ec77f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8968856 Jul 16 18:28:21.332371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41438) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:21.370922 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-46e3958e-d2ed-4485-a805-d662d419019a tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=050e3e58456244eeb96306e30f510dfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366907 Jul 16 18:28:21.371541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41440) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:21.444800 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Set router 95184fed-b268-48a7-94b3-d91555967dc4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:21.464288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35863874-e896-455a-8834-b468555aab05 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.466009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-35863874-e896-455a-8834-b468555aab05 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932767 Jul 16 18:28:21.468937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41442) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:21.508005 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b867f351-5c94-4cd2-b644-6b1db5e331ab tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353959 Jul 16 18:28:21.508332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41444) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:21.513938 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b165f2c3-93d8-4727-bb98-16fac3357632 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1723509751', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:21.613682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b165f2c3-93d8-4727-bb98-16fac3357632 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Made reservation on behalf of 050e3e58456244eeb96306e30f510dfa for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:21.617532 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b165f2c3-93d8-4727-bb98-16fac3357632 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.735617 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:20Z', 'revision_number': 3, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:21.763428 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Checking router: 95184fed-b268-48a7-94b3-d91555967dc4 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:21.763773 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Updating router 95184fed-b268-48a7-94b3-d91555967dc4 port 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:21.800388 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.838785 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b165f2c3-93d8-4727-bb98-16fac3357632 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.908631 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165f2c3-93d8-4727-bb98-16fac3357632 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Subnet': ['ID=91d560d0-88dd-4705-9679-23f567996450,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:21.915816 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b165f2c3-93d8-4727-bb98-16fac3357632 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Checking segment: {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:21.916166 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b165f2c3-93d8-4727-bb98-16fac3357632 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network hostable DHCP agents. Network: bc0665b4-98f2-47a6-8f6a-2be9de90fbd6, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:21.936161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b165f2c3-93d8-4727-bb98-16fac3357632 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:21.946069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b165f2c3-93d8-4727-bb98-16fac3357632 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, bc0665b4-98f2-47a6-8f6a-2be9de90fbd6) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:21.951065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b165f2c3-93d8-4727-bb98-16fac3357632 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.951716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b165f2c3-93d8-4727-bb98-16fac3357632 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.959293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64790bd-e596-473b-a8e6-dbb66e0cfca3 None None] Network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:21.975815 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41454) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:21.986877 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b165f2c3-93d8-4727-bb98-16fac3357632 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4752979 Jul 16 18:28:22.063232 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.073336 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Transition to ACTIVE for port object 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:22.080724 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.118904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ips': [{'subnet_id': '91d560d0-88dd-4705-9679-23f567996450'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:28:22.121189 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.128697 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Attempting to bind port 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:22.129070 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Attempting to bind port 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:22.129673 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Attempting to bind port 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:22.138547 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:22.139217 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:22.139816 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.140581 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:22.141530 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Bound port: 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:22.142131 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.203637 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] For port 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:22.207878 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] For port 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7e3b8df2-aa4b-40f5-bb55-42257ed14ca6,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:22.217759 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.221191 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Pushing event updated for resources: {'Port': ['ID=7e3b8df2-aa4b-40f5-bb55-42257ed14ca6,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:22.232802 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:22.233927 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:22.234275 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:22.234613 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:22.234963 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:22.235279 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:22.236347 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:22.236682 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:22.237016 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:22.237349 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:22.237695 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:22.238030 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:22.289083 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Routers {'95184fed-b268-48a7-94b3-d91555967dc4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:22.289746 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['95184fed-b268-48a7-94b3-d91555967dc4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:22.305223 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Allocated IP 172.20.0.2 (bc0665b4-98f2-47a6-8f6a-2be9de90fbd6/91d560d0-88dd-4705-9679-23f567996450/7117f37e-7b2d-4960-afe4-400c37d4e533) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:22.414044 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] Set router 95184fed-b268-48a7-94b3-d91555967dc4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:22.497017 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.500916 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858244d-9198-4ec1-9d4e-d79423260c11 None None] Pushing event updated for resources: {'Port': ['ID=7e3b8df2-aa4b-40f5-bb55-42257ed14ca6,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:22.506759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Transition to ACTIVE for port object 7117f37e-7b2d-4960-afe4-400c37d4e533 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:22.530676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Transition to ACTIVE for port object 7117f37e-7b2d-4960-afe4-400c37d4e533 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:22.538732 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.546953 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.577438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:22.582353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:22.585584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:22.599352 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Pushing event updated for resources: {'Port': ['ID=7117f37e-7b2d-4960-afe4-400c37d4e533,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:22.665067 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:20Z', 'revision_number': 3, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:22.672077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Attempting to bind port 7117f37e-7b2d-4960-afe4-400c37d4e533 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:22.672821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Attempting to bind port 7117f37e-7b2d-4960-afe4-400c37d4e533 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:22.673432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Attempting to bind port 7117f37e-7b2d-4960-afe4-400c37d4e533 on network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:22.678906 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:22.679428 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Checking segment: {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:22.680032 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.680522 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Bound using segment: {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:22.681088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Bound port: 7117f37e-7b2d-4960-afe4-400c37d4e533, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:22.681565 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.707010 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e5c72-850a-43e4-9fec-24cebede3e36 None None] The sync data for ids ['95184fed-b268-48a7-94b3-d91555967dc4'] in n-d-787205-10 is: [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:20Z', 'revision_number': 3, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:22.806993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] For port 7117f37e-7b2d-4960-afe4-400c37d4e533, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:22.811310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] For port 7117f37e-7b2d-4960-afe4-400c37d4e533, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7117f37e-7b2d-4960-afe4-400c37d4e533,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:22.818222 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.889520 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7cb9f-69d4-4f3c-98a7-7c7e4b6d293b None None] Pushing event updated for resources: {'Port': ['ID=7117f37e-7b2d-4960-afe4-400c37d4e533,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:22.911521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.20.0.1 (bc0665b4-98f2-47a6-8f6a-2be9de90fbd6/91d560d0-88dd-4705-9679-23f567996450/df2fba1d-4702-4003-932e-ba85f7ecf5ce) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:23.082939 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.109034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Transition to ACTIVE for port object df2fba1d-4702-4003-932e-ba85f7ecf5ce will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:23.185112 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.244344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:23.248529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:23.252830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:23.259875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=df2fba1d-4702-4003-932e-ba85f7ecf5ce,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:23.312909 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.341998 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.475111 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.791945 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.798304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.883758 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=df2fba1d-4702-4003-932e-ba85f7ecf5ce,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:23.906927 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.030756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:24.032263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:24.096014 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:24.154143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d8311-b9b9-4f56-9ff6-521320177925 None None] Network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:24.166583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:24.169855 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router 95184fed-b268-48a7-94b3-d91555967dc4 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:24.178950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:24.179574 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.261077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5688969-8917-4f46-bd2c-baf1d4a1d370 None None] Provisioning for port 7117f37e-7b2d-4960-afe4-400c37d4e533 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:24.284396 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:24.305864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c0975645-8bbf-4c28-8317-78d964e3bf93 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "PUT /v2.0/routers/95184fed-b268-48a7-94b3-d91555967dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3199053 Jul 16 18:28:24.330349 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.352628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7e3b8df2-aa4b-40f5-bb55-42257ed14ca6,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:24.383548 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.384758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7117f37e-7b2d-4960-afe4-400c37d4e533 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:24.496095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-42e65af3-a46f-4d64-bf00-b5d188f4f5cb tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-883545471&fields=id&tenant_id=050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 267 time: 0.0420799 Jul 16 18:28:24.509499 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=7e3b8df2-aa4b-40f5-bb55-42257ed14ca6,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:24.539702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 7117f37e-7b2d-4960-afe4-400c37d4e533 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:24.547237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 7117f37e-7b2d-4960-afe4-400c37d4e533 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:24.547613 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.617510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-e8ed09ca-feb2-43a4-94f7-7a32671d97b4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:24.619233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-e8ed09ca-feb2-43a4-94f7-7a32671d97b4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 797 time: 0.1159759 Jul 16 18:28:24.639243 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-d780ea4c-8fbd-4070-a600-63f4503bdde6 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/quotas/050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 375 time: 0.0109828 Jul 16 18:28:24.735882 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-ff014fba-7a1b-4602-a0cb-03fae6083be3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885408 Jul 16 18:28:24.854692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Sync routers for ids ['95184fed-b268-48a7-94b3-d91555967dc4'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:24.874111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-4e48e8bf-7231-4a6a-8130-400d887964f5 service neutron] 10.222.0.24 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211412 Jul 16 18:28:24.877078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Routers {'95184fed-b268-48a7-94b3-d91555967dc4'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:24.877703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['95184fed-b268-48a7-94b3-d91555967dc4'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:24.882849 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.958694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4541d9fe-e9e4-434b-953a-605b8693e238 None None] Provisioning for port df2fba1d-4702-4003-932e-ba85f7ecf5ce completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:24.989964 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 7117f37e-7b2d-4960-afe4-400c37d4e533, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7117f37e-7b2d-4960-afe4-400c37d4e533,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:24.991261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4541d9fe-e9e4-434b-953a-605b8693e238 None None] Provisioning complete for port df2fba1d-4702-4003-932e-ba85f7ecf5ce triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:24.992228 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4541d9fe-e9e4-434b-953a-605b8693e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.044918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-d19c5ab6-4624-420e-ac38-6be1e24ac736 service neutron] 10.222.0.24 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639855 Jul 16 18:28:25.056827 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.110294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4541d9fe-e9e4-434b-953a-605b8693e238 None None] Port df2fba1d-4702-4003-932e-ba85f7ecf5ce cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:25.147903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Set router 95184fed-b268-48a7-94b3-d91555967dc4 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:25.149845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=7117f37e-7b2d-4960-afe4-400c37d4e533,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:25.203287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4541d9fe-e9e4-434b-953a-605b8693e238 None None] Provisioning complete for port 7117f37e-7b2d-4960-afe4-400c37d4e533 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:25.203669 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4541d9fe-e9e4-434b-953a-605b8693e238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.303724 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd35d625-75bd-47df-afd6-052d8aa6ebdb req-ccd5a304-b614-44b6-8201-e043c0456904 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 210 time: 0.0430810 Jul 16 18:28:25.486111 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.495983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'df2fba1d-4702-4003-932e-ba85f7ecf5ce', 'name': '', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:13:57:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '91d560d0-88dd-4705-9679-23f567996450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:22Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 2, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '91d560d0-88dd-4705-9679-23f567996450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:25.536126 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Checking router: 95184fed-b268-48a7-94b3-d91555967dc4 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:25.536489 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Updating router 95184fed-b268-48a7-94b3-d91555967dc4 port df2fba1d-4702-4003-932e-ba85f7ecf5ce binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:25.572571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-032a8548-13c6-4a0f-a05b-16614d38331e None None] Provisioning complete for port df2fba1d-4702-4003-932e-ba85f7ecf5ce triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:25.572847 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-032a8548-13c6-4a0f-a05b-16614d38331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.594739 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.641722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-032a8548-13c6-4a0f-a05b-16614d38331e None None] Port df2fba1d-4702-4003-932e-ba85f7ecf5ce cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:25.890810 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.900919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Transition to ACTIVE for port object df2fba1d-4702-4003-932e-ba85f7ecf5ce will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:25.907868 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.001423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26e305-f2f9-45b8-8f3f-8171a34d79cf None None] Pushing event updated for resources: {'Port': ['ID=df2fba1d-4702-4003-932e-ba85f7ecf5ce,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.038111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:26.076562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Attempting to bind port df2fba1d-4702-4003-932e-ba85f7ecf5ce on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:26.080372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Attempting to bind port df2fba1d-4702-4003-932e-ba85f7ecf5ce by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:26.080372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Attempting to bind port df2fba1d-4702-4003-932e-ba85f7ecf5ce on network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:26.093325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:26.094419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Checking segment: {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:26.094419 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.094599 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Bound using segment: {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:26.095119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Bound port: df2fba1d-4702-4003-932e-ba85f7ecf5ce, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:26.095499 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.175380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:26.175685 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.179550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] For port df2fba1d-4702-4003-932e-ba85f7ecf5ce, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:26.213116 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] For port df2fba1d-4702-4003-932e-ba85f7ecf5ce, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=df2fba1d-4702-4003-932e-ba85f7ecf5ce,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:26.220602 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.317242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Routers {'95184fed-b268-48a7-94b3-d91555967dc4'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:26.317479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['95184fed-b268-48a7-94b3-d91555967dc4'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:26.319145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26e305-f2f9-45b8-8f3f-8171a34d79cf None None] Pushing event updated for resources: {'Port': ['ID=df2fba1d-4702-4003-932e-ba85f7ecf5ce,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.400621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7117f37e-7b2d-4960-afe4-400c37d4e533 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:26.410932 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:28:26.514397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] Set router 95184fed-b268-48a7-94b3-d91555967dc4 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:26.563918 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 7117f37e-7b2d-4960-afe4-400c37d4e533 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:26.564177 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.589277 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c73750c7-b2f3-4f3a-9b63-be12496072b8 req-972cc00b-526b-4d24-8a5a-16fa3f6b8f24 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 210 time: 0.0450652 Jul 16 18:28:26.597871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-a1914fff-9ad3-4a80-a565-d090a368cb3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.599388 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-a1914fff-9ad3-4a80-a565-d090a368cb3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.32 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 797 time: 0.2321055 Jul 16 18:28:26.661055 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-40f72de1-5e80-4b14-8f3a-7c1282053abb tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 379 time: 0.0505915 Jul 16 18:28:26.672524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'port': {'device_id': '117879f1-8587-429d-9730-816cc42a3a92', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'admin_state_up': True, 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'security_groups': ['4b423d9a-f812-490c-ac1f-45aeb00f2a48']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:26.779314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Made reservation on behalf of 050e3e58456244eeb96306e30f510dfa for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:26.783644 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.816762 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'df2fba1d-4702-4003-932e-ba85f7ecf5ce', 'name': '', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:13:57:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '91d560d0-88dd-4705-9679-23f567996450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:22Z', 'updated_at': '2021-07-16T18:28:26Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '91d560d0-88dd-4705-9679-23f567996450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:26.843640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518fe310-0111-4e5c-b75d-9f93c3c07e39 None None] The sync data for ids ['95184fed-b268-48a7-94b3-d91555967dc4'] in n-d-787205-10 is: [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'df2fba1d-4702-4003-932e-ba85f7ecf5ce', 'name': '', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:13:57:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '91d560d0-88dd-4705-9679-23f567996450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:22Z', 'updated_at': '2021-07-16T18:28:26Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '91d560d0-88dd-4705-9679-23f567996450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:26.935120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.20.0.11 (bc0665b4-98f2-47a6-8f6a-2be9de90fbd6/91d560d0-88dd-4705-9679-23f567996450/f5b61633-8733-4166-87b3-c63c301f6aa5) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:27.110436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41498) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:27.296547 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-01d5894c-ac09-4ca0-9b0d-35041d7ff33f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Deleting port a189d748-52a4-46a8-9595-2fa07e4de401 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:27.296956 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01d5894c-ac09-4ca0-9b0d-35041d7ff33f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.380991 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01d5894c-ac09-4ca0-9b0d-35041d7ff33f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.381608 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01d5894c-ac09-4ca0-9b0d-35041d7ff33f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.396765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-01d5894c-ac09-4ca0-9b0d-35041d7ff33f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Calling delete_port for a189d748-52a4-46a8-9595-2fa07e4de401 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:27.465785 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.482390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Transition to ACTIVE for port object f5b61633-8733-4166-87b3-c63c301f6aa5 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:27.523180 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.559073 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01d5894c-ac09-4ca0-9b0d-35041d7ff33f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.573702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:27.577330 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:27.582037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:27.586530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:27.587480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5894c-ac09-4ca0-9b0d-35041d7ff33f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event deleted for resources: {'Port': ['ID=a189d748-52a4-46a8-9595-2fa07e4de401,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:27.650555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.652037 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.671501 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01d5894c-ac09-4ca0-9b0d-35041d7ff33f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.672466 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-01d5894c-ac09-4ca0-9b0d-35041d7ff33f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Floating IP 6f5f5108-9d41-4144-b2e8-c0baacd31ba9 disassociated (deleted). External IP: 172.25.3.13, port: 906aa7b3-4e9a-443b-9bed-da953268556e. Jul 16 18:28:27.674557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-f3ac760b-5759-4de2-857f-a2ad0b3f90ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0064445 Jul 16 18:28:27.688673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Request body: {'port': {'device_id': '117879f1-8587-429d-9730-816cc42a3a92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:27.824379 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.883063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dc2dd-5bdc-4145-a30c-280268e56a17 req-5933e55a-5789-45cc-bdac-56462b53c342 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.884612 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-469dc2dd-5bdc-4145-a30c-280268e56a17 req-5933e55a-5789-45cc-bdac-56462b53c342 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 932 time: 0.1420639 Jul 16 18:28:27.925416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-be4df030-44fa-413f-9e35-4dc8d963711b None None] Provisioning for port f5b61633-8733-4166-87b3-c63c301f6aa5 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:27.928340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d5894c-ac09-4ca0-9b0d-35041d7ff33f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Router 62891f4c-21e3-4808-844b-b410e03d4c8f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:27.952543 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-be4df030-44fa-413f-9e35-4dc8d963711b None None] Provisioning complete for port f5b61633-8733-4166-87b3-c63c301f6aa5 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:27.956494 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be4df030-44fa-413f-9e35-4dc8d963711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.002453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-469dc2dd-5bdc-4145-a30c-280268e56a17 req-4e05e876-f85e-4fae-a346-0e9bddd3936a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107798 Jul 16 18:28:28.037138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-be4df030-44fa-413f-9e35-4dc8d963711b None None] Port f5b61633-8733-4166-87b3-c63c301f6aa5 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:28.107567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device df2fba1d-4702-4003-932e-ba85f7ecf5ce up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:28.165567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port df2fba1d-4702-4003-932e-ba85f7ecf5ce completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:28.171312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port df2fba1d-4702-4003-932e-ba85f7ecf5ce triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:28.171781 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.199874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b61633-8733-4166-87b3-c63c301f6aa5 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:28.208701 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.228685 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Transition to ACTIVE for port object f5b61633-8733-4166-87b3-c63c301f6aa5 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:28.233818 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.264697 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.307559 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port df2fba1d-4702-4003-932e-ba85f7ecf5ce, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=df2fba1d-4702-4003-932e-ba85f7ecf5ce,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:28.313465 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.316100 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Pushing event updated for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:28.357758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d5894c-ac09-4ca0-9b0d-35041d7ff33f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:28.363009 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01d5894c-ac09-4ca0-9b0d-35041d7ff33f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.371946 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a0b56-3c3d-44b9-ab47-2bf16563afc3 None None] Sync routers for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:28.381696 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a0b56-3c3d-44b9-ab47-2bf16563afc3 None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:28.382576 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-275a0b56-3c3d-44b9-ab47-2bf16563afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:28.386130 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Attempting to bind port f5b61633-8733-4166-87b3-c63c301f6aa5 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:28.388674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Attempting to bind port f5b61633-8733-4166-87b3-c63c301f6aa5 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:28.389194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Attempting to bind port f5b61633-8733-4166-87b3-c63c301f6aa5 on network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:28.407011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Port f5b61633-8733-4166-87b3-c63c301f6aa5 on network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:28.409636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Attempting to bind port f5b61633-8733-4166-87b3-c63c301f6aa5 on network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:28.415415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:28.415886 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Checking segment: {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:28.417342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Bound using segment: {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:28.417684 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Bound port: f5b61633-8733-4166-87b3-c63c301f6aa5, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:28.418375 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.427662 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=df2fba1d-4702-4003-932e-ba85f7ecf5ce,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:28.436829 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-01d5894c-ac09-4ca0-9b0d-35041d7ff33f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "DELETE /v2.0/floatingips/6f5f5108-9d41-4144-b2e8-c0baacd31ba9 HTTP/1.1" status: 204 len: 168 time: 1.3244019 Jul 16 18:28:28.437496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'tag': '906aa7b3-4e9a-443b-9bed-da953268556e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:28.451118 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56876319-2131-41a5-a3b7-8b80d69aabb3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd04e63c-436f-4355-8f82-43c2af49f8e9", "tag": "906aa7b3-4e9a-443b-9bed-da953268556e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:28.505848 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb740ef5-69f5-4ccc-814a-14289869705c x-openstack-request-id: req-cb740ef5-69f5-4ccc-814a-14289869705c {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:28.506900 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd04e63c-436f-4355-8f82-43c2af49f8e9", "tag": "906aa7b3-4e9a-443b-9bed-da953268556e", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:28.507341 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb740ef5-69f5-4ccc-814a-14289869705c {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:28.507927 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'tag': '906aa7b3-4e9a-443b-9bed-da953268556e', 'status': 'completed', 'code': 200} Jul 16 18:28:28.520037 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-275a0b56-3c3d-44b9-ab47-2bf16563afc3 None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:28.539971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:28.545700 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:28.554002 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.570968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.572446 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.574542 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] 10.222.0.32 "PUT /v2.0/ports/f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 1093 time: 0.8922677 Jul 16 18:28:28.576286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:28.586115 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b59b1a9-7816-4950-a488-6a8635216249" -d '{"events": [{"name": "network-changed", "server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:28.694966 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38485ac3-a0a3-439e-bb39-334be52f870e x-openstack-request-id: req-38485ac3-a0a3-439e-bb39-334be52f870e {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:28.695632 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:28.695846 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38485ac3-a0a3-439e-bb39-334be52f870e {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:28.696470 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'status': 'completed', 'code': 200} Jul 16 18:28:28.749899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-5d0e52aa-a741-4335-be87-5256e83b3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.752026 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-5d0e52aa-a741-4335-be87-5256e83b3f3f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1096 time: 0.1204658 Jul 16 18:28:28.753011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710dfdf-2d4f-4770-9242-500c3a0abe4b service neutron] Pushing event updated for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:28.770076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56876319-2131-41a5-a3b7-8b80d69aabb3 req-cb6cc12d-56da-4aac-a85a-67bd5f2bcafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.771623 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56876319-2131-41a5-a3b7-8b80d69aabb3 req-cb6cc12d-56da-4aac-a85a-67bd5f2bcafe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ff05b4225084c8da9b6812b44295606&device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 1097 time: 0.2331965 Jul 16 18:28:28.789648 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-275a0b56-3c3d-44b9-ab47-2bf16563afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:28.806138 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-cf8a97e6-6a0e-4eca-8c21-c26957b4182a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 217 time: 0.0396643 Jul 16 18:28:28.828356 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a0b56-3c3d-44b9-ab47-2bf16563afc3 None None] Checking router: 62891f4c-21e3-4808-844b-b410e03d4c8f for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:28.861196 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a0b56-3c3d-44b9-ab47-2bf16563afc3 None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:28.862358 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-275a0b56-3c3d-44b9-ab47-2bf16563afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:28.896135 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-713b3ae6-4e52-4c92-b556-c84fcaa656fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.898764 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-713b3ae6-4e52-4c92-b556-c84fcaa656fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 200 len: 835 time: 0.0784566 Jul 16 18:28:28.911007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56876319-2131-41a5-a3b7-8b80d69aabb3 req-611c5172-9345-4885-b9b4-c8e4428506b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.912655 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56876319-2131-41a5-a3b7-8b80d69aabb3 req-611c5172-9345-4885-b9b4-c8e4428506b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 200 len: 912 time: 0.1336298 Jul 16 18:28:28.959871 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56876319-2131-41a5-a3b7-8b80d69aabb3 req-386fadcc-2543-436c-b54d-1fcbf4c7a3cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=906aa7b3-4e9a-443b-9bed-da953268556e HTTP/1.1" status: 200 len: 217 time: 0.0376968 Jul 16 18:28:29.000317 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-275a0b56-3c3d-44b9-ab47-2bf16563afc3 None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:29.000916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3ad6b5b9-1522-4765-ad8a-1ab35850b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.002507 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-3ad6b5b9-1522-4765-ad8a-1ab35850b9c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961409 Jul 16 18:28:29.012797 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56876319-2131-41a5-a3b7-8b80d69aabb3 req-d36f48f3-fc0a-4436-8928-8729589695d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.014461 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56876319-2131-41a5-a3b7-8b80d69aabb3 req-d36f48f3-fc0a-4436-8928-8729589695d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 200 len: 850 time: 0.0460486 Jul 16 18:28:29.088161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56876319-2131-41a5-a3b7-8b80d69aabb3 req-c41d0f2a-5cca-4c65-8a29-e7494bb848cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.090487 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56876319-2131-41a5-a3b7-8b80d69aabb3 req-c41d0f2a-5cca-4c65-8a29-e7494bb848cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d34b30f6-8f93-47e4-af63-22d1694dd9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670714 Jul 16 18:28:29.127569 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117b991-7a25-4028-b025-fb202a4531bf req-c961a6d0-0681-4ed7-93b9-6760a8278906 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.129682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e117b991-7a25-4028-b025-fb202a4531bf req-c961a6d0-0681-4ed7-93b9-6760a8278906 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 945 time: 0.1703405 Jul 16 18:28:29.146972 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-a64caefd-b8dd-472d-b763-01f23cc0e6fb service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357679 Jul 16 18:28:29.199303 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56876319-2131-41a5-a3b7-8b80d69aabb3 req-76a2cbcb-4b09-4d97-a0eb-bf4baf1b46b4 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981469 Jul 16 18:28:29.234129 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e117b991-7a25-4028-b025-fb202a4531bf req-954b8afa-eea3-40c9-8d33-167a41a4014d tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985360 Jul 16 18:28:29.304969 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f370bb7-6f1e-4d77-ab62-c02932e31260 req-442f69f3-a9ed-4696-b4cc-fe6c50075c55 service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512477 Jul 16 18:28:29.320411 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8017f-c33f-4bce-bf4f-a052bc13a344 req-e466487a-3940-4ee6-818f-68cebe706012 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.321231 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56876319-2131-41a5-a3b7-8b80d69aabb3 req-b475e4dd-fdce-4da9-8f46-677d50a5e165 service neutron] 10.222.0.11 "GET /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156654 Jul 16 18:28:29.322784 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71e8017f-c33f-4bce-bf4f-a052bc13a344 req-e466487a-3940-4ee6-818f-68cebe706012 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 944 time: 0.1598899 Jul 16 18:28:29.328946 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-275a0b56-3c3d-44b9-ab47-2bf16563afc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:29.357340 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a0b56-3c3d-44b9-ab47-2bf16563afc3 None None] The sync data for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 is: [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:16:07Z', 'revision_number': 4, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '329e4a3d-cf9b-424a-b85a-7c55e8f60107', 'name': '', 'network_id': 'd34b30f6-8f93-47e4-af63-22d1694dd9a9', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'mac_address': 'fa:16:3e:96:82:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:05Z', 'updated_at': '2021-07-16T18:16:26Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'subnets': [{'id': '3c4c6789-e541-480e-a1bf-93dff51b7732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:29.384344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71e8017f-c33f-4bce-bf4f-a052bc13a344 req-d28d7f7e-0c98-4ec5-964b-da49a3be602d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544968 Jul 16 18:28:29.430981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59b1a9-7816-4950-a488-6a8635216249 req-b08eeb23-fca9-4b73-ae35-4d6db4af7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.432519 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b59b1a9-7816-4950-a488-6a8635216249 req-b08eeb23-fca9-4b73-ae35-4d6db4af7ae4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1096 time: 0.0685074 Jul 16 18:28:29.530764 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59b1a9-7816-4950-a488-6a8635216249 req-21ae4cc7-b28b-4e99-b17d-097e8241e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.532268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b59b1a9-7816-4950-a488-6a8635216249 req-21ae4cc7-b28b-4e99-b17d-097e8241e47a service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 898 time: 0.0931556 Jul 16 18:28:29.576004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b59b1a9-7816-4950-a488-6a8635216249 req-e2f410d6-4f4c-4750-b3be-847d2bfe5008 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 217 time: 0.0367577 Jul 16 18:28:29.584811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e8c7d-d186-4f9a-b05b-f4eed03c0e24 None None] New status for floating IP 6f5f5108-9d41-4144-b2e8-c0baacd31ba9: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:28:29.624463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59b1a9-7816-4950-a488-6a8635216249 req-bb200a35-5f87-4b27-a68f-b01f351ade32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.626006 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b59b1a9-7816-4950-a488-6a8635216249 req-bb200a35-5f87-4b27-a68f-b01f351ade32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 200 len: 835 time: 0.0440781 Jul 16 18:28:29.690542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59b1a9-7816-4950-a488-6a8635216249 req-4b97bfad-8ed7-427a-b2d8-e522f7ac560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.692173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b59b1a9-7816-4950-a488-6a8635216249 req-4b97bfad-8ed7-427a-b2d8-e522f7ac560c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594754 Jul 16 18:28:29.784107 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b59b1a9-7816-4950-a488-6a8635216249 req-e4b5fd14-4d17-4dab-81b4-eb1d2884adfd service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838249 Jul 16 18:28:29.878938 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b59b1a9-7816-4950-a488-6a8635216249 req-a107f7ab-86ed-40f2-9194-d9e1f2d223c8 service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876849 Jul 16 18:28:29.987055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device df2fba1d-4702-4003-932e-ba85f7ecf5ce up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:30.186583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port df2fba1d-4702-4003-932e-ba85f7ecf5ce triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:30.186866 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.442914 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d156298-a955-4e0f-a389-e4a0ecec15e7 req-74a9ed61-cdc9-44f9-81ee-0b55b4abad9f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:30.444595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d156298-a955-4e0f-a389-e4a0ecec15e7 req-74a9ed61-cdc9-44f9-81ee-0b55b4abad9f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 945 time: 0.0850532 Jul 16 18:28:30.485825 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d156298-a955-4e0f-a389-e4a0ecec15e7 req-189d8eb0-3190-4d61-97e7-4f03e2fd44d4 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/security-groups?id=f6582aa1-e91a-49bf-8eb4-04302d92ce47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348899 Jul 16 18:28:30.594099 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a289e-0775-4dcc-b177-84b8b6bfb95d req-22be7596-6f38-4cbb-91c7-cd6c93bdf0c8 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:30.595652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f31a289e-0775-4dcc-b177-84b8b6bfb95d req-22be7596-6f38-4cbb-91c7-cd6c93bdf0c8 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 944 time: 0.0769427 Jul 16 18:28:30.660711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f31a289e-0775-4dcc-b177-84b8b6bfb95d req-22866e7c-357e-4547-bd67-1c4be4151a3e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582204 Jul 16 18:28:30.736250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777335cf-af3d-4e49-9c0a-94f7bca78e99 req-65254f41-a613-4b09-bcb6-1ccf7355d65f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:30.737756 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-777335cf-af3d-4e49-9c0a-94f7bca78e99 req-65254f41-a613-4b09-bcb6-1ccf7355d65f tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 945 time: 0.1005559 Jul 16 18:28:30.857458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-777335cf-af3d-4e49-9c0a-94f7bca78e99 req-0c2953fa-6aba-45de-a31b-4b481cb484e3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Deleting port 906aa7b3-4e9a-443b-9bed-da953268556e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:30.857832 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-777335cf-af3d-4e49-9c0a-94f7bca78e99 req-0c2953fa-6aba-45de-a31b-4b481cb484e3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.957024 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-777335cf-af3d-4e49-9c0a-94f7bca78e99 req-0c2953fa-6aba-45de-a31b-4b481cb484e3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] For port 906aa7b3-4e9a-443b-9bed-da953268556e, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=906aa7b3-4e9a-443b-9bed-da953268556e,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:30.957385 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-777335cf-af3d-4e49-9c0a-94f7bca78e99 req-0c2953fa-6aba-45de-a31b-4b481cb484e3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.973967 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-777335cf-af3d-4e49-9c0a-94f7bca78e99 req-0c2953fa-6aba-45de-a31b-4b481cb484e3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Calling delete_port for 906aa7b3-4e9a-443b-9bed-da953268556e owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:31.099653 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-777335cf-af3d-4e49-9c0a-94f7bca78e99 req-0c2953fa-6aba-45de-a31b-4b481cb484e3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.128848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2953fa-6aba-45de-a31b-4b481cb484e3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event deleted for resources: {'Port': ['ID=906aa7b3-4e9a-443b-9bed-da953268556e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.178020 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-777335cf-af3d-4e49-9c0a-94f7bca78e99 req-0c2953fa-6aba-45de-a31b-4b481cb484e3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] No DVR routers for this DVR port 906aa7b3-4e9a-443b-9bed-da953268556e on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:31.180585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-777335cf-af3d-4e49-9c0a-94f7bca78e99 req-0c2953fa-6aba-45de-a31b-4b481cb484e3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.182637 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-777335cf-af3d-4e49-9c0a-94f7bca78e99 req-0c2953fa-6aba-45de-a31b-4b481cb484e3 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.11 "DELETE /v2.0/ports/906aa7b3-4e9a-443b-9bed-da953268556e HTTP/1.1" status: 204 len: 173 time: 0.4392262 Jul 16 18:28:31.183275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'name': 'network-vif-deleted', 'tag': '906aa7b3-4e9a-443b-9bed-da953268556e'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:31.185535 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddce8f91-dff1-431c-a7e7-d50014fcbabf" -d '{"events": [{"server_uuid": "fd04e63c-436f-4355-8f82-43c2af49f8e9", "name": "network-vif-deleted", "tag": "906aa7b3-4e9a-443b-9bed-da953268556e"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:31.225394 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e27a007-2c6a-41b8-856b-25f0f184210e x-openstack-request-id: req-4e27a007-2c6a-41b8-856b-25f0f184210e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:31.225760 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd04e63c-436f-4355-8f82-43c2af49f8e9", "name": "network-vif-deleted", "tag": "906aa7b3-4e9a-443b-9bed-da953268556e", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:31.226016 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e27a007-2c6a-41b8-856b-25f0f184210e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:31.226422 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd04e63c-436f-4355-8f82-43c2af49f8e9', 'name': 'network-vif-deleted', 'tag': '906aa7b3-4e9a-443b-9bed-da953268556e', 'status': 'completed', 'code': 200} Jul 16 18:28:31.654440 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c404a261-9cee-4f31-bfee-030618d1e484 req-4358a237-8660-4216-bf4e-b8c5e7837741 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 210 time: 0.0297911 Jul 16 18:28:31.844620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196d290-6e3e-41ef-a363-01cb3e052b74 req-ad386f31-ab24-42f3-afa1-2e02670960ff tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:31.846182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f196d290-6e3e-41ef-a363-01cb3e052b74 req-ad386f31-ab24-42f3-afa1-2e02670960ff tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 944 time: 0.0663934 Jul 16 18:28:31.887772 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f196d290-6e3e-41ef-a363-01cb3e052b74 req-aba3fe6f-1836-42f5-81c7-f5dd161359fd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358164 Jul 16 18:28:32.681993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f5b61633-8733-4166-87b3-c63c301f6aa5 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:32.784522 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:32.796306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'port_id': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'mac_address': 'fa:16:3e:0a:04:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d560d0-88dd-4705-9679-23f567996450', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:32.798054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fa7b0b6-03fa-47a9-9ac3-371172260388 req-e8fc22cb-f005-497c-9238-d5a08a6e9bb1 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 210 time: 0.0294929 Jul 16 18:28:32.833731 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.846374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b61633-8733-4166-87b3-c63c301f6aa5 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:32.867329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:32.871825 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.923924 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:33.061226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['f5b61633-8733-4166-87b3-c63c301f6aa5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:33.069979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744d3df-bdc0-49fc-8cbd-00293438adbd req-92ee42fa-6e31-4096-ba8b-3e0b7b299482 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:33.071573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d744d3df-bdc0-49fc-8cbd-00293438adbd req-92ee42fa-6e31-4096-ba8b-3e0b7b299482 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 945 time: 0.0677962 Jul 16 18:28:33.114167 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d744d3df-bdc0-49fc-8cbd-00293438adbd req-a61438a1-3526-4b7f-801e-7f55ae4a4c7a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347853 Jul 16 18:28:33.943129 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-525c7e1d-a6fb-4420-a085-6fd18f23c20e req-3e150a24-5a25-4104-8a79-50b02d620a50 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 210 time: 0.0298643 Jul 16 18:28:34.251624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 906aa7b3-4e9a-443b-9bed-da953268556e no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:34.272681 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 906aa7b3-4e9a-443b-9bed-da953268556e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:34.273021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 906aa7b3-4e9a-443b-9bed-da953268556e not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:34.299399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df52394-ccb8-4547-a4ef-c614166b2585 req-9bbe71f5-8852-4d33-9f5e-faa172ad18e4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:34.300929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4df52394-ccb8-4547-a4ef-c614166b2585 req-9bbe71f5-8852-4d33-9f5e-faa172ad18e4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 945 time: 0.0701027 Jul 16 18:28:34.339595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4df52394-ccb8-4547-a4ef-c614166b2585 req-9804abbe-c5ec-4fbf-b5ab-8657b4045b8d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323176 Jul 16 18:28:34.711813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f5b61633-8733-4166-87b3-c63c301f6aa5 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:34.761803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port f5b61633-8733-4166-87b3-c63c301f6aa5 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:34.765501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port f5b61633-8733-4166-87b3-c63c301f6aa5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:34.765916 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.844557 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.867095 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:34.872265 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0759677-4b19-4705-b33a-5865ea0e9bf9" -d '{"events": [{"server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "name": "network-vif-plugged", "status": "completed", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:34.884120 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:34.890206 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.914640 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf50badf-1e9e-4d25-8645-c643b73f2eb6 x-openstack-request-id: req-bf50badf-1e9e-4d25-8645-c643b73f2eb6 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:34.914934 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "name": "network-vif-plugged", "status": "completed", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:34.915190 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf50badf-1e9e-4d25-8645-c643b73f2eb6 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:34.915581 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'code': 200} Jul 16 18:28:34.944024 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:35.039743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff6b50-f9cc-40d2-b6a5-3b0d80916339 req-92d9d50d-e790-4cb4-a710-65a58bc64213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.041338 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64ff6b50-f9cc-40d2-b6a5-3b0d80916339 req-92d9d50d-e790-4cb4-a710-65a58bc64213 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1098 time: 0.0608017 Jul 16 18:28:35.110577 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fa39e248-4a9d-46ae-81b9-894bcad1909b req-1e1b237a-dcc5-42c4-8d95-7ed626949833 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd04e63c-436f-4355-8f82-43c2af49f8e9 HTTP/1.1" status: 200 len: 210 time: 0.0347579 Jul 16 18:28:35.112778 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64ff6b50-f9cc-40d2-b6a5-3b0d80916339 req-f2e4dccb-b796-43f9-b98d-e88f76f643b7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647213 Jul 16 18:28:35.516574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100fc52-3647-450f-ab0f-7a0235323dfa req-b41106cc-8fd2-4fc2-8788-325dac8abd55 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.518110 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2100fc52-3647-450f-ab0f-7a0235323dfa req-b41106cc-8fd2-4fc2-8788-325dac8abd55 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0630834 Jul 16 18:28:35.555509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2100fc52-3647-450f-ab0f-7a0235323dfa req-c84db1ba-6a60-44f6-967b-d5b97b797518 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319095 Jul 16 18:28:36.201784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41542) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:36.324402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b20c349e-74d4-4d2d-be69-afc1de485bf5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Deleting port 535d9fe9-c6ba-4b59-86f9-2f8342aed498 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:36.324745 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b20c349e-74d4-4d2d-be69-afc1de485bf5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.399541 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b20c349e-74d4-4d2d-be69-afc1de485bf5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.399870 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b20c349e-74d4-4d2d-be69-afc1de485bf5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.411748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b20c349e-74d4-4d2d-be69-afc1de485bf5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Calling delete_port for 535d9fe9-c6ba-4b59-86f9-2f8342aed498 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:36.547376 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b20c349e-74d4-4d2d-be69-afc1de485bf5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.572274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c349e-74d4-4d2d-be69-afc1de485bf5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event deleted for resources: {'Port': ['ID=535d9fe9-c6ba-4b59-86f9-2f8342aed498,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:36.641294 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b20c349e-74d4-4d2d-be69-afc1de485bf5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.644499 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b20c349e-74d4-4d2d-be69-afc1de485bf5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.645711 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b20c349e-74d4-4d2d-be69-afc1de485bf5 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "DELETE /v2.0/floatingips/afa3dceb-54c5-423b-9e2c-4d0ce486df1a HTTP/1.1" status: 204 len: 168 time: 0.4429154 Jul 16 18:28:36.737201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11cfa7-a6de-4ae4-9c18-2f32ed7bc695 req-a8f00dd7-5514-4963-bfd4-d049c6112a4f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:36.738759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa11cfa7-a6de-4ae4-9c18-2f32ed7bc695 req-a8f00dd7-5514-4963-bfd4-d049c6112a4f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0680144 Jul 16 18:28:36.776747 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa11cfa7-a6de-4ae4-9c18-2f32ed7bc695 req-afed63cd-311f-4487-a948-4116cebbd2ef tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323427 Jul 16 18:28:36.954791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf52053-d550-49cc-908f-03d467da909a req-88cdcb9b-3c9c-47ad-941d-e0d752c46d3e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:36.956305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cf52053-d550-49cc-908f-03d467da909a req-88cdcb9b-3c9c-47ad-941d-e0d752c46d3e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0666962 Jul 16 18:28:36.997738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cf52053-d550-49cc-908f-03d467da909a req-c8cb7518-f423-474d-9194-1ca15b8a3a99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356588 Jul 16 18:28:37.021952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41556) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:37.075872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed70fcf-527a-4e26-83c0-d4d2679cb4be tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.077418 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bed70fcf-527a-4e26-83c0-d4d2679cb4be tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1093 time: 0.0544248 Jul 16 18:28:37.080250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41558) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:37.084895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:37.109538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.210704 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.313123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.25.3.115 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/68574bfc-4a3f-44fb-bdfe-311a6412229f) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:37.419665 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.461221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.504122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:37.506961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:37.509952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:37.536775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=68574bfc-4a3f-44fb-bdfe-311a6412229f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:38.040070 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.151138 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.298852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.303240 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.379021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=68574bfc-4a3f-44fb-bdfe-311a6412229f,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:38.392568 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.491065 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Floating IP 1b3a7cdb-e16a-4786-899e-03c3f5907010 associated. External IP: 172.25.3.115, port: f5b61633-8733-4166-87b3-c63c301f6aa5. Jul 16 18:28:38.967397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router 95184fed-b268-48a7-94b3-d91555967dc4 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:38.992579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41564) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:39.058370 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b4e8-2445-412b-8569-c253f7945061 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.086163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:39.087425 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b4e8-2445-412b-8569-c253f7945061 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.099286 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabed502-dbd6-4bde-8268-48d6e32de904 None None] Sync routers for ids ['95184fed-b268-48a7-94b3-d91555967dc4'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:39.112710 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabed502-dbd6-4bde-8268-48d6e32de904 None None] Routers {'95184fed-b268-48a7-94b3-d91555967dc4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:39.113534 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-dabed502-dbd6-4bde-8268-48d6e32de904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['95184fed-b268-48a7-94b3-d91555967dc4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:39.114688 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.158528 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b4e8-2445-412b-8569-c253f7945061 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.161047 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b4e8-2445-412b-8569-c253f7945061 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.162299 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fdc2b4e8-2445-412b-8569-c253f7945061 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] 10.222.0.24 "DELETE /v2.0/security-groups/f6582aa1-e91a-49bf-8eb4-04302d92ce47 HTTP/1.1" status: 204 len: 168 time: 0.1679566 Jul 16 18:28:39.172336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2b4e8-2445-412b-8569-c253f7945061 tempest-TestVolumeBootPattern-506057142 tempest-TestVolumeBootPattern-506057142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6582aa1-e91a-49bf-8eb4-04302d92ce47,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:39.173960 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a66eb9e6-6766-463a-8398-9b577865ef8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0925186 Jul 16 18:28:39.174931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:39.178321 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4b728f-8719-4463-938d-1a38d57076ae" -d '{"events": [{"name": "network-changed", "server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:39.238602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41572) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:39.276750 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8c114d-ae02-4eb4-ae57-d0ef40bfcf50 x-openstack-request-id: req-ef8c114d-ae02-4eb4-ae57-d0ef40bfcf50 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:39.279988 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:39.281532 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef8c114d-ae02-4eb4-ae57-d0ef40bfcf50 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:39.282395 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'status': 'completed', 'code': 200} Jul 16 18:28:39.282943 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-dabed502-dbd6-4bde-8268-48d6e32de904 None None] Set router 95184fed-b268-48a7-94b3-d91555967dc4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:39.433434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b728f-8719-4463-938d-1a38d57076ae req-1d1ff7dc-1481-4e7e-8ace-0bfdb0ea08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.434982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad4b728f-8719-4463-938d-1a38d57076ae req-1d1ff7dc-1481-4e7e-8ace-0bfdb0ea08b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1098 time: 0.1249619 Jul 16 18:28:39.446578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26bb21-f847-40fb-bd91-b1ba5b81b2d1 req-e4d88b84-c62b-46da-b28f-9b4c78b25abc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.448674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d26bb21-f847-40fb-bd91-b1ba5b81b2d1 req-e4d88b84-c62b-46da-b28f-9b4c78b25abc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.1086304 Jul 16 18:28:39.532714 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-dabed502-dbd6-4bde-8268-48d6e32de904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '1b3a7cdb-e16a-4786-899e-03c3f5907010', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'port_id': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'mac_address': 'fa:16:3e:0a:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117879f1-8587-429d-9730-816cc42a3a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:37Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 0, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df2fba1d-4702-4003-932e-ba85f7ecf5ce', 'name': '', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:13:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '91d560d0-88dd-4705-9679-23f567996450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:22Z', 'updated_at': '2021-07-16T18:28:28Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '91d560d0-88dd-4705-9679-23f567996450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:39.559442 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabed502-dbd6-4bde-8268-48d6e32de904 None None] Checking router: 95184fed-b268-48a7-94b3-d91555967dc4 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:39.567697 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabed502-dbd6-4bde-8268-48d6e32de904 None None] Routers {'95184fed-b268-48a7-94b3-d91555967dc4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:39.568314 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-dabed502-dbd6-4bde-8268-48d6e32de904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['95184fed-b268-48a7-94b3-d91555967dc4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:39.619118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d26bb21-f847-40fb-bd91-b1ba5b81b2d1 req-cd9be182-4723-4181-9dc4-c23f0d1eab1d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606371 Jul 16 18:28:39.647264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41576) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:39.664433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b728f-8719-4463-938d-1a38d57076ae req-482e57f5-4aa8-402d-b95a-3a24b5fd818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.666108 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad4b728f-8719-4463-938d-1a38d57076ae req-482e57f5-4aa8-402d-b95a-3a24b5fd818f service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 898 time: 0.2163336 Jul 16 18:28:39.694606 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-dabed502-dbd6-4bde-8268-48d6e32de904 None None] Set router 95184fed-b268-48a7-94b3-d91555967dc4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:39.732274 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d09aed84-1636-4972-99f8-9d4aacecc6dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/1b3a7cdb-e16a-4786-899e-03c3f5907010 HTTP/1.1" status: 200 len: 992 time: 0.0830438 Jul 16 18:28:39.833189 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad4b728f-8719-4463-938d-1a38d57076ae req-ba17e102-fdf1-4a58-af18-32d56d02e128 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 1000 time: 0.1237638 Jul 16 18:28:39.918469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b728f-8719-4463-938d-1a38d57076ae req-85ae2351-e500-419a-b806-7d7b7a667514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.919861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad4b728f-8719-4463-938d-1a38d57076ae req-85ae2351-e500-419a-b806-7d7b7a667514 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 200 len: 835 time: 0.0789123 Jul 16 18:28:39.930688 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-dabed502-dbd6-4bde-8268-48d6e32de904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '1b3a7cdb-e16a-4786-899e-03c3f5907010', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'port_id': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'mac_address': 'fa:16:3e:0a:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117879f1-8587-429d-9730-816cc42a3a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:37Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 0, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df2fba1d-4702-4003-932e-ba85f7ecf5ce', 'name': '', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:13:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '91d560d0-88dd-4705-9679-23f567996450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:22Z', 'updated_at': '2021-07-16T18:28:28Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '91d560d0-88dd-4705-9679-23f567996450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:39.960915 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabed502-dbd6-4bde-8268-48d6e32de904 None None] The sync data for ids ['95184fed-b268-48a7-94b3-d91555967dc4'] in n-d-787205-10 is: [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '1b3a7cdb-e16a-4786-899e-03c3f5907010', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'floating_ip_address': '172.25.3.115', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'port_id': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'mac_address': 'fa:16:3e:0a:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117879f1-8587-429d-9730-816cc42a3a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:37Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 0, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df2fba1d-4702-4003-932e-ba85f7ecf5ce', 'name': '', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:13:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '91d560d0-88dd-4705-9679-23f567996450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:22Z', 'updated_at': '2021-07-16T18:28:28Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '91d560d0-88dd-4705-9679-23f567996450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:40.028013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b728f-8719-4463-938d-1a38d57076ae req-a215d7e8-8ea1-476b-9220-1867ce7cfc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.029697 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad4b728f-8719-4463-938d-1a38d57076ae req-a215d7e8-8ea1-476b-9220-1867ce7cfc35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020458 Jul 16 18:28:40.163450 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad4b728f-8719-4463-938d-1a38d57076ae req-5eadf04b-4fb1-4904-a0ea-8c6cfc46905b service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252575 Jul 16 18:28:40.181996 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2e0de190-3051-4a22-84c9-ed9ce6a64229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.189416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8f654-cbd2-4798-9fb8-e6bff6effb52 None None] New status for floating IP 1b3a7cdb-e16a-4786-899e-03c3f5907010: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:28:40.345948 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad4b728f-8719-4463-938d-1a38d57076ae req-fed02aee-03b6-45f0-830d-7f8fcd3399e5 service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750369 Jul 16 18:28:40.506154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-2e0de190-3051-4a22-84c9-ed9ce6a64229 admin admin] Deleting port 329e4a3d-cf9b-424a-b85a-7c55e8f60107 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:40.506501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2e0de190-3051-4a22-84c9-ed9ce6a64229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.584576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-2e0de190-3051-4a22-84c9-ed9ce6a64229 admin admin] For port 329e4a3d-cf9b-424a-b85a-7c55e8f60107, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=329e4a3d-cf9b-424a-b85a-7c55e8f60107,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:40.584938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2e0de190-3051-4a22-84c9-ed9ce6a64229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.596868 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-2e0de190-3051-4a22-84c9-ed9ce6a64229 admin admin] Calling delete_port for 329e4a3d-cf9b-424a-b85a-7c55e8f60107 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:40.720385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41578) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:40.787633 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5ba49e9c-a8e5-4e0b-b849-8df9a9a41a60 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/1b3a7cdb-e16a-4786-899e-03c3f5907010 HTTP/1.1" status: 200 len: 994 time: 0.0659609 Jul 16 18:28:41.122994 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2e0de190-3051-4a22-84c9-ed9ce6a64229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.149560 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0de190-3051-4a22-84c9-ed9ce6a64229 admin admin] Pushing event deleted for resources: {'Port': ['ID=329e4a3d-cf9b-424a-b85a-7c55e8f60107,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:41.315104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2e0de190-3051-4a22-84c9-ed9ce6a64229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.532216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0de190-3051-4a22-84c9-ed9ce6a64229 admin admin] Router 62891f4c-21e3-4808-844b-b410e03d4c8f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:41.638759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0de190-3051-4a22-84c9-ed9ce6a64229 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:41.643809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2e0de190-3051-4a22-84c9-ed9ce6a64229 admin admin] 10.222.0.24 "PUT /v2.0/routers/62891f4c-21e3-4808-844b-b410e03d4c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4036431 Jul 16 18:28:41.646284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41580) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:41.649052 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127d134-958d-4b9e-bb90-f0231c037e67 None None] Sync routers for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:41.658606 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127d134-958d-4b9e-bb90-f0231c037e67 None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:41.659310 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8127d134-958d-4b9e-bb90-f0231c037e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:41.749678 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.767672 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8127d134-958d-4b9e-bb90-f0231c037e67 None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:41.853567 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.908200 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Deleting port 49911c16-d2d6-4594-a9f6-98ee14b5339d {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:41.908480 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.953711 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8127d134-958d-4b9e-bb90-f0231c037e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port': {'id': '49911c16-d2d6-4594-a9f6-98ee14b5339d', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:01Z', 'updated_at': '2021-07-16T18:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:41.985211 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127d134-958d-4b9e-bb90-f0231c037e67 None None] Checking router: 62891f4c-21e3-4808-844b-b410e03d4c8f for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:41.995491 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127d134-958d-4b9e-bb90-f0231c037e67 None None] Routers {'62891f4c-21e3-4808-844b-b410e03d4c8f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:41.995947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] For port 49911c16-d2d6-4594-a9f6-98ee14b5339d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=49911c16-d2d6-4594-a9f6-98ee14b5339d,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:41.996098 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8127d134-958d-4b9e-bb90-f0231c037e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['62891f4c-21e3-4808-844b-b410e03d4c8f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:41.996317 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.012198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Calling delete_port for 49911c16-d2d6-4594-a9f6-98ee14b5339d owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:42.080082 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8127d134-958d-4b9e-bb90-f0231c037e67 None None] Set router 62891f4c-21e3-4808-844b-b410e03d4c8f gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:42.184024 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.210389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=49911c16-d2d6-4594-a9f6-98ee14b5339d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:42.230799 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8127d134-958d-4b9e-bb90-f0231c037e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 6, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:42.256945 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127d134-958d-4b9e-bb90-f0231c037e67 None None] The sync data for ids ['62891f4c-21e3-4808-844b-b410e03d4c8f'] in n-d-787205-10 is: [{'id': '62891f4c-21e3-4808-844b-b410e03d4c8f', 'name': 'tempest-TestVolumeBootPattern-744732483-router', 'tenant_id': '7ff05b4225084c8da9b6812b44295606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:00Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 6, 'project_id': '7ff05b4225084c8da9b6812b44295606', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:42.273525 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.368918 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.372000 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.419561 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.420153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62891f4c-21e3-4808-844b-b410e03d4c8f {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:28:42.424390 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.425574 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d37a0ea7-fb21-4606-89cd-fdde47b9ddc4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/62891f4c-21e3-4808-844b-b410e03d4c8f HTTP/1.1" status: 204 len: 168 time: 0.7783735 Jul 16 18:28:42.428159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41582) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:42.473210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-93df2fe1-d84f-447f-a857-4b543c5b7828 admin admin] Deleting subnet 3c4c6789-e541-480e-a1bf-93dff51b7732 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:42.476120 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93df2fe1-d84f-447f-a857-4b543c5b7828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.509815 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93df2fe1-d84f-447f-a857-4b543c5b7828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.593619 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93df2fe1-d84f-447f-a857-4b543c5b7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.652014 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93df2fe1-d84f-447f-a857-4b543c5b7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.679720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df2fe1-d84f-447f-a857-4b543c5b7828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4c6789-e541-480e-a1bf-93dff51b7732,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:42.685122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93df2fe1-d84f-447f-a857-4b543c5b7828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.689852 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-93df2fe1-d84f-447f-a857-4b543c5b7828 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3c4c6789-e541-480e-a1bf-93dff51b7732 HTTP/1.1" status: 204 len: 168 time: 0.2607143 Jul 16 18:28:42.690031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41584) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:42.696929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b2018b-1357-49b8-b93f-0209f6cc2659 None None] Network d34b30f6-8f93-47e4-af63-22d1694dd9a9 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:42.761225 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.821350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Deleting port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:42.821718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.885810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] For port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2fefdd6f-5168-4139-8b5f-2ec15fc278b2,segment=NetworkSegment(ad05e31f-4497-4fc8-9944-836625271b1e),segment_id=ad05e31f-4497-4fc8-9944-836625271b1e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:42.886179 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.898306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Calling delete_port for 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:42.980899 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.007199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] No DVR routers for this DVR port 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:43.009379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fefdd6f-5168-4139-8b5f-2ec15fc278b2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:43.038944 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf91be4-3f4d-472e-871b-8ac7d4180214 None None] DHCP port deletion for d34b30f6-8f93-47e4-af63-22d1694dd9a9 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:28:43.093569 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.105998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34b30f6-8f93-47e4-af63-22d1694dd9a9']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:43.116188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad05e31f-4497-4fc8-9944-836625271b1e') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:43.116516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad05e31f-4497-4fc8-9944-836625271b1e') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:43.126389 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.140857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.147189 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:43.147585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:43.149260 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:43.205293 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.211124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.214235 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d34b30f6-8f93-47e4-af63-22d1694dd9a9 HTTP/1.1" status: 204 len: 168 time: 0.5231054 Jul 16 18:28:43.216429 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41586) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:43.233335 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85355062-7ce5-408c-88b4-0539412a2d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=d34b30f6-8f93-47e4-af63-22d1694dd9a9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:43.549479 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-714604ce-96f9-421f-9fc8-e33211bab8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.585106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29f9be25-dcf2-48f7-a336-b4367b6c133b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.835641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-29f9be25-dcf2-48f7-a336-b4367b6c133b admin admin] Deleting port 6411981d-eec1-4b05-a185-550964c9ac1f {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:43.835887 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29f9be25-dcf2-48f7-a336-b4367b6c133b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.911885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-29f9be25-dcf2-48f7-a336-b4367b6c133b admin admin] For port 6411981d-eec1-4b05-a185-550964c9ac1f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6411981d-eec1-4b05-a185-550964c9ac1f,segment=NetworkSegment(459754c0-38c8-4ce4-8492-e155170102a5),segment_id=459754c0-38c8-4ce4-8492-e155170102a5)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:43.912239 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29f9be25-dcf2-48f7-a336-b4367b6c133b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.924967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-29f9be25-dcf2-48f7-a336-b4367b6c133b admin admin] Calling delete_port for 6411981d-eec1-4b05-a185-550964c9ac1f owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:43.992021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:44.015861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:44.016211 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2fefdd6f-5168-4139-8b5f-2ec15fc278b2 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:44.016638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 49911c16-d2d6-4594-a9f6-98ee14b5339d no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:44.035448 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 49911c16-d2d6-4594-a9f6-98ee14b5339d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:44.035800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 49911c16-d2d6-4594-a9f6-98ee14b5339d not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:44.036216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 329e4a3d-cf9b-424a-b85a-7c55e8f60107 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:44.054339 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 329e4a3d-cf9b-424a-b85a-7c55e8f60107 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:44.054704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 329e4a3d-cf9b-424a-b85a-7c55e8f60107 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:44.110727 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29f9be25-dcf2-48f7-a336-b4367b6c133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.135781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9be25-dcf2-48f7-a336-b4367b6c133b admin admin] Pushing event deleted for resources: {'Port': ['ID=6411981d-eec1-4b05-a185-550964c9ac1f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:44.307530 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-29f9be25-dcf2-48f7-a336-b4367b6c133b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.519257 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f9be25-dcf2-48f7-a336-b4367b6c133b admin admin] Router bdafcf14-48e9-44d0-93e3-272197090ce3 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:44.623010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f9be25-dcf2-48f7-a336-b4367b6c133b admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:44.627881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-29f9be25-dcf2-48f7-a336-b4367b6c133b admin admin] 10.222.0.24 "PUT /v2.0/routers/bdafcf14-48e9-44d0-93e3-272197090ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4104221 Jul 16 18:28:44.630413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41588) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:44.632990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c04d7-e5f0-4950-8817-9b550548c80c None None] Sync routers for ids ['bdafcf14-48e9-44d0-93e3-272197090ce3'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:44.644660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c04d7-e5f0-4950-8817-9b550548c80c None None] Routers {'bdafcf14-48e9-44d0-93e3-272197090ce3'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:44.645196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-675c04d7-e5f0-4950-8817-9b550548c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bdafcf14-48e9-44d0-93e3-272197090ce3'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:44.733636 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.753716 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-675c04d7-e5f0-4950-8817-9b550548c80c None None] Set router bdafcf14-48e9-44d0-93e3-272197090ce3 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:44.832107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.936441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-675c04d7-e5f0-4950-8817-9b550548c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'name': 'tempest-TestVolumeBootPattern-1707573813-router', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:15Z', 'updated_at': '2021-07-16T18:28:44Z', 'revision_number': 5, 'project_id': '4203ccd465314fcda95f6af4bccbbebc', 'gw_port': {'id': '19b5194b-415f-4a81-a783-c375d64b99b2', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3053, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:17Z', 'updated_at': '2021-07-16T18:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:44.968357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c04d7-e5f0-4950-8817-9b550548c80c None None] Checking router: bdafcf14-48e9-44d0-93e3-272197090ce3 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:44.977538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c04d7-e5f0-4950-8817-9b550548c80c None None] Routers {'bdafcf14-48e9-44d0-93e3-272197090ce3'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:44.978210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-675c04d7-e5f0-4950-8817-9b550548c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:28:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['bdafcf14-48e9-44d0-93e3-272197090ce3'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:45.071029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-675c04d7-e5f0-4950-8817-9b550548c80c None None] Set router bdafcf14-48e9-44d0-93e3-272197090ce3 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:45.124272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-675c04d7-e5f0-4950-8817-9b550548c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'name': 'tempest-TestVolumeBootPattern-1707573813-router', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:15Z', 'updated_at': '2021-07-16T18:28:44Z', 'revision_number': 6, 'project_id': '4203ccd465314fcda95f6af4bccbbebc', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:45.154432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c04d7-e5f0-4950-8817-9b550548c80c None None] The sync data for ids ['bdafcf14-48e9-44d0-93e3-272197090ce3'] in n-d-787205-10 is: [{'id': 'bdafcf14-48e9-44d0-93e3-272197090ce3', 'name': 'tempest-TestVolumeBootPattern-1707573813-router', 'tenant_id': '4203ccd465314fcda95f6af4bccbbebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:15Z', 'updated_at': '2021-07-16T18:28:44Z', 'revision_number': 6, 'project_id': '4203ccd465314fcda95f6af4bccbbebc', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:45.238894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Deleting port 19b5194b-415f-4a81-a783-c375d64b99b2 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:45.239236 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.315469 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] For port 19b5194b-415f-4a81-a783-c375d64b99b2, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=19b5194b-415f-4a81-a783-c375d64b99b2,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:45.316181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.327781 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Calling delete_port for 19b5194b-415f-4a81-a783-c375d64b99b2 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:45.496756 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.529362 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=19b5194b-415f-4a81-a783-c375d64b99b2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:45.595198 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.686132 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.688263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.729884 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.730443 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdafcf14-48e9-44d0-93e3-272197090ce3 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:28:45.734563 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.735705 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-42f85a1e-ac6a-4ab7-bff7-b3ddc8988f2d admin admin] 10.222.0.24 "DELETE /v2.0/routers/bdafcf14-48e9-44d0-93e3-272197090ce3 HTTP/1.1" status: 204 len: 168 time: 1.1043885 Jul 16 18:28:45.738390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41590) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:45.750113 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7189771d-d171-456e-8212-f23cf5ef13bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.786978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ee98a4-6a9b-4bd0-91d8-8dad62329610 admin admin] Deleting subnet 07d76ffd-dca6-45bb-8d95-05b10d3990cb {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:45.790024 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39ee98a4-6a9b-4bd0-91d8-8dad62329610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.824636 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39ee98a4-6a9b-4bd0-91d8-8dad62329610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.903373 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39ee98a4-6a9b-4bd0-91d8-8dad62329610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.958759 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39ee98a4-6a9b-4bd0-91d8-8dad62329610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.988645 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.992363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee98a4-6a9b-4bd0-91d8-8dad62329610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d76ffd-dca6-45bb-8d95-05b10d3990cb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:45.996948 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39ee98a4-6a9b-4bd0-91d8-8dad62329610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.998894 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-39ee98a4-6a9b-4bd0-91d8-8dad62329610 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/07d76ffd-dca6-45bb-8d95-05b10d3990cb HTTP/1.1" status: 204 len: 168 time: 0.2594543 Jul 16 18:28:46.001483 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41592) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:46.011643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196b9242-8861-41f8-9eca-dc54ddf19079 None None] Network e24e8231-b077-49ee-9471-3364b72f2106 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:46.013647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6411981d-eec1-4b05-a185-550964c9ac1f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:46.048052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 6411981d-eec1-4b05-a185-550964c9ac1f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:46.048396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6411981d-eec1-4b05-a185-550964c9ac1f not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:46.048821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 19b5194b-415f-4a81-a783-c375d64b99b2 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:46.071510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 19b5194b-415f-4a81-a783-c375d64b99b2 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:46.072282 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 19b5194b-415f-4a81-a783-c375d64b99b2 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:46.077836 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.131857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Deleting port b47c3ccc-2433-4201-bbca-fb38a90d55bf {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:46.132208 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.205718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] For port b47c3ccc-2433-4201-bbca-fb38a90d55bf, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b47c3ccc-2433-4201-bbca-fb38a90d55bf,segment=NetworkSegment(459754c0-38c8-4ce4-8492-e155170102a5),segment_id=459754c0-38c8-4ce4-8492-e155170102a5)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:46.206079 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.220752 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Calling delete_port for b47c3ccc-2433-4201-bbca-fb38a90d55bf owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:46.256445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] DHCP port deletion for e24e8231-b077-49ee-9471-3364b72f2106 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:28:46.301882 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.303003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Deleting port b47c3ccc-2433-4201-bbca-fb38a90d55bf {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:46.303427 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.331479 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b47c3ccc-2433-4201-bbca-fb38a90d55bf,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:46.334933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] No DVR routers for this DVR port b47c3ccc-2433-4201-bbca-fb38a90d55bf on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:46.367662 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] For port b47c3ccc-2433-4201-bbca-fb38a90d55bf, host n-d-787205-10, got binding levels [] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:46.368063 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.381143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Calling delete_port for b47c3ccc-2433-4201-bbca-fb38a90d55bf owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:46.383782 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.ipam_backend_mixin [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Port b47c3ccc-2433-4201-bbca-fb38a90d55bf was not found and therefore no delete operation was performed {{(pid=105592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:28:46.385553 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.408890 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.412281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Pushing event deleted for resources: {'Port': ['ID=b47c3ccc-2433-4201-bbca-fb38a90d55bf,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:46.414549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] No DVR routers for this DVR port b47c3ccc-2433-4201-bbca-fb38a90d55bf on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:46.422765 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:46.423118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:46.423458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:46.423795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:46.424125 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:46.424453 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:46.424797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:46.425160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:46.425421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:46.425844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:46.426174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:46.426498 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e5f782-3f27-4606-8476-ec6f5553794d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:46.427942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24e8231-b077-49ee-9471-3364b72f2106']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:46.439179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459754c0-38c8-4ce4-8492-e155170102a5') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:46.439487 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459754c0-38c8-4ce4-8492-e155170102a5') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:46.448863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.462690 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.469196 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:46.469546 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:46.471196 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:46.531507 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.536890 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.538843 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e24e8231-b077-49ee-9471-3364b72f2106 HTTP/1.1" status: 204 len: 168 time: 0.5361910 Jul 16 18:28:46.550885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0faba-ee56-43d3-b186-d5145549ebd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e24e8231-b077-49ee-9471-3364b72f2106,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:46.658147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41598) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:46.697228 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e0f4cf44-123b-45b8-b8f9-fa250f0eb3b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ff05b4225084c8da9b6812b44295606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378838 Jul 16 18:28:46.700201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41600) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:46.748339 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03769b72-7981-4163-bbd8-7173e75288f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.768953 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03769b72-7981-4163-bbd8-7173e75288f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.820914 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03769b72-7981-4163-bbd8-7173e75288f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.825643 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-03769b72-7981-4163-bbd8-7173e75288f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.826557 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-03769b72-7981-4163-bbd8-7173e75288f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acb4ff25-1c08-481a-ba44-522780bfadb6 HTTP/1.1" status: 204 len: 168 time: 0.1253951 Jul 16 18:28:46.835405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03769b72-7981-4163-bbd8-7173e75288f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb4ff25-1c08-481a-ba44-522780bfadb6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:47.142917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41606) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:47.182582 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9c7db71e-5a30-4368-81e2-94b967136195 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4203ccd465314fcda95f6af4bccbbebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384955 Jul 16 18:28:47.184976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41608) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:47.236061 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39dc88d-23ee-4daa-9120-523820ab9107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.255971 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39dc88d-23ee-4daa-9120-523820ab9107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.301806 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39dc88d-23ee-4daa-9120-523820ab9107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.304331 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b39dc88d-23ee-4daa-9120-523820ab9107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.305493 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b39dc88d-23ee-4daa-9120-523820ab9107 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d68fde74-bedb-42e1-9d0b-c25cd66d51ea HTTP/1.1" status: 204 len: 168 time: 0.1196308 Jul 16 18:28:47.313946 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dc88d-23ee-4daa-9120-523820ab9107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68fde74-bedb-42e1-9d0b-c25cd66d51ea,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:47.699625 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.986910 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b47c3ccc-2433-4201-bbca-fb38a90d55bf no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:48.006837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: b47c3ccc-2433-4201-bbca-fb38a90d55bf {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:48.007184 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b47c3ccc-2433-4201-bbca-fb38a90d55bf not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:49.113846 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.348527 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:55.474858 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.400200 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:12.083604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84199629-02f9-45a3-b630-d854789a20f5 req-d81fe869-0648-4ef7-87e0-b35027282434 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:12.085140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84199629-02f9-45a3-b630-d854789a20f5 req-d81fe869-0648-4ef7-87e0-b35027282434 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1098 time: 0.0527530 Jul 16 18:29:12.119118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-84199629-02f9-45a3-b630-d854789a20f5 req-c25c30fe-c18e-479b-a455-522281a37457 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282841 Jul 16 18:29:12.300770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788171e-cf9f-4e4a-bbc1-8de92b96affd req-78a952b3-e880-4c59-ac8e-b7264e20cf88 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:12.302356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3788171e-cf9f-4e4a-bbc1-8de92b96affd req-78a952b3-e880-4c59-ac8e-b7264e20cf88 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0670319 Jul 16 18:29:12.341180 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3788171e-cf9f-4e4a-bbc1-8de92b96affd req-b667ba08-d4fc-4f4c-968b-6e47235e0110 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332544 Jul 16 18:29:12.365777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41626) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:12.429064 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a853ad0a-7292-47c3-8415-5668e2e0cc9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/1b3a7cdb-e16a-4786-899e-03c3f5907010 HTTP/1.1" status: 200 len: 994 time: 0.0621173 Jul 16 18:29:13.209389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-6174fa19-4832-439d-b7ce-3d704499f6c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0608792 Jul 16 18:29:13.271068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284fe72-89dc-4489-a203-c06c1526329a req-121234fc-66f3-4970-80f2-749476c0567e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:13.275988 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c284fe72-89dc-4489-a203-c06c1526329a req-121234fc-66f3-4970-80f2-749476c0567e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0783763 Jul 16 18:29:13.311216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c284fe72-89dc-4489-a203-c06c1526329a req-85e78ce1-c370-433f-abc5-a6b25ad8bf63 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342729 Jul 16 18:29:13.549647 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c4c67e4e-fb3a-456a-8d4b-552a8b9cf7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.381919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-038901da-d93c-42dd-8cc1-b0f1463012d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:14.383448 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-038901da-d93c-42dd-8cc1-b0f1463012d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1098 time: 0.0596182 Jul 16 18:29:14.510336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-d573d896-f6ef-47e4-a5b9-2b79dc97c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:14.512725 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-d573d896-f6ef-47e4-a5b9-2b79dc97c6b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 898 time: 0.1214647 Jul 16 18:29:14.575201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5facd-c005-4fb2-9121-28c00e7cb48b req-718f654f-4883-405e-8835-d712c432e3bf tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:14.576796 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81f5facd-c005-4fb2-9121-28c00e7cb48b req-718f654f-4883-405e-8835-d712c432e3bf tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.1261630 Jul 16 18:29:14.609991 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-35e864da-9526-4f09-ab23-9a43d838f54e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 1002 time: 0.0910468 Jul 16 18:29:14.654586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81f5facd-c005-4fb2-9121-28c00e7cb48b req-347943b1-0b75-4830-90f3-41f9e6054299 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712464 Jul 16 18:29:14.673093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-c0799a75-1b0b-4c0e-ac7a-3a27ff337e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:14.674683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-c0799a75-1b0b-4c0e-ac7a-3a27ff337e64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 200 len: 835 time: 0.0536158 Jul 16 18:29:14.740077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-d28f900e-fd9a-43ba-8edb-3be45998de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:14.741622 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-d28f900e-fd9a-43ba-8edb-3be45998de58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601258 Jul 16 18:29:14.832659 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-586b4493-5d94-4764-9d55-fa09da2a548c service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834281 Jul 16 18:29:14.929472 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-c02bee50-ce1e-448e-bd18-f3f8ab8e96ee service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899487 Jul 16 18:29:15.756044 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-963b09f0-d7f1-4937-b3d0-0eb99130962a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.834275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af71406-8cb1-40b5-b571-a1156f7a4e8e req-e016ffde-464c-4ce2-8ab0-8de8fc31ba4c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.835778 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0af71406-8cb1-40b5-b571-a1156f7a4e8e req-e016ffde-464c-4ce2-8ab0-8de8fc31ba4c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0663619 Jul 16 18:29:15.873050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0af71406-8cb1-40b5-b571-a1156f7a4e8e req-617101b1-de9e-4250-a820-81bab7bea77c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316367 Jul 16 18:29:15.979846 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.045975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b62cc-1825-4684-87bf-206037729c3c req-e1d196aa-3beb-48e0-aa49-df1289533d21 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:17.047289 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-594b62cc-1825-4684-87bf-206037729c3c req-e1d196aa-3beb-48e0-aa49-df1289533d21 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0631568 Jul 16 18:29:17.087946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-594b62cc-1825-4684-87bf-206037729c3c req-f81698c6-8a7a-4084-8209-55e445701897 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350962 Jul 16 18:29:17.701275 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.261148 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a5903-def7-433f-bcc0-f669403fcb13 req-d1739bb1-3b7c-47a8-9da3-60a762ae0c33 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.263095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-569a5903-def7-433f-bcc0-f669403fcb13 req-d1739bb1-3b7c-47a8-9da3-60a762ae0c33 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0635731 Jul 16 18:29:18.300470 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-569a5903-def7-433f-bcc0-f669403fcb13 req-184cc0a8-d8c8-46ab-9f18-beb6d946f96a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318623 Jul 16 18:29:19.254130 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.478875 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1e8e9-46c3-4418-a51b-eb1659bbc9f7 req-c69319cb-f1ee-4cc8-b5d3-b57094cb9976 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.480400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71d1e8e9-46c3-4418-a51b-eb1659bbc9f7 req-c69319cb-f1ee-4cc8-b5d3-b57094cb9976 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0645859 Jul 16 18:29:19.522682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71d1e8e9-46c3-4418-a51b-eb1659bbc9f7 req-1f4f5f6c-8f51-417f-ab22-916522e4f4ee tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366786 Jul 16 18:29:20.699758 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ce99c-b0a7-4a73-aa62-95f886232adb req-27a7edae-324e-462c-8a23-ec1e237f6fe0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:20.701193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-077ce99c-b0a7-4a73-aa62-95f886232adb req-27a7edae-324e-462c-8a23-ec1e237f6fe0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0662534 Jul 16 18:29:20.738595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-077ce99c-b0a7-4a73-aa62-95f886232adb req-6ef58bbb-1969-4efd-8345-9ef21d1b4bb1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317845 Jul 16 18:29:21.913686 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366accf-947b-418b-891e-810832c2636c req-50130d5b-ae23-4a4a-ad7e-fda3663e0f08 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:21.915208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e366accf-947b-418b-891e-810832c2636c req-50130d5b-ae23-4a4a-ad7e-fda3663e0f08 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0646374 Jul 16 18:29:21.953067 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e366accf-947b-418b-891e-810832c2636c req-b8aa2936-e290-4008-b5bd-b06bcdc67c30 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320952 Jul 16 18:29:23.125338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313c1b1-e3b1-47fe-a57e-abf65a587e6e req-4ae03c34-ec5c-44ce-889f-5c04ea0fb37a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:23.126876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9313c1b1-e3b1-47fe-a57e-abf65a587e6e req-4ae03c34-ec5c-44ce-889f-5c04ea0fb37a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0627108 Jul 16 18:29:23.168254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9313c1b1-e3b1-47fe-a57e-abf65a587e6e req-e58f5b38-6f00-4e1b-822a-2211d72a0e4f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349605 Jul 16 18:29:23.347359 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.342669 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de107f10-e6cc-4962-860f-b5a06ff8fd3e req-d20fae33-8843-40ef-88a4-8d66b9a1d962 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.344151 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de107f10-e6cc-4962-860f-b5a06ff8fd3e req-d20fae33-8843-40ef-88a4-8d66b9a1d962 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0625751 Jul 16 18:29:24.382445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de107f10-e6cc-4962-860f-b5a06ff8fd3e req-1b61c68c-c79e-4484-b389-e051f6eaa5d5 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327876 Jul 16 18:29:25.479833 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.554748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aaa7c-776e-4c7d-a0f8-17171e4ca1d4 req-4f7363f9-c28f-46e2-bbf3-c004db22d6d8 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.556218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-691aaa7c-776e-4c7d-a0f8-17171e4ca1d4 req-4f7363f9-c28f-46e2-bbf3-c004db22d6d8 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0624571 Jul 16 18:29:25.596117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-691aaa7c-776e-4c7d-a0f8-17171e4ca1d4 req-cd84ca2d-a381-45be-978a-cb8992af3988 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333984 Jul 16 18:29:26.771716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307c567-2d03-4315-a210-b8fc06cbc64e req-0b656440-cc01-4429-9db9-d14143b99b5f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.773210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b307c567-2d03-4315-a210-b8fc06cbc64e req-0b656440-cc01-4429-9db9-d14143b99b5f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0672066 Jul 16 18:29:26.811113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b307c567-2d03-4315-a210-b8fc06cbc64e req-3b461837-b59a-49b9-918e-0efb210f0f17 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323927 Jul 16 18:29:27.986291 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cee9cb-9c55-43d0-b0f2-a612ef18935c req-1632b8af-d286-492e-83fc-c09ff05ad68a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:27.987781 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87cee9cb-9c55-43d0-b0f2-a612ef18935c req-1632b8af-d286-492e-83fc-c09ff05ad68a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0645118 Jul 16 18:29:28.024901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87cee9cb-9c55-43d0-b0f2-a612ef18935c req-f60510b0-fb46-41f1-ba4a-0ae3d5c917ae tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315707 Jul 16 18:29:29.206088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665b47d-7665-4990-8618-217f55dc0322 req-2c0d8910-1e8c-4831-915b-49452e32cc0d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:29.207619 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1665b47d-7665-4990-8618-217f55dc0322 req-2c0d8910-1e8c-4831-915b-49452e32cc0d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0634780 Jul 16 18:29:29.251108 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1665b47d-7665-4990-8618-217f55dc0322 req-5c47fee5-443d-4884-a5ff-c27d80f5f93e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377975 Jul 16 18:29:30.428937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1246f-40db-438c-8e50-7841a6d3bab2 req-e5c8b85c-025c-426d-b1c4-9dfde127b572 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:30.430459 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94f1246f-40db-438c-8e50-7841a6d3bab2 req-e5c8b85c-025c-426d-b1c4-9dfde127b572 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0641720 Jul 16 18:29:30.467833 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94f1246f-40db-438c-8e50-7841a6d3bab2 req-14bbdefd-c762-419e-83a4-9d8eeccd34a9 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316217 Jul 16 18:29:31.657180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc327cb-f472-42ba-ba7c-eafa32ff4158 req-b6003fbf-a0c3-488f-83b9-e258122f119d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:31.658985 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fc327cb-f472-42ba-ba7c-eafa32ff4158 req-b6003fbf-a0c3-488f-83b9-e258122f119d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0684471 Jul 16 18:29:31.699739 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fc327cb-f472-42ba-ba7c-eafa32ff4158 req-fcf789ed-ead5-417d-a7b5-da9bf76891af tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348134 Jul 16 18:29:31.887693 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3ad440bd-6e0b-458b-a4ce-5637e9880f3f service neutron] show failed (client error): The resource could not be found. Jul 16 18:29:31.888748 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3ad440bd-6e0b-458b-a4ce-5637e9880f3f service neutron] 10.222.0.32 "GET /v2.0/ports/f5b61633-8733-4166-87b3-c63c301f6aa5/bindings/n-h2-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0759859 Jul 16 18:29:32.176540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-c69dca1e-e24c-4245-b50d-86db99d75814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.178116 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-c69dca1e-e24c-4245-b50d-86db99d75814 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92&tenant_id=050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 1098 time: 0.0886710 Jul 16 18:29:32.190153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:32.264434 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.465715 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:32.502810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:32.540524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:32.542738 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e34153-4edb-49e3-8e33-272596cac5b8" -d '{"events": [{"server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:32.546590 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.559099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Transition to ACTIVE for port object f5b61633-8733-4166-87b3-c63c301f6aa5 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:32.562782 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.660893 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.686776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:32.687117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:32.687455 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:32.687790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:32.688138 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:32.688450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:32.688773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:32.689097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:32.689419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:32.689773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:32.690093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:32.690426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:32.752771 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] No DVR routers for this DVR port f5b61633-8733-4166-87b3-c63c301f6aa5 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:32.793981 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bb073a-73ee-4f6c-8865-943bf55567de x-openstack-request-id: req-f3bb073a-73ee-4f6c-8865-943bf55567de {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:32.794226 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:32.794480 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3bb073a-73ee-4f6c-8865-943bf55567de {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:32.794870 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'code': 200} Jul 16 18:29:32.892754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58cd82-721a-4c8a-9711-3bc9a7d5744a req-dd3d7322-8e13-41d6-8df0-29c4fbc87a4b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:32.894210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3b58cd82-721a-4c8a-9711-3bc9a7d5744a req-dd3d7322-8e13-41d6-8df0-29c4fbc87a4b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 944 time: 0.0638831 Jul 16 18:29:32.897621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Attempting to bind port f5b61633-8733-4166-87b3-c63c301f6aa5 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:32.897991 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Attempting to bind port f5b61633-8733-4166-87b3-c63c301f6aa5 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:32.898327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Attempting to bind port f5b61633-8733-4166-87b3-c63c301f6aa5 on network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:32.903336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Port f5b61633-8733-4166-87b3-c63c301f6aa5 on network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:32.903660 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Attempting to bind port f5b61633-8733-4166-87b3-c63c301f6aa5 on network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:32.908562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:32.908903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Checking segment: {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:32.909289 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Bound using segment: {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:32.909742 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Bound port: f5b61633-8733-4166-87b3-c63c301f6aa5, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:32.910108 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.932778 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3b58cd82-721a-4c8a-9711-3bc9a7d5744a req-15a6e15d-81a5-4389-8d0a-bc363d6a9205 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328112 Jul 16 18:29:32.976349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:32.979573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:32.983572 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.016146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.016769 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.018177 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 1093 time: 0.8322618 Jul 16 18:29:33.052909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5b60c-6e7c-4796-94f8-78c9a937a0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:33.102482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-81f3437f-333b-4e51-acf2-f913b97ad6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.104055 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-81f3437f-333b-4e51-acf2-f913b97ad6a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1096 time: 0.0590343 Jul 16 18:29:33.201642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-8512bfda-25e8-45f6-8941-58c9e900a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.203158 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-8512bfda-25e8-45f6-8941-58c9e900a8fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 898 time: 0.0922806 Jul 16 18:29:33.266894 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-9d0961af-165c-4314-9cb0-9832512582c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 1000 time: 0.0567000 Jul 16 18:29:33.318817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-69361fcc-a260-4b6e-a5a3-fd735255e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.320146 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-69361fcc-a260-4b6e-a5a3-fd735255e7c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 200 len: 835 time: 0.0473137 Jul 16 18:29:33.377441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-d9104b98-c0f7-418a-a595-aa9814724ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.378966 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-d9104b98-c0f7-418a-a595-aa9814724ad3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520077 Jul 16 18:29:33.469992 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-17113566-4874-4499-92b1-e217f0d213f6 service neutron] 10.222.0.11 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839922 Jul 16 18:29:33.562413 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9959b4be-bb42-4316-b11a-997c4d36c81e req-3a60f719-367e-4e5f-b35d-ec113b64a02b service neutron] 10.222.0.11 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862200 Jul 16 18:29:34.109913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6a130-e167-4c0c-af26-eb4bf05e42f2 req-8df9fbc8-cc6e-4674-a035-c7f0e8529c15 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:34.111393 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5de6a130-e167-4c0c-af26-eb4bf05e42f2 req-8df9fbc8-cc6e-4674-a035-c7f0e8529c15 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 944 time: 0.0650532 Jul 16 18:29:34.148610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5de6a130-e167-4c0c-af26-eb4bf05e42f2 req-50369b41-8684-4e25-b7fa-a7d70e10409f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316615 Jul 16 18:29:34.796332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:34.799643 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d" -d '{"events": [{"name": "network-changed", "server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:34.847804 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ee4e0a-eda1-4ad8-a52d-8034f6fb0cdc x-openstack-request-id: req-30ee4e0a-eda1-4ad8-a52d-8034f6fb0cdc {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:34.848102 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:34.848357 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30ee4e0a-eda1-4ad8-a52d-8034f6fb0cdc {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:34.848759 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'status': 'completed', 'code': 200} Jul 16 18:29:34.919812 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-a60569f3-e6e2-4063-9f3c-585cce0a1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:34.921338 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-a60569f3-e6e2-4063-9f3c-585cce0a1dde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1096 time: 0.0528820 Jul 16 18:29:34.926307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-c9a3d38a-b64b-461f-8dad-aab03696cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:34.927829 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-c9a3d38a-b64b-461f-8dad-aab03696cbaa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1096 time: 0.0557272 Jul 16 18:29:35.016679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-0e4431e0-9e7d-48f7-afb5-fe8bd2e2ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.016880 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-cb0b53c4-2fe7-4c1f-8c6d-d89835264925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.018193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-0e4431e0-9e7d-48f7-afb5-fe8bd2e2ddf1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 898 time: 0.0834310 Jul 16 18:29:35.018314 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-cb0b53c4-2fe7-4c1f-8c6d-d89835264925 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 898 time: 0.0890143 Jul 16 18:29:35.085575 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-f2a4973a-5239-477b-8996-e5c2c50a04a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 1000 time: 0.0575354 Jul 16 18:29:35.086599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-362423f1-eed6-49c3-b441-852a75b69b8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 1000 time: 0.0613766 Jul 16 18:29:35.134586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-44422033-4356-4b95-b69a-4aaa886f5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.137218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-44422033-4356-4b95-b69a-4aaa886f5a5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 200 len: 835 time: 0.0449858 Jul 16 18:29:35.139067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-d3904c6a-ef8c-451c-96d6-f749a18b223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.140534 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-d3904c6a-ef8c-451c-96d6-f749a18b223a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 200 len: 835 time: 0.0482817 Jul 16 18:29:35.203554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-67926293-f0e2-464d-a0aa-ca2cc29c4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.205237 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-67926293-f0e2-464d-a0aa-ca2cc29c4c85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582120 Jul 16 18:29:35.208640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-b6c99767-be86-461d-a0ce-ce1d4268e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.210211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-b6c99767-be86-461d-a0ce-ce1d4268e5fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668716 Jul 16 18:29:35.321592 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-5822eaf8-7411-4f3c-993a-3db95084a1e4 service neutron] 10.222.0.11 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090417 Jul 16 18:29:35.355161 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-39f7f89f-51ba-49cb-b521-bcab53e2d190 service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380160 Jul 16 18:29:35.405077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0a933-e24c-4720-96d2-0b7a6d51eb01 req-b123080f-2064-4d9f-9fd2-5152ea2a6035 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.406685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33b0a933-e24c-4720-96d2-0b7a6d51eb01 req-b123080f-2064-4d9f-9fd2-5152ea2a6035 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 944 time: 0.1142898 Jul 16 18:29:35.420251 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-1f97c35b-55ef-437a-a545-312644b4b59e service neutron] 10.222.0.11 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918994 Jul 16 18:29:35.488599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-33b0a933-e24c-4720-96d2-0b7a6d51eb01 req-da264d76-5279-4ab7-8668-d9f7cfe44ada tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506339 Jul 16 18:29:35.490921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e0e99d3-e4d0-495f-a0b8-35f6f8de868d req-2712311e-7c71-49af-9d6d-0a1882b0892c service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298134 Jul 16 18:29:36.585520 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f5b61633-8733-4166-87b3-c63c301f6aa5 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:36.673390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d71304-58a6-4041-8bdc-465c95fd732f req-e662e6a4-b7e5-44d2-a23c-c81e72606def tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:36.674872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32d71304-58a6-4041-8bdc-465c95fd732f req-e662e6a4-b7e5-44d2-a23c-c81e72606def tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 944 time: 0.0647724 Jul 16 18:29:36.679289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:36.693863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'port_id': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'mac_address': 'fa:16:3e:0a:04:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d560d0-88dd-4705-9679-23f567996450', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:36.715570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32d71304-58a6-4041-8bdc-465c95fd732f req-84f832c5-8c7d-4acc-a089-23ae83a5f061 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349627 Jul 16 18:29:36.731955 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.746145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b61633-8733-4166-87b3-c63c301f6aa5 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:36.766127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:36.769987 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.821043 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:37.037120 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['f5b61633-8733-4166-87b3-c63c301f6aa5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:37.040416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f5b61633-8733-4166-87b3-c63c301f6aa5 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:37.075937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-c46ff5a3-98c0-498c-b298-8be0de0e6978 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:37.077667 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-c46ff5a3-98c0-498c-b298-8be0de0e6978 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.11 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92&tenant_id=050e3e58456244eeb96306e30f510dfa&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 945 time: 0.0745201 Jul 16 18:29:37.107670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cf145-862f-415c-9a43-418fb0ff43e8 req-086326c6-8826-4e4d-a4b3-34e846be1666 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:37.109369 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-225cf145-862f-415c-9a43-418fb0ff43e8 req-086326c6-8826-4e4d-a4b3-34e846be1666 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 945 time: 0.0694270 Jul 16 18:29:37.118092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f5b61633-8733-4166-87b3-c63c301f6aa5 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:37.147274 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-a4a30c9d-bdc2-47d4-b153-87a6fe7c6b6d service neutron] 10.222.0.11 "GET /v2.0/ports/f5b61633-8733-4166-87b3-c63c301f6aa5/bindings/n-h2-787205-10 HTTP/1.1" status: 200 len: 383 time: 0.0615802 Jul 16 18:29:37.149120 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-225cf145-862f-415c-9a43-418fb0ff43e8 req-7cc8ab19-ec00-4c31-bfbc-2fea515c5b04 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335155 Jul 16 18:29:37.221419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-b2eeb485-1343-45a1-84cf-6c80ff852e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:37.222872 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-b2eeb485-1343-45a1-84cf-6c80ff852e7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1097 time: 0.0527174 Jul 16 18:29:37.310401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-a0448a35-40d5-41ee-9a92-b88b3ab1f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:37.311888 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-a0448a35-40d5-41ee-9a92-b88b3ab1f627 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 898 time: 0.0828993 Jul 16 18:29:37.381379 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-bc6c8558-b597-4cf0-93fb-18f557879f2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 1001 time: 0.0607061 Jul 16 18:29:37.430657 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-4f66c11e-7794-403f-b29f-e32f704715c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:37.432105 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-4f66c11e-7794-403f-b29f-e32f704715c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 200 len: 835 time: 0.0435023 Jul 16 18:29:37.489309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-424dd0b5-74ba-461c-8783-4fa40aac4505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:37.490693 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-424dd0b5-74ba-461c-8783-4fa40aac4505 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507667 Jul 16 18:29:37.583104 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-eb1c0f38-e279-469f-9c53-1891ead71040 service neutron] 10.222.0.11 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851579 Jul 16 18:29:37.669171 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-bbf80136-b5f2-4a32-8668-7df9255e5046 service neutron] 10.222.0.11 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794294 Jul 16 18:29:38.327025 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c952e-c42c-4dcf-9b3d-072ba43a22d6 req-811b6ff7-7faf-4907-92ae-d187b0f10778 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.328500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e7c952e-c42c-4dcf-9b3d-072ba43a22d6 req-811b6ff7-7faf-4907-92ae-d187b0f10778 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 945 time: 0.0643620 Jul 16 18:29:38.366486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e7c952e-c42c-4dcf-9b3d-072ba43a22d6 req-2d9cf136-03d7-44af-9439-bc2b9713675c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324433 Jul 16 18:29:38.592424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f5b61633-8733-4166-87b3-c63c301f6aa5 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:38.642325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port f5b61633-8733-4166-87b3-c63c301f6aa5 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:38.645965 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port f5b61633-8733-4166-87b3-c63c301f6aa5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:38.646337 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.721161 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.743135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:38.745539 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2eb25e0-6bfa-4ae9-92ff-b7b1b8a62e17" -d '{"events": [{"server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "name": "network-vif-plugged", "status": "completed", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:38.758925 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:38.763937 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.818307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:38.862306 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104a4565-29f3-4b4a-9428-f91f0ad7f57b x-openstack-request-id: req-104a4565-29f3-4b4a-9428-f91f0ad7f57b {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:38.862606 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "name": "network-vif-plugged", "status": "completed", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:38.862888 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-104a4565-29f3-4b4a-9428-f91f0ad7f57b {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:38.863288 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'code': 200} Jul 16 18:29:39.543893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88795b7-8687-4741-b744-ae59bbd90d13 req-c3baabcb-164c-4f29-922c-12006eb5b8bb tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:39.545419 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c88795b7-8687-4741-b744-ae59bbd90d13 req-c3baabcb-164c-4f29-922c-12006eb5b8bb tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 946 time: 0.0638318 Jul 16 18:29:39.584652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c88795b7-8687-4741-b744-ae59bbd90d13 req-1598b15b-260a-42c3-81df-885b2654c0e6 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322244 Jul 16 18:29:39.790288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-917e87c8-6bfd-4307-99af-a677274945a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:39.791784 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-917e87c8-6bfd-4307-99af-a677274945a3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92&tenant_id=050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 1098 time: 0.0579476 Jul 16 18:29:39.802424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:39.876221 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.075626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:40.111898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:40.149302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:40.151790 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a92ec41-ad5e-43b5-986f-502acc1e739a" -d '{"events": [{"server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:40.155712 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.168614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Transition to ACTIVE for port object f5b61633-8733-4166-87b3-c63c301f6aa5 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:40.172491 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.248179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=10']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:40.260051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:40.260401 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:40.260836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:40.261170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:40.261498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:40.261848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:40.262176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:40.262502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:40.262829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:40.263157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:40.263481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:40.263801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:40.267865 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a21cdd-636c-4ec0-b2a8-593b54bf9ee0 x-openstack-request-id: req-21a21cdd-636c-4ec0-b2a8-593b54bf9ee0 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:40.268433 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:40.268695 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21a21cdd-636c-4ec0-b2a8-593b54bf9ee0 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:40.269086 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'code': 200} Jul 16 18:29:40.310915 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] No DVR routers for this DVR port f5b61633-8733-4166-87b3-c63c301f6aa5 on host n-h2-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:40.399833 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:40.449338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Attempting to bind port f5b61633-8733-4166-87b3-c63c301f6aa5 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:40.449701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Attempting to bind port f5b61633-8733-4166-87b3-c63c301f6aa5 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:40.450157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Attempting to bind port f5b61633-8733-4166-87b3-c63c301f6aa5 on network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:40.454365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Port f5b61633-8733-4166-87b3-c63c301f6aa5 on network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:40.454692 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Attempting to bind port f5b61633-8733-4166-87b3-c63c301f6aa5 on network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:40.459389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:40.459736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Checking segment: {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:40.460126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Bound using segment: {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:40.460552 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Bound port: f5b61633-8733-4166-87b3-c63c301f6aa5, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:40.460911 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.523655 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:40.526951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:40.530996 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.564725 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.565367 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.566767 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] 10.222.0.32 "PUT /v2.0/ports/f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 1094 time: 0.7683854 Jul 16 18:29:40.588663 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae177af-0d12-4fd7-b6e6-e7d631b8ae76 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=11']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:40.650090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-f872c720-2d36-4955-8e9f-e27338dd31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.652246 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-f872c720-2d36-4955-8e9f-e27338dd31d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1097 time: 0.0599954 Jul 16 18:29:40.778394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-56fa0040-001a-4bcd-8b1f-22ff34f62e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.779860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-56fa0040-001a-4bcd-8b1f-22ff34f62e9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 898 time: 0.1215196 Jul 16 18:29:40.850023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5982-5a6c-44bc-82ba-c3995067c030 req-5fb48647-67f1-495e-9246-46eae0c3228b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.851439 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-225c5982-5a6c-44bc-82ba-c3995067c030 req-5fb48647-67f1-495e-9246-46eae0c3228b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 945 time: 0.1329198 Jul 16 18:29:40.879595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-4023c6fa-4c21-4226-8857-5e809d8b3e2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 1000 time: 0.0931873 Jul 16 18:29:40.920474 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-225c5982-5a6c-44bc-82ba-c3995067c030 req-392fe754-e93d-44bd-ad44-4bf0695c67ec tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615256 Jul 16 18:29:40.941845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-4b35eef8-dc99-4880-82c3-7a83893cf2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.941845 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-4b35eef8-dc99-4880-82c3-7a83893cf2aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 200 len: 835 time: 0.0505109 Jul 16 18:29:41.000893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-eb9aed52-ca37-48c2-8fb4-64a831dc43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:41.002417 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-eb9aed52-ca37-48c2-8fb4-64a831dc43f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555482 Jul 16 18:29:41.089118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-add38957-5b93-4e78-b30d-02df1f01b883 service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794168 Jul 16 18:29:41.178817 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-997be2c3-f1f7-469b-b6bb-1e6c6688d50a req-28b70a68-d959-4cd3-930b-6b2b153d5e17 service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840187 Jul 16 18:29:42.095964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6da419-529d-4515-a574-99e133d72cc3 req-ae1d208b-84be-418d-bd49-2171c863bb0d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.097481 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a6da419-529d-4515-a574-99e133d72cc3 req-ae1d208b-84be-418d-bd49-2171c863bb0d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 945 time: 0.0638137 Jul 16 18:29:42.136030 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a6da419-529d-4515-a574-99e133d72cc3 req-44077104-96dc-4370-be7a-2e817b4b18b0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323806 Jul 16 18:29:42.270057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:42.272369 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee6593e-8a31-4565-891c-f1e9e368c583" -d '{"events": [{"name": "network-changed", "server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:42.322858 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ee10b3-8a24-41d0-a9e7-3304260a477a x-openstack-request-id: req-90ee10b3-8a24-41d0-a9e7-3304260a477a {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:42.323788 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:42.324043 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90ee10b3-8a24-41d0-a9e7-3304260a477a {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:42.324443 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'status': 'completed', 'code': 200} Jul 16 18:29:42.403012 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-ce5a4dc8-b3d2-4d09-b72a-54730e67597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.404619 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-ce5a4dc8-b3d2-4d09-b72a-54730e67597c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1097 time: 0.0607913 Jul 16 18:29:42.409023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-6a8286a3-9803-4c31-837e-64ea081cdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.410583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-6a8286a3-9803-4c31-837e-64ea081cdbca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1097 time: 0.0598283 Jul 16 18:29:42.496790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-70455858-3945-4c1c-8cb4-b210fe311b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.498337 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-70455858-3945-4c1c-8cb4-b210fe311b2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 898 time: 0.0868127 Jul 16 18:29:42.509114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-ce5547c9-d34a-49f4-bf19-f12445749f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.511234 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-ce5547c9-d34a-49f4-bf19-f12445749f02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 898 time: 0.0926669 Jul 16 18:29:42.572385 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-7c6e3bb1-042f-4a25-8ee3-7f82895ec812 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 1000 time: 0.0663562 Jul 16 18:29:42.586243 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-67c61cab-0140-4e3e-94df-2a597e8ba4d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 1000 time: 0.0685449 Jul 16 18:29:42.624497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-c24f8e6e-66e4-41a5-afd0-329b4b52c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.626171 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-c24f8e6e-66e4-41a5-afd0-329b4b52c724 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 200 len: 835 time: 0.0470581 Jul 16 18:29:42.640715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-55800748-9372-44da-8e35-2116a781dece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.642314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-55800748-9372-44da-8e35-2116a781dece service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 200 len: 835 time: 0.0499601 Jul 16 18:29:42.686378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-f95ee220-11b5-4564-9111-5a0eef568e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.688045 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-f95ee220-11b5-4564-9111-5a0eef568e97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556469 Jul 16 18:29:42.705610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-8406b4de-d078-44af-8e37-4f075a012a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.707183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-8406b4de-d078-44af-8e37-4f075a012a3f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571027 Jul 16 18:29:42.791563 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-2187c784-38a7-4ccd-9d1c-ecebd2f76691 service neutron] 10.222.0.11 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965674 Jul 16 18:29:42.810171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-7d20b38e-b4f2-4c83-9d21-6f8e94d23b8c service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937088 Jul 16 18:29:42.891224 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-be9ee2a4-f48a-4135-bb94-109fb0020a35 service neutron] 10.222.0.11 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924911 Jul 16 18:29:42.905096 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aee6593e-8a31-4565-891c-f1e9e368c583 req-9b69b0bd-399d-48ea-82f7-dcb296ee0821 service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882471 Jul 16 18:29:43.311600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791a4b-b182-4908-a551-7465a3624a99 req-f2201fe8-f593-488b-a9a3-0a58fcef6918 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.313161 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32791a4b-b182-4908-a551-7465a3624a99 req-f2201fe8-f593-488b-a9a3-0a58fcef6918 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 945 time: 0.0671740 Jul 16 18:29:43.349335 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-32791a4b-b182-4908-a551-7465a3624a99 req-b738c239-d41d-4100-bdaf-8dc7f7ab40b1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305858 Jul 16 18:29:43.377484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41732) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:43.438379 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7cd33a24-3a55-4e0b-9a1e-f9e2f71d9c79 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/1b3a7cdb-e16a-4786-899e-03c3f5907010 HTTP/1.1" status: 200 len: 992 time: 0.0618689 Jul 16 18:29:43.552105 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8dfc0b30-a3f7-4ae5-8291-d6b6ecd678ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.639551 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f5b61633-8733-4166-87b3-c63c301f6aa5 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:44.676755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f5b61633-8733-4166-87b3-c63c301f6aa5 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:45.067470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f5b61633-8733-4166-87b3-c63c301f6aa5 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:45.159741 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:45.174151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'port_id': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'mac_address': 'fa:16:3e:0a:04:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d560d0-88dd-4705-9679-23f567996450', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:45.210907 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.223484 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b61633-8733-4166-87b3-c63c301f6aa5 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:45.242563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:45.247025 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.292932 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=12']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:45.458665 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['f5b61633-8733-4166-87b3-c63c301f6aa5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:45.746835 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ccf30a3c-7d8f-4d50-96ee-1e8adbfcc9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.981029 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.082378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f5b61633-8733-4166-87b3-c63c301f6aa5 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:47.130183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port f5b61633-8733-4166-87b3-c63c301f6aa5 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:47.133877 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port f5b61633-8733-4166-87b3-c63c301f6aa5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:47.134267 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.210519 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.234202 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:47.236455 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaccd3a-a390-4f4b-b89e-b5fc349401bf" -d '{"events": [{"server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "name": "network-vif-plugged", "status": "completed", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:47.248685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:47.253366 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.275802 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61679618-c873-4719-905d-7a6f0e5d4f32 x-openstack-request-id: req-61679618-c873-4719-905d-7a6f0e5d4f32 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:47.276113 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "name": "network-vif-plugged", "status": "completed", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:47.276347 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61679618-c873-4719-905d-7a6f0e5d4f32 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:47.276735 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'code': 200} Jul 16 18:29:47.303018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=13']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:47.310337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:47.310683 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:47.311025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:47.311364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:47.311715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:47.312033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:47.312363 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:47.312797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:47.313019 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:47.313345 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:47.313690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:47.314018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:47.704282 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.114124 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.372874 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.493369 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.660261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-648274e2-4c54-40f8-abb8-2bcc06a47911 req-8c20440d-1c60-438d-b189-4b2146320504 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543711 Jul 16 18:30:11.754273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648274e2-4c54-40f8-abb8-2bcc06a47911 req-8ea2f871-ac2f-435e-9924-32ad7780381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:11.755742 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-648274e2-4c54-40f8-abb8-2bcc06a47911 req-8ea2f871-ac2f-435e-9924-32ad7780381b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1099 time: 0.0521131 Jul 16 18:30:11.867547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648274e2-4c54-40f8-abb8-2bcc06a47911 req-6bfaf120-9cb3-4989-a924-08d82d5db60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:11.869067 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-648274e2-4c54-40f8-abb8-2bcc06a47911 req-6bfaf120-9cb3-4989-a924-08d82d5db60c service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 898 time: 0.0911996 Jul 16 18:30:11.932045 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-648274e2-4c54-40f8-abb8-2bcc06a47911 req-2eea9f4d-ce47-45c4-9d17-456cc948966b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 1002 time: 0.0560400 Jul 16 18:30:11.983594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648274e2-4c54-40f8-abb8-2bcc06a47911 req-d611103d-0303-41d2-8cc5-388f826aade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:11.985184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-648274e2-4c54-40f8-abb8-2bcc06a47911 req-d611103d-0303-41d2-8cc5-388f826aade7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 200 len: 835 time: 0.0471268 Jul 16 18:30:12.040607 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648274e2-4c54-40f8-abb8-2bcc06a47911 req-41273ffc-495b-452d-b724-9a69a2d50e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:12.042108 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-648274e2-4c54-40f8-abb8-2bcc06a47911 req-41273ffc-495b-452d-b724-9a69a2d50e84 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501339 Jul 16 18:30:12.129148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-648274e2-4c54-40f8-abb8-2bcc06a47911 req-564e2d61-bed7-46cb-8490-0fb522903115 service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800309 Jul 16 18:30:12.219677 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-648274e2-4c54-40f8-abb8-2bcc06a47911 req-32175033-7d5e-40e5-81b1-de641e4f67c6 service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832589 Jul 16 18:30:13.553880 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e69ba7ad-88c1-4706-a97c-0c866aa08079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.116444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08789e92-8688-482c-86d9-d889bd1ffcdd req-22be6d7f-ba8d-42c4-9cc3-106a4d714dce tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:14.117992 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-08789e92-8688-482c-86d9-d889bd1ffcdd req-22be6d7f-ba8d-42c4-9cc3-106a4d714dce tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1099 time: 0.0514746 Jul 16 18:30:14.154205 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-08789e92-8688-482c-86d9-d889bd1ffcdd req-66f2fea4-41ea-4810-9db4-83b67aa576ea tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306730 Jul 16 18:30:14.178439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41750) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:14.338293 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0173a77d-e8f3-42e5-b1b0-e00eae795250 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port 68574bfc-4a3f-44fb-bdfe-311a6412229f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:14.338644 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0173a77d-e8f3-42e5-b1b0-e00eae795250 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.419039 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0173a77d-e8f3-42e5-b1b0-e00eae795250 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.419286 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0173a77d-e8f3-42e5-b1b0-e00eae795250 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.431054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0173a77d-e8f3-42e5-b1b0-e00eae795250 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for 68574bfc-4a3f-44fb-bdfe-311a6412229f owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:14.867929 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0173a77d-e8f3-42e5-b1b0-e00eae795250 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.897141 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173a77d-e8f3-42e5-b1b0-e00eae795250 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=68574bfc-4a3f-44fb-bdfe-311a6412229f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:14.958132 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0173a77d-e8f3-42e5-b1b0-e00eae795250 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.958464 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-0173a77d-e8f3-42e5-b1b0-e00eae795250 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Floating IP 1b3a7cdb-e16a-4786-899e-03c3f5907010 disassociated (deleted). External IP: 172.25.3.115, port: f5b61633-8733-4166-87b3-c63c301f6aa5. Jul 16 18:30:15.173059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0173a77d-e8f3-42e5-b1b0-e00eae795250 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router 95184fed-b268-48a7-94b3-d91555967dc4 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:15.283994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0173a77d-e8f3-42e5-b1b0-e00eae795250 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:15.288800 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0173a77d-e8f3-42e5-b1b0-e00eae795250 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.293623 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4380f3-9f4b-4a27-9b1c-b4f8892db2a7 None None] Sync routers for ids ['95184fed-b268-48a7-94b3-d91555967dc4'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:15.302500 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4380f3-9f4b-4a27-9b1c-b4f8892db2a7 None None] Routers {'95184fed-b268-48a7-94b3-d91555967dc4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:15.303106 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-aa4380f3-9f4b-4a27-9b1c-b4f8892db2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:29:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['95184fed-b268-48a7-94b3-d91555967dc4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:15.325771 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0173a77d-e8f3-42e5-b1b0-e00eae795250 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/floatingips/1b3a7cdb-e16a-4786-899e-03c3f5907010 HTTP/1.1" status: 204 len: 168 time: 1.1460919 Jul 16 18:30:15.327056 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:15.329809 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fb1229-3461-4818-96dd-aff1ca14a868" -d '{"events": [{"name": "network-changed", "server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:15.367955 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb5d2bd-a274-469e-95d5-1f8d386490eb x-openstack-request-id: req-dcb5d2bd-a274-469e-95d5-1f8d386490eb {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:15.368460 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:15.368904 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcb5d2bd-a274-469e-95d5-1f8d386490eb {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:15.369524 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'status': 'completed', 'code': 200} Jul 16 18:30:15.409357 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-aa4380f3-9f4b-4a27-9b1c-b4f8892db2a7 None None] Set router 95184fed-b268-48a7-94b3-d91555967dc4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:15.449218 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb1229-3461-4818-96dd-aff1ca14a868 req-5250ffc1-5b0f-4520-abad-25e220084813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:15.450999 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2fb1229-3461-4818-96dd-aff1ca14a868 req-5250ffc1-5b0f-4520-abad-25e220084813 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 1099 time: 0.0548053 Jul 16 18:30:15.553390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb1229-3461-4818-96dd-aff1ca14a868 req-0485acbe-1b5e-4cad-8a92-f4b52ce83a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:15.555942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2fb1229-3461-4818-96dd-aff1ca14a868 req-0485acbe-1b5e-4cad-8a92-f4b52ce83a16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 200 len: 898 time: 0.0981181 Jul 16 18:30:15.604608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2fb1229-3461-4818-96dd-aff1ca14a868 req-efc17d6b-fa89-4782-a2aa-0df5e4b58e02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 200 len: 217 time: 0.0411029 Jul 16 18:30:15.616508 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-aa4380f3-9f4b-4a27-9b1c-b4f8892db2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'df2fba1d-4702-4003-932e-ba85f7ecf5ce', 'name': '', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:13:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '91d560d0-88dd-4705-9679-23f567996450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:22Z', 'updated_at': '2021-07-16T18:28:28Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '91d560d0-88dd-4705-9679-23f567996450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:15.643670 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4380f3-9f4b-4a27-9b1c-b4f8892db2a7 None None] Checking router: 95184fed-b268-48a7-94b3-d91555967dc4 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:15.652396 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4380f3-9f4b-4a27-9b1c-b4f8892db2a7 None None] Routers {'95184fed-b268-48a7-94b3-d91555967dc4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:15.653034 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-aa4380f3-9f4b-4a27-9b1c-b4f8892db2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:29:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['95184fed-b268-48a7-94b3-d91555967dc4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:15.749775 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b707-a03a-46a2-8077-7b2d4f11587d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.765771 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-aa4380f3-9f4b-4a27-9b1c-b4f8892db2a7 None None] Set router 95184fed-b268-48a7-94b3-d91555967dc4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:15.975121 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-aa4380f3-9f4b-4a27-9b1c-b4f8892db2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'df2fba1d-4702-4003-932e-ba85f7ecf5ce', 'name': '', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:13:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '91d560d0-88dd-4705-9679-23f567996450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:22Z', 'updated_at': '2021-07-16T18:28:28Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '91d560d0-88dd-4705-9679-23f567996450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:15.988266 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.006189 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4380f3-9f4b-4a27-9b1c-b4f8892db2a7 None None] The sync data for ids ['95184fed-b268-48a7-94b3-d91555967dc4'] in n-d-787205-10 is: [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:23Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'df2fba1d-4702-4003-932e-ba85f7ecf5ce', 'name': '', 'network_id': 'bc0665b4-98f2-47a6-8f6a-2be9de90fbd6', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:13:57:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '91d560d0-88dd-4705-9679-23f567996450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:22Z', 'updated_at': '2021-07-16T18:28:28Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '91d560d0-88dd-4705-9679-23f567996450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:16.041479 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb1229-3461-4818-96dd-aff1ca14a868 req-4fb279d5-2b39-4c62-9188-0a2e5bab4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:16.043078 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2fb1229-3461-4818-96dd-aff1ca14a868 req-4fb279d5-2b39-4c62-9188-0a2e5bab4f10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 200 len: 835 time: 0.4314663 Jul 16 18:30:16.103818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdccb14-26e8-40ae-a524-332c7e6e1465 req-6af7226e-9e2a-4f2f-8051-7ca15d1b7474 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:16.105294 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cfdccb14-26e8-40ae-a524-332c7e6e1465 req-6af7226e-9e2a-4f2f-8051-7ca15d1b7474 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 947 time: 0.1087732 Jul 16 18:30:16.158774 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb1229-3461-4818-96dd-aff1ca14a868 req-a1205c85-ff86-4524-8b9f-5ac980f4192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:16.160301 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2fb1229-3461-4818-96dd-aff1ca14a868 req-a1205c85-ff86-4524-8b9f-5ac980f4192d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092677 Jul 16 18:30:16.168268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cfdccb14-26e8-40ae-a524-332c7e6e1465 req-c0692b78-ee51-4df8-845d-16acccd5a2b5 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b423d9a-f812-490c-ac1f-45aeb00f2a48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561104 Jul 16 18:30:16.245827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72457e70-9964-4196-92a9-7ff894442844 None None] New status for floating IP 1b3a7cdb-e16a-4786-899e-03c3f5907010: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:30:16.254656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2fb1229-3461-4818-96dd-aff1ca14a868 req-9f98202c-c1b4-4b85-8868-8e4c1f2023d7 service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853870 Jul 16 18:30:16.349098 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2fb1229-3461-4818-96dd-aff1ca14a868 req-f8a4abdc-da9a-4e0a-b560-51b930df21e6 service neutron] 10.222.0.32 "GET /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871949 Jul 16 18:30:16.924082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea686e-391a-4e04-90e0-3f279f03785b req-5c5eec4a-c500-4534-8ca1-c32bcebd1a3d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:16.925560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3aea686e-391a-4e04-90e0-3f279f03785b req-5c5eec4a-c500-4534-8ca1-c32bcebd1a3d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.32 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 947 time: 0.0631061 Jul 16 18:30:17.031284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-3aea686e-391a-4e04-90e0-3f279f03785b req-1514bda8-8f05-4722-bf11-ba00df82e24a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port f5b61633-8733-4166-87b3-c63c301f6aa5 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:17.031626 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3aea686e-391a-4e04-90e0-3f279f03785b req-1514bda8-8f05-4722-bf11-ba00df82e24a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.119455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3aea686e-391a-4e04-90e0-3f279f03785b req-1514bda8-8f05-4722-bf11-ba00df82e24a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] For port f5b61633-8733-4166-87b3-c63c301f6aa5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=f5b61633-8733-4166-87b3-c63c301f6aa5,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:17.119821 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3aea686e-391a-4e04-90e0-3f279f03785b req-1514bda8-8f05-4722-bf11-ba00df82e24a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.132198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-3aea686e-391a-4e04-90e0-3f279f03785b req-1514bda8-8f05-4722-bf11-ba00df82e24a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for f5b61633-8733-4166-87b3-c63c301f6aa5 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:17.266084 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3aea686e-391a-4e04-90e0-3f279f03785b req-1514bda8-8f05-4722-bf11-ba00df82e24a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.297192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514bda8-8f05-4722-bf11-ba00df82e24a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=f5b61633-8733-4166-87b3-c63c301f6aa5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:17.348603 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23c76d40-c5eb-41b0-896f-245d2993f27b req-a38786bc-243a-4f26-af95-3338d3ad2ffb tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=117879f1-8587-429d-9730-816cc42a3a92 HTTP/1.1" status: 200 len: 210 time: 0.0552950 Jul 16 18:30:17.369076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aea686e-391a-4e04-90e0-3f279f03785b req-1514bda8-8f05-4722-bf11-ba00df82e24a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] No DVR routers for this DVR port f5b61633-8733-4166-87b3-c63c301f6aa5 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:17.372346 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3aea686e-391a-4e04-90e0-3f279f03785b req-1514bda8-8f05-4722-bf11-ba00df82e24a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.374931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3aea686e-391a-4e04-90e0-3f279f03785b req-1514bda8-8f05-4722-bf11-ba00df82e24a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.32 "DELETE /v2.0/ports/f5b61633-8733-4166-87b3-c63c301f6aa5 HTTP/1.1" status: 204 len: 173 time: 0.4433343 Jul 16 18:30:17.375382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'name': 'network-vif-deleted', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:17.377634 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7eb5f3-1638-48c2-b021-75c1fd869c8f" -d '{"events": [{"server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "name": "network-vif-deleted", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:17.399239 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:30:17.421347 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421f3fdd-76b2-46de-8ecf-f22ef4340c4a x-openstack-request-id: req-421f3fdd-76b2-46de-8ecf-f22ef4340c4a {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:17.421642 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117879f1-8587-429d-9730-816cc42a3a92", "name": "network-vif-deleted", "tag": "f5b61633-8733-4166-87b3-c63c301f6aa5", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:17.421935 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-421f3fdd-76b2-46de-8ecf-f22ef4340c4a {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:17.422347 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117879f1-8587-429d-9730-816cc42a3a92', 'name': 'network-vif-deleted', 'tag': 'f5b61633-8733-4166-87b3-c63c301f6aa5', 'status': 'completed', 'code': 200} Jul 16 18:30:17.707516 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.440834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41764) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:18.797292 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c354d46c-4b1e-4e48-85a5-eca8baaff3f1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.064333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c354d46c-4b1e-4e48-85a5-eca8baaff3f1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port df2fba1d-4702-4003-932e-ba85f7ecf5ce {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:19.064683 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c354d46c-4b1e-4e48-85a5-eca8baaff3f1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.119296 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.162266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-c354d46c-4b1e-4e48-85a5-eca8baaff3f1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] For port df2fba1d-4702-4003-932e-ba85f7ecf5ce, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=df2fba1d-4702-4003-932e-ba85f7ecf5ce,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:19.162633 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c354d46c-4b1e-4e48-85a5-eca8baaff3f1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.175374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c354d46c-4b1e-4e48-85a5-eca8baaff3f1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for df2fba1d-4702-4003-932e-ba85f7ecf5ce owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:19.357084 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c354d46c-4b1e-4e48-85a5-eca8baaff3f1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.390048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354d46c-4b1e-4e48-85a5-eca8baaff3f1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=df2fba1d-4702-4003-932e-ba85f7ecf5ce,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:19.563396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c354d46c-4b1e-4e48-85a5-eca8baaff3f1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.774899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c354d46c-4b1e-4e48-85a5-eca8baaff3f1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router 95184fed-b268-48a7-94b3-d91555967dc4 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:19.887530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c354d46c-4b1e-4e48-85a5-eca8baaff3f1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:19.892585 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c354d46c-4b1e-4e48-85a5-eca8baaff3f1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "PUT /v2.0/routers/95184fed-b268-48a7-94b3-d91555967dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4507332 Jul 16 18:30:19.895309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41766) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:19.898068 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77029f-41f7-47c3-8fbf-e00dc423aebb None None] Sync routers for ids ['95184fed-b268-48a7-94b3-d91555967dc4'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:19.907365 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e77029f-41f7-47c3-8fbf-e00dc423aebb None None] Routers {'95184fed-b268-48a7-94b3-d91555967dc4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:19.907997 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5e77029f-41f7-47c3-8fbf-e00dc423aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:30:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['95184fed-b268-48a7-94b3-d91555967dc4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:19.949929 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2dd2317-a4d5-47d7-a8df-24a9d035aa84 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting subnet 91d560d0-88dd-4705-9679-23f567996450 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:19.953882 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2dd2317-a4d5-47d7-a8df-24a9d035aa84 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.997726 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2dd2317-a4d5-47d7-a8df-24a9d035aa84 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.019318 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5e77029f-41f7-47c3-8fbf-e00dc423aebb None None] Set router 95184fed-b268-48a7-94b3-d91555967dc4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:20.084508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2dd2317-a4d5-47d7-a8df-24a9d035aa84 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.149096 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2dd2317-a4d5-47d7-a8df-24a9d035aa84 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.176693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd2317-a4d5-47d7-a8df-24a9d035aa84 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Subnet': ['ID=91d560d0-88dd-4705-9679-23f567996450,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:20.178681 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d2dd2317-a4d5-47d7-a8df-24a9d035aa84 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.182761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d2dd2317-a4d5-47d7-a8df-24a9d035aa84 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/subnets/91d560d0-88dd-4705-9679-23f567996450 HTTP/1.1" status: 204 len: 168 time: 0.2843356 Jul 16 18:30:20.183309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41768) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:20.187407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d90670b-cb24-4c08-8f5b-9183ae558abc None None] Network bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:20.202788 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5e77029f-41f7-47c3-8fbf-e00dc423aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:20.233518 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77029f-41f7-47c3-8fbf-e00dc423aebb None None] Checking router: 95184fed-b268-48a7-94b3-d91555967dc4 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:20.242976 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e77029f-41f7-47c3-8fbf-e00dc423aebb None None] Routers {'95184fed-b268-48a7-94b3-d91555967dc4'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:20.243721 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5e77029f-41f7-47c3-8fbf-e00dc423aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:30:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['95184fed-b268-48a7-94b3-d91555967dc4'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:20.297099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.397020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c0969-1775-4636-90e7-091addefe4cb None None] DHCP port deletion for bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:30:20.427777 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.443300 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5e77029f-41f7-47c3-8fbf-e00dc423aebb None None] Set router 95184fed-b268-48a7-94b3-d91555967dc4 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:20.449593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a25c0969-1775-4636-90e7-091addefe4cb None None] Deleting port 7117f37e-7b2d-4960-afe4-400c37d4e533 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:20.450015 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a25c0969-1775-4636-90e7-091addefe4cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.486212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:20.486567 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.515195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a25c0969-1775-4636-90e7-091addefe4cb None None] For port 7117f37e-7b2d-4960-afe4-400c37d4e533, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7117f37e-7b2d-4960-afe4-400c37d4e533,segment=NetworkSegment(4f8c3e67-5267-459a-9bc2-f86c4f6aac4f),segment_id=4f8c3e67-5267-459a-9bc2-f86c4f6aac4f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:20.515881 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a25c0969-1775-4636-90e7-091addefe4cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.527460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a25c0969-1775-4636-90e7-091addefe4cb None None] Calling delete_port for 7117f37e-7b2d-4960-afe4-400c37d4e533 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:20.569994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] For port 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=7e3b8df2-aa4b-40f5-bb55-42257ed14ca6,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:20.570551 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.583100 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:20.617763 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a25c0969-1775-4636-90e7-091addefe4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.622379 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5e77029f-41f7-47c3-8fbf-e00dc423aebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:20.648321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c0969-1775-4636-90e7-091addefe4cb None None] Pushing event deleted for resources: {'Port': ['ID=7117f37e-7b2d-4960-afe4-400c37d4e533,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:20.650186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c0969-1775-4636-90e7-091addefe4cb None None] No DVR routers for this DVR port 7117f37e-7b2d-4960-afe4-400c37d4e533 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:20.656816 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e77029f-41f7-47c3-8fbf-e00dc423aebb None None] The sync data for ids ['95184fed-b268-48a7-94b3-d91555967dc4'] in n-d-787205-10 is: [{'id': '95184fed-b268-48a7-94b3-d91555967dc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1755730895', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '7e3b8df2-aa4b-40f5-bb55-42257ed14ca6', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95184fed-b268-48a7-94b3-d91555967dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:19Z', 'updated_at': '2021-07-16T18:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:20.761254 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.788057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=7e3b8df2-aa4b-40f5-bb55-42257ed14ca6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:20.851301 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.940664 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.942641 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.984958 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.985517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Fanout notify agent at l3_agent the message router_deleted on router 95184fed-b268-48a7-94b3-d91555967dc4 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:30:20.992151 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.993270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-52e55d77-8a71-43c0-9c11-d6de2b30c866 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/routers/95184fed-b268-48a7-94b3-d91555967dc4 HTTP/1.1" status: 204 len: 168 time: 0.8090470 Jul 16 18:30:20.996065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41770) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:21.079437 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-749a042c-b6f2-4200-9463-2fc2e8565efe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.173396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-749a042c-b6f2-4200-9463-2fc2e8565efe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.183492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-749a042c-b6f2-4200-9463-2fc2e8565efe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0665b4-98f2-47a6-8f6a-2be9de90fbd6']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:21.193870 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-749a042c-b6f2-4200-9463-2fc2e8565efe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:21.194173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-749a042c-b6f2-4200-9463-2fc2e8565efe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8c3e67-5267-459a-9bc2-f86c4f6aac4f') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:21.203826 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-749a042c-b6f2-4200-9463-2fc2e8565efe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.217965 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-749a042c-b6f2-4200-9463-2fc2e8565efe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.223882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749a042c-b6f2-4200-9463-2fc2e8565efe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:21.224300 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-749a042c-b6f2-4200-9463-2fc2e8565efe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:21.227292 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:21.270689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f5b61633-8733-4166-87b3-c63c301f6aa5 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:21.291566 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-749a042c-b6f2-4200-9463-2fc2e8565efe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.294556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: f5b61633-8733-4166-87b3-c63c301f6aa5 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:21.295000 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device f5b61633-8733-4166-87b3-c63c301f6aa5 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:21.297624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-749a042c-b6f2-4200-9463-2fc2e8565efe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.302953 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-749a042c-b6f2-4200-9463-2fc2e8565efe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/networks/bc0665b4-98f2-47a6-8f6a-2be9de90fbd6 HTTP/1.1" status: 204 len: 168 time: 0.3032541 Jul 16 18:30:21.303125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41772) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:21.316118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a042c-b6f2-4200-9463-2fc2e8565efe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Network': ['ID=bc0665b4-98f2-47a6-8f6a-2be9de90fbd6,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:21.369368 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0a0df37-e4af-40da-a6f0-cfab02afb95c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.395501 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0a0df37-e4af-40da-a6f0-cfab02afb95c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.458103 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0a0df37-e4af-40da-a6f0-cfab02afb95c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.460672 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c0a0df37-e4af-40da-a6f0-cfab02afb95c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.461861 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c0a0df37-e4af-40da-a6f0-cfab02afb95c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/security-groups/4b423d9a-f812-490c-ac1f-45aeb00f2a48 HTTP/1.1" status: 204 len: 168 time: 0.1577561 Jul 16 18:30:21.471494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0df37-e4af-40da-a6f0-cfab02afb95c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b423d9a-f812-490c-ac1f-45aeb00f2a48,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:22.038913 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device df2fba1d-4702-4003-932e-ba85f7ecf5ce no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:22.059204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: df2fba1d-4702-4003-932e-ba85f7ecf5ce {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:22.059556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device df2fba1d-4702-4003-932e-ba85f7ecf5ce not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:22.059958 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:22.078003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:22.078344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7e3b8df2-aa4b-40f5-bb55-42257ed14ca6 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:22.078746 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7117f37e-7b2d-4960-afe4-400c37d4e533 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:22.098551 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 7117f37e-7b2d-4960-afe4-400c37d4e533 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:22.098889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 7117f37e-7b2d-4960-afe4-400c37d4e533 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:22.954333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41782) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:22.959128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f6bf55da-fcd2-439b-93d9-d017c9b34ab4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254863506', 'description': 'tempest-secgroup-smoke-254863506 description', 'project_id': '050e3e58456244eeb96306e30f510dfa'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:22.984303 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6bf55da-fcd2-439b-93d9-d017c9b34ab4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.064357 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6bf55da-fcd2-439b-93d9-d017c9b34ab4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.067821 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6bf55da-fcd2-439b-93d9-d017c9b34ab4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.092989 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6bf55da-fcd2-439b-93d9-d017c9b34ab4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.094254 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f6bf55da-fcd2-439b-93d9-d017c9b34ab4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1388605 Jul 16 18:30:23.097264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41784) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:23.098749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf55da-fcd2-439b-93d9-d017c9b34ab4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab55f76d-2a12-4173-a03c-1fd17a1d350e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:23.103193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-670427ff-d146-4669-a386-220411f0e06f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': 'ab55f76d-2a12-4173-a03c-1fd17a1d350e', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:23.131513 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-670427ff-d146-4669-a386-220411f0e06f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.190394 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-670427ff-d146-4669-a386-220411f0e06f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.193855 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-670427ff-d146-4669-a386-220411f0e06f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.212529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670427ff-d146-4669-a386-220411f0e06f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bd47c4-4ee2-4011-a075-1161ca365d3e,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:23.216444 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-670427ff-d146-4669-a386-220411f0e06f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.218291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-670427ff-d146-4669-a386-220411f0e06f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193612 Jul 16 18:30:23.221446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41786) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:23.226060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-293bab5c-afde-4d9e-ab2a-f684cd475faa tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': 'ab55f76d-2a12-4173-a03c-1fd17a1d350e', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:23.252156 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-293bab5c-afde-4d9e-ab2a-f684cd475faa tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.307142 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-293bab5c-afde-4d9e-ab2a-f684cd475faa tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.310524 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-293bab5c-afde-4d9e-ab2a-f684cd475faa tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.327972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bab5c-afde-4d9e-ab2a-f684cd475faa tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9453934-6d19-4ee0-9697-ce785fb8ffb5,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:23.334182 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-293bab5c-afde-4d9e-ab2a-f684cd475faa tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.335352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-293bab5c-afde-4d9e-ab2a-f684cd475faa tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129549 Jul 16 18:30:23.338018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41788) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:23.342359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7792aa75-6c9f-4cd1-b16b-499af4ff9fb4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': 'ab55f76d-2a12-4173-a03c-1fd17a1d350e', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:23.368663 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7792aa75-6c9f-4cd1-b16b-499af4ff9fb4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.371802 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.426052 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7792aa75-6c9f-4cd1-b16b-499af4ff9fb4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.429502 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7792aa75-6c9f-4cd1-b16b-499af4ff9fb4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.446180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792aa75-6c9f-4cd1-b16b-499af4ff9fb4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0260997d-926e-42ce-8f64-f4e334917436,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:23.452347 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7792aa75-6c9f-4cd1-b16b-499af4ff9fb4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.453617 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7792aa75-6c9f-4cd1-b16b-499af4ff9fb4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146598 Jul 16 18:30:23.456380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41790) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:23.460844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4b245a9d-8f7c-4acb-9d03-951ed8429c27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': 'ab55f76d-2a12-4173-a03c-1fd17a1d350e', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:23.487347 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b245a9d-8f7c-4acb-9d03-951ed8429c27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.547072 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b245a9d-8f7c-4acb-9d03-951ed8429c27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.551092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b245a9d-8f7c-4acb-9d03-951ed8429c27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.567682 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b245a9d-8f7c-4acb-9d03-951ed8429c27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9226397c-9c6b-46d1-8a38-b934b38d1cc1,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:23.574648 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4b245a9d-8f7c-4acb-9d03-951ed8429c27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.575852 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4b245a9d-8f7c-4acb-9d03-951ed8429c27 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184564 Jul 16 18:30:23.579223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41792) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:23.583991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-bf60f905-3d9d-41ba-9419-313a49661489 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': 'ab55f76d-2a12-4173-a03c-1fd17a1d350e', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:23.605886 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-bf60f905-3d9d-41ba-9419-313a49661489 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Project 050e3e58456244eeb96306e30f510dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:30:23.610738 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bf60f905-3d9d-41ba-9419-313a49661489 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.669519 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bf60f905-3d9d-41ba-9419-313a49661489 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.673341 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bf60f905-3d9d-41ba-9419-313a49661489 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.690549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60f905-3d9d-41ba-9419-313a49661489 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec353445-91bd-438d-a49b-15a1e4535eb4,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:23.696567 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bf60f905-3d9d-41ba-9419-313a49661489 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.697942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bf60f905-3d9d-41ba-9419-313a49661489 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175296 Jul 16 18:30:23.700388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41794) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:23.705254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7b9a2250-0bc2-4458-a180-c0e63bef4d7d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': 'ab55f76d-2a12-4173-a03c-1fd17a1d350e', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:23.726299 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-7b9a2250-0bc2-4458-a180-c0e63bef4d7d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Project 050e3e58456244eeb96306e30f510dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:30:23.731301 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b9a2250-0bc2-4458-a180-c0e63bef4d7d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.791175 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b9a2250-0bc2-4458-a180-c0e63bef4d7d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.794781 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b9a2250-0bc2-4458-a180-c0e63bef4d7d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.812517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a2250-0bc2-4458-a180-c0e63bef4d7d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc71e45-2b60-4aaf-8590-4f1d958318b5,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:23.818666 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b9a2250-0bc2-4458-a180-c0e63bef4d7d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.819935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7b9a2250-0bc2-4458-a180-c0e63bef4d7d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186025 Jul 16 18:30:23.823123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41796) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:23.829536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-01de9df6-aa36-4fdb-a285-2829ccf0e209 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'network': {'name': 'tempest-network-smoke--1766374255', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'port_security_enabled': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:23.849442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01de9df6-aa36-4fdb-a285-2829ccf0e209 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Made reservation on behalf of 050e3e58456244eeb96306e30f510dfa for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:23.853103 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01de9df6-aa36-4fdb-a285-2829ccf0e209 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.877492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01de9df6-aa36-4fdb-a285-2829ccf0e209 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:23.886539 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01de9df6-aa36-4fdb-a285-2829ccf0e209 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.886879 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-01de9df6-aa36-4fdb-a285-2829ccf0e209 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Added segment b9ab00a1-269b-45b6-b540-a1b89152ecff of type vlan for network c861c85a-6740-4620-958b-e75dffe64262 Jul 16 18:30:23.927852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01de9df6-aa36-4fdb-a285-2829ccf0e209 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.955900 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01de9df6-aa36-4fdb-a285-2829ccf0e209 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.961920 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01de9df6-aa36-4fdb-a285-2829ccf0e209 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:23.962511 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-01de9df6-aa36-4fdb-a285-2829ccf0e209 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.996631 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-01de9df6-aa36-4fdb-a285-2829ccf0e209 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1722181 Jul 16 18:30:23.999753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41798) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:24.004516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'admin_state_up': True, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:24.026135 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.027425 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.034739 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de9df6-aa36-4fdb-a285-2829ccf0e209 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Network': ['ID=c861c85a-6740-4620-958b-e75dffe64262,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:24.045118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network c861c85a-6740-4620-958b-e75dffe64262 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:24.439228 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.570520 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.771214 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.789869 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.898074 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.25.3.50 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/4c86054e-ed59-45f1-b2b3-70296f0aeac1) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:24.998078 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.038261 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.073147 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:25.078408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:25.081784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:25.110362 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=4c86054e-ed59-45f1-b2b3-70296f0aeac1,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:25.333759 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.517043 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.526236 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.650985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router ee7ed785-49ae-4fbb-8006-d3655ca2c56f is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:30:25.756298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:25.767682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Sync routers for ids ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:25.774494 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.775803 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-769b3206-45ad-4b16-98bd-06cafe20a1dc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7749712 Jul 16 18:30:25.777269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Routers {'ee7ed785-49ae-4fbb-8006-d3655ca2c56f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:25.777987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:30:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:25.779050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41800) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:25.807693 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a4d42e71-ff8d-4db3-8c6c-dce891b6e53b tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=050e3e58456244eeb96306e30f510dfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274317 Jul 16 18:30:25.810206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41802) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:25.893676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Set router ee7ed785-49ae-4fbb-8006-d3655ca2c56f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:25.961639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f391f97-df29-4381-a4ed-2076e0d15217 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.963097 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9f391f97-df29-4381-a4ed-2076e0d15217 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1519842 Jul 16 18:30:25.965825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41804) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:26.007532 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-145094fa-d1fe-40ad-a893-8d3c014390eb tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383880 Jul 16 18:30:26.007715 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41806) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:26.012480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8533014d-39f1-4b5d-99be-eee01b965d25 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-831401995', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:26.071103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:25Z', 'revision_number': 3, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:26.098049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Checking router: ee7ed785-49ae-4fbb-8006-d3655ca2c56f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:26.098399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Updating router ee7ed785-49ae-4fbb-8006-d3655ca2c56f port 4c86054e-ed59-45f1-b2b3-70296f0aeac1 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:26.101770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8533014d-39f1-4b5d-99be-eee01b965d25 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Made reservation on behalf of 050e3e58456244eeb96306e30f510dfa for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:26.105878 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8533014d-39f1-4b5d-99be-eee01b965d25 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.133138 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.289941 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8533014d-39f1-4b5d-99be-eee01b965d25 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.354442 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533014d-39f1-4b5d-99be-eee01b965d25 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Subnet': ['ID=2125b04e-e4bb-429d-a4ad-2b1adc314ab1,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.363353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8533014d-39f1-4b5d-99be-eee01b965d25 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Checking segment: {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:26.363718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8533014d-39f1-4b5d-99be-eee01b965d25 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network hostable DHCP agents. Network: c861c85a-6740-4620-958b-e75dffe64262, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:26.381460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8533014d-39f1-4b5d-99be-eee01b965d25 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network c861c85a-6740-4620-958b-e75dffe64262 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:26.390683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-8533014d-39f1-4b5d-99be-eee01b965d25 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, c861c85a-6740-4620-958b-e75dffe64262) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:26.394966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8533014d-39f1-4b5d-99be-eee01b965d25 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:26.395260 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.395369 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8533014d-39f1-4b5d-99be-eee01b965d25 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.403493 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741bf6cb-9a21-42bc-83d8-0f27e54fd778 None None] Network c861c85a-6740-4620-958b-e75dffe64262 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:26.409273 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8533014d-39f1-4b5d-99be-eee01b965d25 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4005609 Jul 16 18:30:26.412191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41808) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:26.420009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Transition to ACTIVE for port object 4c86054e-ed59-45f1-b2b3-70296f0aeac1 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:26.432081 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.531238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a2623-2c12-4da6-b884-e0c49f9cf91d None None] Pushing event updated for resources: {'Port': ['ID=4c86054e-ed59-45f1-b2b3-70296f0aeac1,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.535576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Attempting to bind port 4c86054e-ed59-45f1-b2b3-70296f0aeac1 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:26.535947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Attempting to bind port 4c86054e-ed59-45f1-b2b3-70296f0aeac1 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:26.536318 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Attempting to bind port 4c86054e-ed59-45f1-b2b3-70296f0aeac1 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:26.544949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:26.545261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:26.545677 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.546134 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:26.546772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Bound port: 4c86054e-ed59-45f1-b2b3-70296f0aeac1, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:26.547160 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.648298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] For port 4c86054e-ed59-45f1-b2b3-70296f0aeac1, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:26.651928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-c861c85a-6740-4620-958b-e75dffe64262', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ips': [{'subnet_id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:30:26.652784 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.656301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] For port 4c86054e-ed59-45f1-b2b3-70296f0aeac1, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4c86054e-ed59-45f1-b2b3-70296f0aeac1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:26.667427 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.783560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Routers {'ee7ed785-49ae-4fbb-8006-d3655ca2c56f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:26.784194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:30:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:26.791268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a2623-2c12-4da6-b884-e0c49f9cf91d None None] Pushing event updated for resources: {'Port': ['ID=4c86054e-ed59-45f1-b2b3-70296f0aeac1,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.847981 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.073020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Allocated IP 172.20.0.2 (c861c85a-6740-4620-958b-e75dffe64262/2125b04e-e4bb-429d-a4ad-2b1adc314ab1/6de34457-7981-4fac-8589-73bba2c9d02c) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:27.091285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] Set router ee7ed785-49ae-4fbb-8006-d3655ca2c56f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:27.355214 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.366870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Transition to ACTIVE for port object 6de34457-7981-4fac-8589-73bba2c9d02c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:27.386676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Transition to ACTIVE for port object 6de34457-7981-4fac-8589-73bba2c9d02c will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:27.393369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:25Z', 'revision_number': 3, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:27.396419 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.441848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.20.0.1 (c861c85a-6740-4620-958b-e75dffe64262/2125b04e-e4bb-429d-a4ad-2b1adc314ab1/6bc04c6a-a0f4-4326-be89-665335875498) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:27.446669 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b1be7-df6d-40a9-bf67-e2bef2ef9c5f None None] The sync data for ids ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'] in n-d-787205-10 is: [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:25Z', 'revision_number': 3, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:27.466554 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Network c861c85a-6740-4620-958b-e75dffe64262 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:27.470599 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:27.475116 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:27.478522 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Pushing event updated for resources: {'Port': ['ID=6de34457-7981-4fac-8589-73bba2c9d02c,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:27.537299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Attempting to bind port 6de34457-7981-4fac-8589-73bba2c9d02c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:27.537948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Attempting to bind port 6de34457-7981-4fac-8589-73bba2c9d02c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:27.538138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Attempting to bind port 6de34457-7981-4fac-8589-73bba2c9d02c on network c861c85a-6740-4620-958b-e75dffe64262 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:27.543812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:27.544187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Checking segment: {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:27.544691 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.545088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Bound using segment: {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:27.545557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Bound port: 6de34457-7981-4fac-8589-73bba2c9d02c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:27.546832 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.565586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.580265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Transition to ACTIVE for port object 6bc04c6a-a0f4-4326-be89-665335875498 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:27.616455 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.616859 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] For port 6de34457-7981-4fac-8589-73bba2c9d02c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:27.620462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] For port 6de34457-7981-4fac-8589-73bba2c9d02c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6de34457-7981-4fac-8589-73bba2c9d02c,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:27.627415 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.665218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network c861c85a-6740-4620-958b-e75dffe64262 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:27.672376 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:27.693590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:27.702915 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=6bc04c6a-a0f4-4326-be89-665335875498,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:27.726997 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0df6b-fc66-4653-8dbe-953b8cfaf648 None None] Pushing event updated for resources: {'Port': ['ID=6de34457-7981-4fac-8589-73bba2c9d02c,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:27.758822 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.933342 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.126538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6de34457-7981-4fac-8589-73bba2c9d02c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:28.179732 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 6de34457-7981-4fac-8589-73bba2c9d02c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:28.183840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4c86054e-ed59-45f1-b2b3-70296f0aeac1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:28.247081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 4c86054e-ed59-45f1-b2b3-70296f0aeac1 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:28.252744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4c86054e-ed59-45f1-b2b3-70296f0aeac1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:28.253510 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.315476 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.320399 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.345602 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.379301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 4c86054e-ed59-45f1-b2b3-70296f0aeac1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4c86054e-ed59-45f1-b2b3-70296f0aeac1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:28.391628 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.406443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=6bc04c6a-a0f4-4326-be89-665335875498,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:28.409092 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.448505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=4c86054e-ed59-45f1-b2b3-70296f0aeac1,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:28.515988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network c861c85a-6740-4620-958b-e75dffe64262 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:28.517744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:28.636785 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router ee7ed785-49ae-4fbb-8006-d3655ca2c56f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:28.732638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a6e9ac-73f5-4bd6-ad6f-1714feb46fa4 None None] Network c861c85a-6740-4620-958b-e75dffe64262 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:28.750122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:28.755451 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7d16cd26-f712-47bf-a783-f47b2b451521 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "PUT /v2.0/routers/ee7ed785-49ae-4fbb-8006-d3655ca2c56f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3419447 Jul 16 18:30:28.860147 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a70980ec-63a6-412f-bc8a-c8c2c97ea1dd None None] Provisioning for port 6de34457-7981-4fac-8589-73bba2c9d02c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:28.884688 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a70980ec-63a6-412f-bc8a-c8c2c97ea1dd None None] Provisioning complete for port 6de34457-7981-4fac-8589-73bba2c9d02c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:28.885061 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a70980ec-63a6-412f-bc8a-c8c2c97ea1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.958332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-3bd77bc6-a4d1-4f0e-84e7-ee2ebbaa3404 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254863506&fields=id&tenant_id=050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 267 time: 0.0419819 Jul 16 18:30:28.988724 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a70980ec-63a6-412f-bc8a-c8c2c97ea1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.023559 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a70980ec-63a6-412f-bc8a-c8c2c97ea1dd None None] For port 6de34457-7981-4fac-8589-73bba2c9d02c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6de34457-7981-4fac-8589-73bba2c9d02c,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:29.028519 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a70980ec-63a6-412f-bc8a-c8c2c97ea1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.081224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70980ec-63a6-412f-bc8a-c8c2c97ea1dd None None] Pushing event updated for resources: {'Port': ['ID=6de34457-7981-4fac-8589-73bba2c9d02c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:29.087054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-4b24c85c-297e-4e00-aa56-ab121e8467ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:29.088627 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-4b24c85c-297e-4e00-aa56-ab121e8467ea tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/networks?id=c861c85a-6740-4620-958b-e75dffe64262 HTTP/1.1" status: 200 len: 797 time: 0.1239767 Jul 16 18:30:29.109927 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-d1b905d8-ed7b-4672-8a17-9884e2110dac tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/quotas/050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 375 time: 0.0111589 Jul 16 18:30:29.182751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-2e823a7e-4e99-4abc-83f4-2268d17a8c2f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672076 Jul 16 18:30:29.248831 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c205e990-6bbc-4533-b589-2d4ff769755c None None] Provisioning complete for port 6de34457-7981-4fac-8589-73bba2c9d02c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:29.250022 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c205e990-6bbc-4533-b589-2d4ff769755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.316153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-1f5d2a19-a6a4-4758-87b4-e19abc494a9b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:30:29.317343 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-1f5d2a19-a6a4-4758-87b4-e19abc494a9b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1225700 Jul 16 18:30:29.329069 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Sync routers for ids ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:29.339713 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Routers {'ee7ed785-49ae-4fbb-8006-d3655ca2c56f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:29.340350 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:30:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:29.349417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c205e990-6bbc-4533-b589-2d4ff769755c None None] Provisioning for port 6bc04c6a-a0f4-4326-be89-665335875498 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:29.354428 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c205e990-6bbc-4533-b589-2d4ff769755c None None] Provisioning complete for port 6bc04c6a-a0f4-4326-be89-665335875498 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:29.355270 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c205e990-6bbc-4533-b589-2d4ff769755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.398976 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c205e990-6bbc-4533-b589-2d4ff769755c None None] Port 6bc04c6a-a0f4-4326-be89-665335875498 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:29.426655 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-641d30b7-59f0-4e55-b21d-9a0b0bed3a58 service neutron] 10.222.0.24 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998576 Jul 16 18:30:29.472444 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Set router ee7ed785-49ae-4fbb-8006-d3655ca2c56f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:29.522293 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-cef19d69-671b-4e85-a5d7-a94f65538318 service neutron] 10.222.0.24 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905867 Jul 16 18:30:29.523836 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-af5d0926-14a4-482b-a504-5676ff285407 None None] Provisioning complete for port 6bc04c6a-a0f4-4326-be89-665335875498 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:29.524365 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af5d0926-14a4-482b-a504-5676ff285407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.560481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-af5d0926-14a4-482b-a504-5676ff285407 None None] Port 6bc04c6a-a0f4-4326-be89-665335875498 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:29.682529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d554c25d-8e22-4645-b731-ee881632aef4 None None] Provisioning complete for port 6bc04c6a-a0f4-4326-be89-665335875498 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:29.682906 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d554c25d-8e22-4645-b731-ee881632aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.696124 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:27Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '6bc04c6a-a0f4-4326-be89-665335875498', 'name': '', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:d0:47:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:26Z', 'updated_at': '2021-07-16T18:30:28Z', 'revision_number': 2, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:29.729837 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d554c25d-8e22-4645-b731-ee881632aef4 None None] Port 6bc04c6a-a0f4-4326-be89-665335875498 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:29.731500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0fd26e1-32d0-4214-8ebf-354ec43cf717 req-815054f7-fd39-49cf-be5d-6fbcd4886178 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 210 time: 0.0350637 Jul 16 18:30:29.741720 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Checking router: ee7ed785-49ae-4fbb-8006-d3655ca2c56f for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:29.742055 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Updating router ee7ed785-49ae-4fbb-8006-d3655ca2c56f port 6bc04c6a-a0f4-4326-be89-665335875498 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:29.777703 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.054998 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.065225 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Transition to ACTIVE for port object 6bc04c6a-a0f4-4326-be89-665335875498 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:30.070099 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6de34457-7981-4fac-8589-73bba2c9d02c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:30.070570 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.118637 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Pushing event updated for resources: {'Port': ['ID=6bc04c6a-a0f4-4326-be89-665335875498,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.124715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 6de34457-7981-4fac-8589-73bba2c9d02c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:30.125390 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.145538 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:30.145916 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:30.146253 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:30.146589 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:30.146917 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:30.147246 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:30.147572 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:30.147893 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:30.148215 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:30.148534 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:30.148854 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:30.149173 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:30.193387 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Attempting to bind port 6bc04c6a-a0f4-4326-be89-665335875498 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:30.193944 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Attempting to bind port 6bc04c6a-a0f4-4326-be89-665335875498 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:30.194316 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Attempting to bind port 6bc04c6a-a0f4-4326-be89-665335875498 on network c861c85a-6740-4620-958b-e75dffe64262 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:30.202960 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:30.202960 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Checking segment: {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:30.203288 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.204340 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Bound using segment: {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:30.204827 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Bound port: 6bc04c6a-a0f4-4326-be89-665335875498, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:30.205308 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.232641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4c86054e-ed59-45f1-b2b3-70296f0aeac1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:30.287872 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] For port 6bc04c6a-a0f4-4326-be89-665335875498, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:30.292402 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] For port 6bc04c6a-a0f4-4326-be89-665335875498, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6bc04c6a-a0f4-4326-be89-665335875498,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:30.297304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4c86054e-ed59-45f1-b2b3-70296f0aeac1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:30.297829 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.298763 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.371658 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76fc33-2b2f-4d70-9283-67dd66d2875c None None] Pushing event updated for resources: {'Port': ['ID=6bc04c6a-a0f4-4326-be89-665335875498,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.375581 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Routers {'ee7ed785-49ae-4fbb-8006-d3655ca2c56f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:30.382608 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:30:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:30.497051 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] Set router ee7ed785-49ae-4fbb-8006-d3655ca2c56f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:30.700329 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:27Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '6bc04c6a-a0f4-4326-be89-665335875498', 'name': '', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:d0:47:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:26Z', 'updated_at': '2021-07-16T18:30:30Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:30.731100 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110fe8c5-6956-4a22-8d65-5c89e2fb8730 None None] The sync data for ids ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'] in n-d-787205-10 is: [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:27Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '6bc04c6a-a0f4-4326-be89-665335875498', 'name': '', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:d0:47:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:26Z', 'updated_at': '2021-07-16T18:30:30Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:30.889395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3da03b5a-829e-4d15-b46b-5e76729ba813 req-8c22c075-a411-47ad-aa56-55af6ed8f74b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 210 time: 0.0301354 Jul 16 18:30:31.384113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-8f342c60-ddf7-4b5d-89ea-eff6c20cd0e7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:31.385747 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-8f342c60-ddf7-4b5d-89ea-eff6c20cd0e7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.11 "GET /v2.0/networks?id=c861c85a-6740-4620-958b-e75dffe64262 HTTP/1.1" status: 200 len: 797 time: 0.4165514 Jul 16 18:30:31.433139 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-717776c8-8b68-4438-ba3f-728635fcadbf tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 379 time: 0.0368400 Jul 16 18:30:31.443991 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'port': {'device_id': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'admin_state_up': True, 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'security_groups': ['ab55f76d-2a12-4173-a03c-1fd17a1d350e']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:31.560307 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Made reservation on behalf of 050e3e58456244eeb96306e30f510dfa for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:31.565094 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.698248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.20.0.11 (c861c85a-6740-4620-958b-e75dffe64262/2125b04e-e4bb-429d-a4ad-2b1adc314ab1/780be13b-11ea-42e3-a2ed-e2961f5cac59) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:31.839762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.853897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Transition to ACTIVE for port object 780be13b-11ea-42e3-a2ed-e2961f5cac59 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:31.885538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.932060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network c861c85a-6740-4620-958b-e75dffe64262 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:31.937352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:31.941239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:31.967588 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=780be13b-11ea-42e3-a2ed-e2961f5cac59,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:31.998065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:31.998558 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.016479 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-fc846f52-3363-4a9a-992b-76b2b7602a9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5763004 Jul 16 18:30:32.028648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Request body: {'port': {'device_id': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:32.095444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78018291-76f8-4e18-81fb-1cf465d7df9e req-928d7626-5838-4f35-89c9-7c9c13eb1b1e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.103377 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78018291-76f8-4e18-81fb-1cf465d7df9e req-928d7626-5838-4f35-89c9-7c9c13eb1b1e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 932 time: 0.0833504 Jul 16 18:30:32.103955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6bc04c6a-a0f4-4326-be89-665335875498 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:32.122360 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.148647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78018291-76f8-4e18-81fb-1cf465d7df9e req-fc1fa8e6-9647-4394-ba30-8d1abdea4272 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435367 Jul 16 18:30:32.173504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 6bc04c6a-a0f4-4326-be89-665335875498 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:32.177210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 6bc04c6a-a0f4-4326-be89-665335875498 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:32.177562 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.225569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-303c3f42-7024-4b88-859b-661a707115fd None None] Provisioning for port 780be13b-11ea-42e3-a2ed-e2961f5cac59 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:32.231848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-303c3f42-7024-4b88-859b-661a707115fd None None] Provisioning complete for port 780be13b-11ea-42e3-a2ed-e2961f5cac59 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:32.232204 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-303c3f42-7024-4b88-859b-661a707115fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.294983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-303c3f42-7024-4b88-859b-661a707115fd None None] Port 780be13b-11ea-42e3-a2ed-e2961f5cac59 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:32.296507 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.329925 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 6bc04c6a-a0f4-4326-be89-665335875498, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6bc04c6a-a0f4-4326-be89-665335875498,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:32.333646 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.380871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=6bc04c6a-a0f4-4326-be89-665335875498,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:32.411686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780be13b-11ea-42e3-a2ed-e2961f5cac59 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:32.418987 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.430673 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Transition to ACTIVE for port object 780be13b-11ea-42e3-a2ed-e2961f5cac59 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:32.434419 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.506468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Pushing event updated for resources: {'Port': ['ID=780be13b-11ea-42e3-a2ed-e2961f5cac59,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:32.561581 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Attempting to bind port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:32.562685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Attempting to bind port 780be13b-11ea-42e3-a2ed-e2961f5cac59 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:32.563032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Attempting to bind port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on network c861c85a-6740-4620-958b-e75dffe64262 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:32.567836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on network c861c85a-6740-4620-958b-e75dffe64262 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:30:32.568163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Attempting to bind port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on network c861c85a-6740-4620-958b-e75dffe64262 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:32.573086 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:32.573419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Checking segment: {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:32.573843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Bound using segment: {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:32.574278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Bound port: 780be13b-11ea-42e3-a2ed-e2961f5cac59, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:32.574639 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.641948 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:32.645031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:32.649908 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.684420 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.685041 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.686465 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] 10.222.0.11 "PUT /v2.0/ports/780be13b-11ea-42e3-a2ed-e2961f5cac59 HTTP/1.1" status: 200 len: 1093 time: 0.6624713 Jul 16 18:30:32.687472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:32.689982 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588249f1-6900-4e0c-8840-d066bcf2629e" -d '{"events": [{"name": "network-changed", "server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:32.729363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Pushing event updated for resources: {'Port': ['ID=780be13b-11ea-42e3-a2ed-e2961f5cac59,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:32.734744 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c1b453-162d-40c4-8abd-27388c9c5649 x-openstack-request-id: req-09c1b453-162d-40c4-8abd-27388c9c5649 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:32.735079 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:32.735389 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09c1b453-162d-40c4-8abd-27388c9c5649 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:32.735784 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'status': 'completed', 'code': 200} Jul 16 18:30:32.741112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:32.741466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:32.741840 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:32.742185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:32.742521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:32.742860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:32.743199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:32.743531 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:32.743860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:32.744190 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:32.744518 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:32.744848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fa54e-7fd3-4f15-b52c-d73cdbb533fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:32.803468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-cf869ab4-f50c-4b96-9f36-0b1c83397d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.805006 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-cf869ab4-f50c-4b96-9f36-0b1c83397d7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 1096 time: 0.0563552 Jul 16 18:30:32.852672 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-8e587d72-1e9e-4df4-923a-847c13560007 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59 HTTP/1.1" status: 200 len: 217 time: 0.0383399 Jul 16 18:30:32.903884 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-30c225dc-5de1-4729-928b-9ba15b3d009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.905996 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-30c225dc-5de1-4729-928b-9ba15b3d009e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2125b04e-e4bb-429d-a4ad-2b1adc314ab1 HTTP/1.1" status: 200 len: 834 time: 0.0453618 Jul 16 18:30:32.963235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-07f0a30f-8c6c-4aed-879b-4beec6c8e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.964732 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-07f0a30f-8c6c-4aed-879b-4beec6c8e83b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c861c85a-6740-4620-958b-e75dffe64262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522881 Jul 16 18:30:33.059696 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-8a004f62-f744-4ab6-b414-d48a3ecac795 service neutron] 10.222.0.11 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875704 Jul 16 18:30:33.158435 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e01b1fd4-9506-41fe-ad45-f2db5e59a597 req-2471946e-5ec4-41e3-abff-62047db7dbcd service neutron] 10.222.0.11 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910976 Jul 16 18:30:33.281618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588249f1-6900-4e0c-8840-d066bcf2629e req-9dc42d8f-11e0-441b-bd55-f8cb18b36b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:33.283255 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588249f1-6900-4e0c-8840-d066bcf2629e req-9dc42d8f-11e0-441b-bd55-f8cb18b36b1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 1096 time: 0.0691411 Jul 16 18:30:33.331092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd68a9-b79c-4230-af8c-bb3097268d42 req-96ae7d80-b33f-4ee0-a5e9-3bea456154c1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:33.332568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcfd68a9-b79c-4230-af8c-bb3097268d42 req-96ae7d80-b33f-4ee0-a5e9-3bea456154c1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 944 time: 0.0748932 Jul 16 18:30:33.379209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcfd68a9-b79c-4230-af8c-bb3097268d42 req-653c016b-ebd0-445e-92a4-df585a35ae43 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407836 Jul 16 18:30:33.382975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588249f1-6900-4e0c-8840-d066bcf2629e req-11bcf3b5-9e86-42cf-bb5a-32ff0c67ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:33.384490 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588249f1-6900-4e0c-8840-d066bcf2629e req-11bcf3b5-9e86-42cf-bb5a-32ff0c67ca85 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c861c85a-6740-4620-958b-e75dffe64262 HTTP/1.1" status: 200 len: 898 time: 0.0911326 Jul 16 18:30:33.434929 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588249f1-6900-4e0c-8840-d066bcf2629e req-1246fc55-e0d5-42dd-848f-3ef20ad3d805 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59 HTTP/1.1" status: 200 len: 217 time: 0.0415704 Jul 16 18:30:33.490526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588249f1-6900-4e0c-8840-d066bcf2629e req-aedb72be-4d2f-47af-96b4-3242aac064bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:33.492075 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588249f1-6900-4e0c-8840-d066bcf2629e req-aedb72be-4d2f-47af-96b4-3242aac064bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2125b04e-e4bb-429d-a4ad-2b1adc314ab1 HTTP/1.1" status: 200 len: 834 time: 0.0475142 Jul 16 18:30:33.552619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588249f1-6900-4e0c-8840-d066bcf2629e req-7f246f9a-b93a-46b2-9247-82fabf554a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:33.554159 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588249f1-6900-4e0c-8840-d066bcf2629e req-7f246f9a-b93a-46b2-9247-82fabf554a68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c861c85a-6740-4620-958b-e75dffe64262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552118 Jul 16 18:30:33.666910 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588249f1-6900-4e0c-8840-d066bcf2629e req-1c61507e-3120-44d9-8757-b1b125e5519d service neutron] 10.222.0.11 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998404 Jul 16 18:30:33.775517 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-588249f1-6900-4e0c-8840-d066bcf2629e req-68b49a10-6ae9-44fd-894c-a4dd93c141de service neutron] 10.222.0.11 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998662 Jul 16 18:30:34.049830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6bc04c6a-a0f4-4326-be89-665335875498 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:34.096248 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 6bc04c6a-a0f4-4326-be89-665335875498 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:34.096616 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.553434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d769-d71b-4b34-9cb5-415b112c3d1d req-aa767cc8-862d-44f7-a9d6-3e2ac8184001 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:34.554958 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c496d769-d71b-4b34-9cb5-415b112c3d1d req-aa767cc8-862d-44f7-a9d6-3e2ac8184001 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 944 time: 0.0631759 Jul 16 18:30:34.593002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c496d769-d71b-4b34-9cb5-415b112c3d1d req-26872741-eb46-4669-b79e-9a44f3489303 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323660 Jul 16 18:30:34.818306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 780be13b-11ea-42e3-a2ed-e2961f5cac59 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:34.911558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:34.922437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'port_id': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'mac_address': 'fa:16:3e:4d:62:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:34.962323 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.974432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780be13b-11ea-42e3-a2ed-e2961f5cac59 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:34.994274 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:34.998010 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.044665 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=780be13b-11ea-42e3-a2ed-e2961f5cac59,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:35.203407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['780be13b-11ea-42e3-a2ed-e2961f5cac59'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:35.766559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6dba3-3f8b-41e1-930b-c71b7fa1c247 req-5ca7bfad-48ef-40f7-b964-c8d8db15d85f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.768060 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9d6dba3-3f8b-41e1-930b-c71b7fa1c247 req-5ca7bfad-48ef-40f7-b964-c8d8db15d85f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 945 time: 0.0631585 Jul 16 18:30:35.806576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9d6dba3-3f8b-41e1-930b-c71b7fa1c247 req-b2cd3aba-a676-4ae0-a023-938f2bf54c9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323119 Jul 16 18:30:36.841984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 780be13b-11ea-42e3-a2ed-e2961f5cac59 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:36.890654 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 780be13b-11ea-42e3-a2ed-e2961f5cac59 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:36.894500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 780be13b-11ea-42e3-a2ed-e2961f5cac59 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:36.894984 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.973253 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.989201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af46227-beea-482c-ab49-6ffd97e7d68c req-28d0c9bc-ad6b-4c4e-96eb-fa8f7a6bad26 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.990946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7af46227-beea-482c-ab49-6ffd97e7d68c req-28d0c9bc-ad6b-4c4e-96eb-fa8f7a6bad26 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 945 time: 0.0688896 Jul 16 18:30:36.999231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:37.001499 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c41fe4-3b37-4d5b-af7f-e5ea6f2a84f6" -d '{"events": [{"server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "name": "network-vif-plugged", "status": "completed", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:37.015058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:37.021513 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.032106 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7af46227-beea-482c-ab49-6ffd97e7d68c req-6ebcc012-025b-404c-b1d4-b5845cd5bfb6 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355468 Jul 16 18:30:37.047664 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bdaa04-a6f8-4849-ae98-ea13b9c04b02 x-openstack-request-id: req-e3bdaa04-a6f8-4849-ae98-ea13b9c04b02 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:37.047961 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "name": "network-vif-plugged", "status": "completed", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:37.048222 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3bdaa04-a6f8-4849-ae98-ea13b9c04b02 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:37.048675 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'code': 200} Jul 16 18:30:37.084113 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=780be13b-11ea-42e3-a2ed-e2961f5cac59,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:37.166188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f1de2-2d45-4742-98bc-9a27a58edf54 req-018fe296-393f-4243-9025-5488be194434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.167681 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b19f1de2-2d45-4742-98bc-9a27a58edf54 req-018fe296-393f-4243-9025-5488be194434 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 1098 time: 0.0553513 Jul 16 18:30:37.202113 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b19f1de2-2d45-4742-98bc-9a27a58edf54 req-fc054590-3863-4387-b465-0bd41b335fbc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270700 Jul 16 18:30:38.211911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ee7a5-bcf4-456c-b7c5-206db6938160 req-74c244d5-5567-4028-bf79-d219a554618b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:38.213922 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-009ee7a5-bcf4-456c-b7c5-206db6938160 req-74c244d5-5567-4028-bf79-d219a554618b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 946 time: 0.0644972 Jul 16 18:30:38.251352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-009ee7a5-bcf4-456c-b7c5-206db6938160 req-4fcffb65-a5e9-4cb2-bfd8-8f35a969d248 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318246 Jul 16 18:30:39.433062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bbf07-c446-4305-823e-f2484339762e req-d6db43bb-4aa4-4991-9f17-291961d734c7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:39.434582 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-481bbf07-c446-4305-823e-f2484339762e req-d6db43bb-4aa4-4991-9f17-291961d734c7 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 946 time: 0.0684330 Jul 16 18:30:39.472376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-481bbf07-c446-4305-823e-f2484339762e req-53b1738b-3115-4a0c-bff8-68f18bd63f63 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322602 Jul 16 18:30:39.643227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fdc34-aec4-45d1-a9eb-24c26a648d68 req-f0ec04d9-a538-4af8-b0a4-ec9bbae0cac0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:39.644612 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-088fdc34-aec4-45d1-a9eb-24c26a648d68 req-f0ec04d9-a538-4af8-b0a4-ec9bbae0cac0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 946 time: 0.0636723 Jul 16 18:30:39.682731 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-088fdc34-aec4-45d1-a9eb-24c26a648d68 req-8c710432-c77b-428a-bf7c-c4bfeaa92957 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321569 Jul 16 18:30:39.706462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41864) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:39.758406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2dfd94-70c5-458a-b770-262a760af97f tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:39.760628 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bb2dfd94-70c5-458a-b770-262a760af97f tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 1093 time: 0.0527141 Jul 16 18:30:39.763600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41866) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:39.768447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:39.790943 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.890938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.989711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.25.3.200 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/fc36adc4-342b-451d-9570-bb0bf5f3d745) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:40.092677 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.131442 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.164204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:40.167603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:40.173118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:40.201057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=fc36adc4-342b-451d-9570-bb0bf5f3d745,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.543593 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.616282 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.765036 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.769723 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.842195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=fc36adc4-342b-451d-9570-bb0bf5f3d745,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.853919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:40.854279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:40.854629 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:40.854971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:40.855310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:40.855652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:40.855989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:40.856326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:40.856658 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:40.856988 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:40.857317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:40.857644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:40.863395 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.962744 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Floating IP bde86934-7c8b-40e8-9cb6-2d3f34c383c3 associated. External IP: 172.25.3.200, port: 780be13b-11ea-42e3-a2ed-e2961f5cac59. Jul 16 18:30:41.165215 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router ee7ed785-49ae-4fbb-8006-d3655ca2c56f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:41.271545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:41.283013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40254e8e-2782-4416-a752-07fe4ef93e82 None None] Sync routers for ids ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:41.287919 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.294426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40254e8e-2782-4416-a752-07fe4ef93e82 None None] Routers {'ee7ed785-49ae-4fbb-8006-d3655ca2c56f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:41.295051 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-40254e8e-2782-4416-a752-07fe4ef93e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:30:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:41.407368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-40254e8e-2782-4416-a752-07fe4ef93e82 None None] Set router ee7ed785-49ae-4fbb-8006-d3655ca2c56f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:41.688946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-de94f250-8d7e-4851-a4fd-ffd716b00d3a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9237387 Jul 16 18:30:41.689489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:41.692203 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8f10e9-117c-4f40-9197-6207a55ac10e" -d '{"events": [{"name": "network-changed", "server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:41.729627 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc05b61-399d-45d2-8c10-2afbaf4818d2 x-openstack-request-id: req-7dc05b61-399d-45d2-8c10-2afbaf4818d2 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:41.730134 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:41.730395 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7dc05b61-399d-45d2-8c10-2afbaf4818d2 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:41.730806 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'status': 'completed', 'code': 200} Jul 16 18:30:41.800341 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-40254e8e-2782-4416-a752-07fe4ef93e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:27Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'bde86934-7c8b-40e8-9cb6-2d3f34c383c3', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'port_id': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'mac_address': 'fa:16:3e:4d:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:40Z', 'updated_at': '2021-07-16T18:30:40Z', 'revision_number': 0, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc04c6a-a0f4-4326-be89-665335875498', 'name': '', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:d0:47:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:26Z', 'updated_at': '2021-07-16T18:30:32Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:41.809482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f10e9-117c-4f40-9197-6207a55ac10e req-bd290aa9-a239-4cb7-9089-0086a7fdba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:41.811618 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e8f10e9-117c-4f40-9197-6207a55ac10e req-bd290aa9-a239-4cb7-9089-0086a7fdba68 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 1098 time: 0.0557075 Jul 16 18:30:41.828249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40254e8e-2782-4416-a752-07fe4ef93e82 None None] Checking router: ee7ed785-49ae-4fbb-8006-d3655ca2c56f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:41.838854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40254e8e-2782-4416-a752-07fe4ef93e82 None None] Routers {'ee7ed785-49ae-4fbb-8006-d3655ca2c56f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:41.839062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-40254e8e-2782-4416-a752-07fe4ef93e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:30:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:41.857391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0af01-00a3-4a6b-b846-a996ad9bfbdb req-0f561c4f-f390-4795-8ed1-ff9e7959de84 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:41.859312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1aa0af01-00a3-4a6b-b846-a996ad9bfbdb req-0f561c4f-f390-4795-8ed1-ff9e7959de84 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 946 time: 0.0712161 Jul 16 18:30:41.899533 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1aa0af01-00a3-4a6b-b846-a996ad9bfbdb req-d2409492-97c0-4d17-849b-57f2eb8e912c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346837 Jul 16 18:30:41.916197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f10e9-117c-4f40-9197-6207a55ac10e req-89fe2eb0-a9af-4b31-bed2-c3f03afea85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:41.917723 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e8f10e9-117c-4f40-9197-6207a55ac10e req-89fe2eb0-a9af-4b31-bed2-c3f03afea85f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c861c85a-6740-4620-958b-e75dffe64262 HTTP/1.1" status: 200 len: 898 time: 0.0985761 Jul 16 18:30:41.924494 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41872) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:41.957867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-40254e8e-2782-4416-a752-07fe4ef93e82 None None] Set router ee7ed785-49ae-4fbb-8006-d3655ca2c56f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:41.990227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ec66e596-5190-4c79-93a9-dc0c93e0b2be tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/bde86934-7c8b-40e8-9cb6-2d3f34c383c3 HTTP/1.1" status: 200 len: 992 time: 0.0633838 Jul 16 18:30:41.990814 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e8f10e9-117c-4f40-9197-6207a55ac10e req-50da0fa1-5fb3-4760-91d4-30b993074228 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59 HTTP/1.1" status: 200 len: 1000 time: 0.0652254 Jul 16 18:30:42.046574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f10e9-117c-4f40-9197-6207a55ac10e req-37e207aa-86d1-4866-98aa-e329dda44fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:42.048076 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e8f10e9-117c-4f40-9197-6207a55ac10e req-37e207aa-86d1-4866-98aa-e329dda44fc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2125b04e-e4bb-429d-a4ad-2b1adc314ab1 HTTP/1.1" status: 200 len: 834 time: 0.0498435 Jul 16 18:30:42.108372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f10e9-117c-4f40-9197-6207a55ac10e req-b451fe14-0a11-4298-a22c-a4185d252bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:42.109948 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e8f10e9-117c-4f40-9197-6207a55ac10e req-b451fe14-0a11-4298-a22c-a4185d252bc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c861c85a-6740-4620-958b-e75dffe64262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550704 Jul 16 18:30:42.180783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-40254e8e-2782-4416-a752-07fe4ef93e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:27Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'bde86934-7c8b-40e8-9cb6-2d3f34c383c3', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'port_id': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'mac_address': 'fa:16:3e:4d:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:40Z', 'updated_at': '2021-07-16T18:30:40Z', 'revision_number': 0, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc04c6a-a0f4-4326-be89-665335875498', 'name': '', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:d0:47:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:26Z', 'updated_at': '2021-07-16T18:30:32Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:42.202138 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e8f10e9-117c-4f40-9197-6207a55ac10e req-38100a80-1160-4b29-bb5c-cabda097c08e service neutron] 10.222.0.11 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853817 Jul 16 18:30:42.207261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40254e8e-2782-4416-a752-07fe4ef93e82 None None] The sync data for ids ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'] in n-d-787205-10 is: [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:27Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'bde86934-7c8b-40e8-9cb6-2d3f34c383c3', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'floating_ip_address': '172.25.3.200', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'port_id': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3907, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'mac_address': 'fa:16:3e:4d:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:40Z', 'updated_at': '2021-07-16T18:30:40Z', 'revision_number': 0, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc04c6a-a0f4-4326-be89-665335875498', 'name': '', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:d0:47:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:26Z', 'updated_at': '2021-07-16T18:30:32Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:42.299756 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e8f10e9-117c-4f40-9197-6207a55ac10e req-a6b3ae19-1719-413a-bb4e-f8b4dacf343d service neutron] 10.222.0.11 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902421 Jul 16 18:30:42.397677 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d3ad96-1aab-4f99-87bf-4a505aed375d None None] New status for floating IP bde86934-7c8b-40e8-9cb6-2d3f34c383c3: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:30:42.993088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41874) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:43.052704 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4d97f82f-54ae-4f11-9ea5-352bc12332b4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/bde86934-7c8b-40e8-9cb6-2d3f34c383c3 HTTP/1.1" status: 200 len: 994 time: 0.0585451 Jul 16 18:30:43.555249 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e26e675d-3950-4767-81c2-8827575dd096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.751435 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d751195d-a6a3-4fe8-85ce-3da7ea30862d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.984770 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.711522 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.125642 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.395189 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.398755 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:30:55.516842 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.326618 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9663ad-51f8-4556-bb3b-dd3053e39482 req-f0500f5e-940e-446d-bf7d-86e7c398724f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519826 Jul 16 18:31:12.425586 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9663ad-51f8-4556-bb3b-dd3053e39482 req-dacd5c31-2860-4c7c-94e3-922c3c390828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:12.427143 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9663ad-51f8-4556-bb3b-dd3053e39482 req-dacd5c31-2860-4c7c-94e3-922c3c390828 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 1098 time: 0.0544100 Jul 16 18:31:12.537681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9663ad-51f8-4556-bb3b-dd3053e39482 req-e228fbb2-4d8d-4c9d-a94d-3cdf3f068b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:12.539188 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9663ad-51f8-4556-bb3b-dd3053e39482 req-e228fbb2-4d8d-4c9d-a94d-3cdf3f068b95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c861c85a-6740-4620-958b-e75dffe64262 HTTP/1.1" status: 200 len: 898 time: 0.0917878 Jul 16 18:31:12.603491 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9663ad-51f8-4556-bb3b-dd3053e39482 req-367786cf-7fe8-4da0-92ec-7508fc768b4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59 HTTP/1.1" status: 200 len: 1002 time: 0.0569530 Jul 16 18:31:12.655616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9663ad-51f8-4556-bb3b-dd3053e39482 req-eb892bf5-f217-4f42-99a2-bc0b3a4e36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:12.657049 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9663ad-51f8-4556-bb3b-dd3053e39482 req-eb892bf5-f217-4f42-99a2-bc0b3a4e36d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2125b04e-e4bb-429d-a4ad-2b1adc314ab1 HTTP/1.1" status: 200 len: 834 time: 0.0475008 Jul 16 18:31:12.713561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9663ad-51f8-4556-bb3b-dd3053e39482 req-8b7493c5-4be6-49ab-8753-fdb350e5ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:12.715533 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9663ad-51f8-4556-bb3b-dd3053e39482 req-8b7493c5-4be6-49ab-8753-fdb350e5ee13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c861c85a-6740-4620-958b-e75dffe64262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517302 Jul 16 18:31:12.809910 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9663ad-51f8-4556-bb3b-dd3053e39482 req-652f3790-4b57-4d7d-a656-780ff716d8e4 service neutron] 10.222.0.11 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868425 Jul 16 18:31:12.903448 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ea9663ad-51f8-4556-bb3b-dd3053e39482 req-913c421c-18c2-4c6b-906d-751f90d3c5e6 service neutron] 10.222.0.11 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863700 Jul 16 18:31:13.556378 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1b14-5135-4225-b012-8a5b8e1678ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.752146 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0df3c530-d396-4d7a-a7c2-d1e85d4b65b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.986729 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.442688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89799ff3-d031-4fd8-b06f-87fe30b6a723 req-4559eb87-ff2c-48c0-a070-ff8a3f481bff tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:16.444206 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-89799ff3-d031-4fd8-b06f-87fe30b6a723 req-4559eb87-ff2c-48c0-a070-ff8a3f481bff tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 946 time: 0.0666628 Jul 16 18:31:16.483081 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-89799ff3-d031-4fd8-b06f-87fe30b6a723 req-9e5d6427-2e0f-4fa4-9ebe-0808c9544c17 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329833 Jul 16 18:31:16.507101 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41894) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:16.566970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-881e2f65-5a9c-424b-b0f7-445c8ccafbf8 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/bde86934-7c8b-40e8-9cb6-2d3f34c383c3 HTTP/1.1" status: 200 len: 994 time: 0.0586441 Jul 16 18:31:16.925957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dc82b-1bf2-495f-a183-60cde8822229 req-2468b7a5-0af0-4902-94b1-ff2bd9946850 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:16.927382 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-232dc82b-1bf2-495f-a183-60cde8822229 req-2468b7a5-0af0-4902-94b1-ff2bd9946850 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 1098 time: 0.0530143 Jul 16 18:31:16.961724 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-232dc82b-1bf2-495f-a183-60cde8822229 req-249811a7-8c40-454e-a98d-420921c65a23 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288095 Jul 16 18:31:17.712264 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.541613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-e8091126-89b8-4fc9-b23f-3f494d40d213 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0541987 Jul 16 18:31:19.057952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-ea96f223-ad53-4ec7-9c13-3dd312fafe28 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:19.058970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-ea96f223-ad53-4ec7-9c13-3dd312fafe28 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0612895 Jul 16 18:31:19.068328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] Request body: {'binding': {'host': 'n-h1-787205-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:19.068785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] Unknown quota resources ['binding']. {{(pid=105591) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:31:19.120579 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.217984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] Attempting to bind port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on host n-h1-787205-10 for vnic_type normal with profile None {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:19.218236 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] Attempting to bind port 780be13b-11ea-42e3-a2ed-e2961f5cac59 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:19.218623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] Attempting to bind port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on network c861c85a-6740-4620-958b-e75dffe64262 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:19.222940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] Port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on network c861c85a-6740-4620-958b-e75dffe64262 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:19.223264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] Attempting to bind port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on network c861c85a-6740-4620-958b-e75dffe64262 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:19.227973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:19.228315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] Checking segment: {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:19.228699 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] Bound using segment: {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:19.229118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] Bound port: 780be13b-11ea-42e3-a2ed-e2961f5cac59, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:19.311150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:19.315760 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.316993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d77ef4cb-b951-4374-ae0c-90dbc1a7687b service neutron] 10.222.0.24 "POST /v2.0/ports/780be13b-11ea-42e3-a2ed-e2961f5cac59/bindings HTTP/1.1" status: 201 len: 390 time: 0.2517989 Jul 16 18:31:19.605181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-bf7fcdfa-ee27-4592-8430-a2d73c555863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.607718 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-bf7fcdfa-ee27-4592-8430-a2d73c555863 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 1098 time: 0.1039882 Jul 16 18:31:19.615672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb151cfd-ca49-44e3-9388-a73a2c5d4403 req-7e7dfb13-ac84-4209-a8e2-52f16e8f8244 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.617037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb151cfd-ca49-44e3-9388-a73a2c5d4403 req-7e7dfb13-ac84-4209-a8e2-52f16e8f8244 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 946 time: 0.1039314 Jul 16 18:31:19.712204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb151cfd-ca49-44e3-9388-a73a2c5d4403 req-f7bfcda5-2fb5-4f19-91d9-4b00e006eb6d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863197 Jul 16 18:31:19.734089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-0dcb3599-7fc7-4a09-bdc0-d22da6465c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.735804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-0dcb3599-7fc7-4a09-bdc0-d22da6465c65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c861c85a-6740-4620-958b-e75dffe64262 HTTP/1.1" status: 200 len: 898 time: 0.1178491 Jul 16 18:31:19.803626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-8085b7c0-2ff9-4d56-adcc-9eab6d478378 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59 HTTP/1.1" status: 200 len: 1002 time: 0.0618458 Jul 16 18:31:19.853221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-62451c77-b380-4689-addd-58b208d7580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.854674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-62451c77-b380-4689-addd-58b208d7580d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2125b04e-e4bb-429d-a4ad-2b1adc314ab1 HTTP/1.1" status: 200 len: 834 time: 0.0448143 Jul 16 18:31:19.914510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-4fbdb61d-bcf0-4ea7-82a7-93bea7b1b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.915918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-4fbdb61d-bcf0-4ea7-82a7-93bea7b1b25e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c861c85a-6740-4620-958b-e75dffe64262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548475 Jul 16 18:31:20.003852 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-eed2af71-3539-4510-affa-9a60eb998890 service neutron] 10.222.0.32 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816591 Jul 16 18:31:20.096265 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-d0bc4192-d494-45a6-9bdc-01fa304ae7a9 service neutron] 10.222.0.32 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859995 Jul 16 18:31:20.247409 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-673449fc-a8da-4a94-9eb1-4a9f9322f3b5 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.248915 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-673449fc-a8da-4a94-9eb1-4a9f9322f3b5 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731&tenant_id=050e3e58456244eeb96306e30f510dfa&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1098 time: 0.0949290 Jul 16 18:31:20.259577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787205-10'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:20.334975 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.461203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:20.498173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:20.537425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:20.539775 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7e8379-b03d-4052-a3a7-1d996e4bb96f" -d '{"events": [{"server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "name": "network-vif-unplugged", "status": "completed", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:20.543641 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.549484 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.578225 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddf020c-34c9-426b-8cb0-a8a6aa505159 x-openstack-request-id: req-2ddf020c-34c9-426b-8cb0-a8a6aa505159 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:20.578526 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "name": "network-vif-unplugged", "status": "completed", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:20.578783 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ddf020c-34c9-426b-8cb0-a8a6aa505159 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:20.579180 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'code': 200} Jul 16 18:31:20.648390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Pushing event updated for resources: {'Port': ['ID=780be13b-11ea-42e3-a2ed-e2961f5cac59,revision_number=7']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:20.703019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Attempting to bind port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on host n-h2-787205-10 for vnic_type normal with profile {"migrating_to": "n-h1-787205-10"} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:20.703355 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Attempting to bind port 780be13b-11ea-42e3-a2ed-e2961f5cac59 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:20.703695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Attempting to bind port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on network c861c85a-6740-4620-958b-e75dffe64262 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:20.708463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on network c861c85a-6740-4620-958b-e75dffe64262 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:20.708785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Attempting to bind port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on network c861c85a-6740-4620-958b-e75dffe64262 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:20.713895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:20.714237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Checking segment: {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:20.714619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Bound using segment: {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:20.715047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Bound port: 780be13b-11ea-42e3-a2ed-e2961f5cac59, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ab00a1-269b-45b6-b540-a1b89152ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:20.715413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.783876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:20.786939 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:20.792355 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.840327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Provisioning complete for port 780be13b-11ea-42e3-a2ed-e2961f5cac59 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:20.840851 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.927651 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.934795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Pushing event updated for resources: {'Port': ['ID=780be13b-11ea-42e3-a2ed-e2961f5cac59,revision_number=8']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:20.963182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:20.965492 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6c4b2f-a3a2-4d1d-bbbd-74bba6906b21" -d '{"events": [{"server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "name": "network-vif-plugged", "status": "completed", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:20.980067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:20.986657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.987477 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.987637 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.989142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-b59bd962-dc3d-4812-bbb0-76f5b324f754 service neutron] 10.222.0.32 "PUT /v2.0/ports/780be13b-11ea-42e3-a2ed-e2961f5cac59 HTTP/1.1" status: 200 len: 1124 time: 0.7337034 Jul 16 18:31:21.008906 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b348bd1-ebb4-4fb3-b124-db8390f75a67 req-ff8d832d-1ead-42b8-97b1-edb6b653d31a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.010633 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b348bd1-ebb4-4fb3-b124-db8390f75a67 req-ff8d832d-1ead-42b8-97b1-edb6b653d31a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 944 time: 0.1770723 Jul 16 18:31:21.047779 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48706349-c628-4a03-8911-7756d7368dd3 x-openstack-request-id: req-48706349-c628-4a03-8911-7756d7368dd3 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:21.048093 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "name": "network-vif-plugged", "status": "completed", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:21.048354 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48706349-c628-4a03-8911-7756d7368dd3 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:21.048747 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'code': 200} Jul 16 18:31:21.062240 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b348bd1-ebb4-4fb3-b124-db8390f75a67 req-09cc1d43-116a-4895-b90f-36c37b01dc98 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411148 Jul 16 18:31:21.093101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['780be13b-11ea-42e3-a2ed-e2961f5cac59'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:21.185695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Pushing event updated for resources: {'Port': ['ID=780be13b-11ea-42e3-a2ed-e2961f5cac59,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:21.204091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:21.204440 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:21.204807 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:21.205124 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:21.205460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:21.205826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:21.206157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:21.206484 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:21.206815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:21.207138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:21.207460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:21.207800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6b4efe-4325-4f4c-8bbe-c2939adad24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:21.385020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4f6678ab-5ea8-428b-bdf3-f0b1655eb51e None None] Provisioning complete for port 780be13b-11ea-42e3-a2ed-e2961f5cac59 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:21.385316 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4f6678ab-5ea8-428b-bdf3-f0b1655eb51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.240742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d617193-6c27-4adb-bbfd-630b184751f4 req-645a91b5-72d7-41a3-ad7a-719c6565ca36 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.242266 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d617193-6c27-4adb-bbfd-630b184751f4 req-645a91b5-72d7-41a3-ad7a-719c6565ca36 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 946 time: 0.0646424 Jul 16 18:31:22.281001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9d617193-6c27-4adb-bbfd-630b184751f4 req-8a679c88-8387-44c9-b9a7-bc9aff0e15cc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331562 Jul 16 18:31:22.580979 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:22.583305 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c170daf-bae2-4579-a072-2301bb14dcb6" -d '{"events": [{"name": "network-changed", "server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:22.618158 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e4f708-769c-4b2f-89c8-1e8b6feecca5 x-openstack-request-id: req-71e4f708-769c-4b2f-89c8-1e8b6feecca5 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:22.618451 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:22.618710 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71e4f708-769c-4b2f-89c8-1e8b6feecca5 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:22.619110 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'status': 'completed', 'code': 200} Jul 16 18:31:22.695649 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c170daf-bae2-4579-a072-2301bb14dcb6 req-ed27f6e1-cb51-490b-abde-7268f2595da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.697138 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c170daf-bae2-4579-a072-2301bb14dcb6 req-ed27f6e1-cb51-490b-abde-7268f2595da3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 1129 time: 0.0540438 Jul 16 18:31:22.792054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c170daf-bae2-4579-a072-2301bb14dcb6 req-0014960f-4f79-4cab-8c06-365d246d4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.793565 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c170daf-bae2-4579-a072-2301bb14dcb6 req-0014960f-4f79-4cab-8c06-365d246d4029 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c861c85a-6740-4620-958b-e75dffe64262 HTTP/1.1" status: 200 len: 898 time: 0.0896816 Jul 16 18:31:22.860304 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c170daf-bae2-4579-a072-2301bb14dcb6 req-15351db5-6842-4006-ac65-88c163557475 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59 HTTP/1.1" status: 200 len: 1002 time: 0.0597823 Jul 16 18:31:22.912731 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c170daf-bae2-4579-a072-2301bb14dcb6 req-82b3e099-5e09-48df-ab38-5dbd815d523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.914277 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c170daf-bae2-4579-a072-2301bb14dcb6 req-82b3e099-5e09-48df-ab38-5dbd815d523a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2125b04e-e4bb-429d-a4ad-2b1adc314ab1 HTTP/1.1" status: 200 len: 834 time: 0.0467501 Jul 16 18:31:22.971474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c170daf-bae2-4579-a072-2301bb14dcb6 req-25a2cf0f-c32a-40ec-910c-3710c65aaa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.973014 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c170daf-bae2-4579-a072-2301bb14dcb6 req-25a2cf0f-c32a-40ec-910c-3710c65aaa20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c861c85a-6740-4620-958b-e75dffe64262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518992 Jul 16 18:31:23.062664 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c170daf-bae2-4579-a072-2301bb14dcb6 req-ef74beb6-2315-4103-9414-c9322c9071b2 service neutron] 10.222.0.11 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822449 Jul 16 18:31:23.157913 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0c170daf-bae2-4579-a072-2301bb14dcb6 req-bc556af7-7c37-4de9-bfee-26344951ca31 service neutron] 10.222.0.11 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873661 Jul 16 18:31:23.403476 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.459370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dba03-7892-433f-9ba4-1e635199017f req-64b7da20-7a3d-4512-a54d-cdef4889fa02 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:23.460800 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-047dba03-7892-433f-9ba4-1e635199017f req-64b7da20-7a3d-4512-a54d-cdef4889fa02 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 946 time: 0.0682983 Jul 16 18:31:23.499389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-047dba03-7892-433f-9ba4-1e635199017f req-8f0fa125-2644-4bcd-98ff-57f936ffff53 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328655 Jul 16 18:31:23.584030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 780be13b-11ea-42e3-a2ed-e2961f5cac59 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:23.679510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:23.691195 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 780be13b-11ea-42e3-a2ed-e2961f5cac59 has no active binding in host n-h1-787205-10 {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:31:24.673942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb588d55-1a88-4af7-99e0-8cb64f3fcca6 req-e9bda35f-bb03-4975-86bf-6d7aeb8eb175 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:24.675369 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb588d55-1a88-4af7-99e0-8cb64f3fcca6 req-e9bda35f-bb03-4975-86bf-6d7aeb8eb175 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 946 time: 0.0651841 Jul 16 18:31:24.715515 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb588d55-1a88-4af7-99e0-8cb64f3fcca6 req-0373c9ba-94df-4923-8468-f32eb8622d48 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343106 Jul 16 18:31:25.533644 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.869298 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-715d1a57-6fac-4ea2-bdd7-5f8333443f04 service neutron] 10.222.0.11 "GET /v2.0/ports/780be13b-11ea-42e3-a2ed-e2961f5cac59/bindings/n-h1-787205-10 HTTP/1.1" status: 200 len: 385 time: 0.0570545 Jul 16 18:31:25.892007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fb973-8dea-4f71-8e83-1ab1620c9843 req-b25d2579-20e3-4cce-98a7-0ecec33d9f9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:25.893566 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68fb973-8dea-4f71-8e83-1ab1620c9843 req-b25d2579-20e3-4cce-98a7-0ecec33d9f9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 946 time: 0.0638695 Jul 16 18:31:25.936116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b68fb973-8dea-4f71-8e83-1ab1620c9843 req-f26a6bce-07bc-4576-a2fd-31ca4f876187 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364401 Jul 16 18:31:26.046398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-a5cbc1b8-c7f6-4739-b8c2-a8516d08539a service neutron] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:26.066336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-a5cbc1b8-c7f6-4739-b8c2-a8516d08539a service neutron] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:26.109170 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:26.111495 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbc2291-a9df-4db0-94fa-1fe99ca8b91d" -d '{"events": [{"server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "name": "network-vif-unplugged", "status": "completed", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:26.118173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-a5cbc1b8-c7f6-4739-b8c2-a8516d08539a service neutron] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:26.132878 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-a5cbc1b8-c7f6-4739-b8c2-a8516d08539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.165319 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1dc7e5-1984-4063-b9db-5ce8ed3d0cc5 x-openstack-request-id: req-2c1dc7e5-1984-4063-b9db-5ce8ed3d0cc5 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:26.165614 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "name": "network-vif-unplugged", "status": "completed", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:26.165902 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c1dc7e5-1984-4063-b9db-5ce8ed3d0cc5 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:26.166293 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'code': 200} Jul 16 18:31:26.206989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-a5cbc1b8-c7f6-4739-b8c2-a8516d08539a service neutron] Transition to ACTIVE for port object 780be13b-11ea-42e3-a2ed-e2961f5cac59 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:26.210822 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-a5cbc1b8-c7f6-4739-b8c2-a8516d08539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.308870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbc1b8-c7f6-4739-b8c2-a8516d08539a service neutron] Pushing event updated for resources: {'Port': ['ID=780be13b-11ea-42e3-a2ed-e2961f5cac59,revision_number=11']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:26.347228 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-a5cbc1b8-c7f6-4739-b8c2-a8516d08539a service neutron] No DVR routers for this DVR port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:26.483139 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-a5cbc1b8-c7f6-4739-b8c2-a8516d08539a service neutron] 10.222.0.11 "PUT /v2.0/ports/780be13b-11ea-42e3-a2ed-e2961f5cac59/bindings/n-h1-787205-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6071589 Jul 16 18:31:26.687256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-ac07ef35-c02f-4aec-b017-719d257b2e7c tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:26.688844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-ac07ef35-c02f-4aec-b017-719d257b2e7c tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731&tenant_id=050e3e58456244eeb96306e30f510dfa&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 1097 time: 0.1535902 Jul 16 18:31:26.746631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-e288f0ed-dd43-40d7-9887-8101b8bd81af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:26.748725 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-e288f0ed-dd43-40d7-9887-8101b8bd81af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731&tenant_id=050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 1097 time: 0.0535038 Jul 16 18:31:26.822542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-e8dbbc56-934e-45ab-83da-ffd52e8167ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:26.823962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-e8dbbc56-934e-45ab-83da-ffd52e8167ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 1097 time: 0.0523248 Jul 16 18:31:26.915506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-a4270df3-8a78-40a0-8ab6-ec712d0be793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:26.916982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-a4270df3-8a78-40a0-8ab6-ec712d0be793 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c861c85a-6740-4620-958b-e75dffe64262 HTTP/1.1" status: 200 len: 898 time: 0.0869079 Jul 16 18:31:26.981642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-587aa723-39cb-4441-bc19-c169e69999ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59 HTTP/1.1" status: 200 len: 1000 time: 0.0579751 Jul 16 18:31:27.035474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-68c6602e-3444-4ef0-81f3-dd2303592e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:27.036978 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-68c6602e-3444-4ef0-81f3-dd2303592e93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2125b04e-e4bb-429d-a4ad-2b1adc314ab1 HTTP/1.1" status: 200 len: 834 time: 0.0500894 Jul 16 18:31:27.137250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-30335482-fa79-44b2-811b-2b32e353e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:27.138750 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-30335482-fa79-44b2-811b-2b32e353e82c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c861c85a-6740-4620-958b-e75dffe64262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952830 Jul 16 18:31:27.149407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ddbe2-0411-48d7-9c55-9cbae34ea213 req-6c2180e7-ba2d-4cd5-b77a-5228bb87c1cd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:27.150851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f1ddbe2-0411-48d7-9c55-9cbae34ea213 req-6c2180e7-ba2d-4cd5-b77a-5228bb87c1cd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 945 time: 0.0986640 Jul 16 18:31:27.239192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f1ddbe2-0411-48d7-9c55-9cbae34ea213 req-ded4ead2-0930-471d-9f88-bbb04a7e3831 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802445 Jul 16 18:31:27.264237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-9f111769-d06a-485e-9230-6948fd6def65 service neutron] 10.222.0.32 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117535 Jul 16 18:31:27.356509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-fb6be479-d74c-4811-8c8b-00e1a730dd7a service neutron] 10.222.0.32 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864043 Jul 16 18:31:27.629894 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-56d67b72-d0b5-4e39-bde0-2381bfcfb1bd tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:27.631395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-56d67b72-d0b5-4e39-bde0-2381bfcfb1bd tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731&tenant_id=050e3e58456244eeb96306e30f510dfa&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 1097 time: 0.0569673 Jul 16 18:31:27.754554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-c9d33bb6-eabd-483f-b825-783c38e3f9db service neutron] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h2-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:27.757676 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-c9d33bb6-eabd-483f-b825-783c38e3f9db service neutron] Notify callbacks [] for binding, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.758814 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dbbe96d-0def-45bc-afbb-769383df3605 req-c9d33bb6-eabd-483f-b825-783c38e3f9db service neutron] 10.222.0.32 "DELETE /v2.0/ports/780be13b-11ea-42e3-a2ed-e2961f5cac59/bindings/n-h2-787205-10 HTTP/1.1" status: 204 len: 173 time: 0.1193323 Jul 16 18:31:28.441555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43337b04-49d9-4e56-b71e-0973db13f901 req-3b35c589-68ad-4e81-9482-3d1be1ff8dbc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:28.443111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43337b04-49d9-4e56-b71e-0973db13f901 req-3b35c589-68ad-4e81-9482-3d1be1ff8dbc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 945 time: 0.0751834 Jul 16 18:31:28.482102 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43337b04-49d9-4e56-b71e-0973db13f901 req-7d4bac1a-a4f1-4ce5-bc54-0a74bc21827a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332124 Jul 16 18:31:28.647823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9ed93-af13-4188-9609-847016b5a6f1 req-a1bafff5-2472-4db1-8c3e-3e310cee420d tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:28.649276 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ce9ed93-af13-4188-9609-847016b5a6f1 req-a1bafff5-2472-4db1-8c3e-3e310cee420d tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 1097 time: 0.0532405 Jul 16 18:31:28.682492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ce9ed93-af13-4188-9609-847016b5a6f1 req-8ead6e8d-cdf0-425e-b8e8-5c3902b140e5 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277295 Jul 16 18:31:28.858377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b391a1-9302-4a01-b258-8ce5cf5e2e8d req-f8edd980-a1c1-4623-bb48-b52b6cbf4d8c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:28.859853 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66b391a1-9302-4a01-b258-8ce5cf5e2e8d req-f8edd980-a1c1-4623-bb48-b52b6cbf4d8c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 945 time: 0.0681183 Jul 16 18:31:28.897176 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66b391a1-9302-4a01-b258-8ce5cf5e2e8d req-967e00e7-a92d-47f7-a43f-57f0a8f1d063 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316749 Jul 16 18:31:28.921562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41964) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:28.986594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dd7585c2-03dd-4a97-a258-576da33ae9ae tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/bde86934-7c8b-40e8-9cb6-2d3f34c383c3 HTTP/1.1" status: 200 len: 992 time: 0.0636971 Jul 16 18:31:29.056451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 780be13b-11ea-42e3-a2ed-e2961f5cac59 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:29.096645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 780be13b-11ea-42e3-a2ed-e2961f5cac59 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:29.243045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41970) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:29.402393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-47aec64c-569a-46dc-8d1e-b14970983414 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port fc36adc4-342b-451d-9570-bb0bf5f3d745 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:29.402748 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-47aec64c-569a-46dc-8d1e-b14970983414 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.479258 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-47aec64c-569a-46dc-8d1e-b14970983414 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.479904 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-47aec64c-569a-46dc-8d1e-b14970983414 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.491655 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-47aec64c-569a-46dc-8d1e-b14970983414 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for fc36adc4-342b-451d-9570-bb0bf5f3d745 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:29.636899 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-47aec64c-569a-46dc-8d1e-b14970983414 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.662363 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aec64c-569a-46dc-8d1e-b14970983414 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=fc36adc4-342b-451d-9570-bb0bf5f3d745,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:29.721950 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-47aec64c-569a-46dc-8d1e-b14970983414 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.722298 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-47aec64c-569a-46dc-8d1e-b14970983414 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Floating IP bde86934-7c8b-40e8-9cb6-2d3f34c383c3 disassociated (deleted). External IP: 172.25.3.200, port: 780be13b-11ea-42e3-a2ed-e2961f5cac59. Jul 16 18:31:29.930794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47aec64c-569a-46dc-8d1e-b14970983414 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router ee7ed785-49ae-4fbb-8006-d3655ca2c56f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:30.036256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aec64c-569a-46dc-8d1e-b14970983414 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:30.040709 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-47aec64c-569a-46dc-8d1e-b14970983414 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.047388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b9451-9e12-4c3f-847d-ebc5140fe435 None None] Sync routers for ids ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:30.056532 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b9451-9e12-4c3f-847d-ebc5140fe435 None None] Routers {'ee7ed785-49ae-4fbb-8006-d3655ca2c56f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:30.057216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-133b9451-9e12-4c3f-847d-ebc5140fe435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:31:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:30.078194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-47aec64c-569a-46dc-8d1e-b14970983414 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/floatingips/bde86934-7c8b-40e8-9cb6-2d3f34c383c3 HTTP/1.1" status: 204 len: 168 time: 0.8340251 Jul 16 18:31:30.078797 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:30.081163 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da104820-c950-415e-862a-16b20ac43691" -d '{"events": [{"name": "network-changed", "server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:30.120364 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6296b328-3e61-49ed-ba50-37696a59f675 x-openstack-request-id: req-6296b328-3e61-49ed-ba50-37696a59f675 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:30.120666 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:30.120928 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6296b328-3e61-49ed-ba50-37696a59f675 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:30.121340 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'status': 'completed', 'code': 200} Jul 16 18:31:30.171545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-133b9451-9e12-4c3f-847d-ebc5140fe435 None None] Set router ee7ed785-49ae-4fbb-8006-d3655ca2c56f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:30.201272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da104820-c950-415e-862a-16b20ac43691 req-d7538afa-e6ac-4d23-bca6-06c21c7c1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.202880 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da104820-c950-415e-862a-16b20ac43691 req-d7538afa-e6ac-4d23-bca6-06c21c7c1ade service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 1097 time: 0.0580926 Jul 16 18:31:30.307924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da104820-c950-415e-862a-16b20ac43691 req-2ad2e1ad-abd9-4ecc-a1b6-856393f4a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.309452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da104820-c950-415e-862a-16b20ac43691 req-2ad2e1ad-abd9-4ecc-a1b6-856393f4a9d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c861c85a-6740-4620-958b-e75dffe64262 HTTP/1.1" status: 200 len: 898 time: 0.1002522 Jul 16 18:31:30.355944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da104820-c950-415e-862a-16b20ac43691 req-8e014381-15a7-419f-a006-c20d84d8a6dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59 HTTP/1.1" status: 200 len: 217 time: 0.0395761 Jul 16 18:31:30.383753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-133b9451-9e12-4c3f-847d-ebc5140fe435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:27Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '6bc04c6a-a0f4-4326-be89-665335875498', 'name': '', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:d0:47:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:26Z', 'updated_at': '2021-07-16T18:30:32Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:30.417375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b9451-9e12-4c3f-847d-ebc5140fe435 None None] Checking router: ee7ed785-49ae-4fbb-8006-d3655ca2c56f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:30.425848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b9451-9e12-4c3f-847d-ebc5140fe435 None None] Routers {'ee7ed785-49ae-4fbb-8006-d3655ca2c56f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:30.426543 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-133b9451-9e12-4c3f-847d-ebc5140fe435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:31:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:30.436232 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da104820-c950-415e-862a-16b20ac43691 req-fad2f520-52aa-4178-b908-2539285879ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.437650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da104820-c950-415e-862a-16b20ac43691 req-fad2f520-52aa-4178-b908-2539285879ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2125b04e-e4bb-429d-a4ad-2b1adc314ab1 HTTP/1.1" status: 200 len: 834 time: 0.0747705 Jul 16 18:31:30.491816 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9224d-423c-4b77-9043-adf9bc9a4d03 req-cc2b87a0-aee6-4f45-b5f7-287328adb828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.493320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-caa9224d-423c-4b77-9043-adf9bc9a4d03 req-cc2b87a0-aee6-4f45-b5f7-287328adb828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 945 time: 0.1045864 Jul 16 18:31:30.533028 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-133b9451-9e12-4c3f-847d-ebc5140fe435 None None] Set router ee7ed785-49ae-4fbb-8006-d3655ca2c56f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:30.544262 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da104820-c950-415e-862a-16b20ac43691 req-ddb7fb37-ddce-4ad8-8ef2-17f7237d94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.545848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da104820-c950-415e-862a-16b20ac43691 req-ddb7fb37-ddce-4ad8-8ef2-17f7237d94e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c861c85a-6740-4620-958b-e75dffe64262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988739 Jul 16 18:31:30.549065 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-caa9224d-423c-4b77-9043-adf9bc9a4d03 req-b7febf89-183d-46b9-8859-f341674477fe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=ab55f76d-2a12-4173-a03c-1fd17a1d350e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493746 Jul 16 18:31:30.644538 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da104820-c950-415e-862a-16b20ac43691 req-51a1339a-148b-4032-82fd-c840f86430ef service neutron] 10.222.0.32 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908582 Jul 16 18:31:30.745609 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da104820-c950-415e-862a-16b20ac43691 req-1900986e-b8ef-4344-ac54-b090155a065b service neutron] 10.222.0.32 "GET /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938559 Jul 16 18:31:30.821633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c54f0-775c-4f74-8c96-3250d0c90d80 req-b90731b6-4ee5-4ab8-b5ae-b00fa20e7702 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.823249 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e91c54f0-775c-4f74-8c96-3250d0c90d80 req-b90731b6-4ee5-4ab8-b5ae-b00fa20e7702 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.32 "GET /v2.0/ports?device_id=731dd8f0-63bf-49e6-9e29-a9b498e7c731 HTTP/1.1" status: 200 len: 945 time: 0.0701830 Jul 16 18:31:30.886708 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-133b9451-9e12-4c3f-847d-ebc5140fe435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:27Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '6bc04c6a-a0f4-4326-be89-665335875498', 'name': '', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:d0:47:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:26Z', 'updated_at': '2021-07-16T18:30:32Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:30.915498 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133b9451-9e12-4c3f-847d-ebc5140fe435 None None] The sync data for ids ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'] in n-d-787205-10 is: [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:27Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '6bc04c6a-a0f4-4326-be89-665335875498', 'name': '', 'network_id': 'c861c85a-6740-4620-958b-e75dffe64262', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:d0:47:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:26Z', 'updated_at': '2021-07-16T18:30:32Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '2125b04e-e4bb-429d-a4ad-2b1adc314ab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:30.929914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-e91c54f0-775c-4f74-8c96-3250d0c90d80 req-70a7860a-dce8-4dc1-81b4-223e553af262 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port 780be13b-11ea-42e3-a2ed-e2961f5cac59 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:30.930262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e91c54f0-775c-4f74-8c96-3250d0c90d80 req-70a7860a-dce8-4dc1-81b4-223e553af262 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.025454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e91c54f0-775c-4f74-8c96-3250d0c90d80 req-70a7860a-dce8-4dc1-81b4-223e553af262 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] For port 780be13b-11ea-42e3-a2ed-e2961f5cac59, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=780be13b-11ea-42e3-a2ed-e2961f5cac59,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:31.025932 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e91c54f0-775c-4f74-8c96-3250d0c90d80 req-70a7860a-dce8-4dc1-81b4-223e553af262 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.038896 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-e91c54f0-775c-4f74-8c96-3250d0c90d80 req-70a7860a-dce8-4dc1-81b4-223e553af262 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for 780be13b-11ea-42e3-a2ed-e2961f5cac59 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:31.134293 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc90125-0196-4611-9e0c-bf301783e2b3 None None] New status for floating IP bde86934-7c8b-40e8-9cb6-2d3f34c383c3: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:31:31.169198 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e91c54f0-775c-4f74-8c96-3250d0c90d80 req-70a7860a-dce8-4dc1-81b4-223e553af262 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.203670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7860a-dce8-4dc1-81b4-223e553af262 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=780be13b-11ea-42e3-a2ed-e2961f5cac59,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:31.251617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91c54f0-775c-4f74-8c96-3250d0c90d80 req-70a7860a-dce8-4dc1-81b4-223e553af262 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] No DVR routers for this DVR port 780be13b-11ea-42e3-a2ed-e2961f5cac59 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:31.254336 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e91c54f0-775c-4f74-8c96-3250d0c90d80 req-70a7860a-dce8-4dc1-81b4-223e553af262 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.256573 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e91c54f0-775c-4f74-8c96-3250d0c90d80 req-70a7860a-dce8-4dc1-81b4-223e553af262 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.32 "DELETE /v2.0/ports/780be13b-11ea-42e3-a2ed-e2961f5cac59 HTTP/1.1" status: 204 len: 173 time: 0.4255984 Jul 16 18:31:31.257031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'name': 'network-vif-deleted', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:31.259334 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4f8a49-c1aa-42db-a043-09f650b70740" -d '{"events": [{"server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "name": "network-vif-deleted", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:31.299788 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bfc7f9-41c6-47a1-83b7-3aab73896939 x-openstack-request-id: req-70bfc7f9-41c6-47a1-83b7-3aab73896939 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:31.300203 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731dd8f0-63bf-49e6-9e29-a9b498e7c731", "name": "network-vif-deleted", "tag": "780be13b-11ea-42e3-a2ed-e2961f5cac59", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:31.300499 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70bfc7f9-41c6-47a1-83b7-3aab73896939 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:31.300887 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731dd8f0-63bf-49e6-9e29-a9b498e7c731', 'name': 'network-vif-deleted', 'tag': '780be13b-11ea-42e3-a2ed-e2961f5cac59', 'status': 'completed', 'code': 200} Jul 16 18:31:31.397787 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:31.657328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41982) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:32.353925 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-711bd786-ba32-4e8f-bed2-6d5355de1828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.619825 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-711bd786-ba32-4e8f-bed2-6d5355de1828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port 6bc04c6a-a0f4-4326-be89-665335875498 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:32.620092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-711bd786-ba32-4e8f-bed2-6d5355de1828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.710677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-711bd786-ba32-4e8f-bed2-6d5355de1828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] For port 6bc04c6a-a0f4-4326-be89-665335875498, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6bc04c6a-a0f4-4326-be89-665335875498,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:32.711358 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-711bd786-ba32-4e8f-bed2-6d5355de1828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.724141 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-711bd786-ba32-4e8f-bed2-6d5355de1828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for 6bc04c6a-a0f4-4326-be89-665335875498 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:32.907783 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-711bd786-ba32-4e8f-bed2-6d5355de1828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.932550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bd786-ba32-4e8f-bed2-6d5355de1828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=6bc04c6a-a0f4-4326-be89-665335875498,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:33.114152 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-711bd786-ba32-4e8f-bed2-6d5355de1828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.320993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711bd786-ba32-4e8f-bed2-6d5355de1828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router ee7ed785-49ae-4fbb-8006-d3655ca2c56f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:33.428899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711bd786-ba32-4e8f-bed2-6d5355de1828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:33.434255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-711bd786-ba32-4e8f-bed2-6d5355de1828 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "PUT /v2.0/routers/ee7ed785-49ae-4fbb-8006-d3655ca2c56f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7758543 Jul 16 18:31:33.437224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41984) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:33.438172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c67634-d647-4a00-87fc-44bd7b2ce617 None None] Sync routers for ids ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:33.447198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c67634-d647-4a00-87fc-44bd7b2ce617 None None] Routers {'ee7ed785-49ae-4fbb-8006-d3655ca2c56f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:33.447803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d4c67634-d647-4a00-87fc-44bd7b2ce617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:31:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:33.488074 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting subnet 2125b04e-e4bb-429d-a4ad-2b1adc314ab1 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:31:33.491167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.533333 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.552981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d4c67634-d647-4a00-87fc-44bd7b2ce617 None None] Set router ee7ed785-49ae-4fbb-8006-d3655ca2c56f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:33.620746 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.680266 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.706466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Subnet': ['ID=2125b04e-e4bb-429d-a4ad-2b1adc314ab1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:33.714678 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.719792 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/subnets/2125b04e-e4bb-429d-a4ad-2b1adc314ab1 HTTP/1.1" status: 204 len: 168 time: 0.2786036 Jul 16 18:31:33.719792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:33.719792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:33.720178 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:33.720248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41986) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:33.720670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:33.720670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:33.721016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:33.721231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:33.721564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:33.721946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:33.722278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:33.722616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:33.722936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29ad18e-df0b-45f2-95ca-e24b24f32e99 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:33.723403 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79491b3-f889-4056-9d6e-374937f035af None None] Network c861c85a-6740-4620-958b-e75dffe64262 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:33.790375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d4c67634-d647-4a00-87fc-44bd7b2ce617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:31:32Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:33.823104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c67634-d647-4a00-87fc-44bd7b2ce617 None None] Checking router: ee7ed785-49ae-4fbb-8006-d3655ca2c56f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:33.828560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.851680 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c67634-d647-4a00-87fc-44bd7b2ce617 None None] Routers {'ee7ed785-49ae-4fbb-8006-d3655ca2c56f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:33.852310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d4c67634-d647-4a00-87fc-44bd7b2ce617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:31:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:33.934705 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.986466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-d4c67634-d647-4a00-87fc-44bd7b2ce617 None None] Set router ee7ed785-49ae-4fbb-8006-d3655ca2c56f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:33.988582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port 4c86054e-ed59-45f1-b2b3-70296f0aeac1 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:33.988944 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.080307 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] For port 4c86054e-ed59-45f1-b2b3-70296f0aeac1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4c86054e-ed59-45f1-b2b3-70296f0aeac1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:34.080814 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.094408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for 4c86054e-ed59-45f1-b2b3-70296f0aeac1 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:34.094741 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49108d12-a8fb-4bf5-bce6-54774481c762 None None] DHCP port deletion for c861c85a-6740-4620-958b-e75dffe64262 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:31:34.210020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-49108d12-a8fb-4bf5-bce6-54774481c762 None None] Deleting port 6de34457-7981-4fac-8589-73bba2c9d02c {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:34.210370 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-49108d12-a8fb-4bf5-bce6-54774481c762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.269868 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.281169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-d4c67634-d647-4a00-87fc-44bd7b2ce617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:31:32Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:34.302876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=4c86054e-ed59-45f1-b2b3-70296f0aeac1,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:34.316401 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c67634-d647-4a00-87fc-44bd7b2ce617 None None] The sync data for ids ['ee7ed785-49ae-4fbb-8006-d3655ca2c56f'] in n-d-787205-10 is: [{'id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815624847', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:31:32Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '4c86054e-ed59-45f1-b2b3-70296f0aeac1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:28:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7ed785-49ae-4fbb-8006-d3655ca2c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:24Z', 'updated_at': '2021-07-16T18:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:34.329876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-49108d12-a8fb-4bf5-bce6-54774481c762 None None] For port 6de34457-7981-4fac-8589-73bba2c9d02c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=6de34457-7981-4fac-8589-73bba2c9d02c,segment=NetworkSegment(b9ab00a1-269b-45b6-b540-a1b89152ecff),segment_id=b9ab00a1-269b-45b6-b540-a1b89152ecff)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:34.330346 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-49108d12-a8fb-4bf5-bce6-54774481c762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.344709 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-49108d12-a8fb-4bf5-bce6-54774481c762 None None] Calling delete_port for 6de34457-7981-4fac-8589-73bba2c9d02c owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:34.382092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.443811 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-49108d12-a8fb-4bf5-bce6-54774481c762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.480523 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.482247 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49108d12-a8fb-4bf5-bce6-54774481c762 None None] No DVR routers for this DVR port 6de34457-7981-4fac-8589-73bba2c9d02c on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:34.483546 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.484419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49108d12-a8fb-4bf5-bce6-54774481c762 None None] Pushing event deleted for resources: {'Port': ['ID=6de34457-7981-4fac-8589-73bba2c9d02c,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:34.534690 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.535530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Fanout notify agent at l3_agent the message router_deleted on router ee7ed785-49ae-4fbb-8006-d3655ca2c56f {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:34.545822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.547418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8868a383-3f79-4b45-98c9-02c60fa9dcfd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/routers/ee7ed785-49ae-4fbb-8006-d3655ca2c56f HTTP/1.1" status: 204 len: 168 time: 0.8260427 Jul 16 18:31:34.550016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41988) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.641149 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75079d49-6928-4d05-850a-ad52addd4d9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.754897 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75079d49-6928-4d05-850a-ad52addd4d9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.767304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-75079d49-6928-4d05-850a-ad52addd4d9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c861c85a-6740-4620-958b-e75dffe64262']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:34.790013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-75079d49-6928-4d05-850a-ad52addd4d9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ab00a1-269b-45b6-b540-a1b89152ecff') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:34.790285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-75079d49-6928-4d05-850a-ad52addd4d9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ab00a1-269b-45b6-b540-a1b89152ecff') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:34.801335 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75079d49-6928-4d05-850a-ad52addd4d9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.817300 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75079d49-6928-4d05-850a-ad52addd4d9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.824325 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75079d49-6928-4d05-850a-ad52addd4d9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:34.824750 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75079d49-6928-4d05-850a-ad52addd4d9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:34.828565 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:34.903190 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75079d49-6928-4d05-850a-ad52addd4d9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.909867 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75079d49-6928-4d05-850a-ad52addd4d9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.911945 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-75079d49-6928-4d05-850a-ad52addd4d9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/networks/c861c85a-6740-4620-958b-e75dffe64262 HTTP/1.1" status: 204 len: 168 time: 0.3608520 Jul 16 18:31:34.915764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41990) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.927727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75079d49-6928-4d05-850a-ad52addd4d9c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Network': ['ID=c861c85a-6740-4620-958b-e75dffe64262,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.000136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2c03c1f-73cd-4624-b4b8-10c5fb228986 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.038893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2c03c1f-73cd-4624-b4b8-10c5fb228986 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.098687 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2c03c1f-73cd-4624-b4b8-10c5fb228986 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.101216 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b2c03c1f-73cd-4624-b4b8-10c5fb228986 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.102400 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b2c03c1f-73cd-4624-b4b8-10c5fb228986 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/security-groups/ab55f76d-2a12-4173-a03c-1fd17a1d350e HTTP/1.1" status: 204 len: 168 time: 0.1856239 Jul 16 18:31:35.112481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c03c1f-73cd-4624-b4b8-10c5fb228986 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab55f76d-2a12-4173-a03c-1fd17a1d350e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.306108 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 41996) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.310851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8b6592eb-afdf-4e27-9c46-0268bd0ce308 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-143735672', 'description': 'tempest-secgroup-smoke-143735672 description', 'project_id': '050e3e58456244eeb96306e30f510dfa'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:35.333747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b6592eb-afdf-4e27-9c46-0268bd0ce308 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.424165 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b6592eb-afdf-4e27-9c46-0268bd0ce308 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.426893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b6592eb-afdf-4e27-9c46-0268bd0ce308 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.448905 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8b6592eb-afdf-4e27-9c46-0268bd0ce308 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.450138 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8b6592eb-afdf-4e27-9c46-0268bd0ce308 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1429720 Jul 16 18:31:35.453625 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 41998) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.458423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-10dbb521-7d08-43e0-aacb-4dec3f69c732 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '6c0a15a9-b0d1-4316-aea6-20afebff117d', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:35.458562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6592eb-afdf-4e27-9c46-0268bd0ce308 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0a15a9-b0d1-4316-aea6-20afebff117d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.485518 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10dbb521-7d08-43e0-aacb-4dec3f69c732 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.542218 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10dbb521-7d08-43e0-aacb-4dec3f69c732 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.546131 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10dbb521-7d08-43e0-aacb-4dec3f69c732 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.564078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbb521-7d08-43e0-aacb-4dec3f69c732 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e52e37-f445-406e-9a74-5a3f13e053b6,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.570105 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-10dbb521-7d08-43e0-aacb-4dec3f69c732 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.571290 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-10dbb521-7d08-43e0-aacb-4dec3f69c732 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166046 Jul 16 18:31:35.574044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42000) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.579026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-89c1caba-2690-40de-bc4d-56215a02f544 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '6c0a15a9-b0d1-4316-aea6-20afebff117d', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:35.604154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1caba-2690-40de-bc4d-56215a02f544 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.623596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 780be13b-11ea-42e3-a2ed-e2961f5cac59 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:35.643948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 780be13b-11ea-42e3-a2ed-e2961f5cac59 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:35.644299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 780be13b-11ea-42e3-a2ed-e2961f5cac59 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:35.666806 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1caba-2690-40de-bc4d-56215a02f544 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.670738 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1caba-2690-40de-bc4d-56215a02f544 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.689262 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1caba-2690-40de-bc4d-56215a02f544 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319bca1c-fc20-4292-9036-233c3aff27f7,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.695932 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-89c1caba-2690-40de-bc4d-56215a02f544 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.697148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-89c1caba-2690-40de-bc4d-56215a02f544 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221902 Jul 16 18:31:35.699842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42002) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.705302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3f822d3c-20bf-41c9-a639-947dc263de29 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '6c0a15a9-b0d1-4316-aea6-20afebff117d', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:35.730714 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f822d3c-20bf-41c9-a639-947dc263de29 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.788623 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f822d3c-20bf-41c9-a639-947dc263de29 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.792370 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f822d3c-20bf-41c9-a639-947dc263de29 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.809114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f822d3c-20bf-41c9-a639-947dc263de29 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c9f4a8-3b44-4c9e-bc40-25359fff81d8,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.815853 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f822d3c-20bf-41c9-a639-947dc263de29 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.817053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3f822d3c-20bf-41c9-a639-947dc263de29 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163020 Jul 16 18:31:35.819858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42004) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.824204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-88127c9b-33c2-4201-a805-173c0677883c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '6c0a15a9-b0d1-4316-aea6-20afebff117d', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:35.852280 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88127c9b-33c2-4201-a805-173c0677883c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.910190 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88127c9b-33c2-4201-a805-173c0677883c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.913525 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88127c9b-33c2-4201-a805-173c0677883c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.931891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88127c9b-33c2-4201-a805-173c0677883c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3961dee-6082-4c2b-a0d9-ce67dbfa6f18,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.938151 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-88127c9b-33c2-4201-a805-173c0677883c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.942025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42006) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:35.942550 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-88127c9b-33c2-4201-a805-173c0677883c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212428 Jul 16 18:31:35.946649 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1ba5051a-8820-4c7e-90fb-f823c18ebdf1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '6c0a15a9-b0d1-4316-aea6-20afebff117d', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:35.969003 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-1ba5051a-8820-4c7e-90fb-f823c18ebdf1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Project 050e3e58456244eeb96306e30f510dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:31:35.973735 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ba5051a-8820-4c7e-90fb-f823c18ebdf1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.023157 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ba5051a-8820-4c7e-90fb-f823c18ebdf1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.026911 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ba5051a-8820-4c7e-90fb-f823c18ebdf1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.044546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5051a-8820-4c7e-90fb-f823c18ebdf1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631f2dae-31e7-43a8-a8c4-d2aa1d9aeab8,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:36.051580 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1ba5051a-8820-4c7e-90fb-f823c18ebdf1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.055388 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1ba5051a-8820-4c7e-90fb-f823c18ebdf1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1098652 Jul 16 18:31:36.055596 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42008) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.060158 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-14a456d7-2fdf-4b16-a3b5-5134404f9fb1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'security_group_rule': {'security_group_id': '6c0a15a9-b0d1-4316-aea6-20afebff117d', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:36.077980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6de34457-7981-4fac-8589-73bba2c9d02c no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:36.083734 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-14a456d7-2fdf-4b16-a3b5-5134404f9fb1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Project 050e3e58456244eeb96306e30f510dfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:31:36.088735 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14a456d7-2fdf-4b16-a3b5-5134404f9fb1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.097616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 6de34457-7981-4fac-8589-73bba2c9d02c {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:36.097995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6de34457-7981-4fac-8589-73bba2c9d02c not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:36.098420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6bc04c6a-a0f4-4326-be89-665335875498 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:36.117261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 6bc04c6a-a0f4-4326-be89-665335875498 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:36.117612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 6bc04c6a-a0f4-4326-be89-665335875498 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:36.118052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4c86054e-ed59-45f1-b2b3-70296f0aeac1 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:36.136693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 4c86054e-ed59-45f1-b2b3-70296f0aeac1 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:36.137020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4c86054e-ed59-45f1-b2b3-70296f0aeac1 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:36.156304 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14a456d7-2fdf-4b16-a3b5-5134404f9fb1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.159913 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14a456d7-2fdf-4b16-a3b5-5134404f9fb1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.178976 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a456d7-2fdf-4b16-a3b5-5134404f9fb1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac7df27-5379-4998-bd57-2b0e04be60ce,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:36.182378 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-14a456d7-2fdf-4b16-a3b5-5134404f9fb1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.183576 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-14a456d7-2fdf-4b16-a3b5-5134404f9fb1 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269855 Jul 16 18:31:36.187059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42010) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.191871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f5cc9925-070f-4351-a382-fbcd52baacbe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'network': {'name': 'tempest-network-smoke--1275359029', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'port_security_enabled': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:36.211364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cc9925-070f-4351-a382-fbcd52baacbe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Made reservation on behalf of 050e3e58456244eeb96306e30f510dfa for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:36.214794 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5cc9925-070f-4351-a382-fbcd52baacbe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.238397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cc9925-070f-4351-a382-fbcd52baacbe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:36.247167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5cc9925-070f-4351-a382-fbcd52baacbe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.247512 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-f5cc9925-070f-4351-a382-fbcd52baacbe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Added segment 15ed756e-7c99-41ae-a456-0da804fb6f7f of type vlan for network 5c975b30-fd53-4190-959d-3a67d5fc6e99 Jul 16 18:31:36.287038 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5cc9925-070f-4351-a382-fbcd52baacbe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.316897 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5cc9925-070f-4351-a382-fbcd52baacbe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.322793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc9925-070f-4351-a382-fbcd52baacbe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:36.323386 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5cc9925-070f-4351-a382-fbcd52baacbe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.358551 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f5cc9925-070f-4351-a382-fbcd52baacbe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1703713 Jul 16 18:31:36.361411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42012) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.367915 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'admin_state_up': True, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:36.407500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc9925-070f-4351-a382-fbcd52baacbe tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Network': ['ID=5c975b30-fd53-4190-959d-3a67d5fc6e99,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:36.418370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 5c975b30-fd53-4190-959d-3a67d5fc6e99 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:36.424259 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.425259 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.478013 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.907710 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.097987 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.116829 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.219983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.25.3.84 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/608c4f01-3cec-41bd-a39a-378ae1bbee24) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:37.320865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.359579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.402682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:37.406169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:37.408646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:37.432295 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=608c4f01-3cec-41bd-a39a-378ae1bbee24,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:37.662037 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.855109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.983997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router 12c7a454-736a-4c46-a299-140aece7379c is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:38.089395 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:38.099038 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Sync routers for ids ['12c7a454-736a-4c46-a299-140aece7379c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:38.108187 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.109232 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Routers {'12c7a454-736a-4c46-a299-140aece7379c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:38.109735 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-12438228-952f-4a37-aaca-b2b6b937f034 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7473099 Jul 16 18:31:38.109978 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:31:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['12c7a454-736a-4c46-a299-140aece7379c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:38.112984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42014) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:38.145472 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-632a2074-ad3a-41e0-b47b-8b687d958311 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=050e3e58456244eeb96306e30f510dfa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312519 Jul 16 18:31:38.148007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42016) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:38.212110 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Set router 12c7a454-736a-4c46-a299-140aece7379c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:38.232955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3019cf51-34b7-4469-865a-2bd9483b84d6 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:38.234685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3019cf51-34b7-4469-865a-2bd9483b84d6 tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856030 Jul 16 18:31:38.237618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42018) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:38.266898 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ca747dc8-0fc3-40b3-b26a-5027cd8f76da tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277088 Jul 16 18:31:38.269451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42020) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:38.274224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3f1e1444-7702-4029-aa24-441e9258468c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1679333882', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'project_id': '050e3e58456244eeb96306e30f510dfa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:38.364669 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1e1444-7702-4029-aa24-441e9258468c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Made reservation on behalf of 050e3e58456244eeb96306e30f510dfa for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:38.368498 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f1e1444-7702-4029-aa24-441e9258468c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.390743 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:31:37Z', 'revision_number': 3, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:38.422524 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Checking router: 12c7a454-736a-4c46-a299-140aece7379c for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:38.422870 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Updating router 12c7a454-736a-4c46-a299-140aece7379c port 608c4f01-3cec-41bd-a39a-378ae1bbee24 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:38.457792 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.559004 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f1e1444-7702-4029-aa24-441e9258468c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.626391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e1444-7702-4029-aa24-441e9258468c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Subnet': ['ID=551c087c-9e45-490b-bbfa-b3ea61450c15,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:38.634222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1e1444-7702-4029-aa24-441e9258468c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Checking segment: {'id': '15ed756e-7c99-41ae-a456-0da804fb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:38.634571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1e1444-7702-4029-aa24-441e9258468c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network hostable DHCP agents. Network: 5c975b30-fd53-4190-959d-3a67d5fc6e99, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:38.650729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1e1444-7702-4029-aa24-441e9258468c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network 5c975b30-fd53-4190-959d-3a67d5fc6e99 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:38.659317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-3f1e1444-7702-4029-aa24-441e9258468c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 5c975b30-fd53-4190-959d-3a67d5fc6e99) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:38.663841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1e1444-7702-4029-aa24-441e9258468c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:38.664450 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3f1e1444-7702-4029-aa24-441e9258468c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.671728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9c8e4b-fd36-4786-8403-6117911cdaed None None] Network 5c975b30-fd53-4190-959d-3a67d5fc6e99 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:38.683095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3f1e1444-7702-4029-aa24-441e9258468c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4100058 Jul 16 18:31:38.683273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42022) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:38.720756 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.730981 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Transition to ACTIVE for port object 608c4f01-3cec-41bd-a39a-378ae1bbee24 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:38.738165 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.785489 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Attempting to bind port 608c4f01-3cec-41bd-a39a-378ae1bbee24 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:38.785894 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Attempting to bind port 608c4f01-3cec-41bd-a39a-378ae1bbee24 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:38.786257 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Attempting to bind port 608c4f01-3cec-41bd-a39a-378ae1bbee24 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:38.798574 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:38.798961 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:38.799417 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.799817 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:38.800290 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Bound port: 608c4f01-3cec-41bd-a39a-378ae1bbee24, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:38.800672 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.835285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-5c975b30-fd53-4190-959d-3a67d5fc6e99', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ips': [{'subnet_id': '551c087c-9e45-490b-bbfa-b3ea61450c15'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:31:38.836309 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.839870 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Pushing event updated for resources: {'Port': ['ID=608c4f01-3cec-41bd-a39a-378ae1bbee24,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:38.851330 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.851691 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.852010 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.852344 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.852801 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.853091 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.854466 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.854466 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.854466 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.854466 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.854779 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.854984 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:38.877024 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] For port 608c4f01-3cec-41bd-a39a-378ae1bbee24, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:38.880107 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] For port 608c4f01-3cec-41bd-a39a-378ae1bbee24, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=608c4f01-3cec-41bd-a39a-378ae1bbee24,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:38.884665 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.945162 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Routers {'12c7a454-736a-4c46-a299-140aece7379c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:38.945882 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:31:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['12c7a454-736a-4c46-a299-140aece7379c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:38.982252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Allocated IP 172.20.0.2 (5c975b30-fd53-4190-959d-3a67d5fc6e99/551c087c-9e45-490b-bbfa-b3ea61450c15/4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:38.990566 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28792c3a-e547-4ca9-acd7-db9c922f2784 None None] Pushing event updated for resources: {'Port': ['ID=608c4f01-3cec-41bd-a39a-378ae1bbee24,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:39.064286 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] Set router 12c7a454-736a-4c46-a299-140aece7379c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:39.137226 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.146460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Transition to ACTIVE for port object 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:39.147952 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.162228 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Transition to ACTIVE for port object 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:39.169762 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.205298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Network 5c975b30-fd53-4190-959d-3a67d5fc6e99 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:39.211365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:39.214904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:39.222726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Pushing event updated for resources: {'Port': ['ID=4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:39.260323 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:31:37Z', 'revision_number': 3, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:39.279550 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Attempting to bind port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:39.280424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Attempting to bind port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '15ed756e-7c99-41ae-a456-0da804fb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:39.280794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Attempting to bind port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 on network 5c975b30-fd53-4190-959d-3a67d5fc6e99 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:39.286136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:39.286517 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Checking segment: {'id': '15ed756e-7c99-41ae-a456-0da804fb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:39.286924 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.287350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Bound using segment: {'id': '15ed756e-7c99-41ae-a456-0da804fb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:39.287824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Bound port: 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ed756e-7c99-41ae-a456-0da804fb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:39.288210 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.288957 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0a9ccf-36bb-4922-a090-76511a035c76 None None] The sync data for ids ['12c7a454-736a-4c46-a299-140aece7379c'] in n-d-787205-10 is: [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:31:37Z', 'revision_number': 3, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:39.358396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] For port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:39.361609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] For port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:39.366546 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.433125 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577b98a-5de4-4254-87b2-9ff159f287c4 None None] Pushing event updated for resources: {'Port': ['ID=4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:39.447262 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.20.0.1 (5c975b30-fd53-4190-959d-3a67d5fc6e99/551c087c-9e45-490b-bbfa-b3ea61450c15/2e265de7-b93f-4828-b690-119f89e7af14) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:39.591759 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.611823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Transition to ACTIVE for port object 2e265de7-b93f-4828-b690-119f89e7af14 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:39.666832 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.722337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network 5c975b30-fd53-4190-959d-3a67d5fc6e99 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:39.725753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:39.728453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:39.764746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=2e265de7-b93f-4828-b690-119f89e7af14,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:39.792678 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.943669 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.151322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 608c4f01-3cec-41bd-a39a-378ae1bbee24 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:40.215830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 608c4f01-3cec-41bd-a39a-378ae1bbee24 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:40.226740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 608c4f01-3cec-41bd-a39a-378ae1bbee24 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:40.227106 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.275535 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.283079 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.326169 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.351334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 608c4f01-3cec-41bd-a39a-378ae1bbee24, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=608c4f01-3cec-41bd-a39a-378ae1bbee24,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:40.355543 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.356421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:40.585157 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e9ec10-5e43-4cdd-a9f8-cfae9001b7ba None None] Network 5c975b30-fd53-4190-959d-3a67d5fc6e99 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:40.630138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=608c4f01-3cec-41bd-a39a-378ae1bbee24,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:40.687517 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:40.694353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-99b0a1f7-8a36-4bc7-8795-6b930e8ec3ea None None] Provisioning for port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:40.703067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:40.703456 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.708035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-99b0a1f7-8a36-4bc7-8795-6b930e8ec3ea None None] Provisioning complete for port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:40.708414 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-99b0a1f7-8a36-4bc7-8795-6b930e8ec3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.749822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=2e265de7-b93f-4828-b690-119f89e7af14,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:40.752537 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.846403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network 5c975b30-fd53-4190-959d-3a67d5fc6e99 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:40.847922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:40.913676 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.932444 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-99b0a1f7-8a36-4bc7-8795-6b930e8ec3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.968195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router 12c7a454-736a-4c46-a299-140aece7379c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:40.979774 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:40.985203 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.065636 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.db.api [None req-99b0a1f7-8a36-4bc7-8795-6b930e8ec3ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:31:41.066186 n-d-787205-10 neutron-server[105592]: DEBUG oslo_db.api [None req-99b0a1f7-8a36-4bc7-8795-6b930e8ec3ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:31:41.070703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:41.086194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:41.091523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cca1c74b-11f1-4aaa-b4dd-45effb32d57c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "PUT /v2.0/routers/12c7a454-736a-4c46-a299-140aece7379c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4072313 Jul 16 18:31:41.100691 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Sync routers for ids ['12c7a454-736a-4c46-a299-140aece7379c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:41.113492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Routers {'12c7a454-736a-4c46-a299-140aece7379c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:41.114245 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:31:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['12c7a454-736a-4c46-a299-140aece7379c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:41.227421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Set router 12c7a454-736a-4c46-a299-140aece7379c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:41.253502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-328f59df-d69c-4f4c-a04f-64654eb88a7a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-143735672&fields=id&tenant_id=050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 267 time: 0.0394285 Jul 16 18:31:41.389940 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-023f6d45-1195-4824-969b-1d8b4cb89827 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:41.389940 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-023f6d45-1195-4824-969b-1d8b4cb89827 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/networks?id=5c975b30-fd53-4190-959d-3a67d5fc6e99 HTTP/1.1" status: 200 len: 797 time: 0.1195099 Jul 16 18:31:41.407158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-16b45f9f-8e66-4ac9-a753-cb625c2f9e0a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/quotas/050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 375 time: 0.0102901 Jul 16 18:31:41.433268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:31:39Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '2e265de7-b93f-4828-b690-119f89e7af14', 'name': '', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:64:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:39Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 2, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:41.460583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Checking router: 12c7a454-736a-4c46-a299-140aece7379c for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:41.460862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Updating router 12c7a454-736a-4c46-a299-140aece7379c port 2e265de7-b93f-4828-b690-119f89e7af14 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:41.483735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-8cf9fd70-bbc3-477f-b6c6-e70704c39da8 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705092 Jul 16 18:31:41.502272 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.589032 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-ae413c7e-0ee6-4ff2-a41e-cbc2cfc9cafb service neutron] 10.222.0.24 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967460 Jul 16 18:31:41.680577 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-c3b4dc9f-756a-43a3-bb07-359d19a2c49d service neutron] 10.222.0.24 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848184 Jul 16 18:31:41.802399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c9f183b-7100-4ec9-b428-bd3886d79065 None None] Provisioning for port 2e265de7-b93f-4828-b690-119f89e7af14 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:41.802916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c9f183b-7100-4ec9-b428-bd3886d79065 None None] Provisioning complete for port 2e265de7-b93f-4828-b690-119f89e7af14 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:41.803293 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c9f183b-7100-4ec9-b428-bd3886d79065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.808464 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.849561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Transition to ACTIVE for port object 2e265de7-b93f-4828-b690-119f89e7af14 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:41.857632 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f183b-7100-4ec9-b428-bd3886d79065 None None] Port 2e265de7-b93f-4828-b690-119f89e7af14 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:41.861096 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.870859 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-370dec9d-ed53-49f9-bea2-4e795d78f0f9 req-cc572642-da68-405e-8089-c85f32dbb988 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 210 time: 0.0342410 Jul 16 18:31:41.908695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c9f183b-7100-4ec9-b428-bd3886d79065 None None] Provisioning complete for port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:41.909072 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c9f183b-7100-4ec9-b428-bd3886d79065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.934484 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57213544-3a47-4a44-9ec7-7ea2e915268c None None] Pushing event updated for resources: {'Port': ['ID=2e265de7-b93f-4828-b690-119f89e7af14,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:42.010496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Attempting to bind port 2e265de7-b93f-4828-b690-119f89e7af14 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:42.010876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Attempting to bind port 2e265de7-b93f-4828-b690-119f89e7af14 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '15ed756e-7c99-41ae-a456-0da804fb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:42.011251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Attempting to bind port 2e265de7-b93f-4828-b690-119f89e7af14 on network 5c975b30-fd53-4190-959d-3a67d5fc6e99 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:42.019306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:42.019553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Checking segment: {'id': '15ed756e-7c99-41ae-a456-0da804fb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:42.019859 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.020252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Bound using segment: {'id': '15ed756e-7c99-41ae-a456-0da804fb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:42.021079 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Bound port: 2e265de7-b93f-4828-b690-119f89e7af14, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ed756e-7c99-41ae-a456-0da804fb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:42.021079 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.110577 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 608c4f01-3cec-41bd-a39a-378ae1bbee24 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:42.143412 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] For port 2e265de7-b93f-4828-b690-119f89e7af14, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:42.162354 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] For port 2e265de7-b93f-4828-b690-119f89e7af14, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2e265de7-b93f-4828-b690-119f89e7af14,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:42.167628 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.226376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 608c4f01-3cec-41bd-a39a-378ae1bbee24 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:42.226870 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.284235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57213544-3a47-4a44-9ec7-7ea2e915268c None None] Pushing event updated for resources: {'Port': ['ID=2e265de7-b93f-4828-b690-119f89e7af14,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:42.292336 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Routers {'12c7a454-736a-4c46-a299-140aece7379c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:42.292885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:31:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['12c7a454-736a-4c46-a299-140aece7379c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:42.428659 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:42.456579 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] Set router 12c7a454-736a-4c46-a299-140aece7379c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:42.582755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:42.583135 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.747821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:31:39Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '2e265de7-b93f-4828-b690-119f89e7af14', 'name': '', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:64:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:39Z', 'updated_at': '2021-07-16T18:31:42Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:42.927793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84612154-c700-4fd3-9742-86d50c8921d5 None None] The sync data for ids ['12c7a454-736a-4c46-a299-140aece7379c'] in n-d-787205-10 is: [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:31:39Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '2e265de7-b93f-4828-b690-119f89e7af14', 'name': '', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:64:7f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:39Z', 'updated_at': '2021-07-16T18:31:42Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:43.059496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d994ee5e-b346-44c5-a84d-0448826a9583 req-c78634f4-caf8-4a73-8bd0-f460d1c63591 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 210 time: 0.0387681 Jul 16 18:31:43.087842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-09fc65b9-1f93-43a7-bc09-b3c04105d891 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.089357 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-09fc65b9-1f93-43a7-bc09-b3c04105d891 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.11 "GET /v2.0/networks?id=5c975b30-fd53-4190-959d-3a67d5fc6e99 HTTP/1.1" status: 200 len: 797 time: 0.1668773 Jul 16 18:31:43.138528 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-29d3a670-fc37-42f0-a079-06f2c7bff868 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=050e3e58456244eeb96306e30f510dfa HTTP/1.1" status: 200 len: 379 time: 0.0389130 Jul 16 18:31:43.148637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'port': {'device_id': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'admin_state_up': True, 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'security_groups': ['6c0a15a9-b0d1-4316-aea6-20afebff117d']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:43.267488 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Made reservation on behalf of 050e3e58456244eeb96306e30f510dfa for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:43.271363 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.407953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.20.0.12 (5c975b30-fd53-4190-959d-3a67d5fc6e99/551c087c-9e45-490b-bbfa-b3ea61450c15/f17587e4-c811-4442-bb90-8dde1ee07bef) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:43.559749 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e3864e40-aeeb-4d5f-a478-ad27aab2fbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.563613 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.578475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Transition to ACTIVE for port object f17587e4-c811-4442-bb90-8dde1ee07bef will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:43.612875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.668193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network 5c975b30-fd53-4190-959d-3a67d5fc6e99 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:43.671732 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:43.674884 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:43.703294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=f17587e4-c811-4442-bb90-8dde1ee07bef,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:43.738604 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.739258 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.756364 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-6d197444-9506-4992-91c8-83543850dc83 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6121392 Jul 16 18:31:43.768773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Request body: {'port': {'device_id': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:43.851709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.986384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3da1b341-ac39-4293-aa57-aa1ee5b21e85 None None] Provisioning for port f17587e4-c811-4442-bb90-8dde1ee07bef completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:43.991388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3da1b341-ac39-4293-aa57-aa1ee5b21e85 None None] Provisioning complete for port f17587e4-c811-4442-bb90-8dde1ee07bef triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:43.991840 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3da1b341-ac39-4293-aa57-aa1ee5b21e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.027644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3da1b341-ac39-4293-aa57-aa1ee5b21e85 None None] Port f17587e4-c811-4442-bb90-8dde1ee07bef cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:44.125755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2e265de7-b93f-4828-b690-119f89e7af14 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:44.153147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17587e4-c811-4442-bb90-8dde1ee07bef {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:44.162586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.176129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 2e265de7-b93f-4828-b690-119f89e7af14 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:44.176652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Transition to ACTIVE for port object f17587e4-c811-4442-bb90-8dde1ee07bef will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:44.180790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2e265de7-b93f-4828-b690-119f89e7af14 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:44.181286 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.181470 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.253040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Pushing event updated for resources: {'Port': ['ID=f17587e4-c811-4442-bb90-8dde1ee07bef,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:44.272674 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.308521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Attempting to bind port f17587e4-c811-4442-bb90-8dde1ee07bef on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:44.310176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Attempting to bind port f17587e4-c811-4442-bb90-8dde1ee07bef by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '15ed756e-7c99-41ae-a456-0da804fb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:44.310669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Attempting to bind port f17587e4-c811-4442-bb90-8dde1ee07bef on network 5c975b30-fd53-4190-959d-3a67d5fc6e99 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:44.317073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 2e265de7-b93f-4828-b690-119f89e7af14, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2e265de7-b93f-4828-b690-119f89e7af14,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:44.322694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Port f17587e4-c811-4442-bb90-8dde1ee07bef on network 5c975b30-fd53-4190-959d-3a67d5fc6e99 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:44.323288 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Attempting to bind port f17587e4-c811-4442-bb90-8dde1ee07bef on network 5c975b30-fd53-4190-959d-3a67d5fc6e99 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:44.324902 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.333503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:44.334206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Checking segment: {'id': '15ed756e-7c99-41ae-a456-0da804fb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:44.334766 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Bound using segment: {'id': '15ed756e-7c99-41ae-a456-0da804fb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:44.335407 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Bound port: f17587e4-c811-4442-bb90-8dde1ee07bef, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ed756e-7c99-41ae-a456-0da804fb6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:44.335947 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.345982 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063513e-4dd4-4852-96e8-351075969d54 req-e4f1b73b-b30d-46dc-a70a-35dbfd82a596 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:44.348286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e063513e-4dd4-4852-96e8-351075969d54 req-e4f1b73b-b30d-46dc-a70a-35dbfd82a596 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 944 time: 0.1569438 Jul 16 18:31:44.392385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=2e265de7-b93f-4828-b690-119f89e7af14,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:44.399447 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e063513e-4dd4-4852-96e8-351075969d54 req-e8ac5c74-7feb-4177-b64f-c245547adb91 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443525 Jul 16 18:31:44.423178 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] For port f17587e4-c811-4442-bb90-8dde1ee07bef, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:44.426889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] For port f17587e4-c811-4442-bb90-8dde1ee07bef, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f17587e4-c811-4442-bb90-8dde1ee07bef,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:44.432499 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.470441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:44.471064 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.472458 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] 10.222.0.11 "PUT /v2.0/ports/f17587e4-c811-4442-bb90-8dde1ee07bef HTTP/1.1" status: 200 len: 1093 time: 0.7089901 Jul 16 18:31:44.472899 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'tag': 'f17587e4-c811-4442-bb90-8dde1ee07bef'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:44.475239 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e3ad16-405c-490f-94f7-2b1e0c6a1344" -d '{"events": [{"name": "network-changed", "server_uuid": "ed52a70f-2bb5-4b9f-8b34-0f86b11822c5", "tag": "f17587e4-c811-4442-bb90-8dde1ee07bef"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:44.501101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51cbba-d60c-430a-ab95-95d89f134c64 service neutron] Pushing event updated for resources: {'Port': ['ID=f17587e4-c811-4442-bb90-8dde1ee07bef,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:44.524596 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413cf8cd-4e51-46ec-958b-b0115b0b0004 x-openstack-request-id: req-413cf8cd-4e51-46ec-958b-b0115b0b0004 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:44.524964 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed52a70f-2bb5-4b9f-8b34-0f86b11822c5", "tag": "f17587e4-c811-4442-bb90-8dde1ee07bef", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:44.525303 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-413cf8cd-4e51-46ec-958b-b0115b0b0004 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:44.525799 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'tag': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'status': 'completed', 'code': 200} Jul 16 18:31:44.572536 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bd47c477-6542-434a-a575-a34eb938e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:44.574185 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bd47c477-6542-434a-a575-a34eb938e834 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 1096 time: 0.0600839 Jul 16 18:31:44.620790 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-8c61bdfe-9044-4775-957e-1933a1561719 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f17587e4-c811-4442-bb90-8dde1ee07bef HTTP/1.1" status: 200 len: 217 time: 0.0386851 Jul 16 18:31:44.669689 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-a7384ff5-86d2-434b-8d66-e51c7b55456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:44.671739 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-a7384ff5-86d2-434b-8d66-e51c7b55456f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=551c087c-9e45-490b-bbfa-b3ea61450c15 HTTP/1.1" status: 200 len: 835 time: 0.0454681 Jul 16 18:31:44.727325 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-9f7784de-4a8a-464e-85bb-140aee3f8308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:44.728688 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-9f7784de-4a8a-464e-85bb-140aee3f8308 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c975b30-fd53-4190-959d-3a67d5fc6e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504563 Jul 16 18:31:44.821567 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-bd7330b2-00ce-45f9-940a-1432ef334138 service neutron] 10.222.0.11 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862303 Jul 16 18:31:44.910226 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e811c3f3-58ea-492e-941f-4f4bb62e3443 req-442f6563-6122-4836-8087-3206e004aa7e service neutron] 10.222.0.11 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823727 Jul 16 18:31:45.019544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3ad16-405c-490f-94f7-2b1e0c6a1344 req-b9f700dd-61c3-4738-b292-04745c53b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.021035 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14e3ad16-405c-490f-94f7-2b1e0c6a1344 req-b9f700dd-61c3-4738-b292-04745c53b552 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 1096 time: 0.0596714 Jul 16 18:31:45.112340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3ad16-405c-490f-94f7-2b1e0c6a1344 req-cf94fa61-35fc-4799-8200-c5fd85d09b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.113926 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14e3ad16-405c-490f-94f7-2b1e0c6a1344 req-cf94fa61-35fc-4799-8200-c5fd85d09b73 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c975b30-fd53-4190-959d-3a67d5fc6e99 HTTP/1.1" status: 200 len: 898 time: 0.0866697 Jul 16 18:31:45.157946 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14e3ad16-405c-490f-94f7-2b1e0c6a1344 req-f98a0152-12b5-486f-81ae-fe64a8c99f80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f17587e4-c811-4442-bb90-8dde1ee07bef HTTP/1.1" status: 200 len: 217 time: 0.0375304 Jul 16 18:31:45.206617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3ad16-405c-490f-94f7-2b1e0c6a1344 req-c77ec6da-7ce7-437e-b2b9-2b8c5680483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.208039 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14e3ad16-405c-490f-94f7-2b1e0c6a1344 req-c77ec6da-7ce7-437e-b2b9-2b8c5680483e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=551c087c-9e45-490b-bbfa-b3ea61450c15 HTTP/1.1" status: 200 len: 835 time: 0.0439298 Jul 16 18:31:45.264366 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3ad16-405c-490f-94f7-2b1e0c6a1344 req-02c83c96-bf72-46ec-874e-fe63f5fea94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.265944 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14e3ad16-405c-490f-94f7-2b1e0c6a1344 req-02c83c96-bf72-46ec-874e-fe63f5fea94e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c975b30-fd53-4190-959d-3a67d5fc6e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511277 Jul 16 18:31:45.361230 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14e3ad16-405c-490f-94f7-2b1e0c6a1344 req-eb0875f7-cf1d-463a-bac6-a8aa18889354 service neutron] 10.222.0.11 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868661 Jul 16 18:31:45.456329 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14e3ad16-405c-490f-94f7-2b1e0c6a1344 req-fc230808-71d3-4d01-b48a-b176f541bba7 service neutron] 10.222.0.11 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874572 Jul 16 18:31:45.583009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492453b7-b357-48a6-bdf1-858afb4ca11b req-089f65cc-bf10-4384-be0d-4a6cf930de0c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.584926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-492453b7-b357-48a6-bdf1-858afb4ca11b req-089f65cc-bf10-4384-be0d-4a6cf930de0c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 944 time: 0.0678086 Jul 16 18:31:45.624169 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-492453b7-b357-48a6-bdf1-858afb4ca11b req-9e89840e-49d7-4171-a292-aa7ccc12b657 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334227 Jul 16 18:31:45.752864 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9cf7094a-fb4f-4bb8-992d-21e5c452347e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.988732 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.084708 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2e265de7-b93f-4828-b690-119f89e7af14 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:46.134432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2e265de7-b93f-4828-b690-119f89e7af14 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:46.134816 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.860321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a5119-1119-404c-b676-8e671a1813d8 req-a162a52b-bbad-4abc-95c8-faecf4de1d74 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.861942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e36a5119-1119-404c-b676-8e671a1813d8 req-a162a52b-bbad-4abc-95c8-faecf4de1d74 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 944 time: 0.1241438 Jul 16 18:31:46.899488 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e36a5119-1119-404c-b676-8e671a1813d8 req-c7cc64d6-67da-46aa-8afa-e52d9149b454 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319145 Jul 16 18:31:47.139884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f17587e4-c811-4442-bb90-8dde1ee07bef details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:47.238910 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f17587e4-c811-4442-bb90-8dde1ee07bef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f17587e4-c811-4442-bb90-8dde1ee07bef,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:47.249399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'port_id': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'mac_address': 'fa:16:3e:5e:07:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:47.284807 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.297479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17587e4-c811-4442-bb90-8dde1ee07bef {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:47.316235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f17587e4-c811-4442-bb90-8dde1ee07bef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f17587e4-c811-4442-bb90-8dde1ee07bef,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:47.319971 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.370058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=f17587e4-c811-4442-bb90-8dde1ee07bef,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:47.558726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['f17587e4-c811-4442-bb90-8dde1ee07bef'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:47.729234 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.080224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141e3dc-9dc2-40e6-9e0b-6ed3c759ed60 req-9ad05032-f9e3-45ad-a7c9-bb25f318774b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.081767 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1141e3dc-9dc2-40e6-9e0b-6ed3c759ed60 req-9ad05032-f9e3-45ad-a7c9-bb25f318774b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 945 time: 0.0643699 Jul 16 18:31:48.119378 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1141e3dc-9dc2-40e6-9e0b-6ed3c759ed60 req-8e1c24d7-56b6-44f4-864a-e3e458c57495 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321538 Jul 16 18:31:49.123576 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.156507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f17587e4-c811-4442-bb90-8dde1ee07bef up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:49.205148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port f17587e4-c811-4442-bb90-8dde1ee07bef completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:49.209163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port f17587e4-c811-4442-bb90-8dde1ee07bef triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:49.209675 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.287936 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.302142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca6f04-7c29-45f6-b1bd-acfa7c59308a req-bbc6c8b6-1ba6-413a-8c7f-858c9d735afd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.303681 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2ca6f04-7c29-45f6-b1bd-acfa7c59308a req-bbc6c8b6-1ba6-413a-8c7f-858c9d735afd tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 945 time: 0.0676818 Jul 16 18:31:49.309538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17587e4-c811-4442-bb90-8dde1ee07bef'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:49.312616 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce3fb10-8546-452a-b9dd-51cdcf082d8f" -d '{"events": [{"server_uuid": "ed52a70f-2bb5-4b9f-8b34-0f86b11822c5", "name": "network-vif-plugged", "status": "completed", "tag": "f17587e4-c811-4442-bb90-8dde1ee07bef"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:49.325681 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f17587e4-c811-4442-bb90-8dde1ee07bef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f17587e4-c811-4442-bb90-8dde1ee07bef,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:49.331059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.345454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c2ca6f04-7c29-45f6-b1bd-acfa7c59308a req-cd3e10ae-93bb-4386-be12-9db82f88dd3e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359654 Jul 16 18:31:49.359078 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26049cf1-a3e3-4a2a-bd78-9370c7147197 x-openstack-request-id: req-26049cf1-a3e3-4a2a-bd78-9370c7147197 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:49.359433 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed52a70f-2bb5-4b9f-8b34-0f86b11822c5", "name": "network-vif-plugged", "status": "completed", "tag": "f17587e4-c811-4442-bb90-8dde1ee07bef", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:49.359607 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-26049cf1-a3e3-4a2a-bd78-9370c7147197 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:49.360169 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'code': 200} Jul 16 18:31:49.386455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=f17587e4-c811-4442-bb90-8dde1ee07bef,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:49.481214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3529b1-506c-4bfa-947f-1e76a1384191 req-5718082f-d3b2-4e89-b303-d863ee4c0e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.483176 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2b3529b1-506c-4bfa-947f-1e76a1384191 req-5718082f-d3b2-4e89-b303-d863ee4c0e18 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 1098 time: 0.0531132 Jul 16 18:31:49.522913 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2b3529b1-506c-4bfa-947f-1e76a1384191 req-03d36a73-298e-423b-b059-52628f5da465 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334563 Jul 16 18:31:50.522107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baf90e-a978-47af-be0d-791f2768fe97 req-0aad2160-ac31-42ca-bd83-c1462f090903 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:50.523607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8baf90e-a978-47af-be0d-791f2768fe97 req-0aad2160-ac31-42ca-bd83-c1462f090903 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0632384 Jul 16 18:31:50.560848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b8baf90e-a978-47af-be0d-791f2768fe97 req-93784f7a-6a5e-42b6-a185-f02f0a2ed77a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316858 Jul 16 18:31:50.740033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb02c27-9a6a-4de8-ad48-c6c4ae8965fe req-ac7f947a-21ee-4147-9fa0-25bb990fb752 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:50.741451 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6eb02c27-9a6a-4de8-ad48-c6c4ae8965fe req-ac7f947a-21ee-4147-9fa0-25bb990fb752 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0673404 Jul 16 18:31:50.779371 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6eb02c27-9a6a-4de8-ad48-c6c4ae8965fe req-282e0a77-3c2e-4c97-98fc-cbe34a47c1a3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323019 Jul 16 18:31:50.802674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42074) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.853613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a04f4ad-b7f3-4d52-b23b-23d978809a5d tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:50.855154 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2a04f4ad-b7f3-4d52-b23b-23d978809a5d tempest-TestNetworkAdvancedServerOps-246806427 tempest-TestNetworkAdvancedServerOps-246806427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 1093 time: 0.0515094 Jul 16 18:31:50.858512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42076) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:50.863235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:50.885632 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.984324 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.385854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Allocated IP 172.25.3.125 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/328a7c27-07eb-471c-beed-438374826191) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:51.484975 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.523219 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.559367 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:51.562726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:51.568498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:51.595213 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=328a7c27-07eb-471c-beed-438374826191,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:51.935750 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.011195 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.160698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.165042 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.237099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event updated for resources: {'Port': ['ID=328a7c27-07eb-471c-beed-438374826191,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:52.248302 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.342898 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Floating IP 4c8e43a0-e50a-4a23-ab24-ce0a39d94c34 associated. External IP: 172.25.3.125, port: f17587e4-c811-4442-bb90-8dde1ee07bef. Jul 16 18:31:52.552654 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router 12c7a454-736a-4c46-a299-140aece7379c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:52.661523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:52.671107 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0716e0c-a519-4807-a00d-52053544aa18 None None] Sync routers for ids ['12c7a454-736a-4c46-a299-140aece7379c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:52.677648 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.680137 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0716e0c-a519-4807-a00d-52053544aa18 None None] Routers {'12c7a454-736a-4c46-a299-140aece7379c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:52.680750 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f0716e0c-a519-4807-a00d-52053544aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:31:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['12c7a454-736a-4c46-a299-140aece7379c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:52.713966 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5b3ca73c-8b43-48a9-b3f1-a87dd78e0073 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8542290 Jul 16 18:31:52.714648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'tag': 'f17587e4-c811-4442-bb90-8dde1ee07bef'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:52.717003 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2411f8-38db-4b49-bf5a-ab762dcaccf7" -d '{"events": [{"name": "network-changed", "server_uuid": "ed52a70f-2bb5-4b9f-8b34-0f86b11822c5", "tag": "f17587e4-c811-4442-bb90-8dde1ee07bef"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:52.757360 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9748c5a4-97e4-4f13-809f-4799bd4794ba x-openstack-request-id: req-9748c5a4-97e4-4f13-809f-4799bd4794ba {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:52.757687 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed52a70f-2bb5-4b9f-8b34-0f86b11822c5", "tag": "f17587e4-c811-4442-bb90-8dde1ee07bef", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:52.757952 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9748c5a4-97e4-4f13-809f-4799bd4794ba {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:52.758359 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'tag': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'status': 'completed', 'code': 200} Jul 16 18:31:52.791574 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-f0716e0c-a519-4807-a00d-52053544aa18 None None] Set router 12c7a454-736a-4c46-a299-140aece7379c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:52.838883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2411f8-38db-4b49-bf5a-ab762dcaccf7 req-5929f187-2567-4653-bc64-0d9b53fa70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.840450 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce2411f8-38db-4b49-bf5a-ab762dcaccf7 req-5929f187-2567-4653-bc64-0d9b53fa70a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 1098 time: 0.0604506 Jul 16 18:31:52.880415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1e4fd-6397-4182-82fb-2feb569d6c88 req-0dff4c5c-fec7-44d9-b960-12e0e20de59a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.881998 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4a1e4fd-6397-4182-82fb-2feb569d6c88 req-0dff4c5c-fec7-44d9-b960-12e0e20de59a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0679705 Jul 16 18:31:52.923432 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4a1e4fd-6397-4182-82fb-2feb569d6c88 req-ea654cef-cec0-4c94-9e3f-d39fadb5c898 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326471 Jul 16 18:31:52.938564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2411f8-38db-4b49-bf5a-ab762dcaccf7 req-00a3810f-c0f7-4724-8aed-3c7c9810a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.940459 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce2411f8-38db-4b49-bf5a-ab762dcaccf7 req-00a3810f-c0f7-4724-8aed-3c7c9810a92c service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c975b30-fd53-4190-959d-3a67d5fc6e99 HTTP/1.1" status: 200 len: 898 time: 0.0932500 Jul 16 18:31:52.951570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42082) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:53.015117 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce2411f8-38db-4b49-bf5a-ab762dcaccf7 req-4596b06d-e523-4b82-ac96-02ee610d0292 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f17587e4-c811-4442-bb90-8dde1ee07bef HTTP/1.1" status: 200 len: 1000 time: 0.0667937 Jul 16 18:31:53.020630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6244032b-fc38-4c4f-9da9-a4b7ce6d3310 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/4c8e43a0-e50a-4a23-ab24-ce0a39d94c34 HTTP/1.1" status: 200 len: 992 time: 0.0672200 Jul 16 18:31:53.026569 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f0716e0c-a519-4807-a00d-52053544aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:31:39Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '4c8e43a0-e50a-4a23-ab24-ce0a39d94c34', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '12c7a454-736a-4c46-a299-140aece7379c', 'port_id': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'mac_address': 'fa:16:3e:5e:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:51Z', 'updated_at': '2021-07-16T18:31:51Z', 'revision_number': 0, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e265de7-b93f-4828-b690-119f89e7af14', 'name': '', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:64:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:39Z', 'updated_at': '2021-07-16T18:31:44Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:53.055501 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0716e0c-a519-4807-a00d-52053544aa18 None None] Checking router: 12c7a454-736a-4c46-a299-140aece7379c for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:53.063985 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0716e0c-a519-4807-a00d-52053544aa18 None None] Routers {'12c7a454-736a-4c46-a299-140aece7379c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:53.064449 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2411f8-38db-4b49-bf5a-ab762dcaccf7 req-473e8f67-4a99-4b98-8f1d-18be35357217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.064585 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f0716e0c-a519-4807-a00d-52053544aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:31:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['12c7a454-736a-4c46-a299-140aece7379c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:53.066156 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce2411f8-38db-4b49-bf5a-ab762dcaccf7 req-473e8f67-4a99-4b98-8f1d-18be35357217 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=551c087c-9e45-490b-bbfa-b3ea61450c15 HTTP/1.1" status: 200 len: 835 time: 0.0452151 Jul 16 18:31:53.122918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2411f8-38db-4b49-bf5a-ab762dcaccf7 req-3f55e220-1058-4aa5-a621-d4dcc7b3ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.125029 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce2411f8-38db-4b49-bf5a-ab762dcaccf7 req-3f55e220-1058-4aa5-a621-d4dcc7b3ef40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c975b30-fd53-4190-959d-3a67d5fc6e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531719 Jul 16 18:31:53.223753 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce2411f8-38db-4b49-bf5a-ab762dcaccf7 req-a6d7992f-b4df-4779-a291-a8dd06c5759b service neutron] 10.222.0.11 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918503 Jul 16 18:31:53.258524 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-f0716e0c-a519-4807-a00d-52053544aa18 None None] Set router 12c7a454-736a-4c46-a299-140aece7379c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:53.313682 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce2411f8-38db-4b49-bf5a-ab762dcaccf7 req-cb2decb7-da52-46e9-8b41-4b4799cc68af service neutron] 10.222.0.11 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831437 Jul 16 18:31:53.408480 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.477469 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f0716e0c-a519-4807-a00d-52053544aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:31:39Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '4c8e43a0-e50a-4a23-ab24-ce0a39d94c34', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '12c7a454-736a-4c46-a299-140aece7379c', 'port_id': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'mac_address': 'fa:16:3e:5e:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:51Z', 'updated_at': '2021-07-16T18:31:51Z', 'revision_number': 0, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e265de7-b93f-4828-b690-119f89e7af14', 'name': '', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:64:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:39Z', 'updated_at': '2021-07-16T18:31:44Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:53.506745 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0716e0c-a519-4807-a00d-52053544aa18 None None] The sync data for ids ['12c7a454-736a-4c46-a299-140aece7379c'] in n-d-787205-10 is: [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:31:39Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '4c8e43a0-e50a-4a23-ab24-ce0a39d94c34', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'floating_ip_address': '172.25.3.125', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '12c7a454-736a-4c46-a299-140aece7379c', 'port_id': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'mac_address': 'fa:16:3e:5e:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:51Z', 'updated_at': '2021-07-16T18:31:51Z', 'revision_number': 0, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e265de7-b93f-4828-b690-119f89e7af14', 'name': '', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:64:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:39Z', 'updated_at': '2021-07-16T18:31:44Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:53.698587 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78729286-5f9a-429c-9cc2-094d127a9176 None None] New status for floating IP 4c8e43a0-e50a-4a23-ab24-ce0a39d94c34: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:31:54.024539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42084) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:54.084674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3db1cf73-41f4-4a65-a8f6-c9f28563b9bc tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/4c8e43a0-e50a-4a23-ab24-ce0a39d94c34 HTTP/1.1" status: 200 len: 994 time: 0.0589936 Jul 16 18:31:55.534471 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.397619 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:13.351994 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6c6eb884-e40d-4c53-9b40-4e3895e8ffb0 req-7418a359-9940-4a20-88f5-94f05a73b1dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553496 Jul 16 18:32:13.445872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eb884-e40d-4c53-9b40-4e3895e8ffb0 req-faedeb54-2e1f-4843-a92b-797eeb63acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:13.447365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6c6eb884-e40d-4c53-9b40-4e3895e8ffb0 req-faedeb54-2e1f-4843-a92b-797eeb63acef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 1098 time: 0.0519087 Jul 16 18:32:13.561081 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b2054e1-434b-4102-a623-dad97e439aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.563081 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eb884-e40d-4c53-9b40-4e3895e8ffb0 req-be1e2bd9-8a53-425c-94d5-5afa9eb29455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:13.565172 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6c6eb884-e40d-4c53-9b40-4e3895e8ffb0 req-be1e2bd9-8a53-425c-94d5-5afa9eb29455 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c975b30-fd53-4190-959d-3a67d5fc6e99 HTTP/1.1" status: 200 len: 898 time: 0.0866086 Jul 16 18:32:13.633309 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6c6eb884-e40d-4c53-9b40-4e3895e8ffb0 req-91119668-7927-4b30-85da-262b8e7d054b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f17587e4-c811-4442-bb90-8dde1ee07bef HTTP/1.1" status: 200 len: 1002 time: 0.0616562 Jul 16 18:32:13.682060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eb884-e40d-4c53-9b40-4e3895e8ffb0 req-00a73b3f-60b3-47ef-bf17-4042505c2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:13.683496 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6c6eb884-e40d-4c53-9b40-4e3895e8ffb0 req-00a73b3f-60b3-47ef-bf17-4042505c2054 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=551c087c-9e45-490b-bbfa-b3ea61450c15 HTTP/1.1" status: 200 len: 835 time: 0.0432100 Jul 16 18:32:13.741371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eb884-e40d-4c53-9b40-4e3895e8ffb0 req-e32a043d-6884-45ee-b087-671e8195e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:13.742898 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6c6eb884-e40d-4c53-9b40-4e3895e8ffb0 req-e32a043d-6884-45ee-b087-671e8195e604 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c975b30-fd53-4190-959d-3a67d5fc6e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507219 Jul 16 18:32:13.835455 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6c6eb884-e40d-4c53-9b40-4e3895e8ffb0 req-be0230f1-7706-4f82-8ed7-198a1ed73b5d service neutron] 10.222.0.11 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851190 Jul 16 18:32:13.925512 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6c6eb884-e40d-4c53-9b40-4e3895e8ffb0 req-77c9e2f3-4853-4766-a64a-8b908daf9fa1 service neutron] 10.222.0.11 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830789 Jul 16 18:32:15.754451 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e208fa52-de85-4f82-9a27-0c1db12b5cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.991954 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.719740 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.126136 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.202655 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369d407-ff66-43eb-904e-473f90af25b4 req-b382082c-42ab-4005-a0e1-d4fb0d2c8faa tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.204204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f369d407-ff66-43eb-904e-473f90af25b4 req-b382082c-42ab-4005-a0e1-d4fb0d2c8faa tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0691209 Jul 16 18:32:23.244161 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f369d407-ff66-43eb-904e-473f90af25b4 req-7a52fdcc-e541-4ea8-b74d-4e5e05b409c6 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337186 Jul 16 18:32:23.414425 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.417117 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33bc96-c357-42c3-896a-951400bc80b7 req-6d70f713-fef8-433d-8de5-3d25e1d2dc89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.418642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a33bc96-c357-42c3-896a-951400bc80b7 req-6d70f713-fef8-433d-8de5-3d25e1d2dc89 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0635536 Jul 16 18:32:24.456371 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a33bc96-c357-42c3-896a-951400bc80b7 req-cb8e2246-bd74-42d4-a17a-62929c2f71f9 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314112 Jul 16 18:32:25.550977 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.632148 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df227c39-adbf-46af-a6d3-7f3c7bbf4481 req-d51f4287-7076-4db3-ba9f-021af10deb35 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:25.633668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df227c39-adbf-46af-a6d3-7f3c7bbf4481 req-d51f4287-7076-4db3-ba9f-021af10deb35 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0667653 Jul 16 18:32:25.671375 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df227c39-adbf-46af-a6d3-7f3c7bbf4481 req-7cf25ffe-edc7-42ac-b3fc-3cc57edd0696 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320709 Jul 16 18:32:26.840760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae8a12-4251-4cfe-95d7-c4266b6b73bd req-e47146cf-68b2-4b35-a3d7-f756ef2bb3da tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:26.842353 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e5ae8a12-4251-4cfe-95d7-c4266b6b73bd req-e47146cf-68b2-4b35-a3d7-f756ef2bb3da tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0633340 Jul 16 18:32:26.880598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e5ae8a12-4251-4cfe-95d7-c4266b6b73bd req-72a6a7a5-4e81-4a3c-99c2-d10d51def304 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318966 Jul 16 18:32:28.053644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae60db-5403-4a00-9d22-8d0e9ee067e0 req-f7b01dfb-052f-4244-aa6f-9473d21e719d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:28.055175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c5ae60db-5403-4a00-9d22-8d0e9ee067e0 req-f7b01dfb-052f-4244-aa6f-9473d21e719d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0623610 Jul 16 18:32:28.092747 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c5ae60db-5403-4a00-9d22-8d0e9ee067e0 req-5a1aab24-bd29-45d9-9d22-11ac6889f52c tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320020 Jul 16 18:32:29.271558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8548d-7cc0-4e7e-ba8e-d3de4226cfa0 req-61249603-ad60-4d3f-a76a-cd5f9d147b53 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:29.273053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44a8548d-7cc0-4e7e-ba8e-d3de4226cfa0 req-61249603-ad60-4d3f-a76a-cd5f9d147b53 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0667024 Jul 16 18:32:29.309879 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44a8548d-7cc0-4e7e-ba8e-d3de4226cfa0 req-0519c58d-f4da-4733-94fc-4990d334667a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309594 Jul 16 18:32:30.483208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dddb81-7606-4ab3-a0ba-b2c8634d1db8 req-11d6bd8c-7cd5-4465-af8a-d070f7b8e006 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.485057 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4dddb81-7606-4ab3-a0ba-b2c8634d1db8 req-11d6bd8c-7cd5-4465-af8a-d070f7b8e006 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0632999 Jul 16 18:32:30.523245 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4dddb81-7606-4ab3-a0ba-b2c8634d1db8 req-8060c6e3-439a-4570-964b-6f0c9948afdf tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325625 Jul 16 18:32:31.701838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005e617-3b68-44b7-92e3-4cdeda12eed9 req-31914187-64b2-4ed8-a797-d518ff2d29b3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:31.703260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5005e617-3b68-44b7-92e3-4cdeda12eed9 req-31914187-64b2-4ed8-a797-d518ff2d29b3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0695057 Jul 16 18:32:31.742174 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5005e617-3b68-44b7-92e3-4cdeda12eed9 req-10857ca1-960c-4afe-8f97-4f8ccdd2d2f2 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326133 Jul 16 18:32:32.912154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4619dbb-55c8-4a54-af9e-46266a5ce01e req-1a4ef593-b2a9-4715-913f-f920af4f4bb9 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:32.913619 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4619dbb-55c8-4a54-af9e-46266a5ce01e req-1a4ef593-b2a9-4715-913f-f920af4f4bb9 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0627136 Jul 16 18:32:32.951022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4619dbb-55c8-4a54-af9e-46266a5ce01e req-7c03efae-8f0d-4db4-a1a3-e57930bb6f9a tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315619 Jul 16 18:32:34.124047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b719c-4bb1-4933-b962-d119fe0e3246 req-31d26231-d6f2-4604-8f9f-99f97aef8ab8 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.125531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-646b719c-4bb1-4933-b962-d119fe0e3246 req-31d26231-d6f2-4604-8f9f-99f97aef8ab8 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0660381 Jul 16 18:32:34.166158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-646b719c-4bb1-4933-b962-d119fe0e3246 req-4a09ea15-f61a-4470-8ecc-e8f2103b754f tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349119 Jul 16 18:32:35.339066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1bb78-7f67-4807-97e3-910d9e81f280 req-417dc731-53a8-4a31-9c8e-474b12820de4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.340532 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16b1bb78-7f67-4807-97e3-910d9e81f280 req-417dc731-53a8-4a31-9c8e-474b12820de4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0655038 Jul 16 18:32:35.378822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16b1bb78-7f67-4807-97e3-910d9e81f280 req-20010c7c-93ad-46f5-a9a7-4eb7cce77d98 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326614 Jul 16 18:32:35.925023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504586b7-aec3-440b-b960-3d58b5bcebdf req-f75977b9-d2d4-49e0-895d-69ec190000a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.926577 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-504586b7-aec3-440b-b960-3d58b5bcebdf req-f75977b9-d2d4-49e0-895d-69ec190000a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 1098 time: 0.0556252 Jul 16 18:32:35.961481 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-504586b7-aec3-440b-b960-3d58b5bcebdf req-86d95ec5-1ca3-48e2-a338-7de7e3fcdc63 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280910 Jul 16 18:32:36.553111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e596e51-fb36-4cb4-b075-3f5045bd508d req-bbf49709-a437-457f-a0e2-9ab05b0173b2 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.554647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e596e51-fb36-4cb4-b075-3f5045bd508d req-bbf49709-a437-457f-a0e2-9ab05b0173b2 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0636151 Jul 16 18:32:36.591815 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1e596e51-fb36-4cb4-b075-3f5045bd508d req-39efcddf-5d4d-4f52-94d5-29a2201e7c14 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315490 Jul 16 18:32:37.321505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f17587e4-c811-4442-bb90-8dde1ee07bef details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:37.444890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f17587e4-c811-4442-bb90-8dde1ee07bef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f17587e4-c811-4442-bb90-8dde1ee07bef,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:37.457159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'port_id': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'mac_address': 'fa:16:3e:5e:07:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:32:37.497247 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.511000 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f17587e4-c811-4442-bb90-8dde1ee07bef {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:37.539318 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f17587e4-c811-4442-bb90-8dde1ee07bef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f17587e4-c811-4442-bb90-8dde1ee07bef,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:37.543257 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.595248 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=f17587e4-c811-4442-bb90-8dde1ee07bef,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:37.604116 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:37.604460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:37.604797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:37.605129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:37.605458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:37.605811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:37.606138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:37.606462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:37.606783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:37.607103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:37.607422 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:37.607743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:37.768119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['f17587e4-c811-4442-bb90-8dde1ee07bef'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:37.785626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45180df7-0f76-4a76-920a-962e3f279c7f req-44eb73e9-c0c8-49c8-aefa-d4b2427b4d08 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.787240 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-45180df7-0f76-4a76-920a-962e3f279c7f req-44eb73e9-c0c8-49c8-aefa-d4b2427b4d08 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 945 time: 0.0786991 Jul 16 18:32:37.836785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-45180df7-0f76-4a76-920a-962e3f279c7f req-b3c912e6-b2d7-4c27-bf6d-2035d0cd8664 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428214 Jul 16 18:32:37.868741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42138) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:37.939946 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-adbd6e3d-01c2-43ee-b278-2c8977a97a68 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/floatingips/4c8e43a0-e50a-4a23-ab24-ce0a39d94c34 HTTP/1.1" status: 200 len: 993 time: 0.0699193 Jul 16 18:32:39.344396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f17587e4-c811-4442-bb90-8dde1ee07bef up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:39.393642 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port f17587e4-c811-4442-bb90-8dde1ee07bef triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:39.394590 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.491239 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.514598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17587e4-c811-4442-bb90-8dde1ee07bef'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:39.517063 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57390613-b03d-46c8-b800-4b8932b270bf" -d '{"events": [{"server_uuid": "ed52a70f-2bb5-4b9f-8b34-0f86b11822c5", "name": "network-vif-plugged", "status": "completed", "tag": "f17587e4-c811-4442-bb90-8dde1ee07bef"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:39.530621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f17587e4-c811-4442-bb90-8dde1ee07bef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f17587e4-c811-4442-bb90-8dde1ee07bef,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:39.535785 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.560029 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276dad13-8ff6-4093-93f2-f11de724fc78 x-openstack-request-id: req-276dad13-8ff6-4093-93f2-f11de724fc78 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:39.560325 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed52a70f-2bb5-4b9f-8b34-0f86b11822c5", "name": "network-vif-plugged", "status": "completed", "tag": "f17587e4-c811-4442-bb90-8dde1ee07bef", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:39.560590 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-276dad13-8ff6-4093-93f2-f11de724fc78 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:39.561008 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'code': 200} Jul 16 18:32:39.585648 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=f17587e4-c811-4442-bb90-8dde1ee07bef,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:43.561454 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6f831940-1c8b-430e-8086-94da35dde497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.398219 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:45.756786 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3cd28168-c022-438b-8416-541a760556e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.993960 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.727643 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.139461 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:53.411807 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.570770 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.205057 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42152) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:13.414395 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-21991e61-4081-4522-94d2-a2a801c80bb5 req-9f765129-468d-42c4-9eb1-c69766b27a8c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1060169 Jul 16 18:33:13.425363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port 328a7c27-07eb-471c-beed-438374826191 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:13.425972 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.567911 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8d760300-4a5a-461f-b5c8-59c14d98c3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.624762 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.625250 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:13.643401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for 328a7c27-07eb-471c-beed-438374826191 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:13.652913 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21991e61-4081-4522-94d2-a2a801c80bb5 req-5198cf93-bab4-49f8-860a-2cfa5844609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.654578 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-21991e61-4081-4522-94d2-a2a801c80bb5 req-5198cf93-bab4-49f8-860a-2cfa5844609a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 1098 time: 0.1914365 Jul 16 18:33:13.826636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21991e61-4081-4522-94d2-a2a801c80bb5 req-499586fd-3d32-4457-b5e6-53461d5bd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.828250 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-21991e61-4081-4522-94d2-a2a801c80bb5 req-499586fd-3d32-4457-b5e6-53461d5bd0a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c975b30-fd53-4190-959d-3a67d5fc6e99 HTTP/1.1" status: 200 len: 898 time: 0.1278510 Jul 16 18:33:13.935217 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-21991e61-4081-4522-94d2-a2a801c80bb5 req-4e2fcabf-b3d0-4365-a9e3-37823afc6614 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f17587e4-c811-4442-bb90-8dde1ee07bef HTTP/1.1" status: 200 len: 1002 time: 0.0948584 Jul 16 18:33:13.991586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.029953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=328a7c27-07eb-471c-beed-438374826191,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:14.036507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21991e61-4081-4522-94d2-a2a801c80bb5 req-b32b7ef0-0ecb-44e5-a9d3-3f57b60574dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:14.038807 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-21991e61-4081-4522-94d2-a2a801c80bb5 req-b32b7ef0-0ecb-44e5-a9d3-3f57b60574dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=551c087c-9e45-490b-bbfa-b3ea61450c15 HTTP/1.1" status: 200 len: 835 time: 0.0915165 Jul 16 18:33:14.056002 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:14.056462 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:14.056704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:14.057043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:14.057367 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:14.057725 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:14.058056 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:14.058382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:14.058714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:14.059033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:14.059353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:14.059672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:14.169420 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.169795 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Floating IP 4c8e43a0-e50a-4a23-ab24-ce0a39d94c34 disassociated (deleted). External IP: 172.25.3.125, port: f17587e4-c811-4442-bb90-8dde1ee07bef. Jul 16 18:33:14.217509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21991e61-4081-4522-94d2-a2a801c80bb5 req-b494cf14-6e35-4cbd-86a0-392c32fb31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:14.219315 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-21991e61-4081-4522-94d2-a2a801c80bb5 req-b494cf14-6e35-4cbd-86a0-392c32fb31d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c975b30-fd53-4190-959d-3a67d5fc6e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1725609 Jul 16 18:33:14.409592 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-21991e61-4081-4522-94d2-a2a801c80bb5 req-ef05e076-c8c9-43f6-a58a-0836600af081 service neutron] 10.222.0.11 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805141 Jul 16 18:33:14.615598 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-21991e61-4081-4522-94d2-a2a801c80bb5 req-35217fe8-9b08-4c4d-af63-97e42d0b6adc service neutron] 10.222.0.11 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622684 Jul 16 18:33:14.624043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router 12c7a454-736a-4c46-a299-140aece7379c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:14.760492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:14.766158 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.775371 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819012e9-0ce1-4124-9419-1293987e825d None None] Sync routers for ids ['12c7a454-736a-4c46-a299-140aece7379c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:14.787324 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819012e9-0ce1-4124-9419-1293987e825d None None] Routers {'12c7a454-736a-4c46-a299-140aece7379c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:14.788082 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-819012e9-0ce1-4124-9419-1293987e825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:32:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['12c7a454-736a-4c46-a299-140aece7379c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:14.827200 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-654e4c3c-4475-4a4a-ba6a-12544fb0556d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/floatingips/4c8e43a0-e50a-4a23-ab24-ce0a39d94c34 HTTP/1.1" status: 204 len: 168 time: 1.6205573 Jul 16 18:33:14.828623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'tag': 'f17587e4-c811-4442-bb90-8dde1ee07bef'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:14.833181 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366b50e5-6368-4d53-8b1c-11bce94804c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ed52a70f-2bb5-4b9f-8b34-0f86b11822c5", "tag": "f17587e4-c811-4442-bb90-8dde1ee07bef"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:14.906959 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fc1b47-d9af-4c68-8792-1195c2a3cc76 x-openstack-request-id: req-56fc1b47-d9af-4c68-8792-1195c2a3cc76 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:14.907742 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed52a70f-2bb5-4b9f-8b34-0f86b11822c5", "tag": "f17587e4-c811-4442-bb90-8dde1ee07bef", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:14.908460 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56fc1b47-d9af-4c68-8792-1195c2a3cc76 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:14.909286 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'tag': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'status': 'completed', 'code': 200} Jul 16 18:33:14.998659 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-819012e9-0ce1-4124-9419-1293987e825d None None] Set router 12c7a454-736a-4c46-a299-140aece7379c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:15.032676 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b50e5-6368-4d53-8b1c-11bce94804c6 req-ec60a43f-66dd-47cb-8cac-bc8db8508a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.034533 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-366b50e5-6368-4d53-8b1c-11bce94804c6 req-ec60a43f-66dd-47cb-8cac-bc8db8508a02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=050e3e58456244eeb96306e30f510dfa&device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 1098 time: 0.0890381 Jul 16 18:33:15.182235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b50e5-6368-4d53-8b1c-11bce94804c6 req-0fb2a24a-a23e-4167-b3a7-43f04e853fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.184999 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-366b50e5-6368-4d53-8b1c-11bce94804c6 req-0fb2a24a-a23e-4167-b3a7-43f04e853fee service neutron] 10.222.0.11 "GET /v2.0/networks?id=5c975b30-fd53-4190-959d-3a67d5fc6e99 HTTP/1.1" status: 200 len: 898 time: 0.1407652 Jul 16 18:33:15.236770 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-366b50e5-6368-4d53-8b1c-11bce94804c6 req-b8fe6416-f46d-4890-9b8f-1910dd5b0064 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f17587e4-c811-4442-bb90-8dde1ee07bef HTTP/1.1" status: 200 len: 217 time: 0.0447085 Jul 16 18:33:15.328299 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-819012e9-0ce1-4124-9419-1293987e825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:31:39Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '2e265de7-b93f-4828-b690-119f89e7af14', 'name': '', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:64:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:39Z', 'updated_at': '2021-07-16T18:31:44Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:15.349074 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b50e5-6368-4d53-8b1c-11bce94804c6 req-4ba17a58-a4ed-47aa-b971-689a9395cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.351731 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-366b50e5-6368-4d53-8b1c-11bce94804c6 req-4ba17a58-a4ed-47aa-b971-689a9395cb98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=551c087c-9e45-490b-bbfa-b3ea61450c15 HTTP/1.1" status: 200 len: 835 time: 0.1079910 Jul 16 18:33:15.364159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bc0a3-a108-4d01-9f4c-0abc23034295 req-4171efea-59ca-4bab-9344-6fed309626a0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.365828 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc2bc0a3-a108-4d01-9f4c-0abc23034295 req-4171efea-59ca-4bab-9344-6fed309626a0 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.1170187 Jul 16 18:33:15.370926 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819012e9-0ce1-4124-9419-1293987e825d None None] Checking router: 12c7a454-736a-4c46-a299-140aece7379c for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:15.388426 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819012e9-0ce1-4124-9419-1293987e825d None None] Routers {'12c7a454-736a-4c46-a299-140aece7379c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:15.389520 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-819012e9-0ce1-4124-9419-1293987e825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:32:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['12c7a454-736a-4c46-a299-140aece7379c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:15.431080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b50e5-6368-4d53-8b1c-11bce94804c6 req-b35be2a4-a3e8-4958-ac60-40f9f6923355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.432626 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-366b50e5-6368-4d53-8b1c-11bce94804c6 req-b35be2a4-a3e8-4958-ac60-40f9f6923355 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5c975b30-fd53-4190-959d-3a67d5fc6e99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729971 Jul 16 18:33:15.435501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc2bc0a3-a108-4d01-9f4c-0abc23034295 req-3d2a1835-4c38-4780-ad8a-3e93041492df tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638993 Jul 16 18:33:15.580666 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-819012e9-0ce1-4124-9419-1293987e825d None None] Set router 12c7a454-736a-4c46-a299-140aece7379c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:15.779593 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3fd24cc3-d49a-451e-bce5-6db8bdb6bacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.852568 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-819012e9-0ce1-4124-9419-1293987e825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:31:39Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '2e265de7-b93f-4828-b690-119f89e7af14', 'name': '', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:64:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:39Z', 'updated_at': '2021-07-16T18:31:44Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:15.881078 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819012e9-0ce1-4124-9419-1293987e825d None None] The sync data for ids ['12c7a454-736a-4c46-a299-140aece7379c'] in n-d-787205-10 is: [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:31:39Z', 'revision_number': 4, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '2e265de7-b93f-4828-b690-119f89e7af14', 'name': '', 'network_id': '5c975b30-fd53-4190-959d-3a67d5fc6e99', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'mac_address': 'fa:16:3e:64:7f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:39Z', 'updated_at': '2021-07-16T18:31:44Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'subnets': [{'id': '551c087c-9e45-490b-bbfa-b3ea61450c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:15.995698 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-366b50e5-6368-4d53-8b1c-11bce94804c6 req-36823859-9493-4aee-9ea0-ff4c05707343 service neutron] 10.222.0.11 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528748 Jul 16 18:33:16.001224 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.116664 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-366b50e5-6368-4d53-8b1c-11bce94804c6 req-740e9146-e51d-4e5c-8900-7943b508bad7 service neutron] 10.222.0.11 "GET /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089017 Jul 16 18:33:16.170421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c05350-7420-4ca7-9d6e-096daceefd3a None None] New status for floating IP 4c8e43a0-e50a-4a23-ab24-ce0a39d94c34: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:33:16.651450 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d4245-dd28-479b-93b5-a3c31403a08c req-e0c68e12-fbc0-45ac-89c2-f25be44426e4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:16.654479 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e1d4245-dd28-479b-93b5-a3c31403a08c req-e0c68e12-fbc0-45ac-89c2-f25be44426e4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0835729 Jul 16 18:33:16.698840 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7e1d4245-dd28-479b-93b5-a3c31403a08c req-1785e278-738f-4fa7-a671-bd9b4ab0cde9 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c0a15a9-b0d1-4316-aea6-20afebff117d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380309 Jul 16 18:33:16.704028 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053e3e1-b781-4e06-afaa-c9896c5a4527 req-9fc02439-6065-476e-9e96-9d06c756726b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:16.705831 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f053e3e1-b781-4e06-afaa-c9896c5a4527 req-9fc02439-6065-476e-9e96-9d06c756726b tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 946 time: 0.0855038 Jul 16 18:33:16.824046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-f053e3e1-b781-4e06-afaa-c9896c5a4527 req-63f9b66a-0f9b-456a-890c-d89bcb96500e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port f17587e4-c811-4442-bb90-8dde1ee07bef {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:16.824518 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f053e3e1-b781-4e06-afaa-c9896c5a4527 req-63f9b66a-0f9b-456a-890c-d89bcb96500e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.928345 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f053e3e1-b781-4e06-afaa-c9896c5a4527 req-63f9b66a-0f9b-456a-890c-d89bcb96500e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] For port f17587e4-c811-4442-bb90-8dde1ee07bef, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f17587e4-c811-4442-bb90-8dde1ee07bef,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:16.928602 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f053e3e1-b781-4e06-afaa-c9896c5a4527 req-63f9b66a-0f9b-456a-890c-d89bcb96500e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.941692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-f053e3e1-b781-4e06-afaa-c9896c5a4527 req-63f9b66a-0f9b-456a-890c-d89bcb96500e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for f17587e4-c811-4442-bb90-8dde1ee07bef owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:17.093510 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f053e3e1-b781-4e06-afaa-c9896c5a4527 req-63f9b66a-0f9b-456a-890c-d89bcb96500e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.128280 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9b66a-0f9b-456a-890c-d89bcb96500e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=f17587e4-c811-4442-bb90-8dde1ee07bef,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:17.181724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f053e3e1-b781-4e06-afaa-c9896c5a4527 req-63f9b66a-0f9b-456a-890c-d89bcb96500e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] No DVR routers for this DVR port f17587e4-c811-4442-bb90-8dde1ee07bef on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:17.185140 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f053e3e1-b781-4e06-afaa-c9896c5a4527 req-63f9b66a-0f9b-456a-890c-d89bcb96500e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.187499 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f053e3e1-b781-4e06-afaa-c9896c5a4527 req-63f9b66a-0f9b-456a-890c-d89bcb96500e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.11 "DELETE /v2.0/ports/f17587e4-c811-4442-bb90-8dde1ee07bef HTTP/1.1" status: 204 len: 173 time: 0.4751489 Jul 16 18:33:17.188001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'name': 'network-vif-deleted', 'tag': 'f17587e4-c811-4442-bb90-8dde1ee07bef'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:17.190561 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dccd50-0e0e-41c2-984d-1172b87edbfc" -d '{"events": [{"server_uuid": "ed52a70f-2bb5-4b9f-8b34-0f86b11822c5", "name": "network-vif-deleted", "tag": "f17587e4-c811-4442-bb90-8dde1ee07bef"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:17.231433 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b6ef55-60e0-4ab1-a487-3c7f41332d0a x-openstack-request-id: req-71b6ef55-60e0-4ab1-a487-3c7f41332d0a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:17.231732 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed52a70f-2bb5-4b9f-8b34-0f86b11822c5", "name": "network-vif-deleted", "tag": "f17587e4-c811-4442-bb90-8dde1ee07bef", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:17.231998 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71b6ef55-60e0-4ab1-a487-3c7f41332d0a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:17.232423 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed52a70f-2bb5-4b9f-8b34-0f86b11822c5', 'name': 'network-vif-deleted', 'tag': 'f17587e4-c811-4442-bb90-8dde1ee07bef', 'status': 'completed', 'code': 200} Jul 16 18:33:17.731231 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.906428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dad32fff-457a-48f1-9bd3-19db284f4b57 req-4db09ad9-e3e7-4d61-9b69-95285063cd8e tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed52a70f-2bb5-4b9f-8b34-0f86b11822c5 HTTP/1.1" status: 200 len: 210 time: 0.0515530 Jul 16 18:33:19.008457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42168) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:19.132524 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.411063 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ea1b-fecc-48ed-badf-f1cd08593729 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.708292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d3f3ea1b-fecc-48ed-badf-f1cd08593729 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port 2e265de7-b93f-4828-b690-119f89e7af14 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:19.708292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ea1b-fecc-48ed-badf-f1cd08593729 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.799253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-d3f3ea1b-fecc-48ed-badf-f1cd08593729 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] For port 2e265de7-b93f-4828-b690-119f89e7af14, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2e265de7-b93f-4828-b690-119f89e7af14,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:19.799782 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ea1b-fecc-48ed-badf-f1cd08593729 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.813503 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-d3f3ea1b-fecc-48ed-badf-f1cd08593729 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for 2e265de7-b93f-4828-b690-119f89e7af14 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:20.012652 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ea1b-fecc-48ed-badf-f1cd08593729 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.040704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3ea1b-fecc-48ed-badf-f1cd08593729 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=2e265de7-b93f-4828-b690-119f89e7af14,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:20.229107 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ea1b-fecc-48ed-badf-f1cd08593729 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.449006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f3ea1b-fecc-48ed-badf-f1cd08593729 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Router 12c7a454-736a-4c46-a299-140aece7379c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:20.555112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f3ea1b-fecc-48ed-badf-f1cd08593729 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:20.560061 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d3f3ea1b-fecc-48ed-badf-f1cd08593729 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "PUT /v2.0/routers/12c7a454-736a-4c46-a299-140aece7379c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5505676 Jul 16 18:33:20.562826 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42170) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:20.566621 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f070a-fe34-4639-b8ce-11823474ed49 None None] Sync routers for ids ['12c7a454-736a-4c46-a299-140aece7379c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:20.576706 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f070a-fe34-4639-b8ce-11823474ed49 None None] Routers {'12c7a454-736a-4c46-a299-140aece7379c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:20.577342 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7d2f070a-fe34-4639-b8ce-11823474ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:33:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['12c7a454-736a-4c46-a299-140aece7379c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:20.618267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a98666-1dbf-42b2-bfa1-bd2adb63861d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting subnet 551c087c-9e45-490b-bbfa-b3ea61450c15 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:20.621384 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77a98666-1dbf-42b2-bfa1-bd2adb63861d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.663024 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77a98666-1dbf-42b2-bfa1-bd2adb63861d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.684238 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-7d2f070a-fe34-4639-b8ce-11823474ed49 None None] Set router 12c7a454-736a-4c46-a299-140aece7379c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:20.749591 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77a98666-1dbf-42b2-bfa1-bd2adb63861d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.815170 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77a98666-1dbf-42b2-bfa1-bd2adb63861d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.843161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a98666-1dbf-42b2-bfa1-bd2adb63861d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Subnet': ['ID=551c087c-9e45-490b-bbfa-b3ea61450c15,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:20.846863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-77a98666-1dbf-42b2-bfa1-bd2adb63861d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.849477 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-77a98666-1dbf-42b2-bfa1-bd2adb63861d tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/subnets/551c087c-9e45-490b-bbfa-b3ea61450c15 HTTP/1.1" status: 204 len: 168 time: 0.2855403 Jul 16 18:33:20.852427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42172) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:20.861576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb916bf3-12f6-431b-9595-d146a5e99df3 None None] Network 5c975b30-fd53-4190-959d-3a67d5fc6e99 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:20.871691 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7d2f070a-fe34-4639-b8ce-11823474ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:33:19Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:20.898066 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f070a-fe34-4639-b8ce-11823474ed49 None None] Checking router: 12c7a454-736a-4c46-a299-140aece7379c for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:20.907760 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f070a-fe34-4639-b8ce-11823474ed49 None None] Routers {'12c7a454-736a-4c46-a299-140aece7379c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:20.908388 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7d2f070a-fe34-4639-b8ce-11823474ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:33:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['12c7a454-736a-4c46-a299-140aece7379c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:20.980757 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.084230 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f3ea1e-cf63-4419-85ec-f7060444e71e None None] DHCP port deletion for 5c975b30-fd53-4190-959d-3a67d5fc6e99 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:21.106939 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.132994 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-7d2f070a-fe34-4639-b8ce-11823474ed49 None None] Set router 12c7a454-736a-4c46-a299-140aece7379c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:21.139736 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-42f3ea1e-cf63-4419-85ec-f7060444e71e None None] Deleting port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:21.140439 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-42f3ea1e-cf63-4419-85ec-f7060444e71e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.163338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Deleting port 608c4f01-3cec-41bd-a39a-378ae1bbee24 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:21.163338 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.216007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-42f3ea1e-cf63-4419-85ec-f7060444e71e None None] For port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714,segment=NetworkSegment(15ed756e-7c99-41ae-a456-0da804fb6f7f),segment_id=15ed756e-7c99-41ae-a456-0da804fb6f7f)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:21.216797 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-42f3ea1e-cf63-4419-85ec-f7060444e71e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.229406 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-42f3ea1e-cf63-4419-85ec-f7060444e71e None None] Calling delete_port for 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:21.249115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] For port 608c4f01-3cec-41bd-a39a-378ae1bbee24, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=608c4f01-3cec-41bd-a39a-378ae1bbee24,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:21.249394 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.262111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Calling delete_port for 608c4f01-3cec-41bd-a39a-378ae1bbee24 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:21.320677 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-42f3ea1e-cf63-4419-85ec-f7060444e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.320921 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7d2f070a-fe34-4639-b8ce-11823474ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:33:19Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:21.354491 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f070a-fe34-4639-b8ce-11823474ed49 None None] The sync data for ids ['12c7a454-736a-4c46-a299-140aece7379c'] in n-d-787205-10 is: [{'id': '12c7a454-736a-4c46-a299-140aece7379c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108022292', 'tenant_id': '050e3e58456244eeb96306e30f510dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:36Z', 'updated_at': '2021-07-16T18:33:19Z', 'revision_number': 5, 'project_id': '050e3e58456244eeb96306e30f510dfa', 'gw_port': {'id': '608c4f01-3cec-41bd-a39a-378ae1bbee24', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:51:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c7a454-736a-4c46-a299-140aece7379c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:37Z', 'updated_at': '2021-07-16T18:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:21.354788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3ea1e-cf63-4419-85ec-f7060444e71e None None] Pushing event deleted for resources: {'Port': ['ID=4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:21.359553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f3ea1e-cf63-4419-85ec-f7060444e71e None None] No DVR routers for this DVR port 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:21.452908 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.482817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Port': ['ID=608c4f01-3cec-41bd-a39a-378ae1bbee24,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:21.510734 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:21.511098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:21.511450 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:21.511799 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:21.512140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:21.512479 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:21.512817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:21.513155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:21.513486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:21.513850 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:21.514181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:21.514510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:21.559235 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.579194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f17587e4-c811-4442-bb90-8dde1ee07bef no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:21.602326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: f17587e4-c811-4442-bb90-8dde1ee07bef {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:21.602671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f17587e4-c811-4442-bb90-8dde1ee07bef not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:21.658893 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.662018 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.710903 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.711457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Fanout notify agent at l3_agent the message router_deleted on router 12c7a454-736a-4c46-a299-140aece7379c {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:33:21.723364 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.725723 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7a873904-0c59-499a-bb5d-5b48a9b818f4 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/routers/12c7a454-736a-4c46-a299-140aece7379c HTTP/1.1" status: 204 len: 168 time: 0.8710427 Jul 16 18:33:21.727773 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42174) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:21.809860 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e556f1e9-3527-4dd0-9e97-5974befbd367 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.904295 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e556f1e9-3527-4dd0-9e97-5974befbd367 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.915153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e556f1e9-3527-4dd0-9e97-5974befbd367 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c975b30-fd53-4190-959d-3a67d5fc6e99']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:21.925238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e556f1e9-3527-4dd0-9e97-5974befbd367 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ed756e-7c99-41ae-a456-0da804fb6f7f') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:21.925889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-e556f1e9-3527-4dd0-9e97-5974befbd367 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ed756e-7c99-41ae-a456-0da804fb6f7f') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:21.935514 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e556f1e9-3527-4dd0-9e97-5974befbd367 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.950017 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e556f1e9-3527-4dd0-9e97-5974befbd367 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.955850 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e556f1e9-3527-4dd0-9e97-5974befbd367 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:21.956245 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e556f1e9-3527-4dd0-9e97-5974befbd367 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:21.959507 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:22.022711 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e556f1e9-3527-4dd0-9e97-5974befbd367 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.029713 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e556f1e9-3527-4dd0-9e97-5974befbd367 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.031571 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e556f1e9-3527-4dd0-9e97-5974befbd367 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/networks/5c975b30-fd53-4190-959d-3a67d5fc6e99 HTTP/1.1" status: 204 len: 168 time: 0.3028417 Jul 16 18:33:22.034450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42176) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:22.042930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556f1e9-3527-4dd0-9e97-5974befbd367 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'Network': ['ID=5c975b30-fd53-4190-959d-3a67d5fc6e99,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:22.094864 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e38fd950-b9d0-4d40-9ebe-b065a9d6b2f3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.120344 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e38fd950-b9d0-4d40-9ebe-b065a9d6b2f3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.206795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 608c4f01-3cec-41bd-a39a-378ae1bbee24 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:22.207304 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e38fd950-b9d0-4d40-9ebe-b065a9d6b2f3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.210307 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e38fd950-b9d0-4d40-9ebe-b065a9d6b2f3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.211503 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e38fd950-b9d0-4d40-9ebe-b065a9d6b2f3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] 10.222.0.24 "DELETE /v2.0/security-groups/6c0a15a9-b0d1-4316-aea6-20afebff117d HTTP/1.1" status: 204 len: 168 time: 0.1759770 Jul 16 18:33:22.222824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fd950-b9d0-4d40-9ebe-b065a9d6b2f3 tempest-TestNetworkAdvancedServerOps-330339183 tempest-TestNetworkAdvancedServerOps-330339183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0a15a9-b0d1-4316-aea6-20afebff117d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:22.231470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 608c4f01-3cec-41bd-a39a-378ae1bbee24 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:22.231818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 608c4f01-3cec-41bd-a39a-378ae1bbee24 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:22.232307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:22.260269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:22.260614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4d80ebe6-9a28-4c54-a8c0-71ddc8dc4714 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:22.261331 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2e265de7-b93f-4828-b690-119f89e7af14 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:22.282283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 2e265de7-b93f-4828-b690-119f89e7af14 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:22.282625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2e265de7-b93f-4828-b690-119f89e7af14 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:22.398091 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:33:22.544120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42188) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:22.677960 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-78c9daed-9ec8-4d11-b8a7-0758763d0b86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=050e3e58456244eeb96306e30f510dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326861 Jul 16 18:33:22.680756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42192) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:22.739179 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6a89d37-4a7e-47d3-b82e-a277892eea9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.760698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6a89d37-4a7e-47d3-b82e-a277892eea9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.810218 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6a89d37-4a7e-47d3-b82e-a277892eea9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.812769 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6a89d37-4a7e-47d3-b82e-a277892eea9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.813974 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f6a89d37-4a7e-47d3-b82e-a277892eea9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fbb2b0c-d341-4d57-85a4-3aa9a640f835 HTTP/1.1" status: 204 len: 168 time: 0.1322780 Jul 16 18:33:22.823274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a89d37-4a7e-47d3-b82e-a277892eea9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbb2b0c-d341-4d57-85a4-3aa9a640f835,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.076278 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42198) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.119325 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d366b098-9268-4ff5-955d-ad1dd13d4988 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22be92b8b9a84c3d9362a10e49df5e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418711 Jul 16 18:33:23.121816 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42200) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.169232 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db61da37-744b-448a-ac5d-62c9164d33a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.189481 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db61da37-744b-448a-ac5d-62c9164d33a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.236237 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db61da37-744b-448a-ac5d-62c9164d33a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.239126 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db61da37-744b-448a-ac5d-62c9164d33a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.240299 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-db61da37-744b-448a-ac5d-62c9164d33a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da25f24c-0186-4547-931d-9837c0f145c8 HTTP/1.1" status: 204 len: 168 time: 0.1175816 Jul 16 18:33:23.247805 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61da37-744b-448a-ac5d-62c9164d33a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da25f24c-0186-4547-931d-9837c0f145c8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.414590 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.917421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42222) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.012886 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1842022296-network', 'tenant_id': '95a89a99e1804279b3b841be40b83aba'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:24.033624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Made reservation on behalf of 95a89a99e1804279b3b841be40b83aba for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:24.036760 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.044960 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.135269 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.138821 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.159169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:24.174546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3188eb67-9f17-4016-bb1f-acc0baeee58b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:24.178158 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.178602 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Added segment 47b85ee7-406f-4dd6-8196-9b71930db6ce of type vlan for network 8542299f-35b9-4393-9a14-4ad179d8ebae Jul 16 18:33:24.218221 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.247035 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.248012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.248590 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.281385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3627870 Jul 16 18:33:24.284661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42226) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.290853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ee545487-252d-4fea-9f72-e5c741fbc950 admin admin] Request body: {'subnet': {'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1842022296-subnet', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:24.312078 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee545487-252d-4fea-9f72-e5c741fbc950 admin admin] Made reservation on behalf of 95a89a99e1804279b3b841be40b83aba for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:24.313324 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053e1e1-31ba-4992-b6aa-d90add93fa26 admin admin] Pushing event updated for resources: {'Network': ['ID=8542299f-35b9-4393-9a14-4ad179d8ebae,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:24.315133 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee545487-252d-4fea-9f72-e5c741fbc950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.323271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 8542299f-35b9-4393-9a14-4ad179d8ebae details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:24.486339 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee545487-252d-4fea-9f72-e5c741fbc950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.546436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee545487-252d-4fea-9f72-e5c741fbc950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26dbf9c7-857f-45e0-a6ed-0681ed1a701c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:24.554029 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee545487-252d-4fea-9f72-e5c741fbc950 admin admin] Checking segment: {'id': '47b85ee7-406f-4dd6-8196-9b71930db6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:24.554389 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee545487-252d-4fea-9f72-e5c741fbc950 admin admin] Network hostable DHCP agents. Network: 8542299f-35b9-4393-9a14-4ad179d8ebae, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:24.571704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee545487-252d-4fea-9f72-e5c741fbc950 admin admin] Network 8542299f-35b9-4393-9a14-4ad179d8ebae is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:24.580173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ee545487-252d-4fea-9f72-e5c741fbc950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 8542299f-35b9-4393-9a14-4ad179d8ebae) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:24.584879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee545487-252d-4fea-9f72-e5c741fbc950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.585462 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee545487-252d-4fea-9f72-e5c741fbc950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.589068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173930af-ad70-4d6e-a926-967d429525df None None] Network 8542299f-35b9-4393-9a14-4ad179d8ebae requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:24.599281 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ee545487-252d-4fea-9f72-e5c741fbc950 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3133500 Jul 16 18:33:24.601900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42228) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.606233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:24.626548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.627511 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.679259 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.735441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-8542299f-35b9-4393-9a14-4ad179d8ebae', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:24.736638 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.815747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.875559 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Allocated IP 172.20.0.2 (8542299f-35b9-4393-9a14-4ad179d8ebae/26dbf9c7-857f-45e0-a6ed-0681ed1a701c/53b41cdf-90da-48fd-b8a8-685e9e34ff4b) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:25.018352 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.025902 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.026892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Transition to ACTIVE for port object 53b41cdf-90da-48fd-b8a8-685e9e34ff4b will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:25.042527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Transition to ACTIVE for port object 53b41cdf-90da-48fd-b8a8-685e9e34ff4b will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:25.048172 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.048681 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.092975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Network 8542299f-35b9-4393-9a14-4ad179d8ebae is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:25.095728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:25.098457 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:25.109317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Pushing event updated for resources: {'Port': ['ID=53b41cdf-90da-48fd-b8a8-685e9e34ff4b,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:25.151965 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Allocated IP 172.25.3.48 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/4e231ef3-a996-4d74-bd1e-a894079a3c43) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:25.162198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Attempting to bind port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:25.162574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Attempting to bind port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '47b85ee7-406f-4dd6-8196-9b71930db6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:25.162936 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Attempting to bind port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b on network 8542299f-35b9-4393-9a14-4ad179d8ebae {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:25.168080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:25.168853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Checking segment: {'id': '47b85ee7-406f-4dd6-8196-9b71930db6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:25.168853 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.169250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Bound using segment: {'id': '47b85ee7-406f-4dd6-8196-9b71930db6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:25.169856 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Bound port: 53b41cdf-90da-48fd-b8a8-685e9e34ff4b, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b85ee7-406f-4dd6-8196-9b71930db6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:25.170235 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.231224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] For port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:25.234302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] For port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=53b41cdf-90da-48fd-b8a8-685e9e34ff4b,segment=NetworkSegment(47b85ee7-406f-4dd6-8196-9b71930db6ce),segment_id=47b85ee7-406f-4dd6-8196-9b71930db6ce)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:25.238767 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.259267 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.295419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec5b9a-c23f-479d-bbfe-ca58803e505e None None] Pushing event updated for resources: {'Port': ['ID=53b41cdf-90da-48fd-b8a8-685e9e34ff4b,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:25.299130 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.340927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:25.343866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:25.347869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:25.370439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Pushing event updated for resources: {'Port': ['ID=4e231ef3-a996-4d74-bd1e-a894079a3c43,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:25.584200 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.615286 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.111399 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.180711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 53b41cdf-90da-48fd-b8a8-685e9e34ff4b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:26.237310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:26.247417 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Router c9f653c8-6ab4-4e1c-845d-01a3679b047f is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:33:26.276732 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a573b635-ff1e-40c4-8615-9ea61774773a None None] Network 8542299f-35b9-4393-9a14-4ad179d8ebae requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:26.347620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-319fe3b8-b1ff-476c-a7a5-5acb37de98a1 None None] Provisioning for port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:26.360453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:26.361309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-319fe3b8-b1ff-476c-a7a5-5acb37de98a1 None None] Provisioning complete for port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:26.361309 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-319fe3b8-b1ff-476c-a7a5-5acb37de98a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.378320 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.384302 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f61c7719-627c-4371-83a4-f2d4c3830df7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7767270 Jul 16 18:33:26.385022 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42230) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:26.389887 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Sync routers for ids ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:26.438402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Routers {'c9f653c8-6ab4-4e1c-845d-01a3679b047f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:26.438955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:33:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:26.766618 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-319fe3b8-b1ff-476c-a7a5-5acb37de98a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.771885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Set router c9f653c8-6ab4-4e1c-845d-01a3679b047f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:26.815945 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.878011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-319fe3b8-b1ff-476c-a7a5-5acb37de98a1 None None] For port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=53b41cdf-90da-48fd-b8a8-685e9e34ff4b,segment=NetworkSegment(47b85ee7-406f-4dd6-8196-9b71930db6ce),segment_id=47b85ee7-406f-4dd6-8196-9b71930db6ce)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:26.916108 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-319fe3b8-b1ff-476c-a7a5-5acb37de98a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.004326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fe3b8-b1ff-476c-a7a5-5acb37de98a1 None None] Pushing event updated for resources: {'Port': ['ID=53b41cdf-90da-48fd-b8a8-685e9e34ff4b,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.042070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a4c6600e-bec3-4456-9e7e-66191e52f678 None None] Provisioning complete for port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:27.042358 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a4c6600e-bec3-4456-9e7e-66191e52f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.042461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Allocated IP 172.20.0.1 (8542299f-35b9-4393-9a14-4ad179d8ebae/26dbf9c7-857f-45e0-a6ed-0681ed1a701c/1b694ec8-6028-441a-8b29-6f6a8ec41aa6) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:27.044730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:25Z', 'revision_number': 3, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.096294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Checking router: c9f653c8-6ab4-4e1c-845d-01a3679b047f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:27.096562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Updating router c9f653c8-6ab4-4e1c-845d-01a3679b047f port 4e231ef3-a996-4d74-bd1e-a894079a3c43 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:27.145242 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.151415 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.164985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Transition to ACTIVE for port object 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:27.199621 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.239296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Network 8542299f-35b9-4393-9a14-4ad179d8ebae is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:27.242399 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:27.245966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:27.276187 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Pushing event updated for resources: {'Port': ['ID=1b694ec8-6028-441a-8b29-6f6a8ec41aa6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.293219 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.445408 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.456867 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.467933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Transition to ACTIVE for port object 4e231ef3-a996-4d74-bd1e-a894079a3c43 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:27.473868 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.540638 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea585e-a30c-41cd-ab70-8c00cc4774d9 None None] Pushing event updated for resources: {'Port': ['ID=4e231ef3-a996-4d74-bd1e-a894079a3c43,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.544864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Attempting to bind port 4e231ef3-a996-4d74-bd1e-a894079a3c43 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:27.545284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Attempting to bind port 4e231ef3-a996-4d74-bd1e-a894079a3c43 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:27.545793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Attempting to bind port 4e231ef3-a996-4d74-bd1e-a894079a3c43 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:27.548077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9e9e2924-26f9-4dc1-be92-b98353760334 None None] Provisioning for port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:27.554563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:27.555035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:27.555507 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.555906 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:27.556375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Bound port: 4e231ef3-a996-4d74-bd1e-a894079a3c43, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:27.556756 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.558266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9e9e2924-26f9-4dc1-be92-b98353760334 None None] Provisioning complete for port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:27.558618 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2924-26f9-4dc1-be92-b98353760334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.615036 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.620929 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.626289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9e9e2924-26f9-4dc1-be92-b98353760334 None None] Port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:27.639696 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] For port 4e231ef3-a996-4d74-bd1e-a894079a3c43, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:27.643832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] For port 4e231ef3-a996-4d74-bd1e-a894079a3c43, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4e231ef3-a996-4d74-bd1e-a894079a3c43,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:27.649582 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.687780 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.693495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Pushing event updated for resources: {'Port': ['ID=1b694ec8-6028-441a-8b29-6f6a8ec41aa6,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.705817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Routers {'c9f653c8-6ab4-4e1c-845d-01a3679b047f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:27.706445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:33:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.749628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea585e-a30c-41cd-ab70-8c00cc4774d9 None None] Pushing event updated for resources: {'Port': ['ID=4e231ef3-a996-4d74-bd1e-a894079a3c43,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:27.784900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Network 8542299f-35b9-4393-9a14-4ad179d8ebae is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:27.787010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:27.833226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] Set router c9f653c8-6ab4-4e1c-845d-01a3679b047f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:27.909410 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Router c9f653c8-6ab4-4e1c-845d-01a3679b047f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:28.022794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:28.028391 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fb06f30c-49fd-40fb-b76a-3cad0088fecd admin admin] 10.222.0.24 "PUT /v2.0/routers/c9f653c8-6ab4-4e1c-845d-01a3679b047f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6419630 Jul 16 18:33:28.052330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 2, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:28.055350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ea0238d6-9c07-46ca-b283-b0b0594506a2 None None] Provisioning complete for port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:28.055908 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ea0238d6-9c07-46ca-b283-b0b0594506a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.080888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8fd9b4-b551-4f10-8c07-eba894321739 None None] The sync data for ids ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'] in n-d-787205-10 is: [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 2, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:28.121556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ea0238d6-9c07-46ca-b283-b0b0594506a2 None None] Port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:28.157715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 53b41cdf-90da-48fd-b8a8-685e9e34ff4b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:28.208884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:28.209266 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.558284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 42246) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.567627 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-144917389-network', 'tenant_id': '44c50283821542c798b5950d46146054'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:28.590257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Made reservation on behalf of 44c50283821542c798b5950d46146054 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:28.592871 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.603526 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.702755 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.706866 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.735592 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:28.747576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c80614-19da-4fcb-b1d8-adceb8aa2090,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:28.757081 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.757443 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Added segment 7f07648d-c3db-4fea-bfed-5c5d48a6169b of type vlan for network 65e5e53a-26d5-412f-9651-89288bf00766 Jul 16 18:33:28.800425 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.831927 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.833099 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:28.834057 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.888258 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3287475 Jul 16 18:33:28.891019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42248) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.897140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-14433ec5-9cfe-4858-a3c0-a57da6aa6a60 admin admin] Request body: {'subnet': {'network_id': '65e5e53a-26d5-412f-9651-89288bf00766', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-144917389-subnet', 'tenant_id': '44c50283821542c798b5950d46146054', 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:28.919377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14433ec5-9cfe-4858-a3c0-a57da6aa6a60 admin admin] Made reservation on behalf of 44c50283821542c798b5950d46146054 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:28.921994 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-14433ec5-9cfe-4858-a3c0-a57da6aa6a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.927734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523500c-faa5-4087-b251-2ad69002e7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=65e5e53a-26d5-412f-9651-89288bf00766,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:28.940389 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 65e5e53a-26d5-412f-9651-89288bf00766 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:29.113741 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-14433ec5-9cfe-4858-a3c0-a57da6aa6a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.166205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14433ec5-9cfe-4858-a3c0-a57da6aa6a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd21bc5-0d13-478f-9e71-0461bb02683d,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:29.187289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14433ec5-9cfe-4858-a3c0-a57da6aa6a60 admin admin] Checking segment: {'id': '7f07648d-c3db-4fea-bfed-5c5d48a6169b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:29.187682 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14433ec5-9cfe-4858-a3c0-a57da6aa6a60 admin admin] Network hostable DHCP agents. Network: 65e5e53a-26d5-412f-9651-89288bf00766, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:29.206661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14433ec5-9cfe-4858-a3c0-a57da6aa6a60 admin admin] Network 65e5e53a-26d5-412f-9651-89288bf00766 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:29.221193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-14433ec5-9cfe-4858-a3c0-a57da6aa6a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 65e5e53a-26d5-412f-9651-89288bf00766) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:29.226467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14433ec5-9cfe-4858-a3c0-a57da6aa6a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:29.227609 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-14433ec5-9cfe-4858-a3c0-a57da6aa6a60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.231621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae53da1c-38af-4bb2-96fd-5509d00757d4 None None] Network 65e5e53a-26d5-412f-9651-89288bf00766 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:29.247393 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-14433ec5-9cfe-4858-a3c0-a57da6aa6a60 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3527782 Jul 16 18:33:29.247592 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42250) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:29.253115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-144917389-router', 'tenant_id': '44c50283821542c798b5950d46146054', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:29.280140 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.281327 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.343022 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.412294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-65e5e53a-26d5-412f-9651-89288bf00766', 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766', 'tenant_id': '44c50283821542c798b5950d46146054', 'fixed_ips': [{'subnet_id': '9bd21bc5-0d13-478f-9e71-0461bb02683d'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:29.413184 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.488467 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.555679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Allocated IP 172.20.0.2 (65e5e53a-26d5-412f-9651-89288bf00766/9bd21bc5-0d13-478f-9e71-0461bb02683d/1a7c510d-6349-4419-b014-54044769f54f) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:29.693550 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.706841 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.713841 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.715759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Transition to ACTIVE for port object 1a7c510d-6349-4419-b014-54044769f54f will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:29.731993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Transition to ACTIVE for port object 1a7c510d-6349-4419-b014-54044769f54f will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:29.740278 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.784454 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Network 65e5e53a-26d5-412f-9651-89288bf00766 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:29.790848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:29.793496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:29.796240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Pushing event updated for resources: {'Port': ['ID=1a7c510d-6349-4419-b014-54044769f54f,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:29.825910 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Allocated IP 172.25.3.74 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/86513520-e170-4e18-abb1-b7eda0b50f57) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:29.859049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Attempting to bind port 1a7c510d-6349-4419-b014-54044769f54f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:29.859433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Attempting to bind port 1a7c510d-6349-4419-b014-54044769f54f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '7f07648d-c3db-4fea-bfed-5c5d48a6169b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:29.860626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Attempting to bind port 1a7c510d-6349-4419-b014-54044769f54f on network 65e5e53a-26d5-412f-9651-89288bf00766 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:29.867936 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:29.868323 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Checking segment: {'id': '7f07648d-c3db-4fea-bfed-5c5d48a6169b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:29.868734 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.869135 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Bound using segment: {'id': '7f07648d-c3db-4fea-bfed-5c5d48a6169b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:29.870062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Bound port: 1a7c510d-6349-4419-b014-54044769f54f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f07648d-c3db-4fea-bfed-5c5d48a6169b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:29.870062 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.937914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] For port 1a7c510d-6349-4419-b014-54044769f54f, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:29.938817 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.941185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] For port 1a7c510d-6349-4419-b014-54044769f54f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1a7c510d-6349-4419-b014-54044769f54f,segment=NetworkSegment(7f07648d-c3db-4fea-bfed-5c5d48a6169b),segment_id=7f07648d-c3db-4fea-bfed-5c5d48a6169b)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:29.946588 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.985976 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.008202 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37730f5-4ddc-4c59-b59e-86f5474f1f45 None None] Pushing event updated for resources: {'Port': ['ID=1a7c510d-6349-4419-b014-54044769f54f,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:30.027891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:30.031211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:30.038630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:30.077538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Pushing event updated for resources: {'Port': ['ID=86513520-e170-4e18-abb1-b7eda0b50f57,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:30.210566 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4e231ef3-a996-4d74-bd1e-a894079a3c43 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:30.252666 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Sync routers for ids ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:30.263823 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Routers {'c9f653c8-6ab4-4e1c-845d-01a3679b047f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:30.264229 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:33:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.285612 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 4e231ef3-a996-4d74-bd1e-a894079a3c43 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:30.291255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4e231ef3-a996-4d74-bd1e-a894079a3c43 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:30.291535 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.362156 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.394283 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.401694 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Set router c9f653c8-6ab4-4e1c-845d-01a3679b047f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:30.419977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 4e231ef3-a996-4d74-bd1e-a894079a3c43, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4e231ef3-a996-4d74-bd1e-a894079a3c43,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:30.424146 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.486641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=4e231ef3-a996-4d74-bd1e-a894079a3c43,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:30.564730 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.616110 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 2, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.641192 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Checking router: c9f653c8-6ab4-4e1c-845d-01a3679b047f for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:30.641541 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Updating router c9f653c8-6ab4-4e1c-845d-01a3679b047f port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:30.679594 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.698055 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Router cda8c94d-116a-402b-ada5-7f3eeb712f51 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:33:30.974694 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.986957 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Transition to ACTIVE for port object 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:30.994103 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.045510 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Pushing event updated for resources: {'Port': ['ID=1b694ec8-6028-441a-8b29-6f6a8ec41aa6,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:31.071543 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933e10f0-8e6e-405e-b15c-0332fd268e4b None None] Network 65e5e53a-26d5-412f-9651-89288bf00766 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:31.076464 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.076817 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.077155 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.077494 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.077941 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.078309 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.078638 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.078963 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.079361 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.079606 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.079932 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.080252 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:31.125871 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Attempting to bind port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:31.126331 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Attempting to bind port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '47b85ee7-406f-4dd6-8196-9b71930db6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:31.126764 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Attempting to bind port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 on network 8542299f-35b9-4393-9a14-4ad179d8ebae {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:31.133689 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:31.134162 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Checking segment: {'id': '47b85ee7-406f-4dd6-8196-9b71930db6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:31.134631 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.135092 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Bound using segment: {'id': '47b85ee7-406f-4dd6-8196-9b71930db6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:31.135804 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Bound port: 1b694ec8-6028-441a-8b29-6f6a8ec41aa6, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b85ee7-406f-4dd6-8196-9b71930db6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:31.136257 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.198175 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:31.212703 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] For port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:31.216050 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.216538 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] For port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1b694ec8-6028-441a-8b29-6f6a8ec41aa6,segment=NetworkSegment(47b85ee7-406f-4dd6-8196-9b71930db6ce),segment_id=47b85ee7-406f-4dd6-8196-9b71930db6ce)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:31.218533 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b3475811-57e6-4d5b-b317-d503082864df admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9699075 Jul 16 18:33:31.221128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 42252) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:31.227394 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.231221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Sync routers for ids ['cda8c94d-116a-402b-ada5-7f3eeb712f51'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:31.256772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Routers {'cda8c94d-116a-402b-ada5-7f3eeb712f51'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:31.257749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:33:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cda8c94d-116a-402b-ada5-7f3eeb712f51'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:31.264908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-69db8eae-ced1-4639-850e-6314bcc4acc3 None None] Provisioning for port 1a7c510d-6349-4419-b014-54044769f54f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:31.295064 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Routers {'c9f653c8-6ab4-4e1c-845d-01a3679b047f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:31.295907 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:33:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:31.353974 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17ca7b-c50a-48f9-8437-bf69f6ed6abe None None] Pushing event updated for resources: {'Port': ['ID=1b694ec8-6028-441a-8b29-6f6a8ec41aa6,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:31.440213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Set router cda8c94d-116a-402b-ada5-7f3eeb712f51 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:31.450996 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] Set router c9f653c8-6ab4-4e1c-845d-01a3679b047f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:31.746998 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.828502 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:31Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:31.832551 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'name': 'tempest-TestVolumeBackupRestore-144917389-router', 'tenant_id': '44c50283821542c798b5950d46146054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 3, 'project_id': '44c50283821542c798b5950d46146054', 'gw_port': {'id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:31.855971 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d197e1e-1a32-4352-84b1-8a3f54c226e1 None None] The sync data for ids ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'] in n-d-787205-10 is: [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:31Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:31.862006 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Checking router: cda8c94d-116a-402b-ada5-7f3eeb712f51 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:31.862396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Updating router cda8c94d-116a-402b-ada5-7f3eeb712f51 port 86513520-e170-4e18-abb1-b7eda0b50f57 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:31.899023 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.918407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Allocated IP 172.20.0.1 (65e5e53a-26d5-412f-9651-89288bf00766/9bd21bc5-0d13-478f-9e71-0461bb02683d/e39fb7b7-e443-44e3-98d3-cb6c0c818190) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:32.039892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.056337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Transition to ACTIVE for port object e39fb7b7-e443-44e3-98d3-cb6c0c818190 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:32.092121 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.158436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Network 65e5e53a-26d5-412f-9651-89288bf00766 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:32.163776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:32.178989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:32.210080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e39fb7b7-e443-44e3-98d3-cb6c0c818190,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:32.227062 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.242647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Transition to ACTIVE for port object 86513520-e170-4e18-abb1-b7eda0b50f57 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:32.250248 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.255076 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.324860 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Attempting to bind port 86513520-e170-4e18-abb1-b7eda0b50f57 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:32.325263 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Attempting to bind port 86513520-e170-4e18-abb1-b7eda0b50f57 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:32.325610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Attempting to bind port 86513520-e170-4e18-abb1-b7eda0b50f57 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:32.327752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89586e21-84a2-4e99-a5f4-65f406b0f6c6 None None] Pushing event updated for resources: {'Port': ['ID=86513520-e170-4e18-abb1-b7eda0b50f57,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:32.334491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:32.335236 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:32.335659 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.336062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:32.336549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Bound port: 86513520-e170-4e18-abb1-b7eda0b50f57, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:32.336938 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.362269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:32.430133 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] For port 86513520-e170-4e18-abb1-b7eda0b50f57, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:32.434198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] For port 86513520-e170-4e18-abb1-b7eda0b50f57, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=86513520-e170-4e18-abb1-b7eda0b50f57,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:32.453548 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.480564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:32.481245 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.512199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:32.512578 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.543458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89586e21-84a2-4e99-a5f4-65f406b0f6c6 None None] Pushing event updated for resources: {'Port': ['ID=86513520-e170-4e18-abb1-b7eda0b50f57,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:32.574742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Routers {'cda8c94d-116a-402b-ada5-7f3eeb712f51'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:32.575390 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:33:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cda8c94d-116a-402b-ada5-7f3eeb712f51'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:32.632223 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c1ddecef-e9b8-49ca-8eed-29d5cb446180 None None] Provisioning for port e39fb7b7-e443-44e3-98d3-cb6c0c818190 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:32.642136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c1ddecef-e9b8-49ca-8eed-29d5cb446180 None None] Provisioning complete for port e39fb7b7-e443-44e3-98d3-cb6c0c818190 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:32.642515 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c1ddecef-e9b8-49ca-8eed-29d5cb446180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.671126 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.677796 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.748927 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.749277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c1ddecef-e9b8-49ca-8eed-29d5cb446180 None None] Port e39fb7b7-e443-44e3-98d3-cb6c0c818190 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:32.751798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e39fb7b7-e443-44e3-98d3-cb6c0c818190,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:32.756335 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.774217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] Set router cda8c94d-116a-402b-ada5-7f3eeb712f51 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:32.830557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1b694ec8-6028-441a-8b29-6f6a8ec41aa6,segment=NetworkSegment(47b85ee7-406f-4dd6-8196-9b71930db6ce),segment_id=47b85ee7-406f-4dd6-8196-9b71930db6ce)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:32.847309 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Network 65e5e53a-26d5-412f-9651-89288bf00766 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:32.848980 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:32.862881 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.863669 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4e231ef3-a996-4d74-bd1e-a894079a3c43 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:32.973919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Router cda8c94d-116a-402b-ada5-7f3eeb712f51 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:33.001875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=1b694ec8-6028-441a-8b29-6f6a8ec41aa6,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:33.029305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4e231ef3-a996-4d74-bd1e-a894079a3c43 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:33.029703 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.089340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:33.094430 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-97265027-95d0-4204-ac69-7dbf38c1d1c7 admin admin] 10.222.0.24 "PUT /v2.0/routers/cda8c94d-116a-402b-ada5-7f3eeb712f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8720272 Jul 16 18:33:33.107042 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5679da3b-b3d5-4824-ab34-7033bf9fa4c7 None None] Provisioning complete for port e39fb7b7-e443-44e3-98d3-cb6c0c818190 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:33.107420 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5679da3b-b3d5-4824-ab34-7033bf9fa4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.180344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5679da3b-b3d5-4824-ab34-7033bf9fa4c7 None None] Port e39fb7b7-e443-44e3-98d3-cb6c0c818190 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:33.194332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'name': 'tempest-TestVolumeBackupRestore-144917389-router', 'tenant_id': '44c50283821542c798b5950d46146054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 4, 'project_id': '44c50283821542c798b5950d46146054', 'gw_port': {'id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e39fb7b7-e443-44e3-98d3-cb6c0c818190', 'name': '', 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766', 'tenant_id': '44c50283821542c798b5950d46146054', 'mac_address': 'fa:16:3e:1d:85:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9bd21bc5-0d13-478f-9e71-0461bb02683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:31Z', 'revision_number': 1, 'project_id': '44c50283821542c798b5950d46146054', 'subnets': [{'id': '9bd21bc5-0d13-478f-9e71-0461bb02683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:33.198048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1a7c510d-6349-4419-b014-54044769f54f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:33.239547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fc7d91-44ab-4db9-a54f-77a81cf7b62c None None] The sync data for ids ['cda8c94d-116a-402b-ada5-7f3eeb712f51'] in n-d-787205-10 is: [{'id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'name': 'tempest-TestVolumeBackupRestore-144917389-router', 'tenant_id': '44c50283821542c798b5950d46146054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 4, 'project_id': '44c50283821542c798b5950d46146054', 'gw_port': {'id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e39fb7b7-e443-44e3-98d3-cb6c0c818190', 'name': '', 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766', 'tenant_id': '44c50283821542c798b5950d46146054', 'mac_address': 'fa:16:3e:1d:85:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9bd21bc5-0d13-478f-9e71-0461bb02683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:31Z', 'revision_number': 1, 'project_id': '44c50283821542c798b5950d46146054', 'subnets': [{'id': '9bd21bc5-0d13-478f-9e71-0461bb02683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:33.274525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 1a7c510d-6349-4419-b014-54044769f54f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:33.278839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1a7c510d-6349-4419-b014-54044769f54f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:33.279213 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.363082 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.408890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 1a7c510d-6349-4419-b014-54044769f54f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1a7c510d-6349-4419-b014-54044769f54f,segment=NetworkSegment(7f07648d-c3db-4fea-bfed-5c5d48a6169b),segment_id=7f07648d-c3db-4fea-bfed-5c5d48a6169b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:33.414936 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.488370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=1a7c510d-6349-4419-b014-54044769f54f,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:34.169397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1a7c510d-6349-4419-b014-54044769f54f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:34.221693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1a7c510d-6349-4419-b014-54044769f54f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:34.222151 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.312646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:34.371712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:34.372110 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.063129 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Sync routers for ids ['cda8c94d-116a-402b-ada5-7f3eeb712f51'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:36.073534 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Routers {'cda8c94d-116a-402b-ada5-7f3eeb712f51'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:36.074291 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:33:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cda8c94d-116a-402b-ada5-7f3eeb712f51'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:36.186481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 86513520-e170-4e18-abb1-b7eda0b50f57 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:36.197163 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Set router cda8c94d-116a-402b-ada5-7f3eeb712f51 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:36.242508 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 86513520-e170-4e18-abb1-b7eda0b50f57 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:36.248756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 86513520-e170-4e18-abb1-b7eda0b50f57 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:36.248756 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.349160 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.371804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 86513520-e170-4e18-abb1-b7eda0b50f57, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=86513520-e170-4e18-abb1-b7eda0b50f57,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:36.378399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.405544 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'name': 'tempest-TestVolumeBackupRestore-144917389-router', 'tenant_id': '44c50283821542c798b5950d46146054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 4, 'project_id': '44c50283821542c798b5950d46146054', 'gw_port': {'id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e39fb7b7-e443-44e3-98d3-cb6c0c818190', 'name': '', 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766', 'tenant_id': '44c50283821542c798b5950d46146054', 'mac_address': 'fa:16:3e:1d:85:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9bd21bc5-0d13-478f-9e71-0461bb02683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 2, 'project_id': '44c50283821542c798b5950d46146054', 'subnets': [{'id': '9bd21bc5-0d13-478f-9e71-0461bb02683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:36.434094 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=86513520-e170-4e18-abb1-b7eda0b50f57,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:36.436725 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Checking router: cda8c94d-116a-402b-ada5-7f3eeb712f51 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:36.437090 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Updating router cda8c94d-116a-402b-ada5-7f3eeb712f51 port e39fb7b7-e443-44e3-98d3-cb6c0c818190 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:36.474249 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.760504 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.772146 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Transition to ACTIVE for port object e39fb7b7-e443-44e3-98d3-cb6c0c818190 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:36.779020 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.830408 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277d43d-25bc-4770-a363-1eba26c939f6 None None] Pushing event updated for resources: {'Port': ['ID=e39fb7b7-e443-44e3-98d3-cb6c0c818190,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:36.885737 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Attempting to bind port e39fb7b7-e443-44e3-98d3-cb6c0c818190 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:36.886111 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Attempting to bind port e39fb7b7-e443-44e3-98d3-cb6c0c818190 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '7f07648d-c3db-4fea-bfed-5c5d48a6169b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:36.886495 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Attempting to bind port e39fb7b7-e443-44e3-98d3-cb6c0c818190 on network 65e5e53a-26d5-412f-9651-89288bf00766 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:36.891545 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:36.891916 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Checking segment: {'id': '7f07648d-c3db-4fea-bfed-5c5d48a6169b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:36.892310 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.892734 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Bound using segment: {'id': '7f07648d-c3db-4fea-bfed-5c5d48a6169b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:36.893190 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Bound port: e39fb7b7-e443-44e3-98d3-cb6c0c818190, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f07648d-c3db-4fea-bfed-5c5d48a6169b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:36.893573 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.968714 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] For port e39fb7b7-e443-44e3-98d3-cb6c0c818190, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:36.972468 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] For port e39fb7b7-e443-44e3-98d3-cb6c0c818190, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e39fb7b7-e443-44e3-98d3-cb6c0c818190,segment=NetworkSegment(7f07648d-c3db-4fea-bfed-5c5d48a6169b),segment_id=7f07648d-c3db-4fea-bfed-5c5d48a6169b)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:36.977084 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.038203 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Routers {'cda8c94d-116a-402b-ada5-7f3eeb712f51'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:37.038862 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:33:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cda8c94d-116a-402b-ada5-7f3eeb712f51'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:37.094898 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277d43d-25bc-4770-a363-1eba26c939f6 None None] Pushing event updated for resources: {'Port': ['ID=e39fb7b7-e443-44e3-98d3-cb6c0c818190,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:37.179502 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] Set router cda8c94d-116a-402b-ada5-7f3eeb712f51 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:37.385988 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'name': 'tempest-TestVolumeBackupRestore-144917389-router', 'tenant_id': '44c50283821542c798b5950d46146054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 4, 'project_id': '44c50283821542c798b5950d46146054', 'gw_port': {'id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e39fb7b7-e443-44e3-98d3-cb6c0c818190', 'name': '', 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766', 'tenant_id': '44c50283821542c798b5950d46146054', 'mac_address': 'fa:16:3e:1d:85:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9bd21bc5-0d13-478f-9e71-0461bb02683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:36Z', 'revision_number': 4, 'project_id': '44c50283821542c798b5950d46146054', 'subnets': [{'id': '9bd21bc5-0d13-478f-9e71-0461bb02683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:37.416422 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69ed6f-1319-4da4-933e-0e1f744dfdbe None None] The sync data for ids ['cda8c94d-116a-402b-ada5-7f3eeb712f51'] in n-d-787205-10 is: [{'id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'name': 'tempest-TestVolumeBackupRestore-144917389-router', 'tenant_id': '44c50283821542c798b5950d46146054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 4, 'project_id': '44c50283821542c798b5950d46146054', 'gw_port': {'id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e39fb7b7-e443-44e3-98d3-cb6c0c818190', 'name': '', 'network_id': '65e5e53a-26d5-412f-9651-89288bf00766', 'tenant_id': '44c50283821542c798b5950d46146054', 'mac_address': 'fa:16:3e:1d:85:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9bd21bc5-0d13-478f-9e71-0461bb02683d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:36Z', 'revision_number': 4, 'project_id': '44c50283821542c798b5950d46146054', 'subnets': [{'id': '9bd21bc5-0d13-478f-9e71-0461bb02683d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:38.186529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e39fb7b7-e443-44e3-98d3-cb6c0c818190 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:38.238970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e39fb7b7-e443-44e3-98d3-cb6c0c818190 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:38.244438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e39fb7b7-e443-44e3-98d3-cb6c0c818190 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:38.244812 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.329999 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.364565 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port e39fb7b7-e443-44e3-98d3-cb6c0c818190, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e39fb7b7-e443-44e3-98d3-cb6c0c818190,segment=NetworkSegment(7f07648d-c3db-4fea-bfed-5c5d48a6169b),segment_id=7f07648d-c3db-4fea-bfed-5c5d48a6169b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:38.369169 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.369995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 86513520-e170-4e18-abb1-b7eda0b50f57 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:38.445684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=e39fb7b7-e443-44e3-98d3-cb6c0c818190,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:38.455430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:38.455775 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:38.456185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:38.458313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:38.458313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:38.458313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:38.458313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:38.458313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:38.458662 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:38.459038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:38.459673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:38.459673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:38.470789 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 86513520-e170-4e18-abb1-b7eda0b50f57 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:38.471173 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.156046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e39fb7b7-e443-44e3-98d3-cb6c0c818190 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:40.206912 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e39fb7b7-e443-44e3-98d3-cb6c0c818190 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:40.207311 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.578287 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1719bdc4-c560-4b6f-a6b4-10461960a697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.767632 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fbe96d09-42fb-4aa8-afae-5829542eeb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.993312 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.730919 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.135542 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.246174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-3dc75cdf-269c-47b5-863e-b6cf2a549964 req-b48ec4f7-2f3c-46f6-8c55-4ed68441c28f service neutron] (105591) timed out ('10.222.0.24', 39840) {{(pid=105591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:33:53.430026 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.583469 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.399206 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:03.709921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-5b178859-84df-447b-81a6-5ddcac7b6d1e req-0554420a-f9f8-4106-b09d-b7df50443c18 service neutron] (105591) timed out ('10.222.0.32', 55630) {{(pid=105591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:34:13.559331 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-35f384f6-71d2-44b0-b288-e79eede22889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.759322 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9bf3a432-e073-4a56-905b-15cfcc690359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.995285 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.733924 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:19.139175 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.436053 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.599162 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.403174 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:43.560698 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8513d508-f4a5-4d27-bd9c-79f33aa31174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.760686 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-448583a4-4e41-454b-9096-f64c5ddcb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.998144 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.734755 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.149382 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.447003 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.606821 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:13.408011 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:35:13.567086 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7aba6de5-134e-4f66-b25c-48b54c9b1f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:15.764282 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-980b6e47-a338-463b-aecc-020845da2ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.003666 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.738923 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.819030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43290) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:17.825529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-30320408', 'description': 'tempest-secgroup-smoke-30320408 description', 'project_id': '95a89a99e1804279b3b841be40b83aba'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:17.851961 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.961537 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:17.966959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.007312 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.008583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1885262 Jul 16 18:35:18.011801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43294) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:18.014237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f403646c-6809-412c-a695-1bedc5fd1eb8,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:18.018895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Request body: {'security_group_rule': {'security_group_id': 'f403646c-6809-412c-a695-1bedc5fd1eb8', 'project_id': '95a89a99e1804279b3b841be40b83aba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:18.022752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.023178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.023683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.024084 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.024456 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.024905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.025951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.025951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.026369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.026670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.027096 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.027459 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f8e7fc-362b-43fd-9ad5-7511eacf58fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.051710 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.114868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.120775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.139611 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f51f03-9a8f-41d0-bcaf-4c51bee65c10,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:18.149307 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.150601 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370492 Jul 16 18:35:18.152214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.152567 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.153548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.154090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43298) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:18.158115 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.158494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.158872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.158997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7f8f52ab-4b7e-4348-a04c-9a2baadad99b tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Request body: {'security_group_rule': {'security_group_id': 'f403646c-6809-412c-a695-1bedc5fd1eb8', 'project_id': '95a89a99e1804279b3b841be40b83aba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:18.159218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.159563 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.159904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.160238 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.160569 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.160927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5550e-c851-4c58-a418-27d3a4196df9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:18.187531 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f8f52ab-4b7e-4348-a04c-9a2baadad99b tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.276786 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f8f52ab-4b7e-4348-a04c-9a2baadad99b tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.281475 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f8f52ab-4b7e-4348-a04c-9a2baadad99b tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.302438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f52ab-4b7e-4348-a04c-9a2baadad99b tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6643fe-06b7-4b65-ba6e-cc5c8355ca7d,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:18.304916 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f8f52ab-4b7e-4348-a04c-9a2baadad99b tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.306224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7f8f52ab-4b7e-4348-a04c-9a2baadad99b tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1511188 Jul 16 18:35:18.308907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43300) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:18.313885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8c47bc87-dce5-4337-b8db-0e3c7aac60c5 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Request body: {'security_group_rule': {'security_group_id': 'f403646c-6809-412c-a695-1bedc5fd1eb8', 'project_id': '95a89a99e1804279b3b841be40b83aba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:18.346101 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8c47bc87-dce5-4337-b8db-0e3c7aac60c5 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.412458 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8c47bc87-dce5-4337-b8db-0e3c7aac60c5 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.416919 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8c47bc87-dce5-4337-b8db-0e3c7aac60c5 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.435556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47bc87-dce5-4337-b8db-0e3c7aac60c5 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826e802e-0020-41ba-be8b-3fe2eb2070f4,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:18.446793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8c47bc87-dce5-4337-b8db-0e3c7aac60c5 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.448498 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8c47bc87-dce5-4337-b8db-0e3c7aac60c5 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382563 Jul 16 18:35:18.452008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43302) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:18.456975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-52c7cb8c-feef-4218-883c-080e0a4ab30e tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Request body: {'security_group_rule': {'security_group_id': 'f403646c-6809-412c-a695-1bedc5fd1eb8', 'project_id': '95a89a99e1804279b3b841be40b83aba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:18.487928 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52c7cb8c-feef-4218-883c-080e0a4ab30e tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.551246 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52c7cb8c-feef-4218-883c-080e0a4ab30e tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.555000 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52c7cb8c-feef-4218-883c-080e0a4ab30e tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.576263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7cb8c-feef-4218-883c-080e0a4ab30e tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9456e54-8ae9-49c9-8d14-cb4a473fbe51,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:18.584508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52c7cb8c-feef-4218-883c-080e0a4ab30e tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.585823 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-52c7cb8c-feef-4218-883c-080e0a4ab30e tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327355 Jul 16 18:35:18.588548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43304) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:18.593181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e0f5ca76-03c0-41fa-837b-c46624aaf5c8 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Request body: {'security_group_rule': {'security_group_id': 'f403646c-6809-412c-a695-1bedc5fd1eb8', 'project_id': '95a89a99e1804279b3b841be40b83aba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:18.616323 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-e0f5ca76-03c0-41fa-837b-c46624aaf5c8 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Project 95a89a99e1804279b3b841be40b83aba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:35:18.625820 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e0f5ca76-03c0-41fa-837b-c46624aaf5c8 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.721431 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e0f5ca76-03c0-41fa-837b-c46624aaf5c8 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.726099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e0f5ca76-03c0-41fa-837b-c46624aaf5c8 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.753818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5ca76-03c0-41fa-837b-c46624aaf5c8 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54121e00-8c49-4569-a67a-1b32cdb0a4aa,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:18.757834 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e0f5ca76-03c0-41fa-837b-c46624aaf5c8 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.759832 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e0f5ca76-03c0-41fa-837b-c46624aaf5c8 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1698322 Jul 16 18:35:18.762250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43306) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:18.767753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-287333ad-8f70-4ed1-8d09-018901f5ad4d tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Request body: {'security_group_rule': {'security_group_id': 'f403646c-6809-412c-a695-1bedc5fd1eb8', 'project_id': '95a89a99e1804279b3b841be40b83aba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:18.791944 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-287333ad-8f70-4ed1-8d09-018901f5ad4d tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Project 95a89a99e1804279b3b841be40b83aba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:35:18.798552 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-287333ad-8f70-4ed1-8d09-018901f5ad4d tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.875396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-287333ad-8f70-4ed1-8d09-018901f5ad4d tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.879568 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-287333ad-8f70-4ed1-8d09-018901f5ad4d tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.897988 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287333ad-8f70-4ed1-8d09-018901f5ad4d tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6b7c3e-12c0-47ea-b66b-830c4de6a7bf,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:18.905905 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-287333ad-8f70-4ed1-8d09-018901f5ad4d tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.908369 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-287333ad-8f70-4ed1-8d09-018901f5ad4d tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432996 Jul 16 18:35:19.062483 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-9f19276a-540e-4373-8b45-04b7fc56854a tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-30320408&fields=id&tenant_id=95a89a99e1804279b3b841be40b83aba HTTP/1.1" status: 200 len: 267 time: 0.0333765 Jul 16 18:35:19.145464 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.191703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-8c2644ec-3489-451f-bd51-2d557d0b2ac1 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:19.193208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-8c2644ec-3489-451f-bd51-2d557d0b2ac1 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/networks?id=8542299f-35b9-4393-9a14-4ad179d8ebae HTTP/1.1" status: 200 len: 814 time: 0.1228611 Jul 16 18:35:19.209462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-57271af6-aadd-46ff-aac3-62c60baff57b tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/quotas/95a89a99e1804279b3b841be40b83aba HTTP/1.1" status: 200 len: 375 time: 0.0107865 Jul 16 18:35:19.278600 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-9dd1e524-6b07-4e32-824c-5817ac130769 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=95a89a99e1804279b3b841be40b83aba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638278 Jul 16 18:35:19.458505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-f2a22e4e-dbef-46af-a8ba-5f3d133860c7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:35:19.459519 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-f2a22e4e-dbef-46af-a8ba-5f3d133860c7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1691506 Jul 16 18:35:19.563283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-60d5f1b1-6ade-4a2f-bad0-514a056e16d7 service neutron] 10.222.0.24 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972097 Jul 16 18:35:19.662656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-264351f1-4c52-4fce-afab-6a449921c902 service neutron] 10.222.0.24 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933561 Jul 16 18:35:20.036854 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68b438f2-f5a5-453e-b8aa-7b4ffc40a71a req-4218d005-2bf5-4fb1-9d79-69be7ab694ba tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 210 time: 0.0387807 Jul 16 18:35:21.122702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-7020729b-4cdf-435d-97b4-4626ed4a82a6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:21.124903 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-7020729b-4cdf-435d-97b4-4626ed4a82a6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.11 "GET /v2.0/networks?id=8542299f-35b9-4393-9a14-4ad179d8ebae HTTP/1.1" status: 200 len: 814 time: 0.1197536 Jul 16 18:35:21.176302 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-c8adfe8a-7133-42c1-bd78-a01620d5cdd9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95a89a99e1804279b3b841be40b83aba HTTP/1.1" status: 200 len: 378 time: 0.0398328 Jul 16 18:35:21.185132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Request body: {'port': {'device_id': '96b3e038-474e-4757-a572-245f3d4c7d51', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'admin_state_up': True, 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'security_groups': ['f403646c-6809-412c-a695-1bedc5fd1eb8']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:21.211884 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3802e623-3bb5-4da4-a686-34ca410ecec9 req-af946d00-1d86-4fac-9671-46e9ccdb7cf3 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 210 time: 0.0296493 Jul 16 18:35:21.303508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Made reservation on behalf of 95a89a99e1804279b3b841be40b83aba for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:21.307600 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.755233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Allocated IP 172.20.0.8 (8542299f-35b9-4393-9a14-4ad179d8ebae/26dbf9c7-857f-45e0-a6ed-0681ed1a701c/dd3cae03-8279-4019-88ba-3e5047d14a9d) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:21.905996 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.920287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Transition to ACTIVE for port object dd3cae03-8279-4019-88ba-3e5047d14a9d will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:21.956883 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.997198 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Network 8542299f-35b9-4393-9a14-4ad179d8ebae is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:22.000561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:22.004469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:22.049555 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Pushing event updated for resources: {'Port': ['ID=dd3cae03-8279-4019-88ba-3e5047d14a9d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:22.071812 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.072728 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.089924 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-71fac965-d8aa-4e32-851b-46796443a4d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9086049 Jul 16 18:35:22.192304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Request body: {'port': {'device_id': '96b3e038-474e-4757-a572-245f3d4c7d51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:22.272606 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.313299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8f07e290-f268-4928-8110-6a321333fe29 None None] Provisioning for port dd3cae03-8279-4019-88ba-3e5047d14a9d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:22.323468 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8f07e290-f268-4928-8110-6a321333fe29 None None] Provisioning complete for port dd3cae03-8279-4019-88ba-3e5047d14a9d triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:22.323858 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8f07e290-f268-4928-8110-6a321333fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.379955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-8f07e290-f268-4928-8110-6a321333fe29 None None] Port dd3cae03-8279-4019-88ba-3e5047d14a9d cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:22.427141 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbb95b-2b00-4a63-a14e-bfd368c6cb6c req-c5ec3bef-eea6-47ea-b26c-11ccd049137f tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.429851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dcbb95b-2b00-4a63-a14e-bfd368c6cb6c req-c5ec3bef-eea6-47ea-b26c-11ccd049137f tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 931 time: 0.0880237 Jul 16 18:35:22.480654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dcbb95b-2b00-4a63-a14e-bfd368c6cb6c req-feba7ee4-4f50-4ca2-9c77-15d05d223b0f tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436361 Jul 16 18:35:22.596139 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3cae03-8279-4019-88ba-3e5047d14a9d {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:22.604938 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.619763 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Transition to ACTIVE for port object dd3cae03-8279-4019-88ba-3e5047d14a9d will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:22.625113 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.689597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3cae03-8279-4019-88ba-3e5047d14a9d,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:22.765905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Attempting to bind port dd3cae03-8279-4019-88ba-3e5047d14a9d on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:22.766297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Attempting to bind port dd3cae03-8279-4019-88ba-3e5047d14a9d by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '47b85ee7-406f-4dd6-8196-9b71930db6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:22.766653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Attempting to bind port dd3cae03-8279-4019-88ba-3e5047d14a9d on network 8542299f-35b9-4393-9a14-4ad179d8ebae {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:22.771520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Port dd3cae03-8279-4019-88ba-3e5047d14a9d on network 8542299f-35b9-4393-9a14-4ad179d8ebae not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:22.771851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Attempting to bind port dd3cae03-8279-4019-88ba-3e5047d14a9d on network 8542299f-35b9-4393-9a14-4ad179d8ebae {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:22.777616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:22.778937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Checking segment: {'id': '47b85ee7-406f-4dd6-8196-9b71930db6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:22.779264 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Bound using segment: {'id': '47b85ee7-406f-4dd6-8196-9b71930db6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:22.779732 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Bound port: dd3cae03-8279-4019-88ba-3e5047d14a9d, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b85ee7-406f-4dd6-8196-9b71930db6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:22.780107 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.858533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] For port dd3cae03-8279-4019-88ba-3e5047d14a9d, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:22.862076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] For port dd3cae03-8279-4019-88ba-3e5047d14a9d, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dd3cae03-8279-4019-88ba-3e5047d14a9d,segment=NetworkSegment(47b85ee7-406f-4dd6-8196-9b71930db6ce),segment_id=47b85ee7-406f-4dd6-8196-9b71930db6ce)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:22.868632 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.906235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.906844 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.908220 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] 10.222.0.11 "PUT /v2.0/ports/dd3cae03-8279-4019-88ba-3e5047d14a9d HTTP/1.1" status: 200 len: 1092 time: 0.8111503 Jul 16 18:35:22.908671 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:22.911269 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23958bc-556c-48b5-8d90-40394e19718d" -d '{"events": [{"name": "network-changed", "server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:22.944696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f009a-0829-485d-8e5a-c91c7d0e9515 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3cae03-8279-4019-88ba-3e5047d14a9d,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:23.032920 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-b16ce457-7104-411f-ad57-ce1d57928b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.034526 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-b16ce457-7104-411f-ad57-ce1d57928b37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95a89a99e1804279b3b841be40b83aba&device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 1095 time: 0.0779262 Jul 16 18:35:23.096017 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-7e50adf5-580e-4c65-83b6-a43e8784aad0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd3cae03-8279-4019-88ba-3e5047d14a9d HTTP/1.1" status: 200 len: 217 time: 0.0533030 Jul 16 18:35:23.158312 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00681381-7912-47fc-836f-218a6da23513 x-openstack-request-id: req-00681381-7912-47fc-836f-218a6da23513 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:23.158638 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:23.158932 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00681381-7912-47fc-836f-218a6da23513 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:23.159488 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'status': 'completed', 'code': 200} Jul 16 18:35:23.161642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-d9df84b5-509d-4cfe-a0d4-94cace7e8e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.163305 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-d9df84b5-509d-4cfe-a0d4-94cace7e8e60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26dbf9c7-857f-45e0-a6ed-0681ed1a701c HTTP/1.1" status: 200 len: 853 time: 0.0608521 Jul 16 18:35:23.225465 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-6b517eb5-2682-43f9-9ede-4bfe7336c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.227204 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-6b517eb5-2682-43f9-9ede-4bfe7336c900 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8542299f-35b9-4393-9a14-4ad179d8ebae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566471 Jul 16 18:35:23.328853 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-356316ba-08fb-4cb8-b589-c84c2a0340dc service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932372 Jul 16 18:35:23.426647 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f093752a-b778-450e-bf2c-53bdeef9db18 req-bc1afd31-9a92-494b-afb5-7c4e754f4dc6 service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909693 Jul 16 18:35:23.468462 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.536518 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23958bc-556c-48b5-8d90-40394e19718d req-2dc4208f-eba0-4ddf-9b15-38b5f8be49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.538094 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f23958bc-556c-48b5-8d90-40394e19718d req-2dc4208f-eba0-4ddf-9b15-38b5f8be49b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95a89a99e1804279b3b841be40b83aba&device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 1095 time: 0.0616663 Jul 16 18:35:23.646135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23958bc-556c-48b5-8d90-40394e19718d req-5dcc684a-f526-4cff-a3a2-f45ecfacffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.647537 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f23958bc-556c-48b5-8d90-40394e19718d req-5dcc684a-f526-4cff-a3a2-f45ecfacffd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8542299f-35b9-4393-9a14-4ad179d8ebae HTTP/1.1" status: 200 len: 915 time: 0.1021190 Jul 16 18:35:23.686841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd11a2-d661-4e8c-9e0d-9e417957186c req-5767ae29-9408-4147-90bd-996a0a08ee15 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.689087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dccd11a2-d661-4e8c-9e0d-9e417957186c req-5767ae29-9408-4147-90bd-996a0a08ee15 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 943 time: 0.0846782 Jul 16 18:35:23.701268 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f23958bc-556c-48b5-8d90-40394e19718d req-53511205-28f4-4e8e-afa9-3533cf61cc31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd3cae03-8279-4019-88ba-3e5047d14a9d HTTP/1.1" status: 200 len: 217 time: 0.0452061 Jul 16 18:35:23.734426 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dccd11a2-d661-4e8c-9e0d-9e417957186c req-0a67a14e-091e-4b5e-96c3-4127a0b6cd34 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391469 Jul 16 18:35:23.766633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23958bc-556c-48b5-8d90-40394e19718d req-cf118987-09eb-4741-91b4-9bb774d93461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.768213 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f23958bc-556c-48b5-8d90-40394e19718d req-cf118987-09eb-4741-91b4-9bb774d93461 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26dbf9c7-857f-45e0-a6ed-0681ed1a701c HTTP/1.1" status: 200 len: 853 time: 0.0596914 Jul 16 18:35:23.832052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23958bc-556c-48b5-8d90-40394e19718d req-e8a02c60-fa1e-41c5-97bf-f1e7aa316175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.833598 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f23958bc-556c-48b5-8d90-40394e19718d req-e8a02c60-fa1e-41c5-97bf-f1e7aa316175 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8542299f-35b9-4393-9a14-4ad179d8ebae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576861 Jul 16 18:35:23.938740 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f23958bc-556c-48b5-8d90-40394e19718d req-d976ec57-1ad2-4f2c-90b9-c8aab2a576c0 service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972202 Jul 16 18:35:24.033168 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f23958bc-556c-48b5-8d90-40394e19718d req-d62b0b8d-58e7-49cb-85a7-277629ee09eb service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880604 Jul 16 18:35:24.924036 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd1818-92f9-4349-a920-8aa726c5888e req-a8759121-91ab-4dab-be5a-30c759e9fd7d tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:24.925521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40cd1818-92f9-4349-a920-8aa726c5888e req-a8759121-91ab-4dab-be5a-30c759e9fd7d tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 943 time: 0.0693915 Jul 16 18:35:24.966751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40cd1818-92f9-4349-a920-8aa726c5888e req-a86c435e-0423-4688-a6e9-421a3a3ccb85 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349035 Jul 16 18:35:25.616538 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:26.146297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cec45-9e45-49f3-9132-f3e3cab597b4 req-84f3270f-75b2-4a12-9f6a-3c5afa58f833 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:26.147823 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-163cec45-9e45-49f3-9132-f3e3cab597b4 req-84f3270f-75b2-4a12-9f6a-3c5afa58f833 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 943 time: 0.0661550 Jul 16 18:35:26.187969 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-163cec45-9e45-49f3-9132-f3e3cab597b4 req-6aa38116-5d45-4748-b9e4-434753cdbdce tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342700 Jul 16 18:35:27.381846 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce872615-c802-41dd-86a7-3f3c6799e24c req-020a915f-6fd6-48d0-a07d-772d8ca82071 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:27.383421 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce872615-c802-41dd-86a7-3f3c6799e24c req-020a915f-6fd6-48d0-a07d-772d8ca82071 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 943 time: 0.0700366 Jul 16 18:35:27.431436 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce872615-c802-41dd-86a7-3f3c6799e24c req-2c045079-1c18-4c0f-a677-8ad238cede2b tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411234 Jul 16 18:35:28.616083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d9275-120f-4bba-8e7c-0145b305f21b req-5afdbba9-b33a-41ed-afe2-0dfd3eae986d tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:28.617789 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c1d9275-120f-4bba-8e7c-0145b305f21b req-5afdbba9-b33a-41ed-afe2-0dfd3eae986d tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 943 time: 0.0676143 Jul 16 18:35:28.663580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4c1d9275-120f-4bba-8e7c-0145b305f21b req-522175dc-90dd-474a-9d41-463d5e231539 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398645 Jul 16 18:35:29.880235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1116d-45ce-4e3d-ae83-8d3323d149da req-67e15d39-d862-44ac-b71e-b32f453f83bd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:29.882461 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a0a1116d-45ce-4e3d-ae83-8d3323d149da req-67e15d39-d862-44ac-b71e-b32f453f83bd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 943 time: 0.0833423 Jul 16 18:35:29.923726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a0a1116d-45ce-4e3d-ae83-8d3323d149da req-ecb84db1-2278-4513-8a7b-7722c0c9a610 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347307 Jul 16 18:35:31.105881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb2159-8437-4bec-9590-417d053a2038 req-a0916573-b3ef-4843-99b6-a659593f5b89 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:31.107979 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1aeb2159-8437-4bec-9590-417d053a2038 req-a0916573-b3ef-4843-99b6-a659593f5b89 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 943 time: 0.0681760 Jul 16 18:35:31.147764 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1aeb2159-8437-4bec-9590-417d053a2038 req-8408ba21-b7ec-4fb2-911c-3bc173a3445b tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342343 Jul 16 18:35:32.322919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af91438-3dea-4565-8218-e83025e5a947 req-04e6f592-822b-4e41-b129-a62d3f7607fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.324461 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2af91438-3dea-4565-8218-e83025e5a947 req-04e6f592-822b-4e41-b129-a62d3f7607fd tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 943 time: 0.0647509 Jul 16 18:35:32.365776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2af91438-3dea-4565-8218-e83025e5a947 req-66b56b8e-09ea-46aa-b7b4-9554f4f9a8d1 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351965 Jul 16 18:35:33.553416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06bff3-6814-489b-9e83-7215174cff13 req-6ecbb5f8-e178-4aa6-94e8-dd4588bb35d5 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:33.554956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d06bff3-6814-489b-9e83-7215174cff13 req-6ecbb5f8-e178-4aa6-94e8-dd4588bb35d5 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 943 time: 0.0683398 Jul 16 18:35:33.597067 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d06bff3-6814-489b-9e83-7215174cff13 req-ae09de35-3837-4ca7-aa70-1996fe122572 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352252 Jul 16 18:35:34.236750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dd3cae03-8279-4019-88ba-3e5047d14a9d details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:34.333671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dd3cae03-8279-4019-88ba-3e5047d14a9d, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dd3cae03-8279-4019-88ba-3e5047d14a9d,segment=NetworkSegment(47b85ee7-406f-4dd6-8196-9b71930db6ce),segment_id=47b85ee7-406f-4dd6-8196-9b71930db6ce)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:34.499442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'port_id': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'mac_address': 'fa:16:3e:30:13:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:34.535577 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.548052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3cae03-8279-4019-88ba-3e5047d14a9d {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:34.568203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dd3cae03-8279-4019-88ba-3e5047d14a9d, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dd3cae03-8279-4019-88ba-3e5047d14a9d,segment=NetworkSegment(47b85ee7-406f-4dd6-8196-9b71930db6ce),segment_id=47b85ee7-406f-4dd6-8196-9b71930db6ce)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:34.572264 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.619926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=dd3cae03-8279-4019-88ba-3e5047d14a9d,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:34.628865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:34.629220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:34.629557 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:34.630491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:34.630611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:34.630927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:34.631257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:34.631583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:34.631909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:34.632235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:34.632555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:34.632876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:34.789884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9798c6b-febc-4ba2-9926-ead84e8cebc5 req-289ffaa5-9cee-47dc-a02e-8799da961aed tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:34.791407 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9798c6b-febc-4ba2-9926-ead84e8cebc5 req-289ffaa5-9cee-47dc-a02e-8799da961aed tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 944 time: 0.0701094 Jul 16 18:35:34.824884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['dd3cae03-8279-4019-88ba-3e5047d14a9d'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:34.833262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9798c6b-febc-4ba2-9926-ead84e8cebc5 req-257a3784-d4a2-4434-afae-9f1f346acea3 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353646 Jul 16 18:35:36.030865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8278f9-efae-4704-bb89-899708bcebe4 req-223108ce-ca57-44f7-8f9f-b7a0d526ab1c tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:36.032478 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e8278f9-efae-4704-bb89-899708bcebe4 req-223108ce-ca57-44f7-8f9f-b7a0d526ab1c tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 944 time: 0.0742285 Jul 16 18:35:36.081891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e8278f9-efae-4704-bb89-899708bcebe4 req-6d909ace-81e6-4fd3-92cb-addb4f9d11a9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407441 Jul 16 18:35:36.254005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dd3cae03-8279-4019-88ba-3e5047d14a9d up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:36.308110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port dd3cae03-8279-4019-88ba-3e5047d14a9d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:36.311933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port dd3cae03-8279-4019-88ba-3e5047d14a9d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:36.312304 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.394226 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.421100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:36.423332 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516d0072-72dd-4899-8800-cb4e252e95a4" -d '{"events": [{"server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "name": "network-vif-plugged", "status": "completed", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:36.436690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port dd3cae03-8279-4019-88ba-3e5047d14a9d, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dd3cae03-8279-4019-88ba-3e5047d14a9d,segment=NetworkSegment(47b85ee7-406f-4dd6-8196-9b71930db6ce),segment_id=47b85ee7-406f-4dd6-8196-9b71930db6ce)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:36.442074 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.496417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=dd3cae03-8279-4019-88ba-3e5047d14a9d,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:36.535792 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674930fb-04e7-4c8f-b9c4-7fbe8ffbbd8f x-openstack-request-id: req-674930fb-04e7-4c8f-b9c4-7fbe8ffbbd8f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:36.536094 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "name": "network-vif-plugged", "status": "completed", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:36.536354 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-674930fb-04e7-4c8f-b9c4-7fbe8ffbbd8f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:36.536783 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'code': 200} Jul 16 18:35:36.652011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98c7b2-4c68-4e59-aa51-8df8b8fea597 req-a63313e6-5c98-4c4f-a805-e78d739cbce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:36.654277 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8d98c7b2-4c68-4e59-aa51-8df8b8fea597 req-a63313e6-5c98-4c4f-a805-e78d739cbce0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 1097 time: 0.0519454 Jul 16 18:35:36.693571 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8d98c7b2-4c68-4e59-aa51-8df8b8fea597 req-741e3734-4115-42be-9d44-9887d140fd77 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320325 Jul 16 18:35:37.283687 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb77ac5-25bb-474f-a209-7ba25abfd141 req-7baa6376-8ba7-479a-b966-eb9effc102a6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.285249 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1bb77ac5-25bb-474f-a209-7ba25abfd141 req-7baa6376-8ba7-479a-b966-eb9effc102a6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 945 time: 0.0765882 Jul 16 18:35:37.329082 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1bb77ac5-25bb-474f-a209-7ba25abfd141 req-ab2d2c64-0196-488d-aaed-c549bbce27e5 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381744 Jul 16 18:35:38.555187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57c90a-598c-4f01-937b-c746e4e028b5 req-910d90fc-8005-4dd8-8ead-9ed52f604b9a tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.556788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d57c90a-598c-4f01-937b-c746e4e028b5 req-910d90fc-8005-4dd8-8ead-9ed52f604b9a tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 945 time: 0.0794151 Jul 16 18:35:38.602126 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d57c90a-598c-4f01-937b-c746e4e028b5 req-512eefc3-1852-4fbf-8b49-39df71bd5db5 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383596 Jul 16 18:35:38.822597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a252b-b934-467b-8d22-d8767a72c2a6 req-476a07ac-c2cc-4b77-bb01-07bcc878b020 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.824076 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a7a252b-b934-467b-8d22-d8767a72c2a6 req-476a07ac-c2cc-4b77-bb01-07bcc878b020 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 945 time: 0.0785344 Jul 16 18:35:38.868563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a7a252b-b934-467b-8d22-d8767a72c2a6 req-20027832-5b8e-4994-9e65-dd8030878a0e tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381567 Jul 16 18:35:38.896321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43390) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:39.003735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934068ee-fbab-4af4-8859-28018037bf0f tempest-TestVolumeBackupRestore-669077030 tempest-TestVolumeBackupRestore-669077030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:39.005490 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-934068ee-fbab-4af4-8859-28018037bf0f tempest-TestVolumeBackupRestore-669077030 tempest-TestVolumeBackupRestore-669077030-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 1092 time: 0.1080320 Jul 16 18:35:39.008336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43394) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:39.013450 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:39.038220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.148223 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.266950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Allocated IP 172.25.3.143 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/49de2098-6e4e-4348-9634-13bc6b0004ae) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:39.385824 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.435813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.478528 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:39.481651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:39.485405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:39.491739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Pushing event updated for resources: {'Port': ['ID=49de2098-6e4e-4348-9634-13bc6b0004ae,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:39.909803 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:39.999120 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.178871 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.184761 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.257821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Pushing event updated for resources: {'Port': ['ID=49de2098-6e4e-4348-9634-13bc6b0004ae,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:40.270954 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.395580 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Floating IP d0326fb5-f54e-425a-a794-31efc3fdc36e associated. External IP: 172.25.3.143, port: dd3cae03-8279-4019-88ba-3e5047d14a9d. Jul 16 18:35:40.658949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Router c9f653c8-6ab4-4e1c-845d-01a3679b047f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:40.787129 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:40.798462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69e29b-1177-4c9c-a756-b4458dfaec9f None None] Sync routers for ids ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:40.808230 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:40.808627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c69e29b-1177-4c9c-a756-b4458dfaec9f None None] Routers {'c9f653c8-6ab4-4e1c-845d-01a3679b047f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:40.809064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2c69e29b-1177-4c9c-a756-b4458dfaec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:35:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:40.849242 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e3cd350a-37b5-49c9-8a95-41cb28690910 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8397570 Jul 16 18:35:40.850079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:40.852444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43396) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:40.852959 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95c6b95-621a-4ab7-9c85-c031ef6a3d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:40.935671 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1978be-52a5-4686-8289-7bfd054cfc07 tempest-TestVolumeBackupRestore-669077030 tempest-TestVolumeBackupRestore-669077030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.937120 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1b1978be-52a5-4686-8289-7bfd054cfc07 tempest-TestVolumeBackupRestore-669077030 tempest-TestVolumeBackupRestore-669077030-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 1092 time: 0.0819740 Jul 16 18:35:40.940178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43402) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:40.944893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-61a7f208-bc9c-49f8-82bd-71f5aa22f206 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Request body: {'floatingip': {'port_id': 'dd3cae03-8279-4019-88ba-3e5047d14a9d'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:40.947521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-2c69e29b-1177-4c9c-a756-b4458dfaec9f None None] Set router c9f653c8-6ab4-4e1c-845d-01a3679b047f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:40.991118 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6755f0db-7258-40a9-972f-170fa500ab3a x-openstack-request-id: req-6755f0db-7258-40a9-972f-170fa500ab3a {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:40.991420 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:40.991677 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6755f0db-7258-40a9-972f-170fa500ab3a {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:40.992079 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'status': 'completed', 'code': 200} Jul 16 18:35:41.005345 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61a7f208-bc9c-49f8-82bd-71f5aa22f206 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:41.077541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c6b95-621a-4ab7-9c85-c031ef6a3d7e req-5cd280dc-284d-4bc8-b213-a6ebacc8294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:41.080293 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c95c6b95-621a-4ab7-9c85-c031ef6a3d7e req-5cd280dc-284d-4bc8-b213-a6ebacc8294f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95a89a99e1804279b3b841be40b83aba&device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 1097 time: 0.0599582 Jul 16 18:35:41.182087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c6b95-621a-4ab7-9c85-c031ef6a3d7e req-9fd392ce-b459-417e-9db2-f9b1ab6f768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:41.184170 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c95c6b95-621a-4ab7-9c85-c031ef6a3d7e req-9fd392ce-b459-417e-9db2-f9b1ab6f768f service neutron] 10.222.0.11 "GET /v2.0/networks?id=8542299f-35b9-4393-9a14-4ad179d8ebae HTTP/1.1" status: 200 len: 915 time: 0.0974674 Jul 16 18:35:41.204820 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2c69e29b-1177-4c9c-a756-b4458dfaec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'd0326fb5-f54e-425a-a794-31efc3fdc36e', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'port_id': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'mac_address': 'fa:16:3e:30:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3e038-474e-4757-a572-245f3d4c7d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:39Z', 'updated_at': '2021-07-16T18:35:39Z', 'revision_number': 0, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 5, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:41.246555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69e29b-1177-4c9c-a756-b4458dfaec9f None None] Checking router: c9f653c8-6ab4-4e1c-845d-01a3679b047f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:41.261251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c69e29b-1177-4c9c-a756-b4458dfaec9f None None] Routers {'c9f653c8-6ab4-4e1c-845d-01a3679b047f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:41.262334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2c69e29b-1177-4c9c-a756-b4458dfaec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:35:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:41.264014 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c95c6b95-621a-4ab7-9c85-c031ef6a3d7e req-cb8734d1-5b49-45f0-96b4-f2cab5f6f6ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd3cae03-8279-4019-88ba-3e5047d14a9d HTTP/1.1" status: 200 len: 999 time: 0.0703559 Jul 16 18:35:41.317834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c6b95-621a-4ab7-9c85-c031ef6a3d7e req-ddc16cba-4ef8-4468-9fbb-433add3f94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:41.319701 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c95c6b95-621a-4ab7-9c85-c031ef6a3d7e req-ddc16cba-4ef8-4468-9fbb-433add3f94f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26dbf9c7-857f-45e0-a6ed-0681ed1a701c HTTP/1.1" status: 200 len: 853 time: 0.0493813 Jul 16 18:35:41.396517 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c6b95-621a-4ab7-9c85-c031ef6a3d7e req-8e2fb86f-1e4e-4744-a090-3f5667bded8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:41.398634 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c95c6b95-621a-4ab7-9c85-c031ef6a3d7e req-8e2fb86f-1e4e-4744-a090-3f5667bded8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8542299f-35b9-4393-9a14-4ad179d8ebae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724702 Jul 16 18:35:41.452353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-2c69e29b-1177-4c9c-a756-b4458dfaec9f None None] Set router c9f653c8-6ab4-4e1c-845d-01a3679b047f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:41.515281 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c95c6b95-621a-4ab7-9c85-c031ef6a3d7e req-136b70b7-4f5e-4d27-a681-d3792866059c service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098943 Jul 16 18:35:41.640988 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c95c6b95-621a-4ab7-9c85-c031ef6a3d7e req-8335a949-c078-479c-90fe-2c93278feded service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191313 Jul 16 18:35:41.798250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-2c69e29b-1177-4c9c-a756-b4458dfaec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'd0326fb5-f54e-425a-a794-31efc3fdc36e', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'port_id': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'mac_address': 'fa:16:3e:30:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3e038-474e-4757-a572-245f3d4c7d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:39Z', 'updated_at': '2021-07-16T18:35:39Z', 'revision_number': 0, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 5, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:41.830423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69e29b-1177-4c9c-a756-b4458dfaec9f None None] The sync data for ids ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'] in n-d-787205-10 is: [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'd0326fb5-f54e-425a-a794-31efc3fdc36e', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'port_id': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'mac_address': 'fa:16:3e:30:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3e038-474e-4757-a572-245f3d4c7d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:39Z', 'updated_at': '2021-07-16T18:35:39Z', 'revision_number': 0, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 5, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:42.066600 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61a7f208-bc9c-49f8-82bd-71f5aa22f206 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.067903 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37aa06d-a94b-4030-b26f-624b30468966 None None] New status for floating IP d0326fb5-f54e-425a-a794-31efc3fdc36e: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:35:42.071604 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61a7f208-bc9c-49f8-82bd-71f5aa22f206 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.305505 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a7f208-bc9c-49f8-82bd-71f5aa22f206 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Router c9f653c8-6ab4-4e1c-845d-01a3679b047f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:42.423571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a7f208-bc9c-49f8-82bd-71f5aa22f206 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:42.431250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-61a7f208-bc9c-49f8-82bd-71f5aa22f206 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.435477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec2fc9-d4c8-4407-9063-7c8c6fa21564 None None] Sync routers for ids ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:42.451515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec2fc9-d4c8-4407-9063-7c8c6fa21564 None None] Routers {'c9f653c8-6ab4-4e1c-845d-01a3679b047f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:42.452564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-95ec2fc9-d4c8-4407-9063-7c8c6fa21564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:35:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:42.529416 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-61a7f208-bc9c-49f8-82bd-71f5aa22f206 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "PUT /v2.0/floatingips/d0326fb5-f54e-425a-a794-31efc3fdc36e HTTP/1.1" status: 200 len: 991 time: 1.5881076 Jul 16 18:35:42.624650 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-95ec2fc9-d4c8-4407-9063-7c8c6fa21564 None None] Set router c9f653c8-6ab4-4e1c-845d-01a3679b047f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:42.936483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-95ec2fc9-d4c8-4407-9063-7c8c6fa21564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'd0326fb5-f54e-425a-a794-31efc3fdc36e', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'port_id': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'mac_address': 'fa:16:3e:30:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3e038-474e-4757-a572-245f3d4c7d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:39Z', 'updated_at': '2021-07-16T18:35:42Z', 'revision_number': 2, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 5, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:42.980032 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec2fc9-d4c8-4407-9063-7c8c6fa21564 None None] Checking router: c9f653c8-6ab4-4e1c-845d-01a3679b047f for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:42.991946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec2fc9-d4c8-4407-9063-7c8c6fa21564 None None] Routers {'c9f653c8-6ab4-4e1c-845d-01a3679b047f'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:42.992975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-95ec2fc9-d4c8-4407-9063-7c8c6fa21564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:35:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:42.993514 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d'}, {'name': 'network-changed', 'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:42.996162 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ca19bf0be6115e084ac31a40600df3b66d46aa29c5777b63bd41b688230a318" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d"}, {"name": "network-changed", "server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:43.041551 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b3f475-aef5-4767-980a-833e911ae0ef x-openstack-request-id: req-33b3f475-aef5-4767-980a-833e911ae0ef {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:43.041956 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:43.042223 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33b3f475-aef5-4767-980a-833e911ae0ef {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:43.042865 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'status': 'completed', 'code': 200} Jul 16 18:35:43.043271 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'status': 'completed', 'code': 200} Jul 16 18:35:43.116374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-95ec2fc9-d4c8-4407-9063-7c8c6fa21564 None None] Set router c9f653c8-6ab4-4e1c-845d-01a3679b047f gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:43.134594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-4a58ee29-9faa-47d7-a284-71ec8f9e725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:43.136205 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-4a58ee29-9faa-47d7-a284-71ec8f9e725e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95a89a99e1804279b3b841be40b83aba&device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 1097 time: 0.0669956 Jul 16 18:35:43.277383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-f8829798-d035-496c-82e3-bfc0c385904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:43.280263 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-f8829798-d035-496c-82e3-bfc0c385904c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8542299f-35b9-4393-9a14-4ad179d8ebae HTTP/1.1" status: 200 len: 915 time: 0.1372981 Jul 16 18:35:43.404698 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-3a7608bf-9ae0-473d-9875-d65e248bcf55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd3cae03-8279-4019-88ba-3e5047d14a9d HTTP/1.1" status: 200 len: 1001 time: 0.1183772 Jul 16 18:35:43.445893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-95ec2fc9-d4c8-4407-9063-7c8c6fa21564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'd0326fb5-f54e-425a-a794-31efc3fdc36e', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'port_id': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'mac_address': 'fa:16:3e:30:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3e038-474e-4757-a572-245f3d4c7d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:39Z', 'updated_at': '2021-07-16T18:35:42Z', 'revision_number': 2, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 5, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:43.467146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-051782bb-dad4-4656-b61c-65c0364d3a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:43.468854 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-051782bb-dad4-4656-b61c-65c0364d3a09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26dbf9c7-857f-45e0-a6ed-0681ed1a701c HTTP/1.1" status: 200 len: 853 time: 0.0582414 Jul 16 18:35:43.482117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ec2fc9-d4c8-4407-9063-7c8c6fa21564 None None] The sync data for ids ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'] in n-d-787205-10 is: [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'd0326fb5-f54e-425a-a794-31efc3fdc36e', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'floating_ip_address': '172.25.3.143', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'port_id': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'mac_address': 'fa:16:3e:30:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b3e038-474e-4757-a572-245f3d4c7d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:39Z', 'updated_at': '2021-07-16T18:35:42Z', 'revision_number': 2, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 5, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:43.552756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-1dbd46f7-fb70-43b3-913e-dda261b737bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:43.555365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-1dbd46f7-fb70-43b3-913e-dda261b737bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8542299f-35b9-4393-9a14-4ad179d8ebae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798852 Jul 16 18:35:43.568425 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-373e68e6-f8c1-4b83-88b8-5f737c3be700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.698479 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-97dd92e3-f174-4fd4-ab3d-672455a88d86 service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368673 Jul 16 18:35:43.829253 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-d7e80972-d509-4f7a-80d1-18642f2b8888 service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222429 Jul 16 18:35:43.948679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-985b1e4a-8d10-452f-a0e5-e9d1f3d1b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:43.950332 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-985b1e4a-8d10-452f-a0e5-e9d1f3d1b78c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95a89a99e1804279b3b841be40b83aba&device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 1097 time: 0.0752449 Jul 16 18:35:44.063187 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-5229c064-9d46-45bb-ba9b-a2661401e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:44.064709 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-5229c064-9d46-45bb-ba9b-a2661401e1d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8542299f-35b9-4393-9a14-4ad179d8ebae HTTP/1.1" status: 200 len: 915 time: 0.1079144 Jul 16 18:35:44.141823 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-8d14b90c-8aa5-4663-ac4a-1bc7f2462657 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd3cae03-8279-4019-88ba-3e5047d14a9d HTTP/1.1" status: 200 len: 1001 time: 0.0705650 Jul 16 18:35:44.210947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-fee09352-f681-47e0-bf5f-3b8d009b1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:44.212758 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-fee09352-f681-47e0-bf5f-3b8d009b1b98 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26dbf9c7-857f-45e0-a6ed-0681ed1a701c HTTP/1.1" status: 200 len: 853 time: 0.0653491 Jul 16 18:35:44.297237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-94b16496-c6fe-48b4-9b78-d76e72547a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:44.299220 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-94b16496-c6fe-48b4-9b78-d76e72547a3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8542299f-35b9-4393-9a14-4ad179d8ebae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799899 Jul 16 18:35:44.400267 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-0db25cf3-d044-453c-bc35-2aee47d6ceb2 service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945330 Jul 16 18:35:44.500727 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7d22b93c-681c-4291-a05e-c0f9e1e90d0a req-6a78255c-29d0-4bab-a9f0-11868838ffa3 service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937910 Jul 16 18:35:45.768156 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-49d34e1a-106f-44b8-a2e8-9f76613f2072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.000818 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.744760 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:49.152428 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.408427 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:35:53.471430 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.621685 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.568745 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b653f9e-4f99-472d-a56c-87872cef07da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.680979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43414) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.779937 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-01a62741-16f4-4a3a-9f50-9d801741afe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.897344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9c69a010-4ece-44a4-8840-af35c6cc86d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Deleting port 49de2098-6e4e-4348-9634-13bc6b0004ae {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:15.898004 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c69a010-4ece-44a4-8840-af35c6cc86d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.992030 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c69a010-4ece-44a4-8840-af35c6cc86d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.992415 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c69a010-4ece-44a4-8840-af35c6cc86d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.002299 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.011472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9c69a010-4ece-44a4-8840-af35c6cc86d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Calling delete_port for 49de2098-6e4e-4348-9634-13bc6b0004ae owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:16.220045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c69a010-4ece-44a4-8840-af35c6cc86d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.273119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69a010-4ece-44a4-8840-af35c6cc86d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Pushing event deleted for resources: {'Port': ['ID=49de2098-6e4e-4348-9634-13bc6b0004ae,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:16.394818 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c69a010-4ece-44a4-8840-af35c6cc86d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.395159 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-9c69a010-4ece-44a4-8840-af35c6cc86d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Floating IP d0326fb5-f54e-425a-a794-31efc3fdc36e disassociated (deleted). External IP: 172.25.3.143, port: dd3cae03-8279-4019-88ba-3e5047d14a9d. Jul 16 18:36:16.468134 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6076e75d-f457-4352-bd26-95bb5b1b50e5 req-19552ff4-0104-4a19-b3a8-b8f94082d187 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1640191 Jul 16 18:36:16.691932 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076e75d-f457-4352-bd26-95bb5b1b50e5 req-f7ab33b3-8cc4-4a3c-a30c-318be68f2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.693358 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6076e75d-f457-4352-bd26-95bb5b1b50e5 req-f7ab33b3-8cc4-4a3c-a30c-318be68f2a40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95a89a99e1804279b3b841be40b83aba&device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 1097 time: 0.1639645 Jul 16 18:36:16.779207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c69a010-4ece-44a4-8840-af35c6cc86d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Router c9f653c8-6ab4-4e1c-845d-01a3679b047f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:16.913353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076e75d-f457-4352-bd26-95bb5b1b50e5 req-cc1a62ab-4ba5-4c4a-a775-fa0f6ff3c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.914947 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6076e75d-f457-4352-bd26-95bb5b1b50e5 req-cc1a62ab-4ba5-4c4a-a775-fa0f6ff3c6ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=8542299f-35b9-4393-9a14-4ad179d8ebae HTTP/1.1" status: 200 len: 915 time: 0.1877923 Jul 16 18:36:17.010387 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6076e75d-f457-4352-bd26-95bb5b1b50e5 req-33166fff-8296-4f06-a10b-49ff53bf9491 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd3cae03-8279-4019-88ba-3e5047d14a9d HTTP/1.1" status: 200 len: 217 time: 0.0845439 Jul 16 18:36:17.075505 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c69a010-4ece-44a4-8840-af35c6cc86d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:17.084967 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c69a010-4ece-44a4-8840-af35c6cc86d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.089281 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424309f9-0390-4bf1-a356-56cc97aced5f None None] Sync routers for ids ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:17.103808 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424309f9-0390-4bf1-a356-56cc97aced5f None None] Routers {'c9f653c8-6ab4-4e1c-845d-01a3679b047f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:17.104506 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-424309f9-0390-4bf1-a356-56cc97aced5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:36:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:17.130030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076e75d-f457-4352-bd26-95bb5b1b50e5 req-67af1997-b832-49b3-834d-cf7858b15c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:17.132529 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6076e75d-f457-4352-bd26-95bb5b1b50e5 req-67af1997-b832-49b3-834d-cf7858b15c5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26dbf9c7-857f-45e0-a6ed-0681ed1a701c HTTP/1.1" status: 200 len: 853 time: 0.1129472 Jul 16 18:36:17.191574 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9c69a010-4ece-44a4-8840-af35c6cc86d6 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "DELETE /v2.0/floatingips/d0326fb5-f54e-425a-a794-31efc3fdc36e HTTP/1.1" status: 204 len: 168 time: 1.5095990 Jul 16 18:36:17.192978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:17.195470 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e69577-450d-4e58-b9da-7bbe8e9ab4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:17.238001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076e75d-f457-4352-bd26-95bb5b1b50e5 req-0f238398-2908-4906-b524-cfda9e6862f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:17.241390 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6076e75d-f457-4352-bd26-95bb5b1b50e5 req-0f238398-2908-4906-b524-cfda9e6862f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8542299f-35b9-4393-9a14-4ad179d8ebae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003957 Jul 16 18:36:17.250671 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-424309f9-0390-4bf1-a356-56cc97aced5f None None] Set router c9f653c8-6ab4-4e1c-845d-01a3679b047f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:17.284090 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f258138-c72f-43a9-9661-7ccd3b96ce13 x-openstack-request-id: req-6f258138-c72f-43a9-9661-7ccd3b96ce13 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:17.284647 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:17.285183 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f258138-c72f-43a9-9661-7ccd3b96ce13 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:17.285975 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'status': 'completed', 'code': 200} Jul 16 18:36:17.500897 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-424309f9-0390-4bf1-a356-56cc97aced5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 5, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:17.541555 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424309f9-0390-4bf1-a356-56cc97aced5f None None] Checking router: c9f653c8-6ab4-4e1c-845d-01a3679b047f for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:17.556069 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424309f9-0390-4bf1-a356-56cc97aced5f None None] Routers {'c9f653c8-6ab4-4e1c-845d-01a3679b047f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:17.556499 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-424309f9-0390-4bf1-a356-56cc97aced5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:36:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:17.746428 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-424309f9-0390-4bf1-a356-56cc97aced5f None None] Set router c9f653c8-6ab4-4e1c-845d-01a3679b047f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:17.772561 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.848988 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6076e75d-f457-4352-bd26-95bb5b1b50e5 req-90ee8be8-a8c4-4d3d-9f6d-3dfaba6758d1 service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996449 Jul 16 18:36:17.861528 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27887fa1-6b9e-4d2c-b891-fc2a20f8d342 req-62097d03-b510-425a-8851-53acbfbe4336 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:17.864316 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27887fa1-6b9e-4d2c-b891-fc2a20f8d342 req-62097d03-b510-425a-8851-53acbfbe4336 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 945 time: 0.1265116 Jul 16 18:36:17.937954 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27887fa1-6b9e-4d2c-b891-fc2a20f8d342 req-e5ac392f-eee2-4a74-a0aa-bf0598e1e3cc tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604541 Jul 16 18:36:17.985961 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6076e75d-f457-4352-bd26-95bb5b1b50e5 req-2b888cae-25e3-4048-b8d3-b64b719403ac service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293590 Jul 16 18:36:18.080328 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-424309f9-0390-4bf1-a356-56cc97aced5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 5, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:18.133104 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424309f9-0390-4bf1-a356-56cc97aced5f None None] The sync data for ids ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'] in n-d-787205-10 is: [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:27Z', 'revision_number': 4, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '1b694ec8-6028-441a-8b29-6f6a8ec41aa6', 'name': '', 'network_id': '8542299f-35b9-4393-9a14-4ad179d8ebae', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'mac_address': 'fa:16:3e:43:58:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:26Z', 'updated_at': '2021-07-16T18:33:32Z', 'revision_number': 5, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'subnets': [{'id': '26dbf9c7-857f-45e0-a6ed-0681ed1a701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:18.134537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e69577-450d-4e58-b9da-7bbe8e9ab4b7 req-b3c673e9-bd73-40d1-ae0c-c7e4baec0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.136731 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-81e69577-450d-4e58-b9da-7bbe8e9ab4b7 req-b3c673e9-bd73-40d1-ae0c-c7e4baec0a39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=95a89a99e1804279b3b841be40b83aba&device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 1097 time: 0.0897601 Jul 16 18:36:18.274751 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e69577-450d-4e58-b9da-7bbe8e9ab4b7 req-2ef2ed68-7684-4478-a417-2065b4422e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.276338 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-81e69577-450d-4e58-b9da-7bbe8e9ab4b7 req-2ef2ed68-7684-4478-a417-2065b4422e16 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8542299f-35b9-4393-9a14-4ad179d8ebae HTTP/1.1" status: 200 len: 915 time: 0.1322498 Jul 16 18:36:18.324641 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-81e69577-450d-4e58-b9da-7bbe8e9ab4b7 req-ce24a35b-57de-451c-9136-15c205b8be81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd3cae03-8279-4019-88ba-3e5047d14a9d HTTP/1.1" status: 200 len: 217 time: 0.0395954 Jul 16 18:36:18.422165 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e69577-450d-4e58-b9da-7bbe8e9ab4b7 req-bbce63a7-0048-41ac-9d72-6e4729ebb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.424883 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-81e69577-450d-4e58-b9da-7bbe8e9ab4b7 req-bbce63a7-0048-41ac-9d72-6e4729ebb605 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26dbf9c7-857f-45e0-a6ed-0681ed1a701c HTTP/1.1" status: 200 len: 853 time: 0.0913789 Jul 16 18:36:18.488656 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b24c0-63c9-4f8d-9e2c-be316ef57e15 None None] New status for floating IP d0326fb5-f54e-425a-a794-31efc3fdc36e: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:36:18.519094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e69577-450d-4e58-b9da-7bbe8e9ab4b7 req-a644bb49-f06a-43ae-b33a-2b8d27fcf7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.521909 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-81e69577-450d-4e58-b9da-7bbe8e9ab4b7 req-a644bb49-f06a-43ae-b33a-2b8d27fcf7ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8542299f-35b9-4393-9a14-4ad179d8ebae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873528 Jul 16 18:36:18.690015 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-81e69577-450d-4e58-b9da-7bbe8e9ab4b7 req-005815c7-0072-4947-af3a-244069dcda6f service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587806 Jul 16 18:36:18.835822 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-81e69577-450d-4e58-b9da-7bbe8e9ab4b7 req-2320d8b5-2bf3-424f-99d3-7c94b690ddb6 service neutron] 10.222.0.11 "GET /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376169 Jul 16 18:36:19.156199 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.165103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba500bfb-c44e-4006-9ac9-2d442204b52c req-abb8efee-6bfe-4feb-8775-1bbb4cdfcf22 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:19.167219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba500bfb-c44e-4006-9ac9-2d442204b52c req-abb8efee-6bfe-4feb-8775-1bbb4cdfcf22 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 945 time: 0.0937688 Jul 16 18:36:19.218342 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba500bfb-c44e-4006-9ac9-2d442204b52c req-488d71cd-eb46-4366-ac96-8f65516dd170 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/security-groups?id=f403646c-6809-412c-a695-1bedc5fd1eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431828 Jul 16 18:36:19.321458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b68d29-a469-4abb-950f-ec345bd9c03c req-43e16042-f706-4b35-bd87-ee7498c8a2d9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:19.323394 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-74b68d29-a469-4abb-950f-ec345bd9c03c req-43e16042-f706-4b35-bd87-ee7498c8a2d9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.11 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 945 time: 0.1075130 Jul 16 18:36:19.462704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-74b68d29-a469-4abb-950f-ec345bd9c03c req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Deleting port dd3cae03-8279-4019-88ba-3e5047d14a9d {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:19.463184 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-74b68d29-a469-4abb-950f-ec345bd9c03c req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.576737 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-74b68d29-a469-4abb-950f-ec345bd9c03c req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] For port dd3cae03-8279-4019-88ba-3e5047d14a9d, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=dd3cae03-8279-4019-88ba-3e5047d14a9d,segment=NetworkSegment(47b85ee7-406f-4dd6-8196-9b71930db6ce),segment_id=47b85ee7-406f-4dd6-8196-9b71930db6ce)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:19.577316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-74b68d29-a469-4abb-950f-ec345bd9c03c req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.600189 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-74b68d29-a469-4abb-950f-ec345bd9c03c req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Calling delete_port for dd3cae03-8279-4019-88ba-3e5047d14a9d owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:19.759581 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-74b68d29-a469-4abb-950f-ec345bd9c03c req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.797566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Pushing event deleted for resources: {'Port': ['ID=dd3cae03-8279-4019-88ba-3e5047d14a9d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.844844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.845397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.845964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.846498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.847048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.847610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.848146 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.848678 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.849221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.849798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.850346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.850880 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:19.880082 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b68d29-a469-4abb-950f-ec345bd9c03c req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] No DVR routers for this DVR port dd3cae03-8279-4019-88ba-3e5047d14a9d on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:19.883109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-74b68d29-a469-4abb-950f-ec345bd9c03c req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.885734 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-74b68d29-a469-4abb-950f-ec345bd9c03c req-8aa2c1c1-3577-4efd-bfd9-a2a2059fefaf tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.11 "DELETE /v2.0/ports/dd3cae03-8279-4019-88ba-3e5047d14a9d HTTP/1.1" status: 204 len: 173 time: 0.5557671 Jul 16 18:36:19.886237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'name': 'network-vif-deleted', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:19.889241 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f882448-a4c9-414b-8e4a-d6a4b4ac22a3" -d '{"events": [{"server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "name": "network-vif-deleted", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:19.951692 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c77f7b-1c36-4f1a-b82e-d8edbbef9d10 x-openstack-request-id: req-38c77f7b-1c36-4f1a-b82e-d8edbbef9d10 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:19.951692 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b3e038-474e-4757-a572-245f3d4c7d51", "name": "network-vif-deleted", "tag": "dd3cae03-8279-4019-88ba-3e5047d14a9d", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:19.952163 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38c77f7b-1c36-4f1a-b82e-d8edbbef9d10 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:19.952573 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b3e038-474e-4757-a572-245f3d4c7d51', 'name': 'network-vif-deleted', 'tag': 'dd3cae03-8279-4019-88ba-3e5047d14a9d', 'status': 'completed', 'code': 200} Jul 16 18:36:20.462418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a6793f3b-b174-4014-afad-53d6321afb8f req-03e35226-8591-40ed-8b85-4845a3521d94 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 210 time: 0.0357783 Jul 16 18:36:21.723476 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1704dac4-28fe-418e-943a-5db29cc4c0f7 req-5eb2af97-e1ce-4fbb-a29c-f9b21ad789c9 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 210 time: 0.0505512 Jul 16 18:36:22.534397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dd3cae03-8279-4019-88ba-3e5047d14a9d no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:22.558480 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: dd3cae03-8279-4019-88ba-3e5047d14a9d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:22.558805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device dd3cae03-8279-4019-88ba-3e5047d14a9d not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:22.947417 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c7d5b7da-5da9-4535-85a9-f07e6c6dbbf8 req-df9a8617-d9ae-41da-8b9e-7eb3ed962118 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 210 time: 0.0421805 Jul 16 18:36:23.494444 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.214705 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3da93401-8fec-465c-ae01-ede36da0a472 req-9e588249-1139-4890-a16e-59381d82e632 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "GET /v2.0/ports?device_id=96b3e038-474e-4757-a572-245f3d4c7d51 HTTP/1.1" status: 200 len: 210 time: 0.0512869 Jul 16 18:36:25.340178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43438) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.427287 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.471016 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.548801 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.553398 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.555358 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] 10.222.0.24 "DELETE /v2.0/security-groups/f403646c-6809-412c-a695-1bedc5fd1eb8 HTTP/1.1" status: 204 len: 168 time: 0.2072511 Jul 16 18:36:25.572065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f403646c-6809-412c-a695-1bedc5fd1eb8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:25.585686 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:25.586246 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:25.586791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:25.587340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:25.587887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:25.588455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:25.588874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:25.589370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:25.589903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:25.590340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:25.591295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:25.591733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602f0e15-13cf-4e37-a1ba-2ae474bae848 tempest-TestVolumeBackupRestore-246556776 tempest-TestVolumeBackupRestore-246556776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:25.630693 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.414415 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:30.355229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43888) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.912367 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b98fc134-0407-4e18-a313-799b34d97292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.291300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b98fc134-0407-4e18-a313-799b34d97292 admin admin] Deleting port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:31.291663 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b98fc134-0407-4e18-a313-799b34d97292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.434434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-b98fc134-0407-4e18-a313-799b34d97292 admin admin] For port 1b694ec8-6028-441a-8b29-6f6a8ec41aa6, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1b694ec8-6028-441a-8b29-6f6a8ec41aa6,segment=NetworkSegment(47b85ee7-406f-4dd6-8196-9b71930db6ce),segment_id=47b85ee7-406f-4dd6-8196-9b71930db6ce)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:31.436007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b98fc134-0407-4e18-a313-799b34d97292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.458409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b98fc134-0407-4e18-a313-799b34d97292 admin admin] Calling delete_port for 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:31.720067 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b98fc134-0407-4e18-a313-799b34d97292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.767647 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fc134-0407-4e18-a313-799b34d97292 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b694ec8-6028-441a-8b29-6f6a8ec41aa6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.027059 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b98fc134-0407-4e18-a313-799b34d97292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.341579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98fc134-0407-4e18-a313-799b34d97292 admin admin] Router c9f653c8-6ab4-4e1c-845d-01a3679b047f has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:32.499929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98fc134-0407-4e18-a313-799b34d97292 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:32.508566 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b98fc134-0407-4e18-a313-799b34d97292 admin admin] 10.222.0.24 "PUT /v2.0/routers/c9f653c8-6ab4-4e1c-845d-01a3679b047f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1516500 Jul 16 18:36:32.511392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43896) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:32.515580 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1f263-847f-481a-a2fc-d70251542de7 None None] Sync routers for ids ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:32.527942 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1f263-847f-481a-a2fc-d70251542de7 None None] Routers {'c9f653c8-6ab4-4e1c-845d-01a3679b047f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:32.528714 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0ff1f263-847f-481a-a2fc-d70251542de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:36:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:32.678062 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-0ff1f263-847f-481a-a2fc-d70251542de7 None None] Set router c9f653c8-6ab4-4e1c-845d-01a3679b047f gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:32.692035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.851422 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.902669 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0ff1f263-847f-481a-a2fc-d70251542de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:36:31Z', 'revision_number': 5, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port': {'id': '4e231ef3-a996-4d74-bd1e-a894079a3c43', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:32.936438 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1f263-847f-481a-a2fc-d70251542de7 None None] Checking router: c9f653c8-6ab4-4e1c-845d-01a3679b047f for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:32.939464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Deleting port 4e231ef3-a996-4d74-bd1e-a894079a3c43 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:32.939464 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.946994 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1f263-847f-481a-a2fc-d70251542de7 None None] Routers {'c9f653c8-6ab4-4e1c-845d-01a3679b047f'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:32.947647 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0ff1f263-847f-481a-a2fc-d70251542de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:36:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:33.044245 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-0ff1f263-847f-481a-a2fc-d70251542de7 None None] Set router c9f653c8-6ab4-4e1c-845d-01a3679b047f gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:33.087946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] For port 4e231ef3-a996-4d74-bd1e-a894079a3c43, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4e231ef3-a996-4d74-bd1e-a894079a3c43,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:33.088339 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.103448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Calling delete_port for 4e231ef3-a996-4d74-bd1e-a894079a3c43 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:33.141959 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-0ff1f263-847f-481a-a2fc-d70251542de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 6, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:33.175294 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1f263-847f-481a-a2fc-d70251542de7 None None] The sync data for ids ['c9f653c8-6ab4-4e1c-845d-01a3679b047f'] in n-d-787205-10 is: [{'id': 'c9f653c8-6ab4-4e1c-845d-01a3679b047f', 'name': 'tempest-TestVolumeBackupRestore-1842022296-router', 'tenant_id': '95a89a99e1804279b3b841be40b83aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:36:32Z', 'revision_number': 6, 'project_id': '95a89a99e1804279b3b841be40b83aba', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:33.362839 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.402688 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e231ef3-a996-4d74-bd1e-a894079a3c43,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.494718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.958958 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.961292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.011915 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.012922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9f653c8-6ab4-4e1c-845d-01a3679b047f {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:36:34.020204 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.021933 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-227dc5ea-86ee-4bc1-adcd-6f572cf71847 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c9f653c8-6ab4-4e1c-845d-01a3679b047f HTTP/1.1" status: 204 len: 168 time: 1.5089331 Jul 16 18:36:34.024985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43898) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.088722 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-36424788-6e25-4be6-9b3d-ac9de096b0ad admin admin] Deleting subnet 26dbf9c7-857f-45e0-a6ed-0681ed1a701c {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:34.092711 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36424788-6e25-4be6-9b3d-ac9de096b0ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.139650 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36424788-6e25-4be6-9b3d-ac9de096b0ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.268594 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36424788-6e25-4be6-9b3d-ac9de096b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.282308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4e231ef3-a996-4d74-bd1e-a894079a3c43 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:34.319303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 4e231ef3-a996-4d74-bd1e-a894079a3c43 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:34.319303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4e231ef3-a996-4d74-bd1e-a894079a3c43 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:34.319689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:34.349720 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:34.350077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1b694ec8-6028-441a-8b29-6f6a8ec41aa6 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:34.365374 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36424788-6e25-4be6-9b3d-ac9de096b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.412234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36424788-6e25-4be6-9b3d-ac9de096b0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26dbf9c7-857f-45e0-a6ed-0681ed1a701c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.421382 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-36424788-6e25-4be6-9b3d-ac9de096b0ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.424672 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-36424788-6e25-4be6-9b3d-ac9de096b0ad admin admin] 10.222.0.24 "DELETE /v2.0/subnets/26dbf9c7-857f-45e0-a6ed-0681ed1a701c HTTP/1.1" status: 204 len: 168 time: 0.3982346 Jul 16 18:36:34.428690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43900) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.429863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44484940-7122-4d32-8893-a351e9b680e6 None None] Network 8542299f-35b9-4393-9a14-4ad179d8ebae requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:34.551577 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.635414 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Deleting port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:34.635786 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.672321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] DHCP port deletion for 8542299f-35b9-4393-9a14-4ad179d8ebae request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:34.734582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] For port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=53b41cdf-90da-48fd-b8a8-685e9e34ff4b,segment=NetworkSegment(47b85ee7-406f-4dd6-8196-9b71930db6ce),segment_id=47b85ee7-406f-4dd6-8196-9b71930db6ce)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:34.735116 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.758436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Calling delete_port for 53b41cdf-90da-48fd-b8a8-685e9e34ff4b owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:34.885107 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.933538 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Deleting port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:34.933975 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b41cdf-90da-48fd-b8a8-685e9e34ff4b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.934158 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.939825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] No DVR routers for this DVR port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:35.007232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] For port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b, host n-d-787205-10, got binding levels [] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:35.007636 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.023816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Calling delete_port for 53b41cdf-90da-48fd-b8a8-685e9e34ff4b owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:35.026104 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.027244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.ipam_backend_mixin [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b was not found and therefore no delete operation was performed {{(pid=105592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:36:35.029508 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.041039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8542299f-35b9-4393-9a14-4ad179d8ebae']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:35.053164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b85ee7-406f-4dd6-8196-9b71930db6ce') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:35.053838 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b85ee7-406f-4dd6-8196-9b71930db6ce') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:35.064873 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.070164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Pushing event deleted for resources: {'Port': ['ID=53b41cdf-90da-48fd-b8a8-685e9e34ff4b,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.081686 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] No DVR routers for this DVR port 53b41cdf-90da-48fd-b8a8-685e9e34ff4b on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:35.086811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:35.087712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:35.088287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:35.089084 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:35.089864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:35.090227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:35.090818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:35.091424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:35.091963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:35.092465 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.092652 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:35.093063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:35.093783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf0988b-23c8-41e6-90d7-8a74823218f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:35.104504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:35.105130 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:35.107848 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:35.173192 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.180520 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.183912 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8542299f-35b9-4393-9a14-4ad179d8ebae HTTP/1.1" status: 204 len: 168 time: 0.7538524 Jul 16 18:36:35.188653 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43902) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:35.202488 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512a804-989f-4183-8098-d95a24b7a862 admin admin] Pushing event deleted for resources: {'Network': ['ID=8542299f-35b9-4393-9a14-4ad179d8ebae,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.645322 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-efa290bd-1192-4d99-8ac1-5ff0be1abf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.032167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-efa290bd-1192-4d99-8ac1-5ff0be1abf05 admin admin] Deleting port e39fb7b7-e443-44e3-98d3-cb6c0c818190 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:36.032715 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-efa290bd-1192-4d99-8ac1-5ff0be1abf05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.131888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-efa290bd-1192-4d99-8ac1-5ff0be1abf05 admin admin] For port e39fb7b7-e443-44e3-98d3-cb6c0c818190, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e39fb7b7-e443-44e3-98d3-cb6c0c818190,segment=NetworkSegment(7f07648d-c3db-4fea-bfed-5c5d48a6169b),segment_id=7f07648d-c3db-4fea-bfed-5c5d48a6169b)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:36.132304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-efa290bd-1192-4d99-8ac1-5ff0be1abf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.152587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-efa290bd-1192-4d99-8ac1-5ff0be1abf05 admin admin] Calling delete_port for e39fb7b7-e443-44e3-98d3-cb6c0c818190 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:36.278168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 53b41cdf-90da-48fd-b8a8-685e9e34ff4b no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:36.300687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 53b41cdf-90da-48fd-b8a8-685e9e34ff4b {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:36.300984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 53b41cdf-90da-48fd-b8a8-685e9e34ff4b not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:36.402822 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-efa290bd-1192-4d99-8ac1-5ff0be1abf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.449554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa290bd-1192-4d99-8ac1-5ff0be1abf05 admin admin] Pushing event deleted for resources: {'Port': ['ID=e39fb7b7-e443-44e3-98d3-cb6c0c818190,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:36.694318 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-efa290bd-1192-4d99-8ac1-5ff0be1abf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.970165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa290bd-1192-4d99-8ac1-5ff0be1abf05 admin admin] Router cda8c94d-116a-402b-ada5-7f3eeb712f51 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:37.090439 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa290bd-1192-4d99-8ac1-5ff0be1abf05 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:37.096668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-efa290bd-1192-4d99-8ac1-5ff0be1abf05 admin admin] 10.222.0.24 "PUT /v2.0/routers/cda8c94d-116a-402b-ada5-7f3eeb712f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9055142 Jul 16 18:36:37.100330 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43908) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:37.102974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b10c6-1e79-4c1f-8346-f0aa4087a8d7 None None] Sync routers for ids ['cda8c94d-116a-402b-ada5-7f3eeb712f51'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:37.115558 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b10c6-1e79-4c1f-8346-f0aa4087a8d7 None None] Routers {'cda8c94d-116a-402b-ada5-7f3eeb712f51'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:37.116507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-731b10c6-1e79-4c1f-8346-f0aa4087a8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:36:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cda8c94d-116a-402b-ada5-7f3eeb712f51'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:37.235688 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.292222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-731b10c6-1e79-4c1f-8346-f0aa4087a8d7 None None] Set router cda8c94d-116a-402b-ada5-7f3eeb712f51 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:37.385381 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.474854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Deleting port 86513520-e170-4e18-abb1-b7eda0b50f57 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:37.475828 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.552395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-731b10c6-1e79-4c1f-8346-f0aa4087a8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'name': 'tempest-TestVolumeBackupRestore-144917389-router', 'tenant_id': '44c50283821542c798b5950d46146054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74'}], 'enable_snat': True}, 'gw_port_id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:36:36Z', 'revision_number': 5, 'project_id': '44c50283821542c798b5950d46146054', 'gw_port': {'id': '86513520-e170-4e18-abb1-b7eda0b50f57', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:37.588084 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b10c6-1e79-4c1f-8346-f0aa4087a8d7 None None] Checking router: cda8c94d-116a-402b-ada5-7f3eeb712f51 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:37.598059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b10c6-1e79-4c1f-8346-f0aa4087a8d7 None None] Routers {'cda8c94d-116a-402b-ada5-7f3eeb712f51'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:37.598757 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-731b10c6-1e79-4c1f-8346-f0aa4087a8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:36:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cda8c94d-116a-402b-ada5-7f3eeb712f51'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:37.612937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] For port 86513520-e170-4e18-abb1-b7eda0b50f57, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=86513520-e170-4e18-abb1-b7eda0b50f57,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:37.613310 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.630019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Calling delete_port for 86513520-e170-4e18-abb1-b7eda0b50f57 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:37.722424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-731b10c6-1e79-4c1f-8346-f0aa4087a8d7 None None] Set router cda8c94d-116a-402b-ada5-7f3eeb712f51 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:37.800812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-731b10c6-1e79-4c1f-8346-f0aa4087a8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'name': 'tempest-TestVolumeBackupRestore-144917389-router', 'tenant_id': '44c50283821542c798b5950d46146054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:36:37Z', 'revision_number': 6, 'project_id': '44c50283821542c798b5950d46146054', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:37.836924 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b10c6-1e79-4c1f-8346-f0aa4087a8d7 None None] The sync data for ids ['cda8c94d-116a-402b-ada5-7f3eeb712f51'] in n-d-787205-10 is: [{'id': 'cda8c94d-116a-402b-ada5-7f3eeb712f51', 'name': 'tempest-TestVolumeBackupRestore-144917389-router', 'tenant_id': '44c50283821542c798b5950d46146054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:29Z', 'updated_at': '2021-07-16T18:36:37Z', 'revision_number': 6, 'project_id': '44c50283821542c798b5950d46146054', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:37.897857 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.939266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=86513520-e170-4e18-abb1-b7eda0b50f57,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.015885 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.139997 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.143712 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.229740 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.229740 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cda8c94d-116a-402b-ada5-7f3eeb712f51 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:36:38.238813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.242258 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5ff345c7-8ca6-4de6-a352-b7ac5c7f2e69 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cda8c94d-116a-402b-ada5-7f3eeb712f51 HTTP/1.1" status: 204 len: 168 time: 1.1403742 Jul 16 18:36:38.245467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43910) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.316334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d327cd33-4ac3-40fc-9a52-a8e5d103d4f3 admin admin] Deleting subnet 9bd21bc5-0d13-478f-9e71-0461bb02683d {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:38.322360 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d327cd33-4ac3-40fc-9a52-a8e5d103d4f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.394948 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d327cd33-4ac3-40fc-9a52-a8e5d103d4f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.520491 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d327cd33-4ac3-40fc-9a52-a8e5d103d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.605959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d327cd33-4ac3-40fc-9a52-a8e5d103d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.640761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327cd33-4ac3-40fc-9a52-a8e5d103d4f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd21bc5-0d13-478f-9e71-0461bb02683d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.648932 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d327cd33-4ac3-40fc-9a52-a8e5d103d4f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.651607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d327cd33-4ac3-40fc-9a52-a8e5d103d4f3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9bd21bc5-0d13-478f-9e71-0461bb02683d HTTP/1.1" status: 204 len: 168 time: 0.4048183 Jul 16 18:36:38.655581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43912) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.677787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a323bf6-90ab-455b-a5a6-74875fd09783 None None] Network 65e5e53a-26d5-412f-9651-89288bf00766 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:38.707996 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e39fb7b7-e443-44e3-98d3-cb6c0c818190 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:38.758166 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.768125 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: e39fb7b7-e443-44e3-98d3-cb6c0c818190 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:38.768817 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e39fb7b7-e443-44e3-98d3-cb6c0c818190 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:38.846490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Deleting port 1a7c510d-6349-4419-b014-54044769f54f {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:38.847313 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.932669 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] For port 1a7c510d-6349-4419-b014-54044769f54f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1a7c510d-6349-4419-b014-54044769f54f,segment=NetworkSegment(7f07648d-c3db-4fea-bfed-5c5d48a6169b),segment_id=7f07648d-c3db-4fea-bfed-5c5d48a6169b)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:38.932996 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.956280 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Calling delete_port for 1a7c510d-6349-4419-b014-54044769f54f owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:39.052271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a26f08-10d0-47fa-b391-b6cd3e6b22ec None None] DHCP port deletion for 65e5e53a-26d5-412f-9651-89288bf00766 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:39.116921 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.121309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a4a26f08-10d0-47fa-b391-b6cd3e6b22ec None None] Deleting port 1a7c510d-6349-4419-b014-54044769f54f {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:39.121697 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a4a26f08-10d0-47fa-b391-b6cd3e6b22ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.159043 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] No DVR routers for this DVR port 1a7c510d-6349-4419-b014-54044769f54f on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:39.165832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7c510d-6349-4419-b014-54044769f54f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.236669 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a4a26f08-10d0-47fa-b391-b6cd3e6b22ec None None] For port 1a7c510d-6349-4419-b014-54044769f54f, host n-d-787205-10, got binding levels [] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:39.237159 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a4a26f08-10d0-47fa-b391-b6cd3e6b22ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.259715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a4a26f08-10d0-47fa-b391-b6cd3e6b22ec None None] Calling delete_port for 1a7c510d-6349-4419-b014-54044769f54f owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:39.262392 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.265431 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.ipam_backend_mixin [None req-a4a26f08-10d0-47fa-b391-b6cd3e6b22ec None None] Port 1a7c510d-6349-4419-b014-54044769f54f was not found and therefore no delete operation was performed {{(pid=105592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:36:39.267516 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a4a26f08-10d0-47fa-b391-b6cd3e6b22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.284231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e5e53a-26d5-412f-9651-89288bf00766']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:39.298553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f07648d-c3db-4fea-bfed-5c5d48a6169b') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:39.299072 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f07648d-c3db-4fea-bfed-5c5d48a6169b') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:39.310770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a26f08-10d0-47fa-b391-b6cd3e6b22ec None None] Pushing event deleted for resources: {'Port': ['ID=1a7c510d-6349-4419-b014-54044769f54f,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.315206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a26f08-10d0-47fa-b391-b6cd3e6b22ec None None] No DVR routers for this DVR port 1a7c510d-6349-4419-b014-54044769f54f on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:39.318066 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.347962 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.356765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:39.357325 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:39.360197 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:39.437052 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.446188 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.454735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/65e5e53a-26d5-412f-9651-89288bf00766 HTTP/1.1" status: 204 len: 168 time: 0.7976952 Jul 16 18:36:39.469944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985cf58-9dbd-4a9f-a46d-19637b6a9fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=65e5e53a-26d5-412f-9651-89288bf00766,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.768448 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43918) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:39.838015 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b24d032e-ef36-457b-af1e-892a313902c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95a89a99e1804279b3b841be40b83aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677814 Jul 16 18:36:39.840761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43920) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:39.924906 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f559a0c5-f9c6-405b-8e65-95fdd66cb6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.950056 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f559a0c5-f9c6-405b-8e65-95fdd66cb6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.031457 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f559a0c5-f9c6-405b-8e65-95fdd66cb6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.036453 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f559a0c5-f9c6-405b-8e65-95fdd66cb6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.038902 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f559a0c5-f9c6-405b-8e65-95fdd66cb6d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3188eb67-9f17-4016-bb1f-acc0baeee58b HTTP/1.1" status: 204 len: 168 time: 0.1967518 Jul 16 18:36:40.055497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559a0c5-f9c6-405b-8e65-95fdd66cb6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3188eb67-9f17-4016-bb1f-acc0baeee58b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:40.275960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 86513520-e170-4e18-abb1-b7eda0b50f57 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:40.302716 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 86513520-e170-4e18-abb1-b7eda0b50f57 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:40.302946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 86513520-e170-4e18-abb1-b7eda0b50f57 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:40.303687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1a7c510d-6349-4419-b014-54044769f54f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:40.335512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 1a7c510d-6349-4419-b014-54044769f54f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:40.335869 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1a7c510d-6349-4419-b014-54044769f54f not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:40.534449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 43926) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:40.593604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-65dab8a0-b416-4e3f-b9ab-663e7c0744ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44c50283821542c798b5950d46146054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576670 Jul 16 18:36:40.596097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 43928) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:40.667819 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db8f9902-ea2d-4f88-b758-24fede2d5385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.697468 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db8f9902-ea2d-4f88-b758-24fede2d5385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.771525 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db8f9902-ea2d-4f88-b758-24fede2d5385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.774559 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-db8f9902-ea2d-4f88-b758-24fede2d5385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.775878 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-db8f9902-ea2d-4f88-b758-24fede2d5385 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28c80614-19da-4fcb-b1d8-adceb8aa2090 HTTP/1.1" status: 204 len: 168 time: 0.1787884 Jul 16 18:36:40.787610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f9902-ea2d-4f88-b758-24fede2d5385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c80614-19da-4fcb-b1d8-adceb8aa2090,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:43.571799 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-56529731-3055-45c4-8e1f-1c370125a214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.778408 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8def1888-f803-4af1-a088-f5bb3c9f9420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.005284 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.760004 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.184333 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.493572 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.518749 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-8348d390-0cd5-4990-af22-72069b7a17e7 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=40d81aa07a474ad6a2a191c168829b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482328 Jul 16 18:36:53.801852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-9b092681-e68e-4de7-b0aa-bc71c5c9fdcb tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.803525 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-9b092681-e68e-4de7-b0aa-bc71c5c9fdcb tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2793558 Jul 16 18:36:53.825964 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-d68c30b7-9480-499b-ae12-e0930d215ab5 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/quotas/40d81aa07a474ad6a2a191c168829b4a HTTP/1.1" status: 200 len: 375 time: 0.0102656 Jul 16 18:36:53.877234 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-445282b9-b6d4-4a4f-bff9-f4ad4f5c1718 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=40d81aa07a474ad6a2a191c168829b4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451181 Jul 16 18:36:54.714225 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1254989e-ff66-4f7a-ad61-930e802af90f req-d22972c6-3c34-48e6-af6a-d2b8099aacfd tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 210 time: 0.6519415 Jul 16 18:36:55.628580 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.752575 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c845235c-2e96-4e2e-8aef-37726119abf6 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=40d81aa07a474ad6a2a191c168829b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540035 Jul 16 18:36:55.937091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3fd9c093-5c38-4a34-878b-e2237c7bce46 req-caf70fd0-b93a-47b6-a281-92b119d08dea tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 210 time: 0.0375071 Jul 16 18:36:56.049098 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-6af9a4b4-2785-4a72-97cf-bf1729662306 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:56.051064 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-6af9a4b4-2785-4a72-97cf-bf1729662306 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914906 Jul 16 18:36:56.065562 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Request body: {'port': {'device_id': '5c4f9bab-4048-4dde-ac8c-3d173c8fdc38', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'admin_state_up': True, 'tenant_id': '40d81aa07a474ad6a2a191c168829b4a'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:56.210283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Made reservation on behalf of 40d81aa07a474ad6a2a191c168829b4a for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:56.216596 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.230599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.386643 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.393134 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.478247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e4672f-4036-4a49-b921-931f6b0172ef,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:56.578498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Allocated IP 192.168.233.191 (8d94cb89-902a-42a8-9aa6-b1081a54e83e/18e31941-b3e8-4ed7-bb87-5fc3903eec48/d3ed8211-662c-4ccc-9496-a127395d4b81) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:56.820636 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.845017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Transition to ACTIVE for port object d3ed8211-662c-4ccc-9496-a127395d4b81 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:56.886807 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.938385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Network 8d94cb89-902a-42a8-9aa6-b1081a54e83e is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:56.942350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:56.947628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:56.957015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Pushing event updated for resources: {'Port': ['ID=d3ed8211-662c-4ccc-9496-a127395d4b81,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:57.020156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.021189 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.058189 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c7723438-460f-4b9a-a9d0-69764405784f tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9972615 Jul 16 18:36:57.165844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Request body: {'port': {'device_id': '5c4f9bab-4048-4dde-ac8c-3d173c8fdc38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:57.217941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bcfa0-94e9-4fbe-b0a5-9c2a8e2f38a7 req-fde4daad-72b1-46ef-9b36-83cd084d22a8 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.225693 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a20bcfa0-94e9-4fbe-b0a5-9c2a8e2f38a7 req-fde4daad-72b1-46ef-9b36-83cd084d22a8 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 936 time: 0.1253171 Jul 16 18:36:57.272706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a20bcfa0-94e9-4fbe-b0a5-9c2a8e2f38a7 req-88c48ec6-204f-495c-9d5c-a8b01f41f2c1 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/security-groups?id=46e4672f-4036-4a49-b921-931f6b0172ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458133 Jul 16 18:36:57.294111 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.361378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ffbf8093-be96-44e1-b71e-60b9b4212db9 None None] Provisioning for port d3ed8211-662c-4ccc-9496-a127395d4b81 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:57.366398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ffbf8093-be96-44e1-b71e-60b9b4212db9 None None] Provisioning complete for port d3ed8211-662c-4ccc-9496-a127395d4b81 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:57.367191 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8093-be96-44e1-b71e-60b9b4212db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.422605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf8093-be96-44e1-b71e-60b9b4212db9 None None] Port d3ed8211-662c-4ccc-9496-a127395d4b81 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:57.703026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ed8211-662c-4ccc-9496-a127395d4b81 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:57.717827 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.742918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Transition to ACTIVE for port object d3ed8211-662c-4ccc-9496-a127395d4b81 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:57.749395 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.850348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ed8211-662c-4ccc-9496-a127395d4b81,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:57.929315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Attempting to bind port d3ed8211-662c-4ccc-9496-a127395d4b81 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:57.929727 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Attempting to bind port d3ed8211-662c-4ccc-9496-a127395d4b81 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:57.930075 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Attempting to bind port d3ed8211-662c-4ccc-9496-a127395d4b81 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:57.937553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Port d3ed8211-662c-4ccc-9496-a127395d4b81 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:57.938139 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Attempting to bind port d3ed8211-662c-4ccc-9496-a127395d4b81 on network 8d94cb89-902a-42a8-9aa6-b1081a54e83e {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:57.947556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:57.948141 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Checking segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:57.948806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Bound using segment: {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:57.949546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Bound port: d3ed8211-662c-4ccc-9496-a127395d4b81, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c4e12-8918-4dba-bf65-f409b7291dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:57.950238 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.058565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] For port d3ed8211-662c-4ccc-9496-a127395d4b81, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:58.064346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] For port d3ed8211-662c-4ccc-9496-a127395d4b81, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d3ed8211-662c-4ccc-9496-a127395d4b81,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:58.069938 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.110073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.110785 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.112857 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] 10.222.0.32 "PUT /v2.0/ports/d3ed8211-662c-4ccc-9496-a127395d4b81 HTTP/1.1" status: 200 len: 1097 time: 1.0454438 Jul 16 18:36:58.112857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4f9bab-4048-4dde-ac8c-3d173c8fdc38', 'tag': 'd3ed8211-662c-4ccc-9496-a127395d4b81'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:58.115744 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e471ef8e-5c1b-4486-9470-4ab8482e0a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4f9bab-4048-4dde-ac8c-3d173c8fdc38", "tag": "d3ed8211-662c-4ccc-9496-a127395d4b81"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:58.175691 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9589b7-c8ec-4652-9bb9-a5a67cf6ec77 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ed8211-662c-4ccc-9496-a127395d4b81,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:58.193437 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df762d94-e17e-4e10-bf33-630027a999f1 x-openstack-request-id: req-df762d94-e17e-4e10-bf33-630027a999f1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:58.193757 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4f9bab-4048-4dde-ac8c-3d173c8fdc38", "tag": "d3ed8211-662c-4ccc-9496-a127395d4b81", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:58.194020 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df762d94-e17e-4e10-bf33-630027a999f1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:58.194468 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4f9bab-4048-4dde-ac8c-3d173c8fdc38', 'tag': 'd3ed8211-662c-4ccc-9496-a127395d4b81', 'status': 'completed', 'code': 200} Jul 16 18:36:58.266357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-5c2b76d7-1ea9-4155-83ea-7d962ccc2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.268388 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-5c2b76d7-1ea9-4155-83ea-7d962ccc2da7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40d81aa07a474ad6a2a191c168829b4a&device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 1100 time: 0.0863712 Jul 16 18:36:58.316550 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-12f6c9af-e626-48ea-8090-bda17caaafd0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d3ed8211-662c-4ccc-9496-a127395d4b81 HTTP/1.1" status: 200 len: 217 time: 0.0408533 Jul 16 18:36:58.404498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-cd9166e3-53d9-4afd-9dd2-8ae24a899d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.406208 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-cd9166e3-53d9-4afd-9dd2-8ae24a899d46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0838792 Jul 16 18:36:58.523973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-db712d36-8448-4b92-9bda-e55562c9cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.526656 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-db712d36-8448-4b92-9bda-e55562c9cca3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1134887 Jul 16 18:36:58.552942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34d778-b9b4-4ba9-9b5e-a40e3c8adba8 req-0ffdcd7f-e75f-48fd-ace0-d37b7c6d2d51 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.555665 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b34d778-b9b4-4ba9-9b5e-a40e3c8adba8 req-0ffdcd7f-e75f-48fd-ace0-d37b7c6d2d51 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 948 time: 0.1100001 Jul 16 18:36:58.610424 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b34d778-b9b4-4ba9-9b5e-a40e3c8adba8 req-135b00cf-1cea-4644-bf93-975940b8b10a tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/security-groups?id=46e4672f-4036-4a49-b921-931f6b0172ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467100 Jul 16 18:36:58.653613 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-c55745c1-066b-4941-bbc3-96107a48bdfa service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204741 Jul 16 18:36:58.829560 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-926f7de8-b9ae-445f-bf92-66ed92151825 req-0182d4b0-33d4-49cf-988d-70cffa84d993 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622267 Jul 16 18:36:58.968848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471ef8e-5c1b-4486-9470-4ab8482e0a8d req-f266791d-52ba-478e-9b61-d5d28ecffacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.970716 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e471ef8e-5c1b-4486-9470-4ab8482e0a8d req-f266791d-52ba-478e-9b61-d5d28ecffacd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40d81aa07a474ad6a2a191c168829b4a&device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 1100 time: 0.0698779 Jul 16 18:36:59.106282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471ef8e-5c1b-4486-9470-4ab8482e0a8d req-2534ccd4-4726-4f2f-9a5a-fdef1dc4ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.108123 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e471ef8e-5c1b-4486-9470-4ab8482e0a8d req-2534ccd4-4726-4f2f-9a5a-fdef1dc4ee17 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8d94cb89-902a-42a8-9aa6-b1081a54e83e HTTP/1.1" status: 200 len: 870 time: 0.1299345 Jul 16 18:36:59.178904 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e471ef8e-5c1b-4486-9470-4ab8482e0a8d req-985868e1-0ac1-4456-a7cd-a4c4d4d62187 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d3ed8211-662c-4ccc-9496-a127395d4b81 HTTP/1.1" status: 200 len: 217 time: 0.0638800 Jul 16 18:36:59.245648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471ef8e-5c1b-4486-9470-4ab8482e0a8d req-5a7aa5e6-af53-40b7-aa60-99f9d3db523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.247319 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e471ef8e-5c1b-4486-9470-4ab8482e0a8d req-5a7aa5e6-af53-40b7-aa60-99f9d3db523a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18e31941-b3e8-4ed7-bb87-5fc3903eec48 HTTP/1.1" status: 200 len: 843 time: 0.0604405 Jul 16 18:36:59.350613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471ef8e-5c1b-4486-9470-4ab8482e0a8d req-130f9515-ef62-48b8-9731-8222370ec3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.352894 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e471ef8e-5c1b-4486-9470-4ab8482e0a8d req-130f9515-ef62-48b8-9731-8222370ec3c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8d94cb89-902a-42a8-9aa6-b1081a54e83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0986142 Jul 16 18:36:59.473811 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e471ef8e-5c1b-4486-9470-4ab8482e0a8d req-9d171089-facf-4596-b497-02a8d6084806 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131334 Jul 16 18:36:59.601187 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e471ef8e-5c1b-4486-9470-4ab8482e0a8d req-d601ae9c-8c4e-4677-b062-f53749a199c0 service neutron] 10.222.0.32 "GET /v2.0/networks/8d94cb89-902a-42a8-9aa6-b1081a54e83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191378 Jul 16 18:36:59.877554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb140952-91c2-4613-9ab9-c783c84ee048 req-61a6a801-b80a-4ea4-90f8-58782e2f1f35 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.880028 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb140952-91c2-4613-9ab9-c783c84ee048 req-61a6a801-b80a-4ea4-90f8-58782e2f1f35 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 948 time: 0.1045814 Jul 16 18:36:59.931734 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb140952-91c2-4613-9ab9-c783c84ee048 req-f8f2f97d-52c0-4609-9659-05d758df6869 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/security-groups?id=46e4672f-4036-4a49-b921-931f6b0172ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451200 Jul 16 18:37:01.203741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe4895-0b64-4aaf-868f-6b0af7316a37 req-300c7f8c-61f3-4097-9886-d8ba800de7b1 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:01.206330 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2dfe4895-0b64-4aaf-868f-6b0af7316a37 req-300c7f8c-61f3-4097-9886-d8ba800de7b1 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 948 time: 0.1073835 Jul 16 18:37:01.261779 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2dfe4895-0b64-4aaf-868f-6b0af7316a37 req-b8c99d0e-0b75-49e2-a5dd-e18db649e804 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/security-groups?id=46e4672f-4036-4a49-b921-931f6b0172ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489228 Jul 16 18:37:01.447220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d3ed8211-662c-4ccc-9496-a127395d4b81 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:01.579149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d3ed8211-662c-4ccc-9496-a127395d4b81, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d3ed8211-662c-4ccc-9496-a127395d4b81,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:01.590367 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'd3ed8211-662c-4ccc-9496-a127395d4b81', 'network_id': '8d94cb89-902a-42a8-9aa6-b1081a54e83e', 'port_id': 'd3ed8211-662c-4ccc-9496-a127395d4b81', 'mac_address': 'fa:16:3e:81:0c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e31941-b3e8-4ed7-bb87-5fc3903eec48', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:01.645319 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.663060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ed8211-662c-4ccc-9496-a127395d4b81 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:01.688703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d3ed8211-662c-4ccc-9496-a127395d4b81, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d3ed8211-662c-4ccc-9496-a127395d4b81,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:01.702193 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.769045 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d3ed8211-662c-4ccc-9496-a127395d4b81,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:01.938416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d3ed8211-662c-4ccc-9496-a127395d4b81'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:02.465269 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba01c3b-7364-469a-9e5e-7b4afb0eeada req-5cdf1546-075c-42b4-a216-2fb9edb1d98c tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:02.467453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eba01c3b-7364-469a-9e5e-7b4afb0eeada req-5cdf1546-075c-42b4-a216-2fb9edb1d98c tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 949 time: 0.0769455 Jul 16 18:37:02.511847 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eba01c3b-7364-469a-9e5e-7b4afb0eeada req-71b08af7-d438-4765-8abe-5d5dc12ae786 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/security-groups?id=46e4672f-4036-4a49-b921-931f6b0172ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366158 Jul 16 18:37:03.461354 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d3ed8211-662c-4ccc-9496-a127395d4b81 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:03.524132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port d3ed8211-662c-4ccc-9496-a127395d4b81 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:03.531144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port d3ed8211-662c-4ccc-9496-a127395d4b81 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:03.531717 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.664613 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.709805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4f9bab-4048-4dde-ac8c-3d173c8fdc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ed8211-662c-4ccc-9496-a127395d4b81'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:03.713697 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72d8330-8cd8-4bd2-a9c3-55bd20486663" -d '{"events": [{"server_uuid": "5c4f9bab-4048-4dde-ac8c-3d173c8fdc38", "name": "network-vif-plugged", "status": "completed", "tag": "d3ed8211-662c-4ccc-9496-a127395d4b81"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:03.730490 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port d3ed8211-662c-4ccc-9496-a127395d4b81, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d3ed8211-662c-4ccc-9496-a127395d4b81,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:03.738009 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.770579 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c920ca-c369-49d7-802c-f4ce5cd9485f x-openstack-request-id: req-56c920ca-c369-49d7-802c-f4ce5cd9485f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:03.770926 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4f9bab-4048-4dde-ac8c-3d173c8fdc38", "name": "network-vif-plugged", "status": "completed", "tag": "d3ed8211-662c-4ccc-9496-a127395d4b81", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:03.771263 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56c920ca-c369-49d7-802c-f4ce5cd9485f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:03.771642 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4f9bab-4048-4dde-ac8c-3d173c8fdc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ed8211-662c-4ccc-9496-a127395d4b81', 'code': 200} Jul 16 18:37:03.803616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=d3ed8211-662c-4ccc-9496-a127395d4b81,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:03.807924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fda6ea-f0b0-4e07-aa02-b3d18a5b08b7 req-e0ad5b9b-929b-445b-bc39-0e0022d89ef0 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.809734 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7fda6ea-f0b0-4e07-aa02-b3d18a5b08b7 req-e0ad5b9b-929b-445b-bc39-0e0022d89ef0 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 949 time: 0.1171043 Jul 16 18:37:03.874407 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7fda6ea-f0b0-4e07-aa02-b3d18a5b08b7 req-2a6937fe-f772-4085-9f65-5fb987cd1f28 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/security-groups?id=46e4672f-4036-4a49-b921-931f6b0172ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556419 Jul 16 18:37:03.944048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97fa62-1be6-43f0-8143-d9221cd0a2fd req-09845361-4aac-4b39-88ce-dab8ef5f1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.945879 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6b97fa62-1be6-43f0-8143-d9221cd0a2fd req-09845361-4aac-4b39-88ce-dab8ef5f1f23 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 1102 time: 0.0795019 Jul 16 18:37:03.993472 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6b97fa62-1be6-43f0-8143-d9221cd0a2fd req-bfc63613-de83-4ef9-a703-5fd5180f6b18 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=46e4672f-4036-4a49-b921-931f6b0172ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Jul 16 18:37:04.404925 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:05.156910 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc910df9-6bec-44fc-8b40-5d2cfdcf8102 req-7b9518b8-2282-4e27-8352-05e444746d43 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.158669 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc910df9-6bec-44fc-8b40-5d2cfdcf8102 req-7b9518b8-2282-4e27-8352-05e444746d43 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 950 time: 0.1207445 Jul 16 18:37:05.228250 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc910df9-6bec-44fc-8b40-5d2cfdcf8102 req-b4453439-670f-4c05-a4e5-223de1f21285 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/security-groups?id=46e4672f-4036-4a49-b921-931f6b0172ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578558 Jul 16 18:37:06.370733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-e6186816-2d79-4a00-b3c2-668217df4a00 req-2268c069-0e26-401a-82df-ffcd02cbb00b service neutron] (105591) timed out ('10.222.0.11', 59308) {{(pid=105591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:37:06.654866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e43710-9951-4ea1-b639-78461437c575 req-fba3ab5f-4cba-462a-8d28-c22babee6c0d tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:06.656730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04e43710-9951-4ea1-b639-78461437c575 req-fba3ab5f-4cba-462a-8d28-c22babee6c0d tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 950 time: 0.0968914 Jul 16 18:37:06.720449 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04e43710-9951-4ea1-b639-78461437c575 req-565be193-c205-45b4-9cd1-f090f32a3bde tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/security-groups?id=46e4672f-4036-4a49-b921-931f6b0172ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535028 Jul 16 18:37:07.794884 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93371f-4e71-4c18-b589-e4cdf2cb8040 req-032bad08-519d-4ebe-babf-513e87419e44 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.798689 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab93371f-4e71-4c18-b589-e4cdf2cb8040 req-032bad08-519d-4ebe-babf-513e87419e44 tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 950 time: 0.0785899 Jul 16 18:37:07.926349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab93371f-4e71-4c18-b589-e4cdf2cb8040 req-1ab1ddbe-8c8c-449c-8839-a2a36addbcfc tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Deleting port d3ed8211-662c-4ccc-9496-a127395d4b81 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:07.926802 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab93371f-4e71-4c18-b589-e4cdf2cb8040 req-1ab1ddbe-8c8c-449c-8839-a2a36addbcfc tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.988688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf80fdf-e339-4ff3-b5ad-69adff068a40 req-743583df-1dbf-47e7-8485-01cc95d1a98b tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.990394 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-edf80fdf-e339-4ff3-b5ad-69adff068a40 req-743583df-1dbf-47e7-8485-01cc95d1a98b tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c4f9bab-4048-4dde-ac8c-3d173c8fdc38 HTTP/1.1" status: 200 len: 950 time: 0.1051474 Jul 16 18:37:08.045739 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ab93371f-4e71-4c18-b589-e4cdf2cb8040 req-1ab1ddbe-8c8c-449c-8839-a2a36addbcfc tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] For port d3ed8211-662c-4ccc-9496-a127395d4b81, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=d3ed8211-662c-4ccc-9496-a127395d4b81,segment=NetworkSegment(3d4c4e12-8918-4dba-bf65-f409b7291dd9),segment_id=3d4c4e12-8918-4dba-bf65-f409b7291dd9)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:08.045994 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab93371f-4e71-4c18-b589-e4cdf2cb8040 req-1ab1ddbe-8c8c-449c-8839-a2a36addbcfc tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.050183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-edf80fdf-e339-4ff3-b5ad-69adff068a40 req-6a9c9a53-f63a-4a00-baed-76c75fa4710a tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.24 "GET /v2.0/security-groups?id=46e4672f-4036-4a49-b921-931f6b0172ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489700 Jul 16 18:37:08.072573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-ab93371f-4e71-4c18-b589-e4cdf2cb8040 req-1ab1ddbe-8c8c-449c-8839-a2a36addbcfc tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Calling delete_port for d3ed8211-662c-4ccc-9496-a127395d4b81 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:08.284139 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab93371f-4e71-4c18-b589-e4cdf2cb8040 req-1ab1ddbe-8c8c-449c-8839-a2a36addbcfc tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.298631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['d3ed8211-662c-4ccc-9496-a127395d4b81'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:08.334813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1ddbe-8c8c-449c-8839-a2a36addbcfc tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Pushing event deleted for resources: {'Port': ['ID=d3ed8211-662c-4ccc-9496-a127395d4b81,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.413630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab93371f-4e71-4c18-b589-e4cdf2cb8040 req-1ab1ddbe-8c8c-449c-8839-a2a36addbcfc tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] No DVR routers for this DVR port d3ed8211-662c-4ccc-9496-a127395d4b81 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:08.431457 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ab93371f-4e71-4c18-b589-e4cdf2cb8040 req-1ab1ddbe-8c8c-449c-8839-a2a36addbcfc tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.436171 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ab93371f-4e71-4c18-b589-e4cdf2cb8040 req-1ab1ddbe-8c8c-449c-8839-a2a36addbcfc tempest-ServersAdminNegativeTestJSON-1833887109 tempest-ServersAdminNegativeTestJSON-1833887109-project] 10.222.0.32 "DELETE /v2.0/ports/d3ed8211-662c-4ccc-9496-a127395d4b81 HTTP/1.1" status: 204 len: 173 time: 0.6304934 Jul 16 18:37:08.436947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4f9bab-4048-4dde-ac8c-3d173c8fdc38', 'name': 'network-vif-deleted', 'tag': 'd3ed8211-662c-4ccc-9496-a127395d4b81'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:08.441045 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a96de0-79af-4768-b8f6-f7a43b414fcc" -d '{"events": [{"server_uuid": "5c4f9bab-4048-4dde-ac8c-3d173c8fdc38", "name": "network-vif-deleted", "tag": "d3ed8211-662c-4ccc-9496-a127395d4b81"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:08.503269 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405b8f8c-468d-4ae0-ad74-818e7956bd2e x-openstack-request-id: req-405b8f8c-468d-4ae0-ad74-818e7956bd2e {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:08.503684 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4f9bab-4048-4dde-ac8c-3d173c8fdc38", "name": "network-vif-deleted", "tag": "d3ed8211-662c-4ccc-9496-a127395d4b81", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:08.504155 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-405b8f8c-468d-4ae0-ad74-818e7956bd2e {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:08.504694 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4f9bab-4048-4dde-ac8c-3d173c8fdc38', 'name': 'network-vif-deleted', 'tag': 'd3ed8211-662c-4ccc-9496-a127395d4b81', 'status': 'completed', 'code': 200} Jul 16 18:37:09.567672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44088) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.759439 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d035bdea-5f6c-44b1-8c4b-c8527811fc57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40d81aa07a474ad6a2a191c168829b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901481 Jul 16 18:37:09.763984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44092) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.841267 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3996072-fb82-418e-b4ad-98c0f188125b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.879957 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3996072-fb82-418e-b4ad-98c0f188125b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.941145 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3996072-fb82-418e-b4ad-98c0f188125b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.944114 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a3996072-fb82-418e-b4ad-98c0f188125b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.945522 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a3996072-fb82-418e-b4ad-98c0f188125b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46e4672f-4036-4a49-b921-931f6b0172ef HTTP/1.1" status: 204 len: 168 time: 0.1801989 Jul 16 18:37:09.955694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3996072-fb82-418e-b4ad-98c0f188125b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e4672f-4036-4a49-b921-931f6b0172ef,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.331620 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44098) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:10.346166 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-312a91eb-9b79-481f-8963-21a2de41a434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.466387 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-312a91eb-9b79-481f-8963-21a2de41a434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.470893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-312a91eb-9b79-481f-8963-21a2de41a434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.514062 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-312a91eb-9b79-481f-8963-21a2de41a434 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2ac9e1a8fbb47b8b3540c66e22bf986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811955 Jul 16 18:37:10.514964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a91eb-9b79-481f-8963-21a2de41a434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31c47a8-8701-453f-bd87-9de3236beb94,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.517270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44100) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:10.591712 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-650274cf-660f-45e7-9dc4-384aa482af2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.615312 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-650274cf-660f-45e7-9dc4-384aa482af2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.682206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-650274cf-660f-45e7-9dc4-384aa482af2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.685805 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-650274cf-660f-45e7-9dc4-384aa482af2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.686990 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-650274cf-660f-45e7-9dc4-384aa482af2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c31c47a8-8701-453f-bd87-9de3236beb94 HTTP/1.1" status: 204 len: 168 time: 0.1687787 Jul 16 18:37:10.696222 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650274cf-660f-45e7-9dc4-384aa482af2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31c47a8-8701-453f-bd87-9de3236beb94,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.921496 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-3dc1e156-8387-4181-adcc-0ffc2c340567 req-232b00ae-bca2-42b8-a98d-fbac975daf9b service neutron] (105591) timed out ('10.222.0.24', 59322) {{(pid=105591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:37:11.514846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d3ed8211-662c-4ccc-9496-a127395d4b81 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:11.549017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: d3ed8211-662c-4ccc-9496-a127395d4b81 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:11.549468 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device d3ed8211-662c-4ccc-9496-a127395d4b81 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:11.730389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44122) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:11.877729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-130220404-network', 'tenant_id': '14f21553ed7641e0a002b0a7a4c40622'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:11.913813 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Made reservation on behalf of 14f21553ed7641e0a002b0a7a4c40622 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:11.916653 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.927329 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.053708 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.060974 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.100000 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:12.113947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0130908-016d-42e0-946a-83dec0a72347,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.119879 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.120232 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Added segment 7e9451d6-5006-4f51-9dcd-a45a7550d8c2 of type vlan for network def25506-3317-484b-a6c1-0e7ad775ddec Jul 16 18:37:12.174579 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.214746 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.217294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.218366 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.269449 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5372500 Jul 16 18:37:12.274223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44126) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:12.280900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-11061a2f-eae5-4178-8543-132ee96b0400 admin admin] Request body: {'subnet': {'network_id': 'def25506-3317-484b-a6c1-0e7ad775ddec', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-130220404-subnet', 'tenant_id': '14f21553ed7641e0a002b0a7a4c40622', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:12.313113 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82551518-c93a-453b-816d-a8092330e1be admin admin] Pushing event updated for resources: {'Network': ['ID=def25506-3317-484b-a6c1-0e7ad775ddec,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.316195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11061a2f-eae5-4178-8543-132ee96b0400 admin admin] Made reservation on behalf of 14f21553ed7641e0a002b0a7a4c40622 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:12.319972 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11061a2f-eae5-4178-8543-132ee96b0400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.330765 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network def25506-3317-484b-a6c1-0e7ad775ddec details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:12.558515 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11061a2f-eae5-4178-8543-132ee96b0400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.623604 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11061a2f-eae5-4178-8543-132ee96b0400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24efb40b-5185-4a1f-b7b7-3b760c0a9fb9,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.632684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11061a2f-eae5-4178-8543-132ee96b0400 admin admin] Checking segment: {'id': '7e9451d6-5006-4f51-9dcd-a45a7550d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'def25506-3317-484b-a6c1-0e7ad775ddec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:12.633048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11061a2f-eae5-4178-8543-132ee96b0400 admin admin] Network hostable DHCP agents. Network: def25506-3317-484b-a6c1-0e7ad775ddec, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:12.656397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11061a2f-eae5-4178-8543-132ee96b0400 admin admin] Network def25506-3317-484b-a6c1-0e7ad775ddec is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:12.671149 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-11061a2f-eae5-4178-8543-132ee96b0400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, def25506-3317-484b-a6c1-0e7ad775ddec) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:12.675902 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11061a2f-eae5-4178-8543-132ee96b0400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.676487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-11061a2f-eae5-4178-8543-132ee96b0400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.685237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ccd72-5377-4711-b81e-c89ee83fc869 None None] Network def25506-3317-484b-a6c1-0e7ad775ddec requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:12.695593 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-11061a2f-eae5-4178-8543-132ee96b0400 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4198184 Jul 16 18:37:12.860408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45047c52-1c81-4cef-9f04-ccd011a133f3 None None] Network def25506-3317-484b-a6c1-0e7ad775ddec requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:13.285473 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-81eff05b-2eff-4d91-af32-4c41f757cd1b tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.288246 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-81eff05b-2eff-4d91-af32-4c41f757cd1b tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/networks?id=def25506-3317-484b-a6c1-0e7ad775ddec HTTP/1.1" status: 200 len: 811 time: 0.1422133 Jul 16 18:37:13.315911 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-6e25c93c-79ae-4f11-887c-04fc90fcbfb2 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/quotas/14f21553ed7641e0a002b0a7a4c40622 HTTP/1.1" status: 200 len: 375 time: 0.0165992 Jul 16 18:37:13.364659 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-fbe18225-a9bf-48fe-bca2-e4b333434ff2 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14f21553ed7641e0a002b0a7a4c40622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405838 Jul 16 18:37:13.489682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-f19245f2-53bf-4f59-b91f-22eb37054bd9 service neutron] 10.222.0.24 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168437 Jul 16 18:37:13.568968 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-45447847-a027-460d-93a2-82d2fed18352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.646286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-af7cff80-c3d3-4b6b-9980-b9c4452495a3 service neutron] 10.222.0.24 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498005 Jul 16 18:37:13.893388 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-887c58fd-df6f-492f-bd88-e26e665cec70 req-699cb4fc-158c-4375-aa7e-dff7841929cb tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 210 time: 0.0387928 Jul 16 18:37:15.146880 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-319dcadc-a6cf-42e3-9b89-6282350bd3ae req-7e888b22-f9f9-468a-bdd0-fd295a59bd35 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 210 time: 0.0493381 Jul 16 18:37:15.782127 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c00f9038-6859-44a0-9426-5258cc9a6189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.860374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-6fd5f28b-108e-40fe-a1ee-969a1b4f8524 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.863224 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-6fd5f28b-108e-40fe-a1ee-969a1b4f8524 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.32 "GET /v2.0/networks?id=def25506-3317-484b-a6c1-0e7ad775ddec HTTP/1.1" status: 200 len: 811 time: 0.1898367 Jul 16 18:37:15.882244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-62131ba4-21b9-4092-9289-d4c9cee19648 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Request body: {'port': {'device_id': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'network_id': 'def25506-3317-484b-a6c1-0e7ad775ddec', 'admin_state_up': True, 'tenant_id': '14f21553ed7641e0a002b0a7a4c40622'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:16.013202 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.081381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-62131ba4-21b9-4092-9289-d4c9cee19648 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Made reservation on behalf of 14f21553ed7641e0a002b0a7a4c40622 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:16.085583 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-62131ba4-21b9-4092-9289-d4c9cee19648 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.259821 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-62131ba4-21b9-4092-9289-d4c9cee19648 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Allocated IP 172.20.0.14 (def25506-3317-484b-a6c1-0e7ad775ddec/24efb40b-5185-4a1f-b7b7-3b760c0a9fb9/c1f1aa42-307e-41dd-8149-edd307129496) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:16.397346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0a51121-97e7-4691-bc2d-2c2ad0058f5b req-c748abeb-5c04-40bf-9543-c568bbcf2d66 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 210 time: 0.0487394 Jul 16 18:37:16.476257 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-62131ba4-21b9-4092-9289-d4c9cee19648 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.536776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-62131ba4-21b9-4092-9289-d4c9cee19648 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.626268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-62131ba4-21b9-4092-9289-d4c9cee19648 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Network def25506-3317-484b-a6c1-0e7ad775ddec is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:16.632690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-62131ba4-21b9-4092-9289-d4c9cee19648 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:16.641345 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-62131ba4-21b9-4092-9289-d4c9cee19648 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:16.686461 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62131ba4-21b9-4092-9289-d4c9cee19648 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Pushing event updated for resources: {'Port': ['ID=c1f1aa42-307e-41dd-8149-edd307129496,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:16.730226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-62131ba4-21b9-4092-9289-d4c9cee19648 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:16.730930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-62131ba4-21b9-4092-9289-d4c9cee19648 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.751074 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-62131ba4-21b9-4092-9289-d4c9cee19648 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8788028 Jul 16 18:37:16.763369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Request body: {'port': {'device_id': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:16.868625 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.280635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f1aa42-307e-41dd-8149-edd307129496 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:17.291305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.306266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Transition to ACTIVE for port object c1f1aa42-307e-41dd-8149-edd307129496 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:17.313089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.364827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f1aa42-307e-41dd-8149-edd307129496,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:17.478265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Attempting to bind port c1f1aa42-307e-41dd-8149-edd307129496 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:17.478859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Attempting to bind port c1f1aa42-307e-41dd-8149-edd307129496 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '7e9451d6-5006-4f51-9dcd-a45a7550d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'def25506-3317-484b-a6c1-0e7ad775ddec'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:17.479417 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Attempting to bind port c1f1aa42-307e-41dd-8149-edd307129496 on network def25506-3317-484b-a6c1-0e7ad775ddec {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:17.486788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Port c1f1aa42-307e-41dd-8149-edd307129496 on network def25506-3317-484b-a6c1-0e7ad775ddec not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:17.487297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Attempting to bind port c1f1aa42-307e-41dd-8149-edd307129496 on network def25506-3317-484b-a6c1-0e7ad775ddec {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:17.496217 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:17.496758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Checking segment: {'id': '7e9451d6-5006-4f51-9dcd-a45a7550d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'def25506-3317-484b-a6c1-0e7ad775ddec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:17.497947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Bound using segment: {'id': '7e9451d6-5006-4f51-9dcd-a45a7550d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'def25506-3317-484b-a6c1-0e7ad775ddec'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:17.498718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Bound port: c1f1aa42-307e-41dd-8149-edd307129496, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9451d6-5006-4f51-9dcd-a45a7550d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'def25506-3317-484b-a6c1-0e7ad775ddec'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:17.499355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.621950 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] For port c1f1aa42-307e-41dd-8149-edd307129496, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:17.626917 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] For port c1f1aa42-307e-41dd-8149-edd307129496, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c1f1aa42-307e-41dd-8149-edd307129496,segment=NetworkSegment(7e9451d6-5006-4f51-9dcd-a45a7550d8c2),segment_id=7e9451d6-5006-4f51-9dcd-a45a7550d8c2)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:17.632492 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.672621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ca2a5-1a97-4d90-b6c9-9086a0fcd6b0 req-303c88c9-20de-42a5-a2c1-c0bd0c286732 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.676108 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba2ca2a5-1a97-4d90-b6c9-9086a0fcd6b0 req-303c88c9-20de-42a5-a2c1-c0bd0c286732 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 944 time: 0.1123714 Jul 16 18:37:17.688357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.689196 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.690883 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] 10.222.0.32 "PUT /v2.0/ports/c1f1aa42-307e-41dd-8149-edd307129496 HTTP/1.1" status: 200 len: 1093 time: 0.9324515 Jul 16 18:37:17.691413 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'tag': 'c1f1aa42-307e-41dd-8149-edd307129496'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:17.694038 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d147c4-a9c0-4dd7-9589-fa7b63a34c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6079ded-9b34-4a05-abcf-1df49a7cb1d0", "tag": "c1f1aa42-307e-41dd-8149-edd307129496"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:17.741710 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db560b-2db9-4043-8821-63bc38883dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f1aa42-307e-41dd-8149-edd307129496,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:17.772503 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.779320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba2ca2a5-1a97-4d90-b6c9-9086a0fcd6b0 req-4b073b61-2834-4c5b-a7d0-e0c9a9ce61d1 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900810 Jul 16 18:37:17.802681 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0cb6c4-3c51-4416-9783-dfac75f04059 x-openstack-request-id: req-2e0cb6c4-3c51-4416-9783-dfac75f04059 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:17.803086 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6079ded-9b34-4a05-abcf-1df49a7cb1d0", "tag": "c1f1aa42-307e-41dd-8149-edd307129496", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:17.803400 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e0cb6c4-3c51-4416-9783-dfac75f04059 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:17.803851 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'tag': 'c1f1aa42-307e-41dd-8149-edd307129496', 'status': 'completed', 'code': 200} Jul 16 18:37:17.843952 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-db6d87a3-6a38-401c-b43c-81bc55a48915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.846412 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-db6d87a3-6a38-401c-b43c-81bc55a48915 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=14f21553ed7641e0a002b0a7a4c40622&device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 1096 time: 0.0980446 Jul 16 18:37:17.923634 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-40c7c1e6-e1ee-479f-92ac-5cfd96667754 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f1aa42-307e-41dd-8149-edd307129496 HTTP/1.1" status: 200 len: 217 time: 0.0685947 Jul 16 18:37:17.994561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-f36b405d-762d-40aa-93ce-c9f894d71d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.996754 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-f36b405d-762d-40aa-93ce-c9f894d71d40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24efb40b-5185-4a1f-b7b7-3b760c0a9fb9 HTTP/1.1" status: 200 len: 851 time: 0.0665314 Jul 16 18:37:18.048885 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-3bfa304f-d3e4-49f2-9db2-8c677f67095b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=def25506-3317-484b-a6c1-0e7ad775ddec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450826 Jul 16 18:37:18.178375 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-e0ba5815-2d23-411e-9098-7ff6f12aa13a service neutron] 10.222.0.32 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223786 Jul 16 18:37:18.317256 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e9ec0dad-bca9-442e-a95c-6dcddf99390c req-18758e2a-3c8e-41a4-b004-d720461af343 service neutron] 10.222.0.32 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327662 Jul 16 18:37:18.474895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d147c4-a9c0-4dd7-9589-fa7b63a34c0a req-8d5904d0-23ae-4d95-b372-00d2d829ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:18.476354 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87d147c4-a9c0-4dd7-9589-fa7b63a34c0a req-8d5904d0-23ae-4d95-b372-00d2d829ded9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=14f21553ed7641e0a002b0a7a4c40622&device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 1096 time: 0.0667996 Jul 16 18:37:18.967535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d147c4-a9c0-4dd7-9589-fa7b63a34c0a req-66ccbd3c-7af3-4d8d-bcef-dbb3e61cf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:18.969416 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87d147c4-a9c0-4dd7-9589-fa7b63a34c0a req-66ccbd3c-7af3-4d8d-bcef-dbb3e61cf962 service neutron] 10.222.0.32 "GET /v2.0/networks?id=def25506-3317-484b-a6c1-0e7ad775ddec HTTP/1.1" status: 200 len: 912 time: 0.4850726 Jul 16 18:37:19.035152 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a519e6f-4b15-428f-b308-c5a7a31c1007 req-49e4ae0f-2d9f-4842-9672-5d7386644069 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.037917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a519e6f-4b15-428f-b308-c5a7a31c1007 req-49e4ae0f-2d9f-4842-9672-5d7386644069 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 944 time: 0.1003342 Jul 16 18:37:19.039495 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87d147c4-a9c0-4dd7-9589-fa7b63a34c0a req-a06f694a-665a-4f63-9696-279917b6d6e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f1aa42-307e-41dd-8149-edd307129496 HTTP/1.1" status: 200 len: 217 time: 0.0625937 Jul 16 18:37:19.104763 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a519e6f-4b15-428f-b308-c5a7a31c1007 req-8ec941e2-48eb-41f2-ba2b-33ee03d3cc05 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558221 Jul 16 18:37:19.119054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d147c4-a9c0-4dd7-9589-fa7b63a34c0a req-e79d1c08-6085-4813-8f49-b968b8e8cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.120876 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87d147c4-a9c0-4dd7-9589-fa7b63a34c0a req-e79d1c08-6085-4813-8f49-b968b8e8cf20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24efb40b-5185-4a1f-b7b7-3b760c0a9fb9 HTTP/1.1" status: 200 len: 851 time: 0.0742338 Jul 16 18:37:19.159344 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87d147c4-a9c0-4dd7-9589-fa7b63a34c0a req-8119aef4-4c8a-4a98-87a4-437043f4a019 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=def25506-3317-484b-a6c1-0e7ad775ddec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309775 Jul 16 18:37:19.164422 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.275683 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87d147c4-a9c0-4dd7-9589-fa7b63a34c0a req-8d5baea1-96b1-498e-83ae-c372250efe04 service neutron] 10.222.0.32 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093080 Jul 16 18:37:19.390686 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-87d147c4-a9c0-4dd7-9589-fa7b63a34c0a req-2ed8dcef-dfea-4bd6-8626-0ef4a18685d3 service neutron] 10.222.0.32 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086993 Jul 16 18:37:20.342576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b76ca-87e9-49f0-a04f-fddc5ee9c749 req-d4d20144-fc22-4dbe-88c7-91d0208902af tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.344329 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-407b76ca-87e9-49f0-a04f-fddc5ee9c749 req-d4d20144-fc22-4dbe-88c7-91d0208902af tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 944 time: 0.1012681 Jul 16 18:37:20.394116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-407b76ca-87e9-49f0-a04f-fddc5ee9c749 req-b1253929-2805-406b-9f44-148e83c9679b tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392296 Jul 16 18:37:21.524045 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device c1f1aa42-307e-41dd-8149-edd307129496 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:21.593941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bf329-a076-4e37-a992-8f886db516ff req-cd227401-acf8-4516-a9b5-f5c5eff97510 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.596167 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a23bf329-a076-4e37-a992-8f886db516ff req-cd227401-acf8-4516-a9b5-f5c5eff97510 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 944 time: 0.0820746 Jul 16 18:37:21.648941 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a23bf329-a076-4e37-a992-8f886db516ff req-96647bc6-8f1d-4864-bd20-85d819a9884c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Jul 16 18:37:21.658417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port c1f1aa42-307e-41dd-8149-edd307129496, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c1f1aa42-307e-41dd-8149-edd307129496,segment=NetworkSegment(7e9451d6-5006-4f51-9dcd-a45a7550d8c2),segment_id=7e9451d6-5006-4f51-9dcd-a45a7550d8c2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:21.671057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'c1f1aa42-307e-41dd-8149-edd307129496', 'network_id': 'def25506-3317-484b-a6c1-0e7ad775ddec', 'port_id': 'c1f1aa42-307e-41dd-8149-edd307129496', 'mac_address': 'fa:16:3e:d5:3a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24efb40b-5185-4a1f-b7b7-3b760c0a9fb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:21.717878 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.734152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f1aa42-307e-41dd-8149-edd307129496 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:21.755832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port c1f1aa42-307e-41dd-8149-edd307129496, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c1f1aa42-307e-41dd-8149-edd307129496,segment=NetworkSegment(7e9451d6-5006-4f51-9dcd-a45a7550d8c2),segment_id=7e9451d6-5006-4f51-9dcd-a45a7550d8c2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:21.763629 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.816505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=c1f1aa42-307e-41dd-8149-edd307129496,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.955444 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['c1f1aa42-307e-41dd-8149-edd307129496'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:22.860544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0d8e5-3582-4c47-a651-654133a890c2 req-eba9d4a1-9331-4bd1-bf32-d70e47b9e2ec tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.862763 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5e0d8e5-3582-4c47-a651-654133a890c2 req-eba9d4a1-9331-4bd1-bf32-d70e47b9e2ec tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 945 time: 0.0782309 Jul 16 18:37:22.917276 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5e0d8e5-3582-4c47-a651-654133a890c2 req-91676c08-fef2-4877-9665-e4a357eee870 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467854 Jul 16 18:37:23.475979 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.524744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device c1f1aa42-307e-41dd-8149-edd307129496 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:23.588265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port c1f1aa42-307e-41dd-8149-edd307129496 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:23.595007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port c1f1aa42-307e-41dd-8149-edd307129496 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:23.595384 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.689226 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.715787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f1aa42-307e-41dd-8149-edd307129496'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:23.719764 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41daf5b-9b7f-4668-9f52-213bdf085f64" -d '{"events": [{"server_uuid": "b6079ded-9b34-4a05-abcf-1df49a7cb1d0", "name": "network-vif-plugged", "status": "completed", "tag": "c1f1aa42-307e-41dd-8149-edd307129496"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:23.742517 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port c1f1aa42-307e-41dd-8149-edd307129496, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c1f1aa42-307e-41dd-8149-edd307129496,segment=NetworkSegment(7e9451d6-5006-4f51-9dcd-a45a7550d8c2),segment_id=7e9451d6-5006-4f51-9dcd-a45a7550d8c2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:23.749116 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.785609 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2c3065-e9ac-4ee6-88b1-c4e5e21bd172 x-openstack-request-id: req-fa2c3065-e9ac-4ee6-88b1-c4e5e21bd172 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:23.786054 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6079ded-9b34-4a05-abcf-1df49a7cb1d0", "name": "network-vif-plugged", "status": "completed", "tag": "c1f1aa42-307e-41dd-8149-edd307129496", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:23.786431 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa2c3065-e9ac-4ee6-88b1-c4e5e21bd172 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:23.786928 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f1aa42-307e-41dd-8149-edd307129496', 'code': 200} Jul 16 18:37:23.814905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=c1f1aa42-307e-41dd-8149-edd307129496,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:23.932068 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378cd87-3fb5-495c-9384-daa46e953177 req-87d23404-0068-4eed-9aab-118693daa303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.934747 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2378cd87-3fb5-495c-9384-daa46e953177 req-87d23404-0068-4eed-9aab-118693daa303 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 1098 time: 0.0675540 Jul 16 18:37:23.993729 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2378cd87-3fb5-495c-9384-daa46e953177 req-87e382cf-efb6-48ce-8576-74602544ba38 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513818 Jul 16 18:37:24.201319 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b17d00-c1d8-4bed-9559-aa4d26817972 req-7833eb5f-ea44-4a5d-a959-1c9f0f35a35a tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.203332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c5b17d00-c1d8-4bed-9559-aa4d26817972 req-7833eb5f-ea44-4a5d-a959-1c9f0f35a35a tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.1052289 Jul 16 18:37:24.274025 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c5b17d00-c1d8-4bed-9559-aa4d26817972 req-9d75c6bc-fb40-4252-ac50-372c78f53f62 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601716 Jul 16 18:37:25.496720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94eebdc-3e1f-4201-a48f-8f32a633db95 req-c247ce78-39ca-4a9e-9cc3-dc6d64bba48a tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.499682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e94eebdc-3e1f-4201-a48f-8f32a633db95 req-c247ce78-39ca-4a9e-9cc3-dc6d64bba48a tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0886786 Jul 16 18:37:25.545006 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e94eebdc-3e1f-4201-a48f-8f32a633db95 req-41e0bbe5-44e2-4cdc-9712-7af412891f73 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Jul 16 18:37:25.629816 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.151621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-05a187da-a0cf-48cb-bd62-e17e0030ffe5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1840718 Jul 16 18:37:26.160514 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b5203-dc0b-4fef-a837-68e6021dab78 req-d5f3abf8-2d49-4088-b3e4-6fbb2a648a82 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.162227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-734b5203-dc0b-4fef-a837-68e6021dab78 req-d5f3abf8-2d49-4088-b3e4-6fbb2a648a82 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.1151404 Jul 16 18:37:26.223147 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-734b5203-dc0b-4fef-a837-68e6021dab78 req-5088ee38-e2ca-4b57-8d11-d40b85aa73a4 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455568 Jul 16 18:37:27.469252 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e944b-d453-4dfb-815b-18ae03ed7112 req-2bef08f4-80c8-4199-a907-f12b94cc2a45 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.470933 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-603e944b-d453-4dfb-815b-18ae03ed7112 req-2bef08f4-80c8-4199-a907-f12b94cc2a45 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.1032836 Jul 16 18:37:27.534004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-603e944b-d453-4dfb-815b-18ae03ed7112 req-4cb8ddfa-74c6-46c9-ac6d-ac55a47ba7ea tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567708 Jul 16 18:37:27.692928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-dab6ccd9-6a44-407c-a429-6a48fb184a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.694675 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-dab6ccd9-6a44-407c-a429-6a48fb184a1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=14f21553ed7641e0a002b0a7a4c40622&device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 1098 time: 0.0672560 Jul 16 18:37:27.810241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-e1483f7f-57c1-4ab3-91b8-cca42282abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.811816 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-e1483f7f-57c1-4ab3-91b8-cca42282abd3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=def25506-3317-484b-a6c1-0e7ad775ddec HTTP/1.1" status: 200 len: 912 time: 0.1112313 Jul 16 18:37:27.885942 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-c00fc574-0947-4336-bb54-db66cfe25313 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f1aa42-307e-41dd-8149-edd307129496 HTTP/1.1" status: 200 len: 217 time: 0.0675094 Jul 16 18:37:27.939949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-eb781ce8-c8e2-48ba-8548-1aea9a244922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.941448 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-eb781ce8-c8e2-48ba-8548-1aea9a244922 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24efb40b-5185-4a1f-b7b7-3b760c0a9fb9 HTTP/1.1" status: 200 len: 851 time: 0.0499859 Jul 16 18:37:27.990706 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-6c85712d-366d-474c-bfa7-95fd06c717bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=def25506-3317-484b-a6c1-0e7ad775ddec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430946 Jul 16 18:37:28.105829 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-2b389699-ed7f-4286-9ef0-7c88e75dd4e3 service neutron] 10.222.0.32 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092122 Jul 16 18:37:28.210097 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-e7deab14-9b6c-4d7d-aed0-28ee688ead6a service neutron] 10.222.0.32 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976410 Jul 16 18:37:28.783422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea082d-5b31-49a8-8469-adea5859e558 req-8b4d6f5c-fb7b-40e1-848d-7db553ca782f tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.785059 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ddea082d-5b31-49a8-8469-adea5859e558 req-8b4d6f5c-fb7b-40e1-848d-7db553ca782f tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0883119 Jul 16 18:37:28.837455 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ddea082d-5b31-49a8-8469-adea5859e558 req-3beb8490-cbc0-4813-90cb-bbd390685f16 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378139 Jul 16 18:37:30.071810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8587-9030-43cc-a4ec-3567733d7b2b req-3bbf84b2-a485-40d4-9c05-ec8da7e5fd14 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.073384 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-479e8587-9030-43cc-a4ec-3567733d7b2b req-3bbf84b2-a485-40d4-9c05-ec8da7e5fd14 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0919654 Jul 16 18:37:30.119972 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-479e8587-9030-43cc-a4ec-3567733d7b2b req-291b27b6-f4fc-4e6f-8205-17b833b18088 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347919 Jul 16 18:37:31.342608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce48fbd-4432-4f3e-a551-3b2d8ac78d24 req-b0c1c865-5bf7-4e88-9d0e-580a767aab90 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.344104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ce48fbd-4432-4f3e-a551-3b2d8ac78d24 req-b0c1c865-5bf7-4e88-9d0e-580a767aab90 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0734720 Jul 16 18:37:31.388551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3ce48fbd-4432-4f3e-a551-3b2d8ac78d24 req-3751b5f3-ab75-4c21-9856-94d0c43a16ad tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353506 Jul 16 18:37:32.584322 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c560bb2-afc6-4649-92cf-5d014a849faa req-87dd4649-388c-40b0-bb4b-1f8f4312087f tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.586175 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c560bb2-afc6-4649-92cf-5d014a849faa req-87dd4649-388c-40b0-bb4b-1f8f4312087f tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0680504 Jul 16 18:37:32.629793 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c560bb2-afc6-4649-92cf-5d014a849faa req-6007714d-8e79-422c-ada0-e16c4fa3ad33 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369766 Jul 16 18:37:33.853596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d7659-5496-442b-8c20-e3eea1302ae4 req-664af6ed-d2f9-4099-9bae-a32af9d58570 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.856139 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-696d7659-5496-442b-8c20-e3eea1302ae4 req-664af6ed-d2f9-4099-9bae-a32af9d58570 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0897164 Jul 16 18:37:33.897957 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-696d7659-5496-442b-8c20-e3eea1302ae4 req-31461285-4839-4b80-a0b7-4a2fb02a6955 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355136 Jul 16 18:37:35.079768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9a77e-33dc-4666-a2c2-0b239191f7d5 req-176c2d63-9c34-40af-9220-3d6c5b85cb91 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.081360 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6cc9a77e-33dc-4666-a2c2-0b239191f7d5 req-176c2d63-9c34-40af-9220-3d6c5b85cb91 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0674415 Jul 16 18:37:35.134317 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6cc9a77e-33dc-4666-a2c2-0b239191f7d5 req-b97eb77d-3733-4968-bff9-3c3bc13a06ef tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 Jul 16 18:37:36.410866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c31add-e1e2-4345-8184-a2416722b0ce req-c68adad7-6bcb-4430-80fd-756113f488f5 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:36.413227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7c31add-e1e2-4345-8184-a2416722b0ce req-c68adad7-6bcb-4430-80fd-756113f488f5 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.1106308 Jul 16 18:37:36.476087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7c31add-e1e2-4345-8184-a2416722b0ce req-95a708dc-c3e3-4245-9a6e-5331f7aaad43 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535784 Jul 16 18:37:37.738134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1954c61-3f04-4446-a39f-421754b9203a req-733aad72-63a3-4fb5-b452-a986056f4a7d tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.739619 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1954c61-3f04-4446-a39f-421754b9203a req-733aad72-63a3-4fb5-b452-a986056f4a7d tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0775604 Jul 16 18:37:37.793154 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1954c61-3f04-4446-a39f-421754b9203a req-d3809183-c803-4e2d-9bbe-0f5fd9484473 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473263 Jul 16 18:37:39.011786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db9232-fbcb-4998-aa1f-53b62ad20a22 req-89d02aa8-ef25-4ec8-8260-274985d57b77 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:39.013985 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8db9232-fbcb-4998-aa1f-53b62ad20a22 req-89d02aa8-ef25-4ec8-8260-274985d57b77 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0860102 Jul 16 18:37:39.077253 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8db9232-fbcb-4998-aa1f-53b62ad20a22 req-88e4b061-167a-4267-bb31-83a8329ee8c4 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574076 Jul 16 18:37:40.301328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f82e6-d3f8-49bb-849c-7e125393af45 req-cb74592c-9a3f-413a-b761-beb67f321f1c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:40.302947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d6f82e6-d3f8-49bb-849c-7e125393af45 req-cb74592c-9a3f-413a-b761-beb67f321f1c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0893521 Jul 16 18:37:40.358134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d6f82e6-d3f8-49bb-849c-7e125393af45 req-8b3034a4-7a4d-43ef-bc4e-66aa275dc2be tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445347 Jul 16 18:37:41.416042 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:41.611142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716d151-22ce-4644-b662-ec61776bfa69 req-6bdaf0fe-43ec-4293-95b8-79f32e4de8b8 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.612823 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c716d151-22ce-4644-b662-ec61776bfa69 req-6bdaf0fe-43ec-4293-95b8-79f32e4de8b8 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0970228 Jul 16 18:37:41.662559 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c716d151-22ce-4644-b662-ec61776bfa69 req-2f43dea7-9b6c-4c51-897d-b0c48143cef0 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407491 Jul 16 18:37:43.062801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b4da1-b95c-42ba-a412-02c242496ea8 req-1002e646-ece9-4ee0-a648-df34efb957ae tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:43.064350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c7b4da1-b95c-42ba-a412-02c242496ea8 req-1002e646-ece9-4ee0-a648-df34efb957ae tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0692303 Jul 16 18:37:43.108328 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9c7b4da1-b95c-42ba-a412-02c242496ea8 req-5e8f4346-45da-47cb-8ab6-c48bda06a56f tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359526 Jul 16 18:37:43.571092 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-92deb0d4-b4f1-47a8-b9c3-3d821798eef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.307452 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2f2e6-1d1f-429d-aecf-686a53b9cc3d req-cfd41c38-a96b-4df6-83cb-6d72a84feaf8 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.309050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ba2f2e6-1d1f-429d-aecf-686a53b9cc3d req-cfd41c38-a96b-4df6-83cb-6d72a84feaf8 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0783296 Jul 16 18:37:44.354776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ba2f2e6-1d1f-429d-aecf-686a53b9cc3d req-c843afc7-0d36-4303-9762-780ede811ad7 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359933 Jul 16 18:37:45.553339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd055d7-cff4-444f-b557-bfdff0ac94c8 req-293032e1-2a92-4d68-a33d-bf8b9e99c770 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.554969 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7fd055d7-cff4-444f-b557-bfdff0ac94c8 req-293032e1-2a92-4d68-a33d-bf8b9e99c770 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0695519 Jul 16 18:37:45.595510 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7fd055d7-cff4-444f-b557-bfdff0ac94c8 req-61e5e951-c107-4bbf-846b-a0caa137151e tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345998 Jul 16 18:37:45.786721 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-edfddc96-c609-4a15-858f-a43d72473fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.002814 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.788950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ba6c5-c698-4473-9b89-ed5fc8f9a9e1 req-e7323f38-63c3-40ee-8563-408847bb6361 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.790698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b0ba6c5-c698-4473-9b89-ed5fc8f9a9e1 req-e7323f38-63c3-40ee-8563-408847bb6361 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0729806 Jul 16 18:37:46.839722 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b0ba6c5-c698-4473-9b89-ed5fc8f9a9e1 req-4c292540-fdac-4256-9c7f-c797ef58e233 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Jul 16 18:37:47.767465 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.049649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1b2b9-7405-4b9e-9d99-03bc33e63ce6 req-ba0b2f14-7aef-4842-baf0-827e47aa3169 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.051197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6a1b2b9-7405-4b9e-9d99-03bc33e63ce6 req-ba0b2f14-7aef-4842-baf0-827e47aa3169 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0777891 Jul 16 18:37:48.101759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6a1b2b9-7405-4b9e-9d99-03bc33e63ce6 req-28bff977-5ec0-4dcf-a1b9-27f01d81c7ab tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443537 Jul 16 18:37:49.168415 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.299679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e5306-bd18-48ba-b918-e2dcf304b2fd req-a9cf587d-8ea9-4cbb-b2b8-215b46f66b6a tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:49.301445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-693e5306-bd18-48ba-b918-e2dcf304b2fd req-a9cf587d-8ea9-4cbb-b2b8-215b46f66b6a tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0698185 Jul 16 18:37:49.348187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-693e5306-bd18-48ba-b918-e2dcf304b2fd req-619512fc-bf38-4109-86fa-c7da2478418d tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387056 Jul 16 18:37:50.546386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfa16a-b6b6-4fb6-b470-dde6053b572c req-70a716b2-7058-49c2-9a2e-afd65bb5dc9e tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:50.547952 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6bdfa16a-b6b6-4fb6-b470-dde6053b572c req-70a716b2-7058-49c2-9a2e-afd65bb5dc9e tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0778620 Jul 16 18:37:50.592063 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6bdfa16a-b6b6-4fb6-b470-dde6053b572c req-760e2f2f-7800-46f4-92b0-bde5ff45cd45 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383041 Jul 16 18:37:51.788119 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0da518-5285-49ed-a2ad-4973109acbff req-436ea599-fa89-4f6d-907b-67eaaeefca2e tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:51.789721 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f0da518-5285-49ed-a2ad-4973109acbff req-436ea599-fa89-4f6d-907b-67eaaeefca2e tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0687673 Jul 16 18:37:51.834831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f0da518-5285-49ed-a2ad-4973109acbff req-1fde26ef-923c-41cc-9593-27eb9c73ca5c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379725 Jul 16 18:37:53.034497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebbde0-a19b-4724-9c75-90d262ce6d25 req-54f8f497-efb7-4f9c-8392-0fb98ff94b96 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:53.036067 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76ebbde0-a19b-4724-9c75-90d262ce6d25 req-54f8f497-efb7-4f9c-8392-0fb98ff94b96 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0726678 Jul 16 18:37:53.083960 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-76ebbde0-a19b-4724-9c75-90d262ce6d25 req-0a5de134-66b5-4ea7-9de4-d3b981ba828c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418632 Jul 16 18:37:53.485410 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.285786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277bc9c-b4ed-4588-841b-2074ecf0f06a req-c264a491-bda7-4f0b-b917-4e41e1be1271 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.287492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4277bc9c-b4ed-4588-841b-2074ecf0f06a req-c264a491-bda7-4f0b-b917-4e41e1be1271 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0676892 Jul 16 18:37:54.331080 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4277bc9c-b4ed-4588-841b-2074ecf0f06a req-f31121a1-9fed-4e50-b613-b127b49553ed tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381498 Jul 16 18:37:55.062768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-652c1e66-06c1-49f0-a7da-f406a18b88c9 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:55.063864 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-652c1e66-06c1-49f0-a7da-f406a18b88c9 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082827 Jul 16 18:37:55.141742 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-fe63269f-faf2-413b-a3ef-74085b3bbc52 service neutron] show failed (client error): The resource could not be found. Jul 16 18:37:55.142786 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-fe63269f-faf2-413b-a3ef-74085b3bbc52 service neutron] 10.222.0.32 "GET /v2.0/ports/c1f1aa42-307e-41dd-8149-edd307129496/bindings/n-h2-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0717795 Jul 16 18:37:55.454570 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-dd6e0aca-34f2-48ab-accc-23c665d85cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.456426 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-dd6e0aca-34f2-48ab-accc-23c665d85cc9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0&tenant_id=14f21553ed7641e0a002b0a7a4c40622 HTTP/1.1" status: 200 len: 1098 time: 0.0942283 Jul 16 18:37:55.475663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:55.533173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a5b4e-0fc1-49aa-9208-b2e377228c80 req-1b14a56d-b8e1-4dcb-8466-99435e11886b tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.534823 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f4a5b4e-0fc1-49aa-9208-b2e377228c80 req-1b14a56d-b8e1-4dcb-8466-99435e11886b tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 946 time: 0.0754662 Jul 16 18:37:55.561169 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.589103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f4a5b4e-0fc1-49aa-9208-b2e377228c80 req-34a9309f-f973-4f57-9358-3c7c194af195 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465150 Jul 16 18:37:55.618715 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.835317 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] For port c1f1aa42-307e-41dd-8149-edd307129496, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=c1f1aa42-307e-41dd-8149-edd307129496,segment=NetworkSegment(7e9451d6-5006-4f51-9dcd-a45a7550d8c2),segment_id=7e9451d6-5006-4f51-9dcd-a45a7550d8c2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:55.881599 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] For port c1f1aa42-307e-41dd-8149-edd307129496, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:55.928632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1f1aa42-307e-41dd-8149-edd307129496'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:55.931054 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad436f3a-a4c1-4a02-bbe4-a879e2d1d057" -d '{"events": [{"server_uuid": "b6079ded-9b34-4a05-abcf-1df49a7cb1d0", "name": "network-vif-unplugged", "status": "completed", "tag": "c1f1aa42-307e-41dd-8149-edd307129496"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:55.935157 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.948837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Transition to ACTIVE for port object c1f1aa42-307e-41dd-8149-edd307129496 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:55.954604 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.001289 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82282ff6-a6cc-4b2d-8c08-d688f5fe289b x-openstack-request-id: req-82282ff6-a6cc-4b2d-8c08-d688f5fe289b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:56.001578 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6079ded-9b34-4a05-abcf-1df49a7cb1d0", "name": "network-vif-unplugged", "status": "completed", "tag": "c1f1aa42-307e-41dd-8149-edd307129496", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:56.001877 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82282ff6-a6cc-4b2d-8c08-d688f5fe289b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:56.002273 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1f1aa42-307e-41dd-8149-edd307129496', 'code': 200} Jul 16 18:37:56.044089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] No DVR routers for this DVR port c1f1aa42-307e-41dd-8149-edd307129496 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:56.046832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f1aa42-307e-41dd-8149-edd307129496,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.059600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:56.060109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:56.060453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:56.060960 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:56.061292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:56.061623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:56.061981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:56.062308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:56.062646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:56.062965 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:56.063543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:56.063644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:56.104291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Attempting to bind port c1f1aa42-307e-41dd-8149-edd307129496 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:56.104623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Attempting to bind port c1f1aa42-307e-41dd-8149-edd307129496 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '7e9451d6-5006-4f51-9dcd-a45a7550d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'def25506-3317-484b-a6c1-0e7ad775ddec'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:56.104950 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Attempting to bind port c1f1aa42-307e-41dd-8149-edd307129496 on network def25506-3317-484b-a6c1-0e7ad775ddec {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:56.110386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Port c1f1aa42-307e-41dd-8149-edd307129496 on network def25506-3317-484b-a6c1-0e7ad775ddec not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:56.110726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Attempting to bind port c1f1aa42-307e-41dd-8149-edd307129496 on network def25506-3317-484b-a6c1-0e7ad775ddec {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:56.115777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:56.116129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Checking segment: {'id': '7e9451d6-5006-4f51-9dcd-a45a7550d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'def25506-3317-484b-a6c1-0e7ad775ddec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:56.116559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Bound using segment: {'id': '7e9451d6-5006-4f51-9dcd-a45a7550d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'def25506-3317-484b-a6c1-0e7ad775ddec'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:56.117057 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Bound port: c1f1aa42-307e-41dd-8149-edd307129496, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9451d6-5006-4f51-9dcd-a45a7550d8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'def25506-3317-484b-a6c1-0e7ad775ddec'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:56.117411 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.198128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] For port c1f1aa42-307e-41dd-8149-edd307129496, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:56.202441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] For port c1f1aa42-307e-41dd-8149-edd307129496, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c1f1aa42-307e-41dd-8149-edd307129496,segment=NetworkSegment(7e9451d6-5006-4f51-9dcd-a45a7550d8c2),segment_id=7e9451d6-5006-4f51-9dcd-a45a7550d8c2)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:56.207377 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.247928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.248647 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.250320 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] 10.222.0.11 "PUT /v2.0/ports/c1f1aa42-307e-41dd-8149-edd307129496 HTTP/1.1" status: 200 len: 1093 time: 0.7799792 Jul 16 18:37:56.286943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65cfa8-18fb-4bbc-b131-8046dbd7a324 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f1aa42-307e-41dd-8149-edd307129496,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.337947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-87330576-60ef-41b2-9237-7686ef26dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.339473 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-87330576-60ef-41b2-9237-7686ef26dcc4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14f21553ed7641e0a002b0a7a4c40622&device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 1096 time: 0.0615106 Jul 16 18:37:56.459436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-226a49f5-9d16-4857-8b02-40aefa56181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.460825 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-226a49f5-9d16-4857-8b02-40aefa56181b service neutron] 10.222.0.11 "GET /v2.0/networks?id=def25506-3317-484b-a6c1-0e7ad775ddec HTTP/1.1" status: 200 len: 912 time: 0.1109505 Jul 16 18:37:56.505632 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-f585c6b8-40f6-4f75-9169-08625d1b16d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f1aa42-307e-41dd-8149-edd307129496 HTTP/1.1" status: 200 len: 217 time: 0.0362279 Jul 16 18:37:56.563853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-260c7077-8bfc-43a9-aa9e-4f32313b77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.565347 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-260c7077-8bfc-43a9-aa9e-4f32313b77bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24efb40b-5185-4a1f-b7b7-3b760c0a9fb9 HTTP/1.1" status: 200 len: 851 time: 0.0507431 Jul 16 18:37:56.601158 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-cf1db9a7-5326-4c6a-b081-8404df761e56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=def25506-3317-484b-a6c1-0e7ad775ddec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285354 Jul 16 18:37:56.612255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-af661de6-6109-42c9-9993-ae557102d61c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:56.613275 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-af661de6-6109-42c9-9993-ae557102d61c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053577 Jul 16 18:37:56.729863 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-ae38d41e-4ba7-4ad6-b487-80f5432de95a service neutron] 10.222.0.11 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095126 Jul 16 18:37:56.812697 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ebc42-9a49-4537-a3bb-027a817a0cac req-567577cf-f4e5-4822-8c2f-fdf533e1b11a tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.814326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b51ebc42-9a49-4537-a3bb-027a817a0cac req-567577cf-f4e5-4822-8c2f-fdf533e1b11a tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 944 time: 0.0801113 Jul 16 18:37:56.835941 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-3208f999-1c55-4e2a-9ff8-89f89434888c req-4b96e9d0-8f40-470f-b288-b975e2e7e39c service neutron] 10.222.0.11 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987453 Jul 16 18:37:56.871184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b51ebc42-9a49-4537-a3bb-027a817a0cac req-54a7b486-f95b-4123-ad51-f18a5e6ec472 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488319 Jul 16 18:37:58.003660 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'tag': 'c1f1aa42-307e-41dd-8149-edd307129496'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:58.007737 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe9e789-9a40-4051-b808-08697faefb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6079ded-9b34-4a05-abcf-1df49a7cb1d0", "tag": "c1f1aa42-307e-41dd-8149-edd307129496"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:58.058377 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e704c94-bdfe-4ff6-b386-83bac8248e08 x-openstack-request-id: req-2e704c94-bdfe-4ff6-b386-83bac8248e08 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:58.058753 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6079ded-9b34-4a05-abcf-1df49a7cb1d0", "tag": "c1f1aa42-307e-41dd-8149-edd307129496", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:58.059225 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e704c94-bdfe-4ff6-b386-83bac8248e08 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:58.059717 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'tag': 'c1f1aa42-307e-41dd-8149-edd307129496', 'status': 'completed', 'code': 200} Jul 16 18:37:58.090727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca043eb-01ff-466f-a353-1e7028136460 req-6a161b14-f9e3-4705-b39d-4c53b979baaf tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.093096 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ca043eb-01ff-466f-a353-1e7028136460 req-6a161b14-f9e3-4705-b39d-4c53b979baaf tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 944 time: 0.0925555 Jul 16 18:37:58.140095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ca043eb-01ff-466f-a353-1e7028136460 req-59594f6f-9d06-4110-b0a9-04f9c701cd35 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361648 Jul 16 18:37:58.193352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9e789-9a40-4051-b808-08697faefb6f req-d20797ba-ee64-4953-ada2-ed83b1d6b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.194918 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-d20797ba-ee64-4953-ada2-ed83b1d6b391 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=14f21553ed7641e0a002b0a7a4c40622&device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 1096 time: 0.1102178 Jul 16 18:37:58.202150 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9e789-9a40-4051-b808-08697faefb6f req-dd28502b-053d-46c6-9a1d-e5f32a0e3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.203836 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-dd28502b-053d-46c6-9a1d-e5f32a0e3a37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14f21553ed7641e0a002b0a7a4c40622&device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 1096 time: 0.1099021 Jul 16 18:37:58.368313 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9e789-9a40-4051-b808-08697faefb6f req-7a54496e-0bff-4faf-a4a9-9869091f4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.369896 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-7a54496e-0bff-4faf-a4a9-9869091f4f88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=def25506-3317-484b-a6c1-0e7ad775ddec HTTP/1.1" status: 200 len: 912 time: 0.1651571 Jul 16 18:37:58.371273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9e789-9a40-4051-b808-08697faefb6f req-6cf85f39-cfda-4482-af85-f344402e980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.372672 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-6cf85f39-cfda-4482-af85-f344402e980d service neutron] 10.222.0.11 "GET /v2.0/networks?id=def25506-3317-484b-a6c1-0e7ad775ddec HTTP/1.1" status: 200 len: 912 time: 0.1606960 Jul 16 18:37:58.420121 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-cfe1cdce-fbfa-4997-9b98-533870b0b56c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f1aa42-307e-41dd-8149-edd307129496 HTTP/1.1" status: 200 len: 217 time: 0.0425296 Jul 16 18:37:58.464127 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-a6cdacab-281a-4f59-a44a-f3b9cb8df83f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f1aa42-307e-41dd-8149-edd307129496 HTTP/1.1" status: 200 len: 217 time: 0.0815549 Jul 16 18:37:58.542683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9e789-9a40-4051-b808-08697faefb6f req-881c5b6b-75bb-457d-b4e0-0b7093c7f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.544784 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-881c5b6b-75bb-457d-b4e0-0b7093c7f0fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24efb40b-5185-4a1f-b7b7-3b760c0a9fb9 HTTP/1.1" status: 200 len: 851 time: 0.0900571 Jul 16 18:37:58.550937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9e789-9a40-4051-b808-08697faefb6f req-2f98c2f9-955b-472b-abf0-c22d163d1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.552505 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-2f98c2f9-955b-472b-abf0-c22d163d1f65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24efb40b-5185-4a1f-b7b7-3b760c0a9fb9 HTTP/1.1" status: 200 len: 851 time: 0.0655317 Jul 16 18:37:58.597774 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-147294d0-793c-41ea-b54b-0cb89800c47c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=def25506-3317-484b-a6c1-0e7ad775ddec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440111 Jul 16 18:37:58.621556 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-2ed5a97b-4cdb-44bc-bba9-50fd54b836cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=def25506-3317-484b-a6c1-0e7ad775ddec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360551 Jul 16 18:37:58.826322 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-9590996c-e7e4-4ff1-9bb6-d307e7e48f1f service neutron] 10.222.0.32 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072244 Jul 16 18:37:58.830091 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-dd9b2a8e-9247-44c8-83f8-bb0b28e74c46 service neutron] 10.222.0.11 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997485 Jul 16 18:37:58.994530 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-d1f3474b-91aa-4821-8195-807d6bcb9165 service neutron] 10.222.0.32 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616647 Jul 16 18:37:58.998704 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cfe9e789-9a40-4051-b808-08697faefb6f req-eab5cad4-3203-49df-9d92-8f235be4d714 service neutron] 10.222.0.11 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584616 Jul 16 18:37:59.350519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a638cd5-8b4a-4e37-b26f-d0e154a446c7 req-7117ed41-d0a0-4bd8-93cc-fa6b4f0341cf tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:59.352128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a638cd5-8b4a-4e37-b26f-d0e154a446c7 req-7117ed41-d0a0-4bd8-93cc-fa6b4f0341cf tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 944 time: 0.0836747 Jul 16 18:37:59.410580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a638cd5-8b4a-4e37-b26f-d0e154a446c7 req-19de0c66-7ec9-4f1c-bd92-f1270ead9607 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482543 Jul 16 18:37:59.714749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device c1f1aa42-307e-41dd-8149-edd307129496 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:59.776600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device c1f1aa42-307e-41dd-8149-edd307129496 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:59.901286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-021b8a14-b949-46ab-806f-02e31dabade9 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:59.903087 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-021b8a14-b949-46ab-806f-02e31dabade9 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0&tenant_id=14f21553ed7641e0a002b0a7a4c40622&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 944 time: 0.1001356 Jul 16 18:37:59.983159 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-2690359d-cd39-4656-b103-7a90bfdf401f service neutron] delete failed (client error): The resource could not be found. Jul 16 18:37:59.984326 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-2690359d-cd39-4656-b103-7a90bfdf401f service neutron] 10.222.0.32 "DELETE /v2.0/ports/c1f1aa42-307e-41dd-8149-edd307129496/bindings/n-h1-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0745163 Jul 16 18:38:00.106333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-dc4b9fc0-7c98-4a04-869f-92dda5782539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.108728 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-dc4b9fc0-7c98-4a04-869f-92dda5782539 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=14f21553ed7641e0a002b0a7a4c40622&device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 1096 time: 0.0691774 Jul 16 18:38:00.215616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-a2abb8a8-39fa-4581-ac01-7d3c66599e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.217749 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-a2abb8a8-39fa-4581-ac01-7d3c66599e34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=def25506-3317-484b-a6c1-0e7ad775ddec HTTP/1.1" status: 200 len: 912 time: 0.1029961 Jul 16 18:38:00.259879 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-8efb3ae1-33ee-4a00-90d9-321c5402ca51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f1aa42-307e-41dd-8149-edd307129496 HTTP/1.1" status: 200 len: 217 time: 0.0359614 Jul 16 18:38:00.313048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-1ff82af6-b5c8-42ee-8cc0-2e6a24be59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.314700 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-1ff82af6-b5c8-42ee-8cc0-2e6a24be59e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=24efb40b-5185-4a1f-b7b7-3b760c0a9fb9 HTTP/1.1" status: 200 len: 851 time: 0.0492549 Jul 16 18:38:00.358882 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-740b5d41-389b-403a-9294-fbff9a4f44bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=def25506-3317-484b-a6c1-0e7ad775ddec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348883 Jul 16 18:38:00.458474 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-604a820e-3177-457d-8865-984c2bc9eb03 service neutron] 10.222.0.32 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935721 Jul 16 18:38:00.563685 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-c9c528e5-c135-44cf-9fea-1487ac2de491 service neutron] 10.222.0.32 "GET /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985074 Jul 16 18:38:00.980504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c1f1aa42-307e-41dd-8149-edd307129496 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:01.116087 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c1f1aa42-307e-41dd-8149-edd307129496, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c1f1aa42-307e-41dd-8149-edd307129496,segment=NetworkSegment(7e9451d6-5006-4f51-9dcd-a45a7550d8c2),segment_id=7e9451d6-5006-4f51-9dcd-a45a7550d8c2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:01.131089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'c1f1aa42-307e-41dd-8149-edd307129496', 'network_id': 'def25506-3317-484b-a6c1-0e7ad775ddec', 'port_id': 'c1f1aa42-307e-41dd-8149-edd307129496', 'mac_address': 'fa:16:3e:d5:3a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24efb40b-5185-4a1f-b7b7-3b760c0a9fb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:01.180059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.196841 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f1aa42-307e-41dd-8149-edd307129496 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:01.222194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c1f1aa42-307e-41dd-8149-edd307129496, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c1f1aa42-307e-41dd-8149-edd307129496,segment=NetworkSegment(7e9451d6-5006-4f51-9dcd-a45a7550d8c2),segment_id=7e9451d6-5006-4f51-9dcd-a45a7550d8c2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:01.229747 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.299434 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=c1f1aa42-307e-41dd-8149-edd307129496,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:01.310801 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:01.311409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:01.311965 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:01.312561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:01.313071 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:01.313631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:01.314210 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:01.314756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:01.315317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:01.315859 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:01.316401 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:01.316929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:01.543564 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4056e-3e7b-4a40-adc2-5f054cd0694e req-9c3adef2-b750-4619-b650-02d05779b2cc tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:01.546609 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3d4056e-3e7b-4a40-adc2-5f054cd0694e req-9c3adef2-b750-4619-b650-02d05779b2cc tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 945 time: 0.0875509 Jul 16 18:38:01.579914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['c1f1aa42-307e-41dd-8149-edd307129496'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:01.596687 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3d4056e-3e7b-4a40-adc2-5f054cd0694e req-36272c1f-92e5-484f-9c9c-9b5bd83e79ca tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443838 Jul 16 18:38:03.004462 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c1f1aa42-307e-41dd-8149-edd307129496 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:03.017504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484fef6-27ad-4083-8ea3-78bceab1a7c8 req-b738698a-3106-48b5-aff4-5981ef9eab3e tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:03.019148 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8484fef6-27ad-4083-8ea3-78bceab1a7c8 req-b738698a-3106-48b5-aff4-5981ef9eab3e tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 945 time: 0.0768313 Jul 16 18:38:03.058277 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port c1f1aa42-307e-41dd-8149-edd307129496 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:03.062523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port c1f1aa42-307e-41dd-8149-edd307129496 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:03.062901 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.076883 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8484fef6-27ad-4083-8ea3-78bceab1a7c8 req-6a45ec3c-d80a-499d-8a12-b09354d1e608 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.24 "GET /v2.0/security-groups?id=c0130908-016d-42e0-946a-83dec0a72347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508642 Jul 16 18:38:03.133497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-168d82f5-6c39-43c0-8ce9-20bdc4a81183 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:03.135372 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-168d82f5-6c39-43c0-8ce9-20bdc4a81183 tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6079ded-9b34-4a05-abcf-1df49a7cb1d0 HTTP/1.1" status: 200 len: 945 time: 0.0891473 Jul 16 18:38:03.178321 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.216645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f1aa42-307e-41dd-8149-edd307129496'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:03.219846 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b67a09-fa83-41ad-a598-f04e1d03477d" -d '{"events": [{"server_uuid": "b6079ded-9b34-4a05-abcf-1df49a7cb1d0", "name": "network-vif-plugged", "status": "completed", "tag": "c1f1aa42-307e-41dd-8149-edd307129496"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:03.240264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port c1f1aa42-307e-41dd-8149-edd307129496, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c1f1aa42-307e-41dd-8149-edd307129496,segment=NetworkSegment(7e9451d6-5006-4f51-9dcd-a45a7550d8c2),segment_id=7e9451d6-5006-4f51-9dcd-a45a7550d8c2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:03.248462 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.271390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-35564097-a44d-46c4-abd7-8b4ffe17338c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Deleting port c1f1aa42-307e-41dd-8149-edd307129496 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:03.272100 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-35564097-a44d-46c4-abd7-8b4ffe17338c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.274663 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c5ec64-5c10-4a6e-bb60-f85962ff46a8 x-openstack-request-id: req-10c5ec64-5c10-4a6e-bb60-f85962ff46a8 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:03.274966 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6079ded-9b34-4a05-abcf-1df49a7cb1d0", "name": "network-vif-plugged", "status": "completed", "tag": "c1f1aa42-307e-41dd-8149-edd307129496", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:03.275228 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10c5ec64-5c10-4a6e-bb60-f85962ff46a8 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:03.275625 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f1aa42-307e-41dd-8149-edd307129496', 'code': 200} Jul 16 18:38:03.306735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=c1f1aa42-307e-41dd-8149-edd307129496,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:03.379940 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-35564097-a44d-46c4-abd7-8b4ffe17338c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] For port c1f1aa42-307e-41dd-8149-edd307129496, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=c1f1aa42-307e-41dd-8149-edd307129496,segment=NetworkSegment(7e9451d6-5006-4f51-9dcd-a45a7550d8c2),segment_id=7e9451d6-5006-4f51-9dcd-a45a7550d8c2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:03.380321 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-35564097-a44d-46c4-abd7-8b4ffe17338c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.401263 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-35564097-a44d-46c4-abd7-8b4ffe17338c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Calling delete_port for c1f1aa42-307e-41dd-8149-edd307129496 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:03.557089 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-35564097-a44d-46c4-abd7-8b4ffe17338c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.573229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['c1f1aa42-307e-41dd-8149-edd307129496'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:03.594448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35564097-a44d-46c4-abd7-8b4ffe17338c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Pushing event deleted for resources: {'Port': ['ID=c1f1aa42-307e-41dd-8149-edd307129496,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:03.663815 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-35564097-a44d-46c4-abd7-8b4ffe17338c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] No DVR routers for this DVR port c1f1aa42-307e-41dd-8149-edd307129496 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:03.667364 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-35564097-a44d-46c4-abd7-8b4ffe17338c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.671411 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-47d28324-cca1-4d0f-b34e-96d37d451ee4 req-35564097-a44d-46c4-abd7-8b4ffe17338c tempest-DeleteServersTestJSON-106485483 tempest-DeleteServersTestJSON-106485483-project] 10.222.0.11 "DELETE /v2.0/ports/c1f1aa42-307e-41dd-8149-edd307129496 HTTP/1.1" status: 204 len: 173 time: 0.5295746 Jul 16 18:38:03.672128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'name': 'network-vif-deleted', 'tag': 'c1f1aa42-307e-41dd-8149-edd307129496'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:03.675127 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4096d6a-d556-47af-bc7d-323e6aefad7f" -d '{"events": [{"server_uuid": "b6079ded-9b34-4a05-abcf-1df49a7cb1d0", "name": "network-vif-deleted", "tag": "c1f1aa42-307e-41dd-8149-edd307129496"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:03.723882 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc5569f-3f06-47f7-9d67-fa01b529ae94 x-openstack-request-id: req-0cc5569f-3f06-47f7-9d67-fa01b529ae94 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:03.723882 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6079ded-9b34-4a05-abcf-1df49a7cb1d0", "name": "network-vif-deleted", "tag": "c1f1aa42-307e-41dd-8149-edd307129496", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:03.725183 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cc5569f-3f06-47f7-9d67-fa01b529ae94 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:03.725183 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6079ded-9b34-4a05-abcf-1df49a7cb1d0', 'name': 'network-vif-deleted', 'tag': 'c1f1aa42-307e-41dd-8149-edd307129496', 'status': 'completed', 'code': 200} Jul 16 18:38:04.349326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44300) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:04.403475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Deleting subnet 24efb40b-5185-4a1f-b7b7-3b760c0a9fb9 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:38:04.407278 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.443718 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.484372 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.543592 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.570831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24efb40b-5185-4a1f-b7b7-3b760c0a9fb9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:04.576807 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.579830 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/24efb40b-5185-4a1f-b7b7-3b760c0a9fb9 HTTP/1.1" status: 204 len: 168 time: 0.2291994 Jul 16 18:38:04.582368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44302) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:04.586372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:04.586865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:04.587302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:04.587808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:04.588264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:04.588715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:04.589159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:04.589612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:04.590109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:04.590637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:04.591171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:04.591731 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbef6b6-6483-4e8e-9472-94d71af32e48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:04.656830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad448c3d-f461-47f6-80d2-2c12efc7a8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.751863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad448c3d-f461-47f6-80d2-2c12efc7a8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.762384 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ad448c3d-f461-47f6-80d2-2c12efc7a8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def25506-3317-484b-a6c1-0e7ad775ddec']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:04.774610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ad448c3d-f461-47f6-80d2-2c12efc7a8c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9451d6-5006-4f51-9dcd-a45a7550d8c2') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:04.774912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ad448c3d-f461-47f6-80d2-2c12efc7a8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9451d6-5006-4f51-9dcd-a45a7550d8c2') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:04.784586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad448c3d-f461-47f6-80d2-2c12efc7a8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.810619 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad448c3d-f461-47f6-80d2-2c12efc7a8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.822167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad448c3d-f461-47f6-80d2-2c12efc7a8c3 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:04.822803 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad448c3d-f461-47f6-80d2-2c12efc7a8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:04.825788 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:04.905490 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad448c3d-f461-47f6-80d2-2c12efc7a8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.912302 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ad448c3d-f461-47f6-80d2-2c12efc7a8c3 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.914035 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ad448c3d-f461-47f6-80d2-2c12efc7a8c3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/def25506-3317-484b-a6c1-0e7ad775ddec HTTP/1.1" status: 204 len: 168 time: 0.3305819 Jul 16 18:38:04.926312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad448c3d-f461-47f6-80d2-2c12efc7a8c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=def25506-3317-484b-a6c1-0e7ad775ddec,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:05.054223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44306) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:05.105428 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0e437aaa-a54b-4655-bf42-fcf9cb967721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14f21553ed7641e0a002b0a7a4c40622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498304 Jul 16 18:38:05.108583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44308) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:05.163282 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a44e7f7a-2f65-4de0-a1d1-24167d3f018c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.189059 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a44e7f7a-2f65-4de0-a1d1-24167d3f018c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.245041 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a44e7f7a-2f65-4de0-a1d1-24167d3f018c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.248763 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a44e7f7a-2f65-4de0-a1d1-24167d3f018c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.250274 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a44e7f7a-2f65-4de0-a1d1-24167d3f018c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0130908-016d-42e0-946a-83dec0a72347 HTTP/1.1" status: 204 len: 168 time: 0.1407096 Jul 16 18:38:05.261230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e7f7a-2f65-4de0-a1d1-24167d3f018c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0130908-016d-42e0-946a-83dec0a72347,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:06.073328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44330) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:06.189211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-480626382-network', 'tenant_id': '99a1d7195d4e40d6bdc99eebd7beae53'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:06.213959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Made reservation on behalf of 99a1d7195d4e40d6bdc99eebd7beae53 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:06.216945 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.231396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.364802 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.371191 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.416467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:38:06.431160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062ee7b3-1b70-47c8-b65e-e4eeede0b241,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:06.444916 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.445357 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Added segment 6b633eb0-f48f-49d3-b9ac-793c6d78fbc6 of type vlan for network 11871518-ad49-4170-a026-16075e50c92d Jul 16 18:38:06.504105 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.546429 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.547481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.548199 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.582231 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5077119 Jul 16 18:38:06.585109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44334) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:06.592474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d5c6e1dc-1aa0-48b6-92a8-00f12151f4a6 admin admin] Request body: {'subnet': {'network_id': '11871518-ad49-4170-a026-16075e50c92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-480626382-subnet', 'tenant_id': '99a1d7195d4e40d6bdc99eebd7beae53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:06.633066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa4299-2732-43c1-a059-8efeaf31c5ab admin admin] Pushing event updated for resources: {'Network': ['ID=11871518-ad49-4170-a026-16075e50c92d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:06.644884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 11871518-ad49-4170-a026-16075e50c92d details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:38:06.662590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c6e1dc-1aa0-48b6-92a8-00f12151f4a6 admin admin] Made reservation on behalf of 99a1d7195d4e40d6bdc99eebd7beae53 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:06.665391 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e1dc-1aa0-48b6-92a8-00f12151f4a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.859840 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e1dc-1aa0-48b6-92a8-00f12151f4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.916038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6e1dc-1aa0-48b6-92a8-00f12151f4a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:06.930624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6e1dc-1aa0-48b6-92a8-00f12151f4a6 admin admin] Checking segment: {'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:06.931004 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6e1dc-1aa0-48b6-92a8-00f12151f4a6 admin admin] Network hostable DHCP agents. Network: 11871518-ad49-4170-a026-16075e50c92d, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:38:06.950687 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6e1dc-1aa0-48b6-92a8-00f12151f4a6 admin admin] Network 11871518-ad49-4170-a026-16075e50c92d is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:38:06.963059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-d5c6e1dc-1aa0-48b6-92a8-00f12151f4a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 11871518-ad49-4170-a026-16075e50c92d) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:06.968265 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c6e1dc-1aa0-48b6-92a8-00f12151f4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.969001 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e1dc-1aa0-48b6-92a8-00f12151f4a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.973360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea38779-da7b-4914-90c3-00949335d0c4 None None] Network 11871518-ad49-4170-a026-16075e50c92d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:06.985642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d5c6e1dc-1aa0-48b6-92a8-00f12151f4a6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3994303 Jul 16 18:38:07.017072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c1f1aa42-307e-41dd-8149-edd307129496 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:07.066188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: c1f1aa42-307e-41dd-8149-edd307129496 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:07.066530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device c1f1aa42-307e-41dd-8149-edd307129496 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:07.149552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e128af74-3b10-4bec-a14e-e3771c1f1b85 None None] Network 11871518-ad49-4170-a026-16075e50c92d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:07.494837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2d38f34e-2043-4323-a3ed-8c3431c9985b tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.496427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2d38f34e-2043-4323-a3ed-8c3431c9985b tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 814 time: 0.1120300 Jul 16 18:38:07.517715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-e07e94fe-de1f-45f0-a402-1dd40f4c9af1 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/quotas/99a1d7195d4e40d6bdc99eebd7beae53 HTTP/1.1" status: 200 len: 375 time: 0.0119421 Jul 16 18:38:07.562620 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-40bb3947-1c5b-4ec2-8370-c8ffa820d254 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357304 Jul 16 18:38:07.714546 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-af841c51-7259-4125-bfb5-07baf1aaff0d service neutron] 10.222.0.24 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425514 Jul 16 18:38:07.815509 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-3a07277a-7bbb-44bd-a535-bad260dea84d service neutron] 10.222.0.24 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943837 Jul 16 18:38:09.035336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a559240-830f-4d9f-b516-18f10eeca1d1 req-1b180fb2-efe3-43c8-9bf1-0886aef4eae6 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 210 time: 0.0330231 Jul 16 18:38:10.215680 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bff68c29-10ae-4203-8fe9-44444fa2dd39 req-2321be91-fa6a-4a03-80af-1968480ec2cb tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 210 time: 0.0407109 Jul 16 18:38:10.302566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-cbd8c296-57c5-463b-87f2-e98381b7c7e8 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.304764 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-cbd8c296-57c5-463b-87f2-e98381b7c7e8 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.11 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 814 time: 0.1452813 Jul 16 18:38:10.322378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-3ce6e6bb-5b2d-4f56-9607-3f9db63ea05d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Request body: {'port': {'device_id': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'network_id': '11871518-ad49-4170-a026-16075e50c92d', 'admin_state_up': True, 'tenant_id': '99a1d7195d4e40d6bdc99eebd7beae53'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:10.453248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-3ce6e6bb-5b2d-4f56-9607-3f9db63ea05d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Made reservation on behalf of 99a1d7195d4e40d6bdc99eebd7beae53 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:10.462096 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-3ce6e6bb-5b2d-4f56-9607-3f9db63ea05d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.609842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-3ce6e6bb-5b2d-4f56-9607-3f9db63ea05d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Allocated IP 172.20.0.9 (11871518-ad49-4170-a026-16075e50c92d/6c54cd6b-ddd6-4359-b6a9-f98d5d55f036/7c0760d2-9edb-4086-b126-910c44c7ce41) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:10.832393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-3ce6e6bb-5b2d-4f56-9607-3f9db63ea05d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.201360 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-3ce6e6bb-5b2d-4f56-9607-3f9db63ea05d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.238051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-3ce6e6bb-5b2d-4f56-9607-3f9db63ea05d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Network 11871518-ad49-4170-a026-16075e50c92d is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:11.263258 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-3ce6e6bb-5b2d-4f56-9607-3f9db63ea05d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:11.268189 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-3ce6e6bb-5b2d-4f56-9607-3f9db63ea05d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:11.320574 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-3ce6e6bb-5b2d-4f56-9607-3f9db63ea05d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:11.321229 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-3ce6e6bb-5b2d-4f56-9607-3f9db63ea05d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.348965 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-3ce6e6bb-5b2d-4f56-9607-3f9db63ea05d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0307314 Jul 16 18:38:11.368136 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Request body: {'port': {'device_id': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:11.382857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6e6bb-5b2d-4f56-9607-3f9db63ea05d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Pushing event updated for resources: {'Port': ['ID=7c0760d2-9edb-4086-b126-910c44c7ce41,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:11.490229 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.500719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18b308-7d10-424b-964b-ef00ee5b2aa0 req-e9576137-b7b2-4d25-b2fb-de1d03e78973 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:11.510310 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a18b308-7d10-424b-964b-ef00ee5b2aa0 req-e9576137-b7b2-4d25-b2fb-de1d03e78973 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 931 time: 0.1322701 Jul 16 18:38:11.558001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8a18b308-7d10-424b-964b-ef00ee5b2aa0 req-a2c1c577-750c-418a-9eb5-a441e50de4df tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449655 Jul 16 18:38:11.840717 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0760d2-9edb-4086-b126-910c44c7ce41 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:11.849375 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.863772 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Transition to ACTIVE for port object 7c0760d2-9edb-4086-b126-910c44c7ce41 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:11.869088 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.926334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0760d2-9edb-4086-b126-910c44c7ce41,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:12.030020 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Attempting to bind port 7c0760d2-9edb-4086-b126-910c44c7ce41 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:12.030429 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Attempting to bind port 7c0760d2-9edb-4086-b126-910c44c7ce41 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:12.030876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Attempting to bind port 7c0760d2-9edb-4086-b126-910c44c7ce41 on network 11871518-ad49-4170-a026-16075e50c92d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:12.036817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Port 7c0760d2-9edb-4086-b126-910c44c7ce41 on network 11871518-ad49-4170-a026-16075e50c92d not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:12.037147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Attempting to bind port 7c0760d2-9edb-4086-b126-910c44c7ce41 on network 11871518-ad49-4170-a026-16075e50c92d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:12.042856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:12.043197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Checking segment: {'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:12.043576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Bound using segment: {'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:12.044052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Bound port: 7c0760d2-9edb-4086-b126-910c44c7ce41, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:12.044421 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.127496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] For port 7c0760d2-9edb-4086-b126-910c44c7ce41, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:12.131226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] For port 7c0760d2-9edb-4086-b126-910c44c7ce41, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=7c0760d2-9edb-4086-b126-910c44c7ce41,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:12.138944 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.187366 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:12.188006 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.189519 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/7c0760d2-9edb-4086-b126-910c44c7ce41 HTTP/1.1" status: 200 len: 1092 time: 0.8291082 Jul 16 18:38:12.192229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'tag': '7c0760d2-9edb-4086-b126-910c44c7ce41'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:12.196053 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edec7e11-270b-4b97-9be9-900672b5c099" -d '{"events": [{"name": "network-changed", "server_uuid": "2127fa6a-bfc7-4f41-a443-f78d8fc4a31a", "tag": "7c0760d2-9edb-4086-b126-910c44c7ce41"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:12.237388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657989c-bcb9-4fac-b508-0528079b65b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0760d2-9edb-4086-b126-910c44c7ce41,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:12.259733 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc07a573-9ddf-4645-be82-a580d9065607 x-openstack-request-id: req-bc07a573-9ddf-4645-be82-a580d9065607 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:12.260112 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2127fa6a-bfc7-4f41-a443-f78d8fc4a31a", "tag": "7c0760d2-9edb-4086-b126-910c44c7ce41", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:12.260529 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc07a573-9ddf-4645-be82-a580d9065607 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:12.261162 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'tag': '7c0760d2-9edb-4086-b126-910c44c7ce41', 'status': 'completed', 'code': 200} Jul 16 18:38:12.318048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-896162c7-f4e1-4e5d-8a5d-5be04f7961ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:12.319595 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-896162c7-f4e1-4e5d-8a5d-5be04f7961ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 1095 time: 0.0772479 Jul 16 18:38:12.365588 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-55c9d46b-2e50-4d76-b73a-6002b2af1ae8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0760d2-9edb-4086-b126-910c44c7ce41 HTTP/1.1" status: 200 len: 217 time: 0.0382941 Jul 16 18:38:12.421117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-41f657ac-ff1d-4a9f-b4b8-12a4f6e817b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:12.422686 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-41f657ac-ff1d-4a9f-b4b8-12a4f6e817b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0509160 Jul 16 18:38:12.458277 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-ace7b72e-0e5e-4a0f-94a3-b842981bac7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287056 Jul 16 18:38:12.591556 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-c42bf331-5723-47f6-bc6a-e09cf7e239d7 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259801 Jul 16 18:38:12.739559 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4677bd8d-c05c-4f7c-b27e-a44d0c717904 req-8e8d0349-109a-48c8-bda9-92f5e0903626 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409898 Jul 16 18:38:12.800748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7d82a-308e-481a-b40d-f4fff272b764 req-0a1d9ac4-7fec-462d-b21e-6cd33470bb4d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:12.802406 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a3b7d82a-308e-481a-b40d-f4fff272b764 req-0a1d9ac4-7fec-462d-b21e-6cd33470bb4d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 943 time: 0.0790553 Jul 16 18:38:12.851207 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a3b7d82a-308e-481a-b40d-f4fff272b764 req-2c3f44d5-da21-4145-9682-b41addd247e5 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388527 Jul 16 18:38:12.860977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec7e11-270b-4b97-9be9-900672b5c099 req-51277f2a-0738-4bae-98b6-8f89a0568fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:12.862782 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-edec7e11-270b-4b97-9be9-900672b5c099 req-51277f2a-0738-4bae-98b6-8f89a0568fbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 1095 time: 0.0716891 Jul 16 18:38:12.961771 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec7e11-270b-4b97-9be9-900672b5c099 req-7b0b4b9c-77cb-41f6-9416-d1d1b121d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:12.963365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-edec7e11-270b-4b97-9be9-900672b5c099 req-7b0b4b9c-77cb-41f6-9416-d1d1b121d752 service neutron] 10.222.0.11 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.0928917 Jul 16 18:38:13.007231 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-edec7e11-270b-4b97-9be9-900672b5c099 req-91220c3d-b613-4533-8608-f8562e7cee77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0760d2-9edb-4086-b126-910c44c7ce41 HTTP/1.1" status: 200 len: 217 time: 0.0358562 Jul 16 18:38:13.064869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec7e11-270b-4b97-9be9-900672b5c099 req-d7a99866-57fe-4961-978b-32ef55eece09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:13.066413 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-edec7e11-270b-4b97-9be9-900672b5c099 req-d7a99866-57fe-4961-978b-32ef55eece09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0509818 Jul 16 18:38:13.106379 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-edec7e11-270b-4b97-9be9-900672b5c099 req-db48777b-3636-477c-ba31-0302d3f01024 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332553 Jul 16 18:38:13.207049 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-edec7e11-270b-4b97-9be9-900672b5c099 req-cfc64bf6-ed35-4ef3-996f-90b946415876 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927167 Jul 16 18:38:13.318687 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-edec7e11-270b-4b97-9be9-900672b5c099 req-21d2cddf-5129-48c1-9698-41f8acca7379 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042359 Jul 16 18:38:13.569828 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-04bfd4e5-0e2c-464a-98b3-63f8de8a357d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.082295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93708d2-298e-46b9-910d-0c84b87d4315 req-fcae70e5-c569-4629-a1d4-20480905f0ff tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.084221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d93708d2-298e-46b9-910d-0c84b87d4315 req-fcae70e5-c569-4629-a1d4-20480905f0ff tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 943 time: 0.0843854 Jul 16 18:38:14.129075 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d93708d2-298e-46b9-910d-0c84b87d4315 req-80d7e88f-83eb-4a7e-b91d-70608f3c4d81 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372729 Jul 16 18:38:15.079700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 7c0760d2-9edb-4086-b126-910c44c7ce41 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:15.212814 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 7c0760d2-9edb-4086-b126-910c44c7ce41, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=7c0760d2-9edb-4086-b126-910c44c7ce41,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:15.227915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '7c0760d2-9edb-4086-b126-910c44c7ce41', 'network_id': '11871518-ad49-4170-a026-16075e50c92d', 'port_id': '7c0760d2-9edb-4086-b126-910c44c7ce41', 'mac_address': 'fa:16:3e:1a:5e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c54cd6b-ddd6-4359-b6a9-f98d5d55f036', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:15.272744 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.287729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0760d2-9edb-4086-b126-910c44c7ce41 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:15.312185 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 7c0760d2-9edb-4086-b126-910c44c7ce41, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=7c0760d2-9edb-4086-b126-910c44c7ce41,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:15.316654 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.364840 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fb433-1c7b-448e-bbf8-cd8048b7207e req-4c65f698-34cd-4f30-8fb1-cf1b2333d588 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.367324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc5fb433-1c7b-448e-bbf8-cd8048b7207e req-4c65f698-34cd-4f30-8fb1-cf1b2333d588 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 943 time: 0.0888805 Jul 16 18:38:15.370565 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=7c0760d2-9edb-4086-b126-910c44c7ce41,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:15.422596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc5fb433-1c7b-448e-bbf8-cd8048b7207e req-8c3fb9bd-1c24-44a4-9e85-a4077009bdb7 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446491 Jul 16 18:38:15.533622 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['7c0760d2-9edb-4086-b126-910c44c7ce41'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:15.793470 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dfa767a1-515c-4fc4-aac2-72bff658fb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.998519 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.617449 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9cd16-93ef-4952-a67d-6558e8dacb28 req-6275538a-0cf2-4bb1-b92a-5deb5bf9272c tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.619283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4e9cd16-93ef-4952-a67d-6558e8dacb28 req-6275538a-0cf2-4bb1-b92a-5deb5bf9272c tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 944 time: 0.0771492 Jul 16 18:38:16.668784 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4e9cd16-93ef-4952-a67d-6558e8dacb28 req-d2ae020c-8044-4470-9fcc-4433a65ae152 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Jul 16 18:38:17.082496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 7c0760d2-9edb-4086-b126-910c44c7ce41 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:17.138269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 7c0760d2-9edb-4086-b126-910c44c7ce41 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:17.142203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 7c0760d2-9edb-4086-b126-910c44c7ce41 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:17.142583 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.241035 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.265222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0760d2-9edb-4086-b126-910c44c7ce41'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:17.267530 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f6f85b-3567-4617-bf08-e45b42b25c23" -d '{"events": [{"server_uuid": "2127fa6a-bfc7-4f41-a443-f78d8fc4a31a", "name": "network-vif-plugged", "status": "completed", "tag": "7c0760d2-9edb-4086-b126-910c44c7ce41"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:17.281308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 7c0760d2-9edb-4086-b126-910c44c7ce41, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=7c0760d2-9edb-4086-b126-910c44c7ce41,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:17.286348 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.313931 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67696de3-44db-4098-938f-dd859f09d70a x-openstack-request-id: req-67696de3-44db-4098-938f-dd859f09d70a {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:17.314225 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2127fa6a-bfc7-4f41-a443-f78d8fc4a31a", "name": "network-vif-plugged", "status": "completed", "tag": "7c0760d2-9edb-4086-b126-910c44c7ce41", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:17.314478 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67696de3-44db-4098-938f-dd859f09d70a {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:17.314883 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0760d2-9edb-4086-b126-910c44c7ce41', 'code': 200} Jul 16 18:38:17.354238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=7c0760d2-9edb-4086-b126-910c44c7ce41,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:17.434449 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c59a8-eb7e-4241-a29c-ed38b67e6ad1 req-0c1c3647-51b6-4a55-9fb4-774549b2a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.437099 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f5c59a8-eb7e-4241-a29c-ed38b67e6ad1 req-0c1c3647-51b6-4a55-9fb4-774549b2a3f5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 1097 time: 0.0561383 Jul 16 18:38:17.473718 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f5c59a8-eb7e-4241-a29c-ed38b67e6ad1 req-839c0a0c-148a-44c3-9718-68c29aa2ad4c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297682 Jul 16 18:38:17.762059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.890977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842bfb9-e5cf-4b56-bda1-9a9c9af254a7 req-72948436-a0cc-4208-982b-dbe78bd0978e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.893194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a842bfb9-e5cf-4b56-bda1-9a9c9af254a7 req-72948436-a0cc-4208-982b-dbe78bd0978e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0818329 Jul 16 18:38:17.953087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a842bfb9-e5cf-4b56-bda1-9a9c9af254a7 req-3f54c830-6793-408d-ae2e-a6cbe1abe7db tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498827 Jul 16 18:38:18.407674 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:38:19.167415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d53fa-7e54-4590-86df-2eda48365082 req-3de188cf-363c-4f44-afdb-27f4b4e865e2 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.169182 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b64d53fa-7e54-4590-86df-2eda48365082 req-3de188cf-363c-4f44-afdb-27f4b4e865e2 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0759683 Jul 16 18:38:19.178418 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.218347 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b64d53fa-7e54-4590-86df-2eda48365082 req-93c67564-587e-47f9-a84e-5e277345d1bb tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 Jul 16 18:38:19.429833 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620207-6c62-45c9-94fc-543a56054429 req-376a43ab-1f3c-4010-82f2-7a66ec994a93 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.431492 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3620207-6c62-45c9-94fc-543a56054429 req-376a43ab-1f3c-4010-82f2-7a66ec994a93 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0845184 Jul 16 18:38:19.479748 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3620207-6c62-45c9-94fc-543a56054429 req-a0d374fc-3108-40b8-a396-c87e97404c68 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 Jul 16 18:38:19.883329 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f76865-26cb-4796-b2f4-4fe7bd8050e2 req-ea3e3ccb-3889-4a53-9823-2579e878d8ff tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.884876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11f76865-26cb-4796-b2f4-4fe7bd8050e2 req-ea3e3ccb-3889-4a53-9823-2579e878d8ff tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0875909 Jul 16 18:38:19.934103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11f76865-26cb-4796-b2f4-4fe7bd8050e2 req-5c230866-fb3c-4cc2-a528-8bc4e61a6d48 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 Jul 16 18:38:20.149334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551f4aa-bc18-4352-9136-61b2a33c4f1a req-d882cd3b-8aa6-4c6f-b0ff-1d21dc9cfdfd tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.151534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8551f4aa-bc18-4352-9136-61b2a33c4f1a req-d882cd3b-8aa6-4c6f-b0ff-1d21dc9cfdfd tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0742524 Jul 16 18:38:20.216156 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8551f4aa-bc18-4352-9136-61b2a33c4f1a req-57cb936a-a869-42ee-8a7a-46947f9a5f6b tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566974 Jul 16 18:38:20.704805 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-7c6d7189-4e68-41eb-a8c8-3ddcd1a56a5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076977 Jul 16 18:38:20.723549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca6ce9-49a8-4ae1-bcc9-9a263c010e9d req-6b74ac05-4fda-4329-acff-9e321d386351 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.726118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8ca6ce9-49a8-4ae1-bcc9-9a263c010e9d req-6b74ac05-4fda-4329-acff-9e321d386351 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0957551 Jul 16 18:38:20.787626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8ca6ce9-49a8-4ae1-bcc9-9a263c010e9d req-3b2cc397-9f04-4977-b91d-90fbc47dd0e0 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512099 Jul 16 18:38:21.049615 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945129f5-8a60-457b-bad1-2887a750c246 req-76076792-cb0b-4c29-80d9-25ca6b3613de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.051402 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-945129f5-8a60-457b-bad1-2887a750c246 req-76076792-cb0b-4c29-80d9-25ca6b3613de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 1097 time: 0.0599375 Jul 16 18:38:21.174329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945129f5-8a60-457b-bad1-2887a750c246 req-18c14be9-8f5e-4c2f-93d3-70c4c41f4e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.176074 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-945129f5-8a60-457b-bad1-2887a750c246 req-18c14be9-8f5e-4c2f-93d3-70c4c41f4e8a service neutron] 10.222.0.11 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.0974236 Jul 16 18:38:21.222820 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-945129f5-8a60-457b-bad1-2887a750c246 req-4fca61eb-d566-4c23-91d3-8651e50acd0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0760d2-9edb-4086-b126-910c44c7ce41 HTTP/1.1" status: 200 len: 217 time: 0.0398390 Jul 16 18:38:21.280886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945129f5-8a60-457b-bad1-2887a750c246 req-9f1a11b8-21c3-4187-bd18-7f96dd1a34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.282531 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-945129f5-8a60-457b-bad1-2887a750c246 req-9f1a11b8-21c3-4187-bd18-7f96dd1a34d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0535951 Jul 16 18:38:21.317135 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-945129f5-8a60-457b-bad1-2887a750c246 req-0fc69c19-c90a-4ede-aaf7-8048c7b824d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277936 Jul 16 18:38:21.426882 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-945129f5-8a60-457b-bad1-2887a750c246 req-f7546762-9da0-40d6-81e4-8ab17a13f1bb service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026964 Jul 16 18:38:21.558034 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-945129f5-8a60-457b-bad1-2887a750c246 req-bf0dd71b-b7d2-4ae4-b242-ac7fa45eb0c1 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243334 Jul 16 18:38:21.992694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a701540-3ff1-4a3a-ab21-536d12e8ccbb req-81d100bf-edd9-4dba-b464-8af569274794 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.998525 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a701540-3ff1-4a3a-ab21-536d12e8ccbb req-81d100bf-edd9-4dba-b464-8af569274794 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0675197 Jul 16 18:38:22.042561 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a701540-3ff1-4a3a-ab21-536d12e8ccbb req-1728fb6a-0d85-45be-8ca8-0263cbee0588 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Jul 16 18:38:22.215577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-73102f84-1483-4ffe-a685-c29d2545b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.217566 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-73102f84-1483-4ffe-a685-c29d2545b79f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 1097 time: 0.0642393 Jul 16 18:38:22.322964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-cdc3f357-71c9-4dff-bab4-6091c9cf7a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.324599 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-cdc3f357-71c9-4dff-bab4-6091c9cf7a13 service neutron] 10.222.0.11 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.1006219 Jul 16 18:38:22.368556 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-8c949318-2bf3-4721-addc-9d440d41d868 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0760d2-9edb-4086-b126-910c44c7ce41 HTTP/1.1" status: 200 len: 217 time: 0.0356510 Jul 16 18:38:22.418833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-938e49d0-7e59-4440-8b4f-4db8ff73f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.421398 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-938e49d0-7e59-4440-8b4f-4db8ff73f2d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0464585 Jul 16 18:38:22.460858 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-0c89570f-ebfc-4b94-a8e2-eceafc522f7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326064 Jul 16 18:38:22.556413 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-367edfda-e485-4fdb-8247-1cef671af8e5 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882807 Jul 16 18:38:22.665723 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-7883f422-4acd-41e6-af24-e8e881679dbb service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014540 Jul 16 18:38:23.268467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf77856-410b-4010-8dcd-578297ab8f48 req-7bb0e525-b7ca-45e4-886c-7b03910672c8 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.270591 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5cf77856-410b-4010-8dcd-578297ab8f48 req-7bb0e525-b7ca-45e4-886c-7b03910672c8 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0830917 Jul 16 18:38:23.320560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5cf77856-410b-4010-8dcd-578297ab8f48 req-18096445-35a9-40d5-b5d1-4f1b8b8b6fa3 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437093 Jul 16 18:38:23.502419 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.535407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e084db-3cc0-4264-bf03-9e59ca808ebc req-c0842f52-60ff-4cc1-b8b6-0792bb671b63 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.537095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1e084db-3cc0-4264-bf03-9e59ca808ebc req-c0842f52-60ff-4cc1-b8b6-0792bb671b63 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0691221 Jul 16 18:38:24.577937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1e084db-3cc0-4264-bf03-9e59ca808ebc req-59c00b62-2155-4c42-a8b2-716483c1fb61 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348763 Jul 16 18:38:25.625268 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.773359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420bb30-e0a1-4092-92f4-549842e17948 req-45288d5f-079e-4cdf-aa82-31337b486efd tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.774929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5420bb30-e0a1-4092-92f4-549842e17948 req-45288d5f-079e-4cdf-aa82-31337b486efd tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0762339 Jul 16 18:38:25.819937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5420bb30-e0a1-4092-92f4-549842e17948 req-4b016cf8-0497-4130-9e04-0f8131b0ccea tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340159 Jul 16 18:38:27.013409 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d81089-95a9-42d2-9ec7-afb9ab3503b8 req-4e656db0-661d-437f-879d-73eee9059cb1 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:27.015070 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71d81089-95a9-42d2-9ec7-afb9ab3503b8 req-4e656db0-661d-437f-879d-73eee9059cb1 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0696530 Jul 16 18:38:27.054539 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71d81089-95a9-42d2-9ec7-afb9ab3503b8 req-08b0e133-1848-4f0f-90f2-98a45ac96673 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334139 Jul 16 18:38:28.240441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f3b73-53b2-4a10-800d-dcaad9140d92 req-f0fa5268-93d8-451c-aecb-40ff6c459891 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.242024 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c1f3b73-53b2-4a10-800d-dcaad9140d92 req-f0fa5268-93d8-451c-aecb-40ff6c459891 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0727031 Jul 16 18:38:28.293780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c1f3b73-53b2-4a10-800d-dcaad9140d92 req-73ab998f-5d76-4e51-b225-bdf29015b1db tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445564 Jul 16 18:38:29.493568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fefedb-15fc-4279-bf01-9fd2857f7844 req-50534de8-f066-4aec-a9a1-df3b94f29ce9 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.495187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23fefedb-15fc-4279-bf01-9fd2857f7844 req-50534de8-f066-4aec-a9a1-df3b94f29ce9 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0824471 Jul 16 18:38:29.537904 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23fefedb-15fc-4279-bf01-9fd2857f7844 req-cfb527c9-1ae0-4aa7-982f-bf7eed84b64b tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368657 Jul 16 18:38:30.751020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563baebd-4137-4b68-9dc1-aa174b733282 req-91fe0090-248b-4394-b5c7-52ca5c68f9d8 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.753140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-563baebd-4137-4b68-9dc1-aa174b733282 req-91fe0090-248b-4394-b5c7-52ca5c68f9d8 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0780666 Jul 16 18:38:30.798843 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-563baebd-4137-4b68-9dc1-aa174b733282 req-0b34e10e-9a35-4a5f-abdb-c0cf2cb8acf6 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Jul 16 18:38:32.015220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0c384-c5ef-45c4-98a2-c171bd508ffa req-5cb22428-5612-41f2-bdd7-cc75e0317532 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:32.016808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da0c384-c5ef-45c4-98a2-c171bd508ffa req-5cb22428-5612-41f2-bdd7-cc75e0317532 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0752916 Jul 16 18:38:32.342485 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7da0c384-c5ef-45c4-98a2-c171bd508ffa req-53f1ae57-ce02-43f6-afe1-570ed7b4ee06 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196256 Jul 16 18:38:33.540151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40596f-c2e0-4a34-a1e3-8bef080226ce req-02dea00f-e2b4-4b02-9415-621fe1b56b2a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:33.542029 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a40596f-c2e0-4a34-a1e3-8bef080226ce req-02dea00f-e2b4-4b02-9415-621fe1b56b2a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0692930 Jul 16 18:38:33.591585 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a40596f-c2e0-4a34-a1e3-8bef080226ce req-ab0eeb4f-3dc8-4635-89b4-26aea2b599bf tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420384 Jul 16 18:38:34.790638 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1902c-9c42-40c6-b512-4349c2dea28d req-2feeb16e-4197-4e96-8d84-4553e1d4b697 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.792191 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c7d1902c-9c42-40c6-b512-4349c2dea28d req-2feeb16e-4197-4e96-8d84-4553e1d4b697 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0745912 Jul 16 18:38:34.839319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c7d1902c-9c42-40c6-b512-4349c2dea28d req-9c9fe2f8-9e65-4f7b-b785-ad9902594e8d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379367 Jul 16 18:38:36.025104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f209e-732b-4f1c-99e7-58cbd86075e7 req-e4696e83-5dca-41eb-b6b6-f4b57de78107 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.026656 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f52f209e-732b-4f1c-99e7-58cbd86075e7 req-e4696e83-5dca-41eb-b6b6-f4b57de78107 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0686083 Jul 16 18:38:36.071591 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f52f209e-732b-4f1c-99e7-58cbd86075e7 req-dafa0d9e-624c-4576-8046-88d777ad9720 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347862 Jul 16 18:38:37.315311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af46bc8-9d56-4cb1-b394-063e0c546a23 req-6c422cdc-cdbe-4aac-b056-472f7afc4574 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.316884 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2af46bc8-9d56-4cb1-b394-063e0c546a23 req-6c422cdc-cdbe-4aac-b056-472f7afc4574 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0696800 Jul 16 18:38:37.361297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2af46bc8-9d56-4cb1-b394-063e0c546a23 req-c49921f3-a8aa-4c00-83e6-3b77cabdf9af tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 Jul 16 18:38:38.638481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce5db-79d0-45b1-b6d7-0a59bd6fc686 req-d6eeea6f-df9b-4360-be5a-abe5e90dd94f tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:38.640087 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a09ce5db-79d0-45b1-b6d7-0a59bd6fc686 req-d6eeea6f-df9b-4360-be5a-abe5e90dd94f tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0770092 Jul 16 18:38:38.688649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a09ce5db-79d0-45b1-b6d7-0a59bd6fc686 req-8b338b2d-b651-47c0-9444-a5fc58c33668 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399613 Jul 16 18:38:39.900366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402313ff-d5b2-4280-b1c3-a44bfef4fcd2 req-cd0a9e81-1651-4095-aa8a-a983009d08ae tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:39.901986 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-402313ff-d5b2-4280-b1c3-a44bfef4fcd2 req-cd0a9e81-1651-4095-aa8a-a983009d08ae tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0788393 Jul 16 18:38:39.954431 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-402313ff-d5b2-4280-b1c3-a44bfef4fcd2 req-4ae1e20a-54c3-4510-8cec-be258d0149e2 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 Jul 16 18:38:41.144550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454be313-8e15-4972-8fcd-015bef785305 req-65057e4e-ada7-4bd2-a866-077a654bd1dc tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:41.146172 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-454be313-8e15-4972-8fcd-015bef785305 req-65057e4e-ada7-4bd2-a866-077a654bd1dc tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0725455 Jul 16 18:38:41.188253 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-454be313-8e15-4972-8fcd-015bef785305 req-884e08e1-46fb-417a-940a-cfd1627a28f3 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Jul 16 18:38:42.375137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff6c1e-f75c-4ba4-bc73-a4aecb8ccac1 req-429d5c25-1dc4-4d69-b9a8-7e3ef0e488ff tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:42.376717 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8ff6c1e-f75c-4ba4-bc73-a4aecb8ccac1 req-429d5c25-1dc4-4d69-b9a8-7e3ef0e488ff tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0690386 Jul 16 18:38:42.423247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8ff6c1e-f75c-4ba4-bc73-a4aecb8ccac1 req-bfc5322f-fa11-4e61-97e5-6973205cff25 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372674 Jul 16 18:38:43.570609 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5efdb17f-6d7d-4ad6-a775-e43dc38252f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.660138 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0bde1-1e10-4941-940a-c0e7c6f2860c req-8601a20d-753e-4cb4-baf7-a3e306947601 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:43.662751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ea0bde1-1e10-4941-940a-c0e7c6f2860c req-8601a20d-753e-4cb4-baf7-a3e306947601 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0971572 Jul 16 18:38:43.717586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ea0bde1-1e10-4941-940a-c0e7c6f2860c req-aba8db9d-7a82-4194-ba30-363efeb4f389 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 Jul 16 18:38:44.925354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db0b92-cf94-436a-aa06-7e4db66a6ad4 req-67015e9f-47f1-4dfd-9b30-9c660684ff51 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:44.926923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78db0b92-cf94-436a-aa06-7e4db66a6ad4 req-67015e9f-47f1-4dfd-9b30-9c660684ff51 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0870211 Jul 16 18:38:44.985528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-78db0b92-cf94-436a-aa06-7e4db66a6ad4 req-63abbd00-536a-4b83-b0ed-3077b45ebe6c tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479147 Jul 16 18:38:45.776779 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b0f95d8d-0f67-4b4d-b471-d39a91de1e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.007850 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.225110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f21ce8-1092-4a16-9fe7-80a275001cfb req-dc439cea-8c11-41dc-9717-cf535a972217 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:46.227735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43f21ce8-1092-4a16-9fe7-80a275001cfb req-dc439cea-8c11-41dc-9717-cf535a972217 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.1091061 Jul 16 18:38:46.282261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43f21ce8-1092-4a16-9fe7-80a275001cfb req-37579dff-0d02-415e-9f65-66d7b5c3c4f3 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444863 Jul 16 18:38:47.511573 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d9465-c537-4807-b556-cafdd7399348 req-b1ad92e3-27f9-4ccb-9ff5-d1769d4ee630 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.513224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-414d9465-c537-4807-b556-cafdd7399348 req-b1ad92e3-27f9-4ccb-9ff5-d1769d4ee630 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0828640 Jul 16 18:38:47.559949 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-414d9465-c537-4807-b556-cafdd7399348 req-bfa968de-2f28-4fbb-be86-5b9b2b33321d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399582 Jul 16 18:38:47.765170 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:48.783742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c2c27-1379-41d0-8fdc-1a8f30db068a req-61ea3e01-620d-4f91-9b42-fe2807e5d7d1 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.785244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be6c2c27-1379-41d0-8fdc-1a8f30db068a req-61ea3e01-620d-4f91-9b42-fe2807e5d7d1 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0853448 Jul 16 18:38:48.827511 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be6c2c27-1379-41d0-8fdc-1a8f30db068a req-1a14e040-0a2a-4eb2-aaec-d1e931787181 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322709 Jul 16 18:38:49.195955 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.874843 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-cf150560-88c9-4d6c-b26a-edd9536a9071 service neutron] show failed (client error): The resource could not be found. Jul 16 18:38:49.875889 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-cf150560-88c9-4d6c-b26a-edd9536a9071 service neutron] 10.222.0.11 "GET /v2.0/ports/7c0760d2-9edb-4086-b126-910c44c7ce41/bindings/n-h1-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0593572 Jul 16 18:38:50.030126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c7470-442c-42be-bc91-509d15bdfb4c req-152ec90a-e6a9-4fb6-ad79-d9d8ef571b92 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.031835 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-329c7470-442c-42be-bc91-509d15bdfb4c req-152ec90a-e6a9-4fb6-ad79-d9d8ef571b92 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0708416 Jul 16 18:38:50.073033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-329c7470-442c-42be-bc91-509d15bdfb4c req-1dac9ce2-3073-4af1-a112-203030635e12 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350318 Jul 16 18:38:50.184337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-b1d68ed0-dc43-4b54-8555-5e23e58d73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.186760 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-b1d68ed0-dc43-4b54-8555-5e23e58d73f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a&tenant_id=99a1d7195d4e40d6bdc99eebd7beae53 HTTP/1.1" status: 200 len: 1097 time: 0.0627739 Jul 16 18:38:50.199116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:50.286989 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.504460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] For port 7c0760d2-9edb-4086-b126-910c44c7ce41, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=7c0760d2-9edb-4086-b126-910c44c7ce41,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:50.540085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] For port 7c0760d2-9edb-4086-b126-910c44c7ce41, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:50.583680 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0760d2-9edb-4086-b126-910c44c7ce41'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:50.586009 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b04978a-08a3-4eed-9711-c7276ee70bbb" -d '{"events": [{"server_uuid": "2127fa6a-bfc7-4f41-a443-f78d8fc4a31a", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0760d2-9edb-4086-b126-910c44c7ce41"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:50.589630 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.602623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Transition to ACTIVE for port object 7c0760d2-9edb-4086-b126-910c44c7ce41 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:50.607842 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.644591 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803c699b-2359-4bde-824d-9bc916a01eae x-openstack-request-id: req-803c699b-2359-4bde-824d-9bc916a01eae {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:50.644886 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2127fa6a-bfc7-4f41-a443-f78d8fc4a31a", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0760d2-9edb-4086-b126-910c44c7ce41", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:50.645137 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-803c699b-2359-4bde-824d-9bc916a01eae {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:50.645535 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0760d2-9edb-4086-b126-910c44c7ce41', 'code': 200} Jul 16 18:38:50.687321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] No DVR routers for this DVR port 7c0760d2-9edb-4086-b126-910c44c7ce41 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:50.689430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0760d2-9edb-4086-b126-910c44c7ce41,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:50.727639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Attempting to bind port 7c0760d2-9edb-4086-b126-910c44c7ce41 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:50.727977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Attempting to bind port 7c0760d2-9edb-4086-b126-910c44c7ce41 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:50.728312 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Attempting to bind port 7c0760d2-9edb-4086-b126-910c44c7ce41 on network 11871518-ad49-4170-a026-16075e50c92d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:50.732739 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Port 7c0760d2-9edb-4086-b126-910c44c7ce41 on network 11871518-ad49-4170-a026-16075e50c92d not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:50.733091 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Attempting to bind port 7c0760d2-9edb-4086-b126-910c44c7ce41 on network 11871518-ad49-4170-a026-16075e50c92d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:50.737825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:50.738169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Checking segment: {'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:50.738552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Bound using segment: {'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:50.738978 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Bound port: 7c0760d2-9edb-4086-b126-910c44c7ce41, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:50.739333 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.820999 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] For port 7c0760d2-9edb-4086-b126-910c44c7ce41, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:50.826709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] For port 7c0760d2-9edb-4086-b126-910c44c7ce41, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7c0760d2-9edb-4086-b126-910c44c7ce41,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:50.831969 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.870009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.870586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:50.872081 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] 10.222.0.32 "PUT /v2.0/ports/7c0760d2-9edb-4086-b126-910c44c7ce41 HTTP/1.1" status: 200 len: 1092 time: 0.6773951 Jul 16 18:38:50.905333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5425983-80d8-4706-8bd8-f03e8317b5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0760d2-9edb-4086-b126-910c44c7ce41,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:50.960447 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-1676135c-2d36-4e20-933e-0303ae5ddd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.962001 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-1676135c-2d36-4e20-933e-0303ae5ddd07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 1095 time: 0.0646648 Jul 16 18:38:51.055229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-8e95a283-ecad-4f59-ab06-f18f184e8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.056710 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-8e95a283-ecad-4f59-ab06-f18f184e8497 service neutron] 10.222.0.32 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.0891440 Jul 16 18:38:51.096684 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-2c634bbc-9e61-4bf1-bd3f-343a20564b8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0760d2-9edb-4086-b126-910c44c7ce41 HTTP/1.1" status: 200 len: 217 time: 0.0336447 Jul 16 18:38:51.148850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-3f954adb-bcdf-48bc-879f-ead55d0e3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.150375 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-3f954adb-bcdf-48bc-879f-ead55d0e3f02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0477235 Jul 16 18:38:51.187877 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-1d86f530-13b2-4edf-b7e5-67949a060814 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315540 Jul 16 18:38:51.302122 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-1d79716f-c785-420d-8b75-199cd00502e2 service neutron] 10.222.0.32 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066968 Jul 16 18:38:51.308502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c57fc-d00f-4afa-bff9-22e0fcf87641 req-1536c9cc-ca12-4a55-a671-0d8c2cf88e95 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.310295 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a16c57fc-d00f-4afa-bff9-22e0fcf87641 req-1536c9cc-ca12-4a55-a671-0d8c2cf88e95 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 943 time: 0.0731542 Jul 16 18:38:51.354745 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a16c57fc-d00f-4afa-bff9-22e0fcf87641 req-31916765-0c48-44e6-a59c-31c33ff21eb4 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375307 Jul 16 18:38:51.418605 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7ab2faa1-146e-4a4a-abe3-3ca2e955e4cb req-b91c39a0-06b2-4716-964c-1afe20a4b5e7 service neutron] 10.222.0.32 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090202 Jul 16 18:38:52.537974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc500bf-a4e0-48e4-bd2a-769ff7be30d9 req-61974252-a631-4435-ac0d-cd05f4c1719e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.539418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2fc500bf-a4e0-48e4-bd2a-769ff7be30d9 req-61974252-a631-4435-ac0d-cd05f4c1719e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 943 time: 0.0674500 Jul 16 18:38:52.585809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2fc500bf-a4e0-48e4-bd2a-769ff7be30d9 req-7f1fc110-8af7-45f5-93f8-c0efae99f215 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361714 Jul 16 18:38:52.646873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'tag': '7c0760d2-9edb-4086-b126-910c44c7ce41'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:52.649263 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de56dd4-bfd8-48ce-aa7a-17667e246c76" -d '{"events": [{"name": "network-changed", "server_uuid": "2127fa6a-bfc7-4f41-a443-f78d8fc4a31a", "tag": "7c0760d2-9edb-4086-b126-910c44c7ce41"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:52.701127 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deb3dd1-37c7-4189-9641-123584d60fc2 x-openstack-request-id: req-2deb3dd1-37c7-4189-9641-123584d60fc2 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:52.701507 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2127fa6a-bfc7-4f41-a443-f78d8fc4a31a", "tag": "7c0760d2-9edb-4086-b126-910c44c7ce41", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:52.701842 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2deb3dd1-37c7-4189-9641-123584d60fc2 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:52.702291 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'tag': '7c0760d2-9edb-4086-b126-910c44c7ce41', 'status': 'completed', 'code': 200} Jul 16 18:38:52.816247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-08781b73-a7b2-45fa-818e-c61fee34d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.817711 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-08781b73-a7b2-45fa-818e-c61fee34d713 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 1095 time: 0.0941036 Jul 16 18:38:52.820370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-979b3c9c-b7b7-455e-9a30-425526736bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.821756 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-979b3c9c-b7b7-455e-9a30-425526736bdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 1095 time: 0.0900259 Jul 16 18:38:52.987401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-491752f4-b896-4358-af79-eea3e3cfe03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.988889 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-491752f4-b896-4358-af79-eea3e3cfe03d service neutron] 10.222.0.11 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.1647620 Jul 16 18:38:52.993643 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-2b03fa9e-d270-43f3-bee5-b04b02712ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.995042 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-2b03fa9e-d270-43f3-bee5-b04b02712ce6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.1520884 Jul 16 18:38:53.064621 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-65be7f07-b11f-4e59-b2d8-ee65e4327e74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0760d2-9edb-4086-b126-910c44c7ce41 HTTP/1.1" status: 200 len: 217 time: 0.0686028 Jul 16 18:38:53.066047 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-13166a40-c0e5-45cb-82ac-b14e5e5b1c52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0760d2-9edb-4086-b126-910c44c7ce41 HTTP/1.1" status: 200 len: 217 time: 0.0638516 Jul 16 18:38:53.155771 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-71c91935-6ceb-4f5a-b075-90add741fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.157165 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-71c91935-6ceb-4f5a-b075-90add741fac5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0858243 Jul 16 18:38:53.162405 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-7a76dbc8-b9bc-439a-947d-6baaab9cb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.163837 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-7a76dbc8-b9bc-439a-947d-6baaab9cb995 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0629795 Jul 16 18:38:53.203169 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-4c505eff-9b79-4eb5-ae42-e810dc270cc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383191 Jul 16 18:38:53.229303 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-59bcde95-ad70-4f1c-ae5b-7e7efcee98b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564229 Jul 16 18:38:53.236945 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 7c0760d2-9edb-4086-b126-910c44c7ce41 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:53.280302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 7c0760d2-9edb-4086-b126-910c44c7ce41 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:53.383914 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-3fd1c619-b7e7-4e9a-b091-d1771292cebb service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633105 Jul 16 18:38:53.387324 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-22a76e16-6b0b-4b9c-8718-2a0223fa05d8 service neutron] 10.222.0.32 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433308 Jul 16 18:38:53.515229 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.546844 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-729cc5a2-affb-414f-a702-e8f9685fabaa service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553187 Jul 16 18:38:53.550350 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2de56dd4-bfd8-48ce-aa7a-17667e246c76 req-7b052cb3-2478-46ab-a099-1d98025692c3 service neutron] 10.222.0.32 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515207 Jul 16 18:38:53.788755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9907605-92c5-4468-91cd-d778889d907c req-14cb31f4-9ee7-4597-b82b-d7c18f862d0f tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.790224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9907605-92c5-4468-91cd-d778889d907c req-14cb31f4-9ee7-4597-b82b-d7c18f862d0f tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 943 time: 0.0721588 Jul 16 18:38:53.843878 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9907605-92c5-4468-91cd-d778889d907c req-e8220245-b3bb-4680-9f5c-5ff34050fbd4 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460010 Jul 16 18:38:53.975861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 7c0760d2-9edb-4086-b126-910c44c7ce41 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:54.119714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 7c0760d2-9edb-4086-b126-910c44c7ce41, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7c0760d2-9edb-4086-b126-910c44c7ce41,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:54.138486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '7c0760d2-9edb-4086-b126-910c44c7ce41', 'network_id': '11871518-ad49-4170-a026-16075e50c92d', 'port_id': '7c0760d2-9edb-4086-b126-910c44c7ce41', 'mac_address': 'fa:16:3e:1a:5e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c54cd6b-ddd6-4359-b6a9-f98d5d55f036', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:54.181896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42357649-c167-432f-b64c-506878cb72f7 req-be569d5e-aa6a-4202-b2b3-28507008a3d6 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.183625 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.184132 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42357649-c167-432f-b64c-506878cb72f7 req-be569d5e-aa6a-4202-b2b3-28507008a3d6 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 943 time: 0.0719979 Jul 16 18:38:54.199393 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0760d2-9edb-4086-b126-910c44c7ce41 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:54.226030 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 7c0760d2-9edb-4086-b126-910c44c7ce41, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7c0760d2-9edb-4086-b126-910c44c7ce41,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:54.230464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-68e09658-5d12-438d-8b15-d3b5020a8e98 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.232111 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.233051 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-68e09658-5d12-438d-8b15-d3b5020a8e98 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.11 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a&tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 943 time: 0.1038027 Jul 16 18:38:54.234873 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42357649-c167-432f-b64c-506878cb72f7 req-f2061166-476e-4037-9015-a5150eaf89b9 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434816 Jul 16 18:38:54.306374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=7c0760d2-9edb-4086-b126-910c44c7ce41,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:54.324462 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-66dd38d2-a21e-45c4-99d9-f309abeb7561 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:38:54.325773 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-66dd38d2-a21e-45c4-99d9-f309abeb7561 service neutron] 10.222.0.11 "DELETE /v2.0/ports/7c0760d2-9edb-4086-b126-910c44c7ce41/bindings/n-h2-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0852199 Jul 16 18:38:54.447203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['7c0760d2-9edb-4086-b126-910c44c7ce41'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:54.448717 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-5c312d0d-a962-48aa-9ef6-84214a230b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.450428 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-5c312d0d-a962-48aa-9ef6-84214a230b70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 1096 time: 0.0692050 Jul 16 18:38:54.555768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-fd8046df-6d7a-44d4-bb34-2f8b2b1fb203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.558662 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-fd8046df-6d7a-44d4-bb34-2f8b2b1fb203 service neutron] 10.222.0.11 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.1010444 Jul 16 18:38:54.619215 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-9dc6a91b-e7c9-42eb-9f88-b7cbec98ea9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c0760d2-9edb-4086-b126-910c44c7ce41 HTTP/1.1" status: 200 len: 217 time: 0.0515924 Jul 16 18:38:54.681949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-8bd779f6-60f5-4bae-b16d-f9633479144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.683371 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-8bd779f6-60f5-4bae-b16d-f9633479144f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0555487 Jul 16 18:38:54.719415 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-6b3ebda7-2928-4b51-b659-d358cf91b20c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274818 Jul 16 18:38:55.161575 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-183802f4-ea04-40a7-b335-982284a9e941 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350867 Jul 16 18:38:55.265105 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-14a88d35-fa5b-4c45-b613-d6530e783bd4 req-ecc51196-e834-4832-91ea-e025b5050fd0 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945921 Jul 16 18:38:55.409117 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:38:55.452435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71075e1-bf24-471c-bb8e-8ef33eae82a2 req-447c151e-fb01-4e6d-86e4-d9a65ef89a0d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.454685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f71075e1-bf24-471c-bb8e-8ef33eae82a2 req-447c151e-fb01-4e6d-86e4-d9a65ef89a0d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 944 time: 0.0895875 Jul 16 18:38:55.499409 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f71075e1-bf24-471c-bb8e-8ef33eae82a2 req-966f3112-8267-43f6-9856-713a3d6ef5a4 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390360 Jul 16 18:38:55.635288 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:55.990292 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 7c0760d2-9edb-4086-b126-910c44c7ce41 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:56.048374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 7c0760d2-9edb-4086-b126-910c44c7ce41 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:56.053574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 7c0760d2-9edb-4086-b126-910c44c7ce41 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:56.054035 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.143864 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.175758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0760d2-9edb-4086-b126-910c44c7ce41'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:56.178380 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c14d67-cfd8-4ff3-ad47-7237e8239a08" -d '{"events": [{"server_uuid": "2127fa6a-bfc7-4f41-a443-f78d8fc4a31a", "name": "network-vif-plugged", "status": "completed", "tag": "7c0760d2-9edb-4086-b126-910c44c7ce41"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:56.194009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 7c0760d2-9edb-4086-b126-910c44c7ce41, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7c0760d2-9edb-4086-b126-910c44c7ce41,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:56.199685 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:56.230621 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa41fbbf-7fa4-452b-b379-f1d68e4e8f6b x-openstack-request-id: req-aa41fbbf-7fa4-452b-b379-f1d68e4e8f6b {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:56.230944 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2127fa6a-bfc7-4f41-a443-f78d8fc4a31a", "name": "network-vif-plugged", "status": "completed", "tag": "7c0760d2-9edb-4086-b126-910c44c7ce41", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:56.231160 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa41fbbf-7fa4-452b-b379-f1d68e4e8f6b {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:56.232106 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0760d2-9edb-4086-b126-910c44c7ce41', 'code': 200} Jul 16 18:38:56.260304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=7c0760d2-9edb-4086-b126-910c44c7ce41,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:56.703050 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b53ca-ee5c-4a20-9548-c3b7c030699c req-0265c05a-577d-4072-abdd-85459e9ad04c tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.704489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c32b53ca-ee5c-4a20-9548-c3b7c030699c req-0265c05a-577d-4072-abdd-85459e9ad04c tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0830808 Jul 16 18:38:56.751683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c32b53ca-ee5c-4a20-9548-c3b7c030699c req-9387edc0-7a61-445d-a1c7-f7a19cc709c7 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378358 Jul 16 18:38:56.936328 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef39e60-1215-4d57-8266-820e4956ea8d req-d17d9af1-71aa-476e-8aad-340e3f423d85 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.937909 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ef39e60-1215-4d57-8266-820e4956ea8d req-d17d9af1-71aa-476e-8aad-340e3f423d85 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0682783 Jul 16 18:38:56.986973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ef39e60-1215-4d57-8266-820e4956ea8d req-bf35f853-98a6-4ebd-a901-bd3420e09489 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Jul 16 18:38:57.179788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5741b-3919-47d4-8a03-d3ece7bb90fd req-1cd4b9e1-9af0-4c70-928a-3b3775f7d730 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.181327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6db5741b-3919-47d4-8a03-d3ece7bb90fd req-1cd4b9e1-9af0-4c70-928a-3b3775f7d730 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0730653 Jul 16 18:38:57.224769 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6db5741b-3919-47d4-8a03-d3ece7bb90fd req-58099c6e-34c2-437a-a65f-d75c6e3dca66 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367980 Jul 16 18:38:57.817009 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4e0eae03-0b10-4a4f-9dad-6642d1ecca41 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.819120 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4e0eae03-0b10-4a4f-9dad-6642d1ecca41 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 814 time: 0.1481822 Jul 16 18:38:57.835443 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-8382de65-1326-4605-8351-7005ed3467b3 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/quotas/99a1d7195d4e40d6bdc99eebd7beae53 HTTP/1.1" status: 200 len: 375 time: 0.0109837 Jul 16 18:38:57.914966 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-3748b0d0-8998-4a60-a742-6d5ef2f81395 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703394 Jul 16 18:38:58.030657 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-9956dccf-9a89-4134-9914-585d50aacb81 service neutron] 10.222.0.24 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080971 Jul 16 18:38:58.136678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-e99db896-0c4a-4438-86ce-83cf0798c895 service neutron] 10.222.0.24 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994382 Jul 16 18:38:58.333681 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d9c10afd-ee64-46e3-86e5-1e9850ca152d req-ab172bd4-40a5-4409-aa9b-80368e5d0fb4 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 210 time: 0.0345774 Jul 16 18:38:58.907834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b094df6-d4ff-4985-8a3f-23625b42d2ba req-f4a7e0eb-ec51-4b33-aaf3-504a29f9b832 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.909289 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4b094df6-d4ff-4985-8a3f-23625b42d2ba req-f4a7e0eb-ec51-4b33-aaf3-504a29f9b832 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.32 "GET /v2.0/ports?device_id=2127fa6a-bfc7-4f41-a443-f78d8fc4a31a HTTP/1.1" status: 200 len: 945 time: 0.0908651 Jul 16 18:38:59.027791 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-4b094df6-d4ff-4985-8a3f-23625b42d2ba req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Deleting port 7c0760d2-9edb-4086-b126-910c44c7ce41 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:59.028173 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4b094df6-d4ff-4985-8a3f-23625b42d2ba req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.140636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-4b094df6-d4ff-4985-8a3f-23625b42d2ba req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] For port 7c0760d2-9edb-4086-b126-910c44c7ce41, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=7c0760d2-9edb-4086-b126-910c44c7ce41,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:59.141002 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4b094df6-d4ff-4985-8a3f-23625b42d2ba req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.155860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-4b094df6-d4ff-4985-8a3f-23625b42d2ba req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Calling delete_port for 7c0760d2-9edb-4086-b126-910c44c7ce41 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:59.328397 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4b094df6-d4ff-4985-8a3f-23625b42d2ba req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.342631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['7c0760d2-9edb-4086-b126-910c44c7ce41'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:59.362290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Pushing event deleted for resources: {'Port': ['ID=7c0760d2-9edb-4086-b126-910c44c7ce41,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:59.396826 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.397188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.397539 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.397926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.398261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.398603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.398946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.399276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.399610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.399943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.400330 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.400585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.428141 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b094df6-d4ff-4985-8a3f-23625b42d2ba req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] No DVR routers for this DVR port 7c0760d2-9edb-4086-b126-910c44c7ce41 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:59.430958 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4b094df6-d4ff-4985-8a3f-23625b42d2ba req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.433172 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4b094df6-d4ff-4985-8a3f-23625b42d2ba req-e06f7b78-d0df-4009-ab4d-72a4ff36238a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.32 "DELETE /v2.0/ports/7c0760d2-9edb-4086-b126-910c44c7ce41 HTTP/1.1" status: 204 len: 173 time: 0.5183158 Jul 16 18:38:59.433626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'name': 'network-vif-deleted', 'tag': '7c0760d2-9edb-4086-b126-910c44c7ce41'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:59.436682 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ff18cc-126f-4392-bde6-4296a7f79616" -d '{"events": [{"server_uuid": "2127fa6a-bfc7-4f41-a443-f78d8fc4a31a", "name": "network-vif-deleted", "tag": "7c0760d2-9edb-4086-b126-910c44c7ce41"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:59.502474 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2094f5c-9bbe-41d3-944f-eb740977436f x-openstack-request-id: req-d2094f5c-9bbe-41d3-944f-eb740977436f {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:59.502946 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2127fa6a-bfc7-4f41-a443-f78d8fc4a31a", "name": "network-vif-deleted", "tag": "7c0760d2-9edb-4086-b126-910c44c7ce41", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:59.503377 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2094f5c-9bbe-41d3-944f-eb740977436f {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:59.504060 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2127fa6a-bfc7-4f41-a443-f78d8fc4a31a', 'name': 'network-vif-deleted', 'tag': '7c0760d2-9edb-4086-b126-910c44c7ce41', 'status': 'completed', 'code': 200} Jul 16 18:38:59.595521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a23675fc-3869-42c0-a4ee-7733c02db90c req-61b49a00-4bf5-48ff-a9ba-323610095bef tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 210 time: 0.0354576 Jul 16 18:38:59.636961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-46a25faa-6106-4246-b0f5-3a2bd86c4484 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.638808 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-46a25faa-6106-4246-b0f5-3a2bd86c4484 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.11 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 814 time: 0.1797898 Jul 16 18:38:59.651903 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-f023d3fb-98fd-42de-b31f-e4bffd04591d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Request body: {'port': {'device_id': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'network_id': '11871518-ad49-4170-a026-16075e50c92d', 'admin_state_up': True, 'tenant_id': '99a1d7195d4e40d6bdc99eebd7beae53'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:59.815104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-f023d3fb-98fd-42de-b31f-e4bffd04591d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Made reservation on behalf of 99a1d7195d4e40d6bdc99eebd7beae53 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:59.818774 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-f023d3fb-98fd-42de-b31f-e4bffd04591d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.981147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-f023d3fb-98fd-42de-b31f-e4bffd04591d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Allocated IP 172.20.0.4 (11871518-ad49-4170-a026-16075e50c92d/6c54cd6b-ddd6-4359-b6a9-f98d5d55f036/3e8cccfa-6676-4ef3-a03d-ec303b095970) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:00.155868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-f023d3fb-98fd-42de-b31f-e4bffd04591d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.197314 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-f023d3fb-98fd-42de-b31f-e4bffd04591d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.244962 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-f023d3fb-98fd-42de-b31f-e4bffd04591d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Network 11871518-ad49-4170-a026-16075e50c92d is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:00.248737 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-f023d3fb-98fd-42de-b31f-e4bffd04591d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:00.253471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-f023d3fb-98fd-42de-b31f-e4bffd04591d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:00.280864 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023d3fb-98fd-42de-b31f-e4bffd04591d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Pushing event updated for resources: {'Port': ['ID=3e8cccfa-6676-4ef3-a03d-ec303b095970,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:00.311393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-f023d3fb-98fd-42de-b31f-e4bffd04591d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.312712 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-f023d3fb-98fd-42de-b31f-e4bffd04591d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.334660 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-f023d3fb-98fd-42de-b31f-e4bffd04591d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6870534 Jul 16 18:39:00.348986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Request body: {'port': {'device_id': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:00.433499 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.751250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8cccfa-6676-4ef3-a03d-ec303b095970 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:00.760264 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.773794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Transition to ACTIVE for port object 3e8cccfa-6676-4ef3-a03d-ec303b095970 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:00.780633 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.817717 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361ce14-20a5-4667-bb92-7df6eec38252 req-959f0657-0f40-4d6f-8800-65f6386897f6 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.819306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3361ce14-20a5-4667-bb92-7df6eec38252 req-959f0657-0f40-4d6f-8800-65f6386897f6 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 931 time: 0.0799146 Jul 16 18:39:00.842584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8cccfa-6676-4ef3-a03d-ec303b095970,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:00.873483 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3361ce14-20a5-4667-bb92-7df6eec38252 req-58370b5c-dec7-4f83-a52c-ac024f5d521f tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459893 Jul 16 18:39:00.919393 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Attempting to bind port 3e8cccfa-6676-4ef3-a03d-ec303b095970 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:00.919824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Attempting to bind port 3e8cccfa-6676-4ef3-a03d-ec303b095970 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:00.920179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Attempting to bind port 3e8cccfa-6676-4ef3-a03d-ec303b095970 on network 11871518-ad49-4170-a026-16075e50c92d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:00.925134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Port 3e8cccfa-6676-4ef3-a03d-ec303b095970 on network 11871518-ad49-4170-a026-16075e50c92d not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:00.925458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Attempting to bind port 3e8cccfa-6676-4ef3-a03d-ec303b095970 on network 11871518-ad49-4170-a026-16075e50c92d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:00.931622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:00.931966 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Checking segment: {'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:00.932353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Bound using segment: {'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:00.932780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Bound port: 3e8cccfa-6676-4ef3-a03d-ec303b095970, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:00.933142 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.002063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] For port 3e8cccfa-6676-4ef3-a03d-ec303b095970, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:01.005374 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] For port 3e8cccfa-6676-4ef3-a03d-ec303b095970, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:01.010497 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.050182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.050794 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.054989 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] 10.222.0.11 "PUT /v2.0/ports/3e8cccfa-6676-4ef3-a03d-ec303b095970 HTTP/1.1" status: 200 len: 1092 time: 0.7095215 Jul 16 18:39:01.074933 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb90120-8e07-4402-93a3-f274c7c57db7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8cccfa-6676-4ef3-a03d-ec303b095970,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:01.165775 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-9339c19e-ea94-43b5-a421-51a878a607dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.167260 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-9339c19e-ea94-43b5-a421-51a878a607dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 1095 time: 0.0681274 Jul 16 18:39:01.210381 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-e9fe0881-7668-411c-932c-8dfe4cde6301 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970 HTTP/1.1" status: 200 len: 217 time: 0.0349190 Jul 16 18:39:01.283195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-1b1e53d6-a75a-41b9-9c0f-197a194c7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.285339 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-1b1e53d6-a75a-41b9-9c0f-197a194c7ee6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0618262 Jul 16 18:39:01.328892 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-2fa9806f-e893-4ba5-bdcb-3588ef8528fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368896 Jul 16 18:39:01.430850 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-cbc36ee0-c643-4b67-a452-ad1192f10fdb service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948777 Jul 16 18:39:01.505729 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'tag': '3e8cccfa-6676-4ef3-a03d-ec303b095970'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:01.508041 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef24085-877a-4f27-9761-7c86399c27a8" -d '{"events": [{"name": "network-changed", "server_uuid": "92eb8b9b-678a-4f4e-b842-bc83267b054c", "tag": "3e8cccfa-6676-4ef3-a03d-ec303b095970"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:01.538673 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-431a5985-9090-422e-9aa8-a0ee0f55e679 req-8104ef41-3b6c-4b7d-81f2-70c89ca592ae service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014693 Jul 16 18:39:01.547594 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c07f75-c2a3-478d-b1b8-1223119e8c71 x-openstack-request-id: req-30c07f75-c2a3-478d-b1b8-1223119e8c71 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:01.548038 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92eb8b9b-678a-4f4e-b842-bc83267b054c", "tag": "3e8cccfa-6676-4ef3-a03d-ec303b095970", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:01.548456 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30c07f75-c2a3-478d-b1b8-1223119e8c71 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:01.549118 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'tag': '3e8cccfa-6676-4ef3-a03d-ec303b095970', 'status': 'completed', 'code': 200} Jul 16 18:39:01.647429 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef24085-877a-4f27-9761-7c86399c27a8 req-cf8bd99c-561d-4464-9d3b-cd4d5ef606e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.649034 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bef24085-877a-4f27-9761-7c86399c27a8 req-cf8bd99c-561d-4464-9d3b-cd4d5ef606e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 1095 time: 0.0548623 Jul 16 18:39:01.761298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef24085-877a-4f27-9761-7c86399c27a8 req-0e1a1261-b025-40ed-bdd4-7701ea9dcd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.763441 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bef24085-877a-4f27-9761-7c86399c27a8 req-0e1a1261-b025-40ed-bdd4-7701ea9dcd3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.1071904 Jul 16 18:39:01.811617 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bef24085-877a-4f27-9761-7c86399c27a8 req-25821ff5-209e-4b71-b6ec-93ade9e2be7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970 HTTP/1.1" status: 200 len: 217 time: 0.0366652 Jul 16 18:39:01.866154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef24085-877a-4f27-9761-7c86399c27a8 req-a0e2362a-634c-4421-b318-76e815e9f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.867929 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bef24085-877a-4f27-9761-7c86399c27a8 req-a0e2362a-634c-4421-b318-76e815e9f6da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0497119 Jul 16 18:39:01.908547 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bef24085-877a-4f27-9761-7c86399c27a8 req-393f8a0e-f3e6-4f05-b1e7-3bd4fba3114c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328937 Jul 16 18:39:02.017725 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bef24085-877a-4f27-9761-7c86399c27a8 req-22d719fc-7640-489b-a902-c84f2c5ad806 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013873 Jul 16 18:39:02.022892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 7c0760d2-9edb-4086-b126-910c44c7ce41 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:02.053808 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 7c0760d2-9edb-4086-b126-910c44c7ce41 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:02.054327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 7c0760d2-9edb-4086-b126-910c44c7ce41 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:02.085681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9740b7b-f0ac-4b0d-aeda-1dcb6b3fbdd8 req-b5981e66-27d8-4971-be08-ac033b6e8364 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:02.088411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9740b7b-f0ac-4b0d-aeda-1dcb6b3fbdd8 req-b5981e66-27d8-4971-be08-ac033b6e8364 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 943 time: 0.0750949 Jul 16 18:39:02.138054 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9740b7b-f0ac-4b0d-aeda-1dcb6b3fbdd8 req-a31e2e06-7705-44a6-8511-e8c5477f0cbc tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Jul 16 18:39:02.158708 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bef24085-877a-4f27-9761-7c86399c27a8 req-22dc8290-ea4f-449e-8ded-63b602103344 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329129 Jul 16 18:39:03.347747 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a61213-adec-475c-b119-fcbd01247158 req-a0f5e7ac-d9ac-4e1f-ada8-ff7a6e950abe tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:03.349394 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5a61213-adec-475c-b119-fcbd01247158 req-a0f5e7ac-d9ac-4e1f-ada8-ff7a6e950abe tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 943 time: 0.0724020 Jul 16 18:39:03.396165 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5a61213-adec-475c-b119-fcbd01247158 req-e3e6f2e5-20a5-4b32-b2b8-61d7274f96bd tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Jul 16 18:39:04.604514 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8ed8a-1f4d-4cd6-8481-390e9044d3e2 req-7ba42035-3b80-407f-ada3-c03eb3c20126 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:04.606093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30c8ed8a-1f4d-4cd6-8481-390e9044d3e2 req-7ba42035-3b80-407f-ada3-c03eb3c20126 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 943 time: 0.0898910 Jul 16 18:39:04.650580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30c8ed8a-1f4d-4cd6-8481-390e9044d3e2 req-0471ae87-5606-46ba-ab02-d94c98cc1c30 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385215 Jul 16 18:39:05.314253 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 3e8cccfa-6676-4ef3-a03d-ec303b095970 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:05.437591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 3e8cccfa-6676-4ef3-a03d-ec303b095970, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:05.449636 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '3e8cccfa-6676-4ef3-a03d-ec303b095970', 'network_id': '11871518-ad49-4170-a026-16075e50c92d', 'port_id': '3e8cccfa-6676-4ef3-a03d-ec303b095970', 'mac_address': 'fa:16:3e:d3:68:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c54cd6b-ddd6-4359-b6a9-f98d5d55f036', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:05.502888 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.518993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8cccfa-6676-4ef3-a03d-ec303b095970 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:05.540788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 3e8cccfa-6676-4ef3-a03d-ec303b095970, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:05.548319 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.609621 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=3e8cccfa-6676-4ef3-a03d-ec303b095970,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:05.617171 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:05.617527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:05.617895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:05.618234 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:05.618836 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:05.619163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:05.619491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:05.619815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:05.620146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:05.620460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:05.620806 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:05.621107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:05.791348 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['3e8cccfa-6676-4ef3-a03d-ec303b095970'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:05.860867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4c52f-0c26-410d-b152-6e3442bcd160 req-edbc58ca-bba1-45d4-aa1a-e63e87a5d755 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:05.862565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3a4c52f-0c26-410d-b152-6e3442bcd160 req-edbc58ca-bba1-45d4-aa1a-e63e87a5d755 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 944 time: 0.0723882 Jul 16 18:39:05.907496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3a4c52f-0c26-410d-b152-6e3442bcd160 req-b57b23e4-2e3d-462f-866b-f0005b6e9a1d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353553 Jul 16 18:39:07.112718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6502a0-e775-4638-b491-94ab258f609e req-5971770b-73cf-46f5-b86e-3b1d6b60338b tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:07.114691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee6502a0-e775-4638-b491-94ab258f609e req-5971770b-73cf-46f5-b86e-3b1d6b60338b tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 944 time: 0.0830925 Jul 16 18:39:07.162106 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee6502a0-e775-4638-b491-94ab258f609e req-4ed06760-0a04-4de5-9278-3b9314e4c9f9 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407298 Jul 16 18:39:07.333066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 3e8cccfa-6676-4ef3-a03d-ec303b095970 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:07.421916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 3e8cccfa-6676-4ef3-a03d-ec303b095970 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:07.428269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 3e8cccfa-6676-4ef3-a03d-ec303b095970 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:07.428886 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.549745 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.591858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8cccfa-6676-4ef3-a03d-ec303b095970'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:07.596018 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a93c70-7296-4ec4-8489-10a3a102166b" -d '{"events": [{"server_uuid": "92eb8b9b-678a-4f4e-b842-bc83267b054c", "name": "network-vif-plugged", "status": "completed", "tag": "3e8cccfa-6676-4ef3-a03d-ec303b095970"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:07.617793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 3e8cccfa-6676-4ef3-a03d-ec303b095970, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:07.623574 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.660433 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8db8d3-baa6-4722-b7f7-8d89bb3f7a40 x-openstack-request-id: req-cd8db8d3-baa6-4722-b7f7-8d89bb3f7a40 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:07.660822 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92eb8b9b-678a-4f4e-b842-bc83267b054c", "name": "network-vif-plugged", "status": "completed", "tag": "3e8cccfa-6676-4ef3-a03d-ec303b095970", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:07.661008 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd8db8d3-baa6-4722-b7f7-8d89bb3f7a40 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:07.661383 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8cccfa-6676-4ef3-a03d-ec303b095970', 'code': 200} Jul 16 18:39:07.695381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=3e8cccfa-6676-4ef3-a03d-ec303b095970,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:07.802425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64560b3-a6d6-420c-a263-bf000c8bd613 req-df346f4e-3236-4c35-873b-0862aeae980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:07.804077 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d64560b3-a6d6-420c-a263-bf000c8bd613 req-df346f4e-3236-4c35-873b-0862aeae980c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 1097 time: 0.0646994 Jul 16 18:39:07.844182 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d64560b3-a6d6-420c-a263-bf000c8bd613 req-54ccd6e3-2eca-48fb-bb87-40089c0facd7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Jul 16 18:39:08.368614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f8409-1b10-4555-9394-f7799d02450a req-ebedcb21-5aa2-4e64-abe4-eac306d4fb44 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.371282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad9f8409-1b10-4555-9394-f7799d02450a req-ebedcb21-5aa2-4e64-abe4-eac306d4fb44 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0846128 Jul 16 18:39:08.421646 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ad9f8409-1b10-4555-9394-f7799d02450a req-9ebd998e-66f1-4927-98e6-15d406e9059e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431228 Jul 16 18:39:09.615675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb77eb1-a620-4740-9654-30c9e2f2ce7e req-b68cd49d-5f75-45d4-80d0-7454fb021c67 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.617228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2fb77eb1-a620-4740-9654-30c9e2f2ce7e req-b68cd49d-5f75-45d4-80d0-7454fb021c67 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0683157 Jul 16 18:39:09.663572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2fb77eb1-a620-4740-9654-30c9e2f2ce7e req-2541a3a5-f425-48b0-9196-c348dbd8cda6 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385106 Jul 16 18:39:09.876796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72949a5c-f028-48a1-89e0-057875998ee7 req-0633bdd3-95de-4eae-b0af-c9bb13b44f92 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.878542 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-72949a5c-f028-48a1-89e0-057875998ee7 req-0633bdd3-95de-4eae-b0af-c9bb13b44f92 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0885596 Jul 16 18:39:09.925622 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-72949a5c-f028-48a1-89e0-057875998ee7 req-8de0c0f1-9eef-4a8e-ad48-eb87908f4c17 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407982 Jul 16 18:39:10.292776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-0a2427a7-df7d-4883-b872-ca9570019e66 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0569777 Jul 16 18:39:10.375715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c83ea-8fbf-4ec5-9319-bfea3a80c3dc req-ced217c2-2cfd-46a0-aa4f-239bba91b940 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:10.377461 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7c2c83ea-8fbf-4ec5-9319-bfea3a80c3dc req-ced217c2-2cfd-46a0-aa4f-239bba91b940 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0787897 Jul 16 18:39:10.424910 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7c2c83ea-8fbf-4ec5-9319-bfea3a80c3dc req-c064007b-920b-4a6a-82f4-1194a216e6bf tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393775 Jul 16 18:39:11.570460 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-16cc97b8-1469-4346-9045-a57d3cc42372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:11.572871 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-16cc97b8-1469-4346-9045-a57d3cc42372 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 1097 time: 0.0782795 Jul 16 18:39:11.636688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461d131-93b0-4f14-8090-d765ac247111 req-acca9d9a-023b-4466-ae65-cdf09e212142 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:11.639602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9461d131-93b0-4f14-8090-d765ac247111 req-acca9d9a-023b-4466-ae65-cdf09e212142 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0856781 Jul 16 18:39:11.684536 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9461d131-93b0-4f14-8090-d765ac247111 req-2573423b-1e94-48fb-ae5b-981fb521ae72 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387499 Jul 16 18:39:11.719552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-32b8f351-aced-40dc-a3b1-b9aaba001ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:11.721074 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-32b8f351-aced-40dc-a3b1-b9aaba001ffa service neutron] 10.222.0.11 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.1401718 Jul 16 18:39:11.770020 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-98b156ad-32b7-4bad-8543-2bb047b66650 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970 HTTP/1.1" status: 200 len: 217 time: 0.0420732 Jul 16 18:39:11.823203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-4fce3f6f-0b42-4c85-a983-b98ca3caddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:11.826304 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-4fce3f6f-0b42-4c85-a983-b98ca3caddf6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0501370 Jul 16 18:39:11.863002 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-9fbff12c-60b4-4623-ad34-a5049a4b21f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296035 Jul 16 18:39:11.972533 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-6156d50e-6be9-4a01-ab02-c4258c239861 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024365 Jul 16 18:39:12.068360 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-7a42749a-0c71-45e8-a441-0c8e27a1a66b service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896502 Jul 16 18:39:12.877342 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b29297-f2d8-4d7b-a634-598d21581902 req-fe2d8a9a-7337-44c9-b17f-05a0f99970fe tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.879035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01b29297-f2d8-4d7b-a634-598d21581902 req-fe2d8a9a-7337-44c9-b17f-05a0f99970fe tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0670273 Jul 16 18:39:12.920157 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01b29297-f2d8-4d7b-a634-598d21581902 req-426c08e8-99da-4de8-805c-bf9bc12b3f34 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350823 Jul 16 18:39:13.562663 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b3f7578d-2e75-4abd-bd5b-f57608b1c29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.127134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7f783-4708-4a09-b789-74382b102584 req-6d24a0e4-c1d5-495e-a14e-96de4d7ee292 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:14.128670 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46d7f783-4708-4a09-b789-74382b102584 req-6d24a0e4-c1d5-495e-a14e-96de4d7ee292 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0713997 Jul 16 18:39:14.169602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46d7f783-4708-4a09-b789-74382b102584 req-ef57dc5c-08cb-4505-9c26-0bb67c683050 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341995 Jul 16 18:39:15.362172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69f6fd-a79d-41f1-ba34-70625da1b0a8 req-a9f513a2-ffaf-4f1f-9620-2a24d5e2641c tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.363784 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb69f6fd-a79d-41f1-ba34-70625da1b0a8 req-a9f513a2-ffaf-4f1f-9620-2a24d5e2641c tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0661676 Jul 16 18:39:15.404942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb69f6fd-a79d-41f1-ba34-70625da1b0a8 req-2dae4336-aca1-4b70-9b03-c6003e739a51 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350270 Jul 16 18:39:15.783267 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da60ab0b-623c-45ab-863c-b0634986395d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.011326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.603580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f6275-6dc3-4942-a9a8-1c70a5957064 req-2b3cbe85-558f-403f-979f-08fed9bcea58 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:16.605009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-137f6275-6dc3-4942-a9a8-1c70a5957064 req-2b3cbe85-558f-403f-979f-08fed9bcea58 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0719807 Jul 16 18:39:16.647373 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-137f6275-6dc3-4942-a9a8-1c70a5957064 req-e1874c15-4cfb-413b-819a-fe7cdae240d4 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361607 Jul 16 18:39:17.769345 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:17.837673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd41b7d-5f15-4f0a-a66b-ac160d113990 req-d40ac6d6-9c3f-4e7f-af4f-7ac40c99892b tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.839233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2bd41b7d-5f15-4f0a-a66b-ac160d113990 req-d40ac6d6-9c3f-4e7f-af4f-7ac40c99892b tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0763652 Jul 16 18:39:17.883908 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2bd41b7d-5f15-4f0a-a66b-ac160d113990 req-7439ec3e-fad9-47f6-81f0-a0582cb2635e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386446 Jul 16 18:39:19.092492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a30e4-cc10-4f13-af18-09fa00d9fa75 req-ca035039-8d3a-406c-8e6b-01cabf706500 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:19.094664 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f3a30e4-cc10-4f13-af18-09fa00d9fa75 req-ca035039-8d3a-406c-8e6b-01cabf706500 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0849485 Jul 16 18:39:19.141770 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f3a30e4-cc10-4f13-af18-09fa00d9fa75 req-61fedfe0-292d-42b3-a334-a1ab173bda4a tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Jul 16 18:39:19.172896 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.336069 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0801ab-8415-4878-9863-2ab850b97f65 req-3f118386-9926-4493-8f8c-d7e686be24b8 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.337621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d0801ab-8415-4878-9863-2ab850b97f65 req-3f118386-9926-4493-8f8c-d7e686be24b8 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0736914 Jul 16 18:39:20.381813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8d0801ab-8415-4878-9863-2ab850b97f65 req-e698f320-f529-4783-beb3-2c69a63a5fa2 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380692 Jul 16 18:39:21.053989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81949e-477d-4c23-bd31-aa3dbac6f71e req-b4cadaaa-7a7d-4ddf-a81d-9242e43256ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:21.055519 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eb81949e-477d-4c23-bd31-aa3dbac6f71e req-b4cadaaa-7a7d-4ddf-a81d-9242e43256ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 1097 time: 0.0592599 Jul 16 18:39:21.177642 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81949e-477d-4c23-bd31-aa3dbac6f71e req-79f6bfe6-888d-4e12-b706-ea24cebf1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:21.179177 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eb81949e-477d-4c23-bd31-aa3dbac6f71e req-79f6bfe6-888d-4e12-b706-ea24cebf1e1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.1016302 Jul 16 18:39:21.227320 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eb81949e-477d-4c23-bd31-aa3dbac6f71e req-1a8e4e5c-356a-4fdc-86e5-0aa0c2d79ee3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970 HTTP/1.1" status: 200 len: 217 time: 0.0390332 Jul 16 18:39:21.296155 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81949e-477d-4c23-bd31-aa3dbac6f71e req-f9e9cce7-286f-44f3-82e3-b368b4a617b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:21.297839 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eb81949e-477d-4c23-bd31-aa3dbac6f71e req-f9e9cce7-286f-44f3-82e3-b368b4a617b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0613132 Jul 16 18:39:21.334530 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eb81949e-477d-4c23-bd31-aa3dbac6f71e req-5f5972b5-5075-40ba-a3fc-7c46a1f2f8ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284023 Jul 16 18:39:21.461956 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eb81949e-477d-4c23-bd31-aa3dbac6f71e req-8279f8b0-9201-4f70-863f-89056a1a7b4f service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203082 Jul 16 18:39:21.589746 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-eb81949e-477d-4c23-bd31-aa3dbac6f71e req-d071b1fc-563a-4f3d-bcc2-4cff65355858 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196887 Jul 16 18:39:21.630448 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8eb51-d0a7-4360-a56a-86b3ad1b28f3 req-3fa94a92-8149-44f1-8526-2f9692021100 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:21.631943 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42d8eb51-d0a7-4360-a56a-86b3ad1b28f3 req-3fa94a92-8149-44f1-8526-2f9692021100 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0870686 Jul 16 18:39:21.674105 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42d8eb51-d0a7-4360-a56a-86b3ad1b28f3 req-7d011dde-b923-482c-8a2e-0916ebc31b7f tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363147 Jul 16 18:39:22.882456 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c6cf1-db01-4329-af6c-fe2ea2364963 req-21e5583a-1b93-4e9d-8479-15ff6337a17d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:22.885080 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-205c6cf1-db01-4329-af6c-fe2ea2364963 req-21e5583a-1b93-4e9d-8479-15ff6337a17d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0852754 Jul 16 18:39:22.933890 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-205c6cf1-db01-4329-af6c-fe2ea2364963 req-e9ed84c5-5499-42fe-9a31-b37a73ad3cb5 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Jul 16 18:39:23.518166 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.129790 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de66a6-477b-434d-b9c1-ab9eba65a59d req-42581f98-ef22-4799-9ca6-012b9385e036 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.131380 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09de66a6-477b-434d-b9c1-ab9eba65a59d req-42581f98-ef22-4799-9ca6-012b9385e036 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0753062 Jul 16 18:39:24.176702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09de66a6-477b-434d-b9c1-ab9eba65a59d req-b1da2494-7662-4ca6-96b8-64d782b008a5 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380602 Jul 16 18:39:25.388492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd27ae-c4b8-4770-b516-dce5bf5b91b8 req-f99d8976-5e81-4422-953e-8f505bd82c8c tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.390195 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99cd27ae-c4b8-4770-b516-dce5bf5b91b8 req-f99d8976-5e81-4422-953e-8f505bd82c8c tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0792744 Jul 16 18:39:25.434297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99cd27ae-c4b8-4770-b516-dce5bf5b91b8 req-4ca45a58-c5d3-4c50-b806-52b729334a83 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382910 Jul 16 18:39:25.645468 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.634917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd011ab6-30c6-4469-9ac8-3760dbb3b258 req-0d7f5a1c-464b-45be-842d-21b6c94799b8 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.636417 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd011ab6-30c6-4469-9ac8-3760dbb3b258 req-0d7f5a1c-464b-45be-842d-21b6c94799b8 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0811005 Jul 16 18:39:26.692790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd011ab6-30c6-4469-9ac8-3760dbb3b258 req-dccb4d60-718b-427b-abcd-d0d62e9c2adc tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449145 Jul 16 18:39:27.971379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20035d24-cc49-42a7-9ea9-f30c71298ecb req-f4b86c80-daa3-4aec-a733-44da8736caa4 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.972947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20035d24-cc49-42a7-9ea9-f30c71298ecb req-f4b86c80-daa3-4aec-a733-44da8736caa4 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0910113 Jul 16 18:39:28.021327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20035d24-cc49-42a7-9ea9-f30c71298ecb req-933bf7ce-ca11-479f-869f-477f85ff4587 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421376 Jul 16 18:39:29.222024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de80c1-6d10-4440-bfa6-7f2218c32919 req-5bf5e7b8-924c-4900-94b5-3c7dd9276ae0 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.223617 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17de80c1-6d10-4440-bfa6-7f2218c32919 req-5bf5e7b8-924c-4900-94b5-3c7dd9276ae0 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0782564 Jul 16 18:39:29.270644 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17de80c1-6d10-4440-bfa6-7f2218c32919 req-4e5a768a-3822-4073-af9b-7343196a837e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390854 Jul 16 18:39:30.472816 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a543e-61c2-496e-a8e5-febfa58e5c79 req-caeb1d24-b33c-4a53-b23b-855460937f62 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.475884 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-754a543e-61c2-496e-a8e5-febfa58e5c79 req-caeb1d24-b33c-4a53-b23b-855460937f62 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0788546 Jul 16 18:39:30.519907 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-754a543e-61c2-496e-a8e5-febfa58e5c79 req-8790bb61-a5f0-4018-a21b-a22fc887fb41 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Jul 16 18:39:31.712208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03183479-2daa-46d2-898f-b2a236a7e1dc req-96617eda-d38e-42fe-8935-e0ddd2f74bdd tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.713758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03183479-2daa-46d2-898f-b2a236a7e1dc req-96617eda-d38e-42fe-8935-e0ddd2f74bdd tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0681229 Jul 16 18:39:31.757037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03183479-2daa-46d2-898f-b2a236a7e1dc req-d66640e4-ed23-4342-b373-3f1eab9b9cd2 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368285 Jul 16 18:39:32.409526 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:32.956219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22065eff-b242-474e-ba55-9cefc492bc07 req-9eda6337-7831-430a-bdac-9204240c34d1 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.958587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22065eff-b242-474e-ba55-9cefc492bc07 req-9eda6337-7831-430a-bdac-9204240c34d1 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0756309 Jul 16 18:39:33.005596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22065eff-b242-474e-ba55-9cefc492bc07 req-adcabef7-2a96-46b8-a7e1-521cc2981230 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412948 Jul 16 18:39:34.209583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20368c18-4b0f-4edf-86e0-c8e07623f453 req-6ceb58fc-6c69-4685-9a08-dd6c3dcefb7e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.211198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20368c18-4b0f-4edf-86e0-c8e07623f453 req-6ceb58fc-6c69-4685-9a08-dd6c3dcefb7e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0749719 Jul 16 18:39:34.263581 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-20368c18-4b0f-4edf-86e0-c8e07623f453 req-60884973-aa6f-42ce-901d-78b45b0ada9d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444844 Jul 16 18:39:35.450830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c1fc-401a-47c8-81d5-6f0f8ce94bb0 req-38ef1eb3-4f31-40ec-92c8-8be0bf15856b tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:35.452385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9483c1fc-401a-47c8-81d5-6f0f8ce94bb0 req-38ef1eb3-4f31-40ec-92c8-8be0bf15856b tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0709593 Jul 16 18:39:35.493379 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9483c1fc-401a-47c8-81d5-6f0f8ce94bb0 req-dab2c707-2fb0-4805-9471-528b755838eb tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353413 Jul 16 18:39:36.676286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d07d8f-ce00-4a6e-bb8f-ba820475062c req-eda963f2-2adc-432a-a051-62ce83b65fc2 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.677770 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4d07d8f-ce00-4a6e-bb8f-ba820475062c req-eda963f2-2adc-432a-a051-62ce83b65fc2 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0674865 Jul 16 18:39:36.719432 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4d07d8f-ce00-4a6e-bb8f-ba820475062c req-3ec67645-ab91-4f3c-ad84-1ed78e7f8dc4 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359857 Jul 16 18:39:37.908114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556f954-b0bc-4300-80f6-7a3f87be2a7e req-9798bf56-b950-46c1-8171-97568dd220f6 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:37.909642 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4556f954-b0bc-4300-80f6-7a3f87be2a7e req-9798bf56-b950-46c1-8171-97568dd220f6 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0661087 Jul 16 18:39:37.954428 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4556f954-b0bc-4300-80f6-7a3f87be2a7e req-e44a7597-6678-48d3-87e9-e29b2eafb8ab tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389118 Jul 16 18:39:39.134627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d1382-a8f7-4259-8501-52645fb31425 req-c2d2de82-02ea-41b1-a6fe-047b2c5e0a47 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.136128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d23d1382-a8f7-4259-8501-52645fb31425 req-c2d2de82-02ea-41b1-a6fe-047b2c5e0a47 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0686429 Jul 16 18:39:39.174547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d23d1382-a8f7-4259-8501-52645fb31425 req-035c0170-3034-4043-a9ce-8fb9c2257eab tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320699 Jul 16 18:39:39.439237 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-4393745b-5724-47bd-a92c-47125b1496d3 service neutron] show failed (client error): The resource could not be found. Jul 16 18:39:39.440282 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-4393745b-5724-47bd-a92c-47125b1496d3 service neutron] 10.222.0.11 "GET /v2.0/ports/3e8cccfa-6676-4ef3-a03d-ec303b095970/bindings/n-h1-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0599272 Jul 16 18:39:39.713084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-54872c4e-0907-43e0-9dcd-5b69dafeb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.714580 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-54872c4e-0907-43e0-9dcd-5b69dafeb3c5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c&tenant_id=99a1d7195d4e40d6bdc99eebd7beae53 HTTP/1.1" status: 200 len: 1097 time: 0.0595574 Jul 16 18:39:39.725555 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:39.798763 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.006124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] For port 3e8cccfa-6676-4ef3-a03d-ec303b095970, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:40.045422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] For port 3e8cccfa-6676-4ef3-a03d-ec303b095970, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:40.087994 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8cccfa-6676-4ef3-a03d-ec303b095970'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:40.090343 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f3c438-fcc8-40c8-8344-005151b828c2" -d '{"events": [{"server_uuid": "92eb8b9b-678a-4f4e-b842-bc83267b054c", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8cccfa-6676-4ef3-a03d-ec303b095970"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:40.094793 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.108392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Transition to ACTIVE for port object 3e8cccfa-6676-4ef3-a03d-ec303b095970 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:40.113697 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.163571 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d6eaa5-3c23-434a-8bf3-18cce0568418 x-openstack-request-id: req-d4d6eaa5-3c23-434a-8bf3-18cce0568418 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:40.163868 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92eb8b9b-678a-4f4e-b842-bc83267b054c", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8cccfa-6676-4ef3-a03d-ec303b095970", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:40.164122 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4d6eaa5-3c23-434a-8bf3-18cce0568418 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:40.164514 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8cccfa-6676-4ef3-a03d-ec303b095970', 'code': 200} Jul 16 18:39:40.183958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] No DVR routers for this DVR port 3e8cccfa-6676-4ef3-a03d-ec303b095970 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:40.192039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Pushing event updated for resources: {'Port': ['ID=3e8cccfa-6676-4ef3-a03d-ec303b095970,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:40.233990 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Attempting to bind port 3e8cccfa-6676-4ef3-a03d-ec303b095970 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:40.234537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Attempting to bind port 3e8cccfa-6676-4ef3-a03d-ec303b095970 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:40.235064 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Attempting to bind port 3e8cccfa-6676-4ef3-a03d-ec303b095970 on network 11871518-ad49-4170-a026-16075e50c92d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:40.242331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Port 3e8cccfa-6676-4ef3-a03d-ec303b095970 on network 11871518-ad49-4170-a026-16075e50c92d not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:40.242857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Attempting to bind port 3e8cccfa-6676-4ef3-a03d-ec303b095970 on network 11871518-ad49-4170-a026-16075e50c92d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:40.250052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:40.250429 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Checking segment: {'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:40.250817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Bound using segment: {'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:40.251261 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Bound port: 3e8cccfa-6676-4ef3-a03d-ec303b095970, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '11871518-ad49-4170-a026-16075e50c92d'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:40.251700 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.330126 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] For port 3e8cccfa-6676-4ef3-a03d-ec303b095970, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:40.333898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] For port 3e8cccfa-6676-4ef3-a03d-ec303b095970, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:40.339091 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.379555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128c870-1888-448a-963f-2808fc40dd22 req-972bddc5-d931-4e5e-ab61-28d38e6a02a2 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:40.382235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9128c870-1888-448a-963f-2808fc40dd22 req-972bddc5-d931-4e5e-ab61-28d38e6a02a2 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 943 time: 0.0783236 Jul 16 18:39:40.386436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:40.387070 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.390322 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] 10.222.0.32 "PUT /v2.0/ports/3e8cccfa-6676-4ef3-a03d-ec303b095970 HTTP/1.1" status: 200 len: 1092 time: 0.6685665 Jul 16 18:39:40.413016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c797d4-23dc-4dfb-ada1-83a950b4c86d service neutron] Pushing event updated for resources: {'Port': ['ID=3e8cccfa-6676-4ef3-a03d-ec303b095970,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:40.428625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9128c870-1888-448a-963f-2808fc40dd22 req-6bd78661-b5ae-484b-af74-8faa4c1c2f74 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413182 Jul 16 18:39:40.473213 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-35b889d8-3e2e-4198-9eec-d7c1625ca3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:40.474884 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-35b889d8-3e2e-4198-9eec-d7c1625ca3ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 1095 time: 0.0587592 Jul 16 18:39:40.579481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-c5270992-2197-4524-b376-8a6f643c1be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:40.581226 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-c5270992-2197-4524-b376-8a6f643c1be9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.0998888 Jul 16 18:39:40.624849 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-a17437e4-2f38-4191-a7a3-cc53c5b5cc39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970 HTTP/1.1" status: 200 len: 217 time: 0.0372844 Jul 16 18:39:40.678318 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-33120de9-9ab8-43ed-a3ea-5d9d10b28e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:40.679830 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-33120de9-9ab8-43ed-a3ea-5d9d10b28e55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0489869 Jul 16 18:39:40.713270 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-fdb12aec-379c-4302-acdf-579f630fc2af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267310 Jul 16 18:39:40.812960 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-656a6b7c-b10a-49f2-97a1-ad876d93fe73 service neutron] 10.222.0.32 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931807 Jul 16 18:39:40.910008 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce5cfb94-cd3c-45c1-9f67-c64d38da9c6f req-47b8c2b5-d89a-4dce-8de2-9c4732bacb46 service neutron] 10.222.0.32 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906909 Jul 16 18:39:41.626169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90012643-d170-4679-b2b6-a5ecf9324e3a req-c38f4c06-cfac-41f1-a2b4-9c72d97ad148 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.627829 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90012643-d170-4679-b2b6-a5ecf9324e3a req-c38f4c06-cfac-41f1-a2b4-9c72d97ad148 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 943 time: 0.0729687 Jul 16 18:39:41.668767 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90012643-d170-4679-b2b6-a5ecf9324e3a req-6a622924-b1dd-4990-abae-c38f6dd8217d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349479 Jul 16 18:39:42.165891 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'tag': '3e8cccfa-6676-4ef3-a03d-ec303b095970'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:42.168328 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "92eb8b9b-678a-4f4e-b842-bc83267b054c", "tag": "3e8cccfa-6676-4ef3-a03d-ec303b095970"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:42.218651 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c84079-18eb-4cae-a256-158d2ec93b0c x-openstack-request-id: req-06c84079-18eb-4cae-a256-158d2ec93b0c {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:42.218941 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92eb8b9b-678a-4f4e-b842-bc83267b054c", "tag": "3e8cccfa-6676-4ef3-a03d-ec303b095970", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:42.219196 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06c84079-18eb-4cae-a256-158d2ec93b0c {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:42.219594 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'tag': '3e8cccfa-6676-4ef3-a03d-ec303b095970', 'status': 'completed', 'code': 200} Jul 16 18:39:42.341240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-11c5ddc8-ed83-4d85-b583-1c76ae0bd92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.344129 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-11c5ddc8-ed83-4d85-b583-1c76ae0bd92c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 1095 time: 0.1032116 Jul 16 18:39:42.347558 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-089dccf7-468e-41ed-a64f-0ecf639c240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.349007 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-089dccf7-468e-41ed-a64f-0ecf639c240c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 1095 time: 0.0987611 Jul 16 18:39:42.515786 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-8750743d-0432-4268-9c45-2898045d71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.517361 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-8750743d-0432-4268-9c45-2898045d71a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.1662097 Jul 16 18:39:42.520375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-adf347d7-30be-4549-899c-1a892d0c27b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.521874 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-adf347d7-30be-4549-899c-1a892d0c27b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.1616383 Jul 16 18:39:42.566101 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-2c1c71cf-4517-4fb1-bb87-741e1b367ce6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970 HTTP/1.1" status: 200 len: 217 time: 0.0417378 Jul 16 18:39:42.604471 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-e7290ca1-8722-4463-8aab-919ea912e387 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970 HTTP/1.1" status: 200 len: 217 time: 0.0731564 Jul 16 18:39:42.676746 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-621e5f6e-775b-4a8f-b36d-f5c1cecc33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.678260 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-621e5f6e-775b-4a8f-b36d-f5c1cecc33e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0822954 Jul 16 18:39:42.683867 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-f859a5ef-a461-4743-8dba-0cca0191b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.685421 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-f859a5ef-a461-4743-8dba-0cca0191b467 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0602236 Jul 16 18:39:42.726804 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-33a39ca1-21ae-4289-81fb-455c224626c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396504 Jul 16 18:39:42.748893 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-9d213d65-ba08-4ecb-b2ef-e887bd018a0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522773 Jul 16 18:39:42.855666 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebe15c-49ca-4db4-b84d-1ade9d0cd654 req-5cf6aa04-b634-4d14-9e31-4e2cfe3f6757 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.857118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23ebe15c-49ca-4db4-b84d-1ade9d0cd654 req-5cf6aa04-b634-4d14-9e31-4e2cfe3f6757 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 943 time: 0.0702424 Jul 16 18:39:42.899025 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-23ebe15c-49ca-4db4-b84d-1ade9d0cd654 req-5a3b563c-f824-4931-802a-01c3a91eec35 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348759 Jul 16 18:39:42.912474 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-7919da1a-cb68-4f9e-bf96-c084b7c9fcd0 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666493 Jul 16 18:39:42.914419 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-759e56b0-d6a4-4ec4-a1db-27f07024ade6 service neutron] 10.222.0.32 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584141 Jul 16 18:39:43.195008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.11', 60038) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:43.364137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2621b-7f32-497f-b029-f37a3bc8548a req-53e78420-5c73-4592-8658-ac1fd3f7ed14 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.365873 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ad2621b-7f32-497f-b029-f37a3bc8548a req-53e78420-5c73-4592-8658-ac1fd3f7ed14 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 943 time: 0.2026098 Jul 16 18:39:43.391632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-0d9e422f-f5bd-4a8b-9aaa-dcfd9895e6fc tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.393365 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-0d9e422f-f5bd-4a8b-9aaa-dcfd9895e6fc tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.11 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c&tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 943 time: 0.1965311 Jul 16 18:39:43.457954 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ad2621b-7f32-497f-b029-f37a3bc8548a req-114795fc-54f3-48d0-bfa9-8fa6a5ab2314 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849760 Jul 16 18:39:43.482703 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-2a91be34-ccfb-4831-bcf2-129c594260c8 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:39:43.484780 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-2a91be34-ccfb-4831-bcf2-129c594260c8 service neutron] 10.222.0.11 "DELETE /v2.0/ports/3e8cccfa-6676-4ef3-a03d-ec303b095970/bindings/n-h2-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0821550 Jul 16 18:39:43.504430 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-dcb8f4f3-967b-49a9-b517-4915e27db538 service neutron] 10.222.0.32 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840864 Jul 16 18:39:43.506500 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2f43d841-1137-4ea3-ace9-c7b0981ac9b7 req-72b7d5c2-9cb7-44ec-b4cb-8eb89e32565a service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778744 Jul 16 18:39:43.570829 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f57fe34a-592b-4006-8006-9ed53750a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.579931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 3e8cccfa-6676-4ef3-a03d-ec303b095970 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:43.625506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 3e8cccfa-6676-4ef3-a03d-ec303b095970 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:43.652603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-e4bab994-b1bc-441f-91ae-84e492652b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.654793 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-e4bab994-b1bc-441f-91ae-84e492652b05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 1095 time: 0.0685785 Jul 16 18:39:43.771603 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-b0c0e96b-6661-46b1-a09b-57d2b214934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.773192 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-b0c0e96b-6661-46b1-a09b-57d2b214934c service neutron] 10.222.0.11 "GET /v2.0/networks?id=11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 200 len: 915 time: 0.1120315 Jul 16 18:39:43.827240 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-c2b141f0-d16b-42b8-bc3d-b13d9ff41a42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970 HTTP/1.1" status: 200 len: 217 time: 0.0460384 Jul 16 18:39:43.885551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-a0cb135b-5b60-4cdd-9121-2ec9b5f67fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.887189 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-a0cb135b-5b60-4cdd-9121-2ec9b5f67fc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 200 len: 854 time: 0.0534661 Jul 16 18:39:43.936068 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-b77d9173-ce66-4b8d-b16a-5ec5fc1e1eb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=11871518-ad49-4170-a026-16075e50c92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397866 Jul 16 18:39:44.069208 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-404c0e24-ce99-41d2-b6b8-62c271855348 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264760 Jul 16 18:39:44.171644 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-df61e414-d4ae-491f-9b13-0e4f3dde7f61 service neutron] 10.222.0.11 "GET /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956869 Jul 16 18:39:44.208487 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3e8cccfa-6676-4ef3-a03d-ec303b095970 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:44.318324 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 3e8cccfa-6676-4ef3-a03d-ec303b095970, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:44.482216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '3e8cccfa-6676-4ef3-a03d-ec303b095970', 'network_id': '11871518-ad49-4170-a026-16075e50c92d', 'port_id': '3e8cccfa-6676-4ef3-a03d-ec303b095970', 'mac_address': 'fa:16:3e:d3:68:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c54cd6b-ddd6-4359-b6a9-f98d5d55f036', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:44.524345 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.540283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8cccfa-6676-4ef3-a03d-ec303b095970 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:44.564313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 3e8cccfa-6676-4ef3-a03d-ec303b095970, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:44.568273 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.618586 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=3e8cccfa-6676-4ef3-a03d-ec303b095970,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:44.666511 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1786e3-291d-40b2-900b-955d24e79abb req-44108c20-9938-41a1-a8a1-15dbd5910289 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.668086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb1786e3-291d-40b2-900b-955d24e79abb req-44108c20-9938-41a1-a8a1-15dbd5910289 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 944 time: 0.0781653 Jul 16 18:39:44.709462 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb1786e3-291d-40b2-900b-955d24e79abb req-60eb9b67-fd06-4257-83e9-6be2cfe81235 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353298 Jul 16 18:39:44.765560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['3e8cccfa-6676-4ef3-a03d-ec303b095970'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:45.778452 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-192894e5-b2b5-46e2-ba1a-ce09297d6a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.909413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b73696-0e07-48ee-a608-f6c14e28d47f req-66db5d78-4bea-45ca-b232-720bc5766150 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.910940 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44b73696-0e07-48ee-a608-f6c14e28d47f req-66db5d78-4bea-45ca-b232-720bc5766150 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 944 time: 0.0799401 Jul 16 18:39:45.951102 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44b73696-0e07-48ee-a608-f6c14e28d47f req-996c3d55-af99-4cef-a235-9588d82f7238 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344188 Jul 16 18:39:46.008159 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.160020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850176d-6c20-483d-933b-e2241d9485d4 req-94e60039-6eb9-4ac7-9144-4be587c01d18 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.161591 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4850176d-6c20-483d-933b-e2241d9485d4 req-94e60039-6eb9-4ac7-9144-4be587c01d18 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 944 time: 0.0733371 Jul 16 18:39:46.215406 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3e8cccfa-6676-4ef3-a03d-ec303b095970 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:46.215919 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4850176d-6c20-483d-933b-e2241d9485d4 req-ac6f7bd4-2f8c-4333-8e58-fd425bd65092 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478663 Jul 16 18:39:46.269206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 3e8cccfa-6676-4ef3-a03d-ec303b095970 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:46.275153 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 3e8cccfa-6676-4ef3-a03d-ec303b095970 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:46.275747 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.378494 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.407986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8cccfa-6676-4ef3-a03d-ec303b095970'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:46.410339 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b594728f-5d46-4705-8727-36b07a7a520c" -d '{"events": [{"server_uuid": "92eb8b9b-678a-4f4e-b842-bc83267b054c", "name": "network-vif-plugged", "status": "completed", "tag": "3e8cccfa-6676-4ef3-a03d-ec303b095970"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:46.427895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 3e8cccfa-6676-4ef3-a03d-ec303b095970, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:46.434219 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.463270 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfef8cb2-8b6f-41f7-b52d-8dddf593a231 x-openstack-request-id: req-bfef8cb2-8b6f-41f7-b52d-8dddf593a231 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:46.463728 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92eb8b9b-678a-4f4e-b842-bc83267b054c", "name": "network-vif-plugged", "status": "completed", "tag": "3e8cccfa-6676-4ef3-a03d-ec303b095970", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:46.463860 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfef8cb2-8b6f-41f7-b52d-8dddf593a231 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:46.464273 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8cccfa-6676-4ef3-a03d-ec303b095970', 'code': 200} Jul 16 18:39:46.467182 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37613c11-e816-446e-b372-0efb73bb0c60 req-2201fa93-a19b-4f94-9ff9-070f3b5ca1ca tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.469616 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37613c11-e816-446e-b372-0efb73bb0c60 req-2201fa93-a19b-4f94-9ff9-070f3b5ca1ca tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 944 time: 0.0992615 Jul 16 18:39:46.495035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=3e8cccfa-6676-4ef3-a03d-ec303b095970,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:46.517787 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37613c11-e816-446e-b372-0efb73bb0c60 req-765b07dc-5149-4531-ab6d-69f774dc3803 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401213 Jul 16 18:39:47.113048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c89da-9cb9-4336-bf4e-1e0b9e0d63ce req-8d280734-6bcc-4724-a17d-bfd595847c88 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:47.114660 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b86c89da-9cb9-4336-bf4e-1e0b9e0d63ce req-8d280734-6bcc-4724-a17d-bfd595847c88 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0662456 Jul 16 18:39:47.159356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b86c89da-9cb9-4336-bf4e-1e0b9e0d63ce req-0d17bf59-dfb2-4328-8976-67b31146f359 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385742 Jul 16 18:39:47.770249 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.142676 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf55f3-ce81-4b15-a41e-f8be7f23a9db req-1ff47132-7209-4d44-b8ed-4f2a694cef96 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.144020 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-abbf55f3-ce81-4b15-a41e-f8be7f23a9db req-1ff47132-7209-4d44-b8ed-4f2a694cef96 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.32 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0682533 Jul 16 18:39:48.247147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-abbf55f3-ce81-4b15-a41e-f8be7f23a9db req-736cd078-fba0-4a3b-9dd5-5b7be74ef50e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Deleting port 3e8cccfa-6676-4ef3-a03d-ec303b095970 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:48.247485 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-abbf55f3-ce81-4b15-a41e-f8be7f23a9db req-736cd078-fba0-4a3b-9dd5-5b7be74ef50e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.340060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-abbf55f3-ce81-4b15-a41e-f8be7f23a9db req-736cd078-fba0-4a3b-9dd5-5b7be74ef50e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] For port 3e8cccfa-6676-4ef3-a03d-ec303b095970, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=3e8cccfa-6676-4ef3-a03d-ec303b095970,segment=NetworkSegment(6b633eb0-f48f-49d3-b9ac-793c6d78fbc6),segment_id=6b633eb0-f48f-49d3-b9ac-793c6d78fbc6)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:48.340424 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-abbf55f3-ce81-4b15-a41e-f8be7f23a9db req-736cd078-fba0-4a3b-9dd5-5b7be74ef50e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.340710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743ea85-e048-4d79-97cd-4ab1d9104f7a req-79532809-f94d-4f00-93df-293ac077e41d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.342252 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8743ea85-e048-4d79-97cd-4ab1d9104f7a req-79532809-f94d-4f00-93df-293ac077e41d tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/ports?device_id=92eb8b9b-678a-4f4e-b842-bc83267b054c HTTP/1.1" status: 200 len: 945 time: 0.0630693 Jul 16 18:39:48.354872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-abbf55f3-ce81-4b15-a41e-f8be7f23a9db req-736cd078-fba0-4a3b-9dd5-5b7be74ef50e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Calling delete_port for 3e8cccfa-6676-4ef3-a03d-ec303b095970 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:48.383965 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8743ea85-e048-4d79-97cd-4ab1d9104f7a req-6d1d6fe1-ec52-45d7-8306-0110b0072682 tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.24 "GET /v2.0/security-groups?id=062ee7b3-1b70-47c8-b65e-e4eeede0b241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345232 Jul 16 18:39:48.485532 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-abbf55f3-ce81-4b15-a41e-f8be7f23a9db req-736cd078-fba0-4a3b-9dd5-5b7be74ef50e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.497715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['3e8cccfa-6676-4ef3-a03d-ec303b095970'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:48.520016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cd078-fba0-4a3b-9dd5-5b7be74ef50e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Pushing event deleted for resources: {'Port': ['ID=3e8cccfa-6676-4ef3-a03d-ec303b095970,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:48.563564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbf55f3-ce81-4b15-a41e-f8be7f23a9db req-736cd078-fba0-4a3b-9dd5-5b7be74ef50e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] No DVR routers for this DVR port 3e8cccfa-6676-4ef3-a03d-ec303b095970 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:48.566199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-abbf55f3-ce81-4b15-a41e-f8be7f23a9db req-736cd078-fba0-4a3b-9dd5-5b7be74ef50e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.568318 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-abbf55f3-ce81-4b15-a41e-f8be7f23a9db req-736cd078-fba0-4a3b-9dd5-5b7be74ef50e tempest-ServerDiskConfigTestJSON-2058740396 tempest-ServerDiskConfigTestJSON-2058740396-project] 10.222.0.32 "DELETE /v2.0/ports/3e8cccfa-6676-4ef3-a03d-ec303b095970 HTTP/1.1" status: 204 len: 173 time: 0.4187670 Jul 16 18:39:48.568760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'name': 'network-vif-deleted', 'tag': '3e8cccfa-6676-4ef3-a03d-ec303b095970'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:48.571048 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a0e7a7-c961-436c-a022-b45aa177447a" -d '{"events": [{"server_uuid": "92eb8b9b-678a-4f4e-b842-bc83267b054c", "name": "network-vif-deleted", "tag": "3e8cccfa-6676-4ef3-a03d-ec303b095970"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:48.613274 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fe3122-58a9-4599-b4b4-6c97266e48d0 x-openstack-request-id: req-13fe3122-58a9-4599-b4b4-6c97266e48d0 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:48.613952 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92eb8b9b-678a-4f4e-b842-bc83267b054c", "name": "network-vif-deleted", "tag": "3e8cccfa-6676-4ef3-a03d-ec303b095970", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:48.613952 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13fe3122-58a9-4599-b4b4-6c97266e48d0 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:48.614323 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92eb8b9b-678a-4f4e-b842-bc83267b054c', 'name': 'network-vif-deleted', 'tag': '3e8cccfa-6676-4ef3-a03d-ec303b095970', 'status': 'completed', 'code': 200} Jul 16 18:39:49.174958 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.613604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44664) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:49.657917 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Deleting subnet 6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:39:49.660891 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.694662 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.736744 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.788191 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.815065 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c54cd6b-ddd6-4359-b6a9-f98d5d55f036,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:49.817776 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.819357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6c54cd6b-ddd6-4359-b6a9-f98d5d55f036 HTTP/1.1" status: 204 len: 168 time: 0.2047188 Jul 16 18:39:49.822095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44666) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:49.825868 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:49.826226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:49.826576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:49.826921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:49.827865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:49.828298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:49.828578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:49.828912 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:49.829433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:49.829799 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:49.830135 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:49.830550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f7219-dd31-4c01-9d4f-ac4f54281909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:49.892938 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fcf7-3eb9-459a-8585-f61a6f17702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.976960 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fcf7-3eb9-459a-8585-f61a6f17702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.986777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5fe5fcf7-3eb9-459a-8585-f61a6f17702a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11871518-ad49-4170-a026-16075e50c92d']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:49.996572 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5fe5fcf7-3eb9-459a-8585-f61a6f17702a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:49.996872 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-5fe5fcf7-3eb9-459a-8585-f61a6f17702a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b633eb0-f48f-49d3-b9ac-793c6d78fbc6') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:50.006495 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fcf7-3eb9-459a-8585-f61a6f17702a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.020766 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fcf7-3eb9-459a-8585-f61a6f17702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.026577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe5fcf7-3eb9-459a-8585-f61a6f17702a admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:50.026971 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fcf7-3eb9-459a-8585-f61a6f17702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:50.028624 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:50.086184 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fcf7-3eb9-459a-8585-f61a6f17702a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.093710 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fcf7-3eb9-459a-8585-f61a6f17702a admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.096038 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5fe5fcf7-3eb9-459a-8585-f61a6f17702a admin admin] 10.222.0.24 "DELETE /v2.0/networks/11871518-ad49-4170-a026-16075e50c92d HTTP/1.1" status: 204 len: 168 time: 0.2727230 Jul 16 18:39:50.113791 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5fcf7-3eb9-459a-8585-f61a6f17702a admin admin] Pushing event deleted for resources: {'Network': ['ID=11871518-ad49-4170-a026-16075e50c92d,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.216656 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44670) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.256700 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-00ad4fef-5e54-4aea-ade2-52e9492dae1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99a1d7195d4e40d6bdc99eebd7beae53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388625 Jul 16 18:39:50.259186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44672) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.309470 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-98b34fa4-1ca5-4797-9018-7186247b59e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.331599 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-98b34fa4-1ca5-4797-9018-7186247b59e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.378076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-98b34fa4-1ca5-4797-9018-7186247b59e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.380736 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-98b34fa4-1ca5-4797-9018-7186247b59e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.381927 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-98b34fa4-1ca5-4797-9018-7186247b59e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/062ee7b3-1b70-47c8-b65e-e4eeede0b241 HTTP/1.1" status: 204 len: 168 time: 0.1218200 Jul 16 18:39:50.397043 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b34fa4-1ca5-4797-9018-7186247b59e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ee7b3-1b70-47c8-b65e-e4eeede0b241,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.109424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44694) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.217398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-184349600-network', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:51.238543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Made reservation on behalf of 86b1415fe8b2494293bf4076f41c0f1f for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:51.240884 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.250410 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.347865 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.351934 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.377209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:51.386945 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea144c11-201c-48d8-b4c3-a096c9d29bed,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.392165 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.392523 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Added segment 1a3cfc2f-eaf7-463f-a99d-8681d7814e8c of type vlan for network e766c453-9e30-412f-89b5-b97625da9af1 Jul 16 18:39:51.435724 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.469487 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.470609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.471219 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.502793 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3922350 Jul 16 18:39:51.507743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44698) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.512825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0357521e-3932-48f5-81b9-0ea2e73942c2 admin admin] Request body: {'subnet': {'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-184349600-subnet', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:51.535031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0357521e-3932-48f5-81b9-0ea2e73942c2 admin admin] Made reservation on behalf of 86b1415fe8b2494293bf4076f41c0f1f for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:51.535622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea1be7-66e4-47e4-b095-24ea43684887 admin admin] Pushing event updated for resources: {'Network': ['ID=e766c453-9e30-412f-89b5-b97625da9af1,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.537412 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0357521e-3932-48f5-81b9-0ea2e73942c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.545781 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network e766c453-9e30-412f-89b5-b97625da9af1 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:51.710802 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0357521e-3932-48f5-81b9-0ea2e73942c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.765553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357521e-3932-48f5-81b9-0ea2e73942c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee69205d-7bad-4258-9d14-297069c52719,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.780936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0357521e-3932-48f5-81b9-0ea2e73942c2 admin admin] Checking segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:51.781294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0357521e-3932-48f5-81b9-0ea2e73942c2 admin admin] Network hostable DHCP agents. Network: e766c453-9e30-412f-89b5-b97625da9af1, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:51.798401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0357521e-3932-48f5-81b9-0ea2e73942c2 admin admin] Network e766c453-9e30-412f-89b5-b97625da9af1 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:51.806943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-0357521e-3932-48f5-81b9-0ea2e73942c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, e766c453-9e30-412f-89b5-b97625da9af1) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:51.811002 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0357521e-3932-48f5-81b9-0ea2e73942c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.811628 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0357521e-3932-48f5-81b9-0ea2e73942c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.817446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f65803-16f7-47ff-858a-e6b25bfd2a04 None None] Network e766c453-9e30-412f-89b5-b97625da9af1 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:51.827037 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0357521e-3932-48f5-81b9-0ea2e73942c2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3181365 Jul 16 18:39:51.830348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44700) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:51.835005 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:51.856205 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.857438 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.917779 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.975496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-e766c453-9e30-412f-89b5-b97625da9af1', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:39:51.976407 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.118153 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Allocated IP 172.20.0.2 (e766c453-9e30-412f-89b5-b97625da9af1/ee69205d-7bad-4258-9d14-297069c52719/b7c2c8c9-ef8c-40fc-beca-44c328911d17) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:52.260802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3e8cccfa-6676-4ef3-a03d-ec303b095970 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:52.288394 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.290567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 3e8cccfa-6676-4ef3-a03d-ec303b095970 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:52.290917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 3e8cccfa-6676-4ef3-a03d-ec303b095970 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:52.299948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Transition to ACTIVE for port object b7c2c8c9-ef8c-40fc-beca-44c328911d17 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:52.315468 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Transition to ACTIVE for port object b7c2c8c9-ef8c-40fc-beca-44c328911d17 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:52.322123 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.338903 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.363759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Network e766c453-9e30-412f-89b5-b97625da9af1 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:52.366919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:52.370761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:52.377834 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Pushing event updated for resources: {'Port': ['ID=b7c2c8c9-ef8c-40fc-beca-44c328911d17,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.435033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Attempting to bind port b7c2c8c9-ef8c-40fc-beca-44c328911d17 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:52.435397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Attempting to bind port b7c2c8c9-ef8c-40fc-beca-44c328911d17 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:52.435743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Attempting to bind port b7c2c8c9-ef8c-40fc-beca-44c328911d17 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:52.440746 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:52.441119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Checking segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:52.441532 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.441986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Bound using segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:52.442628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Bound port: b7c2c8c9-ef8c-40fc-beca-44c328911d17, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:52.443063 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.509168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] For port b7c2c8c9-ef8c-40fc-beca-44c328911d17, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:52.512308 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] For port b7c2c8c9-ef8c-40fc-beca-44c328911d17, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b7c2c8c9-ef8c-40fc-beca-44c328911d17,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:52.517574 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.552816 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.573532 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.577055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67d3cd-91a6-4cdf-a635-c8011329b7fd None None] Pushing event updated for resources: {'Port': ['ID=b7c2c8c9-ef8c-40fc-beca-44c328911d17,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.696131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Allocated IP 172.25.3.187 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/39c9376c-74b7-4de3-a4e5-0cc30a67cc18) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:52.836887 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.880921 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.918597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:52.923355 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:52.926198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:52.959903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Pushing event updated for resources: {'Port': ['ID=39c9376c-74b7-4de3-a4e5-0cc30a67cc18,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:53.184295 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.387630 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.506249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3daa09b-254f-48b4-8559-0f94a5d7ecdb None None] Network e766c453-9e30-412f-89b5-b97625da9af1 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:53.525186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:53.580200 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.590148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f227cc9b-1d56-4675-a8eb-e98b820cf207 None None] Provisioning for port b7c2c8c9-ef8c-40fc-beca-44c328911d17 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:53.639553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:53.651108 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Sync routers for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:53.659724 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.661446 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f28b27f9-6c56-4ac2-a6e2-45d0e539123a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8298211 Jul 16 18:39:53.663193 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:53.663796 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:39:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:53.663954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44702) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:53.776981 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:53.962048 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:53Z', 'revision_number': 3, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:53.990529 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Checking router: a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:53.990899 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Updating router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e port 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:54.030718 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.102785 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.256238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Allocated IP 172.20.0.1 (e766c453-9e30-412f-89b5-b97625da9af1/ee69205d-7bad-4258-9d14-297069c52719/ea31591c-bf3c-41a2-9b31-d5f8a8bced14) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:54.285123 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.294984 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Transition to ACTIVE for port object 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:54.303646 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.357607 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Pushing event updated for resources: {'Port': ['ID=39c9376c-74b7-4de3-a4e5-0cc30a67cc18,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:54.361044 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Attempting to bind port 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:54.361415 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Attempting to bind port 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:54.361808 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Attempting to bind port 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:54.367433 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.369169 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:54.369517 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:54.369893 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:54.370229 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:54.370565 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:54.370894 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:54.371224 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:54.371549 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:54.371872 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:54.372198 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:54.372608 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:54.372831 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:54.379075 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:54.379456 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:54.379853 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.380251 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:54.380724 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Bound port: 39c9376c-74b7-4de3-a4e5-0cc30a67cc18, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:54.381109 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.393335 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Transition to ACTIVE for port object ea31591c-bf3c-41a2-9b31-d5f8a8bced14 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:54.429096 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.444451 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] For port 39c9376c-74b7-4de3-a4e5-0cc30a67cc18, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:54.444628 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b7c2c8c9-ef8c-40fc-beca-44c328911d17 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:54.448581 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] For port 39c9376c-74b7-4de3-a4e5-0cc30a67cc18, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=39c9376c-74b7-4de3-a4e5-0cc30a67cc18,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:54.454590 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.475811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Network e766c453-9e30-412f-89b5-b97625da9af1 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:54.478959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:54.482367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:54.503678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port b7c2c8c9-ef8c-40fc-beca-44c328911d17 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:54.508264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b7c2c8c9-ef8c-40fc-beca-44c328911d17 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:54.508581 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.524969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Pushing event updated for resources: {'Port': ['ID=ea31591c-bf3c-41a2-9b31-d5f8a8bced14,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:54.531104 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.540319 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:54.540959 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:39:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:54.595040 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3b207-ce26-4cea-840a-f7cf6ef69688 None None] Pushing event updated for resources: {'Port': ['ID=39c9376c-74b7-4de3-a4e5-0cc30a67cc18,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:54.603112 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.649493 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port b7c2c8c9-ef8c-40fc-beca-44c328911d17, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b7c2c8c9-ef8c-40fc-beca-44c328911d17,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:54.654342 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.688645 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:54.691174 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.710615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=b7c2c8c9-ef8c-40fc-beca-44c328911d17,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:54.847379 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-448b7768-7895-405e-94d3-e58c53dec52e None None] Provisioning for port ea31591c-bf3c-41a2-9b31-d5f8a8bced14 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:54.851695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-448b7768-7895-405e-94d3-e58c53dec52e None None] Provisioning complete for port ea31591c-bf3c-41a2-9b31-d5f8a8bced14 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:54.852208 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-448b7768-7895-405e-94d3-e58c53dec52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.867416 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.873501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.890984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-448b7768-7895-405e-94d3-e58c53dec52e None None] Port ea31591c-bf3c-41a2-9b31-d5f8a8bced14 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:54.896565 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:53Z', 'revision_number': 3, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:54.927992 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e8132-3bf6-46c0-8f1c-d66ad65a6943 None None] The sync data for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 is: [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:53Z', 'revision_number': 3, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:54.950305 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Pushing event updated for resources: {'Port': ['ID=ea31591c-bf3c-41a2-9b31-d5f8a8bced14,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:54.953995 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.048002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Network e766c453-9e30-412f-89b5-b97625da9af1 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:55.049420 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:55.190525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:55.320910 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:55.326000 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6c395d4c-e2b2-45b7-a7a8-94fcf5f01199 admin admin] 10.222.0.24 "PUT /v2.0/routers/a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6610699 Jul 16 18:39:55.413327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6dc3b039-a658-4579-a87b-8f45dc0f0a8a None None] Provisioning complete for port ea31591c-bf3c-41a2-9b31-d5f8a8bced14 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:55.413737 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b039-a658-4579-a87b-8f45dc0f0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.460329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3b039-a658-4579-a87b-8f45dc0f0a8a None None] Port ea31591c-bf3c-41a2-9b31-d5f8a8bced14 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:55.651118 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.868777 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 44710) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:55.874144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7b4bd29e-12d7-4430-bda0-e9c6286aa674 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365067355', 'description': 'tempest-description--608454489'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:55.895172 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd29e-12d7-4430-bda0-e9c6286aa674 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.984821 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd29e-12d7-4430-bda0-e9c6286aa674 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.988743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd29e-12d7-4430-bda0-e9c6286aa674 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.018322 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd29e-12d7-4430-bda0-e9c6286aa674 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.019573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7b4bd29e-12d7-4430-bda0-e9c6286aa674 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1494899 Jul 16 18:39:56.021455 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bd29e-12d7-4430-bda0-e9c6286aa674 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7a76f4-1ef5-441f-b29c-2275b2052a15,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:56.022954 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44712) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:56.030495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-57f8b799-0eaa-40e9-96b4-4be5c75daf3c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Request body: {'security_group_rule': {'security_group_id': '0e7a76f4-1ef5-441f-b29c-2275b2052a15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:56.059236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f8b799-0eaa-40e9-96b4-4be5c75daf3c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.108958 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f8b799-0eaa-40e9-96b4-4be5c75daf3c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.112724 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f8b799-0eaa-40e9-96b4-4be5c75daf3c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.131272 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8b799-0eaa-40e9-96b4-4be5c75daf3c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64416b35-372a-41e1-9245-fa959b6b8777,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:56.137775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f8b799-0eaa-40e9-96b4-4be5c75daf3c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.139000 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-57f8b799-0eaa-40e9-96b4-4be5c75daf3c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132405 Jul 16 18:39:56.141983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44714) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:56.146480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-dcf326b7-79ca-4780-bcda-469243604e0c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Request body: {'security_group_rule': {'security_group_id': '0e7a76f4-1ef5-441f-b29c-2275b2052a15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:56.174608 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcf326b7-79ca-4780-bcda-469243604e0c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.235780 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcf326b7-79ca-4780-bcda-469243604e0c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.239491 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcf326b7-79ca-4780-bcda-469243604e0c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.258446 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf326b7-79ca-4780-bcda-469243604e0c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc970d3-b51b-4adc-8bb2-73b694b42be1,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:56.266807 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-dcf326b7-79ca-4780-bcda-469243604e0c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.271043 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-dcf326b7-79ca-4780-bcda-469243604e0c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251945 Jul 16 18:39:56.271347 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44716) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:56.275866 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:56.298921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.418387 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.464655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b7c2c8c9-ef8c-40fc-beca-44c328911d17 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:56.494299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Sync routers for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:56.513875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:56.515355 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:39:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:56.547922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Allocated IP 172.25.3.150 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/399d2048-0697-421c-8163-8cfaedbadf66) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:56.600814 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b7c2c8c9-ef8c-40fc-beca-44c328911d17 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:56.601187 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.656545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:56.663902 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.703455 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.740113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:56.743051 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:56.745890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:56.779476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:56.799506 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event updated for resources: {'Port': ['ID=399d2048-0697-421c-8163-8cfaedbadf66,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:56.867252 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.901839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:56.908855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:56.909152 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.915425 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.967563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 2, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:57.016790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Checking router: a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:57.017149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Updating router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e port ea31591c-bf3c-41a2-9b31-d5f8a8bced14 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:57.056799 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.067028 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.075831 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.080355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.090048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 39c9376c-74b7-4de3-a4e5-0cc30a67cc18, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=39c9376c-74b7-4de3-a4e5-0cc30a67cc18,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:57.094848 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.149164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event updated for resources: {'Port': ['ID=399d2048-0697-421c-8163-8cfaedbadf66,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:57.161875 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.175641 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.184822 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4290b04c-038c-4bbb-bf66-b443a9942963 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9046729 Jul 16 18:39:57.226866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=39c9376c-74b7-4de3-a4e5-0cc30a67cc18,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:57.334037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-55f0b02a-9726-4885-a556-0d78675a1704 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1365067355&fields=id&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 267 time: 0.0389736 Jul 16 18:39:57.404520 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.415388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Transition to ACTIVE for port object ea31591c-bf3c-41a2-9b31-d5f8a8bced14 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:57.421950 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.444351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-e1aa5cd9-475e-415d-a33f-a6fbf5ed13dc tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:57.446056 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-e1aa5cd9-475e-415d-a33f-a6fbf5ed13dc tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 811 time: 0.1054327 Jul 16 18:39:57.472272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3bb24-3062-41b2-b431-4d37479c0766 None None] Pushing event updated for resources: {'Port': ['ID=ea31591c-bf3c-41a2-9b31-d5f8a8bced14,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:57.474934 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-7e2664fd-d4eb-401c-a230-c8419da4179f tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/quotas/86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 375 time: 0.0155795 Jul 16 18:39:57.535378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Attempting to bind port ea31591c-bf3c-41a2-9b31-d5f8a8bced14 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:57.535902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Attempting to bind port ea31591c-bf3c-41a2-9b31-d5f8a8bced14 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:57.536283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Attempting to bind port ea31591c-bf3c-41a2-9b31-d5f8a8bced14 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:57.542502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:57.542955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Checking segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:57.543513 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.544035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Bound using segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:57.544627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Bound port: ea31591c-bf3c-41a2-9b31-d5f8a8bced14, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:57.545164 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.571970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-1ce554e8-3297-41ea-9b94-cf8fe5245773 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0904357 Jul 16 18:39:57.620813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] For port ea31591c-bf3c-41a2-9b31-d5f8a8bced14, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:57.625270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] For port ea31591c-bf3c-41a2-9b31-d5f8a8bced14, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ea31591c-bf3c-41a2-9b31-d5f8a8bced14,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:57.631599 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.688360 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-3061a2e8-fa4e-40e3-80e0-e6ba93f8cadf service neutron] 10.222.0.24 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041636 Jul 16 18:39:57.704646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:57.706010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:39:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:57.706870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3bb24-3062-41b2-b431-4d37479c0766 None None] Pushing event updated for resources: {'Port': ['ID=ea31591c-bf3c-41a2-9b31-d5f8a8bced14,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:57.811249 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-eec2520a-f323-4887-9a8f-632ccff37f82 service neutron] 10.222.0.24 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155434 Jul 16 18:39:57.851155 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:58.272111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:58.299018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7eec71d2-02fe-4962-8bb5-60273d494e0d req-262739a8-99cd-48e2-bb9d-8830f1c1a0ee tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 210 time: 0.3187976 Jul 16 18:39:58.301372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a531a589-3567-4a1b-8931-5c2ed2fa61e8 None None] The sync data for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 is: [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:58.442735 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:58.520055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:58.520553 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.262629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-2aac48cd-5e28-4130-ad14-4e5aadfa2242 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:59.264176 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-2aac48cd-5e28-4130-ad14-4e5aadfa2242 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 811 time: 0.1216092 Jul 16 18:39:59.316062 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-20a08af3-c38f-46b4-b051-eab276da1f09 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 380 time: 0.0426672 Jul 16 18:39:59.325633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Request body: {'port': {'device_id': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'admin_state_up': True, 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'security_groups': ['0e7a76f4-1ef5-441f-b29c-2275b2052a15']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:59.468784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Made reservation on behalf of 86b1415fe8b2494293bf4076f41c0f1f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:59.472534 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.491114 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-64a5c631-2c4b-4660-8c0f-037ef61d2259 req-eb90ed8e-aee3-48d5-ba51-e7ed0726fd80 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 210 time: 0.0303242 Jul 16 18:39:59.613284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Allocated IP 172.20.0.5 (e766c453-9e30-412f-89b5-b97625da9af1/ee69205d-7bad-4258-9d14-297069c52719/6d8a494f-6122-43c2-8cf0-57559f1e997a) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:59.761339 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.776122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Transition to ACTIVE for port object 6d8a494f-6122-43c2-8cf0-57559f1e997a will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:59.818332 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.883092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Network e766c453-9e30-412f-89b5-b97625da9af1 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:59.886325 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:59.890998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:59.915568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event updated for resources: {'Port': ['ID=6d8a494f-6122-43c2-8cf0-57559f1e997a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:59.935561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:59.935910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:59.936254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:59.936635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:59.937052 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:59.937459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:59.938015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:59.938366 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:59.938679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:59.939004 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:59.939338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:59.939663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:59.962282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:59.962912 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.978548 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-8ca91891-4937-44b8-9cb0-5207879c27d8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6566455 Jul 16 18:39:59.994534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Request body: {'port': {'device_id': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:00.088501 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.173314 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8fd03879-1b85-476b-acd8-741acc39368b None None] Provisioning for port 6d8a494f-6122-43c2-8cf0-57559f1e997a completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:00.178552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8fd03879-1b85-476b-acd8-741acc39368b None None] Provisioning complete for port 6d8a494f-6122-43c2-8cf0-57559f1e997a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:00.178931 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8fd03879-1b85-476b-acd8-741acc39368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.214828 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-8fd03879-1b85-476b-acd8-741acc39368b None None] Port 6d8a494f-6122-43c2-8cf0-57559f1e997a cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:00.384144 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8a494f-6122-43c2-8cf0-57559f1e997a {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:00.393794 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.407005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Transition to ACTIVE for port object 6d8a494f-6122-43c2-8cf0-57559f1e997a will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:00.411459 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.418060 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ea31591c-bf3c-41a2-9b31-d5f8a8bced14 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:00.464732 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8a494f-6122-43c2-8cf0-57559f1e997a,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:00.471519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port ea31591c-bf3c-41a2-9b31-d5f8a8bced14 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:00.477338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ea31591c-bf3c-41a2-9b31-d5f8a8bced14 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:00.477737 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.545352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Attempting to bind port 6d8a494f-6122-43c2-8cf0-57559f1e997a on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:00.545977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Attempting to bind port 6d8a494f-6122-43c2-8cf0-57559f1e997a by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:00.547256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Attempting to bind port 6d8a494f-6122-43c2-8cf0-57559f1e997a on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:00.552892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Port 6d8a494f-6122-43c2-8cf0-57559f1e997a on network e766c453-9e30-412f-89b5-b97625da9af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:40:00.553236 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Attempting to bind port 6d8a494f-6122-43c2-8cf0-57559f1e997a on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:00.558819 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:00.559206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Checking segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:00.559597 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Bound using segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:00.560216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Bound port: 6d8a494f-6122-43c2-8cf0-57559f1e997a, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:00.560592 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.578803 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.631129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port ea31591c-bf3c-41a2-9b31-d5f8a8bced14, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ea31591c-bf3c-41a2-9b31-d5f8a8bced14,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:00.648327 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.651810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] For port 6d8a494f-6122-43c2-8cf0-57559f1e997a, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:00.655336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] For port 6d8a494f-6122-43c2-8cf0-57559f1e997a, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:00.666431 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.707571 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.708316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.709954 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] 10.222.0.32 "PUT /v2.0/ports/6d8a494f-6122-43c2-8cf0-57559f1e997a HTTP/1.1" status: 200 len: 1092 time: 0.7212832 Jul 16 18:40:00.714235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:00.716754 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357d89ab-ee49-4607-9c8b-2fb80f496b66" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:00.719839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=ea31591c-bf3c-41a2-9b31-d5f8a8bced14,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:00.744398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3ecc7-1735-41b1-aed5-d516442d3d6b req-a660bd28-df86-44c8-b432-9e7107f5cc59 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.747959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7a3ecc7-1735-41b1-aed5-d516442d3d6b req-a660bd28-df86-44c8-b432-9e7107f5cc59 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 943 time: 0.1120374 Jul 16 18:40:00.778081 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b340e9-a7bd-46af-b29d-9b9f4bf07d71 x-openstack-request-id: req-c4b340e9-a7bd-46af-b29d-9b9f4bf07d71 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:00.778449 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:00.778774 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c4b340e9-a7bd-46af-b29d-9b9f4bf07d71 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:00.779384 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'status': 'completed', 'code': 200} Jul 16 18:40:00.796790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7a3ecc7-1735-41b1-aed5-d516442d3d6b req-73c6d571-d262-422e-97c3-fc128f077074 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383823 Jul 16 18:40:00.801048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0964023-6f81-45fe-a7ac-21f3f2e9e780 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8a494f-6122-43c2-8cf0-57559f1e997a,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:00.846343 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-cf82351d-5263-48b5-b53f-9cb1d7fb2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.847885 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-cf82351d-5263-48b5-b53f-9cb1d7fb2c79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 1095 time: 0.0949275 Jul 16 18:40:00.896102 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-cd3234c1-ded7-4ebd-9787-5178fcfe3b05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a HTTP/1.1" status: 200 len: 217 time: 0.0410461 Jul 16 18:40:00.949046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-83a991fc-2a22-4e19-b4f4-0d7629189821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.950559 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-83a991fc-2a22-4e19-b4f4-0d7629189821 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0480247 Jul 16 18:40:01.011385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-1562c5dd-5dfc-4fc9-b7bb-fd42d434a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:01.012891 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-1562c5dd-5dfc-4fc9-b7bb-fd42d434a480 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565956 Jul 16 18:40:01.110759 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-80d6f10c-3dde-44dc-a5e0-f4eb59339184 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908744 Jul 16 18:40:01.205461 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-83ff0760-4d20-412b-9c3e-5c3ec2b6980c req-074d9191-34d2-4b5d-8408-86e1da55d97f service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890977 Jul 16 18:40:01.312334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d89ab-ee49-4607-9c8b-2fb80f496b66 req-d64dad97-00fe-47ac-994d-4c122e1a6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:01.314027 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-357d89ab-ee49-4607-9c8b-2fb80f496b66 req-d64dad97-00fe-47ac-994d-4c122e1a6e25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 1095 time: 0.0574269 Jul 16 18:40:01.422862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d89ab-ee49-4607-9c8b-2fb80f496b66 req-0370c728-cc0e-437a-af19-20a0ebc6bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:01.424362 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-357d89ab-ee49-4607-9c8b-2fb80f496b66 req-0370c728-cc0e-437a-af19-20a0ebc6bb10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1024115 Jul 16 18:40:01.467485 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-357d89ab-ee49-4607-9c8b-2fb80f496b66 req-e96ba70c-c0ce-4e82-8a35-5b12132ef2a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a HTTP/1.1" status: 200 len: 217 time: 0.0360003 Jul 16 18:40:01.524010 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d89ab-ee49-4607-9c8b-2fb80f496b66 req-337470bc-4a87-48ca-911a-8925b857f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:01.525512 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-357d89ab-ee49-4607-9c8b-2fb80f496b66 req-337470bc-4a87-48ca-911a-8925b857f6df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0518339 Jul 16 18:40:01.591205 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d89ab-ee49-4607-9c8b-2fb80f496b66 req-d319ed3a-02ab-4b2a-82d4-98bc45e42c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:01.592824 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-357d89ab-ee49-4607-9c8b-2fb80f496b66 req-d319ed3a-02ab-4b2a-82d4-98bc45e42c8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600407 Jul 16 18:40:01.693685 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-357d89ab-ee49-4607-9c8b-2fb80f496b66 req-65c828d2-583b-4cc9-a7b5-d3d4af94b02b service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925338 Jul 16 18:40:01.796987 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-357d89ab-ee49-4607-9c8b-2fb80f496b66 req-6803e23f-d877-45f1-b16e-50c27e0140bb service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968099 Jul 16 18:40:01.996955 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5fed1-41ba-4271-83c8-2bf9862ac994 req-c8a4b089-bb88-41ea-9ee0-b80b4f11e857 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:01.998393 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93b5fed1-41ba-4271-83c8-2bf9862ac994 req-c8a4b089-bb88-41ea-9ee0-b80b4f11e857 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 943 time: 0.0757723 Jul 16 18:40:02.037696 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93b5fed1-41ba-4271-83c8-2bf9862ac994 req-9962e5b1-16bf-4ea3-85de-b17ef44d9bd6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331957 Jul 16 18:40:02.384491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ea31591c-bf3c-41a2-9b31-d5f8a8bced14 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:02.432116 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ea31591c-bf3c-41a2-9b31-d5f8a8bced14 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:02.432494 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.213274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393e378-c71c-48bd-8c7a-92dbb9a61b6d req-4c883b6e-b0f2-4f6f-819f-6b1d4a7f5cd3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.214923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a393e378-c71c-48bd-8c7a-92dbb9a61b6d req-4c883b6e-b0f2-4f6f-819f-6b1d4a7f5cd3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 943 time: 0.0651960 Jul 16 18:40:03.258245 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a393e378-c71c-48bd-8c7a-92dbb9a61b6d req-45ae331b-3049-45ac-b950-ed2da7186726 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369554 Jul 16 18:40:04.310692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6d8a494f-6122-43c2-8cf0-57559f1e997a details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:40:04.415519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6d8a494f-6122-43c2-8cf0-57559f1e997a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:04.427946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'port_id': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'mac_address': 'fa:16:3e:e7:d6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:40:04.439285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b339b6-7e67-4578-be5d-1122611778c4 req-e03fae1c-cb9d-4747-9afd-00c084fc640f tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:04.440807 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03b339b6-7e67-4578-be5d-1122611778c4 req-e03fae1c-cb9d-4747-9afd-00c084fc640f tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 943 time: 0.0701387 Jul 16 18:40:04.469946 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.481215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03b339b6-7e67-4578-be5d-1122611778c4 req-0cd8e3c5-48eb-41c6-9418-39e8fcd11ab4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344830 Jul 16 18:40:04.483069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8a494f-6122-43c2-8cf0-57559f1e997a {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:04.504100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6d8a494f-6122-43c2-8cf0-57559f1e997a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:04.508068 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.557179 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6d8a494f-6122-43c2-8cf0-57559f1e997a,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:04.710079 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['6d8a494f-6122-43c2-8cf0-57559f1e997a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:05.656961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb328468-a0da-49ca-ab71-eaf5d2729dbb req-dd39fdca-bb5e-422d-b537-e583df6df455 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:05.658534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb328468-a0da-49ca-ab71-eaf5d2729dbb req-dd39fdca-bb5e-422d-b537-e583df6df455 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 944 time: 0.0643082 Jul 16 18:40:05.700227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cb328468-a0da-49ca-ab71-eaf5d2729dbb req-cfe77c81-1cc1-42d1-b556-22ae194cf859 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359199 Jul 16 18:40:06.317414 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6d8a494f-6122-43c2-8cf0-57559f1e997a up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:06.375110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 6d8a494f-6122-43c2-8cf0-57559f1e997a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:06.379574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 6d8a494f-6122-43c2-8cf0-57559f1e997a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:06.379973 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.473405 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.502854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:06.505180 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e0f089-e90d-4116-b521-4a17238e81c0" -d '{"events": [{"server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "name": "network-vif-plugged", "status": "completed", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:06.521244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6d8a494f-6122-43c2-8cf0-57559f1e997a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:06.526672 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.565340 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5c5557-62ad-4d9c-af6b-05978f37a81f x-openstack-request-id: req-6a5c5557-62ad-4d9c-af6b-05978f37a81f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:06.565807 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "name": "network-vif-plugged", "status": "completed", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:06.566066 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a5c5557-62ad-4d9c-af6b-05978f37a81f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:06.566506 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'code': 200} Jul 16 18:40:06.595620 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6d8a494f-6122-43c2-8cf0-57559f1e997a,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:06.603486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.603833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.604172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.604511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.604846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.605193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.605510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.605865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.606207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.606518 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.606844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.607166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.698129 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739c15d-cae0-430e-b531-e589341010dd req-7729df50-96a4-4331-ad82-3644ae1579bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:06.699684 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5739c15d-cae0-430e-b531-e589341010dd req-7729df50-96a4-4331-ad82-3644ae1579bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 1097 time: 0.0647454 Jul 16 18:40:06.740205 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5739c15d-cae0-430e-b531-e589341010dd req-cde7b7e6-d844-45ac-873b-535bd097b0e8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336497 Jul 16 18:40:06.894689 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceda2c-0585-4dd1-a009-297b51b9edc2 req-979285e2-0ee6-4716-b3e5-8c371b27f334 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:06.896257 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73ceda2c-0585-4dd1-a009-297b51b9edc2 req-979285e2-0ee6-4716-b3e5-8c371b27f334 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0756724 Jul 16 18:40:06.953229 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73ceda2c-0585-4dd1-a009-297b51b9edc2 req-a9516b72-1b07-455a-886b-58d273cc1938 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477931 Jul 16 18:40:08.148015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac98491-7dbc-4414-bf95-a76ec23e757b req-44027526-c8e6-4364-a4f0-5a78d8f0fa4f tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:08.149773 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ac98491-7dbc-4414-bf95-a76ec23e757b req-44027526-c8e6-4364-a4f0-5a78d8f0fa4f tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0727549 Jul 16 18:40:08.198448 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ac98491-7dbc-4414-bf95-a76ec23e757b req-a8e88e46-b8e2-4f70-8e37-097f2f78975a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 Jul 16 18:40:08.379651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3ab10-eb30-4c7b-8dfc-c94004471976 req-79bdf1d3-0ab0-4847-b40e-687cea374ed9 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:08.380645 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6fb3ab10-eb30-4c7b-8dfc-c94004471976 req-79bdf1d3-0ab0-4847-b40e-687cea374ed9 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0666995 Jul 16 18:40:08.389292 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44766) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:08.394871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-7b415848-3290-4f4c-be07-8d5c4d56874a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Request body: {'floatingip': {'port_id': '6d8a494f-6122-43c2-8cf0-57559f1e997a'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:08.454527 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b415848-3290-4f4c-be07-8d5c4d56874a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.015386 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b415848-3290-4f4c-be07-8d5c4d56874a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.023629 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b415848-3290-4f4c-be07-8d5c4d56874a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.412801 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:09.483726 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-7b415848-3290-4f4c-be07-8d5c4d56874a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Floating IP 8e57d819-9619-455b-8899-5ff643227e16 associated. External IP: 172.25.3.150, port: 6d8a494f-6122-43c2-8cf0-57559f1e997a. Jul 16 18:40:09.724237 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b415848-3290-4f4c-be07-8d5c4d56874a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:09.841495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b415848-3290-4f4c-be07-8d5c4d56874a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:09.849234 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7b415848-3290-4f4c-be07-8d5c4d56874a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.855309 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc181ac5-64e6-42ee-a82d-1eac9b76a80d None None] Sync routers for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:09.866588 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc181ac5-64e6-42ee-a82d-1eac9b76a80d None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:09.867082 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-cc181ac5-64e6-42ee-a82d-1eac9b76a80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:39:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:09.898304 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7b415848-3290-4f4c-be07-8d5c4d56874a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "PUT /v2.0/floatingips/8e57d819-9619-455b-8899-5ff643227e16 HTTP/1.1" status: 200 len: 991 time: 1.5078113 Jul 16 18:40:09.898912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:09.901172 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040617ef-8842-4398-ac22-fdeb0ab83888" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:09.947756 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76e9913-5316-4ef4-8465-c23180904432 x-openstack-request-id: req-b76e9913-5316-4ef4-8465-c23180904432 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:09.948051 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:09.948304 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b76e9913-5316-4ef4-8465-c23180904432 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:09.948709 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'status': 'completed', 'code': 200} Jul 16 18:40:09.998934 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-cc181ac5-64e6-42ee-a82d-1eac9b76a80d None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:10.039182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040617ef-8842-4398-ac22-fdeb0ab83888 req-706c9284-b58b-4d02-b14c-ae232544e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:10.041834 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-040617ef-8842-4398-ac22-fdeb0ab83888 req-706c9284-b58b-4d02-b14c-ae232544e34f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 1097 time: 0.0687749 Jul 16 18:40:10.156892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040617ef-8842-4398-ac22-fdeb0ab83888 req-54f69db9-9d2c-45ae-9686-c2baae32a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:10.159409 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-040617ef-8842-4398-ac22-fdeb0ab83888 req-54f69db9-9d2c-45ae-9686-c2baae32a645 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1106045 Jul 16 18:40:10.241866 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-040617ef-8842-4398-ac22-fdeb0ab83888 req-9d3801d2-3100-482d-aaae-7a30bb2303d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a HTTP/1.1" status: 200 len: 999 time: 0.0754809 Jul 16 18:40:10.302348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040617ef-8842-4398-ac22-fdeb0ab83888 req-d376f8f4-aa43-451e-9ad0-5c6909930965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:10.304789 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-040617ef-8842-4398-ac22-fdeb0ab83888 req-d376f8f4-aa43-451e-9ad0-5c6909930965 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0566545 Jul 16 18:40:10.387131 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-cc181ac5-64e6-42ee-a82d-1eac9b76a80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '8e57d819-9619-455b-8899-5ff643227e16', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'port_id': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'mac_address': 'fa:16:3e:e7:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:08Z', 'revision_number': 1, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:10.399181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040617ef-8842-4398-ac22-fdeb0ab83888 req-5e9e4dc1-2c88-40de-adb0-599012e7ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:10.400730 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-040617ef-8842-4398-ac22-fdeb0ab83888 req-5e9e4dc1-2c88-40de-adb0-599012e7ad69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887008 Jul 16 18:40:10.419721 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc181ac5-64e6-42ee-a82d-1eac9b76a80d None None] Checking router: a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:10.429570 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc181ac5-64e6-42ee-a82d-1eac9b76a80d None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:10.430373 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-cc181ac5-64e6-42ee-a82d-1eac9b76a80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:39:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:10.515667 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-040617ef-8842-4398-ac22-fdeb0ab83888 req-c70d6147-d51f-4639-b834-99283a228c90 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083450 Jul 16 18:40:10.572452 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-cc181ac5-64e6-42ee-a82d-1eac9b76a80d None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:10.622469 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-040617ef-8842-4398-ac22-fdeb0ab83888 req-2521e916-8af5-420d-852a-084640434038 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003618 Jul 16 18:40:10.819531 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-cc181ac5-64e6-42ee-a82d-1eac9b76a80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '8e57d819-9619-455b-8899-5ff643227e16', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'port_id': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'mac_address': 'fa:16:3e:e7:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:08Z', 'revision_number': 1, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:10.847447 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc181ac5-64e6-42ee-a82d-1eac9b76a80d None None] The sync data for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 is: [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '8e57d819-9619-455b-8899-5ff643227e16', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'port_id': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'mac_address': 'fa:16:3e:e7:d6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:08Z', 'revision_number': 1, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:11.067922 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e3109-2ad9-4701-ae66-2ccf21befe87 None None] New status for floating IP 8e57d819-9619-455b-8899-5ff643227e16: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:40:13.564448 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ba25d11b-bb02-4288-83b0-922e4616f538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.776596 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f2eec51d-d556-480e-b2eb-996b6199ff30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.008948 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.773261 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.181020 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.674887 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59fbd5cf-d0b2-4577-bf21-c34615e210c4 req-854931af-43bc-449e-8105-39151f69d120 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598571 Jul 16 18:40:22.777048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbd5cf-d0b2-4577-bf21-c34615e210c4 req-89ab04ce-52c6-435f-a397-96710db7534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:22.778676 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59fbd5cf-d0b2-4577-bf21-c34615e210c4 req-89ab04ce-52c6-435f-a397-96710db7534e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 1097 time: 0.0555372 Jul 16 18:40:22.896892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbd5cf-d0b2-4577-bf21-c34615e210c4 req-65831e5c-7b1f-48e7-8325-66bf74154a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:22.899525 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59fbd5cf-d0b2-4577-bf21-c34615e210c4 req-65831e5c-7b1f-48e7-8325-66bf74154a38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0999122 Jul 16 18:40:22.965913 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59fbd5cf-d0b2-4577-bf21-c34615e210c4 req-8dd3b756-3a47-4a95-b3d9-37fbd0573541 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a HTTP/1.1" status: 200 len: 1001 time: 0.0594966 Jul 16 18:40:23.015760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbd5cf-d0b2-4577-bf21-c34615e210c4 req-f6ebb998-80f8-40b8-bff0-b688697a7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:23.019447 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59fbd5cf-d0b2-4577-bf21-c34615e210c4 req-f6ebb998-80f8-40b8-bff0-b688697a7b83 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0455847 Jul 16 18:40:23.087501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbd5cf-d0b2-4577-bf21-c34615e210c4 req-582bd07d-02c9-442c-8fd6-582b589c4f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:23.089010 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59fbd5cf-d0b2-4577-bf21-c34615e210c4 req-582bd07d-02c9-442c-8fd6-582b589c4f20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637143 Jul 16 18:40:23.192176 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59fbd5cf-d0b2-4577-bf21-c34615e210c4 req-e8a6287c-ea4d-4e29-8af7-56b75210cc67 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958111 Jul 16 18:40:23.292585 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59fbd5cf-d0b2-4577-bf21-c34615e210c4 req-477c8226-c480-4744-90fa-c0e8c97f0312 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923266 Jul 16 18:40:23.521522 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.641510 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.567749 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5163335-9b7e-4929-830b-e86ec90e92e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.778976 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-00936c93-1cbd-43a7-b17c-3ac59a9cbf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.002089 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.411916 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:47.774045 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.210914 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.542931 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.657215 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.566000 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-06567354-5e08-43d2-9b31-a8daa7370aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.780051 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ca530cce-5cbc-469b-bf8c-fcb603183f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.004582 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.777185 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.183962 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.411217 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:41:23.538580 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.230329 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-35b5dc44-c387-4c1d-b08f-df6f722822c5 req-1d89de9f-d939-4c86-ad17-000e2650be3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0611198 Jul 16 18:41:24.334118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5dc44-c387-4c1d-b08f-df6f722822c5 req-6c929fdb-8f11-4f0c-936c-fa3eb0ba1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:24.335635 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-35b5dc44-c387-4c1d-b08f-df6f722822c5 req-6c929fdb-8f11-4f0c-936c-fa3eb0ba1939 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 1097 time: 0.0575247 Jul 16 18:41:24.455076 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5dc44-c387-4c1d-b08f-df6f722822c5 req-7fa3e1dc-28f1-407b-aee6-6977891a6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:24.456480 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-35b5dc44-c387-4c1d-b08f-df6f722822c5 req-7fa3e1dc-28f1-407b-aee6-6977891a6698 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0982459 Jul 16 18:41:24.530972 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-35b5dc44-c387-4c1d-b08f-df6f722822c5 req-92c6cd56-c516-41af-8100-2af772e714e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a HTTP/1.1" status: 200 len: 1001 time: 0.0674746 Jul 16 18:41:24.586759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5dc44-c387-4c1d-b08f-df6f722822c5 req-b7bf7faf-9b6f-435c-9d11-32047b1c3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:24.588247 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-35b5dc44-c387-4c1d-b08f-df6f722822c5 req-b7bf7faf-9b6f-435c-9d11-32047b1c3777 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0516944 Jul 16 18:41:24.647039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5dc44-c387-4c1d-b08f-df6f722822c5 req-64cdc11d-7262-4083-b448-471044a459b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:24.648569 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-35b5dc44-c387-4c1d-b08f-df6f722822c5 req-64cdc11d-7262-4083-b448-471044a459b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538251 Jul 16 18:41:24.743183 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-35b5dc44-c387-4c1d-b08f-df6f722822c5 req-2cf5fc4a-ff0d-40c0-8df7-d506cdb735a8 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879638 Jul 16 18:41:24.841274 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-35b5dc44-c387-4c1d-b08f-df6f722822c5 req-040832bc-6b92-499a-a712-4b7f3a2ec16b service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920866 Jul 16 18:41:25.659578 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.569559 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cf9e6400-a15b-477a-a320-b0f52aa66151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.668756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f8fe1-e6e9-444b-a7f5-7bd028abea85 req-134f1687-3011-4222-9566-10cea356fb85 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:45.670254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-971f8fe1-e6e9-444b-a7f5-7bd028abea85 req-134f1687-3011-4222-9566-10cea356fb85 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0886703 Jul 16 18:41:45.715842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-971f8fe1-e6e9-444b-a7f5-7bd028abea85 req-46d4a7f6-b20e-404e-a265-f2cbc2db9bfc tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381038 Jul 16 18:41:45.787378 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfbda-6aeb-41b5-8af6-6c9a289cc987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.022233 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.101127 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 44978) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:46.215692 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-e31e0125-6677-4aa0-8b8a-bb38d2d8b55c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132624 Jul 16 18:41:46.237186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370686af-afb9-45ae-afdf-2092379b5fee req-a9c33ccb-be7a-4b36-9221-3c2455871d53 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.239226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-370686af-afb9-45ae-afdf-2092379b5fee req-a9c33ccb-be7a-4b36-9221-3c2455871d53 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0666306 Jul 16 18:41:46.281857 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-370686af-afb9-45ae-afdf-2092379b5fee req-5c868432-83b3-4c62-a0d2-982de90c5b71 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360515 Jul 16 18:41:47.479336 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-ba0da544-2a7f-4519-a7d3-67ac5cb8ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.480887 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-ba0da544-2a7f-4519-a7d3-67ac5cb8ba0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 1097 time: 0.0624094 Jul 16 18:41:47.496614 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8a0ac-4bb5-4f37-96b6-3ce005e6236e req-3aef3f48-12d3-4506-9e28-210d25f7a938 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.498143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ee8a0ac-4bb5-4f37-96b6-3ce005e6236e req-3aef3f48-12d3-4506-9e28-210d25f7a938 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0728540 Jul 16 18:41:47.543147 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7ee8a0ac-4bb5-4f37-96b6-3ce005e6236e req-005fb73b-5f21-4da7-967d-e08c3fdf0af8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388432 Jul 16 18:41:47.583670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-c98be082-c729-44aa-8048-82e882e479d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.585076 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-c98be082-c729-44aa-8048-82e882e479d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0965714 Jul 16 18:41:47.660609 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-ff3d5663-af57-4b51-aba1-1545af74d1f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a HTTP/1.1" status: 200 len: 1001 time: 0.0690241 Jul 16 18:41:47.720853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-b85e92fc-3bac-40b1-b936-e05821774a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.722462 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-b85e92fc-3bac-40b1-b936-e05821774a92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0551913 Jul 16 18:41:47.780312 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.793483 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-90d96cbd-a87c-491e-8c0e-ed6d96d15342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.795117 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-90d96cbd-a87c-491e-8c0e-ed6d96d15342 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661247 Jul 16 18:41:47.897248 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-f1261446-e6ab-4c2c-b34a-05ed37d80f96 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956109 Jul 16 18:41:47.996536 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-3c8ecb04-6323-4806-bd33-a1b4e5ca2431 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935087 Jul 16 18:41:48.728500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76933c8-63eb-4f19-bff2-62f458ccf431 req-2f674446-005c-48cc-8c8d-8fef336c98f9 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.729997 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a76933c8-63eb-4f19-bff2-62f458ccf431 req-2f674446-005c-48cc-8c8d-8fef336c98f9 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0672917 Jul 16 18:41:48.774295 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a76933c8-63eb-4f19-bff2-62f458ccf431 req-bb744c8b-a43c-4a1d-90f8-dc84cfd23337 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361979 Jul 16 18:41:49.191324 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.955733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25570cf4-6502-438c-9bdf-4f4e779557db req-de42a242-a32c-4afa-bb86-5e5d354c9729 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.957405 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25570cf4-6502-438c-9bdf-4f4e779557db req-de42a242-a32c-4afa-bb86-5e5d354c9729 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0649905 Jul 16 18:41:49.995830 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25570cf4-6502-438c-9bdf-4f4e779557db req-7544d3b2-5dca-4a57-90e4-d17534667c6d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Jul 16 18:41:51.182394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4a2b3-8f3c-4b8d-b57b-242a46a5afbb req-329ad64e-fbfc-4bd3-89bb-d4d585679bd4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:51.183930 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9e4a2b3-8f3c-4b8d-b57b-242a46a5afbb req-329ad64e-fbfc-4bd3-89bb-d4d585679bd4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0707517 Jul 16 18:41:51.224759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9e4a2b3-8f3c-4b8d-b57b-242a46a5afbb req-1ec79f56-1f8c-4543-be53-8918515a890a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350533 Jul 16 18:41:52.416987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87ea62-ce2f-48ed-b2da-47ffec427e75 req-605eb53a-4711-4d7b-b122-cbca57d18321 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:52.418769 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e87ea62-ce2f-48ed-b2da-47ffec427e75 req-605eb53a-4711-4d7b-b122-cbca57d18321 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0734868 Jul 16 18:41:52.458908 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e87ea62-ce2f-48ed-b2da-47ffec427e75 req-c523c1d1-e9bc-4d50-9ab0-60e4b7bcf142 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340865 Jul 16 18:41:53.552750 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.700464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16213993-828c-424c-979f-71144b60c436 req-0f874e30-7c59-4f6a-84fd-bfbc7dda2323 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:53.701926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16213993-828c-424c-979f-71144b60c436 req-0f874e30-7c59-4f6a-84fd-bfbc7dda2323 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.1199212 Jul 16 18:41:53.746667 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16213993-828c-424c-979f-71144b60c436 req-87880cd4-fef0-4c42-907a-2175342a7a92 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389152 Jul 16 18:41:54.982751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3fa86-6533-45ca-b13d-a13654345dcf req-121b5f4d-6580-403e-a68a-44ba84f91db2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:54.984298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-edc3fa86-6533-45ca-b13d-a13654345dcf req-121b5f4d-6580-403e-a68a-44ba84f91db2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.1242118 Jul 16 18:41:55.024197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-edc3fa86-6533-45ca-b13d-a13654345dcf req-6077f9b3-9f59-41d7-8c76-c4d1cc9f6227 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337121 Jul 16 18:41:55.654830 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.197504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2216d5-be6b-4b4a-9fa1-61b928792d51 req-fbaa9025-f139-401e-a5ec-221c6ef34b18 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:56.199052 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f2216d5-be6b-4b4a-9fa1-61b928792d51 req-fbaa9025-f139-401e-a5ec-221c6ef34b18 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0633762 Jul 16 18:41:56.237892 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9f2216d5-be6b-4b4a-9fa1-61b928792d51 req-26703c4c-bcb2-4d59-8448-ce963c51cb7a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327678 Jul 16 18:41:57.421935 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816e5c8-d64c-4261-bf1f-f0497670cf70 req-2b4403eb-cbcc-4555-8c68-1309fe5f7fdd tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.424100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4816e5c8-d64c-4261-bf1f-f0497670cf70 req-2b4403eb-cbcc-4555-8c68-1309fe5f7fdd tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0717261 Jul 16 18:41:57.464831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4816e5c8-d64c-4261-bf1f-f0497670cf70 req-cad14d81-df32-4d0d-bc5b-c8da045049eb tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346808 Jul 16 18:41:58.651844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d35eff-2c3e-4045-8c14-1a0c0920bbd6 req-4cbbacd0-96eb-49f1-b420-d503cb1bb947 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:58.653339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98d35eff-2c3e-4045-8c14-1a0c0920bbd6 req-4cbbacd0-96eb-49f1-b420-d503cb1bb947 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0683401 Jul 16 18:41:58.693817 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98d35eff-2c3e-4045-8c14-1a0c0920bbd6 req-34dd0ba8-8b3d-45be-b29f-d50ff4e0fa19 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341523 Jul 16 18:41:59.872622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ea1bd-1718-40b4-88d4-9c4ce3daa404 req-b2370f55-72b1-4526-a941-425a4c04da40 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:59.874206 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-932ea1bd-1718-40b4-88d4-9c4ce3daa404 req-b2370f55-72b1-4526-a941-425a4c04da40 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0653882 Jul 16 18:41:59.924551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-932ea1bd-1718-40b4-88d4-9c4ce3daa404 req-54e8c816-8492-43cf-bd72-e982b4843416 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440700 Jul 16 18:42:00.018849 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-2807eb5a-f2e6-461b-88a6-ba56203caa35 service neutron] show failed (client error): The resource could not be found. Jul 16 18:42:00.019897 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-2807eb5a-f2e6-461b-88a6-ba56203caa35 service neutron] 10.222.0.32 "GET /v2.0/ports/6d8a494f-6122-43c2-8cf0-57559f1e997a/bindings/n-h2-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.1175387 Jul 16 18:42:00.330627 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-45bd0a27-dff4-488e-92d6-5a45b2eeb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:00.332181 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-45bd0a27-dff4-488e-92d6-5a45b2eeb355 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 1097 time: 0.1072111 Jul 16 18:42:00.344996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:00.410656 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:00.422759 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.655384 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] For port 6d8a494f-6122-43c2-8cf0-57559f1e997a, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:00.689566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] For port 6d8a494f-6122-43c2-8cf0-57559f1e997a, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:00.728189 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:00.730507 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6642c63f-aace-4f18-9e44-c9a4b27c2f90" -d '{"events": [{"server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:00.734334 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.747618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Transition to ACTIVE for port object 6d8a494f-6122-43c2-8cf0-57559f1e997a will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:00.753244 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.838554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8a494f-6122-43c2-8cf0-57559f1e997a,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:00.851925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:00.852321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:00.852672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:00.853016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:00.853356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:00.853712 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:00.854050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:00.854516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:00.854798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:00.855014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:00.855333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:00.855656 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:00.863901 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39eda94-baed-4c6f-9ec0-768ffaf2cf36 x-openstack-request-id: req-a39eda94-baed-4c6f-9ec0-768ffaf2cf36 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:00.864201 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "name": "network-vif-unplugged", "status": "completed", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:00.864458 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a39eda94-baed-4c6f-9ec0-768ffaf2cf36 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:00.864855 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'code': 200} Jul 16 18:42:00.894663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] No DVR routers for this DVR port 6d8a494f-6122-43c2-8cf0-57559f1e997a on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:01.033747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Attempting to bind port 6d8a494f-6122-43c2-8cf0-57559f1e997a on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:01.034878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Attempting to bind port 6d8a494f-6122-43c2-8cf0-57559f1e997a by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:01.035227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Attempting to bind port 6d8a494f-6122-43c2-8cf0-57559f1e997a on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:01.039869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Port 6d8a494f-6122-43c2-8cf0-57559f1e997a on network e766c453-9e30-412f-89b5-b97625da9af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:42:01.040200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Attempting to bind port 6d8a494f-6122-43c2-8cf0-57559f1e997a on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:01.045095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:01.045441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Checking segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:01.045867 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Bound using segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:01.046298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Bound port: 6d8a494f-6122-43c2-8cf0-57559f1e997a, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:01.046662 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.110804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] For port 6d8a494f-6122-43c2-8cf0-57559f1e997a, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:01.112674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08321583-05a0-4ee8-956b-803fa4ce21af req-7ad24aed-5294-4e8c-84a9-7d282c550112 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:01.113847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] For port 6d8a494f-6122-43c2-8cf0-57559f1e997a, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:01.114380 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-08321583-05a0-4ee8-956b-803fa4ce21af req-7ad24aed-5294-4e8c-84a9-7d282c550112 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 943 time: 0.0640461 Jul 16 18:42:01.119079 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.154613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:01.155241 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.155386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-08321583-05a0-4ee8-956b-803fa4ce21af req-3a772a4a-753d-4d5c-90a4-5a115cf2d1f8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339372 Jul 16 18:42:01.157249 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] 10.222.0.11 "PUT /v2.0/ports/6d8a494f-6122-43c2-8cf0-57559f1e997a HTTP/1.1" status: 200 len: 1092 time: 0.8161263 Jul 16 18:42:01.180359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c022a3-29e1-47b1-88d2-eda908425385 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8a494f-6122-43c2-8cf0-57559f1e997a,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:01.242557 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-63894472-98b5-4baf-ad36-e925da886c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:01.244100 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-63894472-98b5-4baf-ad36-e925da886c95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 1095 time: 0.0591948 Jul 16 18:42:01.339077 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-03988ec0-83d3-476c-9d47-599aa119b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:01.340579 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-03988ec0-83d3-476c-9d47-599aa119b77b service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0892878 Jul 16 18:42:01.415340 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-5b858453-924a-46e8-9d8c-406bd8a9f627 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a HTTP/1.1" status: 200 len: 999 time: 0.0670946 Jul 16 18:42:01.467420 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-274094bb-2a95-432c-8be9-b7877e8e64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:01.468750 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-274094bb-2a95-432c-8be9-b7877e8e64f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0456736 Jul 16 18:42:01.524728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-3aa3db11-4484-4310-8636-ca8b0929e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:01.526257 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-3aa3db11-4484-4310-8636-ca8b0929e96b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510473 Jul 16 18:42:01.618717 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-192f91c3-3fbf-41da-a119-72a6e4c24dd9 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848081 Jul 16 18:42:01.707478 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-71fcb264-c4ba-4fd8-bc6a-2c22eb04e133 req-05b7db28-f527-4b98-b41a-f8e2657b4cf4 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811858 Jul 16 18:42:02.360816 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41f3e5-9b6b-494e-a585-0ffd8bfc4530 req-b76f34e6-cfd6-4e55-8a71-12df50738108 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:02.362539 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f41f3e5-9b6b-494e-a585-0ffd8bfc4530 req-b76f34e6-cfd6-4e55-8a71-12df50738108 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 943 time: 0.0679212 Jul 16 18:42:02.403373 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f41f3e5-9b6b-494e-a585-0ffd8bfc4530 req-422511fe-5c4e-4292-b8cf-2a51b5b43013 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348794 Jul 16 18:42:02.866323 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:02.869198 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:02.909214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6d8a494f-6122-43c2-8cf0-57559f1e997a no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:02.928680 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41256bab-0fb0-4f68-8ed3-b083a2c7b3ff x-openstack-request-id: req-41256bab-0fb0-4f68-8ed3-b083a2c7b3ff {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:02.928971 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:02.929226 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41256bab-0fb0-4f68-8ed3-b083a2c7b3ff {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:02.929627 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'status': 'completed', 'code': 200} Jul 16 18:42:02.963874 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6d8a494f-6122-43c2-8cf0-57559f1e997a not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:03.056101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-c2850cca-b6f3-41a8-a69e-afd8691600d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.057639 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-c2850cca-b6f3-41a8-a69e-afd8691600d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 1095 time: 0.1039941 Jul 16 18:42:03.059299 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-56e0ab9b-b1ed-4170-be39-259041139c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.060677 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-56e0ab9b-b1ed-4170-be39-259041139c39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 1095 time: 0.1056108 Jul 16 18:42:03.221900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-23bcb0b8-8bb2-4e52-a73a-95a22c8cd78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.223412 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-23bcb0b8-8bb2-4e52-a73a-95a22c8cd78e service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1569428 Jul 16 18:42:03.225071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-3a126a05-1073-4a04-99a3-8c4158b21601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.226459 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-3a126a05-1073-4a04-99a3-8c4158b21601 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1525004 Jul 16 18:42:03.337832 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-8eb3b180-5d4e-4987-9914-15af4e48c42f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a HTTP/1.1" status: 200 len: 999 time: 0.1045992 Jul 16 18:42:03.343659 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-0ddff864-7a25-4075-90ae-bb5808610ad0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a HTTP/1.1" status: 200 len: 999 time: 0.0724628 Jul 16 18:42:03.430504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-2cb167c5-1eeb-47e7-9729-c77bdc812183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.432019 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-2cb167c5-1eeb-47e7-9729-c77bdc812183 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0869455 Jul 16 18:42:03.435859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-3623da38-1261-43e5-90f6-7a9c29a43fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.436902 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-3623da38-1261-43e5-90f6-7a9c29a43fac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0825143 Jul 16 18:42:03.536349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-31255add-6387-47e7-a1b6-031c2993c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.537959 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-31255add-6387-47e7-a1b6-031c2993c0fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995779 Jul 16 18:42:03.541183 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-bc494500-0711-4184-ad6c-2389b451748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.542595 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-bc494500-0711-4184-ad6c-2389b451748d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937750 Jul 16 18:42:03.617304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1292a73-5ea0-49c7-9522-c3d780b52ff2 req-118a856a-994c-422d-a00b-c8c42f09336e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:03.618930 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1292a73-5ea0-49c7-9522-c3d780b52ff2 req-118a856a-994c-422d-a00b-c8c42f09336e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 943 time: 0.0750010 Jul 16 18:42:03.660601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1292a73-5ea0-49c7-9522-c3d780b52ff2 req-0d07fb91-3385-41cb-a71a-55c823b557fe tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356073 Jul 16 18:42:04.019265 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-b6397ce8-b3a1-42c4-b9e7-2d81668a9e3d service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748113 Jul 16 18:42:04.021106 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-c1ef36a5-2746-4aca-a71d-d988381a7a86 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693916 Jul 16 18:42:04.178894 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-02a61b2c-e75c-4730-9738-9b818bf5749f service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523983 Jul 16 18:42:04.181048 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8b326fa0-6c80-4840-bf0f-7eb6a1df9eaf req-0bc5594e-7281-4565-82b0-2cf2f5e2030e service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468663 Jul 16 18:42:04.218254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d8a494f-6122-43c2-8cf0-57559f1e997a details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:42:04.311235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6d8a494f-6122-43c2-8cf0-57559f1e997a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:04.322513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'port_id': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'mac_address': 'fa:16:3e:e7:d6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:42:04.361911 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.375338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8a494f-6122-43c2-8cf0-57559f1e997a {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:04.399721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6d8a494f-6122-43c2-8cf0-57559f1e997a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:04.404223 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.451878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=6d8a494f-6122-43c2-8cf0-57559f1e997a,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:04.459141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:04.459492 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:04.459838 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:04.460194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:04.460511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:04.460846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:04.461175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:04.461503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:04.461859 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:04.462187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:04.462511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:04.462835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:04.715351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['6d8a494f-6122-43c2-8cf0-57559f1e997a'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:04.844907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc31ba-e0e3-487c-97b2-40bfb1e7e5e0 req-4703a8fe-e655-42a3-b59a-729141b44a45 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:04.846448 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71bc31ba-e0e3-487c-97b2-40bfb1e7e5e0 req-4703a8fe-e655-42a3-b59a-729141b44a45 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 944 time: 0.0662677 Jul 16 18:42:04.891264 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71bc31ba-e0e3-487c-97b2-40bfb1e7e5e0 req-efdebc75-ca6f-4113-87bb-3252342e75de tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330653 Jul 16 18:42:05.208037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e18fc7-7a2b-42b6-8e37-949b00aa0b40 req-e7473e6f-8de0-4989-a65d-985d562756d1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.209575 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01e18fc7-7a2b-42b6-8e37-949b00aa0b40 req-e7473e6f-8de0-4989-a65d-985d562756d1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 944 time: 0.0691471 Jul 16 18:42:05.233750 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-f6dffe9f-27ee-4edb-92ca-6faa4e4df9b1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.236053 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-f6dffe9f-27ee-4edb-92ca-6faa4e4df9b1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df&tenant_id=86b1415fe8b2494293bf4076f41c0f1f&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 944 time: 0.0900264 Jul 16 18:42:05.267321 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01e18fc7-7a2b-42b6-8e37-949b00aa0b40 req-fe522f9c-2ca6-4299-aba3-702ea90d9bd9 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508847 Jul 16 18:42:05.324666 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-b6cdc687-bcf5-455a-8246-f1c436ef3a11 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:42:05.326020 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-b6cdc687-bcf5-455a-8246-f1c436ef3a11 service neutron] 10.222.0.32 "DELETE /v2.0/ports/6d8a494f-6122-43c2-8cf0-57559f1e997a/bindings/n-h1-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0814269 Jul 16 18:42:05.443220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-fb5aeb2e-bd66-429e-b562-1fd0a115f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.445632 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-fb5aeb2e-bd66-429e-b562-1fd0a115f607 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 1096 time: 0.0711880 Jul 16 18:42:05.554482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-16f97f82-7079-4b48-ad41-f41f253eb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.555897 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-16f97f82-7079-4b48-ad41-f41f253eb245 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1045396 Jul 16 18:42:05.622245 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-174098ee-509c-4c95-af37-9c146874159f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a HTTP/1.1" status: 200 len: 1000 time: 0.0602190 Jul 16 18:42:05.676996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-d5cc7951-3c5c-453b-a5cb-3bffea1dc251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.678544 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-d5cc7951-3c5c-453b-a5cb-3bffea1dc251 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0502944 Jul 16 18:42:05.745444 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-14f083a9-6396-4635-93e2-f588923cd5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.747020 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-14f083a9-6396-4635-93e2-f588923cd5ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623102 Jul 16 18:42:05.847268 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-2be162a0-6100-495a-a052-5d0c8de77380 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936484 Jul 16 18:42:05.952716 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d7552106-d6bb-443f-ae03-2d0a91d67793 req-6b1c4409-8f11-4f69-9dd9-c330ca5f1637 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987210 Jul 16 18:42:06.243349 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d8a494f-6122-43c2-8cf0-57559f1e997a up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:06.321955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 6d8a494f-6122-43c2-8cf0-57559f1e997a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:06.328233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 6d8a494f-6122-43c2-8cf0-57559f1e997a triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:06.328646 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.435649 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.468606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:06.471804 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89b1bfe-9b4f-4a11-9869-29f8bf68428a" -d '{"events": [{"server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "name": "network-vif-plugged", "status": "completed", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:06.487296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 6d8a494f-6122-43c2-8cf0-57559f1e997a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:06.493215 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.529845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f396149-c807-427b-b785-d221d68b5c03 req-c7a47a9a-2fbf-436a-8d88-a85445645be4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:06.532565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f396149-c807-427b-b785-d221d68b5c03 req-c7a47a9a-2fbf-436a-8d88-a85445645be4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 944 time: 0.0851021 Jul 16 18:42:06.567617 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=6d8a494f-6122-43c2-8cf0-57559f1e997a,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:06.586832 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f396149-c807-427b-b785-d221d68b5c03 req-eb575e30-7d0d-455a-acf3-f638c4a3d6d0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462682 Jul 16 18:42:06.662855 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff63f759-894f-4156-afa0-5828306918b7 x-openstack-request-id: req-ff63f759-894f-4156-afa0-5828306918b7 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:06.663212 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "name": "network-vif-plugged", "status": "completed", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:06.663529 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff63f759-894f-4156-afa0-5828306918b7 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:06.663982 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'code': 200} Jul 16 18:42:07.780310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4af0-e239-4075-a5db-c5a183a9c3aa req-bac31398-5dca-4ce7-a575-a73602217c72 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:07.781848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-863b4af0-e239-4075-a5db-c5a183a9c3aa req-bac31398-5dca-4ce7-a575-a73602217c72 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0675490 Jul 16 18:42:07.822516 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-863b4af0-e239-4075-a5db-c5a183a9c3aa req-9d6e111a-37ba-46f7-a0e2-67c530215a56 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345507 Jul 16 18:42:08.015267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfb9e4-b01b-41d5-a5f1-a987a33786a5 req-d3c48167-4d41-4700-a692-f010836175ee tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:08.017487 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5adfb9e4-b01b-41d5-a5f1-a987a33786a5 req-d3c48167-4d41-4700-a692-f010836175ee tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0727179 Jul 16 18:42:08.072635 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5adfb9e4-b01b-41d5-a5f1-a987a33786a5 req-678a22cf-5c83-497c-b46a-ccf7288b659c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487921 Jul 16 18:42:08.253499 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017e184-f4a3-4091-b501-df8e1c984db8 req-35df51c7-129c-4fa7-97b7-25ea5f1d5865 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:08.255312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6017e184-f4a3-4091-b501-df8e1c984db8 req-35df51c7-129c-4fa7-97b7-25ea5f1d5865 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0658031 Jul 16 18:42:08.293837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6017e184-f4a3-4091-b501-df8e1c984db8 req-3558fbff-1c07-44c5-9a89-aea86128898d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327809 Jul 16 18:42:08.715811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780a0c3-ac92-4fab-812f-f428478a63c6 req-15f90186-12b9-4dac-bad1-8acc697a9c84 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:08.717211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1780a0c3-ac92-4fab-812f-f428478a63c6 req-15f90186-12b9-4dac-bad1-8acc697a9c84 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0786574 Jul 16 18:42:08.768083 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1780a0c3-ac92-4fab-812f-f428478a63c6 req-4b83ca98-4afb-4c8b-b064-b5a06f158af8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444973 Jul 16 18:42:09.993229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0fe0f-a64f-4703-b725-92a8f46c4aef req-2633f4ba-3130-43c9-9ea4-c88c97ddb3e1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:09.995091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-afb0fe0f-a64f-4703-b725-92a8f46c4aef req-2633f4ba-3130-43c9-9ea4-c88c97ddb3e1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0820112 Jul 16 18:42:10.047754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-afb0fe0f-a64f-4703-b725-92a8f46c4aef req-4141e479-2738-49c9-9bb9-0c59f0faae3d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436187 Jul 16 18:42:10.048616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-b3502d76-ffdd-4a6a-a294-329a062635d9 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:10.050549 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-b3502d76-ffdd-4a6a-a294-329a062635d9 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 945 time: 0.0886457 Jul 16 18:42:10.173692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Deleting port 6d8a494f-6122-43c2-8cf0-57559f1e997a {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:10.174052 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.271533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] For port 6d8a494f-6122-43c2-8cf0-57559f1e997a, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=6d8a494f-6122-43c2-8cf0-57559f1e997a,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:10.271902 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.516026 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.517088 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.517482 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Floating IP 8e57d819-9619-455b-8899-5ff643227e16 disassociated. External IP: 172.25.3.150, port: 6d8a494f-6122-43c2-8cf0-57559f1e997a. Jul 16 18:42:10.517893 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Calling delete_port for 6d8a494f-6122-43c2-8cf0-57559f1e997a owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:10.676549 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.708733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event deleted for resources: {'Port': ['ID=6d8a494f-6122-43c2-8cf0-57559f1e997a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:10.869000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:10.993382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:11.006300 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5acf507-8df9-4e24-ab14-6fbecfa516b5 None None] Sync routers for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:11.018417 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5acf507-8df9-4e24-ab14-6fbecfa516b5 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:11.019281 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e5acf507-8df9-4e24-ab14-6fbecfa516b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:41:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:11.039940 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] No DVR routers for this DVR port 6d8a494f-6122-43c2-8cf0-57559f1e997a on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:11.042728 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.044757 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-42040087-3948-4d89-9b94-d4ff7e337f4d req-13fbb823-6e0e-47df-b79f-3551a4059a9c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.11 "DELETE /v2.0/ports/6d8a494f-6122-43c2-8cf0-57559f1e997a HTTP/1.1" status: 204 len: 173 time: 0.9865575 Jul 16 18:42:11.045211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'name': 'network-vif-deleted', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:11.047707 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081ab918-69e7-4778-97f9-4da63cd60707" -d '{"events": [{"server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "name": "network-vif-deleted", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:11.092656 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1217376-04ec-4099-b8a7-95328ea59655 x-openstack-request-id: req-d1217376-04ec-4099-b8a7-95328ea59655 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:11.093277 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dfbf42-1d1d-4318-9166-05597cea74df", "name": "network-vif-deleted", "tag": "6d8a494f-6122-43c2-8cf0-57559f1e997a", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:11.093383 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1217376-04ec-4099-b8a7-95328ea59655 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:11.094029 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dfbf42-1d1d-4318-9166-05597cea74df', 'name': 'network-vif-deleted', 'tag': '6d8a494f-6122-43c2-8cf0-57559f1e997a', 'status': 'completed', 'code': 200} Jul 16 18:42:11.162193 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-e5acf507-8df9-4e24-ab14-6fbecfa516b5 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:11.218454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc607424-5f6c-4390-b61f-d2753b3ee98a req-22fe869e-fa17-4c02-abe5-b5944b29a60a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7dfbf42-1d1d-4318-9166-05597cea74df HTTP/1.1" status: 200 len: 210 time: 0.0311816 Jul 16 18:42:11.434092 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e5acf507-8df9-4e24-ab14-6fbecfa516b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:11.465853 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5acf507-8df9-4e24-ab14-6fbecfa516b5 None None] Checking router: a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:11.479497 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5acf507-8df9-4e24-ab14-6fbecfa516b5 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:11.480131 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e5acf507-8df9-4e24-ab14-6fbecfa516b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:41:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:11.605545 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-e5acf507-8df9-4e24-ab14-6fbecfa516b5 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:11.821424 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e5acf507-8df9-4e24-ab14-6fbecfa516b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:11.848582 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5acf507-8df9-4e24-ab14-6fbecfa516b5 None None] The sync data for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 is: [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:12.103297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f77ed8-a1eb-4d74-8d62-7cae4a63b2e7 None None] New status for floating IP 8e57d819-9619-455b-8899-5ff643227e16: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:42:12.572874 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-59f20f7a-ac7c-4aa7-b692-d5c1fadb661b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1365067355&fields=id&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 267 time: 0.0423741 Jul 16 18:42:12.717600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-235668a4-d470-4262-a9b4-6d6f26c57000 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:12.719227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-235668a4-d470-4262-a9b4-6d6f26c57000 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 811 time: 0.1389878 Jul 16 18:42:12.739730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-7ff448a3-709f-4dab-8a0b-4b9c7d73e565 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/quotas/86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 375 time: 0.0119970 Jul 16 18:42:12.821259 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-c501d9b8-afb1-4522-b3d2-03f082a64acf tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756104 Jul 16 18:42:12.839057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-a097ff3b-26d4-48d3-ba4f-3c4a50a112f8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:42:12.840085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-a097ff3b-26d4-48d3-ba4f-3c4a50a112f8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061455 Jul 16 18:42:12.950235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-2f2afb45-dad5-446b-8e93-bdb155be32b6 service neutron] 10.222.0.24 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996532 Jul 16 18:42:13.060259 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-8b0a29b2-ec20-469f-a6a4-7049d7519653 service neutron] 10.222.0.24 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032670 Jul 16 18:42:13.264805 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a7add7f2-63f6-40cc-af12-24fe30a1dbf2 req-b9494e26-cbc7-4a80-ba3a-df610c4a6e49 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 210 time: 0.0350277 Jul 16 18:42:13.583505 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c27533a2-be54-461a-aa9e-a7b8bdf639a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.268269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d8a494f-6122-43c2-8cf0-57559f1e997a no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:14.288310 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 6d8a494f-6122-43c2-8cf0-57559f1e997a {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:14.288653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 6d8a494f-6122-43c2-8cf0-57559f1e997a not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:14.469737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-073a6a55-b441-4692-a088-a84baff8736e req-58d89737-7883-4378-a6ff-175e3b479960 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 210 time: 0.0327699 Jul 16 18:42:14.623106 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-c74356dd-729c-4c20-b80d-59597069d602 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:14.624699 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-c74356dd-729c-4c20-b80d-59597069d602 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 811 time: 0.1624310 Jul 16 18:42:14.679941 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-50d23545-4d1c-444c-bfec-7b2ce74c35dc tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 380 time: 0.0458732 Jul 16 18:42:14.691005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Request body: {'port': {'device_id': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'admin_state_up': True, 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'security_groups': ['0e7a76f4-1ef5-441f-b29c-2275b2052a15']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:14.849185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Made reservation on behalf of 86b1415fe8b2494293bf4076f41c0f1f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:14.852858 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.008115 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Allocated IP 172.20.0.13 (e766c453-9e30-412f-89b5-b97625da9af1/ee69205d-7bad-4258-9d14-297069c52719/723400ea-a8ce-4cd2-95eb-874c92ef40f5) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:15.171864 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.188792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Transition to ACTIVE for port object 723400ea-a8ce-4cd2-95eb-874c92ef40f5 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:15.233440 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.285706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Network e766c453-9e30-412f-89b5-b97625da9af1 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:15.288909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:15.295587 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:15.335150 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event updated for resources: {'Port': ['ID=723400ea-a8ce-4cd2-95eb-874c92ef40f5,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:15.373027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:15.373722 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.393239 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-dbd211d0-c413-494f-bea1-92a7a7f118c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7072976 Jul 16 18:42:15.407258 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Request body: {'port': {'device_id': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:15.486959 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.588781 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-317c8083-e0e7-46e3-b7d6-aa03c5a80337 None None] Provisioning for port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:15.594879 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-317c8083-e0e7-46e3-b7d6-aa03c5a80337 None None] Provisioning complete for port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:15.595575 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-317c8083-e0e7-46e3-b7d6-aa03c5a80337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.649260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-317c8083-e0e7-46e3-b7d6-aa03c5a80337 None None] Port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:15.704896 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd57e13-a556-4bc5-a6c1-00e8a402f419 req-0ee95adf-7fa8-4260-acbb-86b965e0b279 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:15.707232 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffd57e13-a556-4bc5-a6c1-00e8a402f419 req-0ee95adf-7fa8-4260-acbb-86b965e0b279 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 932 time: 0.0850961 Jul 16 18:42:15.759484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffd57e13-a556-4bc5-a6c1-00e8a402f419 req-24d9e531-4831-4cb8-bc47-0159bda941c0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459721 Jul 16 18:42:15.779413 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8ee25996-02e3-40b5-b09d-429a033c8dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.842657 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723400ea-a8ce-4cd2-95eb-874c92ef40f5 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:15.851301 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.868628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Transition to ACTIVE for port object 723400ea-a8ce-4cd2-95eb-874c92ef40f5 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:15.872411 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.925690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Pushing event updated for resources: {'Port': ['ID=723400ea-a8ce-4cd2-95eb-874c92ef40f5,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:16.003851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Attempting to bind port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:16.004674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Attempting to bind port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:16.005406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Attempting to bind port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:16.011844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 on network e766c453-9e30-412f-89b5-b97625da9af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:42:16.012317 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Attempting to bind port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:16.018453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:16.018805 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Checking segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:16.019183 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Bound using segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:16.019591 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.019780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Bound port: 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:16.020021 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.122186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] For port 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:16.126222 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] For port 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:16.132316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.168992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:16.169622 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.171184 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] 10.222.0.32 "PUT /v2.0/ports/723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 1093 time: 0.7691500 Jul 16 18:42:16.171665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:16.174234 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9073c9-fa20-45ce-aeb7-7f1629606070" -d '{"events": [{"name": "network-changed", "server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:16.212280 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e80b1b-38ba-40cc-a84f-524c14c96c80 service neutron] Pushing event updated for resources: {'Port': ['ID=723400ea-a8ce-4cd2-95eb-874c92ef40f5,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:16.252890 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c2e04-09e2-4235-b320-528ad6bde960 x-openstack-request-id: req-542c2e04-09e2-4235-b320-528ad6bde960 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:16.253190 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:16.253456 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-542c2e04-09e2-4235-b320-528ad6bde960 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:16.253895 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'status': 'completed', 'code': 200} Jul 16 18:42:16.293464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-80e45093-5333-4a11-9458-cd39025f4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:16.295111 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-80e45093-5333-4a11-9458-cd39025f4f5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 1096 time: 0.0760989 Jul 16 18:42:16.347248 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-4d4ac75d-9bb2-4063-981f-6c8b5d5ac505 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 217 time: 0.0441420 Jul 16 18:42:16.411664 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-7970642a-32da-44c3-98a0-adbbb968f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:16.413789 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-7970642a-32da-44c3-98a0-adbbb968f25e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0594676 Jul 16 18:42:16.477054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-ccbb05c4-25cd-4894-a3d2-eb8d47d0bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:16.478532 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-ccbb05c4-25cd-4894-a3d2-eb8d47d0bf0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580974 Jul 16 18:42:16.584899 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-1782fd1f-f5cc-4187-8050-b24d5093e05c service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000659 Jul 16 18:42:16.696529 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f3cca123-f4bf-4eb0-81f1-58fe67eebbec req-8f70a67b-0c67-4307-9484-f82390464bf4 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048062 Jul 16 18:42:16.815685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9073c9-fa20-45ce-aeb7-7f1629606070 req-be395d00-a577-4f3a-8a96-9dab2e9ab94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:16.817541 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bb9073c9-fa20-45ce-aeb7-7f1629606070 req-be395d00-a577-4f3a-8a96-9dab2e9ab94f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 1096 time: 0.0677061 Jul 16 18:42:16.959653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9073c9-fa20-45ce-aeb7-7f1629606070 req-fbb3a969-9e73-44f1-a0fb-040965008fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:16.961203 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bb9073c9-fa20-45ce-aeb7-7f1629606070 req-fbb3a969-9e73-44f1-a0fb-040965008fb7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1367304 Jul 16 18:42:16.984036 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7f1ab-4a74-4a01-9be6-6632a51e9df2 req-4df3da9d-3f87-47ee-9e9f-a4cb308ca67a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:16.986465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-82f7f1ab-4a74-4a01-9be6-6632a51e9df2 req-4df3da9d-3f87-47ee-9e9f-a4cb308ca67a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 944 time: 0.0967643 Jul 16 18:42:17.013367 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bb9073c9-fa20-45ce-aeb7-7f1629606070 req-02dc6d2f-14a6-4a76-97c0-72dcb3bb2e32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 217 time: 0.0448623 Jul 16 18:42:17.040053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-82f7f1ab-4a74-4a01-9be6-6632a51e9df2 req-42bfc3ba-57ab-4719-b8cc-ad0a9076f5dd tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406871 Jul 16 18:42:17.077692 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9073c9-fa20-45ce-aeb7-7f1629606070 req-7bdf4952-6135-4136-9a26-62dcb382c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:17.079195 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bb9073c9-fa20-45ce-aeb7-7f1629606070 req-7bdf4952-6135-4136-9a26-62dcb382c931 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0579813 Jul 16 18:42:17.140282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9073c9-fa20-45ce-aeb7-7f1629606070 req-69696f5c-4f14-49ff-b3bd-3c130f5b3df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:17.141935 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bb9073c9-fa20-45ce-aeb7-7f1629606070 req-69696f5c-4f14-49ff-b3bd-3c130f5b3df0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555665 Jul 16 18:42:17.240943 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bb9073c9-fa20-45ce-aeb7-7f1629606070 req-43762dd1-27b5-428b-975d-6f12663f2fec service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908990 Jul 16 18:42:17.350540 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bb9073c9-fa20-45ce-aeb7-7f1629606070 req-08e8c122-2ae3-49e5-97be-e6e8d3760ebb service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018763 Jul 16 18:42:17.784942 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.240162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79151ac8-af6a-41c1-87c6-56ff3742080b req-b4ea0e42-bfca-48cf-86bc-f5c6cf51bac6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:18.241842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79151ac8-af6a-41c1-87c6-56ff3742080b req-b4ea0e42-bfca-48cf-86bc-f5c6cf51bac6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 944 time: 0.0748193 Jul 16 18:42:18.287048 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79151ac8-af6a-41c1-87c6-56ff3742080b req-1b01f734-bc5f-4eb5-8f12-f9136a77d788 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387077 Jul 16 18:42:19.027219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 723400ea-a8ce-4cd2-95eb-874c92ef40f5 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:42:19.135335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:19.148427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'port_id': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'mac_address': 'fa:16:3e:2d:51:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:42:19.201194 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.205537 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.221898 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723400ea-a8ce-4cd2-95eb-874c92ef40f5 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:19.244914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:19.253434 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.308795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=723400ea-a8ce-4cd2-95eb-874c92ef40f5,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:19.492056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a6a8a-46cf-4c96-88f8-2ccaf92d67a5 req-9c225054-c132-4d3e-b6f0-9192bc820357 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:19.493791 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b29a6a8a-46cf-4c96-88f8-2ccaf92d67a5 req-9c225054-c132-4d3e-b6f0-9192bc820357 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 945 time: 0.0677955 Jul 16 18:42:19.496717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['723400ea-a8ce-4cd2-95eb-874c92ef40f5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:19.546506 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b29a6a8a-46cf-4c96-88f8-2ccaf92d67a5 req-e4391b0a-ec2e-4ff9-a0fb-5f74eb38718c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442975 Jul 16 18:42:20.741985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e8b60-de8a-4798-adde-04544df9a169 req-59563323-9198-4e99-94c9-cfa718144dbd tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:20.743400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e88e8b60-de8a-4798-adde-04544df9a169 req-59563323-9198-4e99-94c9-cfa718144dbd tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 945 time: 0.0646362 Jul 16 18:42:20.782020 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e88e8b60-de8a-4798-adde-04544df9a169 req-79662d8c-c90a-4810-8b9a-b2d66d5b8a88 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322387 Jul 16 18:42:21.033570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 723400ea-a8ce-4cd2-95eb-874c92ef40f5 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:21.089707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:21.094974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:21.094974 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.182078 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.206475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:21.208761 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b305adfa-2d52-40ef-bee8-ce9942f1fb91" -d '{"events": [{"server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "name": "network-vif-plugged", "status": "completed", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:21.225253 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:21.230167 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.256599 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5953d2ea-46b1-41cf-99cb-7d782ac9b945 x-openstack-request-id: req-5953d2ea-46b1-41cf-99cb-7d782ac9b945 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:21.256883 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "name": "network-vif-plugged", "status": "completed", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:21.257140 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5953d2ea-46b1-41cf-99cb-7d782ac9b945 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:21.257530 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'code': 200} Jul 16 18:42:21.286800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=723400ea-a8ce-4cd2-95eb-874c92ef40f5,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:21.379646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a0f06-60b3-4576-abf1-357fce4ce70c req-7afc22f4-59b3-4cdb-aae4-2beb27cfb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.381166 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-369a0f06-60b3-4576-abf1-357fce4ce70c req-7afc22f4-59b3-4cdb-aae4-2beb27cfb300 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 1098 time: 0.0659692 Jul 16 18:42:21.419259 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-369a0f06-60b3-4576-abf1-357fce4ce70c req-18f559e3-47c6-4f65-aea8-5ac923053a3e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310140 Jul 16 18:42:21.970581 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d739c-35d0-4e9c-b67e-36fa9c59a18a req-1f12f1ff-2848-4614-809d-0adde54a51dd tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.972104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e86d739c-35d0-4e9c-b67e-36fa9c59a18a req-1f12f1ff-2848-4614-809d-0adde54a51dd tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0699949 Jul 16 18:42:22.018113 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e86d739c-35d0-4e9c-b67e-36fa9c59a18a req-3e666bf8-1e30-465a-bdf1-28b6984f3a3b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380499 Jul 16 18:42:23.212712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937720d9-2b6b-4aa2-ab45-1bfde2d9b90d req-e8698155-b03c-4c1c-9ecd-8cb674df3bca tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:23.214449 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-937720d9-2b6b-4aa2-ab45-1bfde2d9b90d req-e8698155-b03c-4c1c-9ecd-8cb674df3bca tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0724266 Jul 16 18:42:23.260512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-937720d9-2b6b-4aa2-ab45-1bfde2d9b90d req-c81fe5a5-76db-4e09-9215-f7c8f90841a2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395536 Jul 16 18:42:23.448849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc8808-a089-4a6c-8e47-60eb2a0d3dfd req-a38d6b9c-bca8-43a6-b437-1f67abcb8599 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:23.450420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18bc8808-a089-4a6c-8e47-60eb2a0d3dfd req-a38d6b9c-bca8-43a6-b437-1f67abcb8599 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0705514 Jul 16 18:42:23.459916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45134) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:23.464842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-290f30cc-c6c2-4200-b253-280eff461a3e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Request body: {'floatingip': {'port_id': '723400ea-a8ce-4cd2-95eb-874c92ef40f5'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:23.512295 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-290f30cc-c6c2-4200-b253-280eff461a3e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.563062 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.346687 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-290f30cc-c6c2-4200-b253-280eff461a3e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.350921 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-290f30cc-c6c2-4200-b253-280eff461a3e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.461126 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-290f30cc-c6c2-4200-b253-280eff461a3e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Floating IP 8e57d819-9619-455b-8899-5ff643227e16 associated. External IP: 172.25.3.150, port: 723400ea-a8ce-4cd2-95eb-874c92ef40f5. Jul 16 18:42:24.689530 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290f30cc-c6c2-4200-b253-280eff461a3e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:24.820608 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290f30cc-c6c2-4200-b253-280eff461a3e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:24.826494 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-290f30cc-c6c2-4200-b253-280eff461a3e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.831838 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa36ca-f4c5-4dcb-afcd-5d2e33b041e3 None None] Sync routers for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:24.842258 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa36ca-f4c5-4dcb-afcd-5d2e33b041e3 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:24.842899 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-34fa36ca-f4c5-4dcb-afcd-5d2e33b041e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:42:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:24.884128 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-290f30cc-c6c2-4200-b253-280eff461a3e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "PUT /v2.0/floatingips/8e57d819-9619-455b-8899-5ff643227e16 HTTP/1.1" status: 200 len: 992 time: 1.4230578 Jul 16 18:42:24.884861 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:24.887258 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbafe639-cf49-42e1-bd6b-253d136f2e38" -d '{"events": [{"name": "network-changed", "server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:24.952063 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49db42f2-f5c2-4600-bec6-30531dc88d17 x-openstack-request-id: req-49db42f2-f5c2-4600-bec6-30531dc88d17 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:24.954137 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:24.954913 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49db42f2-f5c2-4600-bec6-30531dc88d17 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:24.956493 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'status': 'completed', 'code': 200} Jul 16 18:42:25.058128 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafe639-cf49-42e1-bd6b-253d136f2e38 req-691f5af5-aa90-4b34-b5b2-a773474ee054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.060288 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bbafe639-cf49-42e1-bd6b-253d136f2e38 req-691f5af5-aa90-4b34-b5b2-a773474ee054 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 1098 time: 0.0782266 Jul 16 18:42:25.092684 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-34fa36ca-f4c5-4dcb-afcd-5d2e33b041e3 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:25.171341 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafe639-cf49-42e1-bd6b-253d136f2e38 req-1f4a3b4b-2656-45c5-b2fe-7257a94bb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.172981 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bbafe639-cf49-42e1-bd6b-253d136f2e38 req-1f4a3b4b-2656-45c5-b2fe-7257a94bb2f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1065102 Jul 16 18:42:25.242939 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bbafe639-cf49-42e1-bd6b-253d136f2e38 req-f629d5b8-3da2-424e-9f40-09c1c9672cc9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 1000 time: 0.0628376 Jul 16 18:42:25.294226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafe639-cf49-42e1-bd6b-253d136f2e38 req-873967b2-d326-43c6-b177-dd3876710e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.295704 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bbafe639-cf49-42e1-bd6b-253d136f2e38 req-873967b2-d326-43c6-b177-dd3876710e0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0466566 Jul 16 18:42:25.337531 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-34fa36ca-f4c5-4dcb-afcd-5d2e33b041e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '8e57d819-9619-455b-8899-5ff643227e16', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'port_id': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'mac_address': 'fa:16:3e:2d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:42:24Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:25.363427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafe639-cf49-42e1-bd6b-253d136f2e38 req-8c3852b1-7ddd-4a1f-9cae-dd349dbf27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.364969 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bbafe639-cf49-42e1-bd6b-253d136f2e38 req-8c3852b1-7ddd-4a1f-9cae-dd349dbf27c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623322 Jul 16 18:42:25.369508 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa36ca-f4c5-4dcb-afcd-5d2e33b041e3 None None] Checking router: a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:25.380161 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa36ca-f4c5-4dcb-afcd-5d2e33b041e3 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:25.380799 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-34fa36ca-f4c5-4dcb-afcd-5d2e33b041e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:42:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:25.460407 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bbafe639-cf49-42e1-bd6b-253d136f2e38 req-0e9d7a36-bf20-4c4f-a8dc-19edf59b8667 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886817 Jul 16 18:42:25.492497 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-34fa36ca-f4c5-4dcb-afcd-5d2e33b041e3 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:25.565916 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bbafe639-cf49-42e1-bd6b-253d136f2e38 req-bb87bdec-962d-404c-bc45-8b4a72ec9c60 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972648 Jul 16 18:42:25.660254 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.737552 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-34fa36ca-f4c5-4dcb-afcd-5d2e33b041e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '8e57d819-9619-455b-8899-5ff643227e16', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'port_id': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'mac_address': 'fa:16:3e:2d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:42:24Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:25.767599 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa36ca-f4c5-4dcb-afcd-5d2e33b041e3 None None] The sync data for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 is: [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '8e57d819-9619-455b-8899-5ff643227e16', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'port_id': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'mac_address': 'fa:16:3e:2d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:42:24Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:25.985219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cfcf46-e8a5-4455-81fe-cb496179c32e None None] New status for floating IP 8e57d819-9619-455b-8899-5ff643227e16: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:42:26.237476 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65d2b937-707a-470d-93ca-c296aa9b658a req-ee2c34f8-4997-4121-9b84-2058841ec3f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534060 Jul 16 18:42:26.332293 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b937-707a-470d-93ca-c296aa9b658a req-ce124c7f-4b7c-4834-b190-a622bf49b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.333868 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65d2b937-707a-470d-93ca-c296aa9b658a req-ce124c7f-4b7c-4834-b190-a622bf49b21b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 1098 time: 0.0542886 Jul 16 18:42:26.447002 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b937-707a-470d-93ca-c296aa9b658a req-dcea55ae-4efe-4b88-b0f6-bf199e2e1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.448512 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65d2b937-707a-470d-93ca-c296aa9b658a req-dcea55ae-4efe-4b88-b0f6-bf199e2e1551 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0943661 Jul 16 18:42:26.516126 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65d2b937-707a-470d-93ca-c296aa9b658a req-b9b12f2a-1278-4e4f-aae0-a3ef0b9cb204 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 1002 time: 0.0607433 Jul 16 18:42:26.574905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b937-707a-470d-93ca-c296aa9b658a req-20b8ed5f-c729-4bfb-bb18-8ae1c59279cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.576425 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65d2b937-707a-470d-93ca-c296aa9b658a req-20b8ed5f-c729-4bfb-bb18-8ae1c59279cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0527875 Jul 16 18:42:26.639788 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b937-707a-470d-93ca-c296aa9b658a req-898e6059-47db-4d67-80ae-cafe744df5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.642061 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65d2b937-707a-470d-93ca-c296aa9b658a req-898e6059-47db-4d67-80ae-cafe744df5d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591671 Jul 16 18:42:26.741640 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65d2b937-707a-470d-93ca-c296aa9b658a req-99932844-493b-4f54-b7a8-9c5aa205a2d1 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925474 Jul 16 18:42:26.847867 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-65d2b937-707a-470d-93ca-c296aa9b658a req-6db49dfb-3b2e-4133-b800-b7d0ec1f053b service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003690 Jul 16 18:42:37.412182 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:43.577478 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2e8b95f9-1f45-4702-b7d7-b5070e113f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.783017 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-66bce565-e6f6-4ca9-9289-60a168882e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.005018 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.790750 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.385498 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.565671 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.665296 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.585836 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2f8be83a-5877-43bb-a163-7ef444c35b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.413335 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:43:15.774612 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9d55859a-e1a2-4bde-a354-a9f5989bf24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.009211 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.790941 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.200917 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.564967 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.684514 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.325029 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e32e0b3d-edcd-40c2-aef3-69879b34cb54 req-a541822f-9a26-4a60-aa01-523ce53768ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517082 Jul 16 18:43:26.427295 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e0b3d-edcd-40c2-aef3-69879b34cb54 req-65259027-425a-4673-ade1-f4b266273639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.428806 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e32e0b3d-edcd-40c2-aef3-69879b34cb54 req-65259027-425a-4673-ade1-f4b266273639 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 1098 time: 0.0608003 Jul 16 18:43:26.534723 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e0b3d-edcd-40c2-aef3-69879b34cb54 req-0f0183d8-f0ba-4297-b5a4-81ed89fd8879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.536186 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e32e0b3d-edcd-40c2-aef3-69879b34cb54 req-0f0183d8-f0ba-4297-b5a4-81ed89fd8879 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0853372 Jul 16 18:43:26.603271 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e32e0b3d-edcd-40c2-aef3-69879b34cb54 req-d136781d-a841-447f-b49d-2e9a9ba45d1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 1002 time: 0.0601873 Jul 16 18:43:26.651963 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e0b3d-edcd-40c2-aef3-69879b34cb54 req-b8d8b069-83c9-42ff-ab18-2b89ad52d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.653314 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e32e0b3d-edcd-40c2-aef3-69879b34cb54 req-b8d8b069-83c9-42ff-ab18-2b89ad52d653 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0438950 Jul 16 18:43:26.708673 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e0b3d-edcd-40c2-aef3-69879b34cb54 req-c2da7784-4cb4-475b-a62b-82484889e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.710198 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e32e0b3d-edcd-40c2-aef3-69879b34cb54 req-c2da7784-4cb4-475b-a62b-82484889e8c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509584 Jul 16 18:43:26.808363 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e32e0b3d-edcd-40c2-aef3-69879b34cb54 req-708bb916-c95e-4a95-a98d-f16158023184 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914886 Jul 16 18:43:26.901259 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e32e0b3d-edcd-40c2-aef3-69879b34cb54 req-1297a6b5-5f6d-4a74-a9d9-c870bcf48366 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863402 Jul 16 18:43:43.576507 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cea52654-dad2-4d27-9da8-375d7187d4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.775175 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fbd15661-5273-458b-b306-cc4751f4bbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.010743 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.792178 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.201737 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.413282 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:43:53.580879 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.683728 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.756549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46608582-5f2d-432e-aea2-7be5c9079331 req-3e0231d2-1bec-420e-acf7-6deeaec0697b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:00.758095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46608582-5f2d-432e-aea2-7be5c9079331 req-3e0231d2-1bec-420e-acf7-6deeaec0697b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0658352 Jul 16 18:44:00.799875 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46608582-5f2d-432e-aea2-7be5c9079331 req-6cec88d8-a0b0-49be-bf68-1730cd5024f4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361798 Jul 16 18:44:01.975383 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7edee-eb7f-4f16-8058-cc5ab557883b req-25c7fc49-e7ab-48ec-a94f-8494fc5b2f58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:01.976876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3e7edee-eb7f-4f16-8058-cc5ab557883b req-25c7fc49-e7ab-48ec-a94f-8494fc5b2f58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0633094 Jul 16 18:44:02.013682 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3e7edee-eb7f-4f16-8058-cc5ab557883b req-bc836661-ce9f-4db6-95ff-0b81d38153ee tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311637 Jul 16 18:44:03.190498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b556953-d286-4fee-9388-e58e1431ee43 req-643d362e-e351-4d55-b1da-0d8418b863ee tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:03.192067 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b556953-d286-4fee-9388-e58e1431ee43 req-643d362e-e351-4d55-b1da-0d8418b863ee tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0643535 Jul 16 18:44:03.230901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b556953-d286-4fee-9388-e58e1431ee43 req-c76bbbea-f0f2-4597-833e-44c149c5af1c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332098 Jul 16 18:44:04.417233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ba3f0-87ed-4d1c-bf87-710bb25a27f6 req-a38194ae-308e-464d-8c37-ebe3fe08d68c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:04.418875 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f00ba3f0-87ed-4d1c-bf87-710bb25a27f6 req-a38194ae-308e-464d-8c37-ebe3fe08d68c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0713046 Jul 16 18:44:04.457335 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f00ba3f0-87ed-4d1c-bf87-710bb25a27f6 req-1e655061-1b57-4aee-9191-d9735327a059 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329111 Jul 16 18:44:05.633695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8f0bc-9709-4276-8c01-c1991ea87eb4 req-d0831890-0496-462a-b3e2-e6ace0d50033 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:05.635122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00c8f0bc-9709-4276-8c01-c1991ea87eb4 req-d0831890-0496-462a-b3e2-e6ace0d50033 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0632813 Jul 16 18:44:05.671834 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00c8f0bc-9709-4276-8c01-c1991ea87eb4 req-f3b0d927-3c96-4b67-bbc4-7283d80813df tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310667 Jul 16 18:44:06.844706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7407a8a-4ffd-43c2-8494-736f4acc7edf req-4f320821-0cd9-4c52-944b-0955d95ba0a3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.846450 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7407a8a-4ffd-43c2-8494-736f4acc7edf req-4f320821-0cd9-4c52-944b-0955d95ba0a3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0637589 Jul 16 18:44:06.888062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7407a8a-4ffd-43c2-8494-736f4acc7edf req-33a884d3-31c2-4ef0-b783-6b5319a28242 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359607 Jul 16 18:44:08.058129 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b037da-c494-49b4-9ff6-302aa083ec4d req-bd5eb4d3-0366-42e6-a52b-adc7a3ccacc0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:08.059606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1b037da-c494-49b4-9ff6-302aa083ec4d req-bd5eb4d3-0366-42e6-a52b-adc7a3ccacc0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0626972 Jul 16 18:44:08.098035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1b037da-c494-49b4-9ff6-302aa083ec4d req-27f25898-2dda-4621-83d4-780ad40889d5 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321426 Jul 16 18:44:09.278112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ef850-09f7-490f-a27a-40f6ed7eda64 req-ee119f4b-f6d8-4498-9758-2b07ccc61aa0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:09.279931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c27ef850-09f7-490f-a27a-40f6ed7eda64 req-ee119f4b-f6d8-4498-9758-2b07ccc61aa0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0703323 Jul 16 18:44:09.323901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c27ef850-09f7-490f-a27a-40f6ed7eda64 req-e2c298ca-acd7-413e-9872-1999e0cf803d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378118 Jul 16 18:44:10.511049 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6a820-175e-4fe3-b7d9-b356dd3b42a3 req-34b202e2-58d8-458f-beb4-54497865af53 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:10.512558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1a6a820-175e-4fe3-b7d9-b356dd3b42a3 req-34b202e2-58d8-458f-beb4-54497865af53 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0746067 Jul 16 18:44:10.552883 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1a6a820-175e-4fe3-b7d9-b356dd3b42a3 req-f3b04fcc-ce27-48c0-a736-bd2f69810aac tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342920 Jul 16 18:44:11.731537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3124b-ce17-413c-b0a3-0ad48f902843 req-a9d1a180-a127-427a-a6b7-840499dcfc74 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:11.732958 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17b3124b-ce17-413c-b0a3-0ad48f902843 req-a9d1a180-a127-427a-a6b7-840499dcfc74 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0631883 Jul 16 18:44:11.772180 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-17b3124b-ce17-413c-b0a3-0ad48f902843 req-b1fcd4df-fdde-430d-9658-ad5d6629902d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324004 Jul 16 18:44:12.120725 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-6aa5c6d0-0697-4d4c-8521-a3b3e5f43ece service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0567987 Jul 16 18:44:12.176617 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd7a3e-fca8-4d5e-97b4-7844ad01bed1 req-79b344b7-704f-42ab-a866-346bb51b9f72 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:12.178172 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-21dd7a3e-fca8-4d5e-97b4-7844ad01bed1 req-79b344b7-704f-42ab-a866-346bb51b9f72 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0656574 Jul 16 18:44:12.224005 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-21dd7a3e-fca8-4d5e-97b4-7844ad01bed1 req-80a3c753-52a7-4ccb-be48-c1c0eb1a70ff tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402746 Jul 16 18:44:13.400728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0e7bc-2951-4925-99ba-7844fa77e2af req-32fbfeb0-5552-4817-9df3-9667249e6faa tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.402327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19d0e7bc-2951-4925-99ba-7844fa77e2af req-32fbfeb0-5552-4817-9df3-9667249e6faa tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0638599 Jul 16 18:44:13.441178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19d0e7bc-2951-4925-99ba-7844fa77e2af req-e1bea73e-6837-401e-9760-dde5e94db876 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331764 Jul 16 18:44:13.576628 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-694f2c4e-f59a-4da8-bb82-fbefa17934b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.620566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1d962-cd75-4676-9f97-a87acbee5fd9 req-8e2b1c39-793c-4745-a5d7-825b4b1c4b98 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.622100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6be1d962-cd75-4676-9f97-a87acbee5fd9 req-8e2b1c39-793c-4745-a5d7-825b4b1c4b98 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0652418 Jul 16 18:44:14.666125 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6be1d962-cd75-4676-9f97-a87acbee5fd9 req-1df486af-c449-4e14-a9fe-9580a55afb62 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381582 Jul 16 18:44:15.419628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-eea4c656-95ea-41c1-a1c9-e1e439db7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.421133 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-eea4c656-95ea-41c1-a1c9-e1e439db7f74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 1098 time: 0.0536017 Jul 16 18:44:15.523496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-a26e6b22-893b-4d84-ad02-9c40a6c5443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.524975 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-a26e6b22-893b-4d84-ad02-9c40a6c5443c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0976415 Jul 16 18:44:15.592808 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-30bb7561-38c8-4abe-a7e2-7065c960d1fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 1002 time: 0.0616500 Jul 16 18:44:15.640728 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-bd43f887-6883-4139-ab81-ee14b225503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.642289 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-bd43f887-6883-4139-ab81-ee14b225503c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0430894 Jul 16 18:44:15.698199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-4c69922e-9368-45f9-b7da-e9492404dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.698985 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-4c69922e-9368-45f9-b7da-e9492404dc77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505662 Jul 16 18:44:15.777221 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d661ee6e-5dd8-4445-ad25-34e21cf6b978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.803747 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-e251d85f-014d-407d-9e25-fa85d3380709 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982108 Jul 16 18:44:15.847080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6a4fa-35e6-42ba-98a2-f841a7175550 req-deabe9ed-59a6-4f70-8d49-2b7642aff6d2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.848603 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18f6a4fa-35e6-42ba-98a2-f841a7175550 req-deabe9ed-59a6-4f70-8d49-2b7642aff6d2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0671964 Jul 16 18:44:15.888530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18f6a4fa-35e6-42ba-98a2-f841a7175550 req-2d0f636d-bd20-4de1-a9df-0cf87970fb16 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340571 Jul 16 18:44:15.903633 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-72c13f30-57ee-412b-aade-abff17eae610 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939109 Jul 16 18:44:16.013549 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.061557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c45a2-52cb-4f3b-a52f-5a1ffed1f90e req-5e30fb1e-70db-4555-a12e-be4fcce515d7 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:17.062992 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-718c45a2-52cb-4f3b-a52f-5a1ffed1f90e req-5e30fb1e-70db-4555-a12e-be4fcce515d7 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0630989 Jul 16 18:44:17.100947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-718c45a2-52cb-4f3b-a52f-5a1ffed1f90e req-9a58bd8c-9e4e-46ab-960e-f20e17be3802 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317926 Jul 16 18:44:17.795307 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.138162 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-c37f0eac-8057-4408-99a4-12208a774500 service neutron] show failed (client error): The resource could not be found. Jul 16 18:44:18.139056 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-c37f0eac-8057-4408-99a4-12208a774500 service neutron] 10.222.0.32 "GET /v2.0/ports/723400ea-a8ce-4cd2-95eb-874c92ef40f5/bindings/n-h2-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0593486 Jul 16 18:44:18.280604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaa970-0977-41d8-9fcf-b2ab15fd6f01 req-854dc391-2352-4d20-b9a4-ce90c69e5fac tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:18.282116 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2baaa970-0977-41d8-9fcf-b2ab15fd6f01 req-854dc391-2352-4d20-b9a4-ce90c69e5fac tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0639429 Jul 16 18:44:18.326493 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2baaa970-0977-41d8-9fcf-b2ab15fd6f01 req-0a65f10f-7883-4bb3-a079-b23ff549c1f5 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379407 Jul 16 18:44:18.397871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e94d3f5-78e0-46a1-bca4-b29c24dbbfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:18.399417 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e94d3f5-78e0-46a1-bca4-b29c24dbbfeb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 1098 time: 0.0549335 Jul 16 18:44:18.411610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:18.484177 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.687565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] For port 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:18.721169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] For port 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:18.759518 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:18.761977 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a4f652-de0c-49cb-a603-ecd5e821a21b" -d '{"events": [{"server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "name": "network-vif-unplugged", "status": "completed", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:18.766069 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.780683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Transition to ACTIVE for port object 723400ea-a8ce-4cd2-95eb-874c92ef40f5 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:18.784732 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.812840 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e761ca30-7929-4fe9-8333-a3594fdaad65 x-openstack-request-id: req-e761ca30-7929-4fe9-8333-a3594fdaad65 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:18.813135 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "name": "network-vif-unplugged", "status": "completed", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:18.813412 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e761ca30-7929-4fe9-8333-a3594fdaad65 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:18.813831 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'code': 200} Jul 16 18:44:18.865431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Pushing event updated for resources: {'Port': ['ID=723400ea-a8ce-4cd2-95eb-874c92ef40f5,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:18.881060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:18.881416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:18.881787 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:18.882133 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:18.882478 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:18.882813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:18.883148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:18.883483 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:18.883816 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:18.884148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:18.884477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:18.884805 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:18.922546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] No DVR routers for this DVR port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:19.063987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Attempting to bind port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:19.064319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Attempting to bind port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:19.065226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Attempting to bind port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:19.069674 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 on network e766c453-9e30-412f-89b5-b97625da9af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:19.070029 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Attempting to bind port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:19.074761 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:19.075096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Checking segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:19.075470 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Bound using segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:19.075888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Bound port: 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:19.076260 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.137376 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] For port 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:19.140365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] For port 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:19.143979 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.180025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.180635 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.182052 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] 10.222.0.11 "PUT /v2.0/ports/723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 1093 time: 0.7757125 Jul 16 18:44:19.205028 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fee95-72cc-43a9-9552-f98a24d21d37 service neutron] Pushing event updated for resources: {'Port': ['ID=723400ea-a8ce-4cd2-95eb-874c92ef40f5,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.207238 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.265438 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-2b5fdc94-5eec-4f38-bb5c-1f5eeff2f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.266997 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-2b5fdc94-5eec-4f38-bb5c-1f5eeff2f306 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 1096 time: 0.0589228 Jul 16 18:44:19.366450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-215978a1-636d-487e-8225-fb57491d208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.368138 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-215978a1-636d-487e-8225-fb57491d208c service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0935922 Jul 16 18:44:19.437106 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-ae9f1d11-b11c-4478-a4b6-1cf437a6947b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 1000 time: 0.0610828 Jul 16 18:44:19.492467 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-265fe317-46c2-4102-9f07-040597f3ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.493865 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-265fe317-46c2-4102-9f07-040597f3ed16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0495477 Jul 16 18:44:19.507787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62776cd-e477-45f0-a687-09b8c99d20a7 req-8c2e9f0a-b602-478e-bf22-852740d58613 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.509311 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a62776cd-e477-45f0-a687-09b8c99d20a7 req-8c2e9f0a-b602-478e-bf22-852740d58613 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 944 time: 0.0647891 Jul 16 18:44:19.547186 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a62776cd-e477-45f0-a687-09b8c99d20a7 req-33cedc84-15e3-4749-b992-e399a0295300 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323038 Jul 16 18:44:19.555108 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-7bc8d3d4-a009-4dbb-a7a8-1c57fe751622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.556616 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-7bc8d3d4-a009-4dbb-a7a8-1c57fe751622 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563536 Jul 16 18:44:19.963475 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-de46bf1b-7d93-4318-9c1d-5e55622baf39 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001172 Jul 16 18:44:20.055462 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-67c1f7f3-970c-42f1-b1b7-7681c967db2b req-e15c610e-4ed9-4839-8186-5903f259b3f0 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851207 Jul 16 18:44:20.725188 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01155d8-71e3-4cbd-90f3-b6194a9b7761 req-e9907d26-f1ec-46fc-b067-826ebe2bb0e9 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:20.726861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c01155d8-71e3-4cbd-90f3-b6194a9b7761 req-e9907d26-f1ec-46fc-b067-826ebe2bb0e9 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 944 time: 0.0646927 Jul 16 18:44:20.767442 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c01155d8-71e3-4cbd-90f3-b6194a9b7761 req-e24cf166-8333-43ae-9271-b36fa68ed01d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348675 Jul 16 18:44:20.815449 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:20.817832 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:20.866378 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9604709-102f-4bf1-983d-3045f30b1f51 x-openstack-request-id: req-b9604709-102f-4bf1-983d-3045f30b1f51 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:20.866670 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:20.866918 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9604709-102f-4bf1-983d-3045f30b1f51 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:20.867320 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'status': 'completed', 'code': 200} Jul 16 18:44:20.985459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-52dae689-8c31-432f-a274-d5ec4e0a0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:20.987682 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-52dae689-8c31-432f-a274-d5ec4e0a0cfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 1096 time: 0.0977397 Jul 16 18:44:20.990497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-d097a3e0-d25f-49b2-b27f-ddc1a0a82986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:20.991883 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-d097a3e0-d25f-49b2-b27f-ddc1a0a82986 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 1096 time: 0.0936804 Jul 16 18:44:21.152583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-01f5f736-7494-4637-800a-a91d3eb02cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.153990 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-01f5f736-7494-4637-800a-a91d3eb02cc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1511471 Jul 16 18:44:21.154924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-e93f9a63-e1a9-4a30-a57e-367991916b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.156249 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-e93f9a63-e1a9-4a30-a57e-367991916b48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1616256 Jul 16 18:44:21.265135 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-79e15444-4b51-4418-bced-cfd5edc5ebe1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 1000 time: 0.1038234 Jul 16 18:44:21.269791 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-3ec20e16-306c-42bf-bf5e-8ce3a0fab72e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 1000 time: 0.1028361 Jul 16 18:44:21.351637 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-6847f7ca-f70a-4913-929f-f16700c91a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.353125 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-6847f7ca-f70a-4913-929f-f16700c91a4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0809639 Jul 16 18:44:21.354578 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-1cea2213-f7af-4865-8c30-4eafd4cebfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.355914 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-1cea2213-f7af-4865-8c30-4eafd4cebfe2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0765374 Jul 16 18:44:21.452721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-b5e4119d-a8cc-4351-8c5f-e7821503d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.454194 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-b5e4119d-a8cc-4351-8c5f-e7821503d95a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947375 Jul 16 18:44:21.456685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-e931369d-b474-4151-9146-cec878855949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.458084 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-e931369d-b474-4151-9146-cec878855949 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730858 Jul 16 18:44:21.468066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 723400ea-a8ce-4cd2-95eb-874c92ef40f5 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:21.510845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 723400ea-a8ce-4cd2-95eb-874c92ef40f5 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:21.614945 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-04df2b9b-b147-40a1-8c87-3b8d0dbeb9f9 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542709 Jul 16 18:44:21.618319 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-df6fbd57-1d9c-44bd-8efe-31fc6b16ecef service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503389 Jul 16 18:44:21.776402 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-78d04dbc-a181-44b5-b173-cd7928dfefe6 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551797 Jul 16 18:44:21.779765 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38da2f3a-ebde-4f97-ae14-ee385bb1b1ea req-65a65eaa-7278-4583-ab37-7fe960ff3ae0 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508708 Jul 16 18:44:21.945417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95adb6e-29a6-4aa9-8be2-5501e0298182 req-402b3b8e-7aff-456b-895a-5faa075a2580 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.946929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a95adb6e-29a6-4aa9-8be2-5501e0298182 req-402b3b8e-7aff-456b-895a-5faa075a2580 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 944 time: 0.0675654 Jul 16 18:44:21.987090 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a95adb6e-29a6-4aa9-8be2-5501e0298182 req-630060a5-c438-483d-8bd9-993a0f1b3e3f tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343788 Jul 16 18:44:22.297872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde915f4-9723-4851-99d3-f966f59712fe req-5443265b-f589-4158-a74d-93bc5f220180 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.299837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bde915f4-9723-4851-99d3-f966f59712fe req-5443265b-f589-4158-a74d-93bc5f220180 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 944 time: 0.0714090 Jul 16 18:44:22.306907 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc72506-4bae-4158-8063-f99c60e36836 req-851c4458-09b5-490f-b815-669392de0276 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.308464 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ecc72506-4bae-4158-8063-f99c60e36836 req-851c4458-09b5-490f-b815-669392de0276 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52&tenant_id=86b1415fe8b2494293bf4076f41c0f1f&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 944 time: 0.0745690 Jul 16 18:44:22.341209 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bde915f4-9723-4851-99d3-f966f59712fe req-1ba0d9c3-572a-4a2c-9b03-2bd35970cb10 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347972 Jul 16 18:44:22.373121 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [req-ecc72506-4bae-4158-8063-f99c60e36836 req-c758a410-e76e-4e4e-a9d3-5a51b79e26f8 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:44:22.374202 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ecc72506-4bae-4158-8063-f99c60e36836 req-c758a410-e76e-4e4e-a9d3-5a51b79e26f8 service neutron] 10.222.0.32 "DELETE /v2.0/ports/723400ea-a8ce-4cd2-95eb-874c92ef40f5/bindings/n-h1-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0586307 Jul 16 18:44:22.479498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc72506-4bae-4158-8063-f99c60e36836 req-0917ab3e-6e1b-476a-896d-e75359607db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.481005 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ecc72506-4bae-4158-8063-f99c60e36836 req-0917ab3e-6e1b-476a-896d-e75359607db1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 1096 time: 0.0592842 Jul 16 18:44:22.574789 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc72506-4bae-4158-8063-f99c60e36836 req-1d9c21ec-5f50-4280-bedf-64a3b297dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.576179 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ecc72506-4bae-4158-8063-f99c60e36836 req-1d9c21ec-5f50-4280-bedf-64a3b297dd62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0889122 Jul 16 18:44:22.645469 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ecc72506-4bae-4158-8063-f99c60e36836 req-f4a32cb3-f4f1-4867-b64e-851896216d63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 1000 time: 0.0631096 Jul 16 18:44:22.694229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc72506-4bae-4158-8063-f99c60e36836 req-5a9f7a9c-d30b-4ba7-9692-ee2c65b3b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.695695 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ecc72506-4bae-4158-8063-f99c60e36836 req-5a9f7a9c-d30b-4ba7-9692-ee2c65b3b128 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0440826 Jul 16 18:44:22.755317 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc72506-4bae-4158-8063-f99c60e36836 req-3c5d59f7-2b38-4235-940f-b6d5af648df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.756842 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ecc72506-4bae-4158-8063-f99c60e36836 req-3c5d59f7-2b38-4235-940f-b6d5af648df5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544615 Jul 16 18:44:22.852972 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ecc72506-4bae-4158-8063-f99c60e36836 req-557c064e-1395-4938-8602-3e8ecaee2ad1 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896664 Jul 16 18:44:22.932777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 723400ea-a8ce-4cd2-95eb-874c92ef40f5 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:22.946047 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ecc72506-4bae-4158-8063-f99c60e36836 req-6b055c43-5997-4f83-a6d8-a8dda768393f service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869699 Jul 16 18:44:23.032855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:23.045211 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'port_id': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'mac_address': 'fa:16:3e:2d:51:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:23.087672 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.102280 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723400ea-a8ce-4cd2-95eb-874c92ef40f5 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:23.122294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:23.126216 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.174253 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=723400ea-a8ce-4cd2-95eb-874c92ef40f5,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:23.181862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:23.182212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:23.182556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:23.182895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:23.183229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:23.183559 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:23.183889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:23.184217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:23.184543 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:23.184868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:23.185192 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:23.185514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:23.337792 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e118dad2-6a8a-412f-997e-526f9076f0ea req-69073a9f-e2b6-44d2-837b-677ddd96691f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0639482 Jul 16 18:44:23.421767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['723400ea-a8ce-4cd2-95eb-874c92ef40f5'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:23.460257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118dad2-6a8a-412f-997e-526f9076f0ea req-6264e2e3-dbea-4788-8f74-080210b8dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:23.461900 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e118dad2-6a8a-412f-997e-526f9076f0ea req-6264e2e3-dbea-4788-8f74-080210b8dd59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 1097 time: 0.0578642 Jul 16 18:44:23.552217 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06bba3-6633-4af1-90c6-0dc07a56a82b req-d23c4a6b-cf64-4a54-9fc3-203cd6118891 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:23.554206 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a06bba3-6633-4af1-90c6-0dc07a56a82b req-d23c4a6b-cf64-4a54-9fc3-203cd6118891 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 945 time: 0.0770183 Jul 16 18:44:23.602298 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.619901 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118dad2-6a8a-412f-997e-526f9076f0ea req-24640977-adc3-4edb-b9f5-7aee88f9e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:23.621580 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e118dad2-6a8a-412f-997e-526f9076f0ea req-24640977-adc3-4edb-b9f5-7aee88f9e32d service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1366849 Jul 16 18:44:23.625929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a06bba3-6633-4af1-90c6-0dc07a56a82b req-cf4a9606-28da-4ae5-8bb1-b0facc6066d1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630858 Jul 16 18:44:23.693188 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e118dad2-6a8a-412f-997e-526f9076f0ea req-6c5c346e-85ef-4f60-aa5f-1d8124346a3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 1001 time: 0.0646722 Jul 16 18:44:23.746366 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118dad2-6a8a-412f-997e-526f9076f0ea req-26db73bb-54ec-4fff-ada7-4d917af60db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:23.747942 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e118dad2-6a8a-412f-997e-526f9076f0ea req-26db73bb-54ec-4fff-ada7-4d917af60db4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0453503 Jul 16 18:44:23.796674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8913462-4190-43bb-9c8e-a5a468f026bf req-0df70e70-bf88-410f-9a00-974b143fdca2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:23.798259 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8913462-4190-43bb-9c8e-a5a468f026bf req-0df70e70-bf88-410f-9a00-974b143fdca2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 945 time: 0.0661848 Jul 16 18:44:23.810737 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118dad2-6a8a-412f-997e-526f9076f0ea req-e616f73f-18ad-4b81-a39b-4402b6dfa6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:23.812254 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e118dad2-6a8a-412f-997e-526f9076f0ea req-e616f73f-18ad-4b81-a39b-4402b6dfa6da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536885 Jul 16 18:44:23.836822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c8913462-4190-43bb-9c8e-a5a468f026bf req-eb310a5e-c7cb-49ec-b055-078c328188d0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322156 Jul 16 18:44:23.912278 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e118dad2-6a8a-412f-997e-526f9076f0ea req-81f8430b-4601-4626-aa97-94340c03f2d9 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917737 Jul 16 18:44:24.005740 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e118dad2-6a8a-412f-997e-526f9076f0ea req-b481734f-6e21-410e-ad2f-f7b350ca17a8 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853229 Jul 16 18:44:24.185344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bab0b4-f9bf-426e-a2e1-3dce2fd79777 req-b536b7a2-d080-4c38-8596-da9382603ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:24.186821 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59bab0b4-f9bf-426e-a2e1-3dce2fd79777 req-b536b7a2-d080-4c38-8596-da9382603ad1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 1097 time: 0.0626931 Jul 16 18:44:24.209820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfbbf4-7098-4455-ace9-68ae05421c0f req-de921705-2cd4-494b-9460-ec05841d24fb tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:24.212282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79bfbbf4-7098-4455-ace9-68ae05421c0f req-de921705-2cd4-494b-9460-ec05841d24fb tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 945 time: 0.0811222 Jul 16 18:44:24.255239 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-79bfbbf4-7098-4455-ace9-68ae05421c0f req-0c511ac0-2d07-4ec5-b9fb-eb9efac0620f tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355434 Jul 16 18:44:24.296284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bab0b4-f9bf-426e-a2e1-3dce2fd79777 req-30a6c2f4-db2c-44bf-b1ba-573d4af50a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:24.297814 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59bab0b4-f9bf-426e-a2e1-3dce2fd79777 req-30a6c2f4-db2c-44bf-b1ba-573d4af50a8f service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1029944 Jul 16 18:44:24.372852 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59bab0b4-f9bf-426e-a2e1-3dce2fd79777 req-97e32228-d096-4454-b26a-cd772d9c9ae4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 200 len: 1001 time: 0.0660448 Jul 16 18:44:24.423690 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bab0b4-f9bf-426e-a2e1-3dce2fd79777 req-cd5697e0-3615-4631-862f-235c8f847b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:24.425468 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59bab0b4-f9bf-426e-a2e1-3dce2fd79777 req-cd5697e0-3615-4631-862f-235c8f847b36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0446384 Jul 16 18:44:24.487117 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bab0b4-f9bf-426e-a2e1-3dce2fd79777 req-cb908ff0-ad18-4a37-b5bc-aaa0de85f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:24.488658 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59bab0b4-f9bf-426e-a2e1-3dce2fd79777 req-cb908ff0-ad18-4a37-b5bc-aaa0de85f896 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538790 Jul 16 18:44:24.591500 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59bab0b4-f9bf-426e-a2e1-3dce2fd79777 req-df44b91f-51e7-4e9c-868a-459d8e4eeea0 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925481 Jul 16 18:44:24.694552 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-59bab0b4-f9bf-426e-a2e1-3dce2fd79777 req-5f91c988-4cd1-494a-9761-22ad7e6b97bc service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910201 Jul 16 18:44:24.928443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 723400ea-a8ce-4cd2-95eb-874c92ef40f5 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:24.979034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:24.983707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:24.984083 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.063591 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.087364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:25.089613 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329f4017-c8d9-4236-8b96-66160d2a0fc3" -d '{"events": [{"server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "name": "network-vif-plugged", "status": "completed", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:25.103753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:25.108373 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.138074 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410067d3-febb-4d1d-8dad-f6a711e3b714 x-openstack-request-id: req-410067d3-febb-4d1d-8dad-f6a711e3b714 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:25.138370 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "name": "network-vif-plugged", "status": "completed", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:25.138625 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-410067d3-febb-4d1d-8dad-f6a711e3b714 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:25.139018 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'code': 200} Jul 16 18:44:25.165417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=723400ea-a8ce-4cd2-95eb-874c92ef40f5,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:25.633428 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80dd9a-10d8-4dfd-b150-92cb63ef77f2 req-6c653a63-3d0f-4bca-af89-a2b30371a8b3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:25.634862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b80dd9a-10d8-4dfd-b150-92cb63ef77f2 req-6c653a63-3d0f-4bca-af89-a2b30371a8b3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0676286 Jul 16 18:44:25.672825 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6b80dd9a-10d8-4dfd-b150-92cb63ef77f2 req-f2bb82c3-7b1e-4d36-9276-e6b2ae817387 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321262 Jul 16 18:44:25.696733 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.066173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8dfcc-5cec-4f50-9c52-f1b2eda258b7 req-1dbb8725-c8c8-4645-acc0-dd3d52b000a5 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:26.067699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ff8dfcc-5cec-4f50-9c52-f1b2eda258b7 req-1dbb8725-c8c8-4645-acc0-dd3d52b000a5 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0647318 Jul 16 18:44:26.106891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1ff8dfcc-5cec-4f50-9c52-f1b2eda258b7 req-310775ce-6178-4ae2-a5b8-f59db34b7284 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335231 Jul 16 18:44:27.285907 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48babab-af65-43fe-87a2-0d22bde53827 req-e601cd74-187c-455a-99d1-c5a83d843efc tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.287415 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f48babab-af65-43fe-87a2-0d22bde53827 req-e601cd74-187c-455a-99d1-c5a83d843efc tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0641685 Jul 16 18:44:27.331273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f48babab-af65-43fe-87a2-0d22bde53827 req-9acca424-48f4-49a4-baa6-b27e6478c3bd tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376966 Jul 16 18:44:27.605253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-9ca1d2e7-8477-4904-8c06-cc4c8296343d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.606803 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-9ca1d2e7-8477-4904-8c06-cc4c8296343d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.11 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 946 time: 0.0688083 Jul 16 18:44:27.708019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Deleting port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:27.708279 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.803867 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] For port 723400ea-a8ce-4cd2-95eb-874c92ef40f5, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=723400ea-a8ce-4cd2-95eb-874c92ef40f5,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:27.804226 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.976082 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.976405 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.976651 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Floating IP 8e57d819-9619-455b-8899-5ff643227e16 disassociated. External IP: 172.25.3.150, port: 723400ea-a8ce-4cd2-95eb-874c92ef40f5. Jul 16 18:44:27.976984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Calling delete_port for 723400ea-a8ce-4cd2-95eb-874c92ef40f5 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:28.112069 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.149504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event deleted for resources: {'Port': ['ID=723400ea-a8ce-4cd2-95eb-874c92ef40f5,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:28.274260 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:28.399060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:28.418545 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc803cb1-2751-4366-b4f1-f07d19e04e2e None None] Sync routers for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:28.426018 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:28.434679 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc803cb1-2751-4366-b4f1-f07d19e04e2e None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:28.435463 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bc803cb1-2751-4366-b4f1-f07d19e04e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:44:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:28.451236 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] No DVR routers for this DVR port 723400ea-a8ce-4cd2-95eb-874c92ef40f5 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:28.454034 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.456760 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bcd135cb-13ee-4baf-b1be-8ee188e0b193 req-8b23ab44-dc0b-4e5e-944d-a456bd8ab9d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.11 "DELETE /v2.0/ports/723400ea-a8ce-4cd2-95eb-874c92ef40f5 HTTP/1.1" status: 204 len: 173 time: 0.8440211 Jul 16 18:44:28.457219 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'name': 'network-vif-deleted', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:28.459538 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef676ae-1a10-4af5-9d38-eb92a63b2a85" -d '{"events": [{"server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "name": "network-vif-deleted", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:28.487866 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bb911a27-a98e-4ded-81a7-4ffd72153e59 req-2add4f5d-44cc-4fe7-a667-539c483f35fa tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=aea9dc6e-1265-49be-921b-e5d13a451f52 HTTP/1.1" status: 200 len: 210 time: 0.0371883 Jul 16 18:44:28.523189 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea1b35b-5605-4f5d-b897-478bf513e395 x-openstack-request-id: req-6ea1b35b-5605-4f5d-b897-478bf513e395 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:28.523546 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea9dc6e-1265-49be-921b-e5d13a451f52", "name": "network-vif-deleted", "tag": "723400ea-a8ce-4cd2-95eb-874c92ef40f5", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:28.523826 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ea1b35b-5605-4f5d-b897-478bf513e395 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:28.524231 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea9dc6e-1265-49be-921b-e5d13a451f52', 'name': 'network-vif-deleted', 'tag': '723400ea-a8ce-4cd2-95eb-874c92ef40f5', 'status': 'completed', 'code': 200} Jul 16 18:44:28.570211 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-bc803cb1-2751-4366-b4f1-f07d19e04e2e None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:28.786497 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bc803cb1-2751-4366-b4f1-f07d19e04e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:28.816959 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc803cb1-2751-4366-b4f1-f07d19e04e2e None None] Checking router: a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:28.826386 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc803cb1-2751-4366-b4f1-f07d19e04e2e None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:28.827055 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bc803cb1-2751-4366-b4f1-f07d19e04e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:44:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:28.932543 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-bc803cb1-2751-4366-b4f1-f07d19e04e2e None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:29.240806 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bc803cb1-2751-4366-b4f1-f07d19e04e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:29.266280 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc803cb1-2751-4366-b4f1-f07d19e04e2e None None] The sync data for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 is: [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:29.480892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7200d71-d7fb-4d93-8475-b8edb73e9b35 None None] New status for floating IP 8e57d819-9619-455b-8899-5ff643227e16: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:44:29.850684 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-04c27453-9e76-4794-928b-37cd4f2f3363 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1365067355&fields=id&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 267 time: 0.0331626 Jul 16 18:44:29.964591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-e91ca2ff-6443-4100-a4a2-becd3c33e33d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:29.966319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-e91ca2ff-6443-4100-a4a2-becd3c33e33d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 811 time: 0.1092722 Jul 16 18:44:29.982227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-8f74f5aa-312b-4171-8983-4d3e24e53b97 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/quotas/86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 375 time: 0.0101316 Jul 16 18:44:30.052954 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-95758c24-640f-4de3-bc6c-d7cf3cb7508b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648508 Jul 16 18:44:30.206286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d6cf9cef-13c4-4ad3-a880-403ba160e9f7 service neutron] 10.222.0.24 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424098 Jul 16 18:44:30.302793 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-e7679451-46ec-4088-8f9d-c412dfb12787 service neutron] 10.222.0.24 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892580 Jul 16 18:44:30.483521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bca7cca5-8147-434e-9881-bb21e109131d req-a8433c42-801f-4b59-aa50-669254662732 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 210 time: 0.0355227 Jul 16 18:44:30.993733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 723400ea-a8ce-4cd2-95eb-874c92ef40f5 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:31.014790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 723400ea-a8ce-4cd2-95eb-874c92ef40f5 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:31.015118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 723400ea-a8ce-4cd2-95eb-874c92ef40f5 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:31.635910 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b4b0647-0240-4bb9-b224-33af115bc0fe req-be67540f-0b31-49e6-8bc4-495e628df0b7 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 210 time: 0.0322099 Jul 16 18:44:31.924698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-44b69162-effd-4cc3-8b4e-b933c10bc019 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.926092 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-44b69162-effd-4cc3-8b4e-b933c10bc019 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 811 time: 0.4532540 Jul 16 18:44:31.968568 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-66afe8c3-075c-4e8e-bd9a-5a1b0eb84ffa tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 380 time: 0.0331545 Jul 16 18:44:31.978476 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Request body: {'port': {'device_id': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'admin_state_up': True, 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'security_groups': ['0e7a76f4-1ef5-441f-b29c-2275b2052a15']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:32.085082 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Made reservation on behalf of 86b1415fe8b2494293bf4076f41c0f1f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:32.088721 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.229892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Allocated IP 172.20.0.14 (e766c453-9e30-412f-89b5-b97625da9af1/ee69205d-7bad-4258-9d14-297069c52719/08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:32.385955 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.400789 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Transition to ACTIVE for port object 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:32.436198 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.478464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Network e766c453-9e30-412f-89b5-b97625da9af1 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:32.483985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:32.488622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:32.515428 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event updated for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.543137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:32.543786 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.558914 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d1d88e4e-7ef2-4314-90ec-8c71f736a49b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5841620 Jul 16 18:44:32.572492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Request body: {'port': {'device_id': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:32.652064 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.761893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bca26029-b025-4356-9090-41e72e3c31e5 None None] Provisioning for port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:32.765778 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-bca26029-b025-4356-9090-41e72e3c31e5 None None] Provisioning complete for port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:32.766156 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bca26029-b025-4356-9090-41e72e3c31e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.802750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-bca26029-b025-4356-9090-41e72e3c31e5 None None] Port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:32.840061 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a506d-9608-4ba8-bbf7-65437a3a9fe5 req-b89cfc1a-6e89-4af1-8704-f7c06a9ef1b7 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:32.841641 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-165a506d-9608-4ba8-bbf7-65437a3a9fe5 req-b89cfc1a-6e89-4af1-8704-f7c06a9ef1b7 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 932 time: 0.0813081 Jul 16 18:44:32.883628 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-165a506d-9608-4ba8-bbf7-65437a3a9fe5 req-844dc770-43be-42e1-9872-017591fa8951 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353122 Jul 16 18:44:32.948359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:32.956271 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.968968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Transition to ACTIVE for port object 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:32.972864 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.021765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Pushing event updated for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:33.098960 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Attempting to bind port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:33.099304 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Attempting to bind port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:33.099634 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Attempting to bind port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:33.104373 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on network e766c453-9e30-412f-89b5-b97625da9af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:33.104682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Attempting to bind port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:33.109557 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:33.109929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Checking segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:33.110320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Bound using segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:33.110748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Bound port: 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:33.111774 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.177718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:33.181268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:33.185963 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.222081 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.222838 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.224064 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] 10.222.0.11 "PUT /v2.0/ports/08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1093 time: 0.6571620 Jul 16 18:44:33.224533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:33.226825 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef64891-bf0a-4248-a129-3e39b3ba5c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:33.253270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8367b-21d3-46da-b761-b559d8f11523 service neutron] Pushing event updated for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:33.281897 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267dc89f-32ae-435e-a5dc-b4d105de7677 x-openstack-request-id: req-267dc89f-32ae-435e-a5dc-b4d105de7677 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:33.282187 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:33.282465 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-267dc89f-32ae-435e-a5dc-b4d105de7677 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:33.282886 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'status': 'completed', 'code': 200} Jul 16 18:44:33.332925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-7996425d-90b4-4b44-aa6d-ae473ba3dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.334468 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-7996425d-90b4-4b44-aa6d-ae473ba3dd6f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1096 time: 0.0615604 Jul 16 18:44:33.379766 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-a4927354-8afe-4f4a-9638-87e26f47679b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 217 time: 0.0364037 Jul 16 18:44:33.430752 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d32454e3-0bec-43c4-8521-df0906f02997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.432269 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d32454e3-0bec-43c4-8521-df0906f02997 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0456021 Jul 16 18:44:33.495071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-981a3b94-db7c-4bd2-8e0d-503e43570680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.496586 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-981a3b94-db7c-4bd2-8e0d-503e43570680 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576093 Jul 16 18:44:33.586916 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-6e8acf77-2cb6-4eb7-a30f-84b32e9b19e9 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825708 Jul 16 18:44:33.681276 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7f1e6c9a-6938-45d5-a010-fd0940587253 req-d89ff8aa-de06-4727-b3c3-c06d377b29e3 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874910 Jul 16 18:44:33.781607 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef64891-bf0a-4248-a129-3e39b3ba5c6e req-50ea5684-5b20-4a14-bce4-b69177880015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.783858 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ef64891-bf0a-4248-a129-3e39b3ba5c6e req-50ea5684-5b20-4a14-bce4-b69177880015 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1096 time: 0.0534596 Jul 16 18:44:33.877202 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef64891-bf0a-4248-a129-3e39b3ba5c6e req-e1b0f13e-288c-41ac-832c-aa9ff23fc69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.878691 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ef64891-bf0a-4248-a129-3e39b3ba5c6e req-e1b0f13e-288c-41ac-832c-aa9ff23fc69d service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0877798 Jul 16 18:44:33.920725 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ef64891-bf0a-4248-a129-3e39b3ba5c6e req-9dea0be7-c520-4c13-a670-3957d126a2fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 217 time: 0.0350344 Jul 16 18:44:33.971368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef64891-bf0a-4248-a129-3e39b3ba5c6e req-b367ff1d-3d32-417a-a3d8-6e4adb1af711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.972844 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ef64891-bf0a-4248-a129-3e39b3ba5c6e req-b367ff1d-3d32-417a-a3d8-6e4adb1af711 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0438566 Jul 16 18:44:34.037828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef64891-bf0a-4248-a129-3e39b3ba5c6e req-64e70b77-23d2-4b9d-aa84-cac229f52d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.039379 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ef64891-bf0a-4248-a129-3e39b3ba5c6e req-64e70b77-23d2-4b9d-aa84-cac229f52d2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588956 Jul 16 18:44:34.065007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ab57e-ac0f-439c-b293-0bac042b1499 req-02301e8c-41b5-45bf-ac87-24f34625a675 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.066088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0e3ab57e-ac0f-439c-b293-0bac042b1499 req-02301e8c-41b5-45bf-ac87-24f34625a675 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 944 time: 0.0664852 Jul 16 18:44:34.145185 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ef64891-bf0a-4248-a129-3e39b3ba5c6e req-231e7fcd-4912-4012-9b96-772410b21d17 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964351 Jul 16 18:44:34.174683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0e3ab57e-ac0f-439c-b293-0bac042b1499 req-df11851d-fb47-4b33-9f47-18e4d64e1694 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369790 Jul 16 18:44:34.249637 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5ef64891-bf0a-4248-a129-3e39b3ba5c6e req-75b6b1ec-9968-40f9-9816-4c93afea2e4c service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930047 Jul 16 18:44:35.475234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b260ca-9778-4f97-9863-3b168b39c75f req-bce29242-1c84-4d14-86d3-03826853ec5b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:35.477088 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1b260ca-9778-4f97-9863-3b168b39c75f req-bce29242-1c84-4d14-86d3-03826853ec5b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 944 time: 0.1169116 Jul 16 18:44:35.517219 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1b260ca-9778-4f97-9863-3b168b39c75f req-ffa7baa0-b5f5-48f2-93a7-e7178f31e5e7 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343933 Jul 16 18:44:36.692187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e5e49-464e-4f25-9ae1-919fb3d66b25 req-a68404dc-88e9-45d3-b466-794b21ab065a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:36.693608 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b61e5e49-464e-4f25-9ae1-919fb3d66b25 req-a68404dc-88e9-45d3-b466-794b21ab065a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 944 time: 0.0659854 Jul 16 18:44:36.731285 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b61e5e49-464e-4f25-9ae1-919fb3d66b25 req-30353c9c-9e6b-49b6-980f-4d2d416ff9df tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320313 Jul 16 18:44:37.040908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:37.138215 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:37.149209 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'port_id': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'mac_address': 'fa:16:3e:97:b9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:37.185895 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.199500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:37.221588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:37.225751 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.281710 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:37.493153 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:37.905684 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b546c8-f198-41e6-9f9f-9ed6ba8862a5 req-fc87f338-a899-41ae-b4d2-f2d6665f350e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.907171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9b546c8-f198-41e6-9f9f-9ed6ba8862a5 req-fc87f338-a899-41ae-b4d2-f2d6665f350e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 945 time: 0.0645449 Jul 16 18:44:37.944268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a9b546c8-f198-41e6-9f9f-9ed6ba8862a5 req-8c0dda09-c18e-41cb-8c83-5abe241e43aa tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309000 Jul 16 18:44:39.056814 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:39.107818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:39.113287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:39.113833 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.194975 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.206283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b6f53-2269-4ced-9392-bc60e6440ee7 req-1cbfbd30-e588-4c4e-b449-2396c7d43330 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.207895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-162b6f53-2269-4ced-9392-bc60e6440ee7 req-1cbfbd30-e588-4c4e-b449-2396c7d43330 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 945 time: 0.1171186 Jul 16 18:44:39.219289 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:39.222313 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b3402c4d73c5e337f5313cf03119a260c2cf343dddffecb5afcbe372bb5614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d22a8e-39d4-47f9-91cb-923daea76fa4" -d '{"events": [{"server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "name": "network-vif-plugged", "status": "completed", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:39.240301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:39.245860 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.255599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-162b6f53-2269-4ced-9392-bc60e6440ee7 req-55998a3f-8eee-4691-af07-dce00eeabac3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419993 Jul 16 18:44:39.292856 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1a8061-91b0-4105-9d6b-e52a4a1f8533 x-openstack-request-id: req-3a1a8061-91b0-4105-9d6b-e52a4a1f8533 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:39.293157 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "name": "network-vif-plugged", "status": "completed", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:39.293418 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a1a8061-91b0-4105-9d6b-e52a4a1f8533 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:39.293880 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'code': 200} Jul 16 18:44:39.299174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:39.417739 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025031b-ed75-490c-bdd1-8af02c1c9cbb req-27affc02-a447-4fad-bfc7-2e759c5c2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.419259 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1025031b-ed75-490c-bdd1-8af02c1c9cbb req-27affc02-a447-4fad-bfc7-2e759c5c2efa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1098 time: 0.0539796 Jul 16 18:44:39.457084 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1025031b-ed75-490c-bdd1-8af02c1c9cbb req-dd53b40c-9c88-4474-a355-e574bc7ce465 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299077 Jul 16 18:44:40.440776 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07935e14-f328-41d8-9640-05a84f05b553 req-0b1a5558-6dac-413c-a8fe-adf5e54aa397 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:40.442442 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07935e14-f328-41d8-9640-05a84f05b553 req-0b1a5558-6dac-413c-a8fe-adf5e54aa397 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0693541 Jul 16 18:44:40.484152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07935e14-f328-41d8-9640-05a84f05b553 req-b3c73033-7ce9-4162-8406-193ad342d705 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356343 Jul 16 18:44:41.661442 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42a9a6-ed7f-4b6e-9691-339a3b6f66cb req-8c33d4ad-7d6f-4ba7-a1a2-fa316f6159fc tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:41.662831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d42a9a6-ed7f-4b6e-9691-339a3b6f66cb req-8c33d4ad-7d6f-4ba7-a1a2-fa316f6159fc tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0654764 Jul 16 18:44:41.700340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1d42a9a6-ed7f-4b6e-9691-339a3b6f66cb req-fbc1055c-3c40-474a-b6dc-71cb6bfa5ea7 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319755 Jul 16 18:44:41.870518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bb904-6c0b-4702-b118-a55cdec4f412 req-2608a779-a09f-4be9-b032-77644ed58c6c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:41.872051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-576bb904-6c0b-4702-b118-a55cdec4f412 req-2608a779-a09f-4be9-b032-77644ed58c6c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0631073 Jul 16 18:44:41.880782 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 45508) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:41.885521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a2e12b9e-85b8-4331-be95-cb496a4fddea tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Request body: {'floatingip': {'port_id': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:41.929108 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2e12b9e-85b8-4331-be95-cb496a4fddea tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.374975 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2e12b9e-85b8-4331-be95-cb496a4fddea tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.380063 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2e12b9e-85b8-4331-be95-cb496a4fddea tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.486336 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-a2e12b9e-85b8-4331-be95-cb496a4fddea tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Floating IP 8e57d819-9619-455b-8899-5ff643227e16 associated. External IP: 172.25.3.150, port: 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07. Jul 16 18:44:42.694795 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e12b9e-85b8-4331-be95-cb496a4fddea tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:42.806589 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e12b9e-85b8-4331-be95-cb496a4fddea tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:42.811456 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a2e12b9e-85b8-4331-be95-cb496a4fddea tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.816174 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edcadd8-0e0c-4b10-bc71-33f3b1acf1d5 None None] Sync routers for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:42.825582 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edcadd8-0e0c-4b10-bc71-33f3b1acf1d5 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:42.826225 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6edcadd8-0e0c-4b10-bc71-33f3b1acf1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:44:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:42.852107 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a2e12b9e-85b8-4331-be95-cb496a4fddea tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "PUT /v2.0/floatingips/8e57d819-9619-455b-8899-5ff643227e16 HTTP/1.1" status: 200 len: 992 time: 0.9701741 Jul 16 18:44:42.852824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:42.855228 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6018a4818f450d53350bee71637891fd23a57dbab4caebeac24f279df658dcda" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fda494-71c1-442f-b55b-aeb113632624" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:42.917303 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8dfdaa-746f-42bd-99b7-724547a802f6 x-openstack-request-id: req-dd8dfdaa-746f-42bd-99b7-724547a802f6 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:42.917957 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:42.918953 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd8dfdaa-746f-42bd-99b7-724547a802f6 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:42.919554 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'status': 'completed', 'code': 200} Jul 16 18:44:42.936159 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-6edcadd8-0e0c-4b10-bc71-33f3b1acf1d5 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:43.083032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fda494-71c1-442f-b55b-aeb113632624 req-112f6e63-5cbf-4c16-914e-8b88c421436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:43.084558 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38fda494-71c1-442f-b55b-aeb113632624 req-112f6e63-5cbf-4c16-914e-8b88c421436d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1098 time: 0.0912263 Jul 16 18:44:43.164103 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6edcadd8-0e0c-4b10-bc71-33f3b1acf1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '8e57d819-9619-455b-8899-5ff643227e16', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'port_id': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'mac_address': 'fa:16:3e:97:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:44:42Z', 'revision_number': 9, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:43.184684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fda494-71c1-442f-b55b-aeb113632624 req-f424bc48-1984-4af5-9c55-df3769cab8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:43.186236 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38fda494-71c1-442f-b55b-aeb113632624 req-f424bc48-1984-4af5-9c55-df3769cab8d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0918775 Jul 16 18:44:43.190002 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edcadd8-0e0c-4b10-bc71-33f3b1acf1d5 None None] Checking router: a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:43.198137 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edcadd8-0e0c-4b10-bc71-33f3b1acf1d5 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:43.198724 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6edcadd8-0e0c-4b10-bc71-33f3b1acf1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:44:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:43.258600 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38fda494-71c1-442f-b55b-aeb113632624 req-c2b3d72d-7b81-436c-8398-a58894537419 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1000 time: 0.0642660 Jul 16 18:44:43.306477 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-6edcadd8-0e0c-4b10-bc71-33f3b1acf1d5 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:43.308543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fda494-71c1-442f-b55b-aeb113632624 req-02285cb0-cba7-4bd2-a411-29b3cd67d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:43.309879 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38fda494-71c1-442f-b55b-aeb113632624 req-02285cb0-cba7-4bd2-a411-29b3cd67d536 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0444696 Jul 16 18:44:43.367854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fda494-71c1-442f-b55b-aeb113632624 req-64ede9df-2856-41e3-afee-df897aaef616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:43.369373 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38fda494-71c1-442f-b55b-aeb113632624 req-64ede9df-2856-41e3-afee-df897aaef616 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520263 Jul 16 18:44:43.465388 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38fda494-71c1-442f-b55b-aeb113632624 req-8a5ab7ae-775b-4fbe-a116-4d4587c6bfa1 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888817 Jul 16 18:44:43.531965 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6edcadd8-0e0c-4b10-bc71-33f3b1acf1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '8e57d819-9619-455b-8899-5ff643227e16', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'port_id': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'mac_address': 'fa:16:3e:97:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:44:42Z', 'revision_number': 9, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:43.555722 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-38fda494-71c1-442f-b55b-aeb113632624 req-1a61c95f-0b9d-4801-a346-e0c201ea1b4c service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827537 Jul 16 18:44:43.559692 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edcadd8-0e0c-4b10-bc71-33f3b1acf1d5 None None] The sync data for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 is: [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '8e57d819-9619-455b-8899-5ff643227e16', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'port_id': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'mac_address': 'fa:16:3e:97:b9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:44:42Z', 'revision_number': 9, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:43.578893 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-580a2233-7388-47a3-b349-5b9cbdd6b0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.752207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d87806-1ca0-40c6-9b9a-138c4017b85e None None] New status for floating IP 8e57d819-9619-455b-8899-5ff643227e16: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:44:45.779855 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-44e13a69-79d4-487b-bac8-93df2f5b86dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.015449 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.797607 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.229351 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.601229 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.697229 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.415947 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:13.582731 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e96715ec-9b9f-4744-bf55-a43d70f8caf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.781431 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-555bc371-e1eb-493d-808f-0f390803f3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.017643 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.801017 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.216319 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.599560 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.315684 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97266fea-7c5b-44df-b2d7-317a58ba362d req-4653c433-2fd1-41fa-9961-e777383db787 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554128 Jul 16 18:45:24.413217 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97266fea-7c5b-44df-b2d7-317a58ba362d req-c60c82b1-fc9b-43d6-9c57-50490833f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.414757 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97266fea-7c5b-44df-b2d7-317a58ba362d req-c60c82b1-fc9b-43d6-9c57-50490833f322 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1098 time: 0.0546818 Jul 16 18:45:24.523968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97266fea-7c5b-44df-b2d7-317a58ba362d req-11ba3c53-1e84-4315-8252-236956722176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.525450 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97266fea-7c5b-44df-b2d7-317a58ba362d req-11ba3c53-1e84-4315-8252-236956722176 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0848868 Jul 16 18:45:24.593405 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97266fea-7c5b-44df-b2d7-317a58ba362d req-a88939fc-58b8-427b-84e6-39cc0dc25f4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1003 time: 0.0609460 Jul 16 18:45:24.642226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97266fea-7c5b-44df-b2d7-317a58ba362d req-1eb2a7f1-337b-4673-bbd7-cf321f226940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.643662 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97266fea-7c5b-44df-b2d7-317a58ba362d req-1eb2a7f1-337b-4673-bbd7-cf321f226940 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0436425 Jul 16 18:45:24.700153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97266fea-7c5b-44df-b2d7-317a58ba362d req-b252a848-0d53-4367-8dd0-3dc44e56dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.701737 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97266fea-7c5b-44df-b2d7-317a58ba362d req-b252a848-0d53-4367-8dd0-3dc44e56dc7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510118 Jul 16 18:45:24.797268 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97266fea-7c5b-44df-b2d7-317a58ba362d req-427e4844-a2af-4cc8-af51-4678a4a56a83 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878186 Jul 16 18:45:24.885611 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97266fea-7c5b-44df-b2d7-317a58ba362d req-51c93a51-693f-4408-b424-e318722f3ca2 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804629 Jul 16 18:45:25.707439 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.415473 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:43.585308 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-166fc54d-741d-4ddc-8c35-ec81f55e8a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.783401 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f088c972-5d1e-4a33-a115-28d0a0b20c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.020036 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.804318 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.220658 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.614503 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.712721 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.600488 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ca8278d3-ec4d-4e7d-944f-67cc6ff0dcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.784177 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a4969862-6001-489a-9f82-586c977d9a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.021845 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.806586 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.218551 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.415950 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:46:21.650045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931045f6-6f9b-4481-af04-be02b8cfcc9c req-a5a59f82-38cd-4398-99c6-39aff9e9bd34 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:21.651514 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-931045f6-6f9b-4481-af04-be02b8cfcc9c req-a5a59f82-38cd-4398-99c6-39aff9e9bd34 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0694065 Jul 16 18:46:21.689431 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-87b581f1-b586-48d9-8298-fd1021a4d873 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936453 Jul 16 18:46:21.690254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-931045f6-6f9b-4481-af04-be02b8cfcc9c req-e22c8e49-acc4-4ea7-9d75-c43c406465f0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323226 Jul 16 18:46:22.810559 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-235e18de-8e47-46eb-9464-869e6dff66bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:22.812080 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-235e18de-8e47-46eb-9464-869e6dff66bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1098 time: 0.0525980 Jul 16 18:46:22.881235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07214fef-3b35-4d6a-b9d9-57e71b00de03 req-1369c58b-93c5-438c-b163-cf7c89278810 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:22.882820 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07214fef-3b35-4d6a-b9d9-57e71b00de03 req-1369c58b-93c5-438c-b163-cf7c89278810 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0678477 Jul 16 18:46:22.915332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-2a679f02-444f-40ec-ad56-09240bf7c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:22.916856 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-2a679f02-444f-40ec-ad56-09240bf7c0e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0962429 Jul 16 18:46:22.922243 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-07214fef-3b35-4d6a-b9d9-57e71b00de03 req-e614685c-ab64-434e-adb5-bea862fc1cd5 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331385 Jul 16 18:46:22.982808 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-c8d29353-979c-4d4d-92b7-639c1e9a36d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1003 time: 0.0591776 Jul 16 18:46:23.030982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-d5cee79d-a780-43ba-8f00-7631845e4949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:23.032428 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-d5cee79d-a780-43ba-8f00-7631845e4949 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0430477 Jul 16 18:46:23.094309 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-404aa95b-08b1-4a6d-a53d-19ef41e3cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:23.095882 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-404aa95b-08b1-4a6d-a53d-19ef41e3cc62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552776 Jul 16 18:46:23.185959 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-bd090796-b6c9-442b-9c08-7a82f1174267 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823066 Jul 16 18:46:23.279620 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-a35fdbc4-5dd5-4802-a202-2ad9de3ad552 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858517 Jul 16 18:46:23.614201 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.103123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58018cc-7f55-4056-823e-efdae7524426 req-5c9f0fab-e26d-49f5-9c4f-7ced50b0ecac tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.104673 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f58018cc-7f55-4056-823e-efdae7524426 req-5c9f0fab-e26d-49f5-9c4f-7ced50b0ecac tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0660527 Jul 16 18:46:24.142616 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f58018cc-7f55-4056-823e-efdae7524426 req-7ee196d4-29db-4609-a9b5-f1621032c55d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323324 Jul 16 18:46:24.407211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756867e7-9102-4d2e-8a2c-8f376be4505f req-b6d3fff4-17cb-44a6-99f0-e0385f5f6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.408759 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-756867e7-9102-4d2e-8a2c-8f376be4505f req-b6d3fff4-17cb-44a6-99f0-e0385f5f6b29 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1098 time: 0.0561185 Jul 16 18:46:24.520355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756867e7-9102-4d2e-8a2c-8f376be4505f req-c75a81f2-8851-4bb3-9f35-737f316d2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.521945 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-756867e7-9102-4d2e-8a2c-8f376be4505f req-c75a81f2-8851-4bb3-9f35-737f316d2ccc service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0888648 Jul 16 18:46:24.586605 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-756867e7-9102-4d2e-8a2c-8f376be4505f req-4e41b2c4-7eab-4cde-b41c-e61437a01b45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1003 time: 0.0578535 Jul 16 18:46:24.636053 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756867e7-9102-4d2e-8a2c-8f376be4505f req-f1ba89a5-ed7b-474c-aff5-6f8938d4dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.637488 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-756867e7-9102-4d2e-8a2c-8f376be4505f req-f1ba89a5-ed7b-474c-aff5-6f8938d4dd4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0429099 Jul 16 18:46:24.698454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756867e7-9102-4d2e-8a2c-8f376be4505f req-34bebc3f-19a7-4921-9f8c-6d81c02efcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.699850 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-756867e7-9102-4d2e-8a2c-8f376be4505f req-34bebc3f-19a7-4921-9f8c-6d81c02efcd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544796 Jul 16 18:46:24.789159 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-756867e7-9102-4d2e-8a2c-8f376be4505f req-4431d244-7476-4328-bc34-cd2353d01d7e service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812125 Jul 16 18:46:25.200672 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-756867e7-9102-4d2e-8a2c-8f376be4505f req-149162d5-eef8-4781-89bb-f2675b2635a7 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045973 Jul 16 18:46:25.318703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ff318-8c90-4e60-8e95-a7fe1915f828 req-3b00ad2c-c3ae-476c-b617-227d0cc074e6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:25.320184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a8ff318-8c90-4e60-8e95-a7fe1915f828 req-3b00ad2c-c3ae-476c-b617-227d0cc074e6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0652883 Jul 16 18:46:25.356783 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3a8ff318-8c90-4e60-8e95-a7fe1915f828 req-c2e04c7e-5459-41ff-80fd-9f4a6d0cbcc7 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310631 Jul 16 18:46:25.726667 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.536310 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf348e-f2a8-4586-a0f6-b26d754cd617 req-7f7292e6-3f8d-40f0-aa5b-101902513171 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:26.538594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ecf348e-f2a8-4586-a0f6-b26d754cd617 req-7f7292e6-3f8d-40f0-aa5b-101902513171 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0654089 Jul 16 18:46:26.577038 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ecf348e-f2a8-4586-a0f6-b26d754cd617 req-6a6fe9ec-e59e-48f5-b399-7d698606ce49 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328450 Jul 16 18:46:27.753652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf7519-725c-4abd-86f2-fab478e6ba5f req-49baab7c-d99d-436e-bb4e-08877ed15563 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:27.755173 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9cf7519-725c-4abd-86f2-fab478e6ba5f req-49baab7c-d99d-436e-bb4e-08877ed15563 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0628548 Jul 16 18:46:27.792838 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9cf7519-725c-4abd-86f2-fab478e6ba5f req-da6208af-15dd-477c-804e-40785789ee7c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Jul 16 18:46:28.971890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a821b-8900-43f9-b38b-f3a40a54ecb6 req-46c8bf19-520b-4956-8668-9a9b909ad6b0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:28.973408 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-108a821b-8900-43f9-b38b-f3a40a54ecb6 req-46c8bf19-520b-4956-8668-9a9b909ad6b0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0675137 Jul 16 18:46:29.013170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-108a821b-8900-43f9-b38b-f3a40a54ecb6 req-2b0cbcad-27e7-417f-b391-651a7316eb67 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333316 Jul 16 18:46:30.189254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544eab2-447d-4920-90df-31144aadb45e req-edda1e87-c6c6-4dc1-9ada-75edae51502d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:30.190809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b544eab2-447d-4920-90df-31144aadb45e req-edda1e87-c6c6-4dc1-9ada-75edae51502d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0642753 Jul 16 18:46:30.229960 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b544eab2-447d-4920-90df-31144aadb45e req-525afe3d-5d97-4c11-9f3d-434054d38861 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331664 Jul 16 18:46:30.747277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-da104820-c950-415e-862a-16b20ac43691 req-1900986e-b8ef-4344-ac54-b090155a065b service neutron] (105591) timed out ('10.222.0.32', 55070) {{(pid=105591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:46:31.414713 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592cdda-60cb-47b9-b105-d3df027ab1ba req-6272a0bd-4be3-4d87-a569-3eff058e9cfe tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:31.416203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0592cdda-60cb-47b9-b105-d3df027ab1ba req-6272a0bd-4be3-4d87-a569-3eff058e9cfe tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0669072 Jul 16 18:46:31.458570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0592cdda-60cb-47b9-b105-d3df027ab1ba req-84c41ecd-49d8-482b-9d74-880328ea59c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364697 Jul 16 18:46:32.641696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d9093-be2f-4add-84dd-58ddf20bfc27 req-e0fbc03c-4643-495a-afc2-1e3fb1e2e6de tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:32.643111 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-743d9093-be2f-4add-84dd-58ddf20bfc27 req-e0fbc03c-4643-495a-afc2-1e3fb1e2e6de tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0639303 Jul 16 18:46:32.680525 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-743d9093-be2f-4add-84dd-58ddf20bfc27 req-bab022ed-c913-41e9-99eb-39325eb4e649 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308030 Jul 16 18:46:33.856174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f49cb-c8e5-48f9-b322-5ebcc996c527 req-2822df8e-bf2c-44ad-8fde-81e94d68ae11 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:33.857756 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce6f49cb-c8e5-48f9-b322-5ebcc996c527 req-2822df8e-bf2c-44ad-8fde-81e94d68ae11 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0614634 Jul 16 18:46:33.894766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce6f49cb-c8e5-48f9-b322-5ebcc996c527 req-d3d93965-2bbd-4642-8724-ba3615482fa0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315192 Jul 16 18:46:35.317600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae990-464d-4509-a5d5-b62f122188e1 req-7cc62309-4b21-4786-9651-a342131f900e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:35.319150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed5ae990-464d-4509-a5d5-b62f122188e1 req-7cc62309-4b21-4786-9651-a342131f900e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.3110080 Jul 16 18:46:35.357078 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed5ae990-464d-4509-a5d5-b62f122188e1 req-9755caed-4886-4131-a6d5-924c85a63dd9 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321746 Jul 16 18:46:35.412994 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-cc491bd4-2934-408d-98ad-962eabf7c12d service neutron] show failed (client error): The resource could not be found. Jul 16 18:46:35.413965 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-cc491bd4-2934-408d-98ad-962eabf7c12d service neutron] 10.222.0.11 "GET /v2.0/ports/08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07/bindings/n-h1-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0567183 Jul 16 18:46:35.747619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-9da0e320-016f-4bcf-ab43-4d17c3749303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:35.749451 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-9da0e320-016f-4bcf-ab43-4d17c3749303 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 1098 time: 0.0948250 Jul 16 18:46:35.760712 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:35.836239 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.093840 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:36.144937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:36.185738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:36.191065 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.205749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Transition to ACTIVE for port object 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:36.210704 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.241821 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9906d7db-269a-4c94-aef4-7d3ccd868442" -d '{"events": [{"server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:36.317618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Pushing event updated for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:36.329854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:36.330182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:36.330521 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:36.330861 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:36.331212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:36.331520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:36.331847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:36.332172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:36.332498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:36.332821 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:36.333147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:36.333468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:36.372612 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e16dea5-7921-49cf-8a66-b59d4f17e95a x-openstack-request-id: req-2e16dea5-7921-49cf-8a66-b59d4f17e95a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:36.372903 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:36.373190 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e16dea5-7921-49cf-8a66-b59d4f17e95a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:36.373732 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'code': 200} Jul 16 18:46:36.374922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] No DVR routers for this DVR port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:36.532945 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Attempting to bind port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:36.533621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Attempting to bind port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:36.533621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Attempting to bind port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:36.538931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on network e766c453-9e30-412f-89b5-b97625da9af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:36.539258 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Attempting to bind port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:36.544331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:36.544653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Checking segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:36.545038 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Bound using segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:36.545497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Bound port: 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:36.545878 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.577266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21176c59-1fa3-436d-a769-e26457b366de req-373c4c1b-75c0-49b4-852d-aa717ba0e02d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:36.578855 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-21176c59-1fa3-436d-a769-e26457b366de req-373c4c1b-75c0-49b4-852d-aa717ba0e02d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 944 time: 0.0744154 Jul 16 18:46:36.620133 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:36.620369 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-21176c59-1fa3-436d-a769-e26457b366de req-1b595fee-e4bc-442e-ac8e-cb8af090380f tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329816 Jul 16 18:46:36.624036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:36.629186 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.666702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:36.667320 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.668831 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] 10.222.0.32 "PUT /v2.0/ports/08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1093 time: 0.9127705 Jul 16 18:46:36.691375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c5fd3-5547-48ea-8485-9a83257aa0ed service neutron] Pushing event updated for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:36.751979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-fa11a880-d950-48c9-9f39-bac293e890a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:36.753723 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-fa11a880-d950-48c9-9f39-bac293e890a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1096 time: 0.0578823 Jul 16 18:46:36.855964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-08fccb81-079c-43f8-b866-71cfdcfdf255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:36.858361 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-08fccb81-079c-43f8-b866-71cfdcfdf255 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0979903 Jul 16 18:46:36.925361 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-04085664-94e2-4d81-9a26-43c09ef02bcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1001 time: 0.0601072 Jul 16 18:46:36.979172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-4e6a3851-11b2-43a3-9559-d3b75e38f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:36.980566 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-4e6a3851-11b2-43a3-9559-d3b75e38f859 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0495632 Jul 16 18:46:37.039440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-ff86a62e-5807-4874-a127-5979e7a8d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:37.040953 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-ff86a62e-5807-4874-a127-5979e7a8d22a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537403 Jul 16 18:46:37.136481 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-57b50d3d-25e8-4141-9292-b2fb4359783e service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888360 Jul 16 18:46:37.232724 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-81a2caad-b6df-4530-a87f-fbae90baefc0 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900831 Jul 16 18:46:37.634926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:37.673639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:37.802509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f4ce4-cd82-4d47-ad2b-ccc5ddbe1856 req-63a502ca-cb38-43bb-9cec-215c6b30c571 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:37.804566 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-061f4ce4-cd82-4d47-ad2b-ccc5ddbe1856 req-63a502ca-cb38-43bb-9cec-215c6b30c571 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 944 time: 0.0671420 Jul 16 18:46:37.842537 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-061f4ce4-cd82-4d47-ad2b-ccc5ddbe1856 req-676d52bd-4d8f-445f-b8ac-7123aa76d1a4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323040 Jul 16 18:46:38.374646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:38.377126 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1e987d-e68e-483c-b2fe-f94f99656071" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:38.430807 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03481ac4-0eb2-481a-bb33-08eac7a4d91b x-openstack-request-id: req-03481ac4-0eb2-481a-bb33-08eac7a4d91b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:38.431226 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:38.431488 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03481ac4-0eb2-481a-bb33-08eac7a4d91b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:38.431894 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'status': 'completed', 'code': 200} Jul 16 18:46:38.547139 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-bd5dede2-d429-487b-a3bd-0072ae171d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.548648 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-bd5dede2-d429-487b-a3bd-0072ae171d0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1096 time: 0.0987811 Jul 16 18:46:38.551251 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-e0cb455a-d02f-4325-b3ce-e4b2430b4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.552621 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-e0cb455a-d02f-4325-b3ce-e4b2430b4c50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1096 time: 0.0948272 Jul 16 18:46:38.712116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-82513f31-a1fe-462e-a57a-f4355f0fba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.713563 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-82513f31-a1fe-462e-a57a-f4355f0fba33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1510046 Jul 16 18:46:38.714552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-4e80f9c7-cd2b-42e1-aac0-87bbf43108c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.715869 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-4e80f9c7-cd2b-42e1-aac0-87bbf43108c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1608090 Jul 16 18:46:38.831265 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-a21b69cb-723f-4b69-8019-624b8a2404eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1001 time: 0.1102383 Jul 16 18:46:38.832919 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-a3077903-d976-484f-990c-dd64b4acc98a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1001 time: 0.1059477 Jul 16 18:46:38.923965 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-eb4765ca-e6b0-42c4-8cc1-be68a3d3bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.925449 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-eb4765ca-e6b0-42c4-8cc1-be68a3d3bde6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0874972 Jul 16 18:46:38.926841 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-4a7a45e1-d1c5-45a7-b216-80499e387dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.928728 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-4a7a45e1-d1c5-45a7-b216-80499e387dc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0830808 Jul 16 18:46:39.024259 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb69506-de9b-4874-8fa2-c75bdb80e883 req-5b679cc1-8013-4398-800a-969bb1f659b2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.026022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3bb69506-de9b-4874-8fa2-c75bdb80e883 req-5b679cc1-8013-4398-800a-969bb1f659b2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 944 time: 0.0672054 Jul 16 18:46:39.026912 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-5553c72e-88cc-4e23-aead-fa08ede27375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.028438 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-5553c72e-88cc-4e23-aead-fa08ede27375 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962961 Jul 16 18:46:39.030276 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-a91833c9-47ef-4d93-aa9a-7aac77b5af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.031635 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-a91833c9-47ef-4d93-aa9a-7aac77b5af8c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910227 Jul 16 18:46:39.073215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3bb69506-de9b-4874-8fa2-c75bdb80e883 req-ade63a93-d412-4330-8098-2aec7346f35b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411019 Jul 16 18:46:39.196884 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-e47c9bb1-0c43-47aa-b1e4-359701e0335c service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615498 Jul 16 18:46:39.198772 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-70fe2b72-3df2-4866-9c47-2e425c274800 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559229 Jul 16 18:46:39.360885 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-67baa5c9-2c95-4bd5-a00c-0136c1fe89f6 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579628 Jul 16 18:46:39.364628 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-cb1e987d-e68e-483c-b2fe-f94f99656071 req-17002a90-b97e-4fe0-ac70-ffa89e77a0b5 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522784 Jul 16 18:46:39.525421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d971-b718-468d-b151-7d16c6c3440e req-7762a3c5-38b2-4a07-9d91-d4d53c8c4a53 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.526961 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-7762a3c5-38b2-4a07-9d91-d4d53c8c4a53 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e&tenant_id=86b1415fe8b2494293bf4076f41c0f1f&binding%3Ahost_id=n-h1-787205-10 HTTP/1.1" status: 200 len: 944 time: 0.0754254 Jul 16 18:46:39.578898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c7214-16ae-4a0c-91fd-fc2be3c5df4a req-6044059c-e2cf-438b-ac12-129c30be06fd tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.580725 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f7c7214-16ae-4a0c-91fd-fc2be3c5df4a req-6044059c-e2cf-438b-ac12-129c30be06fd tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 944 time: 0.0669761 Jul 16 18:46:39.591384 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-e63842ef-dae9-49c1-b85b-35ac65805110 service neutron] 10.222.0.32 "GET /v2.0/ports/08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07/bindings/n-h1-787205-10 HTTP/1.1" status: 200 len: 383 time: 0.0566943 Jul 16 18:46:39.626782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f7c7214-16ae-4a0c-91fd-fc2be3c5df4a req-9845cfa5-8386-451d-9528-a890300b97a4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397060 Jul 16 18:46:39.673427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d971-b718-468d-b151-7d16c6c3440e req-00076333-2281-4af1-9aa9-fe7eb9960151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.674999 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-00076333-2281-4af1-9aa9-fe7eb9960151 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1096 time: 0.0599139 Jul 16 18:46:39.765437 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d971-b718-468d-b151-7d16c6c3440e req-17c55a4e-1d36-4a6c-9a65-04c6a495af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.766949 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-17c55a4e-1d36-4a6c-9a65-04c6a495af8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0863526 Jul 16 18:46:39.838751 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-0c1d294c-b865-448c-80bb-717beac3f9f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1001 time: 0.0649731 Jul 16 18:46:39.888400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d971-b718-468d-b151-7d16c6c3440e req-b9fea368-4d27-4b56-91d7-3aa7f05574ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.889924 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-b9fea368-4d27-4b56-91d7-3aa7f05574ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0454903 Jul 16 18:46:39.948179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d971-b718-468d-b151-7d16c6c3440e req-c7977b7c-1375-4ba1-9281-e93501140212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.949691 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-c7977b7c-1375-4ba1-9281-e93501140212 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530846 Jul 16 18:46:40.050539 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-35450473-fee9-48f3-8da9-df2fdb4b3958 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933962 Jul 16 18:46:40.072527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:46:40.144744 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-cb1b4316-1f1b-459d-b2f3-112006d10ada service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874681 Jul 16 18:46:40.176391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:40.190049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'port_id': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'mac_address': 'fa:16:3e:97:b9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:46:40.228181 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.241062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:40.261316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:40.265086 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.313096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:40.321240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:40.321592 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:40.321973 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:40.322317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:40.322659 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:40.322998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:40.323332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:40.323661 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:40.323993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:40.324321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:40.324653 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:40.324999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:40.530613 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:40.807993 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d33ba7-a54d-434b-a17b-bed0b9764d27 req-e3490997-624a-4ee4-b0aa-a8abc60d4c04 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:40.809418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a3d33ba7-a54d-434b-a17b-bed0b9764d27 req-e3490997-624a-4ee4-b0aa-a8abc60d4c04 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 945 time: 0.0633321 Jul 16 18:46:40.848447 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a3d33ba7-a54d-434b-a17b-bed0b9764d27 req-ba4c3bd7-61cc-4ced-a6df-5e38e03a6610 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331852 Jul 16 18:46:42.057440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c28a1-206f-4ae7-a456-2a82f402fed6 req-627138b9-fca8-4aa6-b696-102d493d8980 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:42.060065 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-891c28a1-206f-4ae7-a456-2a82f402fed6 req-627138b9-fca8-4aa6-b696-102d493d8980 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 945 time: 0.0931201 Jul 16 18:46:42.090811 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:42.107648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-891c28a1-206f-4ae7-a456-2a82f402fed6 req-e240dd5c-dfa7-4cf4-ab1d-a896eb568390 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412910 Jul 16 18:46:42.163485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:42.167328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:42.167705 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.203343 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d971-b718-468d-b151-7d16c6c3440e req-9f15ee2d-655d-4b95-8371-4e2cf8ea4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:42.204857 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-9f15ee2d-655d-4b95-8371-4e2cf8ea4a21 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 1097 time: 0.0622163 Jul 16 18:46:42.220639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:42.255564 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.278919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:42.294298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:42.297833 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.299725 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.328373 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6019740-0d0d-45c6-bee0-08328bde6673" -d '{"events": [{"server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "name": "network-vif-plugged", "status": "completed", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:42.361089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:42.433814 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4797b4-340c-43a5-b1bd-c3383759acf0 x-openstack-request-id: req-fa4797b4-340c-43a5-b1bd-c3383759acf0 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:42.434122 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "name": "network-vif-plugged", "status": "completed", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:42.434381 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa4797b4-340c-43a5-b1bd-c3383759acf0 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:42.434790 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'code': 200} Jul 16 18:46:42.542956 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:42.577584 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:42.621110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:42.624056 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac3bc6c-8a33-430c-b50f-e41e9b512434" -d '{"events": [{"server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:42.627664 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.640825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Transition to ACTIVE for port object 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:42.644901 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.685129 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12abbcd2-f8a2-4152-96b3-f5ef67575eef x-openstack-request-id: req-12abbcd2-f8a2-4152-96b3-f5ef67575eef {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:42.685433 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:42.685719 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12abbcd2-f8a2-4152-96b3-f5ef67575eef {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:42.686128 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'code': 200} Jul 16 18:46:42.730510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Pushing event updated for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:42.774124 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] No DVR routers for this DVR port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:42.915997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Attempting to bind port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:42.916331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Attempting to bind port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:42.916668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Attempting to bind port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:42.921145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on network e766c453-9e30-412f-89b5-b97625da9af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:42.921469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Attempting to bind port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:42.932193 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:42.932537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Checking segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:42.932923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Bound using segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:42.933354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Bound port: 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:42.933745 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.998092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:43.001131 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:43.004698 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.039955 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.040770 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.042431 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] 10.222.0.11 "PUT /v2.0/ports/08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1094 time: 0.8278456 Jul 16 18:46:43.080172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58c5f0-49e8-48dd-893c-40dcf2093576 service neutron] Pushing event updated for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=11']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:43.141229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d971-b718-468d-b151-7d16c6c3440e req-136f4cf0-d764-4962-8860-cfddefa723c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.142971 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-136f4cf0-d764-4962-8860-cfddefa723c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1097 time: 0.0713117 Jul 16 18:46:43.251303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d971-b718-468d-b151-7d16c6c3440e req-43eb2b48-3f73-4075-9d39-ac7d9539dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.252807 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-43eb2b48-3f73-4075-9d39-ac7d9539dc13 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1026928 Jul 16 18:46:43.305609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2241d-cc40-42c7-a4e8-dd912a85d324 req-5c31c6e5-893c-4ae5-8481-4e130d393edc tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.307122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ec2241d-cc40-42c7-a4e8-dd912a85d324 req-5c31c6e5-893c-4ae5-8481-4e130d393edc tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 945 time: 0.0721231 Jul 16 18:46:43.343793 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-f0f6078c-8fbc-4acf-9378-c4ca7305a8da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1001 time: 0.0825365 Jul 16 18:46:43.353267 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ec2241d-cc40-42c7-a4e8-dd912a85d324 req-f104e4ff-f52e-4953-a7fc-6cc55d73f6d5 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400136 Jul 16 18:46:43.397954 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d971-b718-468d-b151-7d16c6c3440e req-17cd665a-52e7-4ed8-8e8c-9a078511bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.399458 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-17cd665a-52e7-4ed8-8e8c-9a078511bf4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0478506 Jul 16 18:46:43.460368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d971-b718-468d-b151-7d16c6c3440e req-c31d9924-e4d3-40fd-b082-bbf37506c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.461892 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-c31d9924-e4d3-40fd-b082-bbf37506c6bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555968 Jul 16 18:46:43.560369 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-5996a2c8-140e-448e-88f3-db866dfa8422 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914416 Jul 16 18:46:43.592340 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6a880b84-dd2a-49dc-8523-57c4f522dc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.686081 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8566d971-b718-468d-b151-7d16c6c3440e req-4216fbd8-7c40-45fd-9104-730184afee0b service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174440 Jul 16 18:46:44.088028 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:44.132754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:44.534857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f9a55-8e32-4a98-a317-04c6986dd339 req-48c24ca6-7ce3-4f0e-82e6-30b2f58bd1d5 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:44.535866 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-244f9a55-8e32-4a98-a317-04c6986dd339 req-48c24ca6-7ce3-4f0e-82e6-30b2f58bd1d5 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 945 time: 0.0670359 Jul 16 18:46:44.576758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-244f9a55-8e32-4a98-a317-04c6986dd339 req-f271bd98-284d-4041-aa6a-e134931732d6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345299 Jul 16 18:46:44.687201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:44.689802 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:44.742626 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0614b2d5-6674-4df5-b440-469e84ed1130 x-openstack-request-id: req-0614b2d5-6674-4df5-b440-469e84ed1130 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:44.742922 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:44.743197 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0614b2d5-6674-4df5-b440-469e84ed1130 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:44.743597 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'status': 'completed', 'code': 200} Jul 16 18:46:44.863132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-d3733fbc-0bf3-437b-ab6c-4d893c47b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:44.864651 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-d3733fbc-0bf3-437b-ab6c-4d893c47b10c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1097 time: 0.0885425 Jul 16 18:46:44.871667 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-e02227fe-0b8d-4028-9f06-3e68cc0ba255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:44.873137 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-e02227fe-0b8d-4028-9f06-3e68cc0ba255 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 1097 time: 0.1056957 Jul 16 18:46:45.029245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-83eefd69-929e-4be9-b968-6e273fcc269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:45.030789 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-83eefd69-929e-4be9-b968-6e273fcc269d service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1567805 Jul 16 18:46:45.031889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-5ea1c43c-cb92-4cc0-a25e-56964fec7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:45.033220 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-5ea1c43c-cb92-4cc0-a25e-56964fec7200 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1514421 Jul 16 18:46:45.486119 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-27f417bb-6093-42c0-b307-01759fc11c98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1001 time: 0.4470420 Jul 16 18:46:45.487895 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-a6052c78-9dd2-47d6-adf8-30e842076cb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 200 len: 1001 time: 0.4433351 Jul 16 18:46:45.573420 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-ae3b16c3-17aa-41be-b800-5152b0519d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:45.574960 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-ae3b16c3-17aa-41be-b800-5152b0519d35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0823050 Jul 16 18:46:45.576497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-09822c18-435b-4992-8113-efd66c66883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:45.577842 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-09822c18-435b-4992-8113-efd66c66883b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0764656 Jul 16 18:46:45.668311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:46:45.674102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-a058023f-0887-4bc4-b4da-f0a43d86923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:45.675396 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-a058023f-0887-4bc4-b4da-f0a43d86923b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865345 Jul 16 18:46:45.678946 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-6f93b0d9-f307-4630-aa63-ed33fc767cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:45.680391 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-6f93b0d9-f307-4630-aa63-ed33fc767cf0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990872 Jul 16 18:46:45.769741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449e2a8-0e8c-4237-8d3f-6cf6200e7f5c req-bd5c65f0-2ffd-4f08-8bd6-33fd68842617 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:45.772974 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5449e2a8-0e8c-4237-8d3f-6cf6200e7f5c req-bd5c65f0-2ffd-4f08-8bd6-33fd68842617 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 945 time: 0.0725689 Jul 16 18:46:45.797754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:45.807761 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4a7eb5cb-89ed-4c04-bab6-ca792df35fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.812281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'port_id': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'mac_address': 'fa:16:3e:97:b9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:46:45.822499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5449e2a8-0e8c-4237-8d3f-6cf6200e7f5c req-582a3865-95fa-47bc-bb05-c90deb4030a3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Jul 16 18:46:45.856709 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.870994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:45.881296 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-ddcd2fb4-169c-4dbd-b2d0-8c5fc4cd673d service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989880 Jul 16 18:46:45.891993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:45.897970 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.915496 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-cebd452b-f811-4f17-94b1-5ee1dc69c121 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233543 Jul 16 18:46:45.951891 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=12']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:46.013899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cd2e0-5a3d-4504-8679-c8201f0ed284 req-9e1a42af-16d4-41b1-8706-e3f442fce9c8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.015468 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea7cd2e0-5a3d-4504-8679-c8201f0ed284 req-9e1a42af-16d4-41b1-8706-e3f442fce9c8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0680809 Jul 16 18:46:46.026491 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.049088 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-4c25ecf0-24cf-4cfb-9729-32b459e5307c service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580906 Jul 16 18:46:46.058568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea7cd2e0-5a3d-4504-8679-c8201f0ed284 req-80666431-42eb-4efe-af2b-71771562b824 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350151 Jul 16 18:46:46.065676 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a38c2c4e-f8c9-40d9-94ff-e54899ab5527 req-6c14458b-4453-42a3-aeb1-2ae5e4535170 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417892 Jul 16 18:46:46.171348 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:46.249633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c45329-5ee7-4448-88a1-9b9d49eebd0a req-d67d6f99-edc5-4e53-ad08-fca3a0f1cb57 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.251243 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01c45329-5ee7-4448-88a1-9b9d49eebd0a req-d67d6f99-edc5-4e53-ad08-fca3a0f1cb57 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0705910 Jul 16 18:46:46.295847 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01c45329-5ee7-4448-88a1-9b9d49eebd0a req-e6cc28a0-86c6-41af-bdd2-7b5ddaae1d45 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384829 Jul 16 18:46:46.687222 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87368ce9-c9b4-45af-8e06-b7e320652362 req-3396497e-d20c-4606-8bc0-627202fd235c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.688742 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87368ce9-c9b4-45af-8e06-b7e320652362 req-3396497e-d20c-4606-8bc0-627202fd235c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0681703 Jul 16 18:46:46.728894 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-87368ce9-c9b4-45af-8e06-b7e320652362 req-02036369-9ad5-4f03-b037-ad198409ba1e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338278 Jul 16 18:46:47.693782 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:47.746619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:47.750868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:47.751299 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.831664 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.845686 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.869692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:47.871933 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106de0a4-6920-4c67-adb9-b524bd07d042" -d '{"events": [{"server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "name": "network-vif-plugged", "status": "completed", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:47.885218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:47.890336 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.920743 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9305f89-2896-489f-b8c4-ccd8927d9826 x-openstack-request-id: req-d9305f89-2896-489f-b8c4-ccd8927d9826 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:47.921044 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "name": "network-vif-plugged", "status": "completed", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:47.921305 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9305f89-2896-489f-b8c4-ccd8927d9826 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:47.921725 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'code': 200} Jul 16 18:46:47.928743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ee0e9-72ab-4d43-98ca-ee75707ca161 req-362b2983-4d99-41d1-afd5-7181be27210b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:47.930326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-535ee0e9-72ab-4d43-98ca-ee75707ca161 req-362b2983-4d99-41d1-afd5-7181be27210b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 946 time: 0.0769022 Jul 16 18:46:47.945982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=13']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:47.968042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-535ee0e9-72ab-4d43-98ca-ee75707ca161 req-7ffd3a82-19a2-4b88-9b8c-057f5c59d69f tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317340 Jul 16 18:46:48.035345 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-d8c6c3c1-44fd-40b9-a2e5-306e7a45a3df tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:48.036823 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-d8c6c3c1-44fd-40b9-a2e5-306e7a45a3df tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 947 time: 0.0644147 Jul 16 18:46:48.138964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Deleting port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:48.139383 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.226947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] For port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:48.227215 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.412657 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.413036 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.413357 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Floating IP 8e57d819-9619-455b-8899-5ff643227e16 disassociated. External IP: 172.25.3.150, port: 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07. Jul 16 18:46:48.413735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Calling delete_port for 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:48.543102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.577648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event deleted for resources: {'Port': ['ID=08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:48.696551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:48.810546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:48.821015 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7934550-a48a-428e-89d1-4b9680dc1448 None None] Sync routers for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:48.831790 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7934550-a48a-428e-89d1-4b9680dc1448 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:48.832415 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a7934550-a48a-428e-89d1-4b9680dc1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:46:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:48.859064 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] No DVR routers for this DVR port 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:48.861635 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.863688 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-be2a1a44-4567-4ef5-af0a-330c1f6081be req-510317d9-88d7-4a4e-afc6-370cebe4b266 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.11 "DELETE /v2.0/ports/08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 HTTP/1.1" status: 204 len: 173 time: 0.8218391 Jul 16 18:46:48.864138 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'name': 'network-vif-deleted', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:48.866697 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf66807-52ec-4152-b283-ba8c0f59bc1d" -d '{"events": [{"server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "name": "network-vif-deleted", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:48.909914 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eda805-5a52-4002-840e-af8c685ca178 x-openstack-request-id: req-07eda805-5a52-4002-840e-af8c685ca178 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:48.910752 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0d1ee9-ca26-4751-b25b-48c2763b9a9e", "name": "network-vif-deleted", "tag": "08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:48.911002 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07eda805-5a52-4002-840e-af8c685ca178 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:48.911708 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0d1ee9-ca26-4751-b25b-48c2763b9a9e', 'name': 'network-vif-deleted', 'tag': '08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07', 'status': 'completed', 'code': 200} Jul 16 18:46:48.944839 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a7934550-a48a-428e-89d1-4b9680dc1448 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:49.132799 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-184b4d70-6b47-4d74-8d3b-b3bee7392164 req-86829380-0382-4eb2-b38a-6ff5079b5420 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc0d1ee9-ca26-4751-b25b-48c2763b9a9e HTTP/1.1" status: 200 len: 210 time: 0.0299618 Jul 16 18:46:49.153031 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a7934550-a48a-428e-89d1-4b9680dc1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:49.182605 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7934550-a48a-428e-89d1-4b9680dc1448 None None] Checking router: a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:49.191336 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7934550-a48a-428e-89d1-4b9680dc1448 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:49.191956 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a7934550-a48a-428e-89d1-4b9680dc1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:46:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:49.250986 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.401102 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-a7934550-a48a-428e-89d1-4b9680dc1448 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:49.599808 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-a7934550-a48a-428e-89d1-4b9680dc1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:49.627647 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7934550-a48a-428e-89d1-4b9680dc1448 None None] The sync data for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 is: [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:49.857181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b910aca-7d08-42f4-8d4f-4c2efaa73a98 None None] New status for floating IP 8e57d819-9619-455b-8899-5ff643227e16: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:46:50.488557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-1f4e7486-2bea-42b5-a2a0-58d28ec9900c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1365067355&fields=id&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 267 time: 0.0324244 Jul 16 18:46:50.600294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-0b4db9ef-de79-4d1d-8fbe-eeb576fcf7b5 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.601810 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-0b4db9ef-de79-4d1d-8fbe-eeb576fcf7b5 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 811 time: 0.1060503 Jul 16 18:46:50.616924 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-b91f6399-760f-4d76-9d49-71e7cac7d69d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/quotas/86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 375 time: 0.0097482 Jul 16 18:46:50.686031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-f6c0127c-ce25-47d8-aa9d-e14a77d677e4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634947 Jul 16 18:46:50.860285 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-d5d425ab-185d-47d7-9f4e-850342af0a47 service neutron] 10.222.0.24 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305301 Jul 16 18:46:50.956719 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-37e9dd57-192e-477d-8f29-dc43299ec9f0 service neutron] 10.222.0.24 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897427 Jul 16 18:46:51.135499 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f8776c9-b194-4480-a044-7e73d360c0fe req-7415ec95-39e8-4bf8-9597-13b6d8fbd0d4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 210 time: 0.0295095 Jul 16 18:46:51.698727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:51.720053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:51.720408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 08cd6ec4-1cd9-492a-aa85-2ee83b0f8a07 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:52.197220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-b09037d7-3bac-4546-ae90-e9fc01a6aa2c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:52.198731 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-b09037d7-3bac-4546-ae90-e9fc01a6aa2c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 811 time: 0.1212585 Jul 16 18:46:52.251076 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-b4d4f63f-71d9-4989-b4dd-6dce6755bc00 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 380 time: 0.0406408 Jul 16 18:46:52.261507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Request body: {'port': {'device_id': '6ec639b0-0b05-4472-8c18-f9572b448063', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'admin_state_up': True, 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'security_groups': ['0e7a76f4-1ef5-441f-b29c-2275b2052a15']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:52.315524 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29e6ce1b-ac37-400f-968b-1062d84cd8b2 req-92034982-3d38-4549-bb02-488de5f6df2a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 210 time: 0.0362055 Jul 16 18:46:52.394476 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Made reservation on behalf of 86b1415fe8b2494293bf4076f41c0f1f for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:52.399360 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.548795 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Allocated IP 172.20.0.11 (e766c453-9e30-412f-89b5-b97625da9af1/ee69205d-7bad-4258-9d14-297069c52719/4a24c1ad-2d2c-48e8-b05c-076ed4147b59) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:52.709279 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.728453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Transition to ACTIVE for port object 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:52.772354 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.836216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Network e766c453-9e30-412f-89b5-b97625da9af1 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:52.839421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:52.843704 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:52.888095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event updated for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:52.929382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:52.930297 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.947163 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-6ab4caf4-e75f-4fa2-8b5b-4c89297018c6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6897278 Jul 16 18:46:52.961070 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Request body: {'port': {'device_id': '6ec639b0-0b05-4472-8c18-f9572b448063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:53.041113 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.069379 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-57ca7b22-cd49-4692-8b6d-9091d54e2a6e None None] Provisioning for port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:53.073679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-57ca7b22-cd49-4692-8b6d-9091d54e2a6e None None] Provisioning complete for port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:53.074141 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-57ca7b22-cd49-4692-8b6d-9091d54e2a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.108705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-57ca7b22-cd49-4692-8b6d-9091d54e2a6e None None] Port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:53.322829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:53.330259 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.342901 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Transition to ACTIVE for port object 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:53.346937 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.399841 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Pushing event updated for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:53.485430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Attempting to bind port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:53.485858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Attempting to bind port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:53.486224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Attempting to bind port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:53.491529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on network e766c453-9e30-412f-89b5-b97625da9af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:53.491529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Attempting to bind port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:53.498854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:53.499203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Checking segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:53.499599 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Bound using segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:53.500096 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Bound port: 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:53.500758 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.510509 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1ab46-ec7e-4343-b05a-1f71aabc0f09 req-ae442cbe-837e-4b5e-8b1f-23849d24e6d6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:53.512260 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-15e1ab46-ec7e-4343-b05a-1f71aabc0f09 req-ae442cbe-837e-4b5e-8b1f-23849d24e6d6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.0708768 Jul 16 18:46:53.561097 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-15e1ab46-ec7e-4343-b05a-1f71aabc0f09 req-b4ee99ad-5aa2-4687-8e6e-7685da77b378 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418622 Jul 16 18:46:53.576863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:53.580709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:53.586299 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.617966 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.626985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:53.627556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.628969 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] 10.222.0.32 "PUT /v2.0/ports/4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1093 time: 0.6734443 Jul 16 18:46:53.629416 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:53.632671 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3deff9-4ab8-4079-88d6-1ec9559e8123" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:53.654926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888f303-daf1-4dc1-b5f4-90815ea9084d service neutron] Pushing event updated for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:53.684418 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374c0bc8-c275-489b-84d8-706706a440a1 x-openstack-request-id: req-374c0bc8-c275-489b-84d8-706706a440a1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:53.684716 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:53.684985 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-374c0bc8-c275-489b-84d8-706706a440a1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:53.685391 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'status': 'completed', 'code': 200} Jul 16 18:46:53.740568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-ffa53a2c-8dc9-4019-b3df-5117b67c872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:53.742276 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-ffa53a2c-8dc9-4019-b3df-5117b67c872a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1096 time: 0.0676775 Jul 16 18:46:53.789686 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-7681db68-58d1-493f-aac6-18ee125b14f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 217 time: 0.0404675 Jul 16 18:46:53.844126 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-3f3af77b-ed56-4ef0-8eb3-a2b1e97fcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:53.845757 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-3f3af77b-ed56-4ef0-8eb3-a2b1e97fcd80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0494337 Jul 16 18:46:53.905882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-092d8539-8d40-4643-9a27-48ac31ef444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:53.907451 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-092d8539-8d40-4643-9a27-48ac31ef444e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554399 Jul 16 18:46:54.005731 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-162a6d8d-e44c-4e51-a69e-b20b84e544ff service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918982 Jul 16 18:46:54.100408 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-56fdb9dd-9c04-4f88-9d8d-0e158c1e530a req-1958588b-c60d-4fa7-80e3-eb7a39cfaf0e service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878510 Jul 16 18:46:54.205992 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3deff9-4ab8-4079-88d6-1ec9559e8123 req-1c96c9cd-94b8-409e-b7da-112d26a43d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:54.209507 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c3deff9-4ab8-4079-88d6-1ec9559e8123 req-1c96c9cd-94b8-409e-b7da-112d26a43d85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1096 time: 0.0615385 Jul 16 18:46:54.300275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3deff9-4ab8-4079-88d6-1ec9559e8123 req-9d32baff-98b7-478c-99c0-a653857cef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:54.301834 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c3deff9-4ab8-4079-88d6-1ec9559e8123 req-9d32baff-98b7-478c-99c0-a653857cef52 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0883288 Jul 16 18:46:54.348081 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c3deff9-4ab8-4079-88d6-1ec9559e8123 req-9a929f6f-b410-47ea-ae92-2a6c2cfd24da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 217 time: 0.0392270 Jul 16 18:46:54.402482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3deff9-4ab8-4079-88d6-1ec9559e8123 req-f6241eb2-5135-4858-8c50-955a8c197935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:54.403933 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c3deff9-4ab8-4079-88d6-1ec9559e8123 req-f6241eb2-5135-4858-8c50-955a8c197935 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0495722 Jul 16 18:46:54.464925 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3deff9-4ab8-4079-88d6-1ec9559e8123 req-19e0bc44-356c-42ae-b1df-b06808eab6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:54.466387 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c3deff9-4ab8-4079-88d6-1ec9559e8123 req-19e0bc44-356c-42ae-b1df-b06808eab6b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542407 Jul 16 18:46:54.563441 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c3deff9-4ab8-4079-88d6-1ec9559e8123 req-4fba8fc0-3e68-42d0-ab01-6a081d9bcb6c service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895145 Jul 16 18:46:54.666304 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9c3deff9-4ab8-4079-88d6-1ec9559e8123 req-df12c9d8-1404-46ee-824d-eb4031ae47ce service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950878 Jul 16 18:46:54.750503 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9584c-e813-43a4-987a-3557f7817399 req-e8b02fd8-af31-4f09-9860-651d29643bce tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:54.751929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04f9584c-e813-43a4-987a-3557f7817399 req-e8b02fd8-af31-4f09-9860-651d29643bce tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.0744991 Jul 16 18:46:54.793681 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-04f9584c-e813-43a4-987a-3557f7817399 req-db806d2f-dc25-40a8-bbc2-a04fb1c1c855 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357203 Jul 16 18:46:55.746463 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.972807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180d588-b870-4ff9-8874-e5b2b0dbc15b req-95d78e47-975a-461e-8a66-81a4dd72a183 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:55.975143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7180d588-b870-4ff9-8874-e5b2b0dbc15b req-95d78e47-975a-461e-8a66-81a4dd72a183 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.0651193 Jul 16 18:46:56.014348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7180d588-b870-4ff9-8874-e5b2b0dbc15b req-2d481c90-eedc-4d3b-b65a-61294e69d0a9 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333145 Jul 16 18:46:56.118690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:46:56.218373 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:56.229939 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'port_id': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'mac_address': 'fa:16:3e:78:4d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:46:56.268408 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.287842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:56.307314 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:56.310884 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.358793 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:56.415981 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:46:56.493909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['4a24c1ad-2d2c-48e8-b05c-076ed4147b59'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:57.193289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b5b8b-fb75-43fe-b5b5-2f6f1a4897f5 req-978a810f-17f1-4684-bd7c-4aa920b070df tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:57.194827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e44b5b8b-fb75-43fe-b5b5-2f6f1a4897f5 req-978a810f-17f1-4684-bd7c-4aa920b070df tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0667982 Jul 16 18:46:57.234519 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e44b5b8b-fb75-43fe-b5b5-2f6f1a4897f5 req-b483ce42-48d8-4851-91c5-dde42e2190e2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341196 Jul 16 18:46:58.134306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:58.184897 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:58.188529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:58.188904 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.264346 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.287424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:58.289685 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e295c6-36a5-497f-bd39-289afa8ff27b" -d '{"events": [{"server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "name": "network-vif-plugged", "status": "completed", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:58.303179 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:58.308174 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.336870 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cfd6ee-cd7b-4472-838b-ab96f1c69b7f x-openstack-request-id: req-48cfd6ee-cd7b-4472-838b-ab96f1c69b7f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:58.337166 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "name": "network-vif-plugged", "status": "completed", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:58.337421 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48cfd6ee-cd7b-4472-838b-ab96f1c69b7f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:58.337915 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'code': 200} Jul 16 18:46:58.366275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:58.427736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb402a-1f81-47f5-8555-9c1df72f7499 req-b6545859-11b7-461a-bff1-8e7e17d9e08d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:58.430607 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ebb402a-1f81-47f5-8555-9c1df72f7499 req-b6545859-11b7-461a-bff1-8e7e17d9e08d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0765157 Jul 16 18:46:58.468123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e30421-899c-4e40-b84e-253f9c4598f3 req-f44117b8-beeb-445e-a3ef-7f3f729329bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:58.469882 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-17e30421-899c-4e40-b84e-253f9c4598f3 req-f44117b8-beeb-445e-a3ef-7f3f729329bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1098 time: 0.0631149 Jul 16 18:46:58.471478 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ebb402a-1f81-47f5-8555-9c1df72f7499 req-6cb962f3-5f3d-4cd7-961b-2c647625b13f tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344656 Jul 16 18:46:58.510828 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-17e30421-899c-4e40-b84e-253f9c4598f3 req-fa12802f-dcac-4305-bba7-c4fd3714fbd2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345838 Jul 16 18:46:59.647992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b673ef4-564f-4363-be80-0b9556a1111a req-4e8e91a0-902d-41e8-939a-f8d399009ba0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:59.649404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b673ef4-564f-4363-be80-0b9556a1111a req-4e8e91a0-902d-41e8-939a-f8d399009ba0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0642765 Jul 16 18:46:59.689964 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8b673ef4-564f-4363-be80-0b9556a1111a req-71c5da38-9e43-4d9b-baa3-f4e9099d2920 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349059 Jul 16 18:46:59.858712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0814e87-c210-4124-b6d0-8df6e2da345d req-efdc3a99-a825-4b39-84d7-792862d6d697 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:59.860239 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0814e87-c210-4124-b6d0-8df6e2da345d req-efdc3a99-a825-4b39-84d7-792862d6d697 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0649719 Jul 16 18:46:59.868788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 45926) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:59.873564 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-202ad62b-4234-4100-851c-59c9ac078868 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Request body: {'floatingip': {'port_id': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:59.913921 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-202ad62b-4234-4100-851c-59c9ac078868 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.360575 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-202ad62b-4234-4100-851c-59c9ac078868 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.364431 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-202ad62b-4234-4100-851c-59c9ac078868 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.474789 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-202ad62b-4234-4100-851c-59c9ac078868 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Floating IP 8e57d819-9619-455b-8899-5ff643227e16 associated. External IP: 172.25.3.150, port: 4a24c1ad-2d2c-48e8-b05c-076ed4147b59. Jul 16 18:47:00.685297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202ad62b-4234-4100-851c-59c9ac078868 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:00.795508 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202ad62b-4234-4100-851c-59c9ac078868 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:00.800670 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-202ad62b-4234-4100-851c-59c9ac078868 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.805030 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63dd4e-10a7-4fa4-bade-071001cfadde None None] Sync routers for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:00.814684 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63dd4e-10a7-4fa4-bade-071001cfadde None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:00.815313 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1e63dd4e-10a7-4fa4-bade-071001cfadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:46:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:00.837683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-202ad62b-4234-4100-851c-59c9ac078868 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "PUT /v2.0/floatingips/8e57d819-9619-455b-8899-5ff643227e16 HTTP/1.1" status: 200 len: 993 time: 0.9675000 Jul 16 18:47:00.838323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:00.882739 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a06c21-9500-44df-9b3f-0728433cb02e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:00.933131 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-1e63dd4e-10a7-4fa4-bade-071001cfadde None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:00.976850 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0536d84-d55a-4ff4-83d2-71de5e812f13 x-openstack-request-id: req-d0536d84-d55a-4ff4-83d2-71de5e812f13 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:00.977158 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:00.977415 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0536d84-d55a-4ff4-83d2-71de5e812f13 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:00.977876 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'status': 'completed', 'code': 200} Jul 16 18:47:01.050526 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a06c21-9500-44df-9b3f-0728433cb02e req-c150ada3-3cc0-4545-b7b4-db7f4977262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:01.052043 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97a06c21-9500-44df-9b3f-0728433cb02e req-c150ada3-3cc0-4545-b7b4-db7f4977262e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1098 time: 0.0535195 Jul 16 18:47:01.144110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a06c21-9500-44df-9b3f-0728433cb02e req-966a632c-7fc0-48d7-9b69-abf66fd99578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:01.145685 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97a06c21-9500-44df-9b3f-0728433cb02e req-966a632c-7fc0-48d7-9b69-abf66fd99578 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0878022 Jul 16 18:47:01.162429 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1e63dd4e-10a7-4fa4-bade-071001cfadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '8e57d819-9619-455b-8899-5ff643227e16', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'port_id': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'mac_address': 'fa:16:3e:78:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec639b0-0b05-4472-8c18-f9572b448063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:47:00Z', 'revision_number': 13, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:01.188530 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63dd4e-10a7-4fa4-bade-071001cfadde None None] Checking router: a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:01.196808 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63dd4e-10a7-4fa4-bade-071001cfadde None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:01.197427 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1e63dd4e-10a7-4fa4-bade-071001cfadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:46:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:01.216819 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97a06c21-9500-44df-9b3f-0728433cb02e req-dd7cc623-a148-49eb-bd56-72c44c68de4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1001 time: 0.0646293 Jul 16 18:47:01.268186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a06c21-9500-44df-9b3f-0728433cb02e req-e0433ac8-91d1-40c9-9b39-6a613b9fd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:01.270199 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97a06c21-9500-44df-9b3f-0728433cb02e req-e0433ac8-91d1-40c9-9b39-6a613b9fd7ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0473166 Jul 16 18:47:01.305777 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-1e63dd4e-10a7-4fa4-bade-071001cfadde None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:01.329359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a06c21-9500-44df-9b3f-0728433cb02e req-1796724c-fb3d-49cc-8c9b-2f3a5b7afe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:01.331168 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97a06c21-9500-44df-9b3f-0728433cb02e req-1796724c-fb3d-49cc-8c9b-2f3a5b7afe93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551836 Jul 16 18:47:01.426464 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97a06c21-9500-44df-9b3f-0728433cb02e req-11c95069-672a-42c2-8469-9470249330be service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884283 Jul 16 18:47:01.516846 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-97a06c21-9500-44df-9b3f-0728433cb02e req-a35e711d-d19d-4a23-8c9a-cc56592f282d service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843563 Jul 16 18:47:01.535303 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1e63dd4e-10a7-4fa4-bade-071001cfadde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '8e57d819-9619-455b-8899-5ff643227e16', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'port_id': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'mac_address': 'fa:16:3e:78:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec639b0-0b05-4472-8c18-f9572b448063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:47:00Z', 'revision_number': 13, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:01.562929 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63dd4e-10a7-4fa4-bade-071001cfadde None None] The sync data for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 is: [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '8e57d819-9619-455b-8899-5ff643227e16', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'port_id': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'mac_address': 'fa:16:3e:78:4d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec639b0-0b05-4472-8c18-f9572b448063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:47:00Z', 'revision_number': 13, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:01.755471 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90fcdd7-0a1a-43f4-a575-a288d6a06fbe None None] New status for floating IP 8e57d819-9619-455b-8899-5ff643227e16: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:47:13.594279 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-23b9943b-8de0-4b16-bd84-6aeca946b15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.788073 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5067291c-695e-49b7-bf92-d7292fe38b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.028477 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.815143 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.223366 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.616997 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.759396 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.243334 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05203365-cfb8-445c-9d7d-e9c8bd5c8bc0 req-c1008bae-d299-42fe-bead-0d25ea68a288 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574183 Jul 16 18:47:31.342015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05203365-cfb8-445c-9d7d-e9c8bd5c8bc0 req-3e7f8a50-b0cf-4825-ae59-2aa9ba379f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:31.343530 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05203365-cfb8-445c-9d7d-e9c8bd5c8bc0 req-3e7f8a50-b0cf-4825-ae59-2aa9ba379f8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1098 time: 0.0532587 Jul 16 18:47:31.451103 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05203365-cfb8-445c-9d7d-e9c8bd5c8bc0 req-305cd3de-60cd-433e-a342-548bb33d8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:31.452498 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05203365-cfb8-445c-9d7d-e9c8bd5c8bc0 req-305cd3de-60cd-433e-a342-548bb33d8d46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0894082 Jul 16 18:47:31.516236 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05203365-cfb8-445c-9d7d-e9c8bd5c8bc0 req-0ed27330-c28f-40ae-9e31-3b4d89af1d2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1003 time: 0.0568304 Jul 16 18:47:31.564060 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05203365-cfb8-445c-9d7d-e9c8bd5c8bc0 req-40b47c81-57cc-4fab-9084-87145f9663bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:31.565495 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05203365-cfb8-445c-9d7d-e9c8bd5c8bc0 req-40b47c81-57cc-4fab-9084-87145f9663bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0424962 Jul 16 18:47:31.625532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05203365-cfb8-445c-9d7d-e9c8bd5c8bc0 req-15869388-b5ac-4315-b151-6c81c937bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:31.627064 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05203365-cfb8-445c-9d7d-e9c8bd5c8bc0 req-15869388-b5ac-4315-b151-6c81c937bb96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555980 Jul 16 18:47:31.715711 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05203365-cfb8-445c-9d7d-e9c8bd5c8bc0 req-3beedf88-9950-4af0-b7e0-7117adb0efa0 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813677 Jul 16 18:47:31.816872 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-05203365-cfb8-445c-9d7d-e9c8bd5c8bc0 req-1c6827aa-9dac-4e64-aeb5-704c51b2c9a9 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935271 Jul 16 18:47:33.416049 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:43.594258 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-36c19c9e-d48d-4e6a-b77a-ce63e82d91ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.790068 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ea2ca6ea-544f-4c1c-b384-eb0579704a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:46.030019 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.815969 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.229086 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:53.656141 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.771258 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.416142 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:13.597282 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b892a566-87a7-4b71-b7e0-ca9ddb6d4afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.790669 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a5d2282b-f63d-497f-a8f1-f594b2e85570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.031599 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:17.819247 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.228455 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:23.654939 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.768333 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.279796 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-91af23c8-6d9e-4616-b375-fd32da082072 req-f1570714-6ac1-4abf-98de-98e3c4546382 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580363 Jul 16 18:48:32.374457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af23c8-6d9e-4616-b375-fd32da082072 req-e8cb123f-58e2-4d0f-a9b2-07aa5f7ec96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:32.375974 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-91af23c8-6d9e-4616-b375-fd32da082072 req-e8cb123f-58e2-4d0f-a9b2-07aa5f7ec96c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1098 time: 0.0531898 Jul 16 18:48:32.487638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af23c8-6d9e-4616-b375-fd32da082072 req-f3b4477e-0ab7-4402-bea2-509b784d9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:32.489160 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-91af23c8-6d9e-4616-b375-fd32da082072 req-f3b4477e-0ab7-4402-bea2-509b784d9f23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0924244 Jul 16 18:48:32.558866 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-91af23c8-6d9e-4616-b375-fd32da082072 req-6053c79f-742c-43ad-895f-27c41c8d31f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1003 time: 0.0622001 Jul 16 18:48:32.611446 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af23c8-6d9e-4616-b375-fd32da082072 req-a84fe61c-7c10-4580-980f-2aa788bbe737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:32.612912 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-91af23c8-6d9e-4616-b375-fd32da082072 req-a84fe61c-7c10-4580-980f-2aa788bbe737 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0487425 Jul 16 18:48:32.671230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af23c8-6d9e-4616-b375-fd32da082072 req-e53e3d22-4c9b-499c-bcee-ba7979d2ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:32.672739 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-91af23c8-6d9e-4616-b375-fd32da082072 req-e53e3d22-4c9b-499c-bcee-ba7979d2ce31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525317 Jul 16 18:48:32.684069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-91af23c8-6d9e-4616-b375-fd32da082072 req-062455e1-9c73-442b-b456-0a54b4215964 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:48:32.685093 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-91af23c8-6d9e-4616-b375-fd32da082072 req-062455e1-9c73-442b-b456-0a54b4215964 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049596 Jul 16 18:48:32.774625 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-91af23c8-6d9e-4616-b375-fd32da082072 req-c821bb19-5282-487d-9193-4b4a32aae54f service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835121 Jul 16 18:48:32.866721 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-91af23c8-6d9e-4616-b375-fd32da082072 req-d8213901-a2ed-4b99-8965-ae81421fd48a service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861888 Jul 16 18:48:39.502270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99686d-baa5-41ae-9705-0135a0555a2f req-fb5fc91a-9246-49a2-9a38-b40009009f8b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:39.503773 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de99686d-baa5-41ae-9705-0135a0555a2f req-fb5fc91a-9246-49a2-9a38-b40009009f8b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0637014 Jul 16 18:48:39.541237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-de99686d-baa5-41ae-9705-0135a0555a2f req-0c29326f-eb4f-4008-8d4e-f9af129f423b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319099 Jul 16 18:48:43.600553 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a6a7197b-2c7b-41d0-a565-0576f99cd968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.790833 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-266483ad-eaa0-4d62-bf0c-6763eb14c064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.032919 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.415914 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:47.821101 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:49.262283 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:50.902839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a431f7-1568-4fda-acc2-d04b68e7fefb req-f9c27b8b-cca7-4779-aaf7-3b43a594376e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:50.904850 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86a431f7-1568-4fda-acc2-d04b68e7fefb req-f9c27b8b-cca7-4779-aaf7-3b43a594376e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0806594 Jul 16 18:48:50.969994 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86a431f7-1568-4fda-acc2-d04b68e7fefb req-28b7ed33-fee6-4ac8-a51a-900cd1d86a01 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568292 Jul 16 18:48:50.986374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-a314ea9f-b0b9-46e4-9a8f-63f29ab8b7bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1527703 Jul 16 18:48:52.154364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da182d-5227-4856-af26-0c1eb45bf34d req-84d6a02f-8659-4612-823e-de364bfa9df3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:52.155801 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1da182d-5227-4856-af26-0c1eb45bf34d req-84d6a02f-8659-4612-823e-de364bfa9df3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0722446 Jul 16 18:48:52.203170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1da182d-5227-4856-af26-0c1eb45bf34d req-cf36d33f-be2b-4e3d-a329-2cf4415d1977 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392537 Jul 16 18:48:52.236119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-de95d7f5-6bc2-4b7d-8c7b-8d137b929799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:52.237666 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-de95d7f5-6bc2-4b7d-8c7b-8d137b929799 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1098 time: 0.0560746 Jul 16 18:48:52.335206 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-f6444502-e1b0-4c5f-8026-5a010b43c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:52.336709 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-f6444502-e1b0-4c5f-8026-5a010b43c71b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0921021 Jul 16 18:48:52.403684 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-adfa1c4a-38cc-4b8c-a894-fb494e47f363 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1003 time: 0.0603955 Jul 16 18:48:52.455375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-648015b4-b335-45a5-9e21-7666b80c7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:52.456818 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-648015b4-b335-45a5-9e21-7666b80c7b4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0475872 Jul 16 18:48:52.514765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-6cbe04f5-4a26-4109-b3be-cbab3cc68840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:52.516281 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-6cbe04f5-4a26-4109-b3be-cbab3cc68840 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523894 Jul 16 18:48:52.605709 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-e5ffc399-fde4-47ef-84da-5767114d9f6b service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823891 Jul 16 18:48:52.700617 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-56e9ef25-55e2-46a5-8b63-b1a7658225fe service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891817 Jul 16 18:48:53.389351 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6967d-45c7-4f24-bdc6-1d0fa0462d90 req-eade5536-d60b-4829-8221-4c9ee554a241 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:53.390964 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0c6967d-45c7-4f24-bdc6-1d0fa0462d90 req-eade5536-d60b-4829-8221-4c9ee554a241 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0711296 Jul 16 18:48:53.435391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0c6967d-45c7-4f24-bdc6-1d0fa0462d90 req-082238fa-52b5-47a9-bd4c-31428dc71599 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374200 Jul 16 18:48:53.662921 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.621992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9814bc3-15b1-4dda-8b71-d9ded6038120 req-32f4eb51-4f74-43ce-81be-a39661ef4502 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:54.623484 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9814bc3-15b1-4dda-8b71-d9ded6038120 req-32f4eb51-4f74-43ce-81be-a39661ef4502 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0675926 Jul 16 18:48:54.663017 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b9814bc3-15b1-4dda-8b71-d9ded6038120 req-64de5830-c60f-41eb-93e5-8f9a29ae5bee tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335033 Jul 16 18:48:55.769244 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.850600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659473ae-cfe6-480e-87c8-c4875d3b403b req-f21f1a33-0da4-45ec-a102-e6bb8c5b5dcd tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:55.852106 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-659473ae-cfe6-480e-87c8-c4875d3b403b req-f21f1a33-0da4-45ec-a102-e6bb8c5b5dcd tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0709836 Jul 16 18:48:55.891086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-659473ae-cfe6-480e-87c8-c4875d3b403b req-a568c2cb-58f2-4e67-9ff7-c0d731860697 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333354 Jul 16 18:48:57.070462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89ded-c711-4633-ad28-53cb358dbf88 req-03634525-7140-444d-b9fb-54ec5a1824ce tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:57.072013 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5bb89ded-c711-4633-ad28-53cb358dbf88 req-03634525-7140-444d-b9fb-54ec5a1824ce tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0653148 Jul 16 18:48:57.110039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5bb89ded-c711-4633-ad28-53cb358dbf88 req-b7f47917-5806-4aa1-be7d-cd9b360159cf tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322647 Jul 16 18:48:58.298523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b92400-cb50-4971-adc1-83fa31c59dee req-bd37c0ec-f2db-4a59-9b8b-6531f9de02e6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:58.300043 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5b92400-cb50-4971-adc1-83fa31c59dee req-bd37c0ec-f2db-4a59-9b8b-6531f9de02e6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0658424 Jul 16 18:48:58.342592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5b92400-cb50-4971-adc1-83fa31c59dee req-0e229133-7db3-44b8-aed2-8f6c6be5a571 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368202 Jul 16 18:48:59.518251 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea220c-a854-4cda-a831-7a8500a6cff8 req-cfcc98ff-fd65-4147-afc9-b9afb77f86d7 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:59.519742 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0bea220c-a854-4cda-a831-7a8500a6cff8 req-cfcc98ff-fd65-4147-afc9-b9afb77f86d7 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0642228 Jul 16 18:48:59.557727 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0bea220c-a854-4cda-a831-7a8500a6cff8 req-8bf5d835-0476-49a0-b6be-b4a6fa458966 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319676 Jul 16 18:49:00.735568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519677fb-ff9b-4864-afec-f27ad3492fc3 req-a8a24caf-fa62-440d-a537-e72de46ee73e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:00.736992 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-519677fb-ff9b-4864-afec-f27ad3492fc3 req-a8a24caf-fa62-440d-a537-e72de46ee73e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0643973 Jul 16 18:49:00.776100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-519677fb-ff9b-4864-afec-f27ad3492fc3 req-431a6b1f-b83a-4720-9e5b-a7a3af0e2998 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332389 Jul 16 18:49:01.955685 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d9dac-fbb4-4fd7-9194-7cb266682abe req-b113d383-e4b6-427f-a23a-4269d117df15 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:01.957197 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-597d9dac-fbb4-4fd7-9194-7cb266682abe req-b113d383-e4b6-427f-a23a-4269d117df15 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0689197 Jul 16 18:49:01.996573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-597d9dac-fbb4-4fd7-9194-7cb266682abe req-5a8dc289-30d6-4d40-bec8-3f2cac5e2b61 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324881 Jul 16 18:49:03.175171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230141e-cba1-4c73-a15d-2faf21e7d14e req-fd8b44f6-d76a-4c7d-8e22-7fb84cdbf5b2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:03.176757 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8230141e-cba1-4c73-a15d-2faf21e7d14e req-fd8b44f6-d76a-4c7d-8e22-7fb84cdbf5b2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0664041 Jul 16 18:49:03.214771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8230141e-cba1-4c73-a15d-2faf21e7d14e req-d824522f-8aba-4eb4-9129-0622a8fc923f tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324552 Jul 16 18:49:04.393153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe290b3-1c05-4094-81e1-b1fb23b3ab81 req-0f1e7e23-7025-4799-90fd-e61c15c20f02 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:04.394694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6fe290b3-1c05-4094-81e1-b1fb23b3ab81 req-0f1e7e23-7025-4799-90fd-e61c15c20f02 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0652273 Jul 16 18:49:04.436349 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6fe290b3-1c05-4094-81e1-b1fb23b3ab81 req-2d4ba35e-ce8a-41ac-a46f-6fed165332d2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354340 Jul 16 18:49:05.626562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f235d41-e6bf-41be-ae49-eedfe9ff4fd4 req-5baa3776-72e6-458e-b0b5-503aff9374f3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:05.628097 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f235d41-e6bf-41be-ae49-eedfe9ff4fd4 req-5baa3776-72e6-458e-b0b5-503aff9374f3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0671549 Jul 16 18:49:05.667454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6f235d41-e6bf-41be-ae49-eedfe9ff4fd4 req-4c6c3a62-8d96-4c0f-8843-4f07071524c9 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329134 Jul 16 18:49:06.343745 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-aa4c3dd5-7d07-468b-8643-03bb38ef65aa service neutron] show failed (client error): The resource could not be found. Jul 16 18:49:06.344772 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-aa4c3dd5-7d07-468b-8643-03bb38ef65aa service neutron] 10.222.0.32 "GET /v2.0/ports/4a24c1ad-2d2c-48e8-b05c-076ed4147b59/bindings/n-h2-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0542150 Jul 16 18:49:06.608817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-b820eb24-9982-4fb2-88d1-cd801a3c1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:06.610405 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-b820eb24-9982-4fb2-88d1-cd801a3c1fc0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 1098 time: 0.0579174 Jul 16 18:49:06.622259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:06.695379 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.845912 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7fa73-6ff3-4488-9dae-2ce8355450cf req-fdadfbdc-f511-47fe-85f4-d2a66a01cb4e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:06.847411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cb7fa73-6ff3-4488-9dae-2ce8355450cf req-fdadfbdc-f511-47fe-85f4-d2a66a01cb4e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0645614 Jul 16 18:49:06.887747 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9cb7fa73-6ff3-4488-9dae-2ce8355450cf req-00124c96-595c-44a9-87b7-a380ce71b4a0 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344844 Jul 16 18:49:06.903122 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:06.937434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:06.980863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:06.983186 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae553fdd-9984-4af4-8862-9692083c096f" -d '{"events": [{"server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "name": "network-vif-unplugged", "status": "completed", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:06.987224 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.000509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Transition to ACTIVE for port object 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:07.005217 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.041954 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4539b5a9-aaea-4ca3-8204-652a34ce06b8 x-openstack-request-id: req-4539b5a9-aaea-4ca3-8204-652a34ce06b8 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:07.042255 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "name": "network-vif-unplugged", "status": "completed", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:07.042517 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4539b5a9-aaea-4ca3-8204-652a34ce06b8 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:07.042909 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'code': 200} Jul 16 18:49:07.092087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Pushing event updated for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:07.107084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:07.107436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:07.107784 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:07.108126 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:07.108464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:07.108799 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:07.109133 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:07.109467 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:07.109828 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:07.110182 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:07.110508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:07.110837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:07.146186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] No DVR routers for this DVR port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:07.604388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Attempting to bind port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:07.605134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Attempting to bind port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:07.605134 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Attempting to bind port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:07.609385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on network e766c453-9e30-412f-89b5-b97625da9af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:49:07.609807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Attempting to bind port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:07.614829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:07.615176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Checking segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:07.615564 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Bound using segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:07.615995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Bound port: 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:07.616361 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.678340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:07.681376 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:07.686002 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.720021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:07.720649 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.722206 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1093 time: 1.1045496 Jul 16 18:49:07.757298 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b3d38-3902-437d-8543-5b5955848082 service neutron] Pushing event updated for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:07.810926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-29c238f4-1eb1-495d-9fad-b8073ecdd404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:07.812502 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-29c238f4-1eb1-495d-9fad-b8073ecdd404 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1096 time: 0.0649397 Jul 16 18:49:07.908836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-81fbcff0-1932-462b-b8a9-06cc097ce5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:07.910346 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-81fbcff0-1932-462b-b8a9-06cc097ce5da service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0912571 Jul 16 18:49:07.981229 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-67a71cc8-d890-4491-bf68-81ab0e62d262 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1001 time: 0.0639584 Jul 16 18:49:08.034357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-76faebdc-40b8-48bf-921d-f112b6b9b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:08.035838 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-76faebdc-40b8-48bf-921d-f112b6b9b2a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0477171 Jul 16 18:49:08.074076 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67ce10-a882-4437-94d1-2f9019a8b1c8 req-382c26bb-192f-47f2-9ecf-aedef0945456 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:08.075625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d67ce10-a882-4437-94d1-2f9019a8b1c8 req-382c26bb-192f-47f2-9ecf-aedef0945456 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.0688534 Jul 16 18:49:08.093916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-829234eb-ce2b-4b80-ad78-fc9ff846ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:08.095495 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-829234eb-ce2b-4b80-ad78-fc9ff846ab2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539052 Jul 16 18:49:08.105953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-e23315e6-5ac0-4b40-920e-c0b66794f11d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:49:08.106933 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-e23315e6-5ac0-4b40-920e-c0b66794f11d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054018 Jul 16 18:49:08.116615 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d67ce10-a882-4437-94d1-2f9019a8b1c8 req-cf084235-f8f7-40cb-af8a-e687fcf4c592 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349178 Jul 16 18:49:08.204934 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-6f8538f5-e4a6-47ee-8c88-efb5a5510a36 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896373 Jul 16 18:49:08.295901 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d8fcae0a-8598-4749-b3c7-750be4346c26 req-98b8ef2c-b459-4477-a8ac-83431c0a25da service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842056 Jul 16 18:49:08.771916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:08.809564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:09.043898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:09.046367 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6053f2-074e-4085-a37f-2c7ee38ed4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:09.094649 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0b0001-d311-453a-b2c0-826720ad0d52 x-openstack-request-id: req-cd0b0001-d311-453a-b2c0-826720ad0d52 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:09.094958 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:09.095213 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd0b0001-d311-453a-b2c0-826720ad0d52 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:09.095652 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'status': 'completed', 'code': 200} Jul 16 18:49:09.213077 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-907afd65-0ca5-4255-a3fe-5e32b3386741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:09.214880 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-907afd65-0ca5-4255-a3fe-5e32b3386741 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1096 time: 0.0982089 Jul 16 18:49:09.221640 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-a6dbc3e2-6d0f-422e-b412-13acf9712251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:09.223139 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-a6dbc3e2-6d0f-422e-b412-13acf9712251 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1096 time: 0.0983608 Jul 16 18:49:09.304001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e771f-a550-4ab6-a8b4-b76532338c9f req-f47cd358-f24c-40b0-85b7-446ebd463944 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:09.305899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c7e771f-a550-4ab6-a8b4-b76532338c9f req-f47cd358-f24c-40b0-85b7-446ebd463944 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.0684738 Jul 16 18:49:09.347312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3c7e771f-a550-4ab6-a8b4-b76532338c9f req-59c8a710-2636-47f7-b9ac-0fa3b19ca997 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352437 Jul 16 18:49:09.389688 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-e9a7e552-a852-4d01-9b93-aabfaed0d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:09.391181 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-e9a7e552-a852-4d01-9b93-aabfaed0d6b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1596735 Jul 16 18:49:09.392138 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-82cfc1e9-f85e-4b0a-a23a-2ee7f1d88876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:09.393454 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-82cfc1e9-f85e-4b0a-a23a-2ee7f1d88876 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1694324 Jul 16 18:49:09.506868 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-dcfca91b-eb1e-4e06-8683-06a6b555cbee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1001 time: 0.1097293 Jul 16 18:49:09.508701 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-4c2053bf-7fa0-440a-baa0-7e1e4a34c75d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1001 time: 0.1057975 Jul 16 18:49:09.596821 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-115d3d0b-490b-4c49-90a5-bf16ca298455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:09.599807 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-115d3d0b-490b-4c49-90a5-bf16ca298455 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0848761 Jul 16 18:49:09.600886 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-fcd8ea13-93ad-46a1-ac77-c0d9a0b7ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:09.602252 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-fcd8ea13-93ad-46a1-ac77-c0d9a0b7ca1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0811546 Jul 16 18:49:09.696964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-570062cd-df4b-4b82-826c-0532496ccd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:09.698830 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-570062cd-df4b-4b82-826c-0532496ccd04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859163 Jul 16 18:49:09.701522 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-296d8e25-ff12-4f2d-80a4-fd22c3bc2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:09.702932 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-296d8e25-ff12-4f2d-80a4-fd22c3bc2349 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979366 Jul 16 18:49:09.865971 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-d6e68e34-34d5-4d9d-aa18-513affb5c143 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599681 Jul 16 18:49:09.867737 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-1a3991b0-223d-48da-b70e-1621c0d1d9e7 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540959 Jul 16 18:49:10.027743 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-b0e8bb09-7890-40c8-a748-156cb24ce641 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555057 Jul 16 18:49:10.033122 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df6053f2-074e-4085-a37f-2c7ee38ed4e1 req-ab7fe9a9-e73e-4453-b811-6a8b131f6e3c service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537910 Jul 16 18:49:10.544341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd49e4-acda-405c-b8a0-7d08c06b600e req-0767c4df-2b8d-492d-9ca8-150738d08151 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.545895 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c3cd49e4-acda-405c-b8a0-7d08c06b600e req-0767c4df-2b8d-492d-9ca8-150738d08151 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.0663116 Jul 16 18:49:10.588568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c3cd49e4-acda-405c-b8a0-7d08c06b600e req-65079af5-180b-40dd-b40a-c83639f1e5e5 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371363 Jul 16 18:49:11.773906 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343b65a-cf83-4390-818c-b0529227d5e0 req-c3c3ba29-990d-4ab2-870c-9c4e829d3451 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:11.775435 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8343b65a-cf83-4390-818c-b0529227d5e0 req-c3c3ba29-990d-4ab2-870c-9c4e829d3451 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.0661862 Jul 16 18:49:11.816707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8343b65a-cf83-4390-818c-b0529227d5e0 req-18144f89-9e89-4ac8-ae50-f77c950a6dbf tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352790 Jul 16 18:49:13.000586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b58975-c8ca-4a56-9f04-51094143fd89 req-fa22c398-05ec-414c-8d2c-44a68fb5f0ac tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:13.002100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4b58975-c8ca-4a56-9f04-51094143fd89 req-fa22c398-05ec-414c-8d2c-44a68fb5f0ac tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.0645404 Jul 16 18:49:13.041198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4b58975-c8ca-4a56-9f04-51094143fd89 req-459495e7-2021-4e6e-bb28-bc491670e241 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327659 Jul 16 18:49:13.602107 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-596c6f98-49ad-4250-b3bf-fefc1a4c5ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.221060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671f1a5-bb19-4f12-bef2-636d6dbea346 req-ceac2e55-e88f-4dea-93c9-6c649d0a46de tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:14.222716 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d671f1a5-bb19-4f12-bef2-636d6dbea346 req-ceac2e55-e88f-4dea-93c9-6c649d0a46de tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.0675671 Jul 16 18:49:14.267587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d671f1a5-bb19-4f12-bef2-636d6dbea346 req-3b17a1d4-ec1a-4e9d-a87a-adf2475aa8a3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382872 Jul 16 18:49:15.457180 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee56cf-11ff-4a59-8403-7c0052585fb6 req-a8237a30-4c0c-44ca-8688-3de321a79c51 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:15.459631 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10ee56cf-11ff-4a59-8403-7c0052585fb6 req-a8237a30-4c0c-44ca-8688-3de321a79c51 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.0680532 Jul 16 18:49:15.501429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-10ee56cf-11ff-4a59-8403-7c0052585fb6 req-e1fba6c2-39ad-433a-a8cc-754b74685ea6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360236 Jul 16 18:49:15.795873 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8d64b5f0-b69a-4e90-97a5-60b0ca9a0ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.034382 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.682078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be4096-a1fe-4893-9e64-0d2d120bcf8a req-d1273ee1-68b6-4a12-9ab0-927123bf0ab4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:16.683583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11be4096-a1fe-4893-9e64-0d2d120bcf8a req-d1273ee1-68b6-4a12-9ab0-927123bf0ab4 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.0664926 Jul 16 18:49:16.749247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11be4096-a1fe-4893-9e64-0d2d120bcf8a req-8a8613fc-bb74-45b3-91a1-138d3f7fd36c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595057 Jul 16 18:49:17.825332 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.924243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1b981-8443-494c-bbb7-45dbd3b60b09 req-75b268c8-2583-47ca-b3b3-079be533503a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:17.925777 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1b1b981-8443-494c-bbb7-45dbd3b60b09 req-75b268c8-2583-47ca-b3b3-079be533503a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.0633311 Jul 16 18:49:17.964502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1b1b981-8443-494c-bbb7-45dbd3b60b09 req-3aac4bc2-6ecc-41eb-962c-32205acc5445 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326216 Jul 16 18:49:19.143489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793f7d-548e-436d-946a-746d2692ee68 req-9883f7dd-846f-4008-aea8-4a1f77ed2c62 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:19.145351 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85793f7d-548e-436d-946a-746d2692ee68 req-9883f7dd-846f-4008-aea8-4a1f77ed2c62 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.0683408 Jul 16 18:49:19.185371 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85793f7d-548e-436d-946a-746d2692ee68 req-9b76d9d4-dc2a-446d-8434-804da2257cba tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341849 Jul 16 18:49:19.233488 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.555770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:49:20.620048 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf45da5-7412-4aa0-9dcc-8f682db0afe2 req-fd8bdde4-79ae-447e-ae8b-03b397f1c390 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:20.621669 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-baf45da5-7412-4aa0-9dcc-8f682db0afe2 req-fd8bdde4-79ae-447e-ae8b-03b397f1c390 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 944 time: 0.3211415 Jul 16 18:49:20.654399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:20.661164 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-baf45da5-7412-4aa0-9dcc-8f682db0afe2 req-969aad14-f674-44a0-9700-219fa6cf9ea2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338082 Jul 16 18:49:20.666624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'port_id': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'mac_address': 'fa:16:3e:78:4d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:49:20.709623 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.727322 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:20.747954 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:20.752239 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.804435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:20.812090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:20.812437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:20.812774 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:20.813107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:20.813441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:20.813795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:20.814121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:20.814508 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:20.814754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:20.815077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:20.815399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:20.815719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:20.977340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4a24c1ad-2d2c-48e8-b05c-076ed4147b59'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:49:21.111836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-9538c806-ec33-4ec3-8214-d5ed9589dbc7 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.113329 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-9538c806-ec33-4ec3-8214-d5ed9589dbc7 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063&tenant_id=86b1415fe8b2494293bf4076f41c0f1f&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 945 time: 0.1133282 Jul 16 18:49:21.137136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf54e82-387b-4019-b1bb-28d8e78cf394 req-f52ffc60-77ce-40b7-a00a-8669a0e99d70 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.138795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ecf54e82-387b-4019-b1bb-28d8e78cf394 req-f52ffc60-77ce-40b7-a00a-8669a0e99d70 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0793676 Jul 16 18:49:21.179865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ecf54e82-387b-4019-b1bb-28d8e78cf394 req-ece1cf1b-183b-437a-ae3f-748a99f189fb tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330296 Jul 16 18:49:21.182348 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-34a33176-e547-4ef1-84db-5b72c6ebec4c service neutron] 10.222.0.11 "GET /v2.0/ports/4a24c1ad-2d2c-48e8-b05c-076ed4147b59/bindings/n-h2-787205-10 HTTP/1.1" status: 200 len: 383 time: 0.0611815 Jul 16 18:49:21.259938 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-c6ec6c8b-763d-4e37-850b-30b48625ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.261458 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-c6ec6c8b-763d-4e37-850b-30b48625ffaa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1097 time: 0.0533948 Jul 16 18:49:21.351440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-5258f857-7190-4f73-9e1d-e6bf86992f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.352918 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-5258f857-7190-4f73-9e1d-e6bf86992f89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0847917 Jul 16 18:49:21.422152 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-af2fac9b-080d-42da-9259-1db67b615b54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1002 time: 0.0621948 Jul 16 18:49:21.470268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-13444896-c859-4b65-a007-b085de7b154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.471700 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-13444896-c859-4b65-a007-b085de7b154c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0423121 Jul 16 18:49:21.528944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-ee059627-aa2c-46b9-aed5-cbf0e604fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.530606 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-ee059627-aa2c-46b9-aed5-cbf0e604fc3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512104 Jul 16 18:49:21.625935 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-4b59a036-2d72-4b6c-96db-1073966baf2c service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875390 Jul 16 18:49:21.714418 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-b5a75fa2-47e3-4504-9af8-5b6e2d78af8a service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824184 Jul 16 18:49:22.364683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9fa3c-e415-4646-bd27-a386b0a4440d req-1857f794-130a-463d-a9c1-ab2f6da8286b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:22.366237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98b9fa3c-e415-4646-bd27-a386b0a4440d req-1857f794-130a-463d-a9c1-ab2f6da8286b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0708783 Jul 16 18:49:22.405406 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-98b9fa3c-e415-4646-bd27-a386b0a4440d req-4b2af8a4-b8d0-49c5-bc11-49080072d8b6 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327542 Jul 16 18:49:22.555923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:22.604261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:22.608020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:22.608405 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.685814 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.708941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:22.711246 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d379df9-879b-4ac3-89ac-831de542ad8d" -d '{"events": [{"server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "name": "network-vif-plugged", "status": "completed", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:22.725228 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:22.729603 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.762830 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33f925f-49a5-47e4-b8c8-65f267d05936 x-openstack-request-id: req-e33f925f-49a5-47e4-b8c8-65f267d05936 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:22.763125 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "name": "network-vif-plugged", "status": "completed", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:22.763381 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e33f925f-49a5-47e4-b8c8-65f267d05936 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:22.763906 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'code': 200} Jul 16 18:49:22.786483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:23.587519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a236084-9a42-45e9-bb03-f3120c7f13e5 req-e762613a-6acd-4aa9-8488-afe4a8801a12 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:23.589031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4a236084-9a42-45e9-bb03-f3120c7f13e5 req-e762613a-6acd-4aa9-8488-afe4a8801a12 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0650096 Jul 16 18:49:23.627860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4a236084-9a42-45e9-bb03-f3120c7f13e5 req-6a6df86d-3e0d-4289-b2b1-be19392f962c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331104 Jul 16 18:49:23.669740 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.414586 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:49:24.815419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a5eaf-6103-43e4-bd26-196b37471d9a req-d8be09e6-f0c6-4fb5-8606-518ba82cd7fa tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:24.818164 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df6a5eaf-6103-43e4-bd26-196b37471d9a req-d8be09e6-f0c6-4fb5-8606-518ba82cd7fa tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0666270 Jul 16 18:49:24.857416 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df6a5eaf-6103-43e4-bd26-196b37471d9a req-6c395cbd-90e4-4b3f-8134-4579a3e3ea66 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338881 Jul 16 18:49:25.563482 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-23db8769-1605-4a5e-9f30-9360b186410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.564980 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-23db8769-1605-4a5e-9f30-9360b186410b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063&tenant_id=86b1415fe8b2494293bf4076f41c0f1f HTTP/1.1" status: 200 len: 1098 time: 0.0571418 Jul 16 18:49:25.575363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:25.645929 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.783870 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.849411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:25.890125 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:25.930669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:25.933084 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59db51a1-f48c-4bbe-a126-27d0570afceb" -d '{"events": [{"server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "name": "network-vif-unplugged", "status": "completed", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:25.937604 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.951257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Transition to ACTIVE for port object 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:25.955894 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.986141 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d365bd7-4b6d-4b14-95e3-c9810f2b0c13 x-openstack-request-id: req-1d365bd7-4b6d-4b14-95e3-c9810f2b0c13 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:25.986445 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "name": "network-vif-unplugged", "status": "completed", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:25.986700 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d365bd7-4b6d-4b14-95e3-c9810f2b0c13 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:25.987096 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'code': 200} Jul 16 18:49:26.040067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Pushing event updated for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:26.066168 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5416df-bbc0-421b-a51e-a91a032997a1 req-bc68e8c6-40aa-46d1-8dc5-a93ddb9d0a35 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.068525 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed5416df-bbc0-421b-a51e-a91a032997a1 req-bc68e8c6-40aa-46d1-8dc5-a93ddb9d0a35 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0874588 Jul 16 18:49:26.097443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] No DVR routers for this DVR port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:26.111889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed5416df-bbc0-421b-a51e-a91a032997a1 req-294e9108-400f-4440-a190-784931d5377e tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366628 Jul 16 18:49:26.243451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Attempting to bind port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:26.243785 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Attempting to bind port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:26.244113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Attempting to bind port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:26.248284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on network e766c453-9e30-412f-89b5-b97625da9af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:49:26.248606 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Attempting to bind port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on network e766c453-9e30-412f-89b5-b97625da9af1 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:26.253247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:26.253581 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Checking segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:26.253985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Bound using segment: {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:26.255448 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Bound port: 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:26.255808 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.319543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:26.322874 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:26.326888 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.361205 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.362410 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.364611 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] 10.222.0.32 "PUT /v2.0/ports/4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1094 time: 0.7930379 Jul 16 18:49:26.421628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5369ec-c6e2-4c12-9db2-b466308e414e service neutron] Pushing event updated for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=11']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:26.452676 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-0e71a12a-8c44-4c73-9e39-9dd58b2b55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.454261 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-0e71a12a-8c44-4c73-9e39-9dd58b2b55a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1097 time: 0.0664067 Jul 16 18:49:26.549248 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-735298a9-9378-4723-ad23-c859f5eeb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.550767 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-735298a9-9378-4723-ad23-c859f5eeb04c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0906558 Jul 16 18:49:26.622481 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-4f585d14-9fd9-410b-817d-8df9edb4a612 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1001 time: 0.0625889 Jul 16 18:49:26.670943 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-7efca9c8-30d1-4892-a6c7-4ca441ad0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.672358 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-7efca9c8-30d1-4892-a6c7-4ca441ad0dc2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0437701 Jul 16 18:49:26.729110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-7ba396fe-726a-41a1-a0ed-d2dab4d23319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.730647 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-7ba396fe-726a-41a1-a0ed-d2dab4d23319 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516632 Jul 16 18:49:26.825535 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-b51cff27-60c4-47e1-bb90-7969fbd8fdbc service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878413 Jul 16 18:49:26.919808 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e2024a54-0a45-4659-986b-e7f5e4b10406 req-f3d5d3d7-5112-4bd9-8b8a-f97ff1cb424d service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874190 Jul 16 18:49:27.295819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b597a-4841-4d03-9929-7298dc758ad0 req-8bc7b7ec-9fef-44d8-be2f-30d7e0f66a58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.297347 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db2b597a-4841-4d03-9929-7298dc758ad0 req-8bc7b7ec-9fef-44d8-be2f-30d7e0f66a58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0670154 Jul 16 18:49:27.335856 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db2b597a-4841-4d03-9929-7298dc758ad0 req-10b76c98-7741-46a6-95b8-fcbee972860b tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327306 Jul 16 18:49:27.988195 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:27.991401 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c9e4fd-16db-4320-965f-c9e9fc5b340d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:28.041205 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc3fd0c-269b-4231-818c-bbdf3b57d403 x-openstack-request-id: req-bbc3fd0c-269b-4231-818c-bbdf3b57d403 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:28.041685 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:28.042122 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbc3fd0c-269b-4231-818c-bbdf3b57d403 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:28.042874 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'status': 'completed', 'code': 200} Jul 16 18:49:28.160894 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-e572e42a-cd98-446a-b456-eaf72138e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.162431 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-e572e42a-cd98-446a-b456-eaf72138e90f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1097 time: 0.1000636 Jul 16 18:49:28.165079 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-16071436-c25c-4a36-901e-ff2ddb8190d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.166470 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-16071436-c25c-4a36-901e-ff2ddb8190d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1097 time: 0.0952783 Jul 16 18:49:28.323941 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-d85afe7e-c32c-482f-886f-4fd07a55f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.325422 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-d85afe7e-c32c-482f-886f-4fd07a55f92a service neutron] 10.222.0.11 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1563311 Jul 16 18:49:28.326542 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-bd5a001a-75ca-403b-b172-8084d4d7c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.327871 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-bd5a001a-75ca-403b-b172-8084d4d7c96d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.1509542 Jul 16 18:49:28.443747 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-8ea442a1-2e05-4605-a656-bab5bf8d9a58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1001 time: 0.1112502 Jul 16 18:49:28.445533 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-3387b710-7299-4302-9f47-5cb66bd787bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1001 time: 0.1075399 Jul 16 18:49:28.539340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b8bcd-9ee4-4e6f-a5bd-a13b593bab77 req-f690bd67-0960-4a6e-8170-0f33f5d7a152 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.542670 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-620b8bcd-9ee4-4e6f-a5bd-a13b593bab77 req-f690bd67-0960-4a6e-8170-0f33f5d7a152 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0778933 Jul 16 18:49:28.543654 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-b0e988b8-c256-4358-86c8-f5549b1009d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.545203 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-b0e988b8-c256-4358-86c8-f5549b1009d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0950046 Jul 16 18:49:28.548818 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-affecd5e-cf4e-437f-a88d-66006909f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.550272 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-affecd5e-cf4e-437f-a88d-66006909f48e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0919611 Jul 16 18:49:28.568231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:28.602222 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-620b8bcd-9ee4-4e6f-a5bd-a13b593bab77 req-b9009aed-6cd0-4992-9383-aa7e9f33343f tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551140 Jul 16 18:49:28.611748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:28.649279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-4310e86f-a907-4157-b2ad-aaaeddb0d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.650882 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-4310e86f-a907-4157-b2ad-aaaeddb0d7de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994549 Jul 16 18:49:28.653623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-3a62f415-7b55-4979-8039-a23e840f860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.655003 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-3a62f415-7b55-4979-8039-a23e840f860a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952864 Jul 16 18:49:29.143322 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-e4cc8807-e53f-4b5f-8c66-4b90236c2927 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778640 Jul 16 18:49:29.145112 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-5f7152bf-f1b3-419d-88b2-53e8714d77e3 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875414 Jul 16 18:49:29.304081 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-4eda70c0-3f44-4ec2-849d-64c46145b1c9 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541660 Jul 16 18:49:29.305974 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-36c9e4fd-16db-4320-965f-c9e9fc5b340d req-45506639-c479-456a-9154-78a6a4a341b7 service neutron] 10.222.0.11 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489968 Jul 16 18:49:29.777998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0f3fb-9060-42f0-af82-f3c95ddd57be req-10ee3c3d-bfc8-46e5-8314-86cbaf91ea2d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.779715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ef0f3fb-9060-42f0-af82-f3c95ddd57be req-10ee3c3d-bfc8-46e5-8314-86cbaf91ea2d tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0676105 Jul 16 18:49:29.819936 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ef0f3fb-9060-42f0-af82-f3c95ddd57be req-be896250-0435-47e2-aca6-dc5f0fd0f662 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345402 Jul 16 18:49:31.000648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee66a3-8077-47de-80e7-ae52d0ce5f8d req-52d4eb46-aa5e-447f-9cfd-de3299558018 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:31.002073 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28ee66a3-8077-47de-80e7-ae52d0ce5f8d req-52d4eb46-aa5e-447f-9cfd-de3299558018 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0640121 Jul 16 18:49:31.041104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28ee66a3-8077-47de-80e7-ae52d0ce5f8d req-80c40fa3-7876-4e22-8dd2-6383c275803c tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318241 Jul 16 18:49:32.220143 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4125e9e-92ba-47a3-8177-56c71a7b0be8 req-2e811d66-9ef4-43ab-b9a2-226ff0fb47fe tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.221640 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4125e9e-92ba-47a3-8177-56c71a7b0be8 req-2e811d66-9ef4-43ab-b9a2-226ff0fb47fe tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0682473 Jul 16 18:49:32.229958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fedb7d-4e6a-4053-98c5-2a1b26026edd req-c2644243-4b26-4397-82de-e579f018a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.231485 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9fedb7d-4e6a-4053-98c5-2a1b26026edd req-c2644243-4b26-4397-82de-e579f018a4b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 1097 time: 0.0540504 Jul 16 18:49:32.264657 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b4125e9e-92ba-47a3-8177-56c71a7b0be8 req-8271eac7-63cb-4997-9974-dcf28b08a1ec tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344162 Jul 16 18:49:32.341734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fedb7d-4e6a-4053-98c5-2a1b26026edd req-507f5d5b-4fb2-49a3-9eb2-5e0bbbac290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.343125 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9fedb7d-4e6a-4053-98c5-2a1b26026edd req-507f5d5b-4fb2-49a3-9eb2-5e0bbbac290e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 200 len: 912 time: 0.0901046 Jul 16 18:49:32.411254 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9fedb7d-4e6a-4053-98c5-2a1b26026edd req-5e153af9-d948-46d9-b8a7-0762645c4ab4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 200 len: 1001 time: 0.0605805 Jul 16 18:49:32.462922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fedb7d-4e6a-4053-98c5-2a1b26026edd req-996de561-1251-4984-8d3f-90b2cd8c7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.463896 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9fedb7d-4e6a-4053-98c5-2a1b26026edd req-996de561-1251-4984-8d3f-90b2cd8c7032 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 200 len: 850 time: 0.0467107 Jul 16 18:49:32.520555 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fedb7d-4e6a-4053-98c5-2a1b26026edd req-0f06423b-e4a5-413f-b692-68f9e64771cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.522069 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9fedb7d-4e6a-4053-98c5-2a1b26026edd req-0f06423b-e4a5-413f-b692-68f9e64771cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e766c453-9e30-412f-89b5-b97625da9af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518069 Jul 16 18:49:32.610435 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9fedb7d-4e6a-4053-98c5-2a1b26026edd req-416b06b2-d0c8-4a2d-892a-0d0b5e8fec45 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808241 Jul 16 18:49:32.703626 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a9fedb7d-4e6a-4053-98c5-2a1b26026edd req-7f9dda35-c9b4-40bb-b61f-64371615edc9 service neutron] 10.222.0.32 "GET /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871820 Jul 16 18:49:33.444151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0e8a4-9d05-43ec-b602-d080bb5a9d7b req-83e072b5-a5de-47b1-a103-7cb986412c47 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:33.445668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3eb0e8a4-9d05-43ec-b602-d080bb5a9d7b req-83e072b5-a5de-47b1-a103-7cb986412c47 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0644300 Jul 16 18:49:33.483489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3eb0e8a4-9d05-43ec-b602-d080bb5a9d7b req-c545e776-5e28-4743-a861-563098ccb853 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321276 Jul 16 18:49:34.663034 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d388ca-6181-4ce5-a5ec-19299f61cb65 req-3a990c6b-4226-4e45-ba07-1c23d1739d03 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:34.664528 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42d388ca-6181-4ce5-a5ec-19299f61cb65 req-3a990c6b-4226-4e45-ba07-1c23d1739d03 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0690820 Jul 16 18:49:34.703976 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-42d388ca-6181-4ce5-a5ec-19299f61cb65 req-417e302a-c5f9-41a7-90c9-e53362555da8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335500 Jul 16 18:49:35.943155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b3148-1ba1-49a7-8742-59d0194d4f4e req-9624a6ca-b3cd-4550-9be5-223121f7c1c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:35.944662 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-562b3148-1ba1-49a7-8742-59d0194d4f4e req-9624a6ca-b3cd-4550-9be5-223121f7c1c3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.1294849 Jul 16 18:49:35.984729 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-562b3148-1ba1-49a7-8742-59d0194d4f4e req-1064b00a-1e8f-4581-be6f-c7d6201cbd24 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341721 Jul 16 18:49:37.352625 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840803d-bbdd-44bc-8d27-d88abf89fd88 req-9b72e82c-c413-4d8f-a7f6-10571ebf6b30 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:37.354029 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9840803d-bbdd-44bc-8d27-d88abf89fd88 req-9b72e82c-c413-4d8f-a7f6-10571ebf6b30 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0630724 Jul 16 18:49:37.392464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9840803d-bbdd-44bc-8d27-d88abf89fd88 req-de72985f-c23d-4a46-976b-ec3c63efa0f2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Jul 16 18:49:38.568463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0312e-f62d-4040-8b97-d0f1b3ef9316 req-4cee7257-ec97-4195-a37d-2b6e855af278 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:38.569992 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-48c0312e-f62d-4040-8b97-d0f1b3ef9316 req-4cee7257-ec97-4195-a37d-2b6e855af278 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0675387 Jul 16 18:49:38.607859 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-48c0312e-f62d-4040-8b97-d0f1b3ef9316 req-91c69dae-73b9-40b6-8547-ffcf8b0e4c12 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322335 Jul 16 18:49:38.781788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94a1de-737d-459e-8add-55b357c9bb75 req-b0e3298f-9420-45d2-adf5-292b1407ea73 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:38.783312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c94a1de-737d-459e-8add-55b357c9bb75 req-b0e3298f-9420-45d2-adf5-292b1407ea73 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0640318 Jul 16 18:49:38.820557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c94a1de-737d-459e-8add-55b357c9bb75 req-57800b07-68be-492c-90e1-79cc87da56f3 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Jul 16 18:49:38.943196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:49:39.001982 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5aef14-ec01-43a4-91cd-6faaef6db982 req-fd532ccc-7e7c-4be7-9f5b-70fd76ff8755 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:39.003674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7b5aef14-ec01-43a4-91cd-6faaef6db982 req-fd532ccc-7e7c-4be7-9f5b-70fd76ff8755 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 945 time: 0.0697594 Jul 16 18:49:39.043702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7b5aef14-ec01-43a4-91cd-6faaef6db982 req-09cfdaf3-9e39-48ce-83b4-ba823e2bec5a tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335300 Jul 16 18:49:39.043977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:39.056020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'port_id': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'mac_address': 'fa:16:3e:78:4d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:49:39.094288 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.107673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:39.127524 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:39.131986 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.181885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=12']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:39.384267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['4a24c1ad-2d2c-48e8-b05c-076ed4147b59'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:49:39.433287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaf24a-7180-4796-910e-a1f6449fc229 req-db3e5e4d-5a72-445f-8f84-5ea918fc7010 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:39.434846 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3afaf24a-7180-4796-910e-a1f6449fc229 req-db3e5e4d-5a72-445f-8f84-5ea918fc7010 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0664225 Jul 16 18:49:39.474231 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3afaf24a-7180-4796-910e-a1f6449fc229 req-6f94d704-e7d6-49f3-af5a-3ea4993e4aaf tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330193 Jul 16 18:49:40.700636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1aeec-9e38-47e8-b2ae-bbf98f91ec33 req-7d22c5ca-8cb6-460b-881a-52bd702e5a91 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:40.702166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9d1aeec-9e38-47e8-b2ae-bbf98f91ec33 req-7d22c5ca-8cb6-460b-881a-52bd702e5a91 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.1079953 Jul 16 18:49:40.742519 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9d1aeec-9e38-47e8-b2ae-bbf98f91ec33 req-9fb15252-e096-499b-b4cd-22914510e6c2 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e7a76f4-1ef5-441f-b29c-2275b2052a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333889 Jul 16 18:49:40.931908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-42003b02-09c9-450c-846a-665b0507e969 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:40.933318 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-42003b02-09c9-450c-846a-665b0507e969 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 946 time: 0.0630686 Jul 16 18:49:40.942491 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:40.990904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:40.995025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:40.995408 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.041924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Deleting port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:41.042269 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.081442 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.105522 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:41.107797 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b83a2c8-e552-4220-b2fc-7bf51e027d44" -d '{"events": [{"server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "name": "network-vif-plugged", "status": "completed", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:41.123364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:41.128988 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.137361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] For port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:41.137765 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.158346 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e0e719-ec04-4f1c-b1d9-48f98e5b6ee2 x-openstack-request-id: req-46e0e719-ec04-4f1c-b1d9-48f98e5b6ee2 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:41.158638 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "name": "network-vif-plugged", "status": "completed", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:41.158890 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46e0e719-ec04-4f1c-b1d9-48f98e5b6ee2 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:41.159276 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'code': 200} Jul 16 18:49:41.181381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=13']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:41.315309 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.315682 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.316001 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Floating IP 8e57d819-9619-455b-8899-5ff643227e16 disassociated. External IP: 172.25.3.150, port: 4a24c1ad-2d2c-48e8-b05c-076ed4147b59. Jul 16 18:49:41.316859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Calling delete_port for 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:41.445442 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.475582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event deleted for resources: {'Port': ['ID=4a24c1ad-2d2c-48e8-b05c-076ed4147b59,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:41.596231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:41.707188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:41.716382 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3309f671-a332-4b6f-bc3c-2d13cf5d8940 None None] Sync routers for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:41.726395 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3309f671-a332-4b6f-bc3c-2d13cf5d8940 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:41.727014 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3309f671-a332-4b6f-bc3c-2d13cf5d8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:49:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:41.751296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] No DVR routers for this DVR port 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:41.754661 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.756596 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-79f1c63c-1b6a-48e6-aa64-1eeaace4d187 req-d8f9c9d7-d5b8-4bef-8751-553d2af4b7e8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.32 "DELETE /v2.0/ports/4a24c1ad-2d2c-48e8-b05c-076ed4147b59 HTTP/1.1" status: 204 len: 173 time: 0.8161552 Jul 16 18:49:41.757042 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'name': 'network-vif-deleted', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:41.759767 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee28c512-5e53-486b-9303-15863f1ac065" -d '{"events": [{"server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "name": "network-vif-deleted", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:41.806254 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c8579a-fdc8-46a8-9b9a-ff6dd74dfdba x-openstack-request-id: req-61c8579a-fdc8-46a8-9b9a-ff6dd74dfdba {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:41.806554 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec639b0-0b05-4472-8c18-f9572b448063", "name": "network-vif-deleted", "tag": "4a24c1ad-2d2c-48e8-b05c-076ed4147b59", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:41.806816 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61c8579a-fdc8-46a8-9b9a-ff6dd74dfdba {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:41.807226 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec639b0-0b05-4472-8c18-f9572b448063', 'name': 'network-vif-deleted', 'tag': '4a24c1ad-2d2c-48e8-b05c-076ed4147b59', 'status': 'completed', 'code': 200} Jul 16 18:49:41.839057 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-3309f671-a332-4b6f-bc3c-2d13cf5d8940 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:41.903489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11a60efb-1d76-4fac-81d8-9592fd587383 req-e02ce7eb-3559-4528-97b0-7553b4aeb928 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 210 time: 0.0335116 Jul 16 18:49:42.044886 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3309f671-a332-4b6f-bc3c-2d13cf5d8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:42.071657 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3309f671-a332-4b6f-bc3c-2d13cf5d8940 None None] Checking router: a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:42.080105 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3309f671-a332-4b6f-bc3c-2d13cf5d8940 None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:42.080730 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3309f671-a332-4b6f-bc3c-2d13cf5d8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:49:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:42.277278 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-3309f671-a332-4b6f-bc3c-2d13cf5d8940 None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:42.478610 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-3309f671-a332-4b6f-bc3c-2d13cf5d8940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:42.511249 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3309f671-a332-4b6f-bc3c-2d13cf5d8940 None None] The sync data for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 is: [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 4, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'ea31591c-bf3c-41a2-9b31-d5f8a8bced14', 'name': '', 'network_id': 'e766c453-9e30-412f-89b5-b97625da9af1', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'mac_address': 'fa:16:3e:66:89:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ee69205d-7bad-4258-9d14-297069c52719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:40:00Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'subnets': [{'id': 'ee69205d-7bad-4258-9d14-297069c52719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:42.742304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e098e14-0e56-49cc-baca-dba018085eec None None] New status for floating IP 8e57d819-9619-455b-8899-5ff643227e16: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:49:43.051737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50eda518-2cf7-436b-a769-8611aa632a13 req-d59cd2ed-1528-43fd-b17b-329d2e770cd9 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 210 time: 0.0289309 Jul 16 18:49:43.602942 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-00cb83c5-f194-41a4-9b42-130fac8d28fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.201978 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cbd9c198-f5cf-4f1d-bead-f2375d8bb3dc req-c9e144dc-343e-42ad-8551-22a1f8478a2f tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 210 time: 0.0281811 Jul 16 18:49:44.973800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:44.998438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:44.998788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 4a24c1ad-2d2c-48e8-b05c-076ed4147b59 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:45.355811 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-57d2e243-e599-4230-9e39-caf362483d4a req-33f9ec98-073f-49c8-a92e-a141ff80fef8 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ec639b0-0b05-4472-8c18-f9572b448063 HTTP/1.1" status: 200 len: 210 time: 0.0292222 Jul 16 18:49:45.797914 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-79f4c146-a27b-4623-a2f0-5f91883f47b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.035731 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.827043 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.237173 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.402374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46396) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:50.460665 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.484732 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.534347 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.537207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.539493 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "DELETE /v2.0/security-groups/0e7a76f4-1ef5-441f-b29c-2275b2052a15 HTTP/1.1" status: 204 len: 168 time: 0.1350091 Jul 16 18:49:50.541358 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46398) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:50.547925 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7a76f4-1ef5-441f-b29c-2275b2052a15,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:50.555410 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:50.555761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:50.556107 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:50.556457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:50.556788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:50.557123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:50.557461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:50.557819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:50.558178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:50.558474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:50.558803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:50.559156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc6ec9-0fdc-48c2-8419-2a2b5f8493c1 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:50.559669 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-b20d82e7-9bf3-4fb5-9f3c-000b27fef986 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] show failed (client error): The resource could not be found. Jul 16 18:49:50.560777 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b20d82e7-9bf3-4fb5-9f3c-000b27fef986 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "GET /v2.0/security-groups/0e7a76f4-1ef5-441f-b29c-2275b2052a15 HTTP/1.1" status: 404 len: 347 time: 0.0183241 Jul 16 18:49:50.563453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46400) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:50.692887 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bb7babd2-3d8b-4223-ae7c-41e2f3db9c58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Deleting port 399d2048-0697-421c-8163-8cfaedbadf66 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:50.693231 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb7babd2-3d8b-4223-ae7c-41e2f3db9c58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.772590 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb7babd2-3d8b-4223-ae7c-41e2f3db9c58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.772920 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb7babd2-3d8b-4223-ae7c-41e2f3db9c58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.784447 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-bb7babd2-3d8b-4223-ae7c-41e2f3db9c58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Calling delete_port for 399d2048-0697-421c-8163-8cfaedbadf66 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:50.919316 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb7babd2-3d8b-4223-ae7c-41e2f3db9c58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.944889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7babd2-3d8b-4223-ae7c-41e2f3db9c58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Pushing event deleted for resources: {'Port': ['ID=399d2048-0697-421c-8163-8cfaedbadf66,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:51.012366 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb7babd2-3d8b-4223-ae7c-41e2f3db9c58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.015261 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bb7babd2-3d8b-4223-ae7c-41e2f3db9c58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.016465 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bb7babd2-3d8b-4223-ae7c-41e2f3db9c58 tempest-ServerActionsTestJSON-749187862 tempest-ServerActionsTestJSON-749187862-project] 10.222.0.24 "DELETE /v2.0/floatingips/8e57d819-9619-455b-8899-5ff643227e16 HTTP/1.1" status: 204 len: 168 time: 0.4520731 Jul 16 18:49:51.020694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46402) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:51.423703 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53fca529-95ad-4f23-9b8d-1df0a84cfd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.680388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-53fca529-95ad-4f23-9b8d-1df0a84cfd27 admin admin] Deleting port ea31591c-bf3c-41a2-9b31-d5f8a8bced14 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:51.681093 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53fca529-95ad-4f23-9b8d-1df0a84cfd27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.761209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-53fca529-95ad-4f23-9b8d-1df0a84cfd27 admin admin] For port ea31591c-bf3c-41a2-9b31-d5f8a8bced14, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ea31591c-bf3c-41a2-9b31-d5f8a8bced14,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:51.761562 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53fca529-95ad-4f23-9b8d-1df0a84cfd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.774476 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-53fca529-95ad-4f23-9b8d-1df0a84cfd27 admin admin] Calling delete_port for ea31591c-bf3c-41a2-9b31-d5f8a8bced14 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:51.951411 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53fca529-95ad-4f23-9b8d-1df0a84cfd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.978115 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fca529-95ad-4f23-9b8d-1df0a84cfd27 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea31591c-bf3c-41a2-9b31-d5f8a8bced14,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:52.148236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-53fca529-95ad-4f23-9b8d-1df0a84cfd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.362840 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fca529-95ad-4f23-9b8d-1df0a84cfd27 admin admin] Router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:52.469711 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fca529-95ad-4f23-9b8d-1df0a84cfd27 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:52.474922 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-53fca529-95ad-4f23-9b8d-1df0a84cfd27 admin admin] 10.222.0.24 "PUT /v2.0/routers/a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4532611 Jul 16 18:49:52.478284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46406) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:52.478490 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6000810-5d2f-4711-8588-0105a9cc9c4b None None] Sync routers for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:52.488775 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6000810-5d2f-4711-8588-0105a9cc9c4b None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:52.489399 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e6000810-5d2f-4711-8588-0105a9cc9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:49:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:52.587294 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.594238 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-e6000810-5d2f-4711-8588-0105a9cc9c4b None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:52.694852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.752817 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Deleting port 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:52.753167 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.776561 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e6000810-5d2f-4711-8588-0105a9cc9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:49:51Z', 'revision_number': 5, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port': {'id': '39c9376c-74b7-4de3-a4e5-0cc30a67cc18', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:52.803657 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6000810-5d2f-4711-8588-0105a9cc9c4b None None] Checking router: a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:52.812111 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6000810-5d2f-4711-8588-0105a9cc9c4b None None] Routers {'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:52.812454 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e6000810-5d2f-4711-8588-0105a9cc9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:49:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:52.833104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] For port 39c9376c-74b7-4de3-a4e5-0cc30a67cc18, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=39c9376c-74b7-4de3-a4e5-0cc30a67cc18,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:52.833464 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.851379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Calling delete_port for 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:52.898309 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-e6000810-5d2f-4711-8588-0105a9cc9c4b None None] Set router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:52.952417 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e6000810-5d2f-4711-8588-0105a9cc9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:49:52Z', 'revision_number': 6, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:52.980111 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6000810-5d2f-4711-8588-0105a9cc9c4b None None] The sync data for ids ['a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e'] in n-d-787205-10 is: [{'id': 'a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e', 'name': 'tempest-ServerActionsTestJSON-184349600-router', 'tenant_id': '86b1415fe8b2494293bf4076f41c0f1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:49:52Z', 'revision_number': 6, 'project_id': '86b1415fe8b2494293bf4076f41c0f1f', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:53.031353 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.067339 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=39c9376c-74b7-4de3-a4e5-0cc30a67cc18,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:53.125449 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.215912 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.217990 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.265702 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.266203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:49:53.270560 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.271739 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-465fae35-729f-4c85-8ce7-644564a2b3ac admin admin] 10.222.0.24 "DELETE /v2.0/routers/a5d9dd69-bfe0-4ff2-87b2-e03cf358fc8e HTTP/1.1" status: 204 len: 168 time: 0.7917180 Jul 16 18:49:53.274339 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46408) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:53.650632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e368129-9011-4a75-b734-267e169b0b82 admin admin] Deleting subnet ee69205d-7bad-4258-9d14-297069c52719 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:53.653756 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e368129-9011-4a75-b734-267e169b0b82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.686932 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.688373 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e368129-9011-4a75-b734-267e169b0b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.772372 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e368129-9011-4a75-b734-267e169b0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.825803 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e368129-9011-4a75-b734-267e169b0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.852349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e368129-9011-4a75-b734-267e169b0b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee69205d-7bad-4258-9d14-297069c52719,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:53.855969 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8e368129-9011-4a75-b734-267e169b0b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.857948 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8e368129-9011-4a75-b734-267e169b0b82 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ee69205d-7bad-4258-9d14-297069c52719 HTTP/1.1" status: 204 len: 168 time: 0.5825891 Jul 16 18:49:53.860453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46410) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:53.863138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0b87a5-1774-4a06-a6e0-e6863b80f2df None None] Network e766c453-9e30-412f-89b5-b97625da9af1 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:53.930269 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.998023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Deleting port b7c2c8c9-ef8c-40fc-beca-44c328911d17 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:53.998437 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.064044 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] For port b7c2c8c9-ef8c-40fc-beca-44c328911d17, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b7c2c8c9-ef8c-40fc-beca-44c328911d17,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:54.064406 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.077936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Calling delete_port for b7c2c8c9-ef8c-40fc-beca-44c328911d17 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:54.078485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1d67ae-30e2-4789-80d6-13957efc6b87 None None] DHCP port deletion for e766c453-9e30-412f-89b5-b97625da9af1 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:54.126926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-be1d67ae-30e2-4789-80d6-13957efc6b87 None None] Deleting port b7c2c8c9-ef8c-40fc-beca-44c328911d17 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:54.127157 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be1d67ae-30e2-4789-80d6-13957efc6b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.179033 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.193334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-be1d67ae-30e2-4789-80d6-13957efc6b87 None None] For port b7c2c8c9-ef8c-40fc-beca-44c328911d17, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b7c2c8c9-ef8c-40fc-beca-44c328911d17,segment=NetworkSegment(1a3cfc2f-eaf7-463f-a99d-8681d7814e8c),segment_id=1a3cfc2f-eaf7-463f-a99d-8681d7814e8c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:54.193757 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be1d67ae-30e2-4789-80d6-13957efc6b87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.204646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c2c8c9-ef8c-40fc-beca-44c328911d17,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:54.209286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] No DVR routers for this DVR port b7c2c8c9-ef8c-40fc-beca-44c328911d17 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:54.211903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-be1d67ae-30e2-4789-80d6-13957efc6b87 None None] Calling delete_port for b7c2c8c9-ef8c-40fc-beca-44c328911d17 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:54.287371 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.295169 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be1d67ae-30e2-4789-80d6-13957efc6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.298110 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e766c453-9e30-412f-89b5-b97625da9af1']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:54.309874 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:54.310186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3cfc2f-eaf7-463f-a99d-8681d7814e8c') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:54.319461 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.322711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d67ae-30e2-4789-80d6-13957efc6b87 None None] Pushing event deleted for resources: {'Port': ['ID=b7c2c8c9-ef8c-40fc-beca-44c328911d17,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:54.326357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d67ae-30e2-4789-80d6-13957efc6b87 None None] No DVR routers for this DVR port b7c2c8c9-ef8c-40fc-beca-44c328911d17 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:54.337729 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.345847 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:54.346493 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:54.349328 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:54.423913 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.432622 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.434253 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e766c453-9e30-412f-89b5-b97625da9af1 HTTP/1.1" status: 204 len: 168 time: 0.5728660 Jul 16 18:49:54.446308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a117a4-5e34-47d9-bbbb-42584b8728d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e766c453-9e30-412f-89b5-b97625da9af1,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:54.674234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46414) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:54.720854 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7d801da8-20dd-4185-9eb5-63220069f0ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86b1415fe8b2494293bf4076f41c0f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453737 Jul 16 18:49:54.724039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46418) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:54.746158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ea31591c-bf3c-41a2-9b31-d5f8a8bced14 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:54.770972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: ea31591c-bf3c-41a2-9b31-d5f8a8bced14 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:54.771340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ea31591c-bf3c-41a2-9b31-d5f8a8bced14 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:54.772003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b7c2c8c9-ef8c-40fc-beca-44c328911d17 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:54.786528 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b0801ece-706f-40e8-a817-fc4884932fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.799176 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: b7c2c8c9-ef8c-40fc-beca-44c328911d17 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:54.799585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b7c2c8c9-ef8c-40fc-beca-44c328911d17 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:54.800004 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:54.812575 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b0801ece-706f-40e8-a817-fc4884932fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.823008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:54.823362 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 39c9376c-74b7-4de3-a4e5-0cc30a67cc18 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:54.875114 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b0801ece-706f-40e8-a817-fc4884932fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.878641 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b0801ece-706f-40e8-a817-fc4884932fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:54.879886 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b0801ece-706f-40e8-a817-fc4884932fb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea144c11-201c-48d8-b4c3-a096c9d29bed HTTP/1.1" status: 204 len: 168 time: 0.1548145 Jul 16 18:49:54.889448 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0801ece-706f-40e8-a817-fc4884932fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea144c11-201c-48d8-b4c3-a096c9d29bed,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:55.673387 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46442) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:55.781126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-889500183-network', 'tenant_id': 'e7a963eced384218846f4f94668e71c8'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:55.786999 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.807676 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Made reservation on behalf of e7a963eced384218846f4f94668e71c8 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:55.811309 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.824174 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.928892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.932386 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.955834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:55.965801 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e3e154-6243-4de4-92b5-5046584fa489,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:55.970519 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:55.970863 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Added segment df0edab2-52cd-42d7-ad78-b6bb7979c51c of type vlan for network a37769cb-60fd-4c11-8643-0a70fcda8bf6 Jul 16 18:49:56.011597 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:56.040735 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:56.041884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:56.042465 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:56.072613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3980010 Jul 16 18:49:56.075918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46446) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:56.081136 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e7f844ff-d8d5-4f00-a830-13260152cee2 admin admin] Request body: {'subnet': {'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-889500183-subnet', 'tenant_id': 'e7a963eced384218846f4f94668e71c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:56.102211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f844ff-d8d5-4f00-a830-13260152cee2 admin admin] Made reservation on behalf of e7a963eced384218846f4f94668e71c8 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:56.102555 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74221c-7a5e-46af-907b-becdccd1222a admin admin] Pushing event updated for resources: {'Network': ['ID=a37769cb-60fd-4c11-8643-0a70fcda8bf6,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:56.104722 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e7f844ff-d8d5-4f00-a830-13260152cee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:56.113312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network a37769cb-60fd-4c11-8643-0a70fcda8bf6 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:56.274348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e7f844ff-d8d5-4f00-a830-13260152cee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:56.337350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f844ff-d8d5-4f00-a830-13260152cee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac7d7ae-cc94-41c3-bc75-896d2c936d10,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:56.342522 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f844ff-d8d5-4f00-a830-13260152cee2 admin admin] Checking segment: {'id': 'df0edab2-52cd-42d7-ad78-b6bb7979c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:56.343007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f844ff-d8d5-4f00-a830-13260152cee2 admin admin] Network hostable DHCP agents. Network: a37769cb-60fd-4c11-8643-0a70fcda8bf6, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:56.359337 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f844ff-d8d5-4f00-a830-13260152cee2 admin admin] Network a37769cb-60fd-4c11-8643-0a70fcda8bf6 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:56.368544 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-e7f844ff-d8d5-4f00-a830-13260152cee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, a37769cb-60fd-4c11-8643-0a70fcda8bf6) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:56.373092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f844ff-d8d5-4f00-a830-13260152cee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:56.373718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e7f844ff-d8d5-4f00-a830-13260152cee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:56.382158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f9d42-d29b-42af-98c9-163be8f4a2b2 None None] Network a37769cb-60fd-4c11-8643-0a70fcda8bf6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:56.397392 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e7f844ff-d8d5-4f00-a830-13260152cee2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3202939 Jul 16 18:49:56.508660 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be111c-780e-4c35-98a7-cd2632cde748 None None] Network a37769cb-60fd-4c11-8643-0a70fcda8bf6 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:56.836474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf75c-736c-4791-9c75-e326ca87487a req-40ad9614-4825-4df6-a976-ebe9088dc7bc tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:56.838117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-40ad9614-4825-4df6-a976-ebe9088dc7bc tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/networks?id=a37769cb-60fd-4c11-8643-0a70fcda8bf6 HTTP/1.1" status: 200 len: 813 time: 0.1078415 Jul 16 18:49:56.852594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-292cf974-135e-46ce-aa87-7c7e2a428c3a tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/quotas/e7a963eced384218846f4f94668e71c8 HTTP/1.1" status: 200 len: 375 time: 0.0093329 Jul 16 18:49:56.887664 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-43238b1a-f950-4030-a36d-f4d292d1a8d2 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e7a963eced384218846f4f94668e71c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287707 Jul 16 18:49:56.980860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8dc4466b-e021-4804-bf41-9c29ee0eaded service neutron] 10.222.0.24 "GET /v2.0/networks/a37769cb-60fd-4c11-8643-0a70fcda8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872009 Jul 16 18:49:57.071221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-f3bd01fd-5db9-4bb9-a3b7-590aeac16040 service neutron] 10.222.0.24 "GET /v2.0/networks/a37769cb-60fd-4c11-8643-0a70fcda8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838466 Jul 16 18:49:57.252790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc09f824-8a87-4ba9-9eab-4dd69f92c20d req-ef10b9b4-d2b5-401e-89f4-e26fc13678d9 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 210 time: 0.0345678 Jul 16 18:49:58.292497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf75c-736c-4791-9c75-e326ca87487a req-3f530085-0a18-489d-b283-9986bc78b075 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:58.294015 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-3f530085-0a18-489d-b283-9986bc78b075 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.11 "GET /v2.0/networks?id=a37769cb-60fd-4c11-8643-0a70fcda8bf6 HTTP/1.1" status: 200 len: 813 time: 0.1074882 Jul 16 18:49:58.314629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f1baf75c-736c-4791-9c75-e326ca87487a req-04e87596-2a9d-44b9-9be0-f8156da2862c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Request body: {'port': {'device_id': '660cf86a-02fe-47d4-862d-31b55b906992', 'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6', 'admin_state_up': True, 'tenant_id': 'e7a963eced384218846f4f94668e71c8'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:58.406864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-544d2271-4103-4a0f-b903-9d1d542802a2 req-28c64814-b49b-4a84-97fd-e655b39b4690 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 210 time: 0.0337875 Jul 16 18:49:58.437282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1baf75c-736c-4791-9c75-e326ca87487a req-04e87596-2a9d-44b9-9be0-f8156da2862c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Made reservation on behalf of e7a963eced384218846f4f94668e71c8 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:58.441458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f1baf75c-736c-4791-9c75-e326ca87487a req-04e87596-2a9d-44b9-9be0-f8156da2862c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.568954 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-f1baf75c-736c-4791-9c75-e326ca87487a req-04e87596-2a9d-44b9-9be0-f8156da2862c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Allocated IP 172.20.0.5 (a37769cb-60fd-4c11-8643-0a70fcda8bf6/3ac7d7ae-cc94-41c3-bc75-896d2c936d10/90044e58-0c3a-4f50-9cc4-f92addaaa3ca) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:58.715065 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f1baf75c-736c-4791-9c75-e326ca87487a req-04e87596-2a9d-44b9-9be0-f8156da2862c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.753849 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f1baf75c-736c-4791-9c75-e326ca87487a req-04e87596-2a9d-44b9-9be0-f8156da2862c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.806111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1baf75c-736c-4791-9c75-e326ca87487a req-04e87596-2a9d-44b9-9be0-f8156da2862c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Network a37769cb-60fd-4c11-8643-0a70fcda8bf6 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:58.810392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-f1baf75c-736c-4791-9c75-e326ca87487a req-04e87596-2a9d-44b9-9be0-f8156da2862c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:58.814450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1baf75c-736c-4791-9c75-e326ca87487a req-04e87596-2a9d-44b9-9be0-f8156da2862c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:58.821400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e87596-2a9d-44b9-9be0-f8156da2862c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Pushing event updated for resources: {'Port': ['ID=90044e58-0c3a-4f50-9cc4-f92addaaa3ca,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:58.869285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf75c-736c-4791-9c75-e326ca87487a req-04e87596-2a9d-44b9-9be0-f8156da2862c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:58.869934 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f1baf75c-736c-4791-9c75-e326ca87487a req-04e87596-2a9d-44b9-9be0-f8156da2862c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:58.883451 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-04e87596-2a9d-44b9-9be0-f8156da2862c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729382 Jul 16 18:49:58.943491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Request body: {'port': {'device_id': '660cf86a-02fe-47d4-862d-31b55b906992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:59.014444 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.281766 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90044e58-0c3a-4f50-9cc4-f92addaaa3ca {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:59.289230 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.300922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Transition to ACTIVE for port object 90044e58-0c3a-4f50-9cc4-f92addaaa3ca will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:59.304734 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.352881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Pushing event updated for resources: {'Port': ['ID=90044e58-0c3a-4f50-9cc4-f92addaaa3ca,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:59.426845 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Attempting to bind port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:59.427181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Attempting to bind port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': 'df0edab2-52cd-42d7-ad78-b6bb7979c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:59.427510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Attempting to bind port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca on network a37769cb-60fd-4c11-8643-0a70fcda8bf6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:59.431721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca on network a37769cb-60fd-4c11-8643-0a70fcda8bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:49:59.432101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Attempting to bind port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca on network a37769cb-60fd-4c11-8643-0a70fcda8bf6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:59.436836 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:59.437181 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Checking segment: {'id': 'df0edab2-52cd-42d7-ad78-b6bb7979c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:59.438015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Bound using segment: {'id': 'df0edab2-52cd-42d7-ad78-b6bb7979c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:59.438015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Bound port: 90044e58-0c3a-4f50-9cc4-f92addaaa3ca, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0edab2-52cd-42d7-ad78-b6bb7979c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:59.438359 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.505389 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] For port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:59.509098 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] For port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=90044e58-0c3a-4f50-9cc4-f92addaaa3ca,segment=NetworkSegment(df0edab2-52cd-42d7-ad78-b6bb7979c51c),segment_id=df0edab2-52cd-42d7-ad78-b6bb7979c51c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:59.514051 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.549830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:59.551053 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:59.552550 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] 10.222.0.11 "PUT /v2.0/ports/90044e58-0c3a-4f50-9cc4-f92addaaa3ca HTTP/1.1" status: 200 len: 1092 time: 0.6613636 Jul 16 18:49:59.553021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660cf86a-02fe-47d4-862d-31b55b906992', 'tag': '90044e58-0c3a-4f50-9cc4-f92addaaa3ca'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:59.555315 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f78d03-2fdc-41e2-9955-639eaf3303f2" -d '{"events": [{"name": "network-changed", "server_uuid": "660cf86a-02fe-47d4-862d-31b55b906992", "tag": "90044e58-0c3a-4f50-9cc4-f92addaaa3ca"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:59.580350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf6e46-4fc9-42b8-b804-dc4d57facc25 service neutron] Pushing event updated for resources: {'Port': ['ID=90044e58-0c3a-4f50-9cc4-f92addaaa3ca,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:59.594482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a30f0-ecc0-4e35-8d95-bee97efac1b0 req-8c94975f-b2d2-430a-a152-3cc84d3e3d88 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:59.596298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c99a30f0-ecc0-4e35-8d95-bee97efac1b0 req-8c94975f-b2d2-430a-a152-3cc84d3e3d88 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 943 time: 0.0772002 Jul 16 18:49:59.611922 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cf0825-7bb8-4d6c-97f6-d7b8a976ba65 x-openstack-request-id: req-e5cf0825-7bb8-4d6c-97f6-d7b8a976ba65 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:59.612246 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660cf86a-02fe-47d4-862d-31b55b906992", "tag": "90044e58-0c3a-4f50-9cc4-f92addaaa3ca", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:59.612485 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5cf0825-7bb8-4d6c-97f6-d7b8a976ba65 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:59.613596 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660cf86a-02fe-47d4-862d-31b55b906992', 'tag': '90044e58-0c3a-4f50-9cc4-f92addaaa3ca', 'status': 'completed', 'code': 200} Jul 16 18:49:59.636937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c99a30f0-ecc0-4e35-8d95-bee97efac1b0 req-20fad559-a2c1-4296-8f86-49e5697ff6c6 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340679 Jul 16 18:49:59.659348 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf75c-736c-4791-9c75-e326ca87487a req-c14f7b20-c1ca-44b4-a2a2-38a8be5dc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:59.661886 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-c14f7b20-c1ca-44b4-a2a2-38a8be5dc559 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7a963eced384218846f4f94668e71c8&device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 1095 time: 0.0600414 Jul 16 18:49:59.707238 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-484ab941-eabc-47dd-aa68-ee8a7435bf1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90044e58-0c3a-4f50-9cc4-f92addaaa3ca HTTP/1.1" status: 200 len: 217 time: 0.0368989 Jul 16 18:49:59.756527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf75c-736c-4791-9c75-e326ca87487a req-7b845754-4480-4c8e-818c-73e4a3c90fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:59.758030 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-7b845754-4480-4c8e-818c-73e4a3c90fbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ac7d7ae-cc94-41c3-bc75-896d2c936d10 HTTP/1.1" status: 200 len: 853 time: 0.0444908 Jul 16 18:49:59.790840 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-e3bebaa0-733c-4b7c-a594-1f071844194e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a37769cb-60fd-4c11-8643-0a70fcda8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268168 Jul 16 18:49:59.884119 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-e1d5a635-d9fd-4d4b-87a4-3d412b692825 service neutron] 10.222.0.11 "GET /v2.0/networks/a37769cb-60fd-4c11-8643-0a70fcda8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873387 Jul 16 18:49:59.977325 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1baf75c-736c-4791-9c75-e326ca87487a req-b8645a08-423d-4ede-ba8c-b4dc88cbbdd0 service neutron] 10.222.0.11 "GET /v2.0/networks/a37769cb-60fd-4c11-8643-0a70fcda8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862761 Jul 16 18:50:00.085135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f78d03-2fdc-41e2-9955-639eaf3303f2 req-d35f9682-346e-44b1-b646-7886e53cba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:00.086684 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d2f78d03-2fdc-41e2-9955-639eaf3303f2 req-d35f9682-346e-44b1-b646-7886e53cba6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7a963eced384218846f4f94668e71c8&device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 1095 time: 0.0591114 Jul 16 18:50:00.177551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f78d03-2fdc-41e2-9955-639eaf3303f2 req-34692d21-7723-4973-9b7b-e0ee20ed1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:00.179011 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d2f78d03-2fdc-41e2-9955-639eaf3303f2 req-34692d21-7723-4973-9b7b-e0ee20ed1ff7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a37769cb-60fd-4c11-8643-0a70fcda8bf6 HTTP/1.1" status: 200 len: 914 time: 0.0860853 Jul 16 18:50:00.225126 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d2f78d03-2fdc-41e2-9955-639eaf3303f2 req-891f227e-7671-4aec-9e33-d90607b2d0e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90044e58-0c3a-4f50-9cc4-f92addaaa3ca HTTP/1.1" status: 200 len: 217 time: 0.0387807 Jul 16 18:50:00.275833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f78d03-2fdc-41e2-9955-639eaf3303f2 req-02fefacb-9128-414a-9159-8bc7cd392d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:00.277728 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d2f78d03-2fdc-41e2-9955-639eaf3303f2 req-02fefacb-9128-414a-9159-8bc7cd392d84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ac7d7ae-cc94-41c3-bc75-896d2c936d10 HTTP/1.1" status: 200 len: 853 time: 0.0454295 Jul 16 18:50:00.312388 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d2f78d03-2fdc-41e2-9955-639eaf3303f2 req-3f1ebcbe-9468-4e93-9ed8-6630cec86193 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a37769cb-60fd-4c11-8643-0a70fcda8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275302 Jul 16 18:50:00.411575 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d2f78d03-2fdc-41e2-9955-639eaf3303f2 req-b1fd1350-5901-44b7-a42c-2f8104646be6 service neutron] 10.222.0.11 "GET /v2.0/networks/a37769cb-60fd-4c11-8643-0a70fcda8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900939 Jul 16 18:50:00.504777 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d2f78d03-2fdc-41e2-9955-639eaf3303f2 req-884833ea-abb9-4d06-a5c8-d9d726b303a0 service neutron] 10.222.0.11 "GET /v2.0/networks/a37769cb-60fd-4c11-8643-0a70fcda8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859492 Jul 16 18:50:00.819204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60455bfe-2ada-4517-8370-be04ef615a02 req-322a776d-4247-47ba-b699-121ef80e4f3f tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:00.820599 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60455bfe-2ada-4517-8370-be04ef615a02 req-322a776d-4247-47ba-b699-121ef80e4f3f tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 943 time: 0.0690513 Jul 16 18:50:00.859177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60455bfe-2ada-4517-8370-be04ef615a02 req-99852a3d-eb92-4354-bded-c1c244e0832b tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329282 Jul 16 18:50:01.414674 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:02.034132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce66d7-22b0-4b7c-93df-d57119ccfb78 req-b0b2986a-6052-4f31-8ab3-49c14077a6cc tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:02.036376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fbce66d7-22b0-4b7c-93df-d57119ccfb78 req-b0b2986a-6052-4f31-8ab3-49c14077a6cc tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 943 time: 0.0645781 Jul 16 18:50:02.074865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fbce66d7-22b0-4b7c-93df-d57119ccfb78 req-b34f5e2e-4542-48c2-b675-a7f6d3331fe2 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328827 Jul 16 18:50:02.767539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 90044e58-0c3a-4f50-9cc4-f92addaaa3ca details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:50:03.018835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=90044e58-0c3a-4f50-9cc4-f92addaaa3ca,segment=NetworkSegment(df0edab2-52cd-42d7-ad78-b6bb7979c51c),segment_id=df0edab2-52cd-42d7-ad78-b6bb7979c51c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:03.030089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '90044e58-0c3a-4f50-9cc4-f92addaaa3ca', 'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6', 'port_id': '90044e58-0c3a-4f50-9cc4-f92addaaa3ca', 'mac_address': 'fa:16:3e:e2:ad:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac7d7ae-cc94-41c3-bc75-896d2c936d10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:50:03.066400 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.078833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90044e58-0c3a-4f50-9cc4-f92addaaa3ca {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:03.100123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=90044e58-0c3a-4f50-9cc4-f92addaaa3ca,segment=NetworkSegment(df0edab2-52cd-42d7-ad78-b6bb7979c51c),segment_id=df0edab2-52cd-42d7-ad78-b6bb7979c51c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:03.104728 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.153710 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=90044e58-0c3a-4f50-9cc4-f92addaaa3ca,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:03.250016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dd122-16d7-4807-bdd6-6391458d3c69 req-a759889c-d118-4193-ad1f-875eb489c332 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:03.251513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-324dd122-16d7-4807-bdd6-6391458d3c69 req-a759889c-d118-4193-ad1f-875eb489c332 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 944 time: 0.0639784 Jul 16 18:50:03.294433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-324dd122-16d7-4807-bdd6-6391458d3c69 req-f4251377-0263-422e-b368-f75d174fff84 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371289 Jul 16 18:50:03.304141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['90044e58-0c3a-4f50-9cc4-f92addaaa3ca'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:50:04.468719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4c247-c8cb-47ba-8819-9be9d66fe31b req-3335fc20-bc92-4e01-969a-0775e869e478 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:04.470513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5f4c247-c8cb-47ba-8819-9be9d66fe31b req-3335fc20-bc92-4e01-969a-0775e869e478 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 944 time: 0.0630753 Jul 16 18:50:04.509797 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f5f4c247-c8cb-47ba-8819-9be9d66fe31b req-071210c2-c648-45c0-86d9-1346cd9559e5 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325742 Jul 16 18:50:04.773635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 90044e58-0c3a-4f50-9cc4-f92addaaa3ca up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:04.821865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:04.825470 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:04.825951 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.905916 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.929450 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660cf86a-02fe-47d4-862d-31b55b906992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90044e58-0c3a-4f50-9cc4-f92addaaa3ca'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:04.931651 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9a017f-eb5d-4ab2-92e5-7cdec150d88e" -d '{"events": [{"server_uuid": "660cf86a-02fe-47d4-862d-31b55b906992", "name": "network-vif-plugged", "status": "completed", "tag": "90044e58-0c3a-4f50-9cc4-f92addaaa3ca"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:04.944326 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=90044e58-0c3a-4f50-9cc4-f92addaaa3ca,segment=NetworkSegment(df0edab2-52cd-42d7-ad78-b6bb7979c51c),segment_id=df0edab2-52cd-42d7-ad78-b6bb7979c51c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:04.948974 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.974920 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0268b161-3c05-4430-b63d-922497fd3a15 x-openstack-request-id: req-0268b161-3c05-4430-b63d-922497fd3a15 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:04.975217 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660cf86a-02fe-47d4-862d-31b55b906992", "name": "network-vif-plugged", "status": "completed", "tag": "90044e58-0c3a-4f50-9cc4-f92addaaa3ca", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:04.975471 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0268b161-3c05-4430-b63d-922497fd3a15 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:04.975857 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660cf86a-02fe-47d4-862d-31b55b906992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90044e58-0c3a-4f50-9cc4-f92addaaa3ca', 'code': 200} Jul 16 18:50:05.003268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=90044e58-0c3a-4f50-9cc4-f92addaaa3ca,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:05.087809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54408250-fbb9-4444-a97d-773e6c5de93d req-9eda5ec1-efc3-419f-a4dd-2c74f452b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:05.089328 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-54408250-fbb9-4444-a97d-773e6c5de93d req-9eda5ec1-efc3-419f-a4dd-2c74f452b643 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 1097 time: 0.0565772 Jul 16 18:50:05.124168 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-54408250-fbb9-4444-a97d-773e6c5de93d req-e7960015-aae9-4866-82fd-23440c26e262 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285900 Jul 16 18:50:05.685068 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da590a8-2b94-4e75-a21d-1fd0d6d3628e req-9cd2b529-7bb6-4815-af5d-2b548976470f tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:05.686506 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6da590a8-2b94-4e75-a21d-1fd0d6d3628e req-9cd2b529-7bb6-4815-af5d-2b548976470f tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 945 time: 0.0627058 Jul 16 18:50:05.724429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6da590a8-2b94-4e75-a21d-1fd0d6d3628e req-efd8f737-13bb-415b-b5e0-a5e78ea98a37 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Jul 16 18:50:06.906389 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd5bc3-898f-4f13-9691-cd81c6aae22c req-a599eb0f-3463-450a-8152-fb9a537a9787 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:06.907902 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51fd5bc3-898f-4f13-9691-cd81c6aae22c req-a599eb0f-3463-450a-8152-fb9a537a9787 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 945 time: 0.0685329 Jul 16 18:50:06.950061 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51fd5bc3-898f-4f13-9691-cd81c6aae22c req-eeb8a66c-32fc-4609-be1e-2c7d3c375995 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343568 Jul 16 18:50:07.178942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-09b8fd92-2f9a-4b7c-9735-468231966528 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:07.180435 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-09b8fd92-2f9a-4b7c-9735-468231966528 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/networks?id=a37769cb-60fd-4c11-8643-0a70fcda8bf6 HTTP/1.1" status: 200 len: 813 time: 0.1040416 Jul 16 18:50:07.195352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-74c21985-a626-4f9e-8040-8616653eaffd tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/quotas/e7a963eced384218846f4f94668e71c8 HTTP/1.1" status: 200 len: 375 time: 0.0093760 Jul 16 18:50:07.262169 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-ee7b6258-883c-4834-80ca-33bb460bcf68 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e7a963eced384218846f4f94668e71c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617929 Jul 16 18:50:07.345926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-d829ab5a-2a91-4932-a96c-c1100c82b734 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:50:07.347530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-d829ab5a-2a91-4932-a96c-c1100c82b734 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439472 Jul 16 18:50:07.438720 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-d82afae0-bad4-48ba-bfa7-b401173b09c5 service neutron] 10.222.0.24 "GET /v2.0/networks/a37769cb-60fd-4c11-8643-0a70fcda8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852439 Jul 16 18:50:07.533231 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-b88f2038-a961-49bf-8b9f-adf178fa70fa service neutron] 10.222.0.24 "GET /v2.0/networks/a37769cb-60fd-4c11-8643-0a70fcda8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883253 Jul 16 18:50:07.700553 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d6a6f180-cf1e-4223-9d38-df4e4df6dec5 req-d3b25bfa-7806-444f-b4cf-d08ca1fad5d5 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 210 time: 0.0302505 Jul 16 18:50:08.854832 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5685a3c3-91c1-4e08-9a9c-ed7e4667b5ce req-26ad8154-5ad7-483b-b5e3-f8a1e5f0f4ad tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 210 time: 0.0310168 Jul 16 18:50:08.895540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-6fb23a6f-89f5-4c79-875c-a580525ab877 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:08.897010 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-6fb23a6f-89f5-4c79-875c-a580525ab877 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.32 "GET /v2.0/networks?id=a37769cb-60fd-4c11-8643-0a70fcda8bf6 HTTP/1.1" status: 200 len: 813 time: 0.1060486 Jul 16 18:50:08.909123 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Request body: {'port': {'device_id': '6ccbaec0-f4d4-46b0-910c-e036adbbca84', 'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6', 'admin_state_up': True, 'tenant_id': 'e7a963eced384218846f4f94668e71c8'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:09.027172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Made reservation on behalf of e7a963eced384218846f4f94668e71c8 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:09.030760 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.158655 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Allocated IP 172.20.0.3 (a37769cb-60fd-4c11-8643-0a70fcda8bf6/3ac7d7ae-cc94-41c3-bc75-896d2c936d10/03febac1-68d3-4791-b958-d0e0d1dc985f) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:09.311382 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.352747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.365375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['90044e58-0c3a-4f50-9cc4-f92addaaa3ca'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:50:09.400518 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Network a37769cb-60fd-4c11-8643-0a70fcda8bf6 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:09.405785 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:09.410242 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:09.435772 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Pushing event updated for resources: {'Port': ['ID=03febac1-68d3-4791-b958-d0e0d1dc985f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:09.452682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:09.453034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:09.453381 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:09.453745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:09.454085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:09.454423 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:09.454760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:09.455094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:09.455427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:09.455756 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:09.456085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:09.456965 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:09.476633 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:09.477262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.491724 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-179c2309-6e40-476c-bac8-cacf027f34d4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5864480 Jul 16 18:50:09.503653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Request body: {'port': {'device_id': '6ccbaec0-f4d4-46b0-910c-e036adbbca84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:09.574064 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.838202 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03febac1-68d3-4791-b958-d0e0d1dc985f {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:09.845479 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.857197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Transition to ACTIVE for port object 03febac1-68d3-4791-b958-d0e0d1dc985f will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:09.861068 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:09.932265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Pushing event updated for resources: {'Port': ['ID=03febac1-68d3-4791-b958-d0e0d1dc985f,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:09.990532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Attempting to bind port 03febac1-68d3-4791-b958-d0e0d1dc985f on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:09.990869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Attempting to bind port 03febac1-68d3-4791-b958-d0e0d1dc985f by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'df0edab2-52cd-42d7-ad78-b6bb7979c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:09.991212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Attempting to bind port 03febac1-68d3-4791-b958-d0e0d1dc985f on network a37769cb-60fd-4c11-8643-0a70fcda8bf6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:09.996648 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Port 03febac1-68d3-4791-b958-d0e0d1dc985f on network a37769cb-60fd-4c11-8643-0a70fcda8bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:50:09.996973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Attempting to bind port 03febac1-68d3-4791-b958-d0e0d1dc985f on network a37769cb-60fd-4c11-8643-0a70fcda8bf6 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:10.002279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:10.002615 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Checking segment: {'id': 'df0edab2-52cd-42d7-ad78-b6bb7979c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:10.003071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Bound using segment: {'id': 'df0edab2-52cd-42d7-ad78-b6bb7979c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:10.003516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Bound port: 03febac1-68d3-4791-b958-d0e0d1dc985f, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0edab2-52cd-42d7-ad78-b6bb7979c51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:10.003878 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.072493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] For port 03febac1-68d3-4791-b958-d0e0d1dc985f, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:10.076057 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] For port 03febac1-68d3-4791-b958-d0e0d1dc985f, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=03febac1-68d3-4791-b958-d0e0d1dc985f,segment=NetworkSegment(df0edab2-52cd-42d7-ad78-b6bb7979c51c),segment_id=df0edab2-52cd-42d7-ad78-b6bb7979c51c)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:10.080998 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.122567 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:10.123184 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.124571 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] 10.222.0.32 "PUT /v2.0/ports/03febac1-68d3-4791-b958-d0e0d1dc985f HTTP/1.1" status: 200 len: 1092 time: 0.6252508 Jul 16 18:50:10.125015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccbaec0-f4d4-46b0-910c-e036adbbca84', 'tag': '03febac1-68d3-4791-b958-d0e0d1dc985f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:10.127277 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c378ee8a-d555-4674-8804-24d2f1133d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccbaec0-f4d4-46b0-910c-e036adbbca84", "tag": "03febac1-68d3-4791-b958-d0e0d1dc985f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:10.150848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e818ae-ed24-4482-8045-6ac650bb5d8a service neutron] Pushing event updated for resources: {'Port': ['ID=03febac1-68d3-4791-b958-d0e0d1dc985f,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:10.173456 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80652f31-d352-4539-b082-950a83c7f6bc x-openstack-request-id: req-80652f31-d352-4539-b082-950a83c7f6bc {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:10.173784 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccbaec0-f4d4-46b0-910c-e036adbbca84", "tag": "03febac1-68d3-4791-b958-d0e0d1dc985f", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:10.174044 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80652f31-d352-4539-b082-950a83c7f6bc {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:10.174450 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccbaec0-f4d4-46b0-910c-e036adbbca84', 'tag': '03febac1-68d3-4791-b958-d0e0d1dc985f', 'status': 'completed', 'code': 200} Jul 16 18:50:10.223286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88373f6-5a7b-4fb8-97fe-7ae9b216be18 req-5fc7037a-2657-43f1-a7f2-3b195ea7950b tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:10.224804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a88373f6-5a7b-4fb8-97fe-7ae9b216be18 req-5fc7037a-2657-43f1-a7f2-3b195ea7950b tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 943 time: 0.0728118 Jul 16 18:50:10.239517 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-b2f24567-58ae-4119-9b91-f53f4c5761b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:10.241029 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-b2f24567-58ae-4119-9b91-f53f4c5761b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7a963eced384218846f4f94668e71c8&device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 1095 time: 0.0614641 Jul 16 18:50:10.265580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a88373f6-5a7b-4fb8-97fe-7ae9b216be18 req-e828e778-b760-46c4-9b30-c31976ed6eb4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346730 Jul 16 18:50:10.283003 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-26a4054d-695e-4d0f-9321-1a053b7372a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03febac1-68d3-4791-b958-d0e0d1dc985f HTTP/1.1" status: 200 len: 217 time: 0.0350528 Jul 16 18:50:10.331760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-4b01fa58-9791-4747-bb78-88bb7de09208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:10.333120 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-4b01fa58-9791-4747-bb78-88bb7de09208 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7d7ae-cc94-41c3-bc75-896d2c936d10 HTTP/1.1" status: 200 len: 853 time: 0.0439875 Jul 16 18:50:10.369828 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-7131e14c-422c-499f-87dd-ae407510d26f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a37769cb-60fd-4c11-8643-0a70fcda8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278835 Jul 16 18:50:10.464929 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-e8ed8e77-f0a0-4e9e-b497-2070c44799dd service neutron] 10.222.0.32 "GET /v2.0/networks/a37769cb-60fd-4c11-8643-0a70fcda8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884650 Jul 16 18:50:10.558072 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ae9b8cb1-4e4c-41c1-b35e-e4f897834812 req-a57833d6-a45a-4a44-8156-1051be3ea478 service neutron] 10.222.0.32 "GET /v2.0/networks/a37769cb-60fd-4c11-8643-0a70fcda8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852120 Jul 16 18:50:10.654520 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378ee8a-d555-4674-8804-24d2f1133d4d req-6a8c0496-2583-430f-8165-19bfac7701f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:10.655916 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c378ee8a-d555-4674-8804-24d2f1133d4d req-6a8c0496-2583-430f-8165-19bfac7701f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7a963eced384218846f4f94668e71c8&device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 1095 time: 0.0519109 Jul 16 18:50:10.746453 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378ee8a-d555-4674-8804-24d2f1133d4d req-27c59a8b-c302-4739-8235-5f3d0679ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:10.747917 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c378ee8a-d555-4674-8804-24d2f1133d4d req-27c59a8b-c302-4739-8235-5f3d0679ad20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a37769cb-60fd-4c11-8643-0a70fcda8bf6 HTTP/1.1" status: 200 len: 914 time: 0.0853853 Jul 16 18:50:10.794498 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c378ee8a-d555-4674-8804-24d2f1133d4d req-50233390-1275-4bf4-937e-b846e4a91eac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03febac1-68d3-4791-b958-d0e0d1dc985f HTTP/1.1" status: 200 len: 217 time: 0.0388415 Jul 16 18:50:10.843208 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378ee8a-d555-4674-8804-24d2f1133d4d req-93856748-c7ed-496c-af23-d37ce134b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:10.844660 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c378ee8a-d555-4674-8804-24d2f1133d4d req-93856748-c7ed-496c-af23-d37ce134b709 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3ac7d7ae-cc94-41c3-bc75-896d2c936d10 HTTP/1.1" status: 200 len: 853 time: 0.0430789 Jul 16 18:50:10.878679 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c378ee8a-d555-4674-8804-24d2f1133d4d req-945a4a88-8bff-407a-8f53-3142d8e01033 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a37769cb-60fd-4c11-8643-0a70fcda8bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267889 Jul 16 18:50:10.974848 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c378ee8a-d555-4674-8804-24d2f1133d4d req-39148a4d-db43-4c34-afc3-40d5a57e44cd service neutron] 10.222.0.32 "GET /v2.0/networks/a37769cb-60fd-4c11-8643-0a70fcda8bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898960 Jul 16 18:50:11.062361 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c378ee8a-d555-4674-8804-24d2f1133d4d req-63689af0-57d7-4f7f-a2b8-b06ae83a312b service neutron] 10.222.0.32 "GET /v2.0/networks/a37769cb-60fd-4c11-8643-0a70fcda8bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806570 Jul 16 18:50:11.445199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59775d42-3732-4beb-93a0-5c9faec01f8d req-817a301a-66f0-4661-b994-44c6a254d920 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:11.446730 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59775d42-3732-4beb-93a0-5c9faec01f8d req-817a301a-66f0-4661-b994-44c6a254d920 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 943 time: 0.0683181 Jul 16 18:50:11.485938 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59775d42-3732-4beb-93a0-5c9faec01f8d req-58252241-14d6-47ac-b338-eb6fe837e50f tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335197 Jul 16 18:50:12.657603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2c636-81b5-4fea-b2f7-1592d3d5a5c5 req-f20c4f82-225b-41a5-b256-8ec5e3fd2ca1 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:12.659062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a0d2c636-81b5-4fea-b2f7-1592d3d5a5c5 req-f20c4f82-225b-41a5-b256-8ec5e3fd2ca1 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 943 time: 0.0624504 Jul 16 18:50:12.696797 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a0d2c636-81b5-4fea-b2f7-1592d3d5a5c5 req-bdd9f0a1-8165-4c0b-b96b-4d791040bfee tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Jul 16 18:50:13.176055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 03febac1-68d3-4791-b958-d0e0d1dc985f details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:50:13.269467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 03febac1-68d3-4791-b958-d0e0d1dc985f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=03febac1-68d3-4791-b958-d0e0d1dc985f,segment=NetworkSegment(df0edab2-52cd-42d7-ad78-b6bb7979c51c),segment_id=df0edab2-52cd-42d7-ad78-b6bb7979c51c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:13.280573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '03febac1-68d3-4791-b958-d0e0d1dc985f', 'network_id': 'a37769cb-60fd-4c11-8643-0a70fcda8bf6', 'port_id': '03febac1-68d3-4791-b958-d0e0d1dc985f', 'mac_address': 'fa:16:3e:20:e2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac7d7ae-cc94-41c3-bc75-896d2c936d10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:50:13.323531 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.336212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03febac1-68d3-4791-b958-d0e0d1dc985f {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:13.355644 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 03febac1-68d3-4791-b958-d0e0d1dc985f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=03febac1-68d3-4791-b958-d0e0d1dc985f,segment=NetworkSegment(df0edab2-52cd-42d7-ad78-b6bb7979c51c),segment_id=df0edab2-52cd-42d7-ad78-b6bb7979c51c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:13.359348 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.408764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=03febac1-68d3-4791-b958-d0e0d1dc985f,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:13.544759 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['03febac1-68d3-4791-b958-d0e0d1dc985f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:50:13.616567 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-169b45ab-166a-4f02-b71f-6b9d0b1e719a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:13.874763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc75042-7bc0-4892-8863-9f64b1536f77 req-4304a48f-bad3-4783-8552-072efcee21e4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:13.876164 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fc75042-7bc0-4892-8863-9f64b1536f77 req-4304a48f-bad3-4783-8552-072efcee21e4 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 944 time: 0.0668898 Jul 16 18:50:13.914799 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0fc75042-7bc0-4892-8863-9f64b1536f77 req-58b16220-44bb-4b3f-8e38-26ada038484f tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Jul 16 18:50:15.089406 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460cb21-5c1f-4a4d-a5d6-37a94d1244bf req-ba7a2187-eb9a-4563-86e9-77dbf0e53b7f tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:15.090941 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c460cb21-5c1f-4a4d-a5d6-37a94d1244bf req-ba7a2187-eb9a-4563-86e9-77dbf0e53b7f tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 944 time: 0.0637696 Jul 16 18:50:15.129678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c460cb21-5c1f-4a4d-a5d6-37a94d1244bf req-bf5f7ef1-f013-4318-bb00-0a120420ee86 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Jul 16 18:50:15.189934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 03febac1-68d3-4791-b958-d0e0d1dc985f up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:15.238142 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 03febac1-68d3-4791-b958-d0e0d1dc985f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:15.241582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 03febac1-68d3-4791-b958-d0e0d1dc985f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:15.241991 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.319733 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.345948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccbaec0-f4d4-46b0-910c-e036adbbca84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03febac1-68d3-4791-b958-d0e0d1dc985f'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:15.348751 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b739f4-f349-49f4-b552-ce4ea7e901ed" -d '{"events": [{"server_uuid": "6ccbaec0-f4d4-46b0-910c-e036adbbca84", "name": "network-vif-plugged", "status": "completed", "tag": "03febac1-68d3-4791-b958-d0e0d1dc985f"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:15.363244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 03febac1-68d3-4791-b958-d0e0d1dc985f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=03febac1-68d3-4791-b958-d0e0d1dc985f,segment=NetworkSegment(df0edab2-52cd-42d7-ad78-b6bb7979c51c),segment_id=df0edab2-52cd-42d7-ad78-b6bb7979c51c)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:15.368834 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.392837 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446ae7bf-a5df-403c-b2ec-51aff94498bd x-openstack-request-id: req-446ae7bf-a5df-403c-b2ec-51aff94498bd {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:15.392968 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccbaec0-f4d4-46b0-910c-e036adbbca84", "name": "network-vif-plugged", "status": "completed", "tag": "03febac1-68d3-4791-b958-d0e0d1dc985f", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:15.393200 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-446ae7bf-a5df-403c-b2ec-51aff94498bd {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:15.394266 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccbaec0-f4d4-46b0-910c-e036adbbca84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03febac1-68d3-4791-b958-d0e0d1dc985f', 'code': 200} Jul 16 18:50:15.421902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=03febac1-68d3-4791-b958-d0e0d1dc985f,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:15.504968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1504f-b8f5-445c-a14b-74a7e1b8ef53 req-dfe9b0a4-4b27-4962-9066-7637b0b1c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:15.506685 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f9a1504f-b8f5-445c-a14b-74a7e1b8ef53 req-dfe9b0a4-4b27-4962-9066-7637b0b1c63a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 1097 time: 0.0569253 Jul 16 18:50:15.545502 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f9a1504f-b8f5-445c-a14b-74a7e1b8ef53 req-bf8ef61a-c6d8-4434-84a7-150ba836150d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323730 Jul 16 18:50:15.797493 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-56a38397-6a58-4885-8815-c5c81cabcf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.037502 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:16.318981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24908ee2-28ff-4a8b-9e10-94ff91551328 req-735ad364-d974-42f1-ac47-ea03a9513612 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:16.320521 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24908ee2-28ff-4a8b-9e10-94ff91551328 req-735ad364-d974-42f1-ac47-ea03a9513612 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 945 time: 0.0719810 Jul 16 18:50:16.361530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-24908ee2-28ff-4a8b-9e10-94ff91551328 req-4bbbf7d2-5653-42b8-a59d-1f1a2c3f834e tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351992 Jul 16 18:50:17.537453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2676a9d-0d8d-4816-a618-22d51a293fcf req-10179d0b-a1d0-4c95-972f-e426be5e4b29 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:17.538979 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2676a9d-0d8d-4816-a618-22d51a293fcf req-10179d0b-a1d0-4c95-972f-e426be5e4b29 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 945 time: 0.0665760 Jul 16 18:50:17.576964 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2676a9d-0d8d-4816-a618-22d51a293fcf req-82c52b28-f920-4f01-aa9f-e0435dc316ae tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324671 Jul 16 18:50:17.831490 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:17.964458 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decb99d-4cb6-4bbb-9730-294a9659803c req-d7cd25e6-a177-4050-b6e0-6c626741c692 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:17.965889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4decb99d-4cb6-4bbb-9730-294a9659803c req-d7cd25e6-a177-4050-b6e0-6c626741c692 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 945 time: 0.0640712 Jul 16 18:50:18.005355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4decb99d-4cb6-4bbb-9730-294a9659803c req-2d6c2fb6-ed7b-45ab-8a94-75308c05f777 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338094 Jul 16 18:50:19.169115 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea9a2d-f6d4-46f4-8060-762bb4315a2c req-bd5f692e-dbfd-4209-806c-107f84c6eb22 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:19.170633 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-00ea9a2d-f6d4-46f4-8060-762bb4315a2c req-bd5f692e-dbfd-4209-806c-107f84c6eb22 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 945 time: 0.0662622 Jul 16 18:50:19.187890 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd957f5-7ebf-4d80-8eae-b56cd679e475 req-487723e5-10df-45f7-8f4a-341c22cd18f6 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:19.189402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fd957f5-7ebf-4d80-8eae-b56cd679e475 req-487723e5-10df-45f7-8f4a-341c22cd18f6 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ccbaec0-f4d4-46b0-910c-e036adbbca84 HTTP/1.1" status: 200 len: 945 time: 0.0684781 Jul 16 18:50:19.230378 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4fd957f5-7ebf-4d80-8eae-b56cd679e475 req-4993dde4-36b7-4298-9273-41430d84a43c tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345659 Jul 16 18:50:19.251787 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.277636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-00ea9a2d-f6d4-46f4-8060-762bb4315a2c req-beb820d4-73fc-4b6f-9b7e-7d19264f092a tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Deleting port 03febac1-68d3-4791-b958-d0e0d1dc985f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:19.278017 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00ea9a2d-f6d4-46f4-8060-762bb4315a2c req-beb820d4-73fc-4b6f-9b7e-7d19264f092a tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.365429 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-00ea9a2d-f6d4-46f4-8060-762bb4315a2c req-beb820d4-73fc-4b6f-9b7e-7d19264f092a tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] For port 03febac1-68d3-4791-b958-d0e0d1dc985f, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=03febac1-68d3-4791-b958-d0e0d1dc985f,segment=NetworkSegment(df0edab2-52cd-42d7-ad78-b6bb7979c51c),segment_id=df0edab2-52cd-42d7-ad78-b6bb7979c51c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:19.365723 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00ea9a2d-f6d4-46f4-8060-762bb4315a2c req-beb820d4-73fc-4b6f-9b7e-7d19264f092a tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.378527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-00ea9a2d-f6d4-46f4-8060-762bb4315a2c req-beb820d4-73fc-4b6f-9b7e-7d19264f092a tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Calling delete_port for 03febac1-68d3-4791-b958-d0e0d1dc985f owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:19.512020 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00ea9a2d-f6d4-46f4-8060-762bb4315a2c req-beb820d4-73fc-4b6f-9b7e-7d19264f092a tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.524585 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['03febac1-68d3-4791-b958-d0e0d1dc985f'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:50:19.545832 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['90044e58-0c3a-4f50-9cc4-f92addaaa3ca'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:50:19.546655 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb820d4-73fc-4b6f-9b7e-7d19264f092a tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Pushing event deleted for resources: {'Port': ['ID=03febac1-68d3-4791-b958-d0e0d1dc985f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:19.593365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ea9a2d-f6d4-46f4-8060-762bb4315a2c req-beb820d4-73fc-4b6f-9b7e-7d19264f092a tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] No DVR routers for this DVR port 03febac1-68d3-4791-b958-d0e0d1dc985f on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:19.596094 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-00ea9a2d-f6d4-46f4-8060-762bb4315a2c req-beb820d4-73fc-4b6f-9b7e-7d19264f092a tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:19.598218 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-00ea9a2d-f6d4-46f4-8060-762bb4315a2c req-beb820d4-73fc-4b6f-9b7e-7d19264f092a tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.32 "DELETE /v2.0/ports/03febac1-68d3-4791-b958-d0e0d1dc985f HTTP/1.1" status: 204 len: 173 time: 0.4215405 Jul 16 18:50:19.598664 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccbaec0-f4d4-46b0-910c-e036adbbca84', 'name': 'network-vif-deleted', 'tag': '03febac1-68d3-4791-b958-d0e0d1dc985f'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:19.600941 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b755b873-81da-48c8-8742-954b639b28c1" -d '{"events": [{"server_uuid": "6ccbaec0-f4d4-46b0-910c-e036adbbca84", "name": "network-vif-deleted", "tag": "03febac1-68d3-4791-b958-d0e0d1dc985f"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:19.641494 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ebf6a5-fd95-4a37-868e-7ec3ea858a73 x-openstack-request-id: req-09ebf6a5-fd95-4a37-868e-7ec3ea858a73 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:19.641824 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccbaec0-f4d4-46b0-910c-e036adbbca84", "name": "network-vif-deleted", "tag": "03febac1-68d3-4791-b958-d0e0d1dc985f", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:19.642445 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09ebf6a5-fd95-4a37-868e-7ec3ea858a73 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:19.642565 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccbaec0-f4d4-46b0-910c-e036adbbca84', 'name': 'network-vif-deleted', 'tag': '03febac1-68d3-4791-b958-d0e0d1dc985f', 'status': 'completed', 'code': 200} Jul 16 18:50:20.483338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12884156-42ca-4a37-b197-3b7c0c3d94de req-2be66e77-0ee7-4e92-9da4-43252e238b69 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:20.484866 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12884156-42ca-4a37-b197-3b7c0c3d94de req-2be66e77-0ee7-4e92-9da4-43252e238b69 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 945 time: 0.0634394 Jul 16 18:50:20.524356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12884156-42ca-4a37-b197-3b7c0c3d94de req-a75037b0-5a8b-4abb-9a51-5d0318e8e62d tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328674 Jul 16 18:50:20.718042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4e9ef-a711-46bd-98fe-5c68fd70e14d req-5d06afe8-62c8-4a52-966c-e887350031ac tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:20.719529 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6c4e9ef-a711-46bd-98fe-5c68fd70e14d req-5d06afe8-62c8-4a52-966c-e887350031ac tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 945 time: 0.0685315 Jul 16 18:50:20.758376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e6c4e9ef-a711-46bd-98fe-5c68fd70e14d req-eb1e9f6c-b812-4b75-8fd6-dac6c6cb0d50 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324185 Jul 16 18:50:20.932227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abe13b-9cad-4bfa-9397-28be7bd6433d req-c25882ab-8497-4009-b44e-dbf685d03be7 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:20.933861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1abe13b-9cad-4bfa-9397-28be7bd6433d req-c25882ab-8497-4009-b44e-dbf685d03be7 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 945 time: 0.0630310 Jul 16 18:50:20.971171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1abe13b-9cad-4bfa-9397-28be7bd6433d req-6c2a64f6-625a-4a39-a54a-e7884c2ad633 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317755 Jul 16 18:50:21.249723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec0cd-5f92-42a1-bb13-2b200148d9d8 req-b6eb561e-aa77-4312-ad04-b9aaf700f583 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:21.251216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab9ec0cd-5f92-42a1-bb13-2b200148d9d8 req-b6eb561e-aa77-4312-ad04-b9aaf700f583 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 945 time: 0.0652575 Jul 16 18:50:21.289320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab9ec0cd-5f92-42a1-bb13-2b200148d9d8 req-90216cdb-252b-4d32-992c-a5bf57b7f92a tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Jul 16 18:50:21.466339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e5757-2633-42ad-a143-c658e3d22fa0 req-87a1d9b0-fafb-458c-88e2-1cfa24f2c5e3 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:21.467827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-197e5757-2633-42ad-a143-c658e3d22fa0 req-87a1d9b0-fafb-458c-88e2-1cfa24f2c5e3 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 945 time: 0.0676467 Jul 16 18:50:21.505888 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-197e5757-2633-42ad-a143-c658e3d22fa0 req-27c69b05-260b-4625-a544-807bcd698a52 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Jul 16 18:50:21.691794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16348d23-3b3d-4bc8-9ddc-a3fc37212cd3 req-b6b48d2d-e01c-48cc-b6b4-5297489b8961 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:21.693204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16348d23-3b3d-4bc8-9ddc-a3fc37212cd3 req-b6b48d2d-e01c-48cc-b6b4-5297489b8961 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 945 time: 0.0646679 Jul 16 18:50:21.733326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-16348d23-3b3d-4bc8-9ddc-a3fc37212cd3 req-ba682358-5304-4665-9f28-02aeac02c3e8 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343435 Jul 16 18:50:22.254044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ff4d1-287b-4ab4-8a5e-d4191b4ff028 req-3d23fbc3-26bc-4fa9-a849-e7b426eed1cd tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:22.255548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c0ff4d1-287b-4ab4-8a5e-d4191b4ff028 req-3d23fbc3-26bc-4fa9-a849-e7b426eed1cd tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 945 time: 0.0670156 Jul 16 18:50:22.294004 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c0ff4d1-287b-4ab4-8a5e-d4191b4ff028 req-912e89fa-eb4a-411c-b41b-d8b7ebf68905 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Jul 16 18:50:23.221892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 03febac1-68d3-4791-b958-d0e0d1dc985f no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:23.242913 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 03febac1-68d3-4791-b958-d0e0d1dc985f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:23.243250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 03febac1-68d3-4791-b958-d0e0d1dc985f not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:23.470198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2c430-f3b0-41b7-9566-086d6fee39f3 req-cd37b32c-16b9-420f-854a-856625ab789b tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:23.472517 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63b2c430-f3b0-41b7-9566-086d6fee39f3 req-cd37b32c-16b9-420f-854a-856625ab789b tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 945 time: 0.0648587 Jul 16 18:50:23.511343 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63b2c430-f3b0-41b7-9566-086d6fee39f3 req-c4849820-164a-4702-990c-80cd6ef92ddb tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9e3e154-6243-4de4-92b5-5046584fa489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Jul 16 18:50:23.535550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403343f3-f064-4399-a6ad-4b7de85da2a1 req-aa4c764e-0737-4e42-86f7-7d08ef306a49 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:23.537017 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-403343f3-f064-4399-a6ad-4b7de85da2a1 req-aa4c764e-0737-4e42-86f7-7d08ef306a49 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.11 "GET /v2.0/ports?device_id=660cf86a-02fe-47d4-862d-31b55b906992 HTTP/1.1" status: 200 len: 945 time: 0.0639324 Jul 16 18:50:23.636543 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-403343f3-f064-4399-a6ad-4b7de85da2a1 req-6a4c47f4-afcf-44c4-9bed-87713d6ccb44 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Deleting port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:23.636889 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-403343f3-f064-4399-a6ad-4b7de85da2a1 req-6a4c47f4-afcf-44c4-9bed-87713d6ccb44 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.685729 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.731507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-403343f3-f064-4399-a6ad-4b7de85da2a1 req-6a4c47f4-afcf-44c4-9bed-87713d6ccb44 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] For port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=90044e58-0c3a-4f50-9cc4-f92addaaa3ca,segment=NetworkSegment(df0edab2-52cd-42d7-ad78-b6bb7979c51c),segment_id=df0edab2-52cd-42d7-ad78-b6bb7979c51c)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:23.731781 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-403343f3-f064-4399-a6ad-4b7de85da2a1 req-6a4c47f4-afcf-44c4-9bed-87713d6ccb44 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.743609 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-403343f3-f064-4399-a6ad-4b7de85da2a1 req-6a4c47f4-afcf-44c4-9bed-87713d6ccb44 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Calling delete_port for 90044e58-0c3a-4f50-9cc4-f92addaaa3ca owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:23.872965 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-403343f3-f064-4399-a6ad-4b7de85da2a1 req-6a4c47f4-afcf-44c4-9bed-87713d6ccb44 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.885223 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['90044e58-0c3a-4f50-9cc4-f92addaaa3ca'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:50:23.901377 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c47f4-afcf-44c4-9bed-87713d6ccb44 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Pushing event deleted for resources: {'Port': ['ID=90044e58-0c3a-4f50-9cc4-f92addaaa3ca,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:23.950717 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-403343f3-f064-4399-a6ad-4b7de85da2a1 req-6a4c47f4-afcf-44c4-9bed-87713d6ccb44 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] No DVR routers for this DVR port 90044e58-0c3a-4f50-9cc4-f92addaaa3ca on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:23.953651 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-403343f3-f064-4399-a6ad-4b7de85da2a1 req-6a4c47f4-afcf-44c4-9bed-87713d6ccb44 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.955758 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-403343f3-f064-4399-a6ad-4b7de85da2a1 req-6a4c47f4-afcf-44c4-9bed-87713d6ccb44 tempest-ServersNegativeTestJSON-1325803095 tempest-ServersNegativeTestJSON-1325803095-project] 10.222.0.11 "DELETE /v2.0/ports/90044e58-0c3a-4f50-9cc4-f92addaaa3ca HTTP/1.1" status: 204 len: 173 time: 0.4132223 Jul 16 18:50:23.956807 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660cf86a-02fe-47d4-862d-31b55b906992', 'name': 'network-vif-deleted', 'tag': '90044e58-0c3a-4f50-9cc4-f92addaaa3ca'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:23.959234 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818bef2f-fc98-436e-b00f-5c70099445ac" -d '{"events": [{"server_uuid": "660cf86a-02fe-47d4-862d-31b55b906992", "name": "network-vif-deleted", "tag": "90044e58-0c3a-4f50-9cc4-f92addaaa3ca"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:24.002002 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031c178c-09e3-4f3f-ac0a-e28c821be06d x-openstack-request-id: req-031c178c-09e3-4f3f-ac0a-e28c821be06d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:24.002317 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660cf86a-02fe-47d4-862d-31b55b906992", "name": "network-vif-deleted", "tag": "90044e58-0c3a-4f50-9cc4-f92addaaa3ca", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:24.002587 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-031c178c-09e3-4f3f-ac0a-e28c821be06d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:24.003073 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660cf86a-02fe-47d4-862d-31b55b906992', 'name': 'network-vif-deleted', 'tag': '90044e58-0c3a-4f50-9cc4-f92addaaa3ca', 'status': 'completed', 'code': 200} Jul 16 18:50:24.610212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46606) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:24.654002 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-3291e8d4-a8b7-424b-914b-cf0e6210f055 admin admin] Deleting subnet 3ac7d7ae-cc94-41c3-bc75-896d2c936d10 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:24.657102 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3291e8d4-a8b7-424b-914b-cf0e6210f055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.695275 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3291e8d4-a8b7-424b-914b-cf0e6210f055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.734363 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3291e8d4-a8b7-424b-914b-cf0e6210f055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.786510 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3291e8d4-a8b7-424b-914b-cf0e6210f055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.811513 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291e8d4-a8b7-424b-914b-cf0e6210f055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac7d7ae-cc94-41c3-bc75-896d2c936d10,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:24.815702 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3291e8d4-a8b7-424b-914b-cf0e6210f055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.817621 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3291e8d4-a8b7-424b-914b-cf0e6210f055 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3ac7d7ae-cc94-41c3-bc75-896d2c936d10 HTTP/1.1" status: 204 len: 168 time: 0.2063923 Jul 16 18:50:24.820220 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46608) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:24.892117 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee228e05-e278-40cd-a65a-443d149ba2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.969094 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee228e05-e278-40cd-a65a-443d149ba2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.979635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ee228e05-e278-40cd-a65a-443d149ba2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37769cb-60fd-4c11-8643-0a70fcda8bf6']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:24.990048 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ee228e05-e278-40cd-a65a-443d149ba2b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0edab2-52cd-42d7-ad78-b6bb7979c51c') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:24.990349 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-ee228e05-e278-40cd-a65a-443d149ba2b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0edab2-52cd-42d7-ad78-b6bb7979c51c') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:24.999344 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee228e05-e278-40cd-a65a-443d149ba2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.012899 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee228e05-e278-40cd-a65a-443d149ba2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.019018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee228e05-e278-40cd-a65a-443d149ba2b6 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:50:25.019343 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee228e05-e278-40cd-a65a-443d149ba2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:50:25.020980 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:50:25.077758 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee228e05-e278-40cd-a65a-443d149ba2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.084261 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ee228e05-e278-40cd-a65a-443d149ba2b6 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.085262 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ee228e05-e278-40cd-a65a-443d149ba2b6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a37769cb-60fd-4c11-8643-0a70fcda8bf6 HTTP/1.1" status: 204 len: 168 time: 0.2641106 Jul 16 18:50:25.096137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee228e05-e278-40cd-a65a-443d149ba2b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a37769cb-60fd-4c11-8643-0a70fcda8bf6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:25.198114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46612) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:25.240288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8286230b-b2c0-4373-a13b-4750dd2e5e1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7a963eced384218846f4f94668e71c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410023 Jul 16 18:50:25.243235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46614) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:25.291796 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2584d6e3-6cdf-4179-9466-41aada8695e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.312556 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2584d6e3-6cdf-4179-9466-41aada8695e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.359283 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2584d6e3-6cdf-4179-9466-41aada8695e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.361914 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2584d6e3-6cdf-4179-9466-41aada8695e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:25.363168 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2584d6e3-6cdf-4179-9466-41aada8695e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9e3e154-6243-4de4-92b5-5046584fa489 HTTP/1.1" status: 204 len: 168 time: 0.1189287 Jul 16 18:50:25.371893 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584d6e3-6cdf-4179-9466-41aada8695e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e3e154-6243-4de4-92b5-5046584fa489,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:25.797122 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.050262 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46636) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:26.143446 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1612163260'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:26.164625 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Made reservation on behalf of ecbd70efed47430389f44c9a3773ea68 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:26.168091 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.177128 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.273937 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.277699 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.308089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:26.313313 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8491d3a-c868-4b75-8af0-a4546956adbd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:26.321639 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.321783 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Added segment 8b455c75-3a1c-4c99-b885-dbe96e82a82e of type vlan for network 0f10739c-5e62-410b-88b9-14cac302876a Jul 16 18:50:26.363704 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.393188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.399227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:26.399846 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:26.433566 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3820908 Jul 16 18:50:26.467054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c41132-14b3-4273-9cc8-f38f90993485 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event updated for resources: {'Network': ['ID=0f10739c-5e62-410b-88b9-14cac302876a,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:26.478737 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 0f10739c-5e62-410b-88b9-14cac302876a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:28.909945 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 90044e58-0c3a-4f50-9cc4-f92addaaa3ca no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:28.929684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 90044e58-0c3a-4f50-9cc4-f92addaaa3ca {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:28.930036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 90044e58-0c3a-4f50-9cc4-f92addaaa3ca not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:29.730500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46640) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:29.735702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b0ccb6ac-0980-4de7-9a9b-22b1e920caf5 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Request body: {'subnet': {'network_id': '0f10739c-5e62-410b-88b9-14cac302876a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:29.827333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ccb6ac-0980-4de7-9a9b-22b1e920caf5 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Made reservation on behalf of ecbd70efed47430389f44c9a3773ea68 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:29.830933 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0ccb6ac-0980-4de7-9a9b-22b1e920caf5 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.020095 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0ccb6ac-0980-4de7-9a9b-22b1e920caf5 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.079646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccb6ac-0980-4de7-9a9b-22b1e920caf5 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event updated for resources: {'Subnet': ['ID=6a8d7f6e-4273-4bdf-a54d-4fefbe20de31,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:30.087061 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ccb6ac-0980-4de7-9a9b-22b1e920caf5 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Checking segment: {'id': '8b455c75-3a1c-4c99-b885-dbe96e82a82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f10739c-5e62-410b-88b9-14cac302876a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:30.087421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ccb6ac-0980-4de7-9a9b-22b1e920caf5 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Network hostable DHCP agents. Network: 0f10739c-5e62-410b-88b9-14cac302876a, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:30.104173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ccb6ac-0980-4de7-9a9b-22b1e920caf5 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Network 0f10739c-5e62-410b-88b9-14cac302876a is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:30.113964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b0ccb6ac-0980-4de7-9a9b-22b1e920caf5 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 0f10739c-5e62-410b-88b9-14cac302876a) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:30.118455 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ccb6ac-0980-4de7-9a9b-22b1e920caf5 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:30.118860 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b0ccb6ac-0980-4de7-9a9b-22b1e920caf5 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.123753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e42bdd-6052-4f28-b3c1-62208233e423 None None] Network 0f10739c-5e62-410b-88b9-14cac302876a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:30.138619 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b0ccb6ac-0980-4de7-9a9b-22b1e920caf5 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4071007 Jul 16 18:50:30.142302 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46642) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:30.147449 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9682a3da-f9b4-4a0e-bcae-d201a0e00a5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-440416918'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:30.168425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9682a3da-f9b4-4a0e-bcae-d201a0e00a5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Made reservation on behalf of ecbd70efed47430389f44c9a3773ea68 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:30.172045 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9682a3da-f9b4-4a0e-bcae-d201a0e00a5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.197883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9682a3da-f9b4-4a0e-bcae-d201a0e00a5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:30.208785 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9682a3da-f9b4-4a0e-bcae-d201a0e00a5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.209140 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-9682a3da-f9b4-4a0e-bcae-d201a0e00a5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Added segment 44d93cfe-e0be-4b11-8dc4-6054cf7a2b56 of type vlan for network 34c0a248-8690-4a24-893d-c2e156df9b55 Jul 16 18:50:30.254540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9682a3da-f9b4-4a0e-bcae-d201a0e00a5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.273397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-0f10739c-5e62-410b-88b9-14cac302876a', 'network_id': '0f10739c-5e62-410b-88b9-14cac302876a', 'tenant_id': 'ecbd70efed47430389f44c9a3773ea68', 'fixed_ips': [{'subnet_id': '6a8d7f6e-4273-4bdf-a54d-4fefbe20de31'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:30.274255 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.422862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Allocated IP 2001:db8:0:ffff::2 (0f10739c-5e62-410b-88b9-14cac302876a/6a8d7f6e-4273-4bdf-a54d-4fefbe20de31/218f2f02-ba56-42e3-8a88-a7aec915d838) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:30.570198 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.578980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Transition to ACTIVE for port object 218f2f02-ba56-42e3-8a88-a7aec915d838 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:30.595174 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Transition to ACTIVE for port object 218f2f02-ba56-42e3-8a88-a7aec915d838 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:30.601785 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.615974 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9682a3da-f9b4-4a0e-bcae-d201a0e00a5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.622282 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9682a3da-f9b4-4a0e-bcae-d201a0e00a5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:30.622878 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9682a3da-f9b4-4a0e-bcae-d201a0e00a5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.650272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Network 0f10739c-5e62-410b-88b9-14cac302876a is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:30.654317 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:30.655704 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9682a3da-f9b4-4a0e-bcae-d201a0e00a5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5123558 Jul 16 18:50:30.656068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Pushing event updated for resources: {'Port': ['ID=218f2f02-ba56-42e3-8a88-a7aec915d838,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:30.660134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46644) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:30.662784 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:30.666575 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.666921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.667260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.667594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.667921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.668314 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.668645 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.668771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c644e047-de0d-469a-8bab-3b3fdc6ed982 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Request body: {'subnet': {'network_id': '34c0a248-8690-4a24-893d-c2e156df9b55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:30.668966 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.669286 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.669605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.669949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.670268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.699930 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682a3da-f9b4-4a0e-bcae-d201a0e00a5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event updated for resources: {'Network': ['ID=34c0a248-8690-4a24-893d-c2e156df9b55,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:30.720446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 34c0a248-8690-4a24-893d-c2e156df9b55 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:30.750080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Attempting to bind port 218f2f02-ba56-42e3-8a88-a7aec915d838 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:30.750453 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Attempting to bind port 218f2f02-ba56-42e3-8a88-a7aec915d838 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '8b455c75-3a1c-4c99-b885-dbe96e82a82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f10739c-5e62-410b-88b9-14cac302876a'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:30.750819 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Attempting to bind port 218f2f02-ba56-42e3-8a88-a7aec915d838 on network 0f10739c-5e62-410b-88b9-14cac302876a {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:30.758604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:30.758972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Checking segment: {'id': '8b455c75-3a1c-4c99-b885-dbe96e82a82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f10739c-5e62-410b-88b9-14cac302876a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:30.759371 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.759763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Bound using segment: {'id': '8b455c75-3a1c-4c99-b885-dbe96e82a82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f10739c-5e62-410b-88b9-14cac302876a'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:30.760226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Bound port: 218f2f02-ba56-42e3-8a88-a7aec915d838, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b455c75-3a1c-4c99-b885-dbe96e82a82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0f10739c-5e62-410b-88b9-14cac302876a'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:30.760605 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.768545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c644e047-de0d-469a-8bab-3b3fdc6ed982 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Made reservation on behalf of ecbd70efed47430389f44c9a3773ea68 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:30.772288 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c644e047-de0d-469a-8bab-3b3fdc6ed982 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.860018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] For port 218f2f02-ba56-42e3-8a88-a7aec915d838, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:30.864228 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] For port 218f2f02-ba56-42e3-8a88-a7aec915d838, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=218f2f02-ba56-42e3-8a88-a7aec915d838,segment=NetworkSegment(8b455c75-3a1c-4c99-b885-dbe96e82a82e),segment_id=8b455c75-3a1c-4c99-b885-dbe96e82a82e)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:30.868551 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.929475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c181b1-a051-4e39-a3be-8ae2d93e8406 None None] Pushing event updated for resources: {'Port': ['ID=218f2f02-ba56-42e3-8a88-a7aec915d838,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:30.977526 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c644e047-de0d-469a-8bab-3b3fdc6ed982 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.038402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644e047-de0d-469a-8bab-3b3fdc6ed982 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event updated for resources: {'Subnet': ['ID=5b4f890c-2016-4cac-bf71-3790d2f6a826,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:31.050819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c644e047-de0d-469a-8bab-3b3fdc6ed982 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Checking segment: {'id': '44d93cfe-e0be-4b11-8dc4-6054cf7a2b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '34c0a248-8690-4a24-893d-c2e156df9b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:31.051289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c644e047-de0d-469a-8bab-3b3fdc6ed982 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Network hostable DHCP agents. Network: 34c0a248-8690-4a24-893d-c2e156df9b55, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:31.070512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c644e047-de0d-469a-8bab-3b3fdc6ed982 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Network 34c0a248-8690-4a24-893d-c2e156df9b55 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:31.088576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c644e047-de0d-469a-8bab-3b3fdc6ed982 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 34c0a248-8690-4a24-893d-c2e156df9b55) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:31.098797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cd9ae7-9a56-4141-9e1a-1458691f3d18 None None] Network 34c0a248-8690-4a24-893d-c2e156df9b55 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:31.104679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c644e047-de0d-469a-8bab-3b3fdc6ed982 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:31.105314 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c644e047-de0d-469a-8bab-3b3fdc6ed982 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.121739 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c644e047-de0d-469a-8bab-3b3fdc6ed982 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4603732 Jul 16 18:50:31.124628 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46646) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:31.246830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.277783 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545f38d2-099b-4344-b649-70c1817a4539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-34c0a248-8690-4a24-893d-c2e156df9b55', 'network_id': '34c0a248-8690-4a24-893d-c2e156df9b55', 'tenant_id': 'ecbd70efed47430389f44c9a3773ea68', 'fixed_ips': [{'subnet_id': '5b4f890c-2016-4cac-bf71-3790d2f6a826'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:31.278783 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-545f38d2-099b-4344-b649-70c1817a4539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.302821 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.369291 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server [None req-545f38d2-099b-4344-b649-70c1817a4539 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b4f890c-2016-4cac-bf71-3790d2f6a826: This subnet is being modified by another concurrent operation. Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b4f890c-2016-4cac-bf71-3790d2f6a826: This subnet is being modified by another concurrent operation. Jul 16 18:50:31.380706 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Jul 16 18:50:31.402457 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4f890c-2016-4cac-bf71-3790d2f6a826,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:31.414717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550782e-3bf9-4525-945b-caf31bcc65e1 None None] Network 34c0a248-8690-4a24-893d-c2e156df9b55 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:31.465195 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.477363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c0a248-8690-4a24-893d-c2e156df9b55']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:31.489140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d93cfe-e0be-4b11-8dc4-6054cf7a2b56') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:31.489395 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d93cfe-e0be-4b11-8dc4-6054cf7a2b56') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:31.503108 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.517482 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.524791 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:50:31.525352 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:50:31.528682 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:50:31.593121 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.601117 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.603011 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/networks/34c0a248-8690-4a24-893d-c2e156df9b55 HTTP/1.1" status: 204 len: 168 time: 0.4773574 Jul 16 18:50:31.607524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46648) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:31.623053 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ab77f95d-daac-478b-b98b-f0061248f14f tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1438269715'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:31.627590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a032b75-978c-48c2-ad51-30ba4eca9de3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event deleted for resources: {'Network': ['ID=34c0a248-8690-4a24-893d-c2e156df9b55,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:31.647135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab77f95d-daac-478b-b98b-f0061248f14f tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Made reservation on behalf of ecbd70efed47430389f44c9a3773ea68 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:31.650866 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab77f95d-daac-478b-b98b-f0061248f14f tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.677160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab77f95d-daac-478b-b98b-f0061248f14f tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:31.687017 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab77f95d-daac-478b-b98b-f0061248f14f tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.687367 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-ab77f95d-daac-478b-b98b-f0061248f14f tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Added segment 5d56cc31-6efc-41b0-82c7-2602b83c4f6f of type vlan for network 5d5c8959-9924-499a-8005-ea95a493d320 Jul 16 18:50:31.731197 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab77f95d-daac-478b-b98b-f0061248f14f tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.762874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab77f95d-daac-478b-b98b-f0061248f14f tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.768622 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab77f95d-daac-478b-b98b-f0061248f14f tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:31.769309 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ab77f95d-daac-478b-b98b-f0061248f14f tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.812717 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ab77f95d-daac-478b-b98b-f0061248f14f tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2040975 Jul 16 18:50:31.815794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46650) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:31.827827 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Request body: {'subnet': {'network_id': '5d5c8959-9924-499a-8005-ea95a493d320', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:31.853454 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77f95d-daac-478b-b98b-f0061248f14f tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event updated for resources: {'Network': ['ID=5d5c8959-9924-499a-8005-ea95a493d320,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:31.867191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 5d5c8959-9924-499a-8005-ea95a493d320 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:31.943753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Made reservation on behalf of ecbd70efed47430389f44c9a3773ea68 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:31.947957 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.979219 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80668747-3e6f-4948-82ea-1f64100aa586 None None] Network 0f10739c-5e62-410b-88b9-14cac302876a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:32.011361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_backend_mixin [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Performing IP validity checks on allocation pools {{(pid=105591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:50:32.011898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.ipam_backend_mixin [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:50:32.057953 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1992ae9c-6c1e-4e1b-80b1-a1c328f20411 None None] Provisioning for port 218f2f02-ba56-42e3-8a88-a7aec915d838 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:32.137644 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.197900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event updated for resources: {'Subnet': ['ID=92ba89ad-cd8b-401a-ac8a-51cf2a459ec7,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:32.209462 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Checking segment: {'id': '5d56cc31-6efc-41b0-82c7-2602b83c4f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5d5c8959-9924-499a-8005-ea95a493d320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:32.209864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Network hostable DHCP agents. Network: 5d5c8959-9924-499a-8005-ea95a493d320, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:32.231331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Network 5d5c8959-9924-499a-8005-ea95a493d320 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:32.244162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 5d5c8959-9924-499a-8005-ea95a493d320) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:32.248721 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:32.249649 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.254249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd63b34b-8e36-4182-ab71-f0096ad07f8f None None] Network 5d5c8959-9924-499a-8005-ea95a493d320 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:32.271461 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3efd19fb-075c-45a0-8eb0-5693391dd9d9 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4545023 Jul 16 18:50:32.274160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46652) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:32.376071 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.422040 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df27671-df08-400c-91a3-340b66f09034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-5d5c8959-9924-499a-8005-ea95a493d320', 'network_id': '5d5c8959-9924-499a-8005-ea95a493d320', 'tenant_id': 'ecbd70efed47430389f44c9a3773ea68', 'fixed_ips': [{'subnet_id': '92ba89ad-cd8b-401a-ac8a-51cf2a459ec7'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:32.422911 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3df27671-df08-400c-91a3-340b66f09034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.464212 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.523988 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server [None req-3df27671-df08-400c-91a3-340b66f09034 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92ba89ad-cd8b-401a-ac8a-51cf2a459ec7: This subnet is being modified by another concurrent operation. Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92ba89ad-cd8b-401a-ac8a-51cf2a459ec7: This subnet is being modified by another concurrent operation. Jul 16 18:50:32.527147 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Jul 16 18:50:32.543272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e40537b-bc7b-4a0a-a899-18a263e8e815 None None] Network 5d5c8959-9924-499a-8005-ea95a493d320 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:32.555534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event deleted for resources: {'Subnet': ['ID=92ba89ad-cd8b-401a-ac8a-51cf2a459ec7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:32.616483 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.628184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5c8959-9924-499a-8005-ea95a493d320']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:32.638204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d56cc31-6efc-41b0-82c7-2602b83c4f6f') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:32.638508 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d56cc31-6efc-41b0-82c7-2602b83c4f6f') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:32.648050 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.656429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd2b14c-13b4-4377-807a-96073d002f1d None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:50:32.663536 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.670157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:50:32.670844 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:50:32.673824 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:50:32.737859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.744568 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.746844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/networks/5d5c8959-9924-499a-8005-ea95a493d320 HTTP/1.1" status: 204 len: 168 time: 0.4713047 Jul 16 18:50:32.750892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46654) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:32.757359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3cd1d956-8c98-49a9-8bde-3fa759eabdd0 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1595847711'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:32.771093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73046ef-e2c6-401b-a1c3-682875e53ca3 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event deleted for resources: {'Network': ['ID=5d5c8959-9924-499a-8005-ea95a493d320,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:32.784916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd1d956-8c98-49a9-8bde-3fa759eabdd0 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Made reservation on behalf of ecbd70efed47430389f44c9a3773ea68 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:32.792523 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d956-8c98-49a9-8bde-3fa759eabdd0 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.824191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd1d956-8c98-49a9-8bde-3fa759eabdd0 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:32.837549 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d956-8c98-49a9-8bde-3fa759eabdd0 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.837934 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-3cd1d956-8c98-49a9-8bde-3fa759eabdd0 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Added segment 40a8c31a-f253-4a98-97fe-ee5fb7be7e47 of type vlan for network 4300cbf1-8749-497a-a718-af257f212ccf Jul 16 18:50:32.852865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 218f2f02-ba56-42e3-8a88-a7aec915d838 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:32.880650 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d956-8c98-49a9-8bde-3fa759eabdd0 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.910958 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d956-8c98-49a9-8bde-3fa759eabdd0 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.918723 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd1d956-8c98-49a9-8bde-3fa759eabdd0 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:32.919609 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3cd1d956-8c98-49a9-8bde-3fa759eabdd0 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.925810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd2b14c-13b4-4377-807a-96073d002f1d None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:50:32.936943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 218f2f02-ba56-42e3-8a88-a7aec915d838 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:32.944970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 218f2f02-ba56-42e3-8a88-a7aec915d838 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:32.945341 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.961055 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3cd1d956-8c98-49a9-8bde-3fa759eabdd0 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2090390 Jul 16 18:50:32.964623 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46656) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:32.972759 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-07ddba98-04e2-467c-8f1d-566957acf8de tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Request body: {'subnet': {'network_id': '4300cbf1-8749-497a-a718-af257f212ccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:33.015514 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1d956-8c98-49a9-8bde-3fa759eabdd0 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event updated for resources: {'Network': ['ID=4300cbf1-8749-497a-a718-af257f212ccf,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:33.030472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 4300cbf1-8749-497a-a718-af257f212ccf details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:33.096273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ddba98-04e2-467c-8f1d-566957acf8de tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Made reservation on behalf of ecbd70efed47430389f44c9a3773ea68 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:33.100180 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07ddba98-04e2-467c-8f1d-566957acf8de tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.181701 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.225407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 218f2f02-ba56-42e3-8a88-a7aec915d838, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=218f2f02-ba56-42e3-8a88-a7aec915d838,segment=NetworkSegment(8b455c75-3a1c-4c99-b885-dbe96e82a82e),segment_id=8b455c75-3a1c-4c99-b885-dbe96e82a82e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:33.231773 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.303917 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07ddba98-04e2-467c-8f1d-566957acf8de tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.317751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=218f2f02-ba56-42e3-8a88-a7aec915d838,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:33.341255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed9e901-38b1-412f-8d2d-2330640c675a None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:50:33.371209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddba98-04e2-467c-8f1d-566957acf8de tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event updated for resources: {'Subnet': ['ID=6221a10d-0eee-4517-8219-cb34970c718c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:33.373527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ddba98-04e2-467c-8f1d-566957acf8de tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Checking segment: {'id': '40a8c31a-f253-4a98-97fe-ee5fb7be7e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4300cbf1-8749-497a-a718-af257f212ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:33.373922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ddba98-04e2-467c-8f1d-566957acf8de tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Network hostable DHCP agents. Network: 4300cbf1-8749-497a-a718-af257f212ccf, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:33.394662 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ddba98-04e2-467c-8f1d-566957acf8de tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Network 4300cbf1-8749-497a-a718-af257f212ccf is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:33.404056 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-07ddba98-04e2-467c-8f1d-566957acf8de tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 4300cbf1-8749-497a-a718-af257f212ccf) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:33.408906 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ddba98-04e2-467c-8f1d-566957acf8de tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:33.409886 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-07ddba98-04e2-467c-8f1d-566957acf8de tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.425419 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-07ddba98-04e2-467c-8f1d-566957acf8de tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4596472 Jul 16 18:50:33.428921 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46658) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:33.434240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1b68fe25-675e-4aa2-9958-a8b9a929b80c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1052360637'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:33.454423 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b68fe25-675e-4aa2-9958-a8b9a929b80c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Made reservation on behalf of ecbd70efed47430389f44c9a3773ea68 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:33.458311 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b68fe25-675e-4aa2-9958-a8b9a929b80c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.481823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b68fe25-675e-4aa2-9958-a8b9a929b80c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:33.491180 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b68fe25-675e-4aa2-9958-a8b9a929b80c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.491528 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-1b68fe25-675e-4aa2-9958-a8b9a929b80c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Added segment cea25d2a-a11d-4fdd-a558-042743d616ce of type vlan for network ff9da592-7ad8-41e7-8c93-b9bf2ec2c922 Jul 16 18:50:33.510332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed9e901-38b1-412f-8d2d-2330640c675a None None] Unable to find a vacant binding_index for network 4300cbf1-8749-497a-a718-af257f212ccf and agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 {{(pid=105592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 16 18:50:33.516298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed9e901-38b1-412f-8d2d-2330640c675a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 4300cbf1-8749-497a-a718-af257f212ccf) {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:50:33.539478 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b68fe25-675e-4aa2-9958-a8b9a929b80c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.570964 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b68fe25-675e-4aa2-9958-a8b9a929b80c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.576493 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b68fe25-675e-4aa2-9958-a8b9a929b80c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:33.577076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1b68fe25-675e-4aa2-9958-a8b9a929b80c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.624362 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1b68fe25-675e-4aa2-9958-a8b9a929b80c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1943352 Jul 16 18:50:33.627437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46660) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:33.633352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0e44747a-9d45-4848-a48e-f58fd6077e5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Request body: {'subnet': {'network_id': 'ff9da592-7ad8-41e7-8c93-b9bf2ec2c922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:33.651234 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68fe25-675e-4aa2-9958-a8b9a929b80c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event updated for resources: {'Network': ['ID=ff9da592-7ad8-41e7-8c93-b9bf2ec2c922,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:33.667190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network ff9da592-7ad8-41e7-8c93-b9bf2ec2c922 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:33.725038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e44747a-9d45-4848-a48e-f58fd6077e5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Made reservation on behalf of ecbd70efed47430389f44c9a3773ea68 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:33.728504 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e44747a-9d45-4848-a48e-f58fd6077e5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.809576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-4300cbf1-8749-497a-a718-af257f212ccf', 'network_id': '4300cbf1-8749-497a-a718-af257f212ccf', 'tenant_id': 'ecbd70efed47430389f44c9a3773ea68', 'fixed_ips': [{'subnet_id': '6221a10d-0eee-4517-8219-cb34970c718c'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:33.810541 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.914152 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e44747a-9d45-4848-a48e-f58fd6077e5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.954348 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Allocated IP 2001:db8::2 (4300cbf1-8749-497a-a718-af257f212ccf/6221a10d-0eee-4517-8219-cb34970c718c/5f3872c4-fbcf-4347-8e80-d28234dbf58a) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:33.976812 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44747a-9d45-4848-a48e-f58fd6077e5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event updated for resources: {'Subnet': ['ID=5b4d4750-a388-42bd-8ee3-b7ec29f847ef,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:33.984376 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e44747a-9d45-4848-a48e-f58fd6077e5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Checking segment: {'id': 'cea25d2a-a11d-4fdd-a558-042743d616ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ff9da592-7ad8-41e7-8c93-b9bf2ec2c922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:33.984745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e44747a-9d45-4848-a48e-f58fd6077e5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Network hostable DHCP agents. Network: ff9da592-7ad8-41e7-8c93-b9bf2ec2c922, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:34.001738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e44747a-9d45-4848-a48e-f58fd6077e5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Network ff9da592-7ad8-41e7-8c93-b9bf2ec2c922 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:34.011623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-0e44747a-9d45-4848-a48e-f58fd6077e5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, ff9da592-7ad8-41e7-8c93-b9bf2ec2c922) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:34.018804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e44747a-9d45-4848-a48e-f58fd6077e5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:34.019390 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e44747a-9d45-4848-a48e-f58fd6077e5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.037306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46662) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.037932 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0e44747a-9d45-4848-a48e-f58fd6077e5d tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4083066 Jul 16 18:50:34.108637 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.118139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Transition to ACTIVE for port object 5f3872c4-fbcf-4347-8e80-d28234dbf58a will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:34.133540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Transition to ACTIVE for port object 5f3872c4-fbcf-4347-8e80-d28234dbf58a will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:34.139675 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.144160 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.181871 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Network 4300cbf1-8749-497a-a718-af257f212ccf is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:34.184671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:34.188226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:34.195707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Pushing event updated for resources: {'Port': ['ID=5f3872c4-fbcf-4347-8e80-d28234dbf58a,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:34.196553 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.252388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Attempting to bind port 5f3872c4-fbcf-4347-8e80-d28234dbf58a on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:34.253356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Attempting to bind port 5f3872c4-fbcf-4347-8e80-d28234dbf58a by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '40a8c31a-f253-4a98-97fe-ee5fb7be7e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4300cbf1-8749-497a-a718-af257f212ccf'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:34.253778 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Attempting to bind port 5f3872c4-fbcf-4347-8e80-d28234dbf58a on network 4300cbf1-8749-497a-a718-af257f212ccf {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:34.258125 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.259739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:34.260169 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Checking segment: {'id': '40a8c31a-f253-4a98-97fe-ee5fb7be7e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4300cbf1-8749-497a-a718-af257f212ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:34.260579 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.260980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Bound using segment: {'id': '40a8c31a-f253-4a98-97fe-ee5fb7be7e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4300cbf1-8749-497a-a718-af257f212ccf'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:34.261448 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Bound port: 5f3872c4-fbcf-4347-8e80-d28234dbf58a, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a8c31a-f253-4a98-97fe-ee5fb7be7e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4300cbf1-8749-497a-a718-af257f212ccf'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:34.261887 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.286613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4d4750-a388-42bd-8ee3-b7ec29f847ef,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:34.331234 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] For port 5f3872c4-fbcf-4347-8e80-d28234dbf58a, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:34.335510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] For port 5f3872c4-fbcf-4347-8e80-d28234dbf58a, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5f3872c4-fbcf-4347-8e80-d28234dbf58a,segment=NetworkSegment(40a8c31a-f253-4a98-97fe-ee5fb7be7e47),segment_id=40a8c31a-f253-4a98-97fe-ee5fb7be7e47)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:34.339216 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.352470 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.363376 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9da592-7ad8-41e7-8c93-b9bf2ec2c922']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:34.376080 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea25d2a-a11d-4fdd-a558-042743d616ce') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:34.376658 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea25d2a-a11d-4fdd-a558-042743d616ce') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:34.389468 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.403927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4a743-8dfa-479f-aad5-e322e8b3b172 None None] Pushing event updated for resources: {'Port': ['ID=5f3872c4-fbcf-4347-8e80-d28234dbf58a,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:34.404970 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.413240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:50:34.413716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:50:34.417066 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:50:34.478068 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.485716 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.488032 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/networks/ff9da592-7ad8-41e7-8c93-b9bf2ec2c922 HTTP/1.1" status: 204 len: 168 time: 0.4496107 Jul 16 18:50:34.490882 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46664) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.503409 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec78f9-8f71-4a0b-9f08-fb40b05474e4 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event deleted for resources: {'Network': ['ID=ff9da592-7ad8-41e7-8c93-b9bf2ec2c922,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:34.527805 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-196aba2e-7a83-44ec-b76f-ff8ab78f4752 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] GET failed (client error): The resource could not be found. Jul 16 18:50:34.529171 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-196aba2e-7a83-44ec-b76f-ff8ab78f4752 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "GET /v2.0/subnets/5b4d4750-a388-42bd-8ee3-b7ec29f847ef HTTP/1.1" status: 404 len: 337 time: 0.0372934 Jul 16 18:50:34.531984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46666) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.569242 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-819c5c24-812c-45b2-aefb-292173196b1b tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:50:34.569847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819c5c24-812c-45b2-aefb-292173196b1b tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:50:34.573970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-819c5c24-812c-45b2-aefb-292173196b1b tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/networks/ff9da592-7ad8-41e7-8c93-b9bf2ec2c922 HTTP/1.1" status: 404 len: 339 time: 0.0409820 Jul 16 18:50:34.576478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46670) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.608245 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df6277b-2ecd-4d45-b0f2-c7f2fda392ee tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:50:34.608936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df6277b-2ecd-4d45-b0f2-c7f2fda392ee tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:50:34.610837 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1df6277b-2ecd-4d45-b0f2-c7f2fda392ee tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/subnets/5b4d4750-a388-42bd-8ee3-b7ec29f847ef HTTP/1.1" status: 404 len: 337 time: 0.0334196 Jul 16 18:50:34.614103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46672) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.633737 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-66dcef48-03ae-4445-8ad1-a3e8af9f9ae6 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:50:34.634317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66dcef48-03ae-4445-8ad1-a3e8af9f9ae6 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:50:34.636104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-66dcef48-03ae-4445-8ad1-a3e8af9f9ae6 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/networks/ff9da592-7ad8-41e7-8c93-b9bf2ec2c922 HTTP/1.1" status: 404 len: 339 time: 0.0208321 Jul 16 18:50:34.638683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46674) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.693314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f212a7-f30f-479c-b76f-79f80188d6c2 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Deleting subnet 6221a10d-0eee-4517-8219-cb34970c718c {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:34.696624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18f212a7-f30f-479c-b76f-79f80188d6c2 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.743628 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18f212a7-f30f-479c-b76f-79f80188d6c2 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.835261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5f3872c4-fbcf-4347-8e80-d28234dbf58a up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:34.838342 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18f212a7-f30f-479c-b76f-79f80188d6c2 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.891417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 5f3872c4-fbcf-4347-8e80-d28234dbf58a completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:34.896699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 218f2f02-ba56-42e3-8a88-a7aec915d838 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:34.902156 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18f212a7-f30f-479c-b76f-79f80188d6c2 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.930829 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f212a7-f30f-479c-b76f-79f80188d6c2 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event deleted for resources: {'Subnet': ['ID=6221a10d-0eee-4517-8219-cb34970c718c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:34.935008 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-18f212a7-f30f-479c-b76f-79f80188d6c2 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.936829 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-18f212a7-f30f-479c-b76f-79f80188d6c2 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/subnets/6221a10d-0eee-4517-8219-cb34970c718c HTTP/1.1" status: 204 len: 168 time: 0.2971361 Jul 16 18:50:34.939398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46676) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:34.951331 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 218f2f02-ba56-42e3-8a88-a7aec915d838 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:34.951711 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.283019 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.337988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0fb57d-7a54-40dc-b7e5-119bef5162f8 None None] Network 4300cbf1-8749-497a-a718-af257f212ccf requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:35.339313 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Deleting port 5f3872c4-fbcf-4347-8e80-d28234dbf58a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:35.339654 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.342366 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c18619-15fb-40e8-a2d1-b9ee50b6593e None None] Network ff9da592-7ad8-41e7-8c93-b9bf2ec2c922 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:35.373810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c18619-15fb-40e8-a2d1-b9ee50b6593e None None] Network ff9da592-7ad8-41e7-8c93-b9bf2ec2c922 could not be found, it might have been deleted concurrently. {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:50:35.406540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] For port 5f3872c4-fbcf-4347-8e80-d28234dbf58a, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5f3872c4-fbcf-4347-8e80-d28234dbf58a,segment=NetworkSegment(40a8c31a-f253-4a98-97fe-ee5fb7be7e47),segment_id=40a8c31a-f253-4a98-97fe-ee5fb7be7e47)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:35.406905 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.412846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a7a7a3-3634-4ff5-866b-75c9dca50ff0 None None] Network ff9da592-7ad8-41e7-8c93-b9bf2ec2c922 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:35.420969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Calling delete_port for 5f3872c4-fbcf-4347-8e80-d28234dbf58a owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:35.423720 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a68dd66f-a7d8-4966-9a7b-3f7b0c4bbdc7 None None] Provisioning for port 5f3872c4-fbcf-4347-8e80-d28234dbf58a completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:35.440885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a7a7a3-3634-4ff5-866b-75c9dca50ff0 None None] Network ff9da592-7ad8-41e7-8c93-b9bf2ec2c922 could not be found, it might have been deleted concurrently. {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:50:35.442351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a68dd66f-a7d8-4966-9a7b-3f7b0c4bbdc7 None None] Provisioning complete for port 5f3872c4-fbcf-4347-8e80-d28234dbf58a triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:35.442724 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a68dd66f-a7d8-4966-9a7b-3f7b0c4bbdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.508624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.519544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a68dd66f-a7d8-4966-9a7b-3f7b0c4bbdc7 None None] Could not find standard attr ID for object 5f3872c4-fbcf-4347-8e80-d28234dbf58a. {{(pid=105592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:50:35.524119 n-d-787205-10 neutron-server[105592]: INFO neutron.plugins.ml2.db [None req-a68dd66f-a7d8-4966-9a7b-3f7b0c4bbdc7 None None] No ports have port_id starting with 5f3872c4-fbcf-4347-8e80-d28234dbf58a Jul 16 18:50:35.543950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] No DVR routers for this DVR port 5f3872c4-fbcf-4347-8e80-d28234dbf58a on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:35.549108 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event deleted for resources: {'Port': ['ID=5f3872c4-fbcf-4347-8e80-d28234dbf58a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:35.552727 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80412b10-8946-45a2-ba05-05a5dfea2afe None None] Network 4300cbf1-8749-497a-a718-af257f212ccf requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:35.629998 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.640951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4300cbf1-8749-497a-a718-af257f212ccf']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:35.651626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a8c31a-f253-4a98-97fe-ee5fb7be7e47') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:35.651934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a8c31a-f253-4a98-97fe-ee5fb7be7e47') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:35.660880 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.675799 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.682844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:50:35.683111 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:50:35.686411 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:50:35.721298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962c2b92-a2a3-4a1f-998a-4ce3dc2e5cb9 None None] DHCP port deletion for 4300cbf1-8749-497a-a718-af257f212ccf request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:50:35.748132 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.755923 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.757785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/networks/4300cbf1-8749-497a-a718-af257f212ccf HTTP/1.1" status: 204 len: 168 time: 0.8165402 Jul 16 18:50:35.760158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46678) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:35.777018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6dc5e-ec19-4eac-aa45-292647229f18 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event deleted for resources: {'Network': ['ID=4300cbf1-8749-497a-a718-af257f212ccf,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:35.794722 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae3d7d3-5555-4e6f-92a2-0846db982e33 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:50:35.795161 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae3d7d3-5555-4e6f-92a2-0846db982e33 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:50:35.796899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fae3d7d3-5555-4e6f-92a2-0846db982e33 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/subnets/92ba89ad-cd8b-401a-ac8a-51cf2a459ec7 HTTP/1.1" status: 404 len: 337 time: 0.0358305 Jul 16 18:50:35.799956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46680) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:35.818106 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-956db512-22ce-4f10-8a2b-e03b0f5310df tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:50:35.818574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956db512-22ce-4f10-8a2b-e03b0f5310df tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:50:35.820244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-956db512-22ce-4f10-8a2b-e03b0f5310df tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/networks/5d5c8959-9924-499a-8005-ea95a493d320 HTTP/1.1" status: 404 len: 339 time: 0.0194249 Jul 16 18:50:35.822670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46682) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:35.848287 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8cdfc2-59aa-430b-a180-e1880f575113 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:50:35.848758 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8cdfc2-59aa-430b-a180-e1880f575113 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:50:35.850504 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2b8cdfc2-59aa-430b-a180-e1880f575113 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/subnets/5b4f890c-2016-4cac-bf71-3790d2f6a826 HTTP/1.1" status: 404 len: 337 time: 0.0269547 Jul 16 18:50:35.852982 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46684) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:35.871243 n-d-787205-10 neutron-server[105591]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7faf9b-1347-4104-b25b-6fb528579f72 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:50:35.871771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7faf9b-1347-4104-b25b-6fb528579f72 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:50:35.873436 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fc7faf9b-1347-4104-b25b-6fb528579f72 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/networks/34c0a248-8690-4a24-893d-c2e156df9b55 HTTP/1.1" status: 404 len: 339 time: 0.0195520 Jul 16 18:50:35.875836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46686) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:35.932743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-b975297b-6258-4aa6-b73e-5f000a1f4113 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Deleting subnet 6a8d7f6e-4273-4bdf-a54d-4fefbe20de31 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:35.935885 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b975297b-6258-4aa6-b73e-5f000a1f4113 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.975226 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b975297b-6258-4aa6-b73e-5f000a1f4113 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.056793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b975297b-6258-4aa6-b73e-5f000a1f4113 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.117950 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b975297b-6258-4aa6-b73e-5f000a1f4113 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.141903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975297b-6258-4aa6-b73e-5f000a1f4113 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8d7f6e-4273-4bdf-a54d-4fefbe20de31,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:36.147510 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b975297b-6258-4aa6-b73e-5f000a1f4113 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.151811 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b975297b-6258-4aa6-b73e-5f000a1f4113 tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/subnets/6a8d7f6e-4273-4bdf-a54d-4fefbe20de31 HTTP/1.1" status: 204 len: 168 time: 0.2726448 Jul 16 18:50:36.152102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46688) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:36.154955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5b80e5-a63e-4f83-b56a-9f1aaede0c29 None None] Network 0f10739c-5e62-410b-88b9-14cac302876a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:36.228719 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.283090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Deleting port 218f2f02-ba56-42e3-8a88-a7aec915d838 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:36.283438 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.353647 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] For port 218f2f02-ba56-42e3-8a88-a7aec915d838, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=218f2f02-ba56-42e3-8a88-a7aec915d838,segment=NetworkSegment(8b455c75-3a1c-4c99-b885-dbe96e82a82e),segment_id=8b455c75-3a1c-4c99-b885-dbe96e82a82e)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:36.354042 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.358338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5d4989-aa58-4397-a3cc-30dff7e3ff41 None None] DHCP port deletion for 0f10739c-5e62-410b-88b9-14cac302876a request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:50:36.367013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Calling delete_port for 218f2f02-ba56-42e3-8a88-a7aec915d838 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:36.405987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d4989-aa58-4397-a3cc-30dff7e3ff41 None None] Deleting port 218f2f02-ba56-42e3-8a88-a7aec915d838 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:36.406366 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4989-aa58-4397-a3cc-30dff7e3ff41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.447597 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.473097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7f5d4989-aa58-4397-a3cc-30dff7e3ff41 None None] For port 218f2f02-ba56-42e3-8a88-a7aec915d838, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=218f2f02-ba56-42e3-8a88-a7aec915d838,segment=NetworkSegment(8b455c75-3a1c-4c99-b885-dbe96e82a82e),segment_id=8b455c75-3a1c-4c99-b885-dbe96e82a82e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:36.473324 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4989-aa58-4397-a3cc-30dff7e3ff41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.478237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event deleted for resources: {'Port': ['ID=218f2f02-ba56-42e3-8a88-a7aec915d838,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:36.483167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] No DVR routers for this DVR port 218f2f02-ba56-42e3-8a88-a7aec915d838 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:36.486035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d4989-aa58-4397-a3cc-30dff7e3ff41 None None] Calling delete_port for 218f2f02-ba56-42e3-8a88-a7aec915d838 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:36.562115 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.563117 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4989-aa58-4397-a3cc-30dff7e3ff41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.572887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f10739c-5e62-410b-88b9-14cac302876a']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:36.584187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b455c75-3a1c-4c99-b885-dbe96e82a82e') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:36.584427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b455c75-3a1c-4c99-b885-dbe96e82a82e') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:36.592138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d4989-aa58-4397-a3cc-30dff7e3ff41 None None] Pushing event deleted for resources: {'Port': ['ID=218f2f02-ba56-42e3-8a88-a7aec915d838,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:36.593331 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.597895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d4989-aa58-4397-a3cc-30dff7e3ff41 None None] No DVR routers for this DVR port 218f2f02-ba56-42e3-8a88-a7aec915d838 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:36.613369 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.619627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:50:36.620019 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:50:36.622890 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:50:36.680592 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.687418 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:36.688991 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] 10.222.0.24 "DELETE /v2.0/networks/0f10739c-5e62-410b-88b9-14cac302876a HTTP/1.1" status: 204 len: 168 time: 0.5360720 Jul 16 18:50:36.700366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c167b61-ffad-490c-9c75-2729d913855c tempest-NetworksIpV6Test-1404324962 tempest-NetworksIpV6Test-1404324962-project] Pushing event deleted for resources: {'Network': ['ID=0f10739c-5e62-410b-88b9-14cac302876a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:36.758913 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5f3872c4-fbcf-4347-8e80-d28234dbf58a no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:36.779189 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 5f3872c4-fbcf-4347-8e80-d28234dbf58a {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:36.779545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5f3872c4-fbcf-4347-8e80-d28234dbf58a not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:36.779977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 218f2f02-ba56-42e3-8a88-a7aec915d838 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:36.798894 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 218f2f02-ba56-42e3-8a88-a7aec915d838 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:36.799281 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 218f2f02-ba56-42e3-8a88-a7aec915d838 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:36.947095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46694) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:37.084207 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7a843b13-1ef8-493b-8d22-f2794dd93484 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecbd70efed47430389f44c9a3773ea68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359346 Jul 16 18:50:37.087314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46698) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:37.138416 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ebc08bd-bd8f-4eab-8583-2066d171ede6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.160600 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ebc08bd-bd8f-4eab-8583-2066d171ede6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.207724 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ebc08bd-bd8f-4eab-8583-2066d171ede6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.210188 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ebc08bd-bd8f-4eab-8583-2066d171ede6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.211572 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8ebc08bd-bd8f-4eab-8583-2066d171ede6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8491d3a-c868-4b75-8af0-a4546956adbd HTTP/1.1" status: 204 len: 168 time: 0.1231346 Jul 16 18:50:37.219718 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc08bd-bd8f-4eab-8583-2066d171ede6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8491d3a-c868-4b75-8af0-a4546956adbd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:37.849303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46720) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:37.942085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f08491dc-5198-4d97-b7a8-bf631e410a73 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1743576716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:37.964379 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f08491dc-5198-4d97-b7a8-bf631e410a73 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.965267 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f08491dc-5198-4d97-b7a8-bf631e410a73 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.019698 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f08491dc-5198-4d97-b7a8-bf631e410a73 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.023882 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f08491dc-5198-4d97-b7a8-bf631e410a73 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.039781 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f08491dc-5198-4d97-b7a8-bf631e410a73 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.041003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f08491dc-5198-4d97-b7a8-bf631e410a73 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1906316 Jul 16 18:50:38.043686 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46724) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:38.048676 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1160581437'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:38.068201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Made reservation on behalf of 5c04c06c525049039dcaff18312abf69 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:38.071669 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.080346 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.170339 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.173919 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.202375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:38.208262 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4035975-cfe4-47bd-9ae8-5f437f92cc8c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:38.215641 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.216535 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Added segment db914722-2ca9-4a4d-8994-4a814ceac3b5 of type vlan for network 89e84ee8-5fe5-45ab-a332-2d8530929a6e Jul 16 18:50:38.256664 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.286032 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.291549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:38.292141 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.344456 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2996986 Jul 16 18:50:38.348008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46726) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:38.353344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f96e4827-2895-43ac-a3b7-a32dd571b3d0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Request body: {'subnet': {'network_id': '89e84ee8-5fe5-45ab-a332-2d8530929a6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:38.394930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df97b3-7e3d-48b3-b7da-bdecaafc2eb0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Pushing event updated for resources: {'Network': ['ID=89e84ee8-5fe5-45ab-a332-2d8530929a6e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:38.405009 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 89e84ee8-5fe5-45ab-a332-2d8530929a6e details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:38.415156 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:38.448050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96e4827-2895-43ac-a3b7-a32dd571b3d0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Made reservation on behalf of 5c04c06c525049039dcaff18312abf69 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:38.451718 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f96e4827-2895-43ac-a3b7-a32dd571b3d0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.633302 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f96e4827-2895-43ac-a3b7-a32dd571b3d0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.695459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e4827-2895-43ac-a3b7-a32dd571b3d0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Pushing event updated for resources: {'Subnet': ['ID=430eb19c-6777-4caa-9452-80ef280e7791,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:38.702341 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e4827-2895-43ac-a3b7-a32dd571b3d0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Checking segment: {'id': 'db914722-2ca9-4a4d-8994-4a814ceac3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '89e84ee8-5fe5-45ab-a332-2d8530929a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:38.702713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96e4827-2895-43ac-a3b7-a32dd571b3d0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Network hostable DHCP agents. Network: 89e84ee8-5fe5-45ab-a332-2d8530929a6e, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:38.719480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96e4827-2895-43ac-a3b7-a32dd571b3d0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Network 89e84ee8-5fe5-45ab-a332-2d8530929a6e is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:38.729200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f96e4827-2895-43ac-a3b7-a32dd571b3d0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 89e84ee8-5fe5-45ab-a332-2d8530929a6e) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:38.733765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96e4827-2895-43ac-a3b7-a32dd571b3d0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:38.734356 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f96e4827-2895-43ac-a3b7-a32dd571b3d0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.738865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f05a71-04ee-4186-a1b2-93ff698b5765 None None] Network 89e84ee8-5fe5-45ab-a332-2d8530929a6e requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:38.750473 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f96e4827-2895-43ac-a3b7-a32dd571b3d0 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4013293 Jul 16 18:50:38.753791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46728) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:38.758970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c06e8b2a-d5fe-438b-949c-2fa9476c6c90 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1345024615'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:38.779947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06e8b2a-d5fe-438b-949c-2fa9476c6c90 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Made reservation on behalf of 5c04c06c525049039dcaff18312abf69 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:38.784313 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c06e8b2a-d5fe-438b-949c-2fa9476c6c90 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.808954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06e8b2a-d5fe-438b-949c-2fa9476c6c90 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:38.819456 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c06e8b2a-d5fe-438b-949c-2fa9476c6c90 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.819802 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-c06e8b2a-d5fe-438b-949c-2fa9476c6c90 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Added segment dbe66c51-dbf2-4b0d-a59d-85822c8eba96 of type vlan for network 64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8 Jul 16 18:50:38.872481 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c06e8b2a-d5fe-438b-949c-2fa9476c6c90 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.893998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-89e84ee8-5fe5-45ab-a332-2d8530929a6e', 'network_id': '89e84ee8-5fe5-45ab-a332-2d8530929a6e', 'tenant_id': '5c04c06c525049039dcaff18312abf69', 'fixed_ips': [{'subnet_id': '430eb19c-6777-4caa-9452-80ef280e7791'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:38.894879 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.904641 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c06e8b2a-d5fe-438b-949c-2fa9476c6c90 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.911858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e8b2a-d5fe-438b-949c-2fa9476c6c90 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:38.912548 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c06e8b2a-d5fe-438b-949c-2fa9476c6c90 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:38.957089 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c06e8b2a-d5fe-438b-949c-2fa9476c6c90 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2021592 Jul 16 18:50:38.960842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46730) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:38.967267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9e7f8911-b4a1-4acb-9883-0d93fe0d24bd tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Request body: {'subnet': {'network_id': '64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:38.997123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e8b2a-d5fe-438b-949c-2fa9476c6c90 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Pushing event updated for resources: {'Network': ['ID=64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:39.013405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:39.063973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7f8911-b4a1-4acb-9883-0d93fe0d24bd tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Made reservation on behalf of 5c04c06c525049039dcaff18312abf69 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:39.067625 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8911-b4a1-4acb-9883-0d93fe0d24bd tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.245677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Allocated IP 172.20.0.2 (89e84ee8-5fe5-45ab-a332-2d8530929a6e/430eb19c-6777-4caa-9452-80ef280e7791/1a0ffc60-46d4-4498-ac43-1b104bb31da1) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:39.261380 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8911-b4a1-4acb-9883-0d93fe0d24bd tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.332191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f8911-b4a1-4acb-9883-0d93fe0d24bd tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Pushing event updated for resources: {'Subnet': ['ID=9ea64857-d512-45f4-95fb-7c974c44714e,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:39.340985 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f8911-b4a1-4acb-9883-0d93fe0d24bd tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Checking segment: {'id': 'dbe66c51-dbf2-4b0d-a59d-85822c8eba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:39.341351 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f8911-b4a1-4acb-9883-0d93fe0d24bd tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Network hostable DHCP agents. Network: 64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:39.358888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f8911-b4a1-4acb-9883-0d93fe0d24bd tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Network 64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:39.368636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-9e7f8911-b4a1-4acb-9883-0d93fe0d24bd tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:39.375604 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7f8911-b4a1-4acb-9883-0d93fe0d24bd tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:39.376297 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9e7f8911-b4a1-4acb-9883-0d93fe0d24bd tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.389259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6794b07a-3582-4e1a-a92a-d384137aca76 None None] Network 64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:39.398200 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9e7f8911-b4a1-4acb-9883-0d93fe0d24bd tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4360011 Jul 16 18:50:39.400798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46732) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:39.405508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-cf49b73c-c519-400e-af36-37668cc81292 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Request body: {'router': {'external_gateway_info': {'network_id': '64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:39.435059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.471244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Transition to ACTIVE for port object 1a0ffc60-46d4-4498-ac43-1b104bb31da1 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:39.495917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Transition to ACTIVE for port object 1a0ffc60-46d4-4498-ac43-1b104bb31da1 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:39.507935 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.587015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Network 89e84ee8-5fe5-45ab-a332-2d8530929a6e is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:39.595150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:39.600070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:39.602056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Pushing event updated for resources: {'Port': ['ID=1a0ffc60-46d4-4498-ac43-1b104bb31da1,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:39.618354 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-cf49b73c-c519-400e-af36-37668cc81292 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.673127 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3603267-dd76-4899-8f60-3f318d7a6016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8', 'network_id': '64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8', 'tenant_id': '5c04c06c525049039dcaff18312abf69', 'fixed_ips': [{'subnet_id': '9ea64857-d512-45f4-95fb-7c974c44714e'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:39.674010 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c3603267-dd76-4899-8f60-3f318d7a6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.698502 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Attempting to bind port 1a0ffc60-46d4-4498-ac43-1b104bb31da1 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:39.698984 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Attempting to bind port 1a0ffc60-46d4-4498-ac43-1b104bb31da1 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'db914722-2ca9-4a4d-8994-4a814ceac3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '89e84ee8-5fe5-45ab-a332-2d8530929a6e'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:39.699229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Attempting to bind port 1a0ffc60-46d4-4498-ac43-1b104bb31da1 on network 89e84ee8-5fe5-45ab-a332-2d8530929a6e {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:39.710679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:39.711056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Checking segment: {'id': 'db914722-2ca9-4a4d-8994-4a814ceac3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '89e84ee8-5fe5-45ab-a332-2d8530929a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:39.711462 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.711855 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Bound using segment: {'id': 'db914722-2ca9-4a4d-8994-4a814ceac3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '89e84ee8-5fe5-45ab-a332-2d8530929a6e'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:39.712330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Bound port: 1a0ffc60-46d4-4498-ac43-1b104bb31da1, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db914722-2ca9-4a4d-8994-4a814ceac3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '89e84ee8-5fe5-45ab-a332-2d8530929a6e'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:39.712713 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.730081 n-d-787205-10 neutron-server[105590]: INFO neutron.api.v2.resource [None req-cf49b73c-c519-400e-af36-37668cc81292 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:50:39.731151 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-cf49b73c-c519-400e-af36-37668cc81292 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] 10.222.0.24 "PUT /v2.0/routers/97871209-eebc-4436-a991-392831bbc56f HTTP/1.1" status: 400 len: 364 time: 0.3293245 Jul 16 18:50:39.738063 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46734) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:39.789081 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca013438-c660-4c14-9e32-6d525fca093e tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Deleting subnet 9ea64857-d512-45f4-95fb-7c974c44714e {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:39.792371 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca013438-c660-4c14-9e32-6d525fca093e tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.833527 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca013438-c660-4c14-9e32-6d525fca093e tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.845334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] For port 1a0ffc60-46d4-4498-ac43-1b104bb31da1, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:39.849067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] For port 1a0ffc60-46d4-4498-ac43-1b104bb31da1, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1a0ffc60-46d4-4498-ac43-1b104bb31da1,segment=NetworkSegment(db914722-2ca9-4a4d-8994-4a814ceac3b5),segment_id=db914722-2ca9-4a4d-8994-4a814ceac3b5)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:39.852995 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.882355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca013438-c660-4c14-9e32-6d525fca093e tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.912584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2b6aa-6f01-4bc1-a2d4-716701a33a87 None None] Pushing event updated for resources: {'Port': ['ID=1a0ffc60-46d4-4498-ac43-1b104bb31da1,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:39.956022 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca013438-c660-4c14-9e32-6d525fca093e tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server [None req-c3603267-dd76-4899-8f60-3f318d7a6016 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ea64857-d512-45f4-95fb-7c974c44714e: This subnet is being modified by another concurrent operation. Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ea64857-d512-45f4-95fb-7c974c44714e: This subnet is being modified by another concurrent operation. Jul 16 18:50:39.958778 n-d-787205-10 neutron-server[105592]: ERROR oslo_messaging.rpc.server Jul 16 18:50:39.977569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d7982e-f6cc-415b-bc15-63da10393405 None None] Network 64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:39.989573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca013438-c660-4c14-9e32-6d525fca093e tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea64857-d512-45f4-95fb-7c974c44714e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:39.994152 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca013438-c660-4c14-9e32-6d525fca093e tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.998579 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ca013438-c660-4c14-9e32-6d525fca093e tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] 10.222.0.24 "DELETE /v2.0/subnets/9ea64857-d512-45f4-95fb-7c974c44714e HTTP/1.1" status: 204 len: 168 time: 0.2568974 Jul 16 18:50:39.998833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46736) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:40.101336 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45b56266-8d31-490b-9cbb-50e4bcb9e109 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.200688 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45b56266-8d31-490b-9cbb-50e4bcb9e109 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.212045 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-45b56266-8d31-490b-9cbb-50e4bcb9e109 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:40.222739 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-45b56266-8d31-490b-9cbb-50e4bcb9e109 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe66c51-dbf2-4b0d-a59d-85822c8eba96') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:40.223041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-45b56266-8d31-490b-9cbb-50e4bcb9e109 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe66c51-dbf2-4b0d-a59d-85822c8eba96') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:40.231874 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45b56266-8d31-490b-9cbb-50e4bcb9e109 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.246292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45b56266-8d31-490b-9cbb-50e4bcb9e109 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.253247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b56266-8d31-490b-9cbb-50e4bcb9e109 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:50:40.253990 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45b56266-8d31-490b-9cbb-50e4bcb9e109 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:50:40.256825 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:50:40.318663 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45b56266-8d31-490b-9cbb-50e4bcb9e109 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.325540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45b56266-8d31-490b-9cbb-50e4bcb9e109 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.327365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-45b56266-8d31-490b-9cbb-50e4bcb9e109 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] 10.222.0.24 "DELETE /v2.0/networks/64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8 HTTP/1.1" status: 204 len: 168 time: 0.3276420 Jul 16 18:50:40.330093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46738) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:40.338516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b56266-8d31-490b-9cbb-50e4bcb9e109 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Pushing event deleted for resources: {'Network': ['ID=64e1f1a3-ec4f-4d5c-a1b0-a9ee5ae9dec8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:40.387888 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-147abb57-6b7e-4d91-9fed-e4d868d4ee57 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Deleting subnet 430eb19c-6777-4caa-9452-80ef280e7791 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:50:40.391414 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-147abb57-6b7e-4d91-9fed-e4d868d4ee57 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.432393 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-147abb57-6b7e-4d91-9fed-e4d868d4ee57 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.521291 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-147abb57-6b7e-4d91-9fed-e4d868d4ee57 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.583559 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-147abb57-6b7e-4d91-9fed-e4d868d4ee57 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.613176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147abb57-6b7e-4d91-9fed-e4d868d4ee57 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Pushing event deleted for resources: {'Subnet': ['ID=430eb19c-6777-4caa-9452-80ef280e7791,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:40.616671 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-147abb57-6b7e-4d91-9fed-e4d868d4ee57 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.618916 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-147abb57-6b7e-4d91-9fed-e4d868d4ee57 tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] 10.222.0.24 "DELETE /v2.0/subnets/430eb19c-6777-4caa-9452-80ef280e7791 HTTP/1.1" status: 204 len: 168 time: 0.2877386 Jul 16 18:50:40.621390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46740) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:40.706321 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.767380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Deleting port 1a0ffc60-46d4-4498-ac43-1b104bb31da1 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:50:40.767726 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.788993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1a0ffc60-46d4-4498-ac43-1b104bb31da1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:40.841427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] For port 1a0ffc60-46d4-4498-ac43-1b104bb31da1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=1a0ffc60-46d4-4498-ac43-1b104bb31da1,segment=NetworkSegment(db914722-2ca9-4a4d-8994-4a814ceac3b5),segment_id=db914722-2ca9-4a4d-8994-4a814ceac3b5)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:40.841675 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 1a0ffc60-46d4-4498-ac43-1b104bb31da1 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:40.841834 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.855773 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Calling delete_port for 1a0ffc60-46d4-4498-ac43-1b104bb31da1 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:50:40.878059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b87db38-14d4-4dbd-adde-944791dfd038 None None] Network 89e84ee8-5fe5-45ab-a332-2d8530929a6e requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:40.938808 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.947801 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5ee0045a-9669-453d-bf12-240438d3661d None None] Provisioning for port 1a0ffc60-46d4-4498-ac43-1b104bb31da1 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:40.953883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5ee0045a-9669-453d-bf12-240438d3661d None None] Provisioning complete for port 1a0ffc60-46d4-4498-ac43-1b104bb31da1 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:40.954258 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ee0045a-9669-453d-bf12-240438d3661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.965706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Pushing event deleted for resources: {'Port': ['ID=1a0ffc60-46d4-4498-ac43-1b104bb31da1,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:40.972687 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] No DVR routers for this DVR port 1a0ffc60-46d4-4498-ac43-1b104bb31da1 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:50:40.992615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0045a-9669-453d-bf12-240438d3661d None None] Port 1a0ffc60-46d4-4498-ac43-1b104bb31da1 was deleted so its status cannot be updated. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:50:41.057938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.066014 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f92876-04fa-4fb6-870f-71e00a0e421d None None] DHCP port deletion for 89e84ee8-5fe5-45ab-a332-2d8530929a6e request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:50:41.069386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e84ee8-5fe5-45ab-a332-2d8530929a6e']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:41.081256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db914722-2ca9-4a4d-8994-4a814ceac3b5') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:41.081579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db914722-2ca9-4a4d-8994-4a814ceac3b5') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:41.084878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a72464-dd50-48d4-a987-8349ae926d6f None None] get_active_networks_info from n-d-787205-10 {{(pid=105592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:50:41.093737 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.108482 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.114695 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:50:41.114863 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:50:41.118064 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:50:41.147819 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a72464-dd50-48d4-a987-8349ae926d6f None None] Resources bound (agent type, host, resource id): {{(pid=105592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:50:41.182981 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.190905 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.192797 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] 10.222.0.24 "DELETE /v2.0/networks/89e84ee8-5fe5-45ab-a332-2d8530929a6e HTTP/1.1" status: 204 len: 168 time: 0.5703595 Jul 16 18:50:41.195598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46742) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:41.203887 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2639c6-7335-43c4-8c80-817a13cfef3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Pushing event deleted for resources: {'Network': ['ID=89e84ee8-5fe5-45ab-a332-2d8530929a6e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:41.228436 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-748722cc-e474-4794-8afd-c08dc855cf3c tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] 10.222.0.24 "GET /v2.0/ports?device_id=97871209-eebc-4436-a991-392831bbc56f HTTP/1.1" status: 200 len: 205 time: 0.0314608 Jul 16 18:50:41.230621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46744) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:41.307335 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1b410c-a855-4204-81e0-c9d8fd3b04cb tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.467723 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1b410c-a855-4204-81e0-c9d8fd3b04cb tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.469868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1b410c-a855-4204-81e0-c9d8fd3b04cb tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.514960 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1b410c-a855-4204-81e0-c9d8fd3b04cb tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.515577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1b410c-a855-4204-81e0-c9d8fd3b04cb tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Fanout notify agent at l3_agent the message router_deleted on router 97871209-eebc-4436-a991-392831bbc56f {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:50:41.524224 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6e1b410c-a855-4204-81e0-c9d8fd3b04cb tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.525326 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6e1b410c-a855-4204-81e0-c9d8fd3b04cb tempest-RoutersNegativeTest-657497158 tempest-RoutersNegativeTest-657497158-project] 10.222.0.24 "DELETE /v2.0/routers/97871209-eebc-4436-a991-392831bbc56f HTTP/1.1" status: 204 len: 168 time: 0.2937210 Jul 16 18:50:41.773084 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46750) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:41.905263 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e8e2c942-0e5a-41d0-84b8-2dfc92305704 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c04c06c525049039dcaff18312abf69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307852 Jul 16 18:50:41.907895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46754) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:41.963535 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbba5664-e39a-4b84-8de4-c50fcda815ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.985076 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbba5664-e39a-4b84-8de4-c50fcda815ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.031930 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbba5664-e39a-4b84-8de4-c50fcda815ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.034643 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-bbba5664-e39a-4b84-8de4-c50fcda815ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.035806 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-bbba5664-e39a-4b84-8de4-c50fcda815ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4035975-cfe4-47bd-9ae8-5f437f92cc8c HTTP/1.1" status: 204 len: 168 time: 0.1269512 Jul 16 18:50:42.044015 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba5664-e39a-4b84-8de4-c50fcda815ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4035975-cfe4-47bd-9ae8-5f437f92cc8c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:42.651809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46776) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:42.744381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1a0ffc60-46d4-4498-ac43-1b104bb31da1 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:50:42.758829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1610611010-network', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:42.764940 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 1a0ffc60-46d4-4498-ac43-1b104bb31da1 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:50:42.765294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 1a0ffc60-46d4-4498-ac43-1b104bb31da1 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:50:42.783050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Made reservation on behalf of c713617b6d5b4d3ebd2afd249f34fa5a for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:42.785697 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.794047 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.889554 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.895302 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.916927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:42.935007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699055c6-a70f-4386-978e-8a3c4fa15451,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:42.939244 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:42.939600 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Added segment 53ea70c4-5659-4f09-80c7-9002361ef63e of type vlan for network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 Jul 16 18:50:42.980708 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.010240 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.011176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:43.011767 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.044517 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3915083 Jul 16 18:50:43.047564 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46780) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:43.052818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d55ba66f-0499-4ed3-9974-6211a75da48f admin admin] Request body: {'subnet': {'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1610611010-subnet', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:43.073577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55ba66f-0499-4ed3-9974-6211a75da48f admin admin] Made reservation on behalf of c713617b6d5b4d3ebd2afd249f34fa5a for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:43.076015 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55ba66f-0499-4ed3-9974-6211a75da48f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.083907 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c55bfb-eba1-4319-8bf4-7049c0bc8001 admin admin] Pushing event updated for resources: {'Network': ['ID=6206ece9-16d7-40ba-8340-6e1d4cd92ff9,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:43.093441 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:43.247208 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55ba66f-0499-4ed3-9974-6211a75da48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.302429 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ba66f-0499-4ed3-9974-6211a75da48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0403c4ad-0284-4fb3-8deb-49b7120ff43a,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:43.311208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55ba66f-0499-4ed3-9974-6211a75da48f admin admin] Checking segment: {'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:43.311575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55ba66f-0499-4ed3-9974-6211a75da48f admin admin] Network hostable DHCP agents. Network: 6206ece9-16d7-40ba-8340-6e1d4cd92ff9, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:43.328299 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55ba66f-0499-4ed3-9974-6211a75da48f admin admin] Network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:43.338187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-d55ba66f-0499-4ed3-9974-6211a75da48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 6206ece9-16d7-40ba-8340-6e1d4cd92ff9) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:43.344485 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ba66f-0499-4ed3-9974-6211a75da48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:43.345442 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d55ba66f-0499-4ed3-9974-6211a75da48f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.346824 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce981b26-a320-4905-a138-80ef0ab81003 None None] Network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:43.362553 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d55ba66f-0499-4ed3-9974-6211a75da48f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3111448 Jul 16 18:50:43.363055 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46782) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:43.371621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1610611010-router', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:43.395531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.397000 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.451160 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.499731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc743717-20de-48af-a295-179993bfa2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-6206ece9-16d7-40ba-8340-6e1d4cd92ff9', 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'fixed_ips': [{'subnet_id': '0403c4ad-0284-4fb3-8deb-49b7120ff43a'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:43.500555 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc743717-20de-48af-a295-179993bfa2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.595653 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.636452 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8040cda9-84f1-4ebe-bae5-5fe77b6df8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.660464 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-dc743717-20de-48af-a295-179993bfa2df None None] Allocated IP 172.20.0.2 (6206ece9-16d7-40ba-8340-6e1d4cd92ff9/0403c4ad-0284-4fb3-8deb-49b7120ff43a/0947e352-5565-4dea-8082-56898485d431) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:43.805842 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.809345 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc743717-20de-48af-a295-179993bfa2df None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.818615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dc743717-20de-48af-a295-179993bfa2df None None] Transition to ACTIVE for port object 0947e352-5565-4dea-8082-56898485d431 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:43.826492 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.834204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dc743717-20de-48af-a295-179993bfa2df None None] Transition to ACTIVE for port object 0947e352-5565-4dea-8082-56898485d431 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:43.840357 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc743717-20de-48af-a295-179993bfa2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.876337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc743717-20de-48af-a295-179993bfa2df None None] Network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:43.883573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-dc743717-20de-48af-a295-179993bfa2df None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:43.887242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc743717-20de-48af-a295-179993bfa2df None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:43.894858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc743717-20de-48af-a295-179993bfa2df None None] Pushing event updated for resources: {'Port': ['ID=0947e352-5565-4dea-8082-56898485d431,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:43.932649 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Allocated IP 172.25.3.66 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/b71ca84c-1060-4383-9194-98feffc7a8e7) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:43.950054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dc743717-20de-48af-a295-179993bfa2df None None] Attempting to bind port 0947e352-5565-4dea-8082-56898485d431 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:43.950430 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dc743717-20de-48af-a295-179993bfa2df None None] Attempting to bind port 0947e352-5565-4dea-8082-56898485d431 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:43.950801 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc743717-20de-48af-a295-179993bfa2df None None] Attempting to bind port 0947e352-5565-4dea-8082-56898485d431 on network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:43.955967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc743717-20de-48af-a295-179993bfa2df None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:43.956338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc743717-20de-48af-a295-179993bfa2df None None] Checking segment: {'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:43.956744 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc743717-20de-48af-a295-179993bfa2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.957139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc743717-20de-48af-a295-179993bfa2df None None] Bound using segment: {'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:43.957600 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dc743717-20de-48af-a295-179993bfa2df None None] Bound port: 0947e352-5565-4dea-8082-56898485d431, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:43.958009 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc743717-20de-48af-a295-179993bfa2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.026625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dc743717-20de-48af-a295-179993bfa2df None None] For port 0947e352-5565-4dea-8082-56898485d431, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:44.029823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dc743717-20de-48af-a295-179993bfa2df None None] For port 0947e352-5565-4dea-8082-56898485d431, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0947e352-5565-4dea-8082-56898485d431,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:44.034791 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dc743717-20de-48af-a295-179993bfa2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.046014 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.088370 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.094389 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc743717-20de-48af-a295-179993bfa2df None None] Pushing event updated for resources: {'Port': ['ID=0947e352-5565-4dea-8082-56898485d431,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:44.126672 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:44.133471 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:44.137006 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:44.163111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Pushing event updated for resources: {'Port': ['ID=b71ca84c-1060-4383-9194-98feffc7a8e7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:44.418365 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.613880 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.789561 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0947e352-5565-4dea-8082-56898485d431 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:44.848142 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 0947e352-5565-4dea-8082-56898485d431 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:45.080394 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a60c60-609f-4c7f-9e74-9c037b5b4db9 None None] Network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:45.086816 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Router ee4670a6-1676-48e9-ade9-583db9ee27bc is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:50:45.160890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-aa5a7294-5351-4795-9b22-f46461dfcece None None] Provisioning for port 0947e352-5565-4dea-8082-56898485d431 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:45.171285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-aa5a7294-5351-4795-9b22-f46461dfcece None None] Provisioning complete for port 0947e352-5565-4dea-8082-56898485d431 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:45.171662 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7294-5351-4795-9b22-f46461dfcece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.199871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:45.211908 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Sync routers for ids ['ee4670a6-1676-48e9-ade9-583db9ee27bc'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:45.215182 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.216615 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-29d6afb3-3c13-47c8-a395-f0817476d295 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8513417 Jul 16 18:50:45.219506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46784) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:45.248531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Routers {'ee4670a6-1676-48e9-ade9-583db9ee27bc'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:45.249166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:50:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee4670a6-1676-48e9-ade9-583db9ee27bc'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:45.415399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7294-5351-4795-9b22-f46461dfcece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.440066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Set router ee4670a6-1676-48e9-ade9-583db9ee27bc gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:45.545738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-aa5a7294-5351-4795-9b22-f46461dfcece None None] For port 0947e352-5565-4dea-8082-56898485d431, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0947e352-5565-4dea-8082-56898485d431,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:45.554140 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7294-5351-4795-9b22-f46461dfcece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.656714 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a7294-5351-4795-9b22-f46461dfcece None None] Pushing event updated for resources: {'Port': ['ID=0947e352-5565-4dea-8082-56898485d431,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:45.665148 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.710273 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'name': 'tempest-TestEncryptedCinderVolumes-1610611010-router', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:50:44Z', 'revision_number': 3, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'gw_port': {'id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:45.739046 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Checking router: ee4670a6-1676-48e9-ade9-583db9ee27bc for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:45.739414 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Updating router ee4670a6-1676-48e9-ade9-583db9ee27bc port b71ca84c-1060-4383-9194-98feffc7a8e7 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:50:45.793116 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.816061 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-307404cd-2a42-46f0-b1ac-8e356ad4da49 None None] Provisioning complete for port 0947e352-5565-4dea-8082-56898485d431 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:45.816427 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-307404cd-2a42-46f0-b1ac-8e356ad4da49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.828405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Allocated IP 172.20.0.1 (6206ece9-16d7-40ba-8340-6e1d4cd92ff9/0403c4ad-0284-4fb3-8deb-49b7120ff43a/81735d32-8ffb-4c5b-a4b8-cf2991d11c3e) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:45.848845 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cf955ad0-1b6b-46bd-8d4c-6c9e21e5bfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.935924 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.950618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Transition to ACTIVE for port object 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:45.983526 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.023866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:46.026662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:46.030243 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:46.053787 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.061544 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Pushing event updated for resources: {'Port': ['ID=81735d32-8ffb-4c5b-a4b8-cf2991d11c3e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:46.087462 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.155426 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.168115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Transition to ACTIVE for port object b71ca84c-1060-4383-9194-98feffc7a8e7 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:46.175243 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.239080 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.392443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d9538-f7c3-4a9f-9d44-6ed7b569260c None None] Pushing event updated for resources: {'Port': ['ID=b71ca84c-1060-4383-9194-98feffc7a8e7,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:46.397572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1d02f78b-9868-462b-806f-44f27388482a None None] Provisioning for port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:46.399722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Attempting to bind port b71ca84c-1060-4383-9194-98feffc7a8e7 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:46.400098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Attempting to bind port b71ca84c-1060-4383-9194-98feffc7a8e7 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:46.400466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Attempting to bind port b71ca84c-1060-4383-9194-98feffc7a8e7 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:46.405982 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1d02f78b-9868-462b-806f-44f27388482a None None] Provisioning complete for port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:46.406360 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1d02f78b-9868-462b-806f-44f27388482a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.409822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:46.410203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:46.410623 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.411018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:46.411493 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Bound port: b71ca84c-1060-4383-9194-98feffc7a8e7, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:46.411880 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.415910 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.420609 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.474895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1d02f78b-9868-462b-806f-44f27388482a None None] Port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:46.489097 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.491349 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] For port b71ca84c-1060-4383-9194-98feffc7a8e7, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:46.495311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] For port b71ca84c-1060-4383-9194-98feffc7a8e7, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b71ca84c-1060-4383-9194-98feffc7a8e7,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:46.499470 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.500501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Pushing event updated for resources: {'Port': ['ID=81735d32-8ffb-4c5b-a4b8-cf2991d11c3e,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:46.556630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Routers {'ee4670a6-1676-48e9-ade9-583db9ee27bc'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:46.557264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:50:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee4670a6-1676-48e9-ade9-583db9ee27bc'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:46.562035 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d9538-f7c3-4a9f-9d44-6ed7b569260c None None] Pushing event updated for resources: {'Port': ['ID=b71ca84c-1060-4383-9194-98feffc7a8e7,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:46.595603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:46.597521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:46.675782 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] Set router ee4670a6-1676-48e9-ade9-583db9ee27bc gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:46.725332 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Router ee4670a6-1676-48e9-ade9-583db9ee27bc has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:46.780451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0947e352-5565-4dea-8082-56898485d431 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:46.843075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:46.848923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-20fdfc2a-052f-4f81-b4f4-11bc631d5278 admin admin] 10.222.0.24 "PUT /v2.0/routers/ee4670a6-1676-48e9-ade9-583db9ee27bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6283569 Jul 16 18:50:46.918616 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0947e352-5565-4dea-8082-56898485d431 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:46.919475 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.950424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-26868810-34ae-4167-9a56-ba0b4b387932 None None] Provisioning complete for port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:46.950792 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-26868810-34ae-4167-9a56-ba0b4b387932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.011318 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-26868810-34ae-4167-9a56-ba0b4b387932 None None] Port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:47.030755 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'name': 'tempest-TestEncryptedCinderVolumes-1610611010-router', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:50:46Z', 'revision_number': 4, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'gw_port': {'id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '81735d32-8ffb-4c5b-a4b8-cf2991d11c3e', 'name': '', 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'mac_address': 'fa:16:3e:7b:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0403c4ad-0284-4fb3-8deb-49b7120ff43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:45Z', 'updated_at': '2021-07-16T18:50:46Z', 'revision_number': 2, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'subnets': [{'id': '0403c4ad-0284-4fb3-8deb-49b7120ff43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:47.081907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5138de03-2b17-4e9d-bbde-12763e6ad813 None None] The sync data for ids ['ee4670a6-1676-48e9-ade9-583db9ee27bc'] in n-d-787205-10 is: [{'id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'name': 'tempest-TestEncryptedCinderVolumes-1610611010-router', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:50:46Z', 'revision_number': 4, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'gw_port': {'id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '81735d32-8ffb-4c5b-a4b8-cf2991d11c3e', 'name': '', 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'mac_address': 'fa:16:3e:7b:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0403c4ad-0284-4fb3-8deb-49b7120ff43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:45Z', 'updated_at': '2021-07-16T18:50:46Z', 'revision_number': 2, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'subnets': [{'id': '0403c4ad-0284-4fb3-8deb-49b7120ff43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:47.362129 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46800) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:47.367720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1001580958-network', 'tenant_id': '6406518cf986440db3418d005b6720a2'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:47.397702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Made reservation on behalf of 6406518cf986440db3418d005b6720a2 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:47.400199 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.409772 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.508635 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.512635 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.542766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:50:47.549315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2245e39-b779-4bc1-9ec8-6d749fd0fffd,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:47.556767 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.557112 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Added segment cc81bdc3-d832-4f19-9419-e706a2874365 of type vlan for network cc75f430-88c3-4200-99fb-6bc011fb686d Jul 16 18:50:47.841025 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.879607 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.911022 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.912042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:47.912633 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.951652 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5883598 Jul 16 18:50:47.954546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46802) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:47.962387 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d69a8498-a53a-4302-ae2f-adbfe87797d9 admin admin] Request body: {'subnet': {'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1001580958-subnet', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:47.983969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcacc25-e818-4828-a54b-1a6668aa3bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=cc75f430-88c3-4200-99fb-6bc011fb686d,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:47.987235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69a8498-a53a-4302-ae2f-adbfe87797d9 admin admin] Made reservation on behalf of 6406518cf986440db3418d005b6720a2 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:47.990309 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d69a8498-a53a-4302-ae2f-adbfe87797d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:47.996873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network cc75f430-88c3-4200-99fb-6bc011fb686d details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:50:48.171760 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d69a8498-a53a-4302-ae2f-adbfe87797d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.229609 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a8498-a53a-4302-ae2f-adbfe87797d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ccf124-adf5-4282-ad16-bb0045b2a65e,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:48.239638 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a8498-a53a-4302-ae2f-adbfe87797d9 admin admin] Checking segment: {'id': 'cc81bdc3-d832-4f19-9419-e706a2874365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:48.240011 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a8498-a53a-4302-ae2f-adbfe87797d9 admin admin] Network hostable DHCP agents. Network: cc75f430-88c3-4200-99fb-6bc011fb686d, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:50:48.257969 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a8498-a53a-4302-ae2f-adbfe87797d9 admin admin] Network cc75f430-88c3-4200-99fb-6bc011fb686d is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:50:48.267464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d69a8498-a53a-4302-ae2f-adbfe87797d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, cc75f430-88c3-4200-99fb-6bc011fb686d) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:48.271937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69a8498-a53a-4302-ae2f-adbfe87797d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:48.272535 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d69a8498-a53a-4302-ae2f-adbfe87797d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.277494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3867ef34-1bd0-47de-97a7-6c4ae3682c0a None None] Network cc75f430-88c3-4200-99fb-6bc011fb686d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:48.288967 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d69a8498-a53a-4302-ae2f-adbfe87797d9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3315821 Jul 16 18:50:48.291360 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 46804) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:48.295875 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1001580958-router', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:48.319082 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.320171 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.385196 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.450420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-cc75f430-88c3-4200-99fb-6bc011fb686d', 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'fixed_ips': [{'subnet_id': '24ccf124-adf5-4282-ad16-bb0045b2a65e'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:50:48.451290 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.538970 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.592367 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Allocated IP 172.20.0.2 (cc75f430-88c3-4200-99fb-6bc011fb686d/24ccf124-adf5-4282-ad16-bb0045b2a65e/ee41fd7b-c25a-4407-975b-f81ce6e16d3c) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:48.747301 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.759005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Transition to ACTIVE for port object ee41fd7b-c25a-4407-975b-f81ce6e16d3c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:48.765238 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.776226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Transition to ACTIVE for port object ee41fd7b-c25a-4407-975b-f81ce6e16d3c will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:48.787117 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.792986 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.799838 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b71ca84c-1060-4383-9194-98feffc7a8e7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:48.883267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Network cc75f430-88c3-4200-99fb-6bc011fb686d is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:48.889970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:48.893429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:48.897032 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Pushing event updated for resources: {'Port': ['ID=ee41fd7b-c25a-4407-975b-f81ce6e16d3c,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:48.919469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Allocated IP 172.25.3.140 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/8f7dce6a-9aec-4d82-b751-082450e576c7) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:48.964056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port b71ca84c-1060-4383-9194-98feffc7a8e7 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:48.969352 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Attempting to bind port ee41fd7b-c25a-4407-975b-f81ce6e16d3c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:48.969758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Attempting to bind port ee41fd7b-c25a-4407-975b-f81ce6e16d3c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'cc81bdc3-d832-4f19-9419-e706a2874365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:48.970132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Attempting to bind port ee41fd7b-c25a-4407-975b-f81ce6e16d3c on network cc75f430-88c3-4200-99fb-6bc011fb686d {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:48.972510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b71ca84c-1060-4383-9194-98feffc7a8e7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:48.972893 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.994608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:48.995055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Checking segment: {'id': 'cc81bdc3-d832-4f19-9419-e706a2874365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:48.995400 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.995815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Bound using segment: {'id': 'cc81bdc3-d832-4f19-9419-e706a2874365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:48.996294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Bound port: ee41fd7b-c25a-4407-975b-f81ce6e16d3c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc81bdc3-d832-4f19-9419-e706a2874365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:48.996683 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.037312 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.081869 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.097325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] For port ee41fd7b-c25a-4407-975b-f81ce6e16d3c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:49.116234 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] For port ee41fd7b-c25a-4407-975b-f81ce6e16d3c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ee41fd7b-c25a-4407-975b-f81ce6e16d3c,segment=NetworkSegment(cc81bdc3-d832-4f19-9419-e706a2874365),segment_id=cc81bdc3-d832-4f19-9419-e706a2874365)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:49.123196 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.127676 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:49.128683 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.134201 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:49.136879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:49.140942 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Pushing event updated for resources: {'Port': ['ID=8f7dce6a-9aec-4d82-b751-082450e576c7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:49.187711 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port b71ca84c-1060-4383-9194-98feffc7a8e7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b71ca84c-1060-4383-9194-98feffc7a8e7,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:49.203098 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Sync routers for ids ['ee4670a6-1676-48e9-ade9-583db9ee27bc'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:49.208540 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.214103 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Routers {'ee4670a6-1676-48e9-ade9-583db9ee27bc'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:49.214839 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:50:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee4670a6-1676-48e9-ade9-583db9ee27bc'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:49.218364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cc5f3-8096-4bcf-9e21-c4e73ea13fe7 None None] Pushing event updated for resources: {'Port': ['ID=ee41fd7b-c25a-4407-975b-f81ce6e16d3c,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:49.265147 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.330915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=b71ca84c-1060-4383-9194-98feffc7a8e7,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:49.342672 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Set router ee4670a6-1676-48e9-ade9-583db9ee27bc gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:49.520424 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.616113 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'name': 'tempest-TestEncryptedCinderVolumes-1610611010-router', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:50:46Z', 'revision_number': 4, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'gw_port': {'id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '81735d32-8ffb-4c5b-a4b8-cf2991d11c3e', 'name': '', 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'mac_address': 'fa:16:3e:7b:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0403c4ad-0284-4fb3-8deb-49b7120ff43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:45Z', 'updated_at': '2021-07-16T18:50:46Z', 'revision_number': 2, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'subnets': [{'id': '0403c4ad-0284-4fb3-8deb-49b7120ff43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:49.645454 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Checking router: ee4670a6-1676-48e9-ade9-583db9ee27bc for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:49.645831 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Updating router ee4670a6-1676-48e9-ade9-583db9ee27bc port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:50:49.680294 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.735425 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:49.878140 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Router 8dbfbe91-b15a-4aed-9b66-0196f0f17722 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:50:49.997510 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:50.010598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Sync routers for ids ['8dbfbe91-b15a-4aed-9b66-0196f0f17722'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:50.016981 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.022667 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1fcf2ce5-9909-47d6-acd9-c3cfcbc549f9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7301035 Jul 16 18:50:50.023314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 46806) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:50.025206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Routers {'8dbfbe91-b15a-4aed-9b66-0196f0f17722'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:50.026175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:50:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8dbfbe91-b15a-4aed-9b66-0196f0f17722'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:50.070149 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.084582 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Transition to ACTIVE for port object 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:50.096900 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.149199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Set router 8dbfbe91-b15a-4aed-9b66-0196f0f17722 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:50.206271 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Pushing event updated for resources: {'Port': ['ID=81735d32-8ffb-4c5b-a4b8-cf2991d11c3e,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:50.246841 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:50.247186 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:50.247530 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:50.247918 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:50.248257 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:50.248586 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:50.248918 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:50.249244 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:50.249572 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:50.249984 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:50.250310 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:50.250636 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:50.277076 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Attempting to bind port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:50.279821 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Attempting to bind port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:50.280195 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Attempting to bind port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e on network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:50.291142 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:50.291555 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Checking segment: {'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:50.291922 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.292321 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Bound using segment: {'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:50.292794 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Bound port: 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:50.293176 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.386830 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] For port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:50.392374 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] For port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=81735d32-8ffb-4c5b-a4b8-cf2991d11c3e,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:50.402478 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.426363 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa41808-b08e-4a66-8392-310d9e93cf17 None None] Network cc75f430-88c3-4200-99fb-6bc011fb686d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:50:50.461181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'name': 'tempest-TestEncryptedCinderVolumes-1001580958-router', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:50:49Z', 'revision_number': 3, 'project_id': '6406518cf986440db3418d005b6720a2', 'gw_port': {'id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:50.484817 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4586670-d5ae-424c-9920-63bea1eb7c66 None None] Pushing event updated for resources: {'Port': ['ID=81735d32-8ffb-4c5b-a4b8-cf2991d11c3e,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:50.490363 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Routers {'ee4670a6-1676-48e9-ade9-583db9ee27bc'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:50.491096 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:50:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee4670a6-1676-48e9-ade9-583db9ee27bc'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:50.539445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Checking router: 8dbfbe91-b15a-4aed-9b66-0196f0f17722 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:50.539883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Updating router 8dbfbe91-b15a-4aed-9b66-0196f0f17722 port 8f7dce6a-9aec-4d82-b751-082450e576c7 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:50:50.575210 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.602675 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.604386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-1a8d976e-bd45-4dd4-9efa-fa844d69787c None None] Provisioning for port ee41fd7b-c25a-4407-975b-f81ce6e16d3c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:50.616854 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] Set router ee4670a6-1676-48e9-ade9-583db9ee27bc gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:50.790881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Allocated IP 172.20.0.1 (cc75f430-88c3-4200-99fb-6bc011fb686d/24ccf124-adf5-4282-ad16-bb0045b2a65e/cc60a7c8-cf1a-47a8-a5e9-1f10178101ea) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:50.847260 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'name': 'tempest-TestEncryptedCinderVolumes-1610611010-router', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:50:46Z', 'revision_number': 4, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'gw_port': {'id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '81735d32-8ffb-4c5b-a4b8-cf2991d11c3e', 'name': '', 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'mac_address': 'fa:16:3e:7b:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0403c4ad-0284-4fb3-8deb-49b7120ff43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:45Z', 'updated_at': '2021-07-16T18:50:50Z', 'revision_number': 4, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'subnets': [{'id': '0403c4ad-0284-4fb3-8deb-49b7120ff43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:50.883080 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0414ca-5101-4496-a7b9-a64a331a4d68 None None] The sync data for ids ['ee4670a6-1676-48e9-ade9-583db9ee27bc'] in n-d-787205-10 is: [{'id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'name': 'tempest-TestEncryptedCinderVolumes-1610611010-router', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:50:46Z', 'revision_number': 4, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'gw_port': {'id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '81735d32-8ffb-4c5b-a4b8-cf2991d11c3e', 'name': '', 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'mac_address': 'fa:16:3e:7b:3e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '0403c4ad-0284-4fb3-8deb-49b7120ff43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:45Z', 'updated_at': '2021-07-16T18:50:50Z', 'revision_number': 4, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'subnets': [{'id': '0403c4ad-0284-4fb3-8deb-49b7120ff43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:50.934989 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.960981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Transition to ACTIVE for port object cc60a7c8-cf1a-47a8-a5e9-1f10178101ea will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:50.971758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b71ca84c-1060-4383-9194-98feffc7a8e7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:51.001099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.042118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Network cc75f430-88c3-4200-99fb-6bc011fb686d is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:51.045038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:51.049824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:51.090027 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Pushing event updated for resources: {'Port': ['ID=cc60a7c8-cf1a-47a8-a5e9-1f10178101ea,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:51.104930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:51.105285 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:51.105738 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:51.106080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:51.106413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:51.106748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:51.107077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:51.107403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:51.107736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:51.108056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:51.108377 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:51.108701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:51.120855 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.154129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port b71ca84c-1060-4383-9194-98feffc7a8e7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:51.154701 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.281060 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.304163 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.319485 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ee41fd7b-c25a-4407-975b-f81ce6e16d3c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:51.321718 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Transition to ACTIVE for port object 8f7dce6a-9aec-4d82-b751-082450e576c7 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:51.345466 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.440409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Attempting to bind port 8f7dce6a-9aec-4d82-b751-082450e576c7 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:51.440719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Attempting to bind port 8f7dce6a-9aec-4d82-b751-082450e576c7 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:51.441097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Attempting to bind port 8f7dce6a-9aec-4d82-b751-082450e576c7 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:51.451826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:51.452205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:51.452613 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.453041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:51.453519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Bound port: 8f7dce6a-9aec-4d82-b751-082450e576c7, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:51.453938 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.456236 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port ee41fd7b-c25a-4407-975b-f81ce6e16d3c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:51.464103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd0c73-a25c-4f6e-adb2-85bf84cb533c None None] Pushing event updated for resources: {'Port': ['ID=8f7dce6a-9aec-4d82-b751-082450e576c7,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:51.488496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ee41fd7b-c25a-4407-975b-f81ce6e16d3c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:51.488965 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.508191 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.514957 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.557909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] For port 8f7dce6a-9aec-4d82-b751-082450e576c7, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:51.565636 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] For port 8f7dce6a-9aec-4d82-b751-082450e576c7, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8f7dce6a-9aec-4d82-b751-082450e576c7,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:51.585127 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.594929 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.598064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Pushing event updated for resources: {'Port': ['ID=cc60a7c8-cf1a-47a8-a5e9-1f10178101ea,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:51.651665 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3b91db60-6d6b-4f09-b8d0-5d5b881e06a8 None None] Provisioning for port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:51.684328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3b91db60-6d6b-4f09-b8d0-5d5b881e06a8 None None] Provisioning complete for port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:51.684709 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b91db60-6d6b-4f09-b8d0-5d5b881e06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.712147 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Routers {'8dbfbe91-b15a-4aed-9b66-0196f0f17722'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:51.712701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:50:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8dbfbe91-b15a-4aed-9b66-0196f0f17722'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:51.720272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Network cc75f430-88c3-4200-99fb-6bc011fb686d is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:51.721828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:51.780551 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.782692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd0c73-a25c-4f6e-adb2-85bf84cb533c None None] Pushing event updated for resources: {'Port': ['ID=8f7dce6a-9aec-4d82-b751-082450e576c7,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:51.858321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3b91db60-6d6b-4f09-b8d0-5d5b881e06a8 None None] Port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:51.866986 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Router 8dbfbe91-b15a-4aed-9b66-0196f0f17722 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:51.884613 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port ee41fd7b-c25a-4407-975b-f81ce6e16d3c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ee41fd7b-c25a-4407-975b-f81ce6e16d3c,segment=NetworkSegment(cc81bdc3-d832-4f19-9419-e706a2874365),segment_id=cc81bdc3-d832-4f19-9419-e706a2874365)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:51.894277 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.895111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:51.898073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] Set router 8dbfbe91-b15a-4aed-9b66-0196f0f17722 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:51.947723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3b91db60-6d6b-4f09-b8d0-5d5b881e06a8 None None] Provisioning complete for port ee41fd7b-c25a-4407-975b-f81ce6e16d3c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:51.948108 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3b91db60-6d6b-4f09-b8d0-5d5b881e06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.993976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:51.999018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c08f9fb4-bab9-4112-95f1-b6684638541f admin admin] 10.222.0.24 "PUT /v2.0/routers/8dbfbe91-b15a-4aed-9b66-0196f0f17722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9745469 Jul 16 18:50:52.096745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=ee41fd7b-c25a-4407-975b-f81ce6e16d3c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:52.150300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:52.161460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:52.162150 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.329620 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.335201 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'name': 'tempest-TestEncryptedCinderVolumes-1001580958-router', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 4, 'project_id': '6406518cf986440db3418d005b6720a2', 'gw_port': {'id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cc60a7c8-cf1a-47a8-a5e9-1f10178101ea', 'name': '', 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'mac_address': 'fa:16:3e:e6:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '24ccf124-adf5-4282-ad16-bb0045b2a65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:50Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 2, 'project_id': '6406518cf986440db3418d005b6720a2', 'subnets': [{'id': '24ccf124-adf5-4282-ad16-bb0045b2a65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:52.373427 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feffcfcb-e4cc-48b2-ba9d-9e43afc31e4c None None] The sync data for ids ['8dbfbe91-b15a-4aed-9b66-0196f0f17722'] in n-d-787205-10 is: [{'id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'name': 'tempest-TestEncryptedCinderVolumes-1001580958-router', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 4, 'project_id': '6406518cf986440db3418d005b6720a2', 'gw_port': {'id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cc60a7c8-cf1a-47a8-a5e9-1f10178101ea', 'name': '', 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'mac_address': 'fa:16:3e:e6:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '24ccf124-adf5-4282-ad16-bb0045b2a65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:50Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 2, 'project_id': '6406518cf986440db3418d005b6720a2', 'subnets': [{'id': '24ccf124-adf5-4282-ad16-bb0045b2a65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:52.404658 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=81735d32-8ffb-4c5b-a4b8-cf2991d11c3e,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:52.406801 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-79448dfa-f116-4d40-a223-82ae65ada281 None None] Provisioning complete for port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:52.407340 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-79448dfa-f116-4d40-a223-82ae65ada281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.412227 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.481794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-79448dfa-f116-4d40-a223-82ae65ada281 None None] Port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:52.496309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=81735d32-8ffb-4c5b-a4b8-cf2991d11c3e,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:52.792392 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ee41fd7b-c25a-4407-975b-f81ce6e16d3c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:52.852151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ee41fd7b-c25a-4407-975b-f81ce6e16d3c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:52.852151 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.938760 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:52.995218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:52.995606 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:53.085599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-a076a9c0-82c9-4096-84dd-40738dfd2272 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:53.087819 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-a076a9c0-82c9-4096-84dd-40738dfd2272 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/networks?id=6206ece9-16d7-40ba-8340-6e1d4cd92ff9 HTTP/1.1" status: 200 len: 817 time: 0.1234488 Jul 16 18:50:53.105935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-dd440e65-0af8-47d6-a011-7f070043ee5d tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/quotas/c713617b6d5b4d3ebd2afd249f34fa5a HTTP/1.1" status: 200 len: 375 time: 0.0123518 Jul 16 18:50:53.180876 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-96552838-dd26-43a1-b327-812c5b25cab3 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c713617b6d5b4d3ebd2afd249f34fa5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693846 Jul 16 18:50:53.282228 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-e174228f-9747-4619-9548-5463c701858f service neutron] 10.222.0.24 "GET /v2.0/networks/6206ece9-16d7-40ba-8340-6e1d4cd92ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885944 Jul 16 18:50:53.371062 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-faf2f234-9a65-45db-a235-603c6224b37d service neutron] 10.222.0.24 "GET /v2.0/networks/6206ece9-16d7-40ba-8340-6e1d4cd92ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823803 Jul 16 18:50:53.575531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd51912a-947b-4e65-90c4-6cebe71ec7d8 req-bf013de4-2350-4a85-a11b-1326e5c631f5 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 210 time: 0.0334587 Jul 16 18:50:53.706015 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:54.740107 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-cce68d7a-5ba6-4b93-9e60-b3f75fb8f435 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:54.741785 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-cce68d7a-5ba6-4b93-9e60-b3f75fb8f435 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.11 "GET /v2.0/networks?id=6206ece9-16d7-40ba-8340-6e1d4cd92ff9 HTTP/1.1" status: 200 len: 817 time: 0.1360254 Jul 16 18:50:54.770334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Request body: {'port': {'device_id': '7c66cec4-07e2-4eba-986f-afdc594712a1', 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9', 'admin_state_up': True, 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:54.828442 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-069b9b46-90ac-4c2b-b3e6-7f03cf5cd1ef req-cc393891-d570-4b45-9abe-aed2dc97cfe9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 210 time: 0.0533059 Jul 16 18:50:54.864956 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8f7dce6a-9aec-4d82-b751-082450e576c7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:54.930907 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 8f7dce6a-9aec-4d82-b751-082450e576c7 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:54.934806 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 8f7dce6a-9aec-4d82-b751-082450e576c7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:54.935176 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:54.957781 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Made reservation on behalf of c713617b6d5b4d3ebd2afd249f34fa5a for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:54.962423 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.036639 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.060205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 8f7dce6a-9aec-4d82-b751-082450e576c7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8f7dce6a-9aec-4d82-b751-082450e576c7,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:55.065385 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.114803 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=8f7dce6a-9aec-4d82-b751-082450e576c7,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:55.124877 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Allocated IP 172.20.0.11 (6206ece9-16d7-40ba-8340-6e1d4cd92ff9/0403c4ad-0284-4fb3-8deb-49b7120ff43a/743b9e4b-2c6d-4952-adf1-8ba93a5ba20b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:55.137429 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Sync routers for ids ['8dbfbe91-b15a-4aed-9b66-0196f0f17722'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:55.147446 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Routers {'8dbfbe91-b15a-4aed-9b66-0196f0f17722'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:55.148082 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:50:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8dbfbe91-b15a-4aed-9b66-0196f0f17722'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:55.253895 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Set router 8dbfbe91-b15a-4aed-9b66-0196f0f17722 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:55.280250 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.295185 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Transition to ACTIVE for port object 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:55.329830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.373056 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:55.379089 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:55.383027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:55.411824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Pushing event updated for resources: {'Port': ['ID=743b9e4b-2c6d-4952-adf1-8ba93a5ba20b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:55.441472 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:55.442365 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.460494 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-096e5608-a9ff-435d-8b34-eda88318c6e9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7082210 Jul 16 18:50:55.473023 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'name': 'tempest-TestEncryptedCinderVolumes-1001580958-router', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 4, 'project_id': '6406518cf986440db3418d005b6720a2', 'gw_port': {'id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cc60a7c8-cf1a-47a8-a5e9-1f10178101ea', 'name': '', 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'mac_address': 'fa:16:3e:e6:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '24ccf124-adf5-4282-ad16-bb0045b2a65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:50Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 2, 'project_id': '6406518cf986440db3418d005b6720a2', 'subnets': [{'id': '24ccf124-adf5-4282-ad16-bb0045b2a65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:55.474147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Request body: {'port': {'device_id': '7c66cec4-07e2-4eba-986f-afdc594712a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:55.499876 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Checking router: 8dbfbe91-b15a-4aed-9b66-0196f0f17722 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:55.500228 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Updating router 8dbfbe91-b15a-4aed-9b66-0196f0f17722 port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:50:55.546132 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.557717 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.632677 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-eaf7486f-8a9d-4ea3-87c9-31b847c7bb34 None None] Provisioning for port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:55.637163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-eaf7486f-8a9d-4ea3-87c9-31b847c7bb34 None None] Provisioning complete for port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:55.637552 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-eaf7486f-8a9d-4ea3-87c9-31b847c7bb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.677873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-eaf7486f-8a9d-4ea3-87c9-31b847c7bb34 None None] Port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:55.795662 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.825147 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.835254 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Transition to ACTIVE for port object cc60a7c8-cf1a-47a8-a5e9-1f10178101ea will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:55.837430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:55.841792 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.845508 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.860698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Transition to ACTIVE for port object 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:55.868442 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.896101 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c422c-b449-44f2-a5ed-42e6c7697f9a None None] Pushing event updated for resources: {'Port': ['ID=cc60a7c8-cf1a-47a8-a5e9-1f10178101ea,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:55.954085 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Pushing event updated for resources: {'Port': ['ID=743b9e4b-2c6d-4952-adf1-8ba93a5ba20b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:55.963391 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Attempting to bind port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:55.963891 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Attempting to bind port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'cc81bdc3-d832-4f19-9419-e706a2874365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:55.964364 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Attempting to bind port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea on network cc75f430-88c3-4200-99fb-6bc011fb686d {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:55.972277 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:55.973046 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Checking segment: {'id': 'cc81bdc3-d832-4f19-9419-e706a2874365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:55.973746 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:55.974382 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Bound using segment: {'id': 'cc81bdc3-d832-4f19-9419-e706a2874365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:55.975003 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Bound port: cc60a7c8-cf1a-47a8-a5e9-1f10178101ea, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc81bdc3-d832-4f19-9419-e706a2874365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:55.975559 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.059753 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Attempting to bind port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:56.060172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Attempting to bind port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:56.060586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f535767-0af5-4413-8f70-8b3a1106d0f4 req-308ec782-0ef1-493c-b3fb-bf382685bcc5 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:56.061088 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Attempting to bind port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b on network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:56.063018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f535767-0af5-4413-8f70-8b3a1106d0f4 req-308ec782-0ef1-493c-b3fb-bf382685bcc5 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 944 time: 0.1001246 Jul 16 18:50:56.067579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b on network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:50:56.068009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Attempting to bind port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b on network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:56.078784 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] For port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:56.082306 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] For port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cc60a7c8-cf1a-47a8-a5e9-1f10178101ea,segment=NetworkSegment(cc81bdc3-d832-4f19-9419-e706a2874365),segment_id=cc81bdc3-d832-4f19-9419-e706a2874365)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:56.084576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:56.085135 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Checking segment: {'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:56.085580 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Bound using segment: {'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:56.086062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Bound port: 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:56.086434 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.090500 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.116558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2f535767-0af5-4413-8f70-8b3a1106d0f4 req-0a257d98-b5aa-4164-a3f5-2d68fdaf14c8 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465634 Jul 16 18:50:56.148083 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Routers {'8dbfbe91-b15a-4aed-9b66-0196f0f17722'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:56.148660 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:50:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8dbfbe91-b15a-4aed-9b66-0196f0f17722'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:56.189169 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] For port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:56.192892 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] For port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=743b9e4b-2c6d-4952-adf1-8ba93a5ba20b,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:56.199208 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.216610 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c422c-b449-44f2-a5ed-42e6c7697f9a None None] Pushing event updated for resources: {'Port': ['ID=cc60a7c8-cf1a-47a8-a5e9-1f10178101ea,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:56.244256 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:56.245695 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.247471 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] 10.222.0.11 "PUT /v2.0/ports/743b9e4b-2c6d-4952-adf1-8ba93a5ba20b HTTP/1.1" status: 200 len: 1093 time: 0.7790399 Jul 16 18:50:56.250197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c66cec4-07e2-4eba-986f-afdc594712a1', 'tag': '743b9e4b-2c6d-4952-adf1-8ba93a5ba20b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:56.255008 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951bcb06-e017-47d8-8c21-35839d4ea150" -d '{"events": [{"name": "network-changed", "server_uuid": "7c66cec4-07e2-4eba-986f-afdc594712a1", "tag": "743b9e4b-2c6d-4952-adf1-8ba93a5ba20b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:56.289576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22a40b-47f7-4be6-aa41-7889f0f49380 service neutron] Pushing event updated for resources: {'Port': ['ID=743b9e4b-2c6d-4952-adf1-8ba93a5ba20b,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:56.297597 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] Set router 8dbfbe91-b15a-4aed-9b66-0196f0f17722 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:56.355062 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee02667-9fb2-4d57-b92e-6ccdbf29a8c9 x-openstack-request-id: req-8ee02667-9fb2-4d57-b92e-6ccdbf29a8c9 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:56.355544 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c66cec4-07e2-4eba-986f-afdc594712a1", "tag": "743b9e4b-2c6d-4952-adf1-8ba93a5ba20b", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:56.355973 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ee02667-9fb2-4d57-b92e-6ccdbf29a8c9 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:56.356635 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c66cec4-07e2-4eba-986f-afdc594712a1', 'tag': '743b9e4b-2c6d-4952-adf1-8ba93a5ba20b', 'status': 'completed', 'code': 200} Jul 16 18:50:56.405404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-49794809-b5a0-4d88-a854-463ee24878f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:56.408347 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-49794809-b5a0-4d88-a854-463ee24878f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c713617b6d5b4d3ebd2afd249f34fa5a&device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 1096 time: 0.1040704 Jul 16 18:50:56.462733 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-a7096169-ab79-4cb0-b697-d0dc17eb3114 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=743b9e4b-2c6d-4952-adf1-8ba93a5ba20b HTTP/1.1" status: 200 len: 217 time: 0.0458181 Jul 16 18:50:56.524364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-85a9eda7-6328-4eb7-accf-836fd8d63be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:56.526220 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-85a9eda7-6328-4eb7-accf-836fd8d63be1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0403c4ad-0284-4fb3-8deb-49b7120ff43a HTTP/1.1" status: 200 len: 856 time: 0.0574863 Jul 16 18:50:56.594891 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-40f64f71-dda8-45c4-9305-75ed88d7639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:56.597266 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-40f64f71-dda8-45c4-9305-75ed88d7639d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6206ece9-16d7-40ba-8340-6e1d4cd92ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637519 Jul 16 18:50:56.637470 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'name': 'tempest-TestEncryptedCinderVolumes-1001580958-router', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 4, 'project_id': '6406518cf986440db3418d005b6720a2', 'gw_port': {'id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cc60a7c8-cf1a-47a8-a5e9-1f10178101ea', 'name': '', 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'mac_address': 'fa:16:3e:e6:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '24ccf124-adf5-4282-ad16-bb0045b2a65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:50Z', 'updated_at': '2021-07-16T18:50:56Z', 'revision_number': 4, 'project_id': '6406518cf986440db3418d005b6720a2', 'subnets': [{'id': '24ccf124-adf5-4282-ad16-bb0045b2a65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:56.664743 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814f535-4f39-426f-9fd2-f1c62df60696 None None] The sync data for ids ['8dbfbe91-b15a-4aed-9b66-0196f0f17722'] in n-d-787205-10 is: [{'id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'name': 'tempest-TestEncryptedCinderVolumes-1001580958-router', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:50:51Z', 'revision_number': 4, 'project_id': '6406518cf986440db3418d005b6720a2', 'gw_port': {'id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'cc60a7c8-cf1a-47a8-a5e9-1f10178101ea', 'name': '', 'network_id': 'cc75f430-88c3-4200-99fb-6bc011fb686d', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'mac_address': 'fa:16:3e:e6:c2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '24ccf124-adf5-4282-ad16-bb0045b2a65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:50Z', 'updated_at': '2021-07-16T18:50:56Z', 'revision_number': 4, 'project_id': '6406518cf986440db3418d005b6720a2', 'subnets': [{'id': '24ccf124-adf5-4282-ad16-bb0045b2a65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:56.691647 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-5795b649-7585-4e75-915b-1ef0dd1b0a8b service neutron] 10.222.0.11 "GET /v2.0/networks/6206ece9-16d7-40ba-8340-6e1d4cd92ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876932 Jul 16 18:50:56.799241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8f7dce6a-9aec-4d82-b751-082450e576c7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:56.818494 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-18c275b7-9165-4a6b-9b3d-b41dc8c7339e req-6c2c28f5-1367-47ae-8950-cace049bd814 service neutron] 10.222.0.11 "GET /v2.0/networks/6206ece9-16d7-40ba-8340-6e1d4cd92ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193759 Jul 16 18:50:56.850731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 8f7dce6a-9aec-4d82-b751-082450e576c7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:56.851200 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:56.941190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cc60a7c8-cf1a-47a8-a5e9-1f10178101ea up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:56.946581 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bcb06-e017-47d8-8c21-35839d4ea150 req-f9e7da82-92e1-4015-8bb9-de628c361e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:56.948201 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-951bcb06-e017-47d8-8c21-35839d4ea150 req-f9e7da82-92e1-4015-8bb9-de628c361e7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c713617b6d5b4d3ebd2afd249f34fa5a&device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 1096 time: 0.0653939 Jul 16 18:50:56.999454 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:57.004707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:57.005093 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:57.055388 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bcb06-e017-47d8-8c21-35839d4ea150 req-0c8c262d-4fbc-446a-9482-0174d4810a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:57.057049 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-951bcb06-e017-47d8-8c21-35839d4ea150 req-0c8c262d-4fbc-446a-9482-0174d4810a4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6206ece9-16d7-40ba-8340-6e1d4cd92ff9 HTTP/1.1" status: 200 len: 918 time: 0.1027098 Jul 16 18:50:57.103169 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:57.104405 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-951bcb06-e017-47d8-8c21-35839d4ea150 req-61c519c0-4e14-4fcf-af08-667fb72de1cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=743b9e4b-2c6d-4952-adf1-8ba93a5ba20b HTTP/1.1" status: 200 len: 217 time: 0.0396354 Jul 16 18:50:57.139973 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cc60a7c8-cf1a-47a8-a5e9-1f10178101ea,segment=NetworkSegment(cc81bdc3-d832-4f19-9419-e706a2874365),segment_id=cc81bdc3-d832-4f19-9419-e706a2874365)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:57.144875 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:57.167227 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bcb06-e017-47d8-8c21-35839d4ea150 req-1cf00ee3-4329-4bc3-851c-38fcdd665665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:57.168920 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-951bcb06-e017-47d8-8c21-35839d4ea150 req-1cf00ee3-4329-4bc3-851c-38fcdd665665 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0403c4ad-0284-4fb3-8deb-49b7120ff43a HTTP/1.1" status: 200 len: 856 time: 0.0572686 Jul 16 18:50:57.203690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=cc60a7c8-cf1a-47a8-a5e9-1f10178101ea,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:57.231780 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bcb06-e017-47d8-8c21-35839d4ea150 req-521bc1d9-7edb-4df7-87ec-bf93973d5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:57.233457 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-951bcb06-e017-47d8-8c21-35839d4ea150 req-521bc1d9-7edb-4df7-87ec-bf93973d5009 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6206ece9-16d7-40ba-8340-6e1d4cd92ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576918 Jul 16 18:50:57.321020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c2b7b-9fe7-448a-a2f9-118bf31bfac8 req-5b6ca560-1f86-4fd6-bd31-fa3a2c123c62 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:57.322588 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-630c2b7b-9fe7-448a-a2f9-118bf31bfac8 req-5b6ca560-1f86-4fd6-bd31-fa3a2c123c62 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 944 time: 0.0718272 Jul 16 18:50:57.331803 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-951bcb06-e017-47d8-8c21-35839d4ea150 req-d7bf9392-97e1-411d-b7bc-8989735afacb service neutron] 10.222.0.11 "GET /v2.0/networks/6206ece9-16d7-40ba-8340-6e1d4cd92ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898924 Jul 16 18:50:57.363143 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-630c2b7b-9fe7-448a-a2f9-118bf31bfac8 req-8129f17c-705b-47fb-afb7-84841e19ff3f tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345123 Jul 16 18:50:57.429534 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-951bcb06-e017-47d8-8c21-35839d4ea150 req-5f2bd5e7-f96d-4261-8711-a6c0b4b2ed27 service neutron] 10.222.0.11 "GET /v2.0/networks/6206ece9-16d7-40ba-8340-6e1d4cd92ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901093 Jul 16 18:50:58.542561 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d98014-1747-44f7-bc11-e6cf612dc21f req-196eedb2-5549-43c2-bb09-3fb1f5711b7a tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:58.545726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-88d98014-1747-44f7-bc11-e6cf612dc21f req-196eedb2-5549-43c2-bb09-3fb1f5711b7a tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 944 time: 0.0687003 Jul 16 18:50:58.588440 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-88d98014-1747-44f7-bc11-e6cf612dc21f req-b3e7c000-57af-4a4b-b45f-af2d3629a496 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340502 Jul 16 18:50:58.759384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cc60a7c8-cf1a-47a8-a5e9-1f10178101ea up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:58.814883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:58.815380 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.091301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:50:59.189915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=743b9e4b-2c6d-4952-adf1-8ba93a5ba20b,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:59.201517 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '743b9e4b-2c6d-4952-adf1-8ba93a5ba20b', 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9', 'port_id': '743b9e4b-2c6d-4952-adf1-8ba93a5ba20b', 'mac_address': 'fa:16:3e:f9:ef:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0403c4ad-0284-4fb3-8deb-49b7120ff43a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:50:59.239543 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.253020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:59.273421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=743b9e4b-2c6d-4952-adf1-8ba93a5ba20b,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:59.278140 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.325605 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=743b9e4b-2c6d-4952-adf1-8ba93a5ba20b,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:59.486499 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['743b9e4b-2c6d-4952-adf1-8ba93a5ba20b'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:50:59.766828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1210d8-b5ad-440c-aa38-deab628e5375 req-61002ad7-07ac-4ed5-b777-4836514282b6 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:59.768473 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da1210d8-b5ad-440c-aa38-deab628e5375 req-61002ad7-07ac-4ed5-b777-4836514282b6 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 945 time: 0.0655859 Jul 16 18:50:59.806676 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da1210d8-b5ad-440c-aa38-deab628e5375 req-59beb568-a42c-4f8d-8452-2c1e07b9d283 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326326 Jul 16 18:51:00.990349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71352a9-902e-4f19-b4a0-c18eeb27e13e req-1d4fab9b-75d1-48df-abbf-a122c44ff7a8 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:00.991839 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c71352a9-902e-4f19-b4a0-c18eeb27e13e req-1d4fab9b-75d1-48df-abbf-a122c44ff7a8 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 945 time: 0.0688348 Jul 16 18:51:01.030886 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c71352a9-902e-4f19-b4a0-c18eeb27e13e req-59c698eb-1892-4b41-9a65-85610c20c7bc tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330319 Jul 16 18:51:01.092576 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:01.143058 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:01.147319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:01.147790 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.228383 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.251765 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c66cec4-07e2-4eba-986f-afdc594712a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743b9e4b-2c6d-4952-adf1-8ba93a5ba20b'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:01.254398 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc64b4d-1e74-4d20-9a7e-e415e7a44c52" -d '{"events": [{"server_uuid": "7c66cec4-07e2-4eba-986f-afdc594712a1", "name": "network-vif-plugged", "status": "completed", "tag": "743b9e4b-2c6d-4952-adf1-8ba93a5ba20b"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:01.268675 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=743b9e4b-2c6d-4952-adf1-8ba93a5ba20b,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:01.273638 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.300810 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13369274-0c19-47db-9ee4-d475467628bb x-openstack-request-id: req-13369274-0c19-47db-9ee4-d475467628bb {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:01.301104 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c66cec4-07e2-4eba-986f-afdc594712a1", "name": "network-vif-plugged", "status": "completed", "tag": "743b9e4b-2c6d-4952-adf1-8ba93a5ba20b", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:01.301359 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13369274-0c19-47db-9ee4-d475467628bb {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:01.301785 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c66cec4-07e2-4eba-986f-afdc594712a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743b9e4b-2c6d-4952-adf1-8ba93a5ba20b', 'code': 200} Jul 16 18:51:01.330821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=743b9e4b-2c6d-4952-adf1-8ba93a5ba20b,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:01.420245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d45c64-d7e9-4546-bee6-8168174233f3 req-9fffbb26-c4b8-4b4a-a10d-6f500fffc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:01.421808 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-69d45c64-d7e9-4546-bee6-8168174233f3 req-9fffbb26-c4b8-4b4a-a10d-6f500fffc929 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 1098 time: 0.0544398 Jul 16 18:51:01.456889 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-69d45c64-d7e9-4546-bee6-8168174233f3 req-d10d1fac-8760-47ed-9d83-25432c07c12c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287549 Jul 16 18:51:02.216767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df47bc-6740-4d0d-8a54-d71e4296a07b req-cff4efa6-bb30-4a6b-b0a1-462a2a729079 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:02.218323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11df47bc-6740-4d0d-8a54-d71e4296a07b req-cff4efa6-bb30-4a6b-b0a1-462a2a729079 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 946 time: 0.0665309 Jul 16 18:51:02.258955 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-11df47bc-6740-4d0d-8a54-d71e4296a07b req-9e45d83d-efce-4022-9a39-b7e8d6bd7de1 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343394 Jul 16 18:51:03.444219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02ac3b-b51f-4f22-9bc2-f172dde21c1a req-978343c1-c799-4072-8588-fac35af3259d tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:03.445823 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc02ac3b-b51f-4f22-9bc2-f172dde21c1a req-978343c1-c799-4072-8588-fac35af3259d tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 946 time: 0.0709205 Jul 16 18:51:03.485332 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dc02ac3b-b51f-4f22-9bc2-f172dde21c1a req-26aba2c9-2858-493f-8984-85af0f1969d7 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334144 Jul 16 18:51:03.662714 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921138b-54db-427e-b169-86fd71f3be32 req-6fed7c1f-f338-4309-84f8-a5cd3a3d5847 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:03.664176 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6921138b-54db-427e-b169-86fd71f3be32 req-6fed7c1f-f338-4309-84f8-a5cd3a3d5847 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 946 time: 0.0683136 Jul 16 18:51:03.703870 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6921138b-54db-427e-b169-86fd71f3be32 req-fd3c4079-141b-447d-b1b3-92131536e72c tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340290 Jul 16 18:51:13.608691 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-507cff07-2db9-4925-a1a2-e8fad6d56351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:15.414939 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:51:15.800162 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-575b36ff-1ef2-4746-bef3-7415fec25280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:16.037525 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:17.832942 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:19.248077 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.862225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e615739-bbc7-450c-8582-7775b9e2d6e4 req-23a9d7b1-2c53-4aa2-80a1-c724e4f5be89 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:22.863737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e615739-bbc7-450c-8582-7775b9e2d6e4 req-23a9d7b1-2c53-4aa2-80a1-c724e4f5be89 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 946 time: 0.0660632 Jul 16 18:51:22.902009 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e615739-bbc7-450c-8582-7775b9e2d6e4 req-b8a2e7b9-882a-43df-90dd-031ec02b546f tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321872 Jul 16 18:51:23.698404 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.085542 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9a182-92d2-4442-926e-ee22a4799a4c req-1122289f-09b1-4606-83af-d9a168ca2a3f tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:24.087051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0f9a182-92d2-4442-926e-ee22a4799a4c req-1122289f-09b1-4606-83af-d9a168ca2a3f tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 946 time: 0.0670118 Jul 16 18:51:24.124523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0f9a182-92d2-4442-926e-ee22a4799a4c req-87ca2fe1-24ea-40bd-8c24-742cf4646562 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318019 Jul 16 18:51:24.394294 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54812721-fccb-41f6-b7aa-b9d7753cfa75 req-afd65c24-944a-47a5-b879-e8dd04d7e901 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:24.395802 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-54812721-fccb-41f6-b7aa-b9d7753cfa75 req-afd65c24-944a-47a5-b879-e8dd04d7e901 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 946 time: 0.0633576 Jul 16 18:51:24.499620 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-54812721-fccb-41f6-b7aa-b9d7753cfa75 req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Deleting port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:24.499987 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-54812721-fccb-41f6-b7aa-b9d7753cfa75 req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.586528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-54812721-fccb-41f6-b7aa-b9d7753cfa75 req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] For port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=743b9e4b-2c6d-4952-adf1-8ba93a5ba20b,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:24.586894 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-54812721-fccb-41f6-b7aa-b9d7753cfa75 req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.599231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-54812721-fccb-41f6-b7aa-b9d7753cfa75 req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Calling delete_port for 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:24.728951 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-54812721-fccb-41f6-b7aa-b9d7753cfa75 req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.741099 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['743b9e4b-2c6d-4952-adf1-8ba93a5ba20b'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:24.757914 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Pushing event deleted for resources: {'Port': ['ID=743b9e4b-2c6d-4952-adf1-8ba93a5ba20b,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:24.770931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:24.771286 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:24.771630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:24.771972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:24.772308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:24.772640 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:24.772973 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:24.773303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:24.773631 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:24.773987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:24.774314 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:24.774644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:24.818776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-54812721-fccb-41f6-b7aa-b9d7753cfa75 req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] No DVR routers for this DVR port 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:24.821677 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-54812721-fccb-41f6-b7aa-b9d7753cfa75 req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:24.823732 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-54812721-fccb-41f6-b7aa-b9d7753cfa75 req-81d4d19f-3714-4f52-8cf3-d069e7e92e29 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.11 "DELETE /v2.0/ports/743b9e4b-2c6d-4952-adf1-8ba93a5ba20b HTTP/1.1" status: 204 len: 173 time: 0.4221208 Jul 16 18:51:24.824207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c66cec4-07e2-4eba-986f-afdc594712a1', 'name': 'network-vif-deleted', 'tag': '743b9e4b-2c6d-4952-adf1-8ba93a5ba20b'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:24.826522 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801f524d-c083-4c92-ad38-75404a689c02" -d '{"events": [{"server_uuid": "7c66cec4-07e2-4eba-986f-afdc594712a1", "name": "network-vif-deleted", "tag": "743b9e4b-2c6d-4952-adf1-8ba93a5ba20b"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:24.865565 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fde99e-f7a4-42c1-969c-f3190167da8b x-openstack-request-id: req-02fde99e-f7a4-42c1-969c-f3190167da8b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:24.865902 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c66cec4-07e2-4eba-986f-afdc594712a1", "name": "network-vif-deleted", "tag": "743b9e4b-2c6d-4952-adf1-8ba93a5ba20b", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:24.866161 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02fde99e-f7a4-42c1-969c-f3190167da8b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:24.866571 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c66cec4-07e2-4eba-986f-afdc594712a1', 'name': 'network-vif-deleted', 'tag': '743b9e4b-2c6d-4952-adf1-8ba93a5ba20b', 'status': 'completed', 'code': 200} Jul 16 18:51:25.287562 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1b133d9-7a22-4ac3-99af-36a9f09261fd req-d367925e-ffd6-430c-8e03-d66b1a6a711a tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c66cec4-07e2-4eba-986f-afdc594712a1 HTTP/1.1" status: 200 len: 210 time: 0.0304558 Jul 16 18:51:25.810567 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.882662 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-94e2f2a7-68ec-40f1-9436-2b9efd87ec8a tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:26.884085 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-94e2f2a7-68ec-40f1-9436-2b9efd87ec8a tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/networks?id=6206ece9-16d7-40ba-8340-6e1d4cd92ff9 HTTP/1.1" status: 200 len: 817 time: 0.1042478 Jul 16 18:51:26.899557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-e69a1914-e760-45b2-98e2-3a210383973a tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/quotas/c713617b6d5b4d3ebd2afd249f34fa5a HTTP/1.1" status: 200 len: 375 time: 0.0100443 Jul 16 18:51:26.965981 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-0d7e948b-bf08-43e1-8f23-8f1dfcc7bac4 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c713617b6d5b4d3ebd2afd249f34fa5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612700 Jul 16 18:51:27.063160 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-8622e6db-1c39-4086-8f53-90b5b92e63eb service neutron] 10.222.0.24 "GET /v2.0/networks/6206ece9-16d7-40ba-8340-6e1d4cd92ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854321 Jul 16 18:51:27.154187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-d73034c0-1688-4770-a40c-464bf3315d96 service neutron] 10.222.0.24 "GET /v2.0/networks/6206ece9-16d7-40ba-8340-6e1d4cd92ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837748 Jul 16 18:51:27.325005 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03d63964-f8b7-4178-a2ec-ab32f4bd18a0 req-90165399-599c-4716-8e25-00c240e61e39 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 210 time: 0.0296080 Jul 16 18:51:28.474233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0a96584b-1903-47bc-87f7-600dc897e885 req-4e6422b2-83e8-4b81-94cc-411fe4943706 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 210 time: 0.0339203 Jul 16 18:51:28.479179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-1dbcb60e-3211-4735-9223-0fe8c5d8aa77 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:28.480903 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-1dbcb60e-3211-4735-9223-0fe8c5d8aa77 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.11 "GET /v2.0/networks?id=6206ece9-16d7-40ba-8340-6e1d4cd92ff9 HTTP/1.1" status: 200 len: 817 time: 0.1098616 Jul 16 18:51:28.494054 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Request body: {'port': {'device_id': 'b8b9afa5-033f-4d8a-b057-d9d254254f6b', 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9', 'admin_state_up': True, 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:28.608119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Made reservation on behalf of c713617b6d5b4d3ebd2afd249f34fa5a for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:28.611665 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.738254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Allocated IP 172.20.0.13 (6206ece9-16d7-40ba-8340-6e1d4cd92ff9/0403c4ad-0284-4fb3-8deb-49b7120ff43a/8d35ca83-f35b-4cbc-8167-3529137aaa56) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:28.882979 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.895958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Transition to ACTIVE for port object 8d35ca83-f35b-4cbc-8167-3529137aaa56 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:28.929436 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.201524 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:29.222449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:29.222798 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 743b9e4b-2c6d-4952-adf1-8ba93a5ba20b not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:29.309539 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:29.314598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:29.319353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:29.348713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Pushing event updated for resources: {'Port': ['ID=8d35ca83-f35b-4cbc-8167-3529137aaa56,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:29.375581 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:29.376204 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.395467 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-471fccc7-2662-431c-86f9-acea231da282 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9058218 Jul 16 18:51:29.407616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Request body: {'port': {'device_id': 'b8b9afa5-033f-4d8a-b057-d9d254254f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:29.482066 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.529328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e3120d29-cd48-4940-b125-fb94911724bc None None] Provisioning for port 8d35ca83-f35b-4cbc-8167-3529137aaa56 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:29.533456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e3120d29-cd48-4940-b125-fb94911724bc None None] Provisioning complete for port 8d35ca83-f35b-4cbc-8167-3529137aaa56 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:29.534097 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e3120d29-cd48-4940-b125-fb94911724bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.569749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e3120d29-cd48-4940-b125-fb94911724bc None None] Port 8d35ca83-f35b-4cbc-8167-3529137aaa56 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:51:29.662404 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729e431-756b-4730-b3e3-c05652abd15d req-40839eec-3e48-4268-a50c-5c9ba0b23fe0 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:29.663907 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4729e431-756b-4730-b3e3-c05652abd15d req-40839eec-3e48-4268-a50c-5c9ba0b23fe0 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 932 time: 0.0642354 Jul 16 18:51:29.703558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4729e431-756b-4730-b3e3-c05652abd15d req-36f70226-e215-4826-adfb-a035999693c5 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338113 Jul 16 18:51:29.754556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d35ca83-f35b-4cbc-8167-3529137aaa56 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:29.762068 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.774019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Transition to ACTIVE for port object 8d35ca83-f35b-4cbc-8167-3529137aaa56 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:29.778136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:29.847805 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Pushing event updated for resources: {'Port': ['ID=8d35ca83-f35b-4cbc-8167-3529137aaa56,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:29.916239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Attempting to bind port 8d35ca83-f35b-4cbc-8167-3529137aaa56 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:29.916741 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Attempting to bind port 8d35ca83-f35b-4cbc-8167-3529137aaa56 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:29.917077 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Attempting to bind port 8d35ca83-f35b-4cbc-8167-3529137aaa56 on network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:29.923199 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Port 8d35ca83-f35b-4cbc-8167-3529137aaa56 on network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:51:29.923527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Attempting to bind port 8d35ca83-f35b-4cbc-8167-3529137aaa56 on network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:29.931157 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:29.931509 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Checking segment: {'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:29.931893 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Bound using segment: {'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:29.932331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Bound port: 8d35ca83-f35b-4cbc-8167-3529137aaa56, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ea70c4-5659-4f09-80c7-9002361ef63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:29.932846 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.016116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] For port 8d35ca83-f35b-4cbc-8167-3529137aaa56, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:30.025702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] For port 8d35ca83-f35b-4cbc-8167-3529137aaa56, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8d35ca83-f35b-4cbc-8167-3529137aaa56,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:30.031474 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.068753 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:30.069383 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.070841 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] 10.222.0.11 "PUT /v2.0/ports/8d35ca83-f35b-4cbc-8167-3529137aaa56 HTTP/1.1" status: 200 len: 1093 time: 0.6676252 Jul 16 18:51:30.071305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b9afa5-033f-4d8a-b057-d9d254254f6b', 'tag': '8d35ca83-f35b-4cbc-8167-3529137aaa56'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:30.073713 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aef657-437c-4006-9b0f-0095ca223d54" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b9afa5-033f-4d8a-b057-d9d254254f6b", "tag": "8d35ca83-f35b-4cbc-8167-3529137aaa56"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:30.110533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac58ab-4228-4738-b07e-b7fddf2e1a75 service neutron] Pushing event updated for resources: {'Port': ['ID=8d35ca83-f35b-4cbc-8167-3529137aaa56,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:30.132568 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5a147a-4ccb-41b7-8182-0bc2139f941c x-openstack-request-id: req-6e5a147a-4ccb-41b7-8182-0bc2139f941c {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:30.132871 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b9afa5-033f-4d8a-b057-d9d254254f6b", "tag": "8d35ca83-f35b-4cbc-8167-3529137aaa56", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:30.133150 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e5a147a-4ccb-41b7-8182-0bc2139f941c {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:30.133741 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b9afa5-033f-4d8a-b057-d9d254254f6b', 'tag': '8d35ca83-f35b-4cbc-8167-3529137aaa56', 'status': 'completed', 'code': 200} Jul 16 18:51:30.184591 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-140612bd-847e-4af6-b4e8-df86c7fb87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:30.185756 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-140612bd-847e-4af6-b4e8-df86c7fb87a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c713617b6d5b4d3ebd2afd249f34fa5a&device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 1096 time: 0.0633519 Jul 16 18:51:30.234052 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-406106f5-64b9-4892-8df2-909150c1fd52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d35ca83-f35b-4cbc-8167-3529137aaa56 HTTP/1.1" status: 200 len: 217 time: 0.0410807 Jul 16 18:51:30.285414 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-ff09b719-6e62-435e-bfa1-6e60a38726d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:30.287034 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-ff09b719-6e62-435e-bfa1-6e60a38726d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0403c4ad-0284-4fb3-8deb-49b7120ff43a HTTP/1.1" status: 200 len: 856 time: 0.0474014 Jul 16 18:51:30.350986 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-ef104415-6972-4cd1-8a0d-95a86a37906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:30.352540 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-ef104415-6972-4cd1-8a0d-95a86a37906c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6206ece9-16d7-40ba-8340-6e1d4cd92ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578258 Jul 16 18:51:30.457124 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-1f8437e6-d34a-4bca-b45c-bf13c877796c service neutron] 10.222.0.11 "GET /v2.0/networks/6206ece9-16d7-40ba-8340-6e1d4cd92ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978236 Jul 16 18:51:30.550734 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c4734653-4dbd-4f1b-addb-1d4717fbc3e7 req-b99934d6-dba9-4f81-bd07-2086112090ba service neutron] 10.222.0.11 "GET /v2.0/networks/6206ece9-16d7-40ba-8340-6e1d4cd92ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867603 Jul 16 18:51:30.653887 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aef657-437c-4006-9b0f-0095ca223d54 req-a3e6fb56-3fcc-422b-9512-05e47e39b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:30.655414 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-89aef657-437c-4006-9b0f-0095ca223d54 req-a3e6fb56-3fcc-422b-9512-05e47e39b0ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c713617b6d5b4d3ebd2afd249f34fa5a&device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 1096 time: 0.0595484 Jul 16 18:51:30.745583 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aef657-437c-4006-9b0f-0095ca223d54 req-f20bc639-aec4-469e-835a-82a68b75026b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:30.747095 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-89aef657-437c-4006-9b0f-0095ca223d54 req-f20bc639-aec4-469e-835a-82a68b75026b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6206ece9-16d7-40ba-8340-6e1d4cd92ff9 HTTP/1.1" status: 200 len: 918 time: 0.0853405 Jul 16 18:51:30.792625 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-89aef657-437c-4006-9b0f-0095ca223d54 req-6deba099-b469-44f4-b61f-23d0c92dabc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d35ca83-f35b-4cbc-8167-3529137aaa56 HTTP/1.1" status: 200 len: 217 time: 0.0381510 Jul 16 18:51:30.842533 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aef657-437c-4006-9b0f-0095ca223d54 req-a7cfcf77-4d42-4720-8e5e-212b1ea3373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:30.843917 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-89aef657-437c-4006-9b0f-0095ca223d54 req-a7cfcf77-4d42-4720-8e5e-212b1ea3373e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0403c4ad-0284-4fb3-8deb-49b7120ff43a HTTP/1.1" status: 200 len: 856 time: 0.0449293 Jul 16 18:51:30.880861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b2f07-1ae3-4c58-bf52-a6765e60b7dd req-e750d6a2-95cd-4427-beed-733d4af90a17 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:30.882486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-549b2f07-1ae3-4c58-bf52-a6765e60b7dd req-e750d6a2-95cd-4427-beed-733d4af90a17 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 944 time: 0.0661376 Jul 16 18:51:30.901589 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aef657-437c-4006-9b0f-0095ca223d54 req-7ed9c160-64a9-4389-8928-95be627b0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:30.903147 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-89aef657-437c-4006-9b0f-0095ca223d54 req-7ed9c160-64a9-4389-8928-95be627b0e70 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6206ece9-16d7-40ba-8340-6e1d4cd92ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527239 Jul 16 18:51:30.923973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-549b2f07-1ae3-4c58-bf52-a6765e60b7dd req-a70fdc71-a36b-4730-8875-5755817c12fe tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358968 Jul 16 18:51:30.998774 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-89aef657-437c-4006-9b0f-0095ca223d54 req-341fd954-f78a-423f-92f3-fb00dbea646b service neutron] 10.222.0.11 "GET /v2.0/networks/6206ece9-16d7-40ba-8340-6e1d4cd92ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878673 Jul 16 18:51:31.087195 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-89aef657-437c-4006-9b0f-0095ca223d54 req-76e4e967-6186-40b7-adb8-ea40880ddd8e service neutron] 10.222.0.11 "GET /v2.0/networks/6206ece9-16d7-40ba-8340-6e1d4cd92ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815864 Jul 16 18:51:32.099970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea6b15-4012-4997-86c2-ffd8181efd58 req-f076173c-6c4d-4ec0-a258-23fdfab29e89 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:32.101734 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8ea6b15-4012-4997-86c2-ffd8181efd58 req-f076173c-6c4d-4ec0-a258-23fdfab29e89 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 944 time: 0.0629351 Jul 16 18:51:32.139666 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8ea6b15-4012-4997-86c2-ffd8181efd58 req-71cf103b-c29a-4fbd-8860-6549da520797 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326240 Jul 16 18:51:33.200081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 8d35ca83-f35b-4cbc-8167-3529137aaa56 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:51:33.299767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 8d35ca83-f35b-4cbc-8167-3529137aaa56, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8d35ca83-f35b-4cbc-8167-3529137aaa56,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:33.311748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '8d35ca83-f35b-4cbc-8167-3529137aaa56', 'network_id': '6206ece9-16d7-40ba-8340-6e1d4cd92ff9', 'port_id': '8d35ca83-f35b-4cbc-8167-3529137aaa56', 'mac_address': 'fa:16:3e:bf:d7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0403c4ad-0284-4fb3-8deb-49b7120ff43a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:51:33.316761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71abc7-5477-4d43-ae4b-e65c13558d54 req-66f8bae6-376a-4324-9786-8bf88bbe0afb tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:33.319097 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb71abc7-5477-4d43-ae4b-e65c13558d54 req-66f8bae6-376a-4324-9786-8bf88bbe0afb tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 944 time: 0.0677171 Jul 16 18:51:33.349304 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:33.356181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fb71abc7-5477-4d43-ae4b-e65c13558d54 req-7f0b7fcd-a26a-4482-afa0-c8e6adba6c73 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314732 Jul 16 18:51:33.361959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d35ca83-f35b-4cbc-8167-3529137aaa56 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:33.383517 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 8d35ca83-f35b-4cbc-8167-3529137aaa56, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8d35ca83-f35b-4cbc-8167-3529137aaa56,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:33.388145 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:33.437481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=8d35ca83-f35b-4cbc-8167-3529137aaa56,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:33.445166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:33.445509 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:33.445878 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:33.446213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:33.446542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:33.446867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:33.447190 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:33.447512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:33.447831 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:33.448151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:33.448468 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:33.448787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:33.588816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['8d35ca83-f35b-4cbc-8167-3529137aaa56'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:34.533981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c898fc5-7820-4dbf-a58d-b9e820bfe0ee req-340b91d6-c034-48ba-bae1-64b55cb21244 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:34.535457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c898fc5-7820-4dbf-a58d-b9e820bfe0ee req-340b91d6-c034-48ba-bae1-64b55cb21244 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 945 time: 0.0671041 Jul 16 18:51:34.573685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c898fc5-7820-4dbf-a58d-b9e820bfe0ee req-ed5630f3-368a-4168-9e53-aff84a5d7c69 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324049 Jul 16 18:51:35.215086 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 8d35ca83-f35b-4cbc-8167-3529137aaa56 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:35.265182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 8d35ca83-f35b-4cbc-8167-3529137aaa56 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:35.268690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 8d35ca83-f35b-4cbc-8167-3529137aaa56 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:35.269060 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.342942 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.364867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b9afa5-033f-4d8a-b057-d9d254254f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d35ca83-f35b-4cbc-8167-3529137aaa56'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:35.368047 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697ccf28-0a67-4aef-802f-acb47aa8706f" -d '{"events": [{"server_uuid": "b8b9afa5-033f-4d8a-b057-d9d254254f6b", "name": "network-vif-plugged", "status": "completed", "tag": "8d35ca83-f35b-4cbc-8167-3529137aaa56"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:35.381278 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 8d35ca83-f35b-4cbc-8167-3529137aaa56, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8d35ca83-f35b-4cbc-8167-3529137aaa56,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:35.385429 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.424928 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1c8663-e9d0-4a7d-b6c4-8927392ec96c x-openstack-request-id: req-4a1c8663-e9d0-4a7d-b6c4-8927392ec96c {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:35.425228 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b9afa5-033f-4d8a-b057-d9d254254f6b", "name": "network-vif-plugged", "status": "completed", "tag": "8d35ca83-f35b-4cbc-8167-3529137aaa56", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:35.425485 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a1c8663-e9d0-4a7d-b6c4-8927392ec96c {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:35.425901 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b9afa5-033f-4d8a-b057-d9d254254f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d35ca83-f35b-4cbc-8167-3529137aaa56', 'code': 200} Jul 16 18:51:35.438584 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=8d35ca83-f35b-4cbc-8167-3529137aaa56,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:35.542953 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e5019-2b96-468f-8b45-a7848e8c4153 req-b2a9179b-3267-4e50-bf52-99012509226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.544480 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e39e5019-2b96-468f-8b45-a7848e8c4153 req-b2a9179b-3267-4e50-bf52-99012509226b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 1098 time: 0.0586147 Jul 16 18:51:35.579801 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e39e5019-2b96-468f-8b45-a7848e8c4153 req-c70b434f-c24a-4265-afa9-e6b72f7458d3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278945 Jul 16 18:51:35.747688 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdceac9b-086d-43a3-a577-c04f9ef1c9cf req-3abc5033-88ec-4ec3-b831-837de7a1153a tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.749189 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bdceac9b-086d-43a3-a577-c04f9ef1c9cf req-3abc5033-88ec-4ec3-b831-837de7a1153a tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 946 time: 0.0642269 Jul 16 18:51:35.786436 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bdceac9b-086d-43a3-a577-c04f9ef1c9cf req-f31493c9-bc5e-4a79-a2b2-b0a4c06541b9 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Jul 16 18:51:36.966340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a89cd-a43a-404e-a7fb-01c3e5c655f5 req-4f2fa7f8-2738-482f-b1ab-9423924410b4 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:36.967827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa6a89cd-a43a-404e-a7fb-01c3e5c655f5 req-4f2fa7f8-2738-482f-b1ab-9423924410b4 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 946 time: 0.0678368 Jul 16 18:51:37.005043 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aa6a89cd-a43a-404e-a7fb-01c3e5c655f5 req-d384700a-4e61-491e-abe6-479be23d60b2 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Jul 16 18:51:37.187124 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df355ec9-ca27-40a7-99c5-99aed6329d3b req-d1cd92df-cefb-4ea7-8b14-aeb0514ed70e tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:37.188613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df355ec9-ca27-40a7-99c5-99aed6329d3b req-d1cd92df-cefb-4ea7-8b14-aeb0514ed70e tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 946 time: 0.0689332 Jul 16 18:51:37.226961 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-df355ec9-ca27-40a7-99c5-99aed6329d3b req-72c18c11-3034-4307-81c7-c3de6ff12abe tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327168 Jul 16 18:51:43.610921 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7896feb6-95f2-4147-b127-95d71ff3db1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.800123 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3eb9636f-4fb0-4531-811d-591fbcad1b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.039052 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.834774 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:49.246404 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.413877 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:51:53.697043 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.813060 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.100383 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c313b4-f47a-4d4a-849d-4742f531580f req-4637e21a-68b6-4ef1-882e-a6b6ef3e455c tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:56.102364 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6c313b4-f47a-4d4a-849d-4742f531580f req-4637e21a-68b6-4ef1-882e-a6b6ef3e455c tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 946 time: 0.0656254 Jul 16 18:51:56.143995 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6c313b4-f47a-4d4a-849d-4742f531580f req-1d69f5d1-8ced-42ce-9252-15314b0f1452 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358205 Jul 16 18:51:57.324466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca6f29-9393-45c8-88c7-6195efaa71e2 req-d40baa7c-2ce1-44bb-a845-42f0064e25d3 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:57.326053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81ca6f29-9393-45c8-88c7-6195efaa71e2 req-d40baa7c-2ce1-44bb-a845-42f0064e25d3 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 946 time: 0.0667636 Jul 16 18:51:57.364034 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81ca6f29-9393-45c8-88c7-6195efaa71e2 req-82bdc14c-6e04-45e8-913f-e9a1c5a5d40a tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/security-groups?id=699055c6-a70f-4386-978e-8a3c4fa15451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322640 Jul 16 18:51:57.635160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ad131-ae3d-40d7-ac27-cf5aa4e882d7 req-7ba44848-1c26-4111-9dea-fe54fd0366ba tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:57.636604 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f86ad131-ae3d-40d7-ac27-cf5aa4e882d7 req-7ba44848-1c26-4111-9dea-fe54fd0366ba tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 946 time: 0.0657303 Jul 16 18:51:57.734940 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-f86ad131-ae3d-40d7-ac27-cf5aa4e882d7 req-426474ef-7d22-401f-a125-cd25f62c66cd tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Deleting port 8d35ca83-f35b-4cbc-8167-3529137aaa56 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:57.735288 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f86ad131-ae3d-40d7-ac27-cf5aa4e882d7 req-426474ef-7d22-401f-a125-cd25f62c66cd tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.827675 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-f86ad131-ae3d-40d7-ac27-cf5aa4e882d7 req-426474ef-7d22-401f-a125-cd25f62c66cd tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] For port 8d35ca83-f35b-4cbc-8167-3529137aaa56, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=8d35ca83-f35b-4cbc-8167-3529137aaa56,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:57.828044 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f86ad131-ae3d-40d7-ac27-cf5aa4e882d7 req-426474ef-7d22-401f-a125-cd25f62c66cd tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.840399 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-f86ad131-ae3d-40d7-ac27-cf5aa4e882d7 req-426474ef-7d22-401f-a125-cd25f62c66cd tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Calling delete_port for 8d35ca83-f35b-4cbc-8167-3529137aaa56 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:57.968938 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f86ad131-ae3d-40d7-ac27-cf5aa4e882d7 req-426474ef-7d22-401f-a125-cd25f62c66cd tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.980609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['8d35ca83-f35b-4cbc-8167-3529137aaa56'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:57.998853 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426474ef-7d22-401f-a125-cd25f62c66cd tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Pushing event deleted for resources: {'Port': ['ID=8d35ca83-f35b-4cbc-8167-3529137aaa56,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:58.044835 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86ad131-ae3d-40d7-ac27-cf5aa4e882d7 req-426474ef-7d22-401f-a125-cd25f62c66cd tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] No DVR routers for this DVR port 8d35ca83-f35b-4cbc-8167-3529137aaa56 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:58.047747 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-f86ad131-ae3d-40d7-ac27-cf5aa4e882d7 req-426474ef-7d22-401f-a125-cd25f62c66cd tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.049833 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f86ad131-ae3d-40d7-ac27-cf5aa4e882d7 req-426474ef-7d22-401f-a125-cd25f62c66cd tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.11 "DELETE /v2.0/ports/8d35ca83-f35b-4cbc-8167-3529137aaa56 HTTP/1.1" status: 204 len: 173 time: 0.4076564 Jul 16 18:51:58.050284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b9afa5-033f-4d8a-b057-d9d254254f6b', 'name': 'network-vif-deleted', 'tag': '8d35ca83-f35b-4cbc-8167-3529137aaa56'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:58.052547 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aecd630-9581-4a5d-a42e-b94420a349aa" -d '{"events": [{"server_uuid": "b8b9afa5-033f-4d8a-b057-d9d254254f6b", "name": "network-vif-deleted", "tag": "8d35ca83-f35b-4cbc-8167-3529137aaa56"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:58.150554 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469beb96-9c6b-4f7e-935f-e6b896a13fae x-openstack-request-id: req-469beb96-9c6b-4f7e-935f-e6b896a13fae {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:58.151080 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b9afa5-033f-4d8a-b057-d9d254254f6b", "name": "network-vif-deleted", "tag": "8d35ca83-f35b-4cbc-8167-3529137aaa56", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:58.151464 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-469beb96-9c6b-4f7e-935f-e6b896a13fae {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:58.151957 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b9afa5-033f-4d8a-b057-d9d254254f6b', 'name': 'network-vif-deleted', 'tag': '8d35ca83-f35b-4cbc-8167-3529137aaa56', 'status': 'completed', 'code': 200} Jul 16 18:51:58.524887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-29e05548-b2f3-4ba7-93bf-49a4e8ca01b5 req-281e9f6b-b4af-43f1-a956-9cd5fa0192d8 tempest-TestEncryptedCinderVolumes-622187453 tempest-TestEncryptedCinderVolumes-622187453-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8b9afa5-033f-4d8a-b057-d9d254254f6b HTTP/1.1" status: 200 len: 210 time: 0.0301685 Jul 16 18:51:59.654464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47108) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:00.002972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.518586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Deleting port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:00.518934 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.594788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] For port 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=81735d32-8ffb-4c5b-a4b8-cf2991d11c3e,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:00.595151 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.607848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Calling delete_port for 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:00.785161 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.814741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Pushing event deleted for resources: {'Port': ['ID=81735d32-8ffb-4c5b-a4b8-cf2991d11c3e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:00.847017 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:00.847370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:00.847720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:00.848060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:00.848398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:00.848735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:00.849071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:00.849402 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:00.849754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:00.850079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:00.850405 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:00.850733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:00.998244 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.211680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Router ee4670a6-1676-48e9-ade9-583db9ee27bc has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:01.314820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:01.319942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9b9b0cf5-cb17-4654-ac4e-64f84b7ee39c admin admin] 10.222.0.24 "PUT /v2.0/routers/ee4670a6-1676-48e9-ade9-583db9ee27bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6643777 Jul 16 18:52:01.323188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47110) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:01.325233 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8cb38-584a-4226-a574-0e3696ad6b0a None None] Sync routers for ids ['ee4670a6-1676-48e9-ade9-583db9ee27bc'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:01.328836 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 8d35ca83-f35b-4cbc-8167-3529137aaa56 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:01.351927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 8d35ca83-f35b-4cbc-8167-3529137aaa56 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:01.352303 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 8d35ca83-f35b-4cbc-8167-3529137aaa56 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:01.356357 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8cb38-584a-4226-a574-0e3696ad6b0a None None] Routers {'ee4670a6-1676-48e9-ade9-583db9ee27bc'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:01.356972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-43d8cb38-584a-4226-a574-0e3696ad6b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:51:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee4670a6-1676-48e9-ade9-583db9ee27bc'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:01.434160 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.462891 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-43d8cb38-584a-4226-a574-0e3696ad6b0a None None] Set router ee4670a6-1676-48e9-ade9-583db9ee27bc gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:01.537948 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.598306 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Deleting port b71ca84c-1060-4383-9194-98feffc7a8e7 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:01.598686 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.645107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-43d8cb38-584a-4226-a574-0e3696ad6b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'name': 'tempest-TestEncryptedCinderVolumes-1610611010-router', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:52:00Z', 'revision_number': 5, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'gw_port': {'id': 'b71ca84c-1060-4383-9194-98feffc7a8e7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:01.673041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8cb38-584a-4226-a574-0e3696ad6b0a None None] Checking router: ee4670a6-1676-48e9-ade9-583db9ee27bc for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:01.680426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] For port b71ca84c-1060-4383-9194-98feffc7a8e7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=b71ca84c-1060-4383-9194-98feffc7a8e7,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:01.680910 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.681778 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8cb38-584a-4226-a574-0e3696ad6b0a None None] Routers {'ee4670a6-1676-48e9-ade9-583db9ee27bc'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:01.682429 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-43d8cb38-584a-4226-a574-0e3696ad6b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:51:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ee4670a6-1676-48e9-ade9-583db9ee27bc'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:01.692474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Calling delete_port for b71ca84c-1060-4383-9194-98feffc7a8e7 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:01.766877 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-43d8cb38-584a-4226-a574-0e3696ad6b0a None None] Set router ee4670a6-1676-48e9-ade9-583db9ee27bc gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:01.819082 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-43d8cb38-584a-4226-a574-0e3696ad6b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'name': 'tempest-TestEncryptedCinderVolumes-1610611010-router', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 6, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:01.847784 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d8cb38-584a-4226-a574-0e3696ad6b0a None None] The sync data for ids ['ee4670a6-1676-48e9-ade9-583db9ee27bc'] in n-d-787205-10 is: [{'id': 'ee4670a6-1676-48e9-ade9-583db9ee27bc', 'name': 'tempest-TestEncryptedCinderVolumes-1610611010-router', 'tenant_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:43Z', 'updated_at': '2021-07-16T18:52:01Z', 'revision_number': 6, 'project_id': 'c713617b6d5b4d3ebd2afd249f34fa5a', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:01.863467 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.891425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Pushing event deleted for resources: {'Port': ['ID=b71ca84c-1060-4383-9194-98feffc7a8e7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:01.958950 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.047516 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.049572 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.091383 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.091979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee4670a6-1676-48e9-ade9-583db9ee27bc {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:52:02.096447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.097730 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-476fa606-f19b-4e93-8560-8846ee4dcaca admin admin] 10.222.0.24 "DELETE /v2.0/routers/ee4670a6-1676-48e9-ade9-583db9ee27bc HTTP/1.1" status: 204 len: 168 time: 0.7728703 Jul 16 18:52:02.100143 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47112) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:02.144094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f1388c-f006-47fe-8380-6a01e9e3847a admin admin] Deleting subnet 0403c4ad-0284-4fb3-8deb-49b7120ff43a {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:52:02.146982 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1f1388c-f006-47fe-8380-6a01e9e3847a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.187236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1f1388c-f006-47fe-8380-6a01e9e3847a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.277147 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1f1388c-f006-47fe-8380-6a01e9e3847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.329353 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1f1388c-f006-47fe-8380-6a01e9e3847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.354319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1388c-f006-47fe-8380-6a01e9e3847a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0403c4ad-0284-4fb3-8deb-49b7120ff43a,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:02.359099 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1f1388c-f006-47fe-8380-6a01e9e3847a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.361076 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f1f1388c-f006-47fe-8380-6a01e9e3847a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0403c4ad-0284-4fb3-8deb-49b7120ff43a HTTP/1.1" status: 204 len: 168 time: 0.2600203 Jul 16 18:52:02.365033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47114) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:02.366199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f3358-aa97-4a5b-9104-ae4408d24b35 None None] Network 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:02.438430 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.490713 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Deleting port 0947e352-5565-4dea-8082-56898485d431 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:02.491054 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.559187 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] For port 0947e352-5565-4dea-8082-56898485d431, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0947e352-5565-4dea-8082-56898485d431,segment=NetworkSegment(53ea70c4-5659-4f09-80c7-9002361ef63e),segment_id=53ea70c4-5659-4f09-80c7-9002361ef63e)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:02.559548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.571368 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Calling delete_port for 0947e352-5565-4dea-8082-56898485d431 owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:02.621044 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022c8098-60c5-4aca-959c-e23d0d3d5aa4 None None] DHCP port deletion for 6206ece9-16d7-40ba-8340-6e1d4cd92ff9 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:52:02.658939 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.670581 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-022c8098-60c5-4aca-959c-e23d0d3d5aa4 None None] Deleting port 0947e352-5565-4dea-8082-56898485d431 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:02.670965 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-022c8098-60c5-4aca-959c-e23d0d3d5aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.686008 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Pushing event deleted for resources: {'Port': ['ID=0947e352-5565-4dea-8082-56898485d431,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:02.690363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] No DVR routers for this DVR port 0947e352-5565-4dea-8082-56898485d431 on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:02.735595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-022c8098-60c5-4aca-959c-e23d0d3d5aa4 None None] For port 0947e352-5565-4dea-8082-56898485d431, host n-d-787205-10, got binding levels [] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:02.735975 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-022c8098-60c5-4aca-959c-e23d0d3d5aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.749379 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-022c8098-60c5-4aca-959c-e23d0d3d5aa4 None None] Calling delete_port for 0947e352-5565-4dea-8082-56898485d431 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:02.752323 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.ipam_backend_mixin [None req-022c8098-60c5-4aca-959c-e23d0d3d5aa4 None None] Port 0947e352-5565-4dea-8082-56898485d431 was not found and therefore no delete operation was performed {{(pid=105592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:52:02.753561 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-022c8098-60c5-4aca-959c-e23d0d3d5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.776781 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.785078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c8098-60c5-4aca-959c-e23d0d3d5aa4 None None] Pushing event deleted for resources: {'Port': ['ID=0947e352-5565-4dea-8082-56898485d431,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:02.788698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c8098-60c5-4aca-959c-e23d0d3d5aa4 None None] No DVR routers for this DVR port 0947e352-5565-4dea-8082-56898485d431 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:02.791606 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6206ece9-16d7-40ba-8340-6e1d4cd92ff9']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:02.809103 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ea70c4-5659-4f09-80c7-9002361ef63e') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:02.809419 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ea70c4-5659-4f09-80c7-9002361ef63e') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:02.811994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0947e352-5565-4dea-8082-56898485d431 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:02.819422 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.834606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 0947e352-5565-4dea-8082-56898485d431 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:02.834606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0947e352-5565-4dea-8082-56898485d431 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:02.834606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b71ca84c-1060-4383-9194-98feffc7a8e7 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:02.837171 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.844022 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:52:02.844411 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:52:02.846280 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:52:02.856049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: b71ca84c-1060-4383-9194-98feffc7a8e7 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:02.856434 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device b71ca84c-1060-4383-9194-98feffc7a8e7 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:02.856857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:02.876501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:02.876852 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 81735d32-8ffb-4c5b-a4b8-cf2991d11c3e not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:02.907863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.925091 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.927472 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] 10.222.0.24 "DELETE /v2.0/networks/6206ece9-16d7-40ba-8340-6e1d4cd92ff9 HTTP/1.1" status: 204 len: 168 time: 0.5614967 Jul 16 18:52:02.928496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe3099-d8d5-4cc5-8965-5c5dddd7224f admin admin] Pushing event deleted for resources: {'Network': ['ID=6206ece9-16d7-40ba-8340-6e1d4cd92ff9,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:02.931390 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47116) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:03.281313 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66d3cf5a-5d17-4d25-96c6-70edccd80dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.532326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-66d3cf5a-5d17-4d25-96c6-70edccd80dbd admin admin] Deleting port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:03.532595 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66d3cf5a-5d17-4d25-96c6-70edccd80dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.608314 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-66d3cf5a-5d17-4d25-96c6-70edccd80dbd admin admin] For port cc60a7c8-cf1a-47a8-a5e9-1f10178101ea, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=cc60a7c8-cf1a-47a8-a5e9-1f10178101ea,segment=NetworkSegment(cc81bdc3-d832-4f19-9419-e706a2874365),segment_id=cc81bdc3-d832-4f19-9419-e706a2874365)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:03.608678 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66d3cf5a-5d17-4d25-96c6-70edccd80dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.622110 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-66d3cf5a-5d17-4d25-96c6-70edccd80dbd admin admin] Calling delete_port for cc60a7c8-cf1a-47a8-a5e9-1f10178101ea owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:03.800183 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66d3cf5a-5d17-4d25-96c6-70edccd80dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.831148 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3cf5a-5d17-4d25-96c6-70edccd80dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=cc60a7c8-cf1a-47a8-a5e9-1f10178101ea,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:04.000200 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-66d3cf5a-5d17-4d25-96c6-70edccd80dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.214427 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d3cf5a-5d17-4d25-96c6-70edccd80dbd admin admin] Router 8dbfbe91-b15a-4aed-9b66-0196f0f17722 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:04.321535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d3cf5a-5d17-4d25-96c6-70edccd80dbd admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:04.329594 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-66d3cf5a-5d17-4d25-96c6-70edccd80dbd admin admin] 10.222.0.24 "PUT /v2.0/routers/8dbfbe91-b15a-4aed-9b66-0196f0f17722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3946614 Jul 16 18:52:04.329833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47118) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:04.330609 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03adcd8-2601-4875-a1f5-dc04389a0ca7 None None] Sync routers for ids ['8dbfbe91-b15a-4aed-9b66-0196f0f17722'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:04.339988 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03adcd8-2601-4875-a1f5-dc04389a0ca7 None None] Routers {'8dbfbe91-b15a-4aed-9b66-0196f0f17722'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:04.340724 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f03adcd8-2601-4875-a1f5-dc04389a0ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:51:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8dbfbe91-b15a-4aed-9b66-0196f0f17722'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:04.435935 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.450801 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-f03adcd8-2601-4875-a1f5-dc04389a0ca7 None None] Set router 8dbfbe91-b15a-4aed-9b66-0196f0f17722 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:04.542103 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.596073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Deleting port 8f7dce6a-9aec-4d82-b751-082450e576c7 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:04.596420 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.629788 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f03adcd8-2601-4875-a1f5-dc04389a0ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'name': 'tempest-TestEncryptedCinderVolumes-1001580958-router', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:52:03Z', 'revision_number': 5, 'project_id': '6406518cf986440db3418d005b6720a2', 'gw_port': {'id': '8f7dce6a-9aec-4d82-b751-082450e576c7', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:04.656566 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03adcd8-2601-4875-a1f5-dc04389a0ca7 None None] Checking router: 8dbfbe91-b15a-4aed-9b66-0196f0f17722 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:04.664772 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03adcd8-2601-4875-a1f5-dc04389a0ca7 None None] Routers {'8dbfbe91-b15a-4aed-9b66-0196f0f17722'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:04.665366 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f03adcd8-2601-4875-a1f5-dc04389a0ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:51:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['8dbfbe91-b15a-4aed-9b66-0196f0f17722'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:04.675466 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] For port 8f7dce6a-9aec-4d82-b751-082450e576c7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8f7dce6a-9aec-4d82-b751-082450e576c7,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:04.675830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.688576 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Calling delete_port for 8f7dce6a-9aec-4d82-b751-082450e576c7 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:04.754704 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-f03adcd8-2601-4875-a1f5-dc04389a0ca7 None None] Set router 8dbfbe91-b15a-4aed-9b66-0196f0f17722 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:04.808998 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f03adcd8-2601-4875-a1f5-dc04389a0ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'name': 'tempest-TestEncryptedCinderVolumes-1001580958-router', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:52:04Z', 'revision_number': 6, 'project_id': '6406518cf986440db3418d005b6720a2', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:04.838489 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03adcd8-2601-4875-a1f5-dc04389a0ca7 None None] The sync data for ids ['8dbfbe91-b15a-4aed-9b66-0196f0f17722'] in n-d-787205-10 is: [{'id': '8dbfbe91-b15a-4aed-9b66-0196f0f17722', 'name': 'tempest-TestEncryptedCinderVolumes-1001580958-router', 'tenant_id': '6406518cf986440db3418d005b6720a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:50:48Z', 'updated_at': '2021-07-16T18:52:04Z', 'revision_number': 6, 'project_id': '6406518cf986440db3418d005b6720a2', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:04.862153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.887280 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7dce6a-9aec-4d82-b751-082450e576c7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:04.954111 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.042709 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.044835 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.088437 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.088970 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dbfbe91-b15a-4aed-9b66-0196f0f17722 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:52:05.094072 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.095285 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7a8596cf-a0c3-48c8-aec1-de5fde51a4da admin admin] 10.222.0.24 "DELETE /v2.0/routers/8dbfbe91-b15a-4aed-9b66-0196f0f17722 HTTP/1.1" status: 204 len: 168 time: 0.7644937 Jul 16 18:52:05.097813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47120) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:05.144931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d00dd8b-362f-4df6-8589-998b697c12a0 admin admin] Deleting subnet 24ccf124-adf5-4282-ad16-bb0045b2a65e {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:52:05.147856 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d00dd8b-362f-4df6-8589-998b697c12a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.183576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d00dd8b-362f-4df6-8589-998b697c12a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.263094 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d00dd8b-362f-4df6-8589-998b697c12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.316937 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d00dd8b-362f-4df6-8589-998b697c12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.349207 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8d00dd8b-362f-4df6-8589-998b697c12a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.354516 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8d00dd8b-362f-4df6-8589-998b697c12a0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/24ccf124-adf5-4282-ad16-bb0045b2a65e HTTP/1.1" status: 204 len: 168 time: 0.2523665 Jul 16 18:52:05.354516 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00dd8b-362f-4df6-8589-998b697c12a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ccf124-adf5-4282-ad16-bb0045b2a65e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:05.354705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47122) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:05.355461 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa305cb6-68eb-4e41-81a4-f06da1243bf1 None None] Network cc75f430-88c3-4200-99fb-6bc011fb686d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:05.425703 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.480270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Deleting port ee41fd7b-c25a-4407-975b-f81ce6e16d3c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:05.480613 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.550513 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] For port ee41fd7b-c25a-4407-975b-f81ce6e16d3c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ee41fd7b-c25a-4407-975b-f81ce6e16d3c,segment=NetworkSegment(cc81bdc3-d832-4f19-9419-e706a2874365),segment_id=cc81bdc3-d832-4f19-9419-e706a2874365)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:05.550802 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.563633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Calling delete_port for ee41fd7b-c25a-4407-975b-f81ce6e16d3c owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:05.595663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b440e7b-802f-43b2-836f-eab26e04184e None None] DHCP port deletion for cc75f430-88c3-4200-99fb-6bc011fb686d request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:52:05.644000 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7b440e7b-802f-43b2-836f-eab26e04184e None None] Deleting port ee41fd7b-c25a-4407-975b-f81ce6e16d3c {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:05.644385 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b440e7b-802f-43b2-836f-eab26e04184e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.653723 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.683308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee41fd7b-c25a-4407-975b-f81ce6e16d3c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:05.688874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] No DVR routers for this DVR port ee41fd7b-c25a-4407-975b-f81ce6e16d3c on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:05.715372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7b440e7b-802f-43b2-836f-eab26e04184e None None] For port ee41fd7b-c25a-4407-975b-f81ce6e16d3c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ee41fd7b-c25a-4407-975b-f81ce6e16d3c,segment=NetworkSegment(cc81bdc3-d832-4f19-9419-e706a2874365),segment_id=cc81bdc3-d832-4f19-9419-e706a2874365)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:05.715856 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b440e7b-802f-43b2-836f-eab26e04184e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.728302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7b440e7b-802f-43b2-836f-eab26e04184e None None] Calling delete_port for ee41fd7b-c25a-4407-975b-f81ce6e16d3c owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:05.761770 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.772411 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc75f430-88c3-4200-99fb-6bc011fb686d']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:05.783333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc81bdc3-d832-4f19-9419-e706a2874365') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:05.783719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc81bdc3-d832-4f19-9419-e706a2874365') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:05.793585 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:52:05.805305 n-d-787205-10 neutron-server[105592]: self.session.flush() Jul 16 18:52:05.810970 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.815758 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b440e7b-802f-43b2-836f-eab26e04184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.817628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:52:05.818103 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:52:05.819928 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:52:05.843372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b440e7b-802f-43b2-836f-eab26e04184e None None] Pushing event deleted for resources: {'Port': ['ID=ee41fd7b-c25a-4407-975b-f81ce6e16d3c,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:05.855375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b440e7b-802f-43b2-836f-eab26e04184e None None] No DVR routers for this DVR port ee41fd7b-c25a-4407-975b-f81ce6e16d3c on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:05.882516 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.889171 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.891547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cc75f430-88c3-4200-99fb-6bc011fb686d HTTP/1.1" status: 204 len: 168 time: 0.5358932 Jul 16 18:52:05.906292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d056d2-0ac3-4180-9498-934f1e24cfb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc75f430-88c3-4200-99fb-6bc011fb686d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:06.052784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47126) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:06.093177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0beaafc1-778c-4b14-a9e7-58deb5f8fac7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c713617b6d5b4d3ebd2afd249f34fa5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392001 Jul 16 18:52:06.095691 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47128) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:06.143516 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8cba5b1-2286-4b8b-8e07-adb86210fca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.165493 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8cba5b1-2286-4b8b-8e07-adb86210fca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.217892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8cba5b1-2286-4b8b-8e07-adb86210fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.220488 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f8cba5b1-2286-4b8b-8e07-adb86210fca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.221830 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f8cba5b1-2286-4b8b-8e07-adb86210fca7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/699055c6-a70f-4386-978e-8a3c4fa15451 HTTP/1.1" status: 204 len: 168 time: 0.1252103 Jul 16 18:52:06.230516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cba5b1-2286-4b8b-8e07-adb86210fca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699055c6-a70f-4386-978e-8a3c4fa15451,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:06.536630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47134) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:06.581413 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2117def2-1134-4075-824d-9717c9c40b48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6406518cf986440db3418d005b6720a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436058 Jul 16 18:52:06.584211 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47136) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:06.632190 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17800fdf-8664-4a0d-84c4-82dece71a27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.657549 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17800fdf-8664-4a0d-84c4-82dece71a27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.703869 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17800fdf-8664-4a0d-84c4-82dece71a27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.706415 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-17800fdf-8664-4a0d-84c4-82dece71a27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.707566 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-17800fdf-8664-4a0d-84c4-82dece71a27b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2245e39-b779-4bc1-9ec8-6d749fd0fffd HTTP/1.1" status: 204 len: 168 time: 0.1224196 Jul 16 18:52:06.716878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17800fdf-8664-4a0d-84c4-82dece71a27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2245e39-b779-4bc1-9ec8-6d749fd0fffd,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:06.808947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8f7dce6a-9aec-4d82-b751-082450e576c7 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:06.829376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 8f7dce6a-9aec-4d82-b751-082450e576c7 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:06.829750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8f7dce6a-9aec-4d82-b751-082450e576c7 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:06.830179 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cc60a7c8-cf1a-47a8-a5e9-1f10178101ea no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:06.849088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: cc60a7c8-cf1a-47a8-a5e9-1f10178101ea {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:06.849437 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device cc60a7c8-cf1a-47a8-a5e9-1f10178101ea not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:06.849888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ee41fd7b-c25a-4407-975b-f81ce6e16d3c no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:06.869159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: ee41fd7b-c25a-4407-975b-f81ce6e16d3c {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:06.869510 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ee41fd7b-c25a-4407-975b-f81ce6e16d3c not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:07.377749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47160) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:07.474445 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-197654018-network', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:07.496878 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Made reservation on behalf of e0732a8a58624cc09239c1a645012ab7 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:07.499500 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.508240 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.597603 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.601978 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.630406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:52:07.639204 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35df4e56-dc19-4fc4-b4a8-15185fa5faca,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:07.646331 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.646744 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Added segment 48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b of type vlan for network 72ad055e-def7-4561-96a1-8fef9181e3cb Jul 16 18:52:07.688607 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.721348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.722250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:07.722826 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.755001 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3761468 Jul 16 18:52:07.758137 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47164) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:07.763334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8300666b-b15b-4fb0-a36f-cd1ebadc481f admin admin] Request body: {'subnet': {'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-197654018-subnet', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:07.785475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8300666b-b15b-4fb0-a36f-cd1ebadc481f admin admin] Made reservation on behalf of e0732a8a58624cc09239c1a645012ab7 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:07.786137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b427f9-c916-497a-a5f8-cb5671cae883 admin admin] Pushing event updated for resources: {'Network': ['ID=72ad055e-def7-4561-96a1-8fef9181e3cb,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:07.787887 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8300666b-b15b-4fb0-a36f-cd1ebadc481f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.797319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 72ad055e-def7-4561-96a1-8fef9181e3cb details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:52:07.967668 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8300666b-b15b-4fb0-a36f-cd1ebadc481f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.018683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300666b-b15b-4fb0-a36f-cd1ebadc481f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce30301c-ce8a-4997-9092-16588e6b16e0,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:08.033354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8300666b-b15b-4fb0-a36f-cd1ebadc481f admin admin] Checking segment: {'id': '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:08.033743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8300666b-b15b-4fb0-a36f-cd1ebadc481f admin admin] Network hostable DHCP agents. Network: 72ad055e-def7-4561-96a1-8fef9181e3cb, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:52:08.049830 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8300666b-b15b-4fb0-a36f-cd1ebadc481f admin admin] Network 72ad055e-def7-4561-96a1-8fef9181e3cb is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:52:08.058184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8300666b-b15b-4fb0-a36f-cd1ebadc481f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 72ad055e-def7-4561-96a1-8fef9181e3cb) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:08.062384 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8300666b-b15b-4fb0-a36f-cd1ebadc481f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:08.062977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8300666b-b15b-4fb0-a36f-cd1ebadc481f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.068734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c831d60-ec67-4c72-84f9-f635674135fa None None] Network 72ad055e-def7-4561-96a1-8fef9181e3cb requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:08.080146 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8300666b-b15b-4fb0-a36f-cd1ebadc481f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3183475 Jul 16 18:52:08.080399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47166) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:08.084806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:08.107011 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.108002 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.161363 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.220924 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-72ad055e-def7-4561-96a1-8fef9181e3cb', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'fixed_ips': [{'subnet_id': 'ce30301c-ce8a-4997-9092-16588e6b16e0'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:52:08.221820 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.358499 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Allocated IP 172.20.0.2 (72ad055e-def7-4561-96a1-8fef9181e3cb/ce30301c-ce8a-4997-9092-16588e6b16e0/c4dd914b-69e5-4341-a047-0bec7fe064ef) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:08.511941 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.521611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Transition to ACTIVE for port object c4dd914b-69e5-4341-a047-0bec7fe064ef will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:08.538203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Transition to ACTIVE for port object c4dd914b-69e5-4341-a047-0bec7fe064ef will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:08.544829 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.568633 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.592687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Network 72ad055e-def7-4561-96a1-8fef9181e3cb is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:08.595705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:08.598598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:08.606473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Pushing event updated for resources: {'Port': ['ID=c4dd914b-69e5-4341-a047-0bec7fe064ef,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:08.662993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Attempting to bind port c4dd914b-69e5-4341-a047-0bec7fe064ef on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:08.663539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Attempting to bind port c4dd914b-69e5-4341-a047-0bec7fe064ef by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:08.664697 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Attempting to bind port c4dd914b-69e5-4341-a047-0bec7fe064ef on network 72ad055e-def7-4561-96a1-8fef9181e3cb {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:08.671100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:08.671483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Checking segment: {'id': '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:08.671883 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.672275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Bound using segment: {'id': '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:08.672738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Bound port: c4dd914b-69e5-4341-a047-0bec7fe064ef, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:08.673121 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.734449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] For port c4dd914b-69e5-4341-a047-0bec7fe064ef, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:08.737690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] For port c4dd914b-69e5-4341-a047-0bec7fe064ef, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c4dd914b-69e5-4341-a047-0bec7fe064ef,segment=NetworkSegment(48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b),segment_id=48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:08.743224 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.777376 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.799068 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:08.801876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068dd3e-a557-48ed-b3aa-d398e05f8a37 None None] Pushing event updated for resources: {'Port': ['ID=c4dd914b-69e5-4341-a047-0bec7fe064ef,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:08.907196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Allocated IP 172.25.3.137 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/c0001068-50d6-4174-ae74-422b015a3020) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:09.039699 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.081353 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.119080 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:09.125221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:09.128792 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:09.134879 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c0001068-50d6-4174-ae74-422b015a3020,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:09.391115 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.599196 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.664692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16c2c71-bbfe-49e5-bfe9-23b209742106 None None] Network 72ad055e-def7-4561-96a1-8fef9181e3cb requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:09.733958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Router f810991e-8d44-4d19-8389-2b73a24a2731 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:52:09.736041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-424c6bc7-3ff8-49bb-9e7a-32afd991adfb None None] Provisioning for port c4dd914b-69e5-4341-a047-0bec7fe064ef completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:09.846600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:09.862061 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Sync routers for ids ['f810991e-8d44-4d19-8389-2b73a24a2731'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:09.864457 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:09.865983 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-30e05ca2-3a47-4721-aba9-ea9daa1600d1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7845705 Jul 16 18:52:09.869429 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47168) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:09.873467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Routers {'f810991e-8d44-4d19-8389-2b73a24a2731'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:09.874131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:51:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f810991e-8d44-4d19-8389-2b73a24a2731'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:09.990330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Set router f810991e-8d44-4d19-8389-2b73a24a2731 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:10.182917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'c0001068-50d6-4174-ae74-422b015a3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:09Z', 'revision_number': 3, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port': {'id': 'c0001068-50d6-4174-ae74-422b015a3020', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:10.209256 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Checking router: f810991e-8d44-4d19-8389-2b73a24a2731 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:10.209530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Updating router f810991e-8d44-4d19-8389-2b73a24a2731 port c0001068-50d6-4174-ae74-422b015a3020 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:52:10.245055 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.303752 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.468209 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Allocated IP 172.20.0.1 (72ad055e-def7-4561-96a1-8fef9181e3cb/ce30301c-ce8a-4997-9092-16588e6b16e0/d52f0a3d-758e-45a9-a993-df97d78720ca) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:10.505216 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.515959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Transition to ACTIVE for port object c0001068-50d6-4174-ae74-422b015a3020 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:10.521649 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.574146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Attempting to bind port c0001068-50d6-4174-ae74-422b015a3020 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:10.574528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Attempting to bind port c0001068-50d6-4174-ae74-422b015a3020 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:10.574903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Attempting to bind port c0001068-50d6-4174-ae74-422b015a3020 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:10.576097 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.577785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca955cd3-d0cb-4a39-a775-ed39d0bc237b None None] Pushing event updated for resources: {'Port': ['ID=c0001068-50d6-4174-ae74-422b015a3020,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:10.582343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:10.582941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:10.583165 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.583532 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:10.584008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Bound port: c0001068-50d6-4174-ae74-422b015a3020, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:10.584399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.590796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Transition to ACTIVE for port object d52f0a3d-758e-45a9-a993-df97d78720ca will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:10.625560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.641408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] For port c0001068-50d6-4174-ae74-422b015a3020, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:10.644696 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] For port c0001068-50d6-4174-ae74-422b015a3020, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c0001068-50d6-4174-ae74-422b015a3020,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:10.649175 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.664279 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Network 72ad055e-def7-4561-96a1-8fef9181e3cb is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:10.669356 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:10.672861 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:10.696226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Routers {'f810991e-8d44-4d19-8389-2b73a24a2731'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:10.697368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:51:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f810991e-8d44-4d19-8389-2b73a24a2731'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:10.699001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Pushing event updated for resources: {'Port': ['ID=d52f0a3d-758e-45a9-a993-df97d78720ca,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:10.716886 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.758457 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca955cd3-d0cb-4a39-a775-ed39d0bc237b None None] Pushing event updated for resources: {'Port': ['ID=c0001068-50d6-4174-ae74-422b015a3020,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:10.832629 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] Set router f810991e-8d44-4d19-8389-2b73a24a2731 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:10.887862 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:10.893066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c4dd914b-69e5-4341-a047-0bec7fe064ef up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:10.989349 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ee247089-90b8-4be2-b1e2-27b3c0e49153 None None] Provisioning for port d52f0a3d-758e-45a9-a993-df97d78720ca completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:11.001278 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-ee247089-90b8-4be2-b1e2-27b3c0e49153 None None] Provisioning complete for port d52f0a3d-758e-45a9-a993-df97d78720ca triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:11.001676 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ee247089-90b8-4be2-b1e2-27b3c0e49153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.041275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c4dd914b-69e5-4341-a047-0bec7fe064ef completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:11.059527 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c4dd914b-69e5-4341-a047-0bec7fe064ef triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:11.059910 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.073120 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.077631 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.097305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-ee247089-90b8-4be2-b1e2-27b3c0e49153 None None] Port d52f0a3d-758e-45a9-a993-df97d78720ca cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:11.148481 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.150259 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Pushing event updated for resources: {'Port': ['ID=d52f0a3d-758e-45a9-a993-df97d78720ca,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:11.171988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'c0001068-50d6-4174-ae74-422b015a3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:09Z', 'revision_number': 3, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port': {'id': 'c0001068-50d6-4174-ae74-422b015a3020', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:11.176127 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.205276 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045faec4-b6b2-453a-aa29-d8f94027d4a7 None None] The sync data for ids ['f810991e-8d44-4d19-8389-2b73a24a2731'] in n-d-787205-10 is: [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'c0001068-50d6-4174-ae74-422b015a3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:09Z', 'revision_number': 3, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port': {'id': 'c0001068-50d6-4174-ae74-422b015a3020', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:11.243232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port c4dd914b-69e5-4341-a047-0bec7fe064ef, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c4dd914b-69e5-4341-a047-0bec7fe064ef,segment=NetworkSegment(48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b),segment_id=48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:11.247689 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.254743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Network 72ad055e-def7-4561-96a1-8fef9181e3cb is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:11.256210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:11.308728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=c4dd914b-69e5-4341-a047-0bec7fe064ef,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:11.386809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Router f810991e-8d44-4d19-8389-2b73a24a2731 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:11.522270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-298cdf89-3e88-4d14-87c3-61f41f04f65d None None] Provisioning complete for port d52f0a3d-758e-45a9-a993-df97d78720ca triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:11.522648 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-298cdf89-3e88-4d14-87c3-61f41f04f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.560369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-298cdf89-3e88-4d14-87c3-61f41f04f65d None None] Port d52f0a3d-758e-45a9-a993-df97d78720ca cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:11.798013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:11.803778 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7bdc2347-0231-439c-9e2f-fffdffa6ee89 admin admin] 10.222.0.24 "PUT /v2.0/routers/f810991e-8d44-4d19-8389-2b73a24a2731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9322879 Jul 16 18:52:12.279033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47186) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:12.284228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1171834491-network', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:12.304880 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Made reservation on behalf of 5ac91ce44b844c8ab5d9b1da9d4bec70 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:12.307308 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.315693 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.413242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.417966 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.442518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:52:12.453223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02835346-8bcf-4a20-9c75-25ca6a34a123,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:12.458708 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.459076 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Added segment 2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee of type vlan for network c085f2aa-8321-4c64-8c5a-4acc29615465 Jul 16 18:52:12.502082 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.531653 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.532602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:12.533174 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.594443 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3142245 Jul 16 18:52:12.595548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f596a09-3b9a-4da3-b40d-b2ef4268b401 admin admin] Pushing event updated for resources: {'Network': ['ID=c085f2aa-8321-4c64-8c5a-4acc29615465,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:12.597285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47188) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:12.603268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-b98470e2-5646-4056-aa86-0217d259a10f admin admin] Request body: {'subnet': {'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1171834491-subnet', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:12.611635 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network c085f2aa-8321-4c64-8c5a-4acc29615465 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:52:12.630949 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98470e2-5646-4056-aa86-0217d259a10f admin admin] Made reservation on behalf of 5ac91ce44b844c8ab5d9b1da9d4bec70 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:12.633487 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b98470e2-5646-4056-aa86-0217d259a10f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.807703 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Sync routers for ids ['f810991e-8d44-4d19-8389-2b73a24a2731'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:12.816372 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b98470e2-5646-4056-aa86-0217d259a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.818361 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Routers {'f810991e-8d44-4d19-8389-2b73a24a2731'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:12.819035 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:51:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f810991e-8d44-4d19-8389-2b73a24a2731'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:12.887233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98470e2-5646-4056-aa86-0217d259a10f admin admin] Pushing event updated for resources: {'Subnet': ['ID=985adeb8-ed6c-466b-8c65-1a9168bd00c4,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:12.892931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c4dd914b-69e5-4341-a047-0bec7fe064ef up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:12.896837 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98470e2-5646-4056-aa86-0217d259a10f admin admin] Checking segment: {'id': '2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:12.897431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98470e2-5646-4056-aa86-0217d259a10f admin admin] Network hostable DHCP agents. Network: c085f2aa-8321-4c64-8c5a-4acc29615465, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:52:12.915722 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98470e2-5646-4056-aa86-0217d259a10f admin admin] Network c085f2aa-8321-4c64-8c5a-4acc29615465 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:52:12.930101 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-b98470e2-5646-4056-aa86-0217d259a10f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, c085f2aa-8321-4c64-8c5a-4acc29615465) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:12.936153 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Set router f810991e-8d44-4d19-8389-2b73a24a2731 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:12.938556 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98470e2-5646-4056-aa86-0217d259a10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:12.939182 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b98470e2-5646-4056-aa86-0217d259a10f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.941417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4b6fe2-9e2a-4885-961f-a32e4554e5f8 None None] Network c085f2aa-8321-4c64-8c5a-4acc29615465 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:12.953491 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b98470e2-5646-4056-aa86-0217d259a10f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3547695 Jul 16 18:52:12.955830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47190) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:12.962040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1171834491-router', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:12.969191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c4dd914b-69e5-4341-a047-0bec7fe064ef triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:12.969572 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.986449 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.987922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.045379 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.147006 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c0001068-50d6-4174-ae74-422b015a3020 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:13.175407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-c085f2aa-8321-4c64-8c5a-4acc29615465', 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'fixed_ips': [{'subnet_id': '985adeb8-ed6c-466b-8c65-1a9168bd00c4'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:52:13.175658 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'c0001068-50d6-4174-ae74-422b015a3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 4, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port': {'id': 'c0001068-50d6-4174-ae74-422b015a3020', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'd52f0a3d-758e-45a9-a993-df97d78720ca', 'name': '', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'mac_address': 'fa:16:3e:66:5a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:10Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 2, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'subnets': [{'id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:13.176266 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.211546 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Checking router: f810991e-8d44-4d19-8389-2b73a24a2731 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:13.212515 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Updating router f810991e-8d44-4d19-8389-2b73a24a2731 port d52f0a3d-758e-45a9-a993-df97d78720ca binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:52:13.253163 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.282721 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c0001068-50d6-4174-ae74-422b015a3020 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:13.291216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c0001068-50d6-4174-ae74-422b015a3020 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:13.291637 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.370960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Allocated IP 172.20.0.2 (c085f2aa-8321-4c64-8c5a-4acc29615465/985adeb8-ed6c-466b-8c65-1a9168bd00c4/5a22538c-3a22-4320-bb39-64a99d343d19) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:13.559613 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.602215 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.659890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port c0001068-50d6-4174-ae74-422b015a3020, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c0001068-50d6-4174-ae74-422b015a3020,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:13.663087 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-96c446af-83fb-4fe0-a2fc-739cc95c6a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.663978 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.668990 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.678075 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Transition to ACTIVE for port object d52f0a3d-758e-45a9-a993-df97d78720ca will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:13.684090 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.739422 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Pushing event updated for resources: {'Port': ['ID=d52f0a3d-758e-45a9-a993-df97d78720ca,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:13.766724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=c0001068-50d6-4174-ae74-422b015a3020,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:13.775719 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.777570 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:13.778096 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:13.778633 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:13.779311 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:13.779801 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:13.780522 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:13.781079 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:13.781580 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:13.782090 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:13.782593 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:13.783153 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:13.783658 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:13.789622 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.798381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Transition to ACTIVE for port object 5a22538c-3a22-4320-bb39-64a99d343d19 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:13.806966 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.815106 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Transition to ACTIVE for port object 5a22538c-3a22-4320-bb39-64a99d343d19 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:13.823575 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Attempting to bind port d52f0a3d-758e-45a9-a993-df97d78720ca on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:13.824132 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Attempting to bind port d52f0a3d-758e-45a9-a993-df97d78720ca by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:13.824390 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Attempting to bind port d52f0a3d-758e-45a9-a993-df97d78720ca on network 72ad055e-def7-4561-96a1-8fef9181e3cb {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:13.824682 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.831569 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:13.831956 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Checking segment: {'id': '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:13.832426 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.832833 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Bound using segment: {'id': '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:13.833354 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Bound port: d52f0a3d-758e-45a9-a993-df97d78720ca, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:13.833808 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.873906 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Network c085f2aa-8321-4c64-8c5a-4acc29615465 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:13.880699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:13.886260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:13.891144 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Pushing event updated for resources: {'Port': ['ID=5a22538c-3a22-4320-bb39-64a99d343d19,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:13.925532 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] For port d52f0a3d-758e-45a9-a993-df97d78720ca, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:13.933501 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] For port d52f0a3d-758e-45a9-a993-df97d78720ca, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d52f0a3d-758e-45a9-a993-df97d78720ca,segment=NetworkSegment(48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b),segment_id=48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:13.939087 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.951926 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Attempting to bind port 5a22538c-3a22-4320-bb39-64a99d343d19 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:13.952239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Attempting to bind port 5a22538c-3a22-4320-bb39-64a99d343d19 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:13.952608 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Attempting to bind port 5a22538c-3a22-4320-bb39-64a99d343d19 on network c085f2aa-8321-4c64-8c5a-4acc29615465 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:13.960999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:13.962089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Checking segment: {'id': '2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:13.962344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Allocated IP 172.25.3.41 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/5cde4749-40a0-44e0-b479-1a5dc879da98) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:13.963725 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:13.964826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Bound using segment: {'id': '2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:13.965606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Bound port: 5a22538c-3a22-4320-bb39-64a99d343d19, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:13.967119 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.008135 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Routers {'f810991e-8d44-4d19-8389-2b73a24a2731'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:14.008817 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:51:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f810991e-8d44-4d19-8389-2b73a24a2731'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:14.044912 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d000ebc-8ced-4332-9437-5f63d8298b53 None None] Pushing event updated for resources: {'Port': ['ID=d52f0a3d-758e-45a9-a993-df97d78720ca,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:14.069250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] For port 5a22538c-3a22-4320-bb39-64a99d343d19, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:14.077167 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] For port 5a22538c-3a22-4320-bb39-64a99d343d19, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5a22538c-3a22-4320-bb39-64a99d343d19,segment=NetworkSegment(2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee),segment_id=2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:14.082151 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.115391 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.159044 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] Set router f810991e-8d44-4d19-8389-2b73a24a2731 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:14.164745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e9e22-e2b1-4324-b9f2-7d1e4de3263b None None] Pushing event updated for resources: {'Port': ['ID=5a22538c-3a22-4320-bb39-64a99d343d19,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:14.172170 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.217279 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:14.220802 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:14.225384 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:14.228904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Pushing event updated for resources: {'Port': ['ID=5cde4749-40a0-44e0-b479-1a5dc879da98,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:14.461504 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'c0001068-50d6-4174-ae74-422b015a3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 4, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port': {'id': 'c0001068-50d6-4174-ae74-422b015a3020', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'd52f0a3d-758e-45a9-a993-df97d78720ca', 'name': '', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'mac_address': 'fa:16:3e:66:5a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:10Z', 'updated_at': '2021-07-16T18:52:13Z', 'revision_number': 4, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'subnets': [{'id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:14.490948 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e175d7a9-c250-473f-8ba7-cd9131be471f None None] The sync data for ids ['f810991e-8d44-4d19-8389-2b73a24a2731'] in n-d-787205-10 is: [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'c0001068-50d6-4174-ae74-422b015a3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 4, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port': {'id': 'c0001068-50d6-4174-ae74-422b015a3020', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'd52f0a3d-758e-45a9-a993-df97d78720ca', 'name': '', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'mac_address': 'fa:16:3e:66:5a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:10Z', 'updated_at': '2021-07-16T18:52:13Z', 'revision_number': 4, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'subnets': [{'id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:14.639682 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.879222 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.005978 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5a22538c-3a22-4320-bb39-64a99d343d19 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:15.087550 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Router 2d5c2adb-040c-4d71-91a6-6e99feb38d6a is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:52:15.128125 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 5a22538c-3a22-4320-bb39-64a99d343d19 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:15.133902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c0001068-50d6-4174-ae74-422b015a3020 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:15.227171 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c0001068-50d6-4174-ae74-422b015a3020 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:15.227698 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.331427 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:15.348643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Sync routers for ids ['2d5c2adb-040c-4d71-91a6-6e99feb38d6a'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:15.366079 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.368740 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-aed3d568-eb22-491b-914f-633f40c6f74b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4116783 Jul 16 18:52:15.371659 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47192) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:15.439548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Routers {'2d5c2adb-040c-4d71-91a6-6e99feb38d6a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:15.440700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:51:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2d5c2adb-040c-4d71-91a6-6e99feb38d6a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:15.496574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44b645-b136-435b-88c3-2ae2eb7f7355 None None] Network c085f2aa-8321-4c64-8c5a-4acc29615465 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:15.531758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d52f0a3d-758e-45a9-a993-df97d78720ca up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:15.643933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-46b705db-3d2a-401c-8de6-d1022b99fb6a None None] Provisioning for port 5a22538c-3a22-4320-bb39-64a99d343d19 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:15.667702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-46b705db-3d2a-401c-8de6-d1022b99fb6a None None] Provisioning complete for port 5a22538c-3a22-4320-bb39-64a99d343d19 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:15.668187 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-46b705db-3d2a-401c-8de6-d1022b99fb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.725742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Set router 2d5c2adb-040c-4d71-91a6-6e99feb38d6a gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:15.843922 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port d52f0a3d-758e-45a9-a993-df97d78720ca completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:15.862536 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.863257 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1d689841-c185-4edb-8e58-af8a6c42ff00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.868395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port d52f0a3d-758e-45a9-a993-df97d78720ca triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:15.868770 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.014707 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-46b705db-3d2a-401c-8de6-d1022b99fb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.036109 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Allocated IP 172.20.0.1 (c085f2aa-8321-4c64-8c5a-4acc29615465/985adeb8-ed6c-466b-8c65-1a9168bd00c4/c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:16.099506 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.125607 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-46b705db-3d2a-401c-8de6-d1022b99fb6a None None] For port 5a22538c-3a22-4320-bb39-64a99d343d19, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5a22538c-3a22-4320-bb39-64a99d343d19,segment=NetworkSegment(2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee),segment_id=2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:16.134839 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-46b705db-3d2a-401c-8de6-d1022b99fb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.153257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.170702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Transition to ACTIVE for port object c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:16.175824 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.205766 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.208881 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'name': 'tempest-TestMinimumBasicScenario-1171834491-router', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:12Z', 'updated_at': '2021-07-16T18:52:14Z', 'revision_number': 3, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'gw_port': {'id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:13Z', 'updated_at': '2021-07-16T18:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:16.242174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Network c085f2aa-8321-4c64-8c5a-4acc29615465 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:16.245212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:16.248784 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:16.251748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Checking router: 2d5c2adb-040c-4d71-91a6-6e99feb38d6a for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:16.252105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Updating router 2d5c2adb-040c-4d71-91a6-6e99feb38d6a port 5cde4749-40a0-44e0-b479-1a5dc879da98 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:52:16.260012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b705db-3d2a-401c-8de6-d1022b99fb6a None None] Pushing event updated for resources: {'Port': ['ID=5a22538c-3a22-4320-bb39-64a99d343d19,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:16.282438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port d52f0a3d-758e-45a9-a993-df97d78720ca, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d52f0a3d-758e-45a9-a993-df97d78720ca,segment=NetworkSegment(48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b),segment_id=48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:16.288372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Pushing event updated for resources: {'Port': ['ID=c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:16.293565 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.301042 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.326909 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.390350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=d52f0a3d-758e-45a9-a993-df97d78720ca,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:16.401765 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-38e731ce-e3ab-4fd5-8f8c-e9335cf511e0 None None] Provisioning complete for port 5a22538c-3a22-4320-bb39-64a99d343d19 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:16.402152 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-38e731ce-e3ab-4fd5-8f8c-e9335cf511e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.473048 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.651105 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.655954 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.726926 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Pushing event updated for resources: {'Port': ['ID=c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:16.729334 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.831681 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Network c085f2aa-8321-4c64-8c5a-4acc29615465 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:16.832949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5a22538c-3a22-4320-bb39-64a99d343d19 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:16.833231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:16.879158 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.900825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Transition to ACTIVE for port object 5cde4749-40a0-44e0-b479-1a5dc879da98 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:16.912506 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.921102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c07a0cfe-7967-4443-874d-77e4424d1e87 None None] Provisioning for port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:16.958892 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c07a0cfe-7967-4443-874d-77e4424d1e87 None None] Provisioning complete for port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:16.959278 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c07a0cfe-7967-4443-874d-77e4424d1e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.968420 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Router 2d5c2adb-040c-4d71-91a6-6e99feb38d6a has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:16.992674 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 5a22538c-3a22-4320-bb39-64a99d343d19 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:16.993064 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.037944 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Attempting to bind port 5cde4749-40a0-44e0-b479-1a5dc879da98 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:17.038649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Attempting to bind port 5cde4749-40a0-44e0-b479-1a5dc879da98 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:17.039045 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Attempting to bind port 5cde4749-40a0-44e0-b479-1a5dc879da98 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:17.048414 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b7047-5ac1-4cbb-bca4-93e056e0b3e6 None None] Pushing event updated for resources: {'Port': ['ID=5cde4749-40a0-44e0-b479-1a5dc879da98,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:17.055377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c07a0cfe-7967-4443-874d-77e4424d1e87 None None] Port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:17.061473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:17.061880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:17.062290 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.062688 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:17.063177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Bound port: 5cde4749-40a0-44e0-b479-1a5dc879da98, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:17.063569 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.088788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:17.093574 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cc466af2-e34f-435b-934a-ba3f67d3c18c admin admin] 10.222.0.24 "PUT /v2.0/routers/2d5c2adb-040c-4d71-91a6-6e99feb38d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7208605 Jul 16 18:52:17.160365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] For port 5cde4749-40a0-44e0-b479-1a5dc879da98, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:17.167868 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d52f0a3d-758e-45a9-a993-df97d78720ca up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:17.204164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] For port 5cde4749-40a0-44e0-b479-1a5dc879da98, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5cde4749-40a0-44e0-b479-1a5dc879da98,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:17.215659 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.226729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a90394d0-57f5-4303-b272-8e6121b94816 None None] Provisioning complete for port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:17.227648 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a90394d0-57f5-4303-b272-8e6121b94816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.321250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a90394d0-57f5-4303-b272-8e6121b94816 None None] Port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:17.325670 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b7047-5ac1-4cbb-bca4-93e056e0b3e6 None None] Pushing event updated for resources: {'Port': ['ID=5cde4749-40a0-44e0-b479-1a5dc879da98,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:17.327782 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Routers {'2d5c2adb-040c-4d71-91a6-6e99feb38d6a'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:17.328384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:52:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2d5c2adb-040c-4d71-91a6-6e99feb38d6a'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:17.368895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port d52f0a3d-758e-45a9-a993-df97d78720ca triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:17.369271 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:17.493516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] Set router 2d5c2adb-040c-4d71-91a6-6e99feb38d6a gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:17.708952 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'name': 'tempest-TestMinimumBasicScenario-1171834491-router', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:12Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 4, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'gw_port': {'id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:13Z', 'updated_at': '2021-07-16T18:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7', 'name': '', 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'mac_address': 'fa:16:3e:ed:e3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '985adeb8-ed6c-466b-8c65-1a9168bd00c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:15Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 2, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'subnets': [{'id': '985adeb8-ed6c-466b-8c65-1a9168bd00c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:17.741207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e4b4e-0d47-4963-aa04-41853077d7be None None] The sync data for ids ['2d5c2adb-040c-4d71-91a6-6e99feb38d6a'] in n-d-787205-10 is: [{'id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'name': 'tempest-TestMinimumBasicScenario-1171834491-router', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:12Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 4, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'gw_port': {'id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:13Z', 'updated_at': '2021-07-16T18:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7', 'name': '', 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'mac_address': 'fa:16:3e:ed:e3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '985adeb8-ed6c-466b-8c65-1a9168bd00c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:15Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 2, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'subnets': [{'id': '985adeb8-ed6c-466b-8c65-1a9168bd00c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:17.842054 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.887506 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5cde4749-40a0-44e0-b479-1a5dc879da98 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:18.987777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 5cde4749-40a0-44e0-b479-1a5dc879da98 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:18.996899 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 5cde4749-40a0-44e0-b479-1a5dc879da98 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:18.997472 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.111596 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.141165 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 5cde4749-40a0-44e0-b479-1a5dc879da98, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5cde4749-40a0-44e0-b479-1a5dc879da98,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:19.147612 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.212650 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=5cde4749-40a0-44e0-b479-1a5dc879da98,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:19.254278 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.817747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5cde4749-40a0-44e0-b479-1a5dc879da98 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:20.878767 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 5cde4749-40a0-44e0-b479-1a5dc879da98 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:20.879401 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:21.294303 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Sync routers for ids ['2d5c2adb-040c-4d71-91a6-6e99feb38d6a'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:21.304793 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Routers {'2d5c2adb-040c-4d71-91a6-6e99feb38d6a'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:21.305715 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:52:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2d5c2adb-040c-4d71-91a6-6e99feb38d6a'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:21.432218 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Set router 2d5c2adb-040c-4d71-91a6-6e99feb38d6a gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:21.676055 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'name': 'tempest-TestMinimumBasicScenario-1171834491-router', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:12Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 4, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'gw_port': {'id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:13Z', 'updated_at': '2021-07-16T18:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7', 'name': '', 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'mac_address': 'fa:16:3e:ed:e3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '985adeb8-ed6c-466b-8c65-1a9168bd00c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:15Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 2, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'subnets': [{'id': '985adeb8-ed6c-466b-8c65-1a9168bd00c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:21.707355 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Checking router: 2d5c2adb-040c-4d71-91a6-6e99feb38d6a for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:21.707746 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Updating router 2d5c2adb-040c-4d71-91a6-6e99feb38d6a port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:52:21.745827 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.051277 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.062535 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Transition to ACTIVE for port object c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:22.070417 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.126059 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad2ebf-4464-446c-a449-35c9edf5ac5d None None] Pushing event updated for resources: {'Port': ['ID=c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:22.200506 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Attempting to bind port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:22.200506 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Attempting to bind port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:22.202555 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Attempting to bind port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 on network c085f2aa-8321-4c64-8c5a-4acc29615465 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:22.207431 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:22.207803 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Checking segment: {'id': '2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:22.208203 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.208593 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Bound using segment: {'id': '2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:22.209168 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Bound port: c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:22.209548 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.299202 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] For port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:22.303148 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] For port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7,segment=NetworkSegment(2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee),segment_id=2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:22.308712 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.380557 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad2ebf-4464-446c-a449-35c9edf5ac5d None None] Pushing event updated for resources: {'Port': ['ID=c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:22.390284 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Routers {'2d5c2adb-040c-4d71-91a6-6e99feb38d6a'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:22.390284 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:52:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2d5c2adb-040c-4d71-91a6-6e99feb38d6a'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:22.618720 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] Set router 2d5c2adb-040c-4d71-91a6-6e99feb38d6a gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:22.868475 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'name': 'tempest-TestMinimumBasicScenario-1171834491-router', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:12Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 4, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'gw_port': {'id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:13Z', 'updated_at': '2021-07-16T18:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7', 'name': '', 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'mac_address': 'fa:16:3e:ed:e3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '985adeb8-ed6c-466b-8c65-1a9168bd00c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:15Z', 'updated_at': '2021-07-16T18:52:22Z', 'revision_number': 4, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'subnets': [{'id': '985adeb8-ed6c-466b-8c65-1a9168bd00c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:22.896312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:22.932765 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1cf36c-248a-48d0-9de7-79ceb3917287 None None] The sync data for ids ['2d5c2adb-040c-4d71-91a6-6e99feb38d6a'] in n-d-787205-10 is: [{'id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'name': 'tempest-TestMinimumBasicScenario-1171834491-router', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:12Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 4, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'gw_port': {'id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:13Z', 'updated_at': '2021-07-16T18:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7', 'name': '', 'network_id': 'c085f2aa-8321-4c64-8c5a-4acc29615465', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'mac_address': 'fa:16:3e:ed:e3:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '985adeb8-ed6c-466b-8c65-1a9168bd00c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:15Z', 'updated_at': '2021-07-16T18:52:22Z', 'revision_number': 4, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'subnets': [{'id': '985adeb8-ed6c-466b-8c65-1a9168bd00c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:22.973299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:22.980946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:22.981571 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.088202 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.143278 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7,segment=NetworkSegment(2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee),segment_id=2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:23.150822 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.264132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:23.703510 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.825206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:24.883111 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:24.883930 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:25.811911 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.275999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-9219b81c-e703-4b57-98e4-f2ff8395afdd tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:27.277403 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-9219b81c-e703-4b57-98e4-f2ff8395afdd tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/networks?id=72ad055e-def7-4561-96a1-8fef9181e3cb HTTP/1.1" status: 200 len: 814 time: 0.1080813 Jul 16 18:52:27.292650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-4fcd4f4a-fca7-4f11-9458-9caea17fc378 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/quotas/e0732a8a58624cc09239c1a645012ab7 HTTP/1.1" status: 200 len: 375 time: 0.0097411 Jul 16 18:52:27.357995 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-61336651-4d0a-4e6e-b3c7-965947f2a197 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0732a8a58624cc09239c1a645012ab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602303 Jul 16 18:52:27.463467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-e07d11a7-4560-481e-9a48-7208aca026b3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:52:27.464495 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-e07d11a7-4560-481e-9a48-7208aca026b3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0956068 Jul 16 18:52:27.557739 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-f8e4c692-7103-4def-87ea-50188249389d service neutron] 10.222.0.24 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869677 Jul 16 18:52:27.653809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-eca470d4-a7ef-438e-a318-17c3426ee6ba service neutron] 10.222.0.24 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904820 Jul 16 18:52:27.820684 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b1e70814-75be-409d-8429-e2c526f43c17 req-28d178e4-63e2-4516-ab66-ab8c0e32cba5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 210 time: 0.0287559 Jul 16 18:52:28.868696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-f8b29c9b-b9b0-417f-b530-cb291ac31171 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:28.870305 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-f8b29c9b-b9b0-417f-b530-cb291ac31171 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.11 "GET /v2.0/networks?id=72ad055e-def7-4561-96a1-8fef9181e3cb HTTP/1.1" status: 200 len: 814 time: 0.1082487 Jul 16 18:52:28.890353 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Request body: {'port': {'device_id': '10235c4e-e867-419f-beb1-bf9103457efc', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'admin_state_up': True, 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:28.974274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1bac60c3-ab6b-4d89-95d6-71041ee76902 req-803fcfb2-7796-4f8d-b8f5-4dd548be0b1f tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 210 time: 0.0339515 Jul 16 18:52:29.013171 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Made reservation on behalf of e0732a8a58624cc09239c1a645012ab7 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:52:29.016749 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.154939 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Allocated IP 172.20.0.7 (72ad055e-def7-4561-96a1-8fef9181e3cb/ce30301c-ce8a-4997-9092-16588e6b16e0/de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:29.321706 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.338552 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Transition to ACTIVE for port object de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:29.375608 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.415007 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:29.471402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event updated for resources: {'Port': ['ID=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:29.475465 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Network 72ad055e-def7-4561-96a1-8fef9181e3cb is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:29.478233 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:29.485447 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:29.489792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:29.490025 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:29.490371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:29.490714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:29.491073 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:29.492630 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:29.492968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:29.497029 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:29.497379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:29.497747 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:29.498093 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:29.498430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:29.569508 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:29.571399 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.601731 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-1ad600db-1422-4f08-995e-7093b0663360 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7170212 Jul 16 18:52:29.718698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e3253766-6751-4ffe-8d28-bded8c0f19cc None None] Provisioning for port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:29.723830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e3253766-6751-4ffe-8d28-bded8c0f19cc None None] Provisioning complete for port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:29.724204 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e3253766-6751-4ffe-8d28-bded8c0f19cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.760499 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e3253766-6751-4ffe-8d28-bded8c0f19cc None None] Port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:52:30.157066 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59d413-ab89-4d35-8eff-7c9fc0b50d91 req-6dd8efa5-1070-418e-a8b8-543bd6c27fc9 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:30.158670 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe59d413-ab89-4d35-8eff-7c9fc0b50d91 req-6dd8efa5-1070-418e-a8b8-543bd6c27fc9 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 931 time: 0.0670869 Jul 16 18:52:30.200573 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fe59d413-ab89-4d35-8eff-7c9fc0b50d91 req-6e11d839-3772-441a-a739-2c50667686ef tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348420 Jul 16 18:52:31.397478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb359ddb-4e20-40cc-8dc4-291ec41829fd req-1a4a2b00-0a9b-4f70-8c30-c0ebed03941d tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:31.399892 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb359ddb-4e20-40cc-8dc4-291ec41829fd req-1a4a2b00-0a9b-4f70-8c30-c0ebed03941d tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 931 time: 0.0724435 Jul 16 18:52:31.441198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eb359ddb-4e20-40cc-8dc4-291ec41829fd req-8f3240e4-5514-4bcd-ac7c-3abd3dbde32a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Jul 16 18:52:32.642242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df78ca-ad7b-4c55-8e69-36217858c1f0 req-f41b6d42-8a3b-4517-b0e6-74c5ef774dfa tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:32.643834 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2df78ca-ad7b-4c55-8e69-36217858c1f0 req-f41b6d42-8a3b-4517-b0e6-74c5ef774dfa tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 931 time: 0.0833755 Jul 16 18:52:32.686272 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f2df78ca-ad7b-4c55-8e69-36217858c1f0 req-cf6e87f3-ed7a-4380-8dad-e5b5e16fd58d tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358016 Jul 16 18:52:33.867295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32940fe-033d-405a-9f11-c77c3155bcf1 req-c2f3f02a-6ce6-4e6e-99db-6b9bdbc0e899 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:33.869166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c32940fe-033d-405a-9f11-c77c3155bcf1 req-c2f3f02a-6ce6-4e6e-99db-6b9bdbc0e899 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 931 time: 0.0674400 Jul 16 18:52:33.909868 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c32940fe-033d-405a-9f11-c77c3155bcf1 req-f9216211-b45c-4681-bc6a-7bf585c71ee4 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345552 Jul 16 18:52:35.093241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946a7e1-bb26-4ffa-b27d-a79298ac6eec req-f6f638ff-b07a-4d94-b81f-9cf1c87519f6 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:35.094736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d946a7e1-bb26-4ffa-b27d-a79298ac6eec req-f6f638ff-b07a-4d94-b81f-9cf1c87519f6 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 931 time: 0.0710669 Jul 16 18:52:35.134495 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d946a7e1-bb26-4ffa-b27d-a79298ac6eec req-a67465fa-06b1-4182-9a6c-aa4bd8606314 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341547 Jul 16 18:52:36.315185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28542e-1e39-48f7-ac2b-2a97f3af9357 req-19620f6b-2d5c-4e81-80fd-031a087156f2 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:36.317733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd28542e-1e39-48f7-ac2b-2a97f3af9357 req-19620f6b-2d5c-4e81-80fd-031a087156f2 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 931 time: 0.0682783 Jul 16 18:52:36.357058 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd28542e-1e39-48f7-ac2b-2a97f3af9357 req-9ad18ae0-0c0b-4051-b3b0-efa0bbf29392 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Jul 16 18:52:37.542990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb36fcc-5410-46fa-8437-ae893fa61164 req-5eabd435-817b-423c-abd5-847dd7219853 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:37.544661 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3eb36fcc-5410-46fa-8437-ae893fa61164 req-5eabd435-817b-423c-abd5-847dd7219853 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 931 time: 0.0709517 Jul 16 18:52:37.591418 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3eb36fcc-5410-46fa-8437-ae893fa61164 req-7d2b86f9-a2af-4050-8e13-65d5b0e204ce tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Jul 16 18:52:38.770467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47ac85-df77-41fa-b537-e8e8cc046c39 req-6deba14d-1c3a-40bf-bd9a-1326eb8c0ae7 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:38.772061 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a47ac85-df77-41fa-b537-e8e8cc046c39 req-6deba14d-1c3a-40bf-bd9a-1326eb8c0ae7 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 931 time: 0.0640228 Jul 16 18:52:38.809410 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a47ac85-df77-41fa-b537-e8e8cc046c39 req-c22f110d-d7d9-40a1-8b4d-85917694aff6 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318165 Jul 16 18:52:38.932561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Request body: {'port': {'device_id': '10235c4e-e867-419f-beb1-bf9103457efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:39.004321 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:39.272058 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:39.280223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:39.292572 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Transition to ACTIVE for port object de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:52:39.296977 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:39.348113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Pushing event updated for resources: {'Port': ['ID=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:39.424589 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Attempting to bind port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:52:39.424931 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Attempting to bind port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:52:39.425266 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Attempting to bind port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 on network 72ad055e-def7-4561-96a1-8fef9181e3cb {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:39.429935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 on network 72ad055e-def7-4561-96a1-8fef9181e3cb not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:52:39.430367 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Attempting to bind port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 on network 72ad055e-def7-4561-96a1-8fef9181e3cb {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:52:39.435274 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:52:39.435614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Checking segment: {'id': '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:52:39.435998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Bound using segment: {'id': '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:52:39.436430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Bound port: de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:52:39.436796 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:39.506884 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] For port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:52:39.510870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] For port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,segment=NetworkSegment(48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b),segment_id=48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:52:39.515127 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:39.549999 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:39.550644 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:39.551984 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] 10.222.0.11 "PUT /v2.0/ports/de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 HTTP/1.1" status: 200 len: 1092 time: 0.6259477 Jul 16 18:52:39.552513 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:39.555466 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf1e334-d3ba-4f3c-a1e9-c9aa9464bb83" -d '{"events": [{"name": "network-changed", "server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:39.581590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade69bd-4a68-45f3-889b-f126c563dd42 service neutron] Pushing event updated for resources: {'Port': ['ID=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:39.596884 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9c41af-afa2-4101-aa24-5c9708ea3d35 x-openstack-request-id: req-ce9c41af-afa2-4101-aa24-5c9708ea3d35 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:39.597181 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:39.597435 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce9c41af-afa2-4101-aa24-5c9708ea3d35 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:39.597877 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0', 'status': 'completed', 'code': 200} Jul 16 18:52:39.659746 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-22294958-be64-4ee8-a0f8-e20d02b2dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:39.661366 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-22294958-be64-4ee8-a0f8-e20d02b2dfaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0732a8a58624cc09239c1a645012ab7&device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 1095 time: 0.0570593 Jul 16 18:52:39.706941 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-cf5feb80-a709-4f1c-87dc-0fffeecfbc81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 HTTP/1.1" status: 200 len: 217 time: 0.0386610 Jul 16 18:52:39.758773 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-f3a77e19-71fd-4fb9-8391-aed1509e3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:39.760315 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-f3a77e19-71fd-4fb9-8391-aed1509e3e5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce30301c-ce8a-4997-9092-16588e6b16e0 HTTP/1.1" status: 200 len: 853 time: 0.0469823 Jul 16 18:52:39.820402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-b1549c48-e9e6-44f7-a268-b293ecc74652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:39.821923 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-b1549c48-e9e6-44f7-a268-b293ecc74652 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72ad055e-def7-4561-96a1-8fef9181e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552199 Jul 16 18:52:39.916330 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-88bda0fd-de14-4f53-9f75-9763c0b0b0b1 service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876110 Jul 16 18:52:39.984746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8310b-3fb0-4933-8b61-47883a37c1c5 req-604d6add-627d-4441-b6f6-84c5e7346592 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:39.986408 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60b8310b-3fb0-4933-8b61-47883a37c1c5 req-604d6add-627d-4441-b6f6-84c5e7346592 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 943 time: 0.0642955 Jul 16 18:52:40.010543 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-311be3d4-490a-4df6-b58e-20462e0bdeb8 req-640b4710-e8e9-4af6-baec-cdd8622adbb8 service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873172 Jul 16 18:52:40.025094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-60b8310b-3fb0-4933-8b61-47883a37c1c5 req-a42adddf-139e-4907-baf7-5ae855afeed9 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325849 Jul 16 18:52:40.113602 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e334-d3ba-4f3c-a1e9-c9aa9464bb83 req-2c4986b0-a5d5-47de-bd33-fff1ff13413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:40.115062 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bf1e334-d3ba-4f3c-a1e9-c9aa9464bb83 req-2c4986b0-a5d5-47de-bd33-fff1ff13413d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0732a8a58624cc09239c1a645012ab7&device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 1095 time: 0.0582564 Jul 16 18:52:40.204057 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e334-d3ba-4f3c-a1e9-c9aa9464bb83 req-27ba5635-8197-4999-b4ae-182e21d7f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:40.205542 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bf1e334-d3ba-4f3c-a1e9-c9aa9464bb83 req-27ba5635-8197-4999-b4ae-182e21d7f5d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=72ad055e-def7-4561-96a1-8fef9181e3cb HTTP/1.1" status: 200 len: 915 time: 0.0843837 Jul 16 18:52:40.250862 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bf1e334-d3ba-4f3c-a1e9-c9aa9464bb83 req-c0cd7ffd-4e9c-469b-b806-129e445ae060 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 HTTP/1.1" status: 200 len: 217 time: 0.0378971 Jul 16 18:52:40.299800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e334-d3ba-4f3c-a1e9-c9aa9464bb83 req-ccbb5ef0-ee8b-4d43-8000-16641020752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:40.301277 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bf1e334-d3ba-4f3c-a1e9-c9aa9464bb83 req-ccbb5ef0-ee8b-4d43-8000-16641020752a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce30301c-ce8a-4997-9092-16588e6b16e0 HTTP/1.1" status: 200 len: 853 time: 0.0436954 Jul 16 18:52:40.359635 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e334-d3ba-4f3c-a1e9-c9aa9464bb83 req-f83e49b5-1606-46db-b32a-a02e71105ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:40.361202 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bf1e334-d3ba-4f3c-a1e9-c9aa9464bb83 req-f83e49b5-1606-46db-b32a-a02e71105ac8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72ad055e-def7-4561-96a1-8fef9181e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519934 Jul 16 18:52:40.459085 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bf1e334-d3ba-4f3c-a1e9-c9aa9464bb83 req-cdf51583-fd44-4c30-87a2-f712b5936840 service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907915 Jul 16 18:52:40.548241 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bf1e334-d3ba-4f3c-a1e9-c9aa9464bb83 req-bce7735f-6261-4c4a-837a-3e2b82ebb74c service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825429 Jul 16 18:52:41.207530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6044a12-618a-44e5-9924-1893cd2e50db req-475738ea-e655-44ac-8ac1-4e112e64add0 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:41.209051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6044a12-618a-44e5-9924-1893cd2e50db req-475738ea-e655-44ac-8ac1-4e112e64add0 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 943 time: 0.0665483 Jul 16 18:52:41.247298 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b6044a12-618a-44e5-9924-1893cd2e50db req-0c30aa40-7b7d-4ae6-baf9-31ab93b0290e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319481 Jul 16 18:52:41.541434 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:52:41.639536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,segment=NetworkSegment(48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b),segment_id=48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:41.650384 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'port_id': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0', 'mac_address': 'fa:16:3e:48:61:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:52:41.686720 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.700389 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:41.721296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,segment=NetworkSegment(48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b),segment_id=48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:41.725433 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:41.774559 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:41.781729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:41.782083 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:41.782426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:41.782768 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:41.783102 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:41.783435 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:41.783763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:41.784092 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:41.784419 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:41.784748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:41.785078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:41.785402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:41.929008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:52:42.420312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17d0e7-d23a-44ad-b3db-bfa290d11931 req-55d9712c-1729-4d4a-b5d9-ba272222fa9d tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:42.421841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db17d0e7-d23a-44ad-b3db-bfa290d11931 req-55d9712c-1729-4d4a-b5d9-ba272222fa9d tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 944 time: 0.0657184 Jul 16 18:52:42.459795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-db17d0e7-d23a-44ad-b3db-bfa290d11931 req-37d2a76d-76dc-492d-ac4f-acd221e17085 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324085 Jul 16 18:52:43.549702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:43.603625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:43.611044 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:43.611418 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.633559 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affbbc4-5809-4f24-9459-cafce35425d0 req-fe3f2e03-8217-4e1e-9a2b-97c61b4e54d3 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:43.635359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4affbbc4-5809-4f24-9459-cafce35425d0 req-fe3f2e03-8217-4e1e-9a2b-97c61b4e54d3 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 944 time: 0.0645609 Jul 16 18:52:43.635806 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6cd0d616-11d1-4a13-ae09-52abd201792f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.680715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4affbbc4-5809-4f24-9459-cafce35425d0 req-9df91ff7-2639-43bf-bac1-1d546a7e1cd2 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378785 Jul 16 18:52:43.695450 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.719057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:43.721314 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163e9b8f-cd40-4d77-a896-7e772d1b99c2" -d '{"events": [{"server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "name": "network-vif-plugged", "status": "completed", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:43.735000 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,segment=NetworkSegment(48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b),segment_id=48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:43.739780 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:43.790254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:43.873190 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f1a443-a0e6-4fef-a549-0b2eabe6dfb4 x-openstack-request-id: req-67f1a443-a0e6-4fef-a549-0b2eabe6dfb4 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:43.873489 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "name": "network-vif-plugged", "status": "completed", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:43.873791 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67f1a443-a0e6-4fef-a549-0b2eabe6dfb4 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:43.874188 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0', 'code': 200} Jul 16 18:52:43.987040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba43c0a-3f73-4eff-8353-62ff158aa408 req-3a2fa444-1f59-4b18-8b0f-23a3841b95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:43.988440 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bba43c0a-3f73-4eff-8353-62ff158aa408 req-3a2fa444-1f59-4b18-8b0f-23a3841b95e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 1097 time: 0.0549071 Jul 16 18:52:44.024277 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bba43c0a-3f73-4eff-8353-62ff158aa408 req-249eeef3-97c8-4ef9-a682-da29ec289357 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285964 Jul 16 18:52:44.860974 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460aa1b-b0f0-4ab5-9823-d5a3518d22b3 req-59348d4d-919d-473c-85cd-8c2bddcc7f07 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:44.862501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e460aa1b-b0f0-4ab5-9823-d5a3518d22b3 req-59348d4d-919d-473c-85cd-8c2bddcc7f07 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 945 time: 0.0664358 Jul 16 18:52:44.903090 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e460aa1b-b0f0-4ab5-9823-d5a3518d22b3 req-445348e5-b63c-4d47-be51-83b80939d028 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334442 Jul 16 18:52:45.806236 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-31c8ad62-bf2f-418d-b49a-fbb91c2058f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.042802 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:46.082434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbc617-9875-45d1-b027-c2df909fdc0c req-685a6f08-ab9a-4ce5-8a15-e05b7a6ea41c tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:46.083841 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acbc617-9875-45d1-b027-c2df909fdc0c req-685a6f08-ab9a-4ce5-8a15-e05b7a6ea41c tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 945 time: 0.0647330 Jul 16 18:52:46.125701 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7acbc617-9875-45d1-b027-c2df909fdc0c req-6fe90e61-09e6-45a7-86c8-dc8e862b6724 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361233 Jul 16 18:52:46.299753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171f8ad-3593-43d4-b863-2b069639343c req-4235a05d-a52b-4451-bffc-c8817cf2d054 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:46.301244 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c171f8ad-3593-43d4-b863-2b069639343c req-4235a05d-a52b-4451-bffc-c8817cf2d054 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 945 time: 0.0667000 Jul 16 18:52:46.339491 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c171f8ad-3593-43d4-b863-2b069639343c req-6ec30e57-a96b-4e8e-9398-cd81c92ad864 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314834 Jul 16 18:52:46.682475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cfcc2-d0d6-4131-8f23-6251fd485466 req-01bd8741-f9d0-44a0-ac7c-6ebea186c085 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:46.683874 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-976cfcc2-d0d6-4131-8f23-6251fd485466 req-01bd8741-f9d0-44a0-ac7c-6ebea186c085 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 945 time: 0.0626216 Jul 16 18:52:46.720825 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-976cfcc2-d0d6-4131-8f23-6251fd485466 req-619b17ce-cb95-4001-af66-39bd283eb498 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314429 Jul 16 18:52:47.841493 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:49.255371 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:53.711880 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:55.821993 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.428956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ffe6-8fc3-4244-bdb4-f1dfa2c08f46 req-8d4fe818-1940-496f-8474-152dcc46476b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:58.431908 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc93ffe6-8fc3-4244-bdb4-f1dfa2c08f46 req-8d4fe818-1940-496f-8474-152dcc46476b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 945 time: 0.0721812 Jul 16 18:52:58.477862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bc93ffe6-8fc3-4244-bdb4-f1dfa2c08f46 req-382d0c02-0206-47fc-bbc2-e53854b7e28d tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392470 Jul 16 18:52:58.503675 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47386) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:58.599549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd47db5-8dd2-4124-abf4-f24b0416f137 tempest-TestMinimumBasicScenario-488522629 tempest-TestMinimumBasicScenario-488522629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:58.601091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1fd47db5-8dd2-4124-abf4-f24b0416f137 tempest-TestMinimumBasicScenario-488522629 tempest-TestMinimumBasicScenario-488522629-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 1092 time: 0.0963953 Jul 16 18:52:58.605453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47390) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:58.610064 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:58.633792 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.739436 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:58.857601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Allocated IP 172.25.3.29 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/79900799-d276-473f-a56c-17cbea54534a) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:52:58.972097 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.010501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.046434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:52:59.051176 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:52:59.055388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:52:59.080161 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event updated for resources: {'Port': ['ID=79900799-d276-473f-a56c-17cbea54534a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:59.695068 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.768550 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.919226 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.923765 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.994437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event updated for resources: {'Port': ['ID=79900799-d276-473f-a56c-17cbea54534a,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:00.009876 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.109282 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Floating IP 33f84824-1168-4d70-817b-bee451a2e66f associated. External IP: 172.25.3.29, port: de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0. Jul 16 18:53:00.313851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Router f810991e-8d44-4d19-8389-2b73a24a2731 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:53:00.419507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:53:00.430170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084af8df-3980-4707-9844-e9fb99cf629f None None] Sync routers for ids ['f810991e-8d44-4d19-8389-2b73a24a2731'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:53:00.437978 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.445934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084af8df-3980-4707-9844-e9fb99cf629f None None] Routers {'f810991e-8d44-4d19-8389-2b73a24a2731'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:00.446583 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-084af8df-3980-4707-9844-e9fb99cf629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:52:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f810991e-8d44-4d19-8389-2b73a24a2731'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:00.480761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6fe676c7-17e4-40a5-9450-feef26cd8a30 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8742254 Jul 16 18:53:00.481368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:00.483632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47392) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:00.484162 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6040a43d-23e4-408b-abd0-d33eb120a396" -d '{"events": [{"name": "network-changed", "server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:00.489328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-949d7148-75c3-4ede-a65b-06b7eee4ea98 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1587321957', 'description': 'tempest-secgroup-smoke-1587321957 description', 'project_id': 'e0732a8a58624cc09239c1a645012ab7'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:00.516169 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-949d7148-75c3-4ede-a65b-06b7eee4ea98 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.553753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-084af8df-3980-4707-9844-e9fb99cf629f None None] Set router f810991e-8d44-4d19-8389-2b73a24a2731 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:00.579309 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3efffe9-0741-4547-a9f8-96e1266d786c x-openstack-request-id: req-c3efffe9-0741-4547-a9f8-96e1266d786c {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:00.579610 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:00.580003 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3efffe9-0741-4547-a9f8-96e1266d786c {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:00.580459 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0', 'status': 'completed', 'code': 200} Jul 16 18:53:00.622731 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-949d7148-75c3-4ede-a65b-06b7eee4ea98 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.641995 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-949d7148-75c3-4ede-a65b-06b7eee4ea98 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.679344 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-949d7148-75c3-4ede-a65b-06b7eee4ea98 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.680658 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-949d7148-75c3-4ede-a65b-06b7eee4ea98 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1953034 Jul 16 18:53:00.683911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47398) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:00.689821 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a1d832aa-67d2-4cb8-97d6-286a16e1d16e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Request body: {'security_group_rule': {'security_group_id': '53218f51-b932-46a3-b41a-f9109b2d264c', 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:00.690197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d7148-75c3-4ede-a65b-06b7eee4ea98 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53218f51-b932-46a3-b41a-f9109b2d264c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:00.705767 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040a43d-23e4-408b-abd0-d33eb120a396 req-cf3d9446-6f29-4f49-ad92-f45098d9e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:00.707612 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6040a43d-23e4-408b-abd0-d33eb120a396 req-cf3d9446-6f29-4f49-ad92-f45098d9e6c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0732a8a58624cc09239c1a645012ab7&device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 1097 time: 0.1025257 Jul 16 18:53:00.730891 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a1d832aa-67d2-4cb8-97d6-286a16e1d16e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.797082 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a1d832aa-67d2-4cb8-97d6-286a16e1d16e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.800991 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a1d832aa-67d2-4cb8-97d6-286a16e1d16e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.807656 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040a43d-23e4-408b-abd0-d33eb120a396 req-e877dcd9-02ca-4131-bbcc-ff88b875ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:00.809181 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6040a43d-23e4-408b-abd0-d33eb120a396 req-e877dcd9-02ca-4131-bbcc-ff88b875ca57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=72ad055e-def7-4561-96a1-8fef9181e3cb HTTP/1.1" status: 200 len: 915 time: 0.0949585 Jul 16 18:53:00.821437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d832aa-67d2-4cb8-97d6-286a16e1d16e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f852530-573c-4c32-8cef-861346909488,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:00.830995 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a1d832aa-67d2-4cb8-97d6-286a16e1d16e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.832630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a1d832aa-67d2-4cb8-97d6-286a16e1d16e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472976 Jul 16 18:53:00.835727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47400) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:00.840832 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Request body: {'security_group_rule': {'security_group_id': '53218f51-b932-46a3-b41a-f9109b2d264c', 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:00.868784 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.884357 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6040a43d-23e4-408b-abd0-d33eb120a396 req-2eef4cbf-79fd-4fc9-8e31-21944614ce7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 HTTP/1.1" status: 200 len: 998 time: 0.0679395 Jul 16 18:53:00.932952 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.938359 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.944646 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040a43d-23e4-408b-abd0-d33eb120a396 req-5b624630-b3d4-4e95-9044-5de6f13fd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:00.946240 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6040a43d-23e4-408b-abd0-d33eb120a396 req-5b624630-b3d4-4e95-9044-5de6f13fd018 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce30301c-ce8a-4997-9092-16588e6b16e0 HTTP/1.1" status: 200 len: 853 time: 0.0543673 Jul 16 18:53:00.960140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cacf5dd-aebb-42ac-9282-ea53e5999cad,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:00.966110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-084af8df-3980-4707-9844-e9fb99cf629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'c0001068-50d6-4174-ae74-422b015a3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 4, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port': {'id': 'c0001068-50d6-4174-ae74-422b015a3020', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '33f84824-1168-4d70-817b-bee451a2e66f', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'port_id': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'mac_address': 'fa:16:3e:48:61:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10235c4e-e867-419f-beb1-bf9103457efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:59Z', 'updated_at': '2021-07-16T18:52:59Z', 'revision_number': 0, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52f0a3d-758e-45a9-a993-df97d78720ca', 'name': '', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'mac_address': 'fa:16:3e:66:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:10Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 5, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'subnets': [{'id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:00.970159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:00.970579 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:00.970985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:00.971394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:00.971808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:00.972202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:00.972594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:00.972985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:00.973375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:00.973791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:00.974178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:00.974582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:00.978035 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.982249 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d95c52fa-293d-4547-8c21-508f0528ce1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1424789 Jul 16 18:53:00.983541 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47402) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:00.988068 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2d7f932a-fefb-41c7-8706-b9bc5b9f5e2e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Request body: {'security_group_rule': {'security_group_id': '53218f51-b932-46a3-b41a-f9109b2d264c', 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:00.998288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084af8df-3980-4707-9844-e9fb99cf629f None None] Checking router: f810991e-8d44-4d19-8389-2b73a24a2731 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:53:01.007098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084af8df-3980-4707-9844-e9fb99cf629f None None] Routers {'f810991e-8d44-4d19-8389-2b73a24a2731'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:53:01.007849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-084af8df-3980-4707-9844-e9fb99cf629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:52:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f810991e-8d44-4d19-8389-2b73a24a2731'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:01.029936 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d7f932a-fefb-41c7-8706-b9bc5b9f5e2e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.035436 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040a43d-23e4-408b-abd0-d33eb120a396 req-143ed5f6-f134-4b63-bdbe-53f3088c749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:01.036953 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6040a43d-23e4-408b-abd0-d33eb120a396 req-143ed5f6-f134-4b63-bdbe-53f3088c749a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72ad055e-def7-4561-96a1-8fef9181e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835156 Jul 16 18:53:01.114790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-084af8df-3980-4707-9844-e9fb99cf629f None None] Set router f810991e-8d44-4d19-8389-2b73a24a2731 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:53:01.144626 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d7f932a-fefb-41c7-8706-b9bc5b9f5e2e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.150540 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d7f932a-fefb-41c7-8706-b9bc5b9f5e2e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.182459 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6040a43d-23e4-408b-abd0-d33eb120a396 req-e694f8e5-dc64-498a-b6ab-faeb833f7221 service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371574 Jul 16 18:53:01.184107 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f932a-fefb-41c7-8706-b9bc5b9f5e2e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c76b83-131f-4e00-9d1e-2689265193b2,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:01.187376 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2d7f932a-fefb-41c7-8706-b9bc5b9f5e2e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.188484 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2d7f932a-fefb-41c7-8706-b9bc5b9f5e2e tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2039871 Jul 16 18:53:01.191872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47404) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:01.203280 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5d159ab7-d070-4356-91aa-3ccbb0326452 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Request body: {'security_group_rule': {'security_group_id': '53218f51-b932-46a3-b41a-f9109b2d264c', 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:01.232787 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d159ab7-d070-4356-91aa-3ccbb0326452 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.283313 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6040a43d-23e4-408b-abd0-d33eb120a396 req-2bccd041-d426-4c6d-b718-c21e37a9759a service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913732 Jul 16 18:53:01.298235 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d159ab7-d070-4356-91aa-3ccbb0326452 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.302720 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d159ab7-d070-4356-91aa-3ccbb0326452 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.324248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d159ab7-d070-4356-91aa-3ccbb0326452 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203a2cbe-9af5-4f5e-bb58-ddde64ddffad,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:01.330381 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5d159ab7-d070-4356-91aa-3ccbb0326452 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.331738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5d159ab7-d070-4356-91aa-3ccbb0326452 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385632 Jul 16 18:53:01.334634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47406) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:01.339512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ea32b577-c0b0-4a8f-9fbd-3e8c79904acf tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Request body: {'security_group_rule': {'security_group_id': '53218f51-b932-46a3-b41a-f9109b2d264c', 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:01.359415 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-084af8df-3980-4707-9844-e9fb99cf629f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'c0001068-50d6-4174-ae74-422b015a3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 4, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port': {'id': 'c0001068-50d6-4174-ae74-422b015a3020', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '33f84824-1168-4d70-817b-bee451a2e66f', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'port_id': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'mac_address': 'fa:16:3e:48:61:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10235c4e-e867-419f-beb1-bf9103457efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:59Z', 'updated_at': '2021-07-16T18:52:59Z', 'revision_number': 0, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52f0a3d-758e-45a9-a993-df97d78720ca', 'name': '', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'mac_address': 'fa:16:3e:66:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:10Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 5, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'subnets': [{'id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:53:01.362320 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-ea32b577-c0b0-4a8f-9fbd-3e8c79904acf tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Project e0732a8a58624cc09239c1a645012ab7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:53:01.369260 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea32b577-c0b0-4a8f-9fbd-3e8c79904acf tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.388481 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084af8df-3980-4707-9844-e9fb99cf629f None None] The sync data for ids ['f810991e-8d44-4d19-8389-2b73a24a2731'] in n-d-787205-10 is: [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'c0001068-50d6-4174-ae74-422b015a3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 4, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port': {'id': 'c0001068-50d6-4174-ae74-422b015a3020', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '33f84824-1168-4d70-817b-bee451a2e66f', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'floating_ip_address': '172.25.3.29', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'port_id': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'mac_address': 'fa:16:3e:48:61:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10235c4e-e867-419f-beb1-bf9103457efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:52:59Z', 'updated_at': '2021-07-16T18:52:59Z', 'revision_number': 0, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd52f0a3d-758e-45a9-a993-df97d78720ca', 'name': '', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'mac_address': 'fa:16:3e:66:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:10Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 5, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'subnets': [{'id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:53:01.438507 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea32b577-c0b0-4a8f-9fbd-3e8c79904acf tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.443633 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea32b577-c0b0-4a8f-9fbd-3e8c79904acf tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.462531 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32b577-c0b0-4a8f-9fbd-3e8c79904acf tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c841f6a0-db0c-43a6-9da3-39e90f1bb641,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:01.470084 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ea32b577-c0b0-4a8f-9fbd-3e8c79904acf tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.471348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ea32b577-c0b0-4a8f-9fbd-3e8c79904acf tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356466 Jul 16 18:53:01.474198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47408) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:01.479257 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-dfa71173-1f8a-4b18-b30e-205aecd45ae8 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Request body: {'security_group_rule': {'security_group_id': '53218f51-b932-46a3-b41a-f9109b2d264c', 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:01.501521 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-dfa71173-1f8a-4b18-b30e-205aecd45ae8 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Project e0732a8a58624cc09239c1a645012ab7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:53:01.506743 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfa71173-1f8a-4b18-b30e-205aecd45ae8 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.574856 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfa71173-1f8a-4b18-b30e-205aecd45ae8 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.579004 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfa71173-1f8a-4b18-b30e-205aecd45ae8 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.593372 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217bada-424f-4416-8e49-82793f2069aa None None] New status for floating IP 33f84824-1168-4d70-817b-bee451a2e66f: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:53:01.598173 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa71173-1f8a-4b18-b30e-205aecd45ae8 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5266c1-086a-4829-9017-902a8f8dade4,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:01.606405 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-dfa71173-1f8a-4b18-b30e-205aecd45ae8 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.607639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-dfa71173-1f8a-4b18-b30e-205aecd45ae8 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324975 Jul 16 18:53:01.727712 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-028056da-5270-4745-aeea-edca84f82c5b req-12fc8cb2-398f-4d52-a529-138be45400bf tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587321957&fields=id&tenant_id=e0732a8a58624cc09239c1a645012ab7 HTTP/1.1" status: 200 len: 267 time: 0.0337262 Jul 16 18:53:01.800552 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028056da-5270-4745-aeea-edca84f82c5b req-3081595c-2001-45fb-a8c8-ac986b121afd tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:01.802091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-028056da-5270-4745-aeea-edca84f82c5b req-3081595c-2001-45fb-a8c8-ac986b121afd tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 945 time: 0.0684750 Jul 16 18:53:01.813352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-028056da-5270-4745-aeea-edca84f82c5b req-9668fe83-95fa-4dd2-b382-57df79034519 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Request body: {'port': {'security_groups': ['35df4e56-dc19-4fc4-b4a8-15185fa5faca', '53218f51-b932-46a3-b41a-f9109b2d264c']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:01.894469 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-028056da-5270-4745-aeea-edca84f82c5b req-9668fe83-95fa-4dd2-b382-57df79034519 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.081186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-028056da-5270-4745-aeea-edca84f82c5b req-9668fe83-95fa-4dd2-b382-57df79034519 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] For port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,segment=NetworkSegment(48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b),segment_id=48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:02.110568 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-028056da-5270-4745-aeea-edca84f82c5b req-9668fe83-95fa-4dd2-b382-57df79034519 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.115609 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-028056da-5270-4745-aeea-edca84f82c5b req-9668fe83-95fa-4dd2-b382-57df79034519 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.129028 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:02.159586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028056da-5270-4745-aeea-edca84f82c5b req-9668fe83-95fa-4dd2-b382-57df79034519 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:02.160218 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-028056da-5270-4745-aeea-edca84f82c5b req-9668fe83-95fa-4dd2-b382-57df79034519 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.161625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-028056da-5270-4745-aeea-edca84f82c5b req-9668fe83-95fa-4dd2-b382-57df79034519 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "PUT /v2.0/ports/de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 HTTP/1.1" status: 200 len: 981 time: 0.3528996 Jul 16 18:53:02.194522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668fe83-95fa-4dd2-b382-57df79034519 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event updated for resources: {'Port': ['ID=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,revision_number=6']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:02.230170 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:02.343340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c649b-b10e-4d08-92b9-1c1166624293 req-10b13403-b5f8-40f2-8472-3bc073756bfb tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:02.345084 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b5c649b-b10e-4d08-92b9-1c1166624293 req-10b13403-b5f8-40f2-8472-3bc073756bfb tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 984 time: 0.0747557 Jul 16 18:53:02.387736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b5c649b-b10e-4d08-92b9-1c1166624293 req-07dce18f-7328-40e4-9187-b9b26895a644 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=53218f51-b932-46a3-b41a-f9109b2d264c&id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361857 Jul 16 18:53:02.481439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9c61dfa4-6cad-49d1-b4b7-6d6f7562ac6e None None] Provisioning complete for port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:53:02.481690 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9c61dfa4-6cad-49d1-b4b7-6d6f7562ac6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.581528 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:02.584060 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1680cf9-d412-4a5b-940d-ca162fc300f5" -d '{"events": [{"name": "network-changed", "server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:02.621453 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f1f1a7-db16-4de1-84e2-fab1730494f3 x-openstack-request-id: req-a7f1f1a7-db16-4de1-84e2-fab1730494f3 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:02.621764 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:02.622018 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7f1f1a7-db16-4de1-84e2-fab1730494f3 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:02.622425 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0', 'status': 'completed', 'code': 200} Jul 16 18:53:02.705505 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680cf9-d412-4a5b-940d-ca162fc300f5 req-986f770f-61c6-44ef-8d68-985ae6dcf7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:02.707066 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1680cf9-d412-4a5b-940d-ca162fc300f5 req-986f770f-61c6-44ef-8d68-985ae6dcf7b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0732a8a58624cc09239c1a645012ab7&device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 1136 time: 0.0610282 Jul 16 18:53:02.802722 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680cf9-d412-4a5b-940d-ca162fc300f5 req-c179ad2a-4833-4544-91fe-55ae5afe255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:02.804243 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1680cf9-d412-4a5b-940d-ca162fc300f5 req-c179ad2a-4833-4544-91fe-55ae5afe255d service neutron] 10.222.0.11 "GET /v2.0/networks?id=72ad055e-def7-4561-96a1-8fef9181e3cb HTTP/1.1" status: 200 len: 915 time: 0.0896604 Jul 16 18:53:02.874265 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1680cf9-d412-4a5b-940d-ca162fc300f5 req-fed5805d-1ed1-4140-9d7e-8be07da3ae83 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 HTTP/1.1" status: 200 len: 1000 time: 0.0625267 Jul 16 18:53:02.923511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680cf9-d412-4a5b-940d-ca162fc300f5 req-3a680f60-6819-4a49-8948-b129d09dfe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:02.924967 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1680cf9-d412-4a5b-940d-ca162fc300f5 req-3a680f60-6819-4a49-8948-b129d09dfe06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce30301c-ce8a-4997-9092-16588e6b16e0 HTTP/1.1" status: 200 len: 853 time: 0.0438352 Jul 16 18:53:02.983537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680cf9-d412-4a5b-940d-ca162fc300f5 req-adddd7d7-c7c2-493c-8e40-adcf7534d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:02.985029 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1680cf9-d412-4a5b-940d-ca162fc300f5 req-adddd7d7-c7c2-493c-8e40-adcf7534d0af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72ad055e-def7-4561-96a1-8fef9181e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535071 Jul 16 18:53:03.076630 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1680cf9-d412-4a5b-940d-ca162fc300f5 req-7c2e340c-f39c-42e8-9a69-2770a16d03ac service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847416 Jul 16 18:53:03.166201 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a1680cf9-d412-4a5b-940d-ca162fc300f5 req-4c3d2211-82de-4eac-9ab9-2cc18ad1658c service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832963 Jul 16 18:53:06.416686 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:13.617044 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ce4b436a-899d-4b59-b0bb-e1a9d4bcf165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:15.810714 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-325b2b36-ffd0-4534-a483-66c28aacbba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:16.044934 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.737768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432da92-ddf3-466e-94ec-a4a2a3dbdd08 req-49ab3b07-2f51-4d1b-8e94-4ee80fd21ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:17.739206 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d432da92-ddf3-466e-94ec-a4a2a3dbdd08 req-49ab3b07-2f51-4d1b-8e94-4ee80fd21ec9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0732a8a58624cc09239c1a645012ab7&device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 1136 time: 0.0589762 Jul 16 18:53:17.771837 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bb1c4-f874-4173-9bdb-a553181db7f2 req-9cfb8d90-ffd5-4fdd-a398-1fb681a6f921 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:17.774056 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-918bb1c4-f874-4173-9bdb-a553181db7f2 req-9cfb8d90-ffd5-4fdd-a398-1fb681a6f921 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 984 time: 0.0658405 Jul 16 18:53:17.813446 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-918bb1c4-f874-4173-9bdb-a553181db7f2 req-082f2662-0ed2-4c37-a3af-1b21c5e88949 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=53218f51-b932-46a3-b41a-f9109b2d264c&id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336151 Jul 16 18:53:17.834834 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432da92-ddf3-466e-94ec-a4a2a3dbdd08 req-0db59d35-54a8-4784-a0b5-84c43afe359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:17.834834 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d432da92-ddf3-466e-94ec-a4a2a3dbdd08 req-0db59d35-54a8-4784-a0b5-84c43afe359d service neutron] 10.222.0.11 "GET /v2.0/networks?id=72ad055e-def7-4561-96a1-8fef9181e3cb HTTP/1.1" status: 200 len: 915 time: 0.0868068 Jul 16 18:53:17.844128 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:17.901486 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d432da92-ddf3-466e-94ec-a4a2a3dbdd08 req-d632950d-3bfc-4e03-ac64-6a091df0ad54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 HTTP/1.1" status: 200 len: 1000 time: 0.0620534 Jul 16 18:53:17.950379 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432da92-ddf3-466e-94ec-a4a2a3dbdd08 req-5445cc28-a3fa-4323-8082-a6b84fc6d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:17.951853 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d432da92-ddf3-466e-94ec-a4a2a3dbdd08 req-5445cc28-a3fa-4323-8082-a6b84fc6d806 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce30301c-ce8a-4997-9092-16588e6b16e0 HTTP/1.1" status: 200 len: 853 time: 0.0424871 Jul 16 18:53:18.008137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432da92-ddf3-466e-94ec-a4a2a3dbdd08 req-961542a1-293f-45d8-914f-3ba28606dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:18.009608 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d432da92-ddf3-466e-94ec-a4a2a3dbdd08 req-961542a1-293f-45d8-914f-3ba28606dd59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72ad055e-def7-4561-96a1-8fef9181e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509322 Jul 16 18:53:18.100510 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d432da92-ddf3-466e-94ec-a4a2a3dbdd08 req-851bd7fc-af22-4b2d-9c36-0647534c507a service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834215 Jul 16 18:53:18.187316 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d432da92-ddf3-466e-94ec-a4a2a3dbdd08 req-6d00b3ca-839e-480b-aac1-10dfd888ada5 service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802226 Jul 16 18:53:18.993728 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2e762-ce4a-484c-b6b1-553b1a80fe35 req-8cc76298-6a9d-424e-8c30-74b8f75afac1 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:18.995203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ef2e762-ce4a-484c-b6b1-553b1a80fe35 req-8cc76298-6a9d-424e-8c30-74b8f75afac1 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 984 time: 0.0676706 Jul 16 18:53:19.034770 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9ef2e762-ce4a-484c-b6b1-553b1a80fe35 req-7b34b737-de0d-4b4f-ac5b-302e9a122f92 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=53218f51-b932-46a3-b41a-f9109b2d264c&id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336752 Jul 16 18:53:19.253868 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:20.210046 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcd7c9-9bfa-4890-8c80-07f6c16fdc6e req-7f2806b4-39f2-4adc-92af-5c4f0bd73761 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:20.211574 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0abcd7c9-9bfa-4890-8c80-07f6c16fdc6e req-7f2806b4-39f2-4adc-92af-5c4f0bd73761 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 984 time: 0.0637610 Jul 16 18:53:20.251585 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0abcd7c9-9bfa-4890-8c80-07f6c16fdc6e req-6e561653-fe2a-4360-8000-ce29af8b7dee tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=53218f51-b932-46a3-b41a-f9109b2d264c&id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335951 Jul 16 18:53:21.423953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb18a45-cb29-4687-836d-5c54a82802fd req-fc186854-304c-4c95-b1d4-66cce0d29e4a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:21.425452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffb18a45-cb29-4687-836d-5c54a82802fd req-fc186854-304c-4c95-b1d4-66cce0d29e4a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 984 time: 0.0643754 Jul 16 18:53:21.465121 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ffb18a45-cb29-4687-836d-5c54a82802fd req-aebf00a0-81fc-49c7-b8c3-d288abb83464 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=53218f51-b932-46a3-b41a-f9109b2d264c&id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339322 Jul 16 18:53:22.643306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafcbce-87f5-460f-a328-44a2cb7baea0 req-28a24aa1-86fb-4d88-9c43-b48be3ed4bf2 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:22.644691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdafcbce-87f5-460f-a328-44a2cb7baea0 req-28a24aa1-86fb-4d88-9c43-b48be3ed4bf2 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 984 time: 0.0674386 Jul 16 18:53:22.682901 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fdafcbce-87f5-460f-a328-44a2cb7baea0 req-a0314d6a-ab91-4658-8769-8a10465ff38d tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=53218f51-b932-46a3-b41a-f9109b2d264c&id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322325 Jul 16 18:53:23.716717 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:23.860636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8410e0a-9e83-4dd9-aa09-da91d14b82fe req-916dbec1-b582-4c6b-9b7e-912c4b112d37 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:23.862140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8410e0a-9e83-4dd9-aa09-da91d14b82fe req-916dbec1-b582-4c6b-9b7e-912c4b112d37 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 984 time: 0.0638654 Jul 16 18:53:23.901362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e8410e0a-9e83-4dd9-aa09-da91d14b82fe req-c7f8fbdd-4e8b-45a8-a2e9-22738c4e5cc6 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=53218f51-b932-46a3-b41a-f9109b2d264c&id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332673 Jul 16 18:53:25.074984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d18716-4e3b-4fff-8309-b245240786e8 req-e7f146cf-7571-4d91-a51a-b0c3013475db tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:25.076386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52d18716-4e3b-4fff-8309-b245240786e8 req-e7f146cf-7571-4d91-a51a-b0c3013475db tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 984 time: 0.0661829 Jul 16 18:53:25.116144 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52d18716-4e3b-4fff-8309-b245240786e8 req-8c161c60-00c9-40cc-b0f4-07361d387a14 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=53218f51-b932-46a3-b41a-f9109b2d264c&id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339184 Jul 16 18:53:25.821756 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:26.290364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6b555-268f-43d6-a00f-947ef2e02e01 req-0e19265b-5916-4a29-88d0-1023836f7cb3 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:26.291862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3f6b555-268f-43d6-a00f-947ef2e02e01 req-0e19265b-5916-4a29-88d0-1023836f7cb3 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 984 time: 0.0638154 Jul 16 18:53:26.331458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3f6b555-268f-43d6-a00f-947ef2e02e01 req-b28e329e-e641-4791-b312-c4798107e62b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=53218f51-b932-46a3-b41a-f9109b2d264c&id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331633 Jul 16 18:53:27.504375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ac7c1-207c-4b1c-af57-a1467b61cafd req-798b9d98-85f0-415c-bc4e-5edca2dbb65d tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:27.505878 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a51ac7c1-207c-4b1c-af57-a1467b61cafd req-798b9d98-85f0-415c-bc4e-5edca2dbb65d tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 984 time: 0.0638676 Jul 16 18:53:27.546752 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a51ac7c1-207c-4b1c-af57-a1467b61cafd req-992f29b0-b024-49e5-92f8-1fa435d63651 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=53218f51-b932-46a3-b41a-f9109b2d264c&id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352623 Jul 16 18:53:28.722018 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964f184-0899-43ad-8f4c-faf6899021d0 req-439a07de-0902-4d67-95f1-a0ae3b067956 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:28.723408 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c964f184-0899-43ad-8f4c-faf6899021d0 req-439a07de-0902-4d67-95f1-a0ae3b067956 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 984 time: 0.0670190 Jul 16 18:53:28.764321 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c964f184-0899-43ad-8f4c-faf6899021d0 req-1f882484-c3ee-47bc-969a-d818faf88eee tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=53218f51-b932-46a3-b41a-f9109b2d264c&id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352271 Jul 16 18:53:29.937584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6b4b8-37cc-44ea-90a5-e40da8fd54d6 req-ac8628cf-31e9-458a-adaf-6a4f57b15ac5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:29.939120 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ff6b4b8-37cc-44ea-90a5-e40da8fd54d6 req-ac8628cf-31e9-458a-adaf-6a4f57b15ac5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 984 time: 0.0622847 Jul 16 18:53:29.978313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ff6b4b8-37cc-44ea-90a5-e40da8fd54d6 req-2b6f1b91-e02a-4a27-81ae-04f745d7ff68 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=53218f51-b932-46a3-b41a-f9109b2d264c&id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334945 Jul 16 18:53:31.299077 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d3576c29-ff78-432b-939c-fd8ae687c244 req-8da72292-9a2c-4527-bd22-bd36e73a8781 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557537 Jul 16 18:53:31.395686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3576c29-ff78-432b-939c-fd8ae687c244 req-5b7d8fe2-b633-4243-8817-f8c0b01ed534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:31.397204 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d3576c29-ff78-432b-939c-fd8ae687c244 req-5b7d8fe2-b633-4243-8817-f8c0b01ed534 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0732a8a58624cc09239c1a645012ab7&device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 1136 time: 0.0527906 Jul 16 18:53:31.499833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3576c29-ff78-432b-939c-fd8ae687c244 req-726c8e6d-f390-40b1-95b8-3526bfa24ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:31.501313 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d3576c29-ff78-432b-939c-fd8ae687c244 req-726c8e6d-f390-40b1-95b8-3526bfa24ded service neutron] 10.222.0.11 "GET /v2.0/networks?id=72ad055e-def7-4561-96a1-8fef9181e3cb HTTP/1.1" status: 200 len: 915 time: 0.0843232 Jul 16 18:53:31.571603 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d3576c29-ff78-432b-939c-fd8ae687c244 req-06d461c9-0441-4e3e-96cc-bea501ea160c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 HTTP/1.1" status: 200 len: 1000 time: 0.0638773 Jul 16 18:53:31.618882 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3576c29-ff78-432b-939c-fd8ae687c244 req-59655e6f-d99f-488b-a1c8-d1edf02f8ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:31.620329 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d3576c29-ff78-432b-939c-fd8ae687c244 req-59655e6f-d99f-488b-a1c8-d1edf02f8ec6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce30301c-ce8a-4997-9092-16588e6b16e0 HTTP/1.1" status: 200 len: 853 time: 0.0424252 Jul 16 18:53:31.676793 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3576c29-ff78-432b-939c-fd8ae687c244 req-8de8d87c-d456-4b68-8ec7-d5c45dff6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:31.678285 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d3576c29-ff78-432b-939c-fd8ae687c244 req-8de8d87c-d456-4b68-8ec7-d5c45dff6f0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72ad055e-def7-4561-96a1-8fef9181e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502253 Jul 16 18:53:31.769397 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d3576c29-ff78-432b-939c-fd8ae687c244 req-4d7bcdc3-8288-4fd5-ae3b-bd6253025486 service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840318 Jul 16 18:53:31.856347 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d3576c29-ff78-432b-939c-fd8ae687c244 req-0abf8333-0d65-4a52-bf7e-e35bdcd2ab60 service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804439 Jul 16 18:53:43.416492 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:43.621427 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-445ad19d-8385-42fd-8d27-397c1769d77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.810850 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d03c1f7d-0943-498b-a8e2-c982b390d5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:46.046346 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:47.845487 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:49.255939 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:53.716756 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:55.834896 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.567627 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-48236f45-db52-4d4f-8946-a9488b30a4fa req-223e0ab5-d812-4df7-a362-f68fa3022cb8 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587321957&fields=id&tenant_id=e0732a8a58624cc09239c1a645012ab7 HTTP/1.1" status: 200 len: 267 time: 0.0331252 Jul 16 18:54:02.643146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48236f45-db52-4d4f-8946-a9488b30a4fa req-6577e9e4-e3ec-4ad2-9c6c-79b2308d0aee tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.644569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-48236f45-db52-4d4f-8946-a9488b30a4fa req-6577e9e4-e3ec-4ad2-9c6c-79b2308d0aee tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 984 time: 0.0717351 Jul 16 18:54:02.656147 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-48236f45-db52-4d4f-8946-a9488b30a4fa req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Request body: {'port': {'security_groups': ['35df4e56-dc19-4fc4-b4a8-15185fa5faca']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:02.736929 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-48236f45-db52-4d4f-8946-a9488b30a4fa req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.906824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-48236f45-db52-4d4f-8946-a9488b30a4fa req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] For port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,segment=NetworkSegment(48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b),segment_id=48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:02.935116 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-48236f45-db52-4d4f-8946-a9488b30a4fa req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.941965 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-48236f45-db52-4d4f-8946-a9488b30a4fa req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.955754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:02.991657 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48236f45-db52-4d4f-8946-a9488b30a4fa req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.992289 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-48236f45-db52-4d4f-8946-a9488b30a4fa req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.993726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-48236f45-db52-4d4f-8946-a9488b30a4fa req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "PUT /v2.0/ports/de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 HTTP/1.1" status: 200 len: 942 time: 0.3430133 Jul 16 18:54:02.994198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:02.997220 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53e666c-3025-4e20-ad24-88e92bcc110e" -d '{"events": [{"name": "network-changed", "server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:03.001361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47470) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:03.026699 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event updated for resources: {'Port': ['ID=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,revision_number=7']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:03.035022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.035374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.035722 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.036061 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.036399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.036788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.037264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.037623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.037947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.038275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.038603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.038931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebada32-5407-45a2-9bc4-01d4680447e5 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.079642 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.081409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:03.084955 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1320b2c5-f135-4465-bcfb-cde03f6451ad x-openstack-request-id: req-1320b2c5-f135-4465-bcfb-cde03f6451ad {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:03.085361 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:03.085748 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1320b2c5-f135-4465-bcfb-cde03f6451ad {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:03.086251 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0', 'status': 'completed', 'code': 200} Jul 16 18:54:03.106546 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.209497 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e666c-3025-4e20-ad24-88e92bcc110e req-4666d00c-f824-4bfe-a2b1-0c96595712ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.211042 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c53e666c-3025-4e20-ad24-88e92bcc110e req-4666d00c-f824-4bfe-a2b1-0c96595712ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0732a8a58624cc09239c1a645012ab7&device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 1097 time: 0.0906968 Jul 16 18:54:03.212294 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.214924 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.216003 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "DELETE /v2.0/security-groups/53218f51-b932-46a3-b41a-f9109b2d264c HTTP/1.1" status: 204 len: 168 time: 0.2135668 Jul 16 18:54:03.219560 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47474) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:03.251913 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53218f51-b932-46a3-b41a-f9109b2d264c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:03.266236 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.266501 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.266839 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.267173 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.267535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.267862 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.268186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.268511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.268833 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.269153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.269473 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.269883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3af02-2c8e-4ebc-be06-f8e5384e4e1a tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.329376 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e666c-3025-4e20-ad24-88e92bcc110e req-b51eb7aa-927f-4d1f-a054-5f1abb9b3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.331043 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c53e666c-3025-4e20-ad24-88e92bcc110e req-b51eb7aa-927f-4d1f-a054-5f1abb9b3cc7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=72ad055e-def7-4561-96a1-8fef9181e3cb HTTP/1.1" status: 200 len: 915 time: 0.1093771 Jul 16 18:54:03.336853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-769d2a8e-100a-43a2-b93c-416c1dce7fd5 None None] Provisioning complete for port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:03.337410 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-769d2a8e-100a-43a2-b93c-416c1dce7fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.399743 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c53e666c-3025-4e20-ad24-88e92bcc110e req-45df8d59-987b-4986-859f-0cbdd7d04085 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 HTTP/1.1" status: 200 len: 1000 time: 0.0619915 Jul 16 18:54:03.401944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-3257392b-8aaa-45f8-a16a-fa01c436626b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Deleting port 79900799-d276-473f-a56c-17cbea54534a {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:03.402898 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3257392b-8aaa-45f8-a16a-fa01c436626b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.452148 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e666c-3025-4e20-ad24-88e92bcc110e req-b1fc272e-a036-40d9-ada9-ae9de79f7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.453612 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c53e666c-3025-4e20-ad24-88e92bcc110e req-b1fc272e-a036-40d9-ada9-ae9de79f7332 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce30301c-ce8a-4997-9092-16588e6b16e0 HTTP/1.1" status: 200 len: 853 time: 0.0475204 Jul 16 18:54:03.477410 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3257392b-8aaa-45f8-a16a-fa01c436626b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.477788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3257392b-8aaa-45f8-a16a-fa01c436626b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.490658 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-3257392b-8aaa-45f8-a16a-fa01c436626b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Calling delete_port for 79900799-d276-473f-a56c-17cbea54534a owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:03.682167 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3257392b-8aaa-45f8-a16a-fa01c436626b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.717447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257392b-8aaa-45f8-a16a-fa01c436626b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event deleted for resources: {'Port': ['ID=79900799-d276-473f-a56c-17cbea54534a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:03.784287 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3257392b-8aaa-45f8-a16a-fa01c436626b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.784639 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-3257392b-8aaa-45f8-a16a-fa01c436626b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Floating IP 33f84824-1168-4d70-817b-bee451a2e66f disassociated (deleted). External IP: 172.25.3.29, port: de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0. Jul 16 18:54:03.840323 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e666c-3025-4e20-ad24-88e92bcc110e req-5aa4a4bd-abf5-4dc9-b2fe-09452c5d5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.841953 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c53e666c-3025-4e20-ad24-88e92bcc110e req-5aa4a4bd-abf5-4dc9-b2fe-09452c5d5c82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72ad055e-def7-4561-96a1-8fef9181e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3816960 Jul 16 18:54:03.935158 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c53e666c-3025-4e20-ad24-88e92bcc110e req-6a2be863-18ea-4d64-976a-a9155daa4073 service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853724 Jul 16 18:54:03.998814 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3257392b-8aaa-45f8-a16a-fa01c436626b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Router f810991e-8d44-4d19-8389-2b73a24a2731 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:04.024077 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c53e666c-3025-4e20-ad24-88e92bcc110e req-320c97bf-94da-48ed-a655-7a6bbd4bbed1 service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830576 Jul 16 18:54:04.357010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3257392b-8aaa-45f8-a16a-fa01c436626b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:04.362064 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3257392b-8aaa-45f8-a16a-fa01c436626b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.366687 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940bde9f-d883-4230-a1ac-c91561b4056b None None] Sync routers for ids ['f810991e-8d44-4d19-8389-2b73a24a2731'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:04.375702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bde9f-d883-4230-a1ac-c91561b4056b None None] Routers {'f810991e-8d44-4d19-8389-2b73a24a2731'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:04.376331 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-940bde9f-d883-4230-a1ac-c91561b4056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:53:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f810991e-8d44-4d19-8389-2b73a24a2731'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:04.397625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3257392b-8aaa-45f8-a16a-fa01c436626b tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "DELETE /v2.0/floatingips/33f84824-1168-4d70-817b-bee451a2e66f HTTP/1.1" status: 204 len: 168 time: 1.1745737 Jul 16 18:54:04.484575 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-940bde9f-d883-4230-a1ac-c91561b4056b None None] Set router f810991e-8d44-4d19-8389-2b73a24a2731 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:04.691237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-940bde9f-d883-4230-a1ac-c91561b4056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'c0001068-50d6-4174-ae74-422b015a3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 4, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port': {'id': 'c0001068-50d6-4174-ae74-422b015a3020', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'd52f0a3d-758e-45a9-a993-df97d78720ca', 'name': '', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'mac_address': 'fa:16:3e:66:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:10Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 5, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'subnets': [{'id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:04.719180 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940bde9f-d883-4230-a1ac-c91561b4056b None None] Checking router: f810991e-8d44-4d19-8389-2b73a24a2731 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:04.729335 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bde9f-d883-4230-a1ac-c91561b4056b None None] Routers {'f810991e-8d44-4d19-8389-2b73a24a2731'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:04.729991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-940bde9f-d883-4230-a1ac-c91561b4056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:53:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f810991e-8d44-4d19-8389-2b73a24a2731'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:04.836243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-940bde9f-d883-4230-a1ac-c91561b4056b None None] Set router f810991e-8d44-4d19-8389-2b73a24a2731 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:05.030273 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-940bde9f-d883-4230-a1ac-c91561b4056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'c0001068-50d6-4174-ae74-422b015a3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 4, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port': {'id': 'c0001068-50d6-4174-ae74-422b015a3020', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'd52f0a3d-758e-45a9-a993-df97d78720ca', 'name': '', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'mac_address': 'fa:16:3e:66:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:10Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 5, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'subnets': [{'id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:05.060064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940bde9f-d883-4230-a1ac-c91561b4056b None None] The sync data for ids ['f810991e-8d44-4d19-8389-2b73a24a2731'] in n-d-787205-10 is: [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'c0001068-50d6-4174-ae74-422b015a3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:10Z', 'revision_number': 4, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port': {'id': 'c0001068-50d6-4174-ae74-422b015a3020', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'd52f0a3d-758e-45a9-a993-df97d78720ca', 'name': '', 'network_id': '72ad055e-def7-4561-96a1-8fef9181e3cb', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'mac_address': 'fa:16:3e:66:5a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:10Z', 'updated_at': '2021-07-16T18:52:16Z', 'revision_number': 5, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'subnets': [{'id': 'ce30301c-ce8a-4997-9092-16588e6b16e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:05.088190 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:05.091218 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1effe4-bbe7-4b82-aee0-df660282698d" -d '{"events": [{"name": "network-changed", "server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:05.128891 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92ec82a-7c50-40a6-916d-9d74db63ba09 x-openstack-request-id: req-b92ec82a-7c50-40a6-916d-9d74db63ba09 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:05.129193 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:05.129449 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b92ec82a-7c50-40a6-916d-9d74db63ba09 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:05.129881 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0', 'status': 'completed', 'code': 200} Jul 16 18:54:05.212709 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1effe4-bbe7-4b82-aee0-df660282698d req-a7e32a16-217e-4e6e-8520-ea8423eab8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.214435 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce1effe4-bbe7-4b82-aee0-df660282698d req-a7e32a16-217e-4e6e-8520-ea8423eab8a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e0732a8a58624cc09239c1a645012ab7&device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 1097 time: 0.0588801 Jul 16 18:54:05.317345 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1effe4-bbe7-4b82-aee0-df660282698d req-387b8276-868f-4d01-97a6-986a874fc50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.319156 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce1effe4-bbe7-4b82-aee0-df660282698d req-387b8276-868f-4d01-97a6-986a874fc50c service neutron] 10.222.0.11 "GET /v2.0/networks?id=72ad055e-def7-4561-96a1-8fef9181e3cb HTTP/1.1" status: 200 len: 915 time: 0.0981610 Jul 16 18:54:05.323121 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727c3b72-b9ce-459b-8bba-e1c3e007a011 None None] New status for floating IP 33f84824-1168-4d70-817b-bee451a2e66f: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:54:05.361159 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce1effe4-bbe7-4b82-aee0-df660282698d req-6a49d070-286e-4c84-abf3-6c49ec9b5e29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 HTTP/1.1" status: 200 len: 217 time: 0.0358064 Jul 16 18:54:05.421513 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1effe4-bbe7-4b82-aee0-df660282698d req-81d3e17c-eaec-4f12-8036-c93e8a67cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.423208 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce1effe4-bbe7-4b82-aee0-df660282698d req-81d3e17c-eaec-4f12-8036-c93e8a67cead service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce30301c-ce8a-4997-9092-16588e6b16e0 HTTP/1.1" status: 200 len: 853 time: 0.0557170 Jul 16 18:54:05.482553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1effe4-bbe7-4b82-aee0-df660282698d req-0b5af7d7-5625-4df9-92d4-c98ead7fde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.484161 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce1effe4-bbe7-4b82-aee0-df660282698d req-0b5af7d7-5625-4df9-92d4-c98ead7fde6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=72ad055e-def7-4561-96a1-8fef9181e3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546682 Jul 16 18:54:05.575861 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce1effe4-bbe7-4b82-aee0-df660282698d req-06ff1aee-3937-4208-8d78-9dcd1da47255 service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835314 Jul 16 18:54:05.671068 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ce1effe4-bbe7-4b82-aee0-df660282698d req-6172d9c5-9448-4369-919c-a330bb3b4630 service neutron] 10.222.0.11 "GET /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875902 Jul 16 18:54:11.816839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5aa72-865c-45aa-be20-2cd22828421d req-9ec87589-d89e-4304-b0b4-be08ab14a2b6 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:11.818385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aea5aa72-865c-45aa-be20-2cd22828421d req-9ec87589-d89e-4304-b0b4-be08ab14a2b6 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 945 time: 0.0624907 Jul 16 18:54:11.859962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aea5aa72-865c-45aa-be20-2cd22828421d req-5bb376c7-09dc-4495-8d13-01aa17ff0130 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354626 Jul 16 18:54:13.037874 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7a0af-aeb0-4d7f-88e1-f446f1e07ecf req-ed0eb9f1-e29b-40cc-9a0a-58830aa0b79f tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:13.039339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00d7a0af-aeb0-4d7f-88e1-f446f1e07ecf req-ed0eb9f1-e29b-40cc-9a0a-58830aa0b79f tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 945 time: 0.0651648 Jul 16 18:54:13.077308 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00d7a0af-aeb0-4d7f-88e1-f446f1e07ecf req-2c10e473-b814-4371-9603-6c8bc4039c8c tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/security-groups?id=35df4e56-dc19-4fc4-b4a8-15185fa5faca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312912 Jul 16 18:54:13.392484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85db317-eaa9-45ea-9150-b695cd858871 req-ca709185-3b50-4d97-8452-767ebc0d33c4 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:13.394056 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e85db317-eaa9-45ea-9150-b695cd858871 req-ca709185-3b50-4d97-8452-767ebc0d33c4 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.11 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 945 time: 0.0635724 Jul 16 18:54:13.495231 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-e85db317-eaa9-45ea-9150-b695cd858871 req-4d528de2-5327-451d-a2cb-109c624a3747 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Deleting port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:13.495579 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e85db317-eaa9-45ea-9150-b695cd858871 req-4d528de2-5327-451d-a2cb-109c624a3747 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.581997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-e85db317-eaa9-45ea-9150-b695cd858871 req-4d528de2-5327-451d-a2cb-109c624a3747 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] For port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,segment=NetworkSegment(48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b),segment_id=48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:13.582359 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e85db317-eaa9-45ea-9150-b695cd858871 req-4d528de2-5327-451d-a2cb-109c624a3747 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.595372 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-e85db317-eaa9-45ea-9150-b695cd858871 req-4d528de2-5327-451d-a2cb-109c624a3747 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Calling delete_port for de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:13.623401 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aca50112-6e1d-40bc-af02-e02552eeaeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.723860 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e85db317-eaa9-45ea-9150-b695cd858871 req-4d528de2-5327-451d-a2cb-109c624a3747 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.735446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:13.751458 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d528de2-5327-451d-a2cb-109c624a3747 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Pushing event deleted for resources: {'Port': ['ID=de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:13.801679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85db317-eaa9-45ea-9150-b695cd858871 req-4d528de2-5327-451d-a2cb-109c624a3747 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] No DVR routers for this DVR port de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:13.804346 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-e85db317-eaa9-45ea-9150-b695cd858871 req-4d528de2-5327-451d-a2cb-109c624a3747 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.806362 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e85db317-eaa9-45ea-9150-b695cd858871 req-4d528de2-5327-451d-a2cb-109c624a3747 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.11 "DELETE /v2.0/ports/de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 HTTP/1.1" status: 204 len: 173 time: 0.4073246 Jul 16 18:54:13.806798 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'name': 'network-vif-deleted', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:13.809445 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc4416a-1abc-4e8e-a3a6-8289d5e54c02" -d '{"events": [{"server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "name": "network-vif-deleted", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:13.847009 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e97b90f-aa37-4251-85dd-99a583f4eab1 x-openstack-request-id: req-1e97b90f-aa37-4251-85dd-99a583f4eab1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:13.847354 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10235c4e-e867-419f-beb1-bf9103457efc", "name": "network-vif-deleted", "tag": "de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:13.847611 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e97b90f-aa37-4251-85dd-99a583f4eab1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:13.848013 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10235c4e-e867-419f-beb1-bf9103457efc', 'name': 'network-vif-deleted', 'tag': 'de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0', 'status': 'completed', 'code': 200} Jul 16 18:54:14.241595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dbce1d7d-29db-4419-8f6e-bef8af453aaf req-32abfb2f-48ff-4e86-a41c-6a177ec82204 tempest-TestMinimumBasicScenario-821188792 tempest-TestMinimumBasicScenario-821188792-project] 10.222.0.24 "GET /v2.0/ports?device_id=10235c4e-e867-419f-beb1-bf9103457efc HTTP/1.1" status: 200 len: 210 time: 0.0344462 Jul 16 18:54:15.813339 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4c5e28ac-3a5b-4bd7-9032-91c904a52fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.850046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47574) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:16.048208 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:16.198496 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed7969d7-15b1-4563-ba1c-4101284a8f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:16.449865 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ed7969d7-15b1-4563-ba1c-4101284a8f71 admin admin] Deleting port d52f0a3d-758e-45a9-a993-df97d78720ca {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:16.450408 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed7969d7-15b1-4563-ba1c-4101284a8f71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:16.530111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-ed7969d7-15b1-4563-ba1c-4101284a8f71 admin admin] For port d52f0a3d-758e-45a9-a993-df97d78720ca, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=d52f0a3d-758e-45a9-a993-df97d78720ca,segment=NetworkSegment(48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b),segment_id=48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:16.530478 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed7969d7-15b1-4563-ba1c-4101284a8f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:16.542582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-ed7969d7-15b1-4563-ba1c-4101284a8f71 admin admin] Calling delete_port for d52f0a3d-758e-45a9-a993-df97d78720ca owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:16.719872 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed7969d7-15b1-4563-ba1c-4101284a8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:16.746092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7969d7-15b1-4563-ba1c-4101284a8f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52f0a3d-758e-45a9-a993-df97d78720ca,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:16.913963 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ed7969d7-15b1-4563-ba1c-4101284a8f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.128153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7969d7-15b1-4563-ba1c-4101284a8f71 admin admin] Router f810991e-8d44-4d19-8389-2b73a24a2731 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:17.235032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7969d7-15b1-4563-ba1c-4101284a8f71 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:17.240267 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ed7969d7-15b1-4563-ba1c-4101284a8f71 admin admin] 10.222.0.24 "PUT /v2.0/routers/f810991e-8d44-4d19-8389-2b73a24a2731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3888638 Jul 16 18:54:17.242898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47578) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:17.243978 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce26ed0-95f4-493a-9127-1ecda0a12d76 None None] Sync routers for ids ['f810991e-8d44-4d19-8389-2b73a24a2731'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:17.253328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce26ed0-95f4-493a-9127-1ecda0a12d76 None None] Routers {'f810991e-8d44-4d19-8389-2b73a24a2731'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:17.253981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-8ce26ed0-95f4-493a-9127-1ecda0a12d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:54:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f810991e-8d44-4d19-8389-2b73a24a2731'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:17.347418 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.358237 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-8ce26ed0-95f4-493a-9127-1ecda0a12d76 None None] Set router f810991e-8d44-4d19-8389-2b73a24a2731 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:17.452622 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.504139 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Deleting port c0001068-50d6-4174-ae74-422b015a3020 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:17.504481 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.535188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-8ce26ed0-95f4-493a-9127-1ecda0a12d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'c0001068-50d6-4174-ae74-422b015a3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:54:16Z', 'revision_number': 5, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port': {'id': 'c0001068-50d6-4174-ae74-422b015a3020', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:17.565012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce26ed0-95f4-493a-9127-1ecda0a12d76 None None] Checking router: f810991e-8d44-4d19-8389-2b73a24a2731 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:17.573293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce26ed0-95f4-493a-9127-1ecda0a12d76 None None] Routers {'f810991e-8d44-4d19-8389-2b73a24a2731'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:17.573949 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-8ce26ed0-95f4-493a-9127-1ecda0a12d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:54:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['f810991e-8d44-4d19-8389-2b73a24a2731'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:17.585930 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] For port c0001068-50d6-4174-ae74-422b015a3020, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c0001068-50d6-4174-ae74-422b015a3020,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:17.586292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.598357 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Calling delete_port for c0001068-50d6-4174-ae74-422b015a3020 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:17.659076 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-8ce26ed0-95f4-493a-9127-1ecda0a12d76 None None] Set router f810991e-8d44-4d19-8389-2b73a24a2731 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:17.712240 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-8ce26ed0-95f4-493a-9127-1ecda0a12d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 6, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:17.742928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce26ed0-95f4-493a-9127-1ecda0a12d76 None None] The sync data for ids ['f810991e-8d44-4d19-8389-2b73a24a2731'] in n-d-787205-10 is: [{'id': 'f810991e-8d44-4d19-8389-2b73a24a2731', 'name': 'tempest-TestMinimumBasicScenario-197654018-router', 'tenant_id': 'e0732a8a58624cc09239c1a645012ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:08Z', 'updated_at': '2021-07-16T18:54:17Z', 'revision_number': 6, 'project_id': 'e0732a8a58624cc09239c1a645012ab7', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:17.766003 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.791668 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0001068-50d6-4174-ae74-422b015a3020,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:17.848316 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.853910 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.942865 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.944893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.990236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.990804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f810991e-8d44-4d19-8389-2b73a24a2731 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:54:17.990927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:17.995164 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:17.997332 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-45133892-6f23-41fa-beab-7fa96b48a998 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f810991e-8d44-4d19-8389-2b73a24a2731 HTTP/1.1" status: 204 len: 168 time: 0.7531338 Jul 16 18:54:17.999567 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47580) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:18.014544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:18.014995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device de8b38ed-8b52-49e4-ad20-2ae4c8d54ab0 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:18.043338 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f820d2-a9e0-4462-9cef-3b342fbde721 admin admin] Deleting subnet ce30301c-ce8a-4997-9092-16588e6b16e0 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:54:18.046262 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20f820d2-a9e0-4462-9cef-3b342fbde721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.082073 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20f820d2-a9e0-4462-9cef-3b342fbde721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.166604 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20f820d2-a9e0-4462-9cef-3b342fbde721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.220260 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20f820d2-a9e0-4462-9cef-3b342fbde721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.243964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f820d2-a9e0-4462-9cef-3b342fbde721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce30301c-ce8a-4997-9092-16588e6b16e0,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:18.250087 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20f820d2-a9e0-4462-9cef-3b342fbde721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.251955 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-20f820d2-a9e0-4462-9cef-3b342fbde721 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ce30301c-ce8a-4997-9092-16588e6b16e0 HTTP/1.1" status: 204 len: 168 time: 0.2514560 Jul 16 18:54:18.254356 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47582) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:18.256785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc635fe-def2-468c-aacc-ec4d9c4f2e1e None None] Network 72ad055e-def7-4561-96a1-8fef9181e3cb requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:54:18.325853 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.383133 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Deleting port c4dd914b-69e5-4341-a047-0bec7fe064ef {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:18.383475 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.450522 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] For port c4dd914b-69e5-4341-a047-0bec7fe064ef, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c4dd914b-69e5-4341-a047-0bec7fe064ef,segment=NetworkSegment(48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b),segment_id=48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:18.450796 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.463755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Calling delete_port for c4dd914b-69e5-4341-a047-0bec7fe064ef owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:18.555219 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.581496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4dd914b-69e5-4341-a047-0bec7fe064ef,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:18.584774 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] No DVR routers for this DVR port c4dd914b-69e5-4341-a047-0bec7fe064ef on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:18.608904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49786c9-df89-4809-b425-c1ca71c1d40d None None] DHCP port deletion for 72ad055e-def7-4561-96a1-8fef9181e3cb request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:54:18.661700 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.671924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ad055e-def7-4561-96a1-8fef9181e3cb']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:18.681361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:18.681681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b0b754-eebd-4f46-b2b1-c3d7b1e3c02b') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:18.691130 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.705835 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.712666 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:54:18.713101 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:54:18.715989 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:54:18.771549 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.779040 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.783720 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] 10.222.0.24 "DELETE /v2.0/networks/72ad055e-def7-4561-96a1-8fef9181e3cb HTTP/1.1" status: 204 len: 168 time: 0.5256546 Jul 16 18:54:18.784052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47584) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:18.792254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002062c-22d9-44fb-9ce3-1003669c5157 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ad055e-def7-4561-96a1-8fef9181e3cb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:18.876888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c4dd914b-69e5-4341-a047-0bec7fe064ef no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:18.896218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: c4dd914b-69e5-4341-a047-0bec7fe064ef {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:18.896567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c4dd914b-69e5-4341-a047-0bec7fe064ef not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:18.896990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c0001068-50d6-4174-ae74-422b015a3020 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:18.916177 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: c0001068-50d6-4174-ae74-422b015a3020 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:18.916562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c0001068-50d6-4174-ae74-422b015a3020 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:18.917070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d52f0a3d-758e-45a9-a993-df97d78720ca no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:18.937371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: d52f0a3d-758e-45a9-a993-df97d78720ca {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:18.937753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device d52f0a3d-758e-45a9-a993-df97d78720ca not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:19.139634 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-715bfcc2-dbff-43f0-bdb4-ebde8fed01d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.258804 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.393294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-715bfcc2-dbff-43f0-bdb4-ebde8fed01d4 admin admin] Deleting port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:19.393644 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-715bfcc2-dbff-43f0-bdb4-ebde8fed01d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.469332 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-715bfcc2-dbff-43f0-bdb4-ebde8fed01d4 admin admin] For port c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7,segment=NetworkSegment(2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee),segment_id=2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:19.469719 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-715bfcc2-dbff-43f0-bdb4-ebde8fed01d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.481515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-715bfcc2-dbff-43f0-bdb4-ebde8fed01d4 admin admin] Calling delete_port for c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:19.656697 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-715bfcc2-dbff-43f0-bdb4-ebde8fed01d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.681723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bfcc2-dbff-43f0-bdb4-ebde8fed01d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:19.855031 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-715bfcc2-dbff-43f0-bdb4-ebde8fed01d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.067859 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715bfcc2-dbff-43f0-bdb4-ebde8fed01d4 admin admin] Router 2d5c2adb-040c-4d71-91a6-6e99feb38d6a has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:20.173191 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715bfcc2-dbff-43f0-bdb4-ebde8fed01d4 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:20.179188 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-715bfcc2-dbff-43f0-bdb4-ebde8fed01d4 admin admin] 10.222.0.24 "PUT /v2.0/routers/2d5c2adb-040c-4d71-91a6-6e99feb38d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3940873 Jul 16 18:54:20.181809 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47586) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:20.185322 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455dcc6c-cf20-453a-8691-5d315fdba306 None None] Sync routers for ids ['2d5c2adb-040c-4d71-91a6-6e99feb38d6a'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:20.195948 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455dcc6c-cf20-453a-8691-5d315fdba306 None None] Routers {'2d5c2adb-040c-4d71-91a6-6e99feb38d6a'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:20.196648 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-455dcc6c-cf20-453a-8691-5d315fdba306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:54:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2d5c2adb-040c-4d71-91a6-6e99feb38d6a'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:20.285878 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.299825 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-455dcc6c-cf20-453a-8691-5d315fdba306 None None] Set router 2d5c2adb-040c-4d71-91a6-6e99feb38d6a gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:20.384893 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.420961 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:54:20.441740 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Deleting port 5cde4749-40a0-44e0-b479-1a5dc879da98 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:20.442106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.482561 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-455dcc6c-cf20-453a-8691-5d315fdba306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'name': 'tempest-TestMinimumBasicScenario-1171834491-router', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:12Z', 'updated_at': '2021-07-16T18:54:19Z', 'revision_number': 5, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'gw_port': {'id': '5cde4749-40a0-44e0-b479-1a5dc879da98', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:39:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:52:13Z', 'updated_at': '2021-07-16T18:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:20.508552 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455dcc6c-cf20-453a-8691-5d315fdba306 None None] Checking router: 2d5c2adb-040c-4d71-91a6-6e99feb38d6a for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:20.518094 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455dcc6c-cf20-453a-8691-5d315fdba306 None None] Routers {'2d5c2adb-040c-4d71-91a6-6e99feb38d6a'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:20.518702 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-455dcc6c-cf20-453a-8691-5d315fdba306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:54:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['2d5c2adb-040c-4d71-91a6-6e99feb38d6a'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:20.521558 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] For port 5cde4749-40a0-44e0-b479-1a5dc879da98, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5cde4749-40a0-44e0-b479-1a5dc879da98,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:20.521953 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.535092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Calling delete_port for 5cde4749-40a0-44e0-b479-1a5dc879da98 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:20.602416 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-455dcc6c-cf20-453a-8691-5d315fdba306 None None] Set router 2d5c2adb-040c-4d71-91a6-6e99feb38d6a gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:20.653347 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-455dcc6c-cf20-453a-8691-5d315fdba306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'name': 'tempest-TestMinimumBasicScenario-1171834491-router', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:12Z', 'updated_at': '2021-07-16T18:54:20Z', 'revision_number': 6, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:20.681392 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455dcc6c-cf20-453a-8691-5d315fdba306 None None] The sync data for ids ['2d5c2adb-040c-4d71-91a6-6e99feb38d6a'] in n-d-787205-10 is: [{'id': '2d5c2adb-040c-4d71-91a6-6e99feb38d6a', 'name': 'tempest-TestMinimumBasicScenario-1171834491-router', 'tenant_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:52:12Z', 'updated_at': '2021-07-16T18:54:20Z', 'revision_number': 6, 'project_id': '5ac91ce44b844c8ab5d9b1da9d4bec70', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:20.701489 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.730004 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cde4749-40a0-44e0-b479-1a5dc879da98,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:20.792264 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.881103 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.883195 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.925774 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.926258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d5c2adb-040c-4d71-91a6-6e99feb38d6a {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:54:20.930734 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.931885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b8473a35-e272-4839-9114-b966f8ef80e1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2d5c2adb-040c-4d71-91a6-6e99feb38d6a HTTP/1.1" status: 204 len: 168 time: 0.7491591 Jul 16 18:54:20.935126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47588) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:20.982224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d545b0ce-4622-44e1-9827-8ca0b002a03f admin admin] Deleting subnet 985adeb8-ed6c-466b-8c65-1a9168bd00c4 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:54:20.985173 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d545b0ce-4622-44e1-9827-8ca0b002a03f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.288708 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d545b0ce-4622-44e1-9827-8ca0b002a03f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.363107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d545b0ce-4622-44e1-9827-8ca0b002a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.418384 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d545b0ce-4622-44e1-9827-8ca0b002a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.441044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545b0ce-4622-44e1-9827-8ca0b002a03f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=985adeb8-ed6c-466b-8c65-1a9168bd00c4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:21.447439 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d545b0ce-4622-44e1-9827-8ca0b002a03f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.451030 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d545b0ce-4622-44e1-9827-8ca0b002a03f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/985adeb8-ed6c-466b-8c65-1a9168bd00c4 HTTP/1.1" status: 204 len: 168 time: 0.5137620 Jul 16 18:54:21.452611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47590) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:21.455066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d891e59-a976-4e8e-90df-007e1fedfa02 None None] Network c085f2aa-8321-4c64-8c5a-4acc29615465 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:54:21.461118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:21.506880 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:21.507230 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c2bd6c0c-3dad-46d3-88f5-6b401b28c7c7 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:21.525068 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.577762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Deleting port 5a22538c-3a22-4320-bb39-64a99d343d19 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:21.578108 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.647683 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] For port 5a22538c-3a22-4320-bb39-64a99d343d19, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5a22538c-3a22-4320-bb39-64a99d343d19,segment=NetworkSegment(2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee),segment_id=2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:21.648051 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.661069 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Calling delete_port for 5a22538c-3a22-4320-bb39-64a99d343d19 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:21.666602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] DHCP port deletion for c085f2aa-8321-4c64-8c5a-4acc29615465 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:54:21.718358 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Deleting port 5a22538c-3a22-4320-bb39-64a99d343d19 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:21.718607 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.747195 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.773488 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a22538c-3a22-4320-bb39-64a99d343d19,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:21.780090 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] No DVR routers for this DVR port 5a22538c-3a22-4320-bb39-64a99d343d19 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:21.790069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] For port 5a22538c-3a22-4320-bb39-64a99d343d19, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=5a22538c-3a22-4320-bb39-64a99d343d19,segment=NetworkSegment(2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee),segment_id=2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:21.790514 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.803642 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Calling delete_port for 5a22538c-3a22-4320-bb39-64a99d343d19 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:21.849586 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.860239 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c085f2aa-8321-4c64-8c5a-4acc29615465']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:21.870255 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:21.870557 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4c6261-834f-4fd9-bfd2-7fe5ff59a5ee') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:21.879510 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.881055 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.898516 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.905883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:54:21.906293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Pushing event deleted for resources: {'Port': ['ID=5a22538c-3a22-4320-bb39-64a99d343d19,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:21.906774 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:54:21.908787 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:54:21.914731 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] No DVR routers for this DVR port 5a22538c-3a22-4320-bb39-64a99d343d19 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:21.917138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.917496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.918066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.918554 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.918791 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.919123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.919451 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.919775 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.920097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.920417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.920849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.921172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43cdd90-8f6c-49fc-9f3c-e06ffb7cdc16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:21.975347 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.980788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.983216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c085f2aa-8321-4c64-8c5a-4acc29615465 HTTP/1.1" status: 204 len: 168 time: 0.5293460 Jul 16 18:54:21.994539 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f27c5-98ab-4de7-897c-85df5a100803 admin admin] Pushing event deleted for resources: {'Network': ['ID=c085f2aa-8321-4c64-8c5a-4acc29615465,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:22.147266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47594) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:22.186463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5db9f952-9134-46f0-8565-3ca4ac19539f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0732a8a58624cc09239c1a645012ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378859 Jul 16 18:54:22.188663 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47596) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:22.235635 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93d8516b-5711-4494-9194-06316f761ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.257207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93d8516b-5711-4494-9194-06316f761ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.306579 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93d8516b-5711-4494-9194-06316f761ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.310309 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93d8516b-5711-4494-9194-06316f761ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.311454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-93d8516b-5711-4494-9194-06316f761ca1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35df4e56-dc19-4fc4-b4a8-15185fa5faca HTTP/1.1" status: 204 len: 168 time: 0.1219125 Jul 16 18:54:22.318951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8516b-5711-4494-9194-06316f761ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35df4e56-dc19-4fc4-b4a8-15185fa5faca,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:22.611466 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47602) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:22.650457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-131d4297-ea2a-4bbe-8c2b-e5658ffea06a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ac91ce44b844c8ab5d9b1da9d4bec70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378211 Jul 16 18:54:22.653852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47604) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:22.700843 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd969-1405-4552-a593-ad9a6999e24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.721997 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd969-1405-4552-a593-ad9a6999e24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.768941 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd969-1405-4552-a593-ad9a6999e24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.771463 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd969-1405-4552-a593-ad9a6999e24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.772613 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c1cfd969-1405-4552-a593-ad9a6999e24d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02835346-8bcf-4a20-9c75-25ca6a34a123 HTTP/1.1" status: 204 len: 168 time: 0.1178448 Jul 16 18:54:22.781931 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfd969-1405-4552-a593-ad9a6999e24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02835346-8bcf-4a20-9c75-25ca6a34a123,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:22.874770 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5a22538c-3a22-4320-bb39-64a99d343d19 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:22.894445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 5a22538c-3a22-4320-bb39-64a99d343d19 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:22.894796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5a22538c-3a22-4320-bb39-64a99d343d19 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:22.895214 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5cde4749-40a0-44e0-b479-1a5dc879da98 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:22.914348 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 5cde4749-40a0-44e0-b479-1a5dc879da98 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:22.914698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 5cde4749-40a0-44e0-b479-1a5dc879da98 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:23.736385 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.342797 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47644) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:24.347726 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-39d96642-6b96-43da-81f1-aebb88de0f35 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589095106', 'description': 'tempest-secgroup-smoke-1589095106 description', 'project_id': '23800e1dea3942859b774132bdecef44'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:24.370469 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d96642-6b96-43da-81f1-aebb88de0f35 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.379854 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d96642-6b96-43da-81f1-aebb88de0f35 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.475301 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d96642-6b96-43da-81f1-aebb88de0f35 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.479059 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d96642-6b96-43da-81f1-aebb88de0f35 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.514745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d96642-6b96-43da-81f1-aebb88de0f35 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0e0c9a-ec42-4248-a389-1bafbe52d2dd,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:24.570548 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d96642-6b96-43da-81f1-aebb88de0f35 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.574109 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d96642-6b96-43da-81f1-aebb88de0f35 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.595459 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-39d96642-6b96-43da-81f1-aebb88de0f35 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.596671 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-39d96642-6b96-43da-81f1-aebb88de0f35 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2528775 Jul 16 18:54:24.599674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47646) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:24.604546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d96642-6b96-43da-81f1-aebb88de0f35 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad8729-dbe1-4f57-9e03-187e44f737a6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:24.604719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-85cab9da-eef6-424e-a8a3-f7f027d0fb60 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '0fad8729-dbe1-4f57-9e03-187e44f737a6', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:24.632513 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-85cab9da-eef6-424e-a8a3-f7f027d0fb60 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.689455 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-85cab9da-eef6-424e-a8a3-f7f027d0fb60 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.693026 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-85cab9da-eef6-424e-a8a3-f7f027d0fb60 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.709770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cab9da-eef6-424e-a8a3-f7f027d0fb60 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808572a7-674e-4c1f-811c-15659a50be6d,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:24.715842 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-85cab9da-eef6-424e-a8a3-f7f027d0fb60 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.716966 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-85cab9da-eef6-424e-a8a3-f7f027d0fb60 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161802 Jul 16 18:54:24.719597 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47648) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:24.723957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-9bc3932d-5b61-4f60-865e-02dbc41db3a8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '0fad8729-dbe1-4f57-9e03-187e44f737a6', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:24.749288 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bc3932d-5b61-4f60-865e-02dbc41db3a8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.804084 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bc3932d-5b61-4f60-865e-02dbc41db3a8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.807337 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bc3932d-5b61-4f60-865e-02dbc41db3a8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.826158 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3932d-5b61-4f60-865e-02dbc41db3a8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0b712f-9265-4043-b9e4-d667b32b7a88,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:24.832186 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-9bc3932d-5b61-4f60-865e-02dbc41db3a8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.833457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9bc3932d-5b61-4f60-865e-02dbc41db3a8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129391 Jul 16 18:54:24.836108 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47650) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:24.840554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-f825aca8-68a7-47dc-bfd5-6ca2ebe80dda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '0fad8729-dbe1-4f57-9e03-187e44f737a6', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:24.865782 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f825aca8-68a7-47dc-bfd5-6ca2ebe80dda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.922111 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f825aca8-68a7-47dc-bfd5-6ca2ebe80dda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.925557 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f825aca8-68a7-47dc-bfd5-6ca2ebe80dda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.943629 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825aca8-68a7-47dc-bfd5-6ca2ebe80dda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fb2d6f-f0ae-40dc-898c-19bee2c41d36,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:24.948958 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f825aca8-68a7-47dc-bfd5-6ca2ebe80dda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.950196 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f825aca8-68a7-47dc-bfd5-6ca2ebe80dda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131516 Jul 16 18:54:24.952845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47652) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:24.957235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8474ea25-a336-4b58-8311-df1f7dda3273 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '0fad8729-dbe1-4f57-9e03-187e44f737a6', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:24.983165 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8474ea25-a336-4b58-8311-df1f7dda3273 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.042398 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8474ea25-a336-4b58-8311-df1f7dda3273 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.046615 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8474ea25-a336-4b58-8311-df1f7dda3273 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.061471 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474ea25-a336-4b58-8311-df1f7dda3273 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635c8efa-c0c8-4cf3-b821-8a3abcfebe0c,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:25.070226 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8474ea25-a336-4b58-8311-df1f7dda3273 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.071421 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8474ea25-a336-4b58-8311-df1f7dda3273 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176529 Jul 16 18:54:25.074164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47654) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:25.080188 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8fdf9bc5-f89c-462d-be78-7edbb4ab5100 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '0fad8729-dbe1-4f57-9e03-187e44f737a6', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:25.101285 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-8fdf9bc5-f89c-462d-be78-7edbb4ab5100 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Project 23800e1dea3942859b774132bdecef44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:54:25.106839 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9bc5-f89c-462d-be78-7edbb4ab5100 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.164772 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9bc5-f89c-462d-be78-7edbb4ab5100 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.169088 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9bc5-f89c-462d-be78-7edbb4ab5100 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.188716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf9bc5-f89c-462d-be78-7edbb4ab5100 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8903552-f3ec-484e-aae0-a412fb7bf87d,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:25.191305 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8fdf9bc5-f89c-462d-be78-7edbb4ab5100 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.195166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8fdf9bc5-f89c-462d-be78-7edbb4ab5100 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174524 Jul 16 18:54:25.195626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47656) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:25.199902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8f46dc97-3f21-496c-808a-dae6cf8298f5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '0fad8729-dbe1-4f57-9e03-187e44f737a6', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:25.220936 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-8f46dc97-3f21-496c-808a-dae6cf8298f5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Project 23800e1dea3942859b774132bdecef44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:54:25.225561 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f46dc97-3f21-496c-808a-dae6cf8298f5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.286155 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f46dc97-3f21-496c-808a-dae6cf8298f5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.289615 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f46dc97-3f21-496c-808a-dae6cf8298f5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.307302 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46dc97-3f21-496c-808a-dae6cf8298f5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6264e1-de23-4409-a639-ec398ec2c8a9,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:25.313488 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8f46dc97-3f21-496c-808a-dae6cf8298f5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.314785 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8f46dc97-3f21-496c-808a-dae6cf8298f5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184640 Jul 16 18:54:25.317824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47658) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:25.322750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-62812e88-261b-46ec-bb44-da455f8e4a47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'network': {'name': 'tempest-network-smoke--855066815', 'project_id': '23800e1dea3942859b774132bdecef44', 'port_security_enabled': True}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:25.343016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62812e88-261b-46ec-bb44-da455f8e4a47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:54:25.346518 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-62812e88-261b-46ec-bb44-da455f8e4a47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.369241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62812e88-261b-46ec-bb44-da455f8e4a47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:54:25.378978 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-62812e88-261b-46ec-bb44-da455f8e4a47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.379329 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-62812e88-261b-46ec-bb44-da455f8e4a47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Added segment 51cc6d06-59d3-44a2-91a8-f152a3960a75 of type vlan for network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc Jul 16 18:54:25.422602 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-62812e88-261b-46ec-bb44-da455f8e4a47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.451203 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-62812e88-261b-46ec-bb44-da455f8e4a47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.456624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62812e88-261b-46ec-bb44-da455f8e4a47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:25.457242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-62812e88-261b-46ec-bb44-da455f8e4a47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.490305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-62812e88-261b-46ec-bb44-da455f8e4a47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1711869 Jul 16 18:54:25.493162 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47660) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:25.498172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'admin_state_up': True, 'project_id': '23800e1dea3942859b774132bdecef44', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:25.537417 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62812e88-261b-46ec-bb44-da455f8e4a47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Network': ['ID=35679fd5-6fe7-4fc9-bf18-d4ed937264cc,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:25.548137 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:54:25.550591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.551673 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.613852 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.747692 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.835853 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.943270 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:25.961981 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:26.065318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.25.3.163 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/e831953d-f22b-4902-ae74-af2f562a3eff) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:26.173146 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:26.212404 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:26.251953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:26.254740 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:26.257225 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:26.286443 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=e831953d-f22b-4902-ae74-af2f562a3eff,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:26.515519 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:26.700824 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:26.824105 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router ef005664-d57f-4d2c-8755-d57d6c0ff116 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:54:26.928403 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:26.937743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Sync routers for ids ['ef005664-d57f-4d2c-8755-d57d6c0ff116'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:26.946338 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:26.947500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Routers {'ef005664-d57f-4d2c-8755-d57d6c0ff116'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:26.947658 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2df5e6be-3dcf-463e-9348-e51cb0dc3551 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4534662 Jul 16 18:54:26.948215 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:54:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ef005664-d57f-4d2c-8755-d57d6c0ff116'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:26.952112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47662) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:27.059088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Set router ef005664-d57f-4d2c-8755-d57d6c0ff116 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:27.082356 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5b064c4a-d230-45f5-a465-c031d77006dc tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23800e1dea3942859b774132bdecef44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1267095 Jul 16 18:54:27.082586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47666) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:27.234484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c41993-1f42-42c6-9889-3dba9219f3e1 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:27.235920 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-81c41993-1f42-42c6-9889-3dba9219f3e1 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1524239 Jul 16 18:54:27.238758 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47668) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:27.240131 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:26Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:27.270760 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Checking router: ef005664-d57f-4d2c-8755-d57d6c0ff116 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:27.271110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Updating router ef005664-d57f-4d2c-8755-d57d6c0ff116 port e831953d-f22b-4902-ae74-af2f562a3eff binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:54:27.277634 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5aa287b7-1d65-4544-8ee2-c8fa19d7a2ee tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372272 Jul 16 18:54:27.279652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47670) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:27.284498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a6082253-cc6d-40d4-8e7f-063f4adade89 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1324005179', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'project_id': '23800e1dea3942859b774132bdecef44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:27.305247 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.371532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6082253-cc6d-40d4-8e7f-063f4adade89 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:54:27.375461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6082253-cc6d-40d4-8e7f-063f4adade89 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.554973 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6082253-cc6d-40d4-8e7f-063f4adade89 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.561538 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.571589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Transition to ACTIVE for port object e831953d-f22b-4902-ae74-af2f562a3eff will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:27.577860 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.622051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6082253-cc6d-40d4-8e7f-063f4adade89 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Subnet': ['ID=d3a664e0-47e0-4e72-906a-2d4030a3f88c,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:27.629103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6082253-cc6d-40d4-8e7f-063f4adade89 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Checking segment: {'id': '51cc6d06-59d3-44a2-91a8-f152a3960a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:27.629419 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6082253-cc6d-40d4-8e7f-063f4adade89 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network hostable DHCP agents. Network: 35679fd5-6fe7-4fc9-bf18-d4ed937264cc, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:54:27.637239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Attempting to bind port e831953d-f22b-4902-ae74-af2f562a3eff on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:27.637847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Attempting to bind port e831953d-f22b-4902-ae74-af2f562a3eff by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:27.638221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Attempting to bind port e831953d-f22b-4902-ae74-af2f562a3eff on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:27.641540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa1d76-3713-45a1-ba25-9c8f341cb4ef None None] Pushing event updated for resources: {'Port': ['ID=e831953d-f22b-4902-ae74-af2f562a3eff,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:27.646857 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6082253-cc6d-40d4-8e7f-063f4adade89 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:54:27.648433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:27.648935 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:27.649205 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.649590 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:27.650089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Bound port: e831953d-f22b-4902-ae74-af2f562a3eff, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:27.650471 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.655590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-a6082253-cc6d-40d4-8e7f-063f4adade89 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 35679fd5-6fe7-4fc9-bf18-d4ed937264cc) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:27.659963 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6082253-cc6d-40d4-8e7f-063f4adade89 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:27.660558 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a6082253-cc6d-40d4-8e7f-063f4adade89 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.677546 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a6082253-cc6d-40d4-8e7f-063f4adade89 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3942828 Jul 16 18:54:27.677797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abfd8da-58a2-4d14-96ae-aae3c279f905 None None] Network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:54:27.677933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47672) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:27.763300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] For port e831953d-f22b-4902-ae74-af2f562a3eff, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:27.767624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] For port e831953d-f22b-4902-ae74-af2f562a3eff, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e831953d-f22b-4902-ae74-af2f562a3eff,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:27.772569 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.881454 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa1d76-3713-45a1-ba25-9c8f341cb4ef None None] Pushing event updated for resources: {'Port': ['ID=e831953d-f22b-4902-ae74-af2f562a3eff,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:27.889609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Routers {'ef005664-d57f-4d2c-8755-d57d6c0ff116'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:27.890266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:54:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ef005664-d57f-4d2c-8755-d57d6c0ff116'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:27.966623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'fixed_ips': [{'subnet_id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:54:27.967490 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.083928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] Set router ef005664-d57f-4d2c-8755-d57d6c0ff116 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:28.256741 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Allocated IP 172.20.0.2 (35679fd5-6fe7-4fc9-bf18-d4ed937264cc/d3a664e0-47e0-4e72-906a-2d4030a3f88c/a8da3931-d19b-4ab5-8daf-d7014835fe31) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:28.369811 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.401747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:26Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:28.445125 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11651414-7b57-4400-bae3-0d6da0205cb2 None None] The sync data for ids ['ef005664-d57f-4d2c-8755-d57d6c0ff116'] in n-d-787205-10 is: [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:26Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:28.466582 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.476115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Transition to ACTIVE for port object a8da3931-d19b-4ab5-8daf-d7014835fe31 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:28.492781 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Transition to ACTIVE for port object a8da3931-d19b-4ab5-8daf-d7014835fe31 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:28.499708 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.539500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:28.542261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:28.546349 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:28.584777 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Pushing event updated for resources: {'Port': ['ID=a8da3931-d19b-4ab5-8daf-d7014835fe31,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:28.615544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Attempting to bind port a8da3931-d19b-4ab5-8daf-d7014835fe31 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:28.615919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Attempting to bind port a8da3931-d19b-4ab5-8daf-d7014835fe31 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '51cc6d06-59d3-44a2-91a8-f152a3960a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:28.616293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Attempting to bind port a8da3931-d19b-4ab5-8daf-d7014835fe31 on network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:28.621848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:28.622149 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Checking segment: {'id': '51cc6d06-59d3-44a2-91a8-f152a3960a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:28.622564 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.622994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Bound using segment: {'id': '51cc6d06-59d3-44a2-91a8-f152a3960a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:28.623472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Bound port: a8da3931-d19b-4ab5-8daf-d7014835fe31, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cc6d06-59d3-44a2-91a8-f152a3960a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:28.623861 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.688494 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.20.0.1 (35679fd5-6fe7-4fc9-bf18-d4ed937264cc/d3a664e0-47e0-4e72-906a-2d4030a3f88c/78455d52-5964-407a-814f-5a9875246927) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:28.706267 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] For port a8da3931-d19b-4ab5-8daf-d7014835fe31, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:28.709924 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] For port a8da3931-d19b-4ab5-8daf-d7014835fe31, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a8da3931-d19b-4ab5-8daf-d7014835fe31,segment=NetworkSegment(51cc6d06-59d3-44a2-91a8-f152a3960a75),segment_id=51cc6d06-59d3-44a2-91a8-f152a3960a75)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:28.718289 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.796967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59310c62-6f4e-4c4f-a77d-ab5eeed3aa61 None None] Pushing event updated for resources: {'Port': ['ID=a8da3931-d19b-4ab5-8daf-d7014835fe31,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:28.843567 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.865748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Transition to ACTIVE for port object 78455d52-5964-407a-814f-5a9875246927 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:28.905091 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.927728 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e831953d-f22b-4902-ae74-af2f562a3eff up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:29.004078 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e831953d-f22b-4902-ae74-af2f562a3eff completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:29.004694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:29.007991 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:29.013120 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e831953d-f22b-4902-ae74-af2f562a3eff triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:29.013553 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.015234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:29.042905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=78455d52-5964-407a-814f-5a9875246927,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:29.070980 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.128512 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.154602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port e831953d-f22b-4902-ae74-af2f562a3eff, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e831953d-f22b-4902-ae74-af2f562a3eff,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:29.160974 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.229037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=e831953d-f22b-4902-ae74-af2f562a3eff,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:29.242806 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.541110 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.546035 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.627131 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=78455d52-5964-407a-814f-5a9875246927,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:29.629650 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.727192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:29.728611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:29.745409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2251f663-cf19-4484-8deb-d390895878b2 None None] Network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:54:29.844625 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router ef005664-d57f-4d2c-8755-d57d6c0ff116 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:29.853183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8096e7d3-022c-4092-90d6-f05de60af29f None None] Provisioning for port a8da3931-d19b-4ab5-8daf-d7014835fe31 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:29.962556 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:29.968813 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-44048383-afd3-4a36-b66b-86d7c12e1828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "PUT /v2.0/routers/ef005664-d57f-4d2c-8755-d57d6c0ff116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2900114 Jul 16 18:54:30.128578 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-a65aa943-e0d8-4b77-abf7-3f0590ac9bea tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589095106&fields=id&tenant_id=23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 267 time: 0.0457783 Jul 16 18:54:30.255526 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-46243440-a69f-4d3f-9a4b-79a9cc237f98 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.257091 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-46243440-a69f-4d3f-9a4b-79a9cc237f98 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/networks?id=35679fd5-6fe7-4fc9-bf18-d4ed937264cc HTTP/1.1" status: 200 len: 796 time: 0.1217647 Jul 16 18:54:30.268233 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Sync routers for ids ['ef005664-d57f-4d2c-8755-d57d6c0ff116'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:30.279582 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Routers {'ef005664-d57f-4d2c-8755-d57d6c0ff116'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:30.281178 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:54:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ef005664-d57f-4d2c-8755-d57d6c0ff116'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:30.284550 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-ab619ef5-0498-4fd6-9be0-60ac9d1a120a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/quotas/23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 375 time: 0.0176518 Jul 16 18:54:30.287081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-160c7139-743c-4bbf-8b92-d1a6e05bdf70 None None] Provisioning for port 78455d52-5964-407a-814f-5a9875246927 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:30.291863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-160c7139-743c-4bbf-8b92-d1a6e05bdf70 None None] Provisioning complete for port 78455d52-5964-407a-814f-5a9875246927 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:30.292291 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-160c7139-743c-4bbf-8b92-d1a6e05bdf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:30.338486 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-160c7139-743c-4bbf-8b92-d1a6e05bdf70 None None] Port 78455d52-5964-407a-814f-5a9875246927 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:54:30.362361 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-e73d0522-eb83-461d-a429-2100acafb1c9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715618 Jul 16 18:54:30.475881 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-ab2e6015-c98d-4334-88e8-702bf461b962 service neutron] 10.222.0.24 "GET /v2.0/networks/35679fd5-6fe7-4fc9-bf18-d4ed937264cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007230 Jul 16 18:54:30.504544 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Set router ef005664-d57f-4d2c-8755-d57d6c0ff116 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:30.572178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-12863ed9-9b47-482a-b777-f9b7ec9da360 None None] Provisioning complete for port 78455d52-5964-407a-814f-5a9875246927 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:30.572658 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-12863ed9-9b47-482a-b777-f9b7ec9da360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:30.594357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-500d8341-2a7a-4f16-a05f-e6414b1bfbac service neutron] 10.222.0.24 "GET /v2.0/networks/35679fd5-6fe7-4fc9-bf18-d4ed937264cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124308 Jul 16 18:54:30.623294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-12863ed9-9b47-482a-b777-f9b7ec9da360 None None] Port 78455d52-5964-407a-814f-5a9875246927 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:54:30.719166 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '78455d52-5964-407a-814f-5a9875246927', 'name': '', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:5b:62:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:28Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 2, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:30.741425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4a590763-8de5-469f-8d58-e353af3c04a8 None None] Provisioning complete for port 78455d52-5964-407a-814f-5a9875246927 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:30.741841 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4a590763-8de5-469f-8d58-e353af3c04a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:30.753225 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Checking router: ef005664-d57f-4d2c-8755-d57d6c0ff116 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:30.753585 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Updating router ef005664-d57f-4d2c-8755-d57d6c0ff116 port 78455d52-5964-407a-814f-5a9875246927 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:54:30.778604 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4a590763-8de5-469f-8d58-e353af3c04a8 None None] Port 78455d52-5964-407a-814f-5a9875246927 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:54:30.782198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea1c2d7b-58e2-4b6f-bc72-3ace3f1630d9 req-40b610e6-77cc-4cf8-a8ef-4122870fabae tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 210 time: 0.0335600 Jul 16 18:54:30.800269 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:30.973773 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e831953d-f22b-4902-ae74-af2f562a3eff up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:31.025875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e831953d-f22b-4902-ae74-af2f562a3eff triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:31.026254 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:31.090556 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:31.101651 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Transition to ACTIVE for port object 78455d52-5964-407a-814f-5a9875246927 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:31.109393 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:31.111614 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a8da3931-d19b-4ab5-8daf-d7014835fe31 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:31.169693 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Pushing event updated for resources: {'Port': ['ID=78455d52-5964-407a-814f-5a9875246927,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:31.171398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port a8da3931-d19b-4ab5-8daf-d7014835fe31 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:31.179232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port a8da3931-d19b-4ab5-8daf-d7014835fe31 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:31.179768 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:31.211518 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:31.211859 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:31.212113 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:31.212677 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:31.212798 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:31.213096 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:31.213417 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:31.213767 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:31.214994 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:31.215112 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:31.215436 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:31.215931 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:31.258274 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Attempting to bind port 78455d52-5964-407a-814f-5a9875246927 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:31.258929 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Attempting to bind port 78455d52-5964-407a-814f-5a9875246927 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '51cc6d06-59d3-44a2-91a8-f152a3960a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:31.259365 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Attempting to bind port 78455d52-5964-407a-814f-5a9875246927 on network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:31.266858 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:31.267467 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Checking segment: {'id': '51cc6d06-59d3-44a2-91a8-f152a3960a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:31.268035 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:31.268540 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Bound using segment: {'id': '51cc6d06-59d3-44a2-91a8-f152a3960a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:31.269528 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Bound port: 78455d52-5964-407a-814f-5a9875246927, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cc6d06-59d3-44a2-91a8-f152a3960a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:31.270035 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:31.283429 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:31.325850 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port a8da3931-d19b-4ab5-8daf-d7014835fe31, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a8da3931-d19b-4ab5-8daf-d7014835fe31,segment=NetworkSegment(51cc6d06-59d3-44a2-91a8-f152a3960a75),segment_id=51cc6d06-59d3-44a2-91a8-f152a3960a75)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:31.334209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:31.358273 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] For port 78455d52-5964-407a-814f-5a9875246927, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:31.361770 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] For port 78455d52-5964-407a-814f-5a9875246927, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=78455d52-5964-407a-814f-5a9875246927,segment=NetworkSegment(51cc6d06-59d3-44a2-91a8-f152a3960a75),segment_id=51cc6d06-59d3-44a2-91a8-f152a3960a75)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:31.371316 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:31.391025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=a8da3931-d19b-4ab5-8daf-d7014835fe31,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:31.424344 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Routers {'ef005664-d57f-4d2c-8755-d57d6c0ff116'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:31.424926 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:54:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ef005664-d57f-4d2c-8755-d57d6c0ff116'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:31.473954 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c74936-918f-4304-8c08-24c9c6f24570 None None] Pushing event updated for resources: {'Port': ['ID=78455d52-5964-407a-814f-5a9875246927,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:31.545262 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] Set router ef005664-d57f-4d2c-8755-d57d6c0ff116 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:31.751943 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '78455d52-5964-407a-814f-5a9875246927', 'name': '', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:5b:62:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:28Z', 'updated_at': '2021-07-16T18:54:31Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:31.778177 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbed032-3ae1-454e-8994-49ff71ff1a55 None None] The sync data for ids ['ef005664-d57f-4d2c-8755-d57d6c0ff116'] in n-d-787205-10 is: [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '78455d52-5964-407a-814f-5a9875246927', 'name': '', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:5b:62:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:28Z', 'updated_at': '2021-07-16T18:54:31Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:31.955851 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-152981d0-d639-4792-a806-21a2548bc04b req-590a76d4-be1f-47ef-a12f-2bc031d3e3a2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 210 time: 0.0417199 Jul 16 18:54:32.157160 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-90bc7ebd-823f-4e39-8763-5c97daa6cc64 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:32.158714 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-90bc7ebd-823f-4e39-8763-5c97daa6cc64 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "GET /v2.0/networks?id=35679fd5-6fe7-4fc9-bf18-d4ed937264cc HTTP/1.1" status: 200 len: 796 time: 0.1130128 Jul 16 18:54:32.541310 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-1b68632e-f0bd-4982-892d-e0fb274fe190 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 380 time: 0.3665700 Jul 16 18:54:32.550451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'port': {'device_id': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'admin_state_up': True, 'tenant_id': '23800e1dea3942859b774132bdecef44', 'security_groups': ['0fad8729-dbe1-4f57-9e03-187e44f737a6']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:32.661849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:54:32.665428 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:32.801551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.20.0.3 (35679fd5-6fe7-4fc9-bf18-d4ed937264cc/d3a664e0-47e0-4e72-906a-2d4030a3f88c/2ab1de3c-685a-4b3e-a871-fc4a4f3dd956) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:32.955434 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:32.969336 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a8da3931-d19b-4ab5-8daf-d7014835fe31 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:32.974217 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Transition to ACTIVE for port object 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:33.011185 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.024699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port a8da3931-d19b-4ab5-8daf-d7014835fe31 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:33.025062 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.062981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:33.075474 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:33.076888 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:33.079420 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:33.111978 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 78455d52-5964-407a-814f-5a9875246927 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:33.155111 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:33.156550 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.157315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b615f5a-ed1f-47cc-9c77-72241919d16c req-24e7f5af-4963-41ee-8775-77919e281066 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:33.159041 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b615f5a-ed1f-47cc-9c77-72241919d16c req-24e7f5af-4963-41ee-8775-77919e281066 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 931 time: 0.0825276 Jul 16 18:54:33.170143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 78455d52-5964-407a-814f-5a9875246927 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:33.175601 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 78455d52-5964-407a-814f-5a9875246927 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:33.176399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.180199 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-f819007f-7898-4c9a-85a4-24bc94b38234 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6333892 Jul 16 18:54:33.211906 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2b615f5a-ed1f-47cc-9c77-72241919d16c req-8720b264-85c1-4273-ba6f-c9e728b7f62f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445807 Jul 16 18:54:33.267944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Request body: {'port': {'device_id': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:33.301915 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.334806 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 78455d52-5964-407a-814f-5a9875246927, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=78455d52-5964-407a-814f-5a9875246927,segment=NetworkSegment(51cc6d06-59d3-44a2-91a8-f152a3960a75),segment_id=51cc6d06-59d3-44a2-91a8-f152a3960a75)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:33.339294 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.348631 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.381378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b57707bd-28d8-47dc-9570-6c5245d09a1c None None] Provisioning for port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:33.390873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b57707bd-28d8-47dc-9570-6c5245d09a1c None None] Provisioning complete for port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:33.391252 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b57707bd-28d8-47dc-9570-6c5245d09a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.420422 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=78455d52-5964-407a-814f-5a9875246927,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:33.435114 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b57707bd-28d8-47dc-9570-6c5245d09a1c None None] Port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:54:33.611770 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:33.619199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.630745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Transition to ACTIVE for port object 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:33.634433 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.708885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:33.760792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Attempting to bind port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:33.761191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Attempting to bind port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '51cc6d06-59d3-44a2-91a8-f152a3960a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:33.761524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Attempting to bind port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 on network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:33.766152 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 on network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:54:33.766616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Attempting to bind port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 on network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:33.771506 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:33.771846 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Checking segment: {'id': '51cc6d06-59d3-44a2-91a8-f152a3960a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:33.772230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Bound using segment: {'id': '51cc6d06-59d3-44a2-91a8-f152a3960a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:33.772661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Bound port: 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cc6d06-59d3-44a2-91a8-f152a3960a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:33.773019 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.841995 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] For port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:33.845040 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] For port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956,segment=NetworkSegment(51cc6d06-59d3-44a2-91a8-f152a3960a75),segment_id=51cc6d06-59d3-44a2-91a8-f152a3960a75)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:33.849538 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.888532 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:33.889163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.890601 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] 10.222.0.32 "PUT /v2.0/ports/2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 HTTP/1.1" status: 200 len: 1092 time: 0.7035422 Jul 16 18:54:33.891044 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'tag': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:33.893305 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1aee91-d0d1-4cbd-8a8e-63f7d29d0fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "b99e5fff-684b-402a-a05b-b0eb8cfc75cc", "tag": "2ab1de3c-685a-4b3e-a871-fc4a4f3dd956"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:33.917815 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9efd66-1f62-4437-bf9f-8093c5c8b8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:33.960028 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69b2800-e057-4b7c-96b5-307da603906b x-openstack-request-id: req-b69b2800-e057-4b7c-96b5-307da603906b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:33.960324 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99e5fff-684b-402a-a05b-b0eb8cfc75cc", "tag": "2ab1de3c-685a-4b3e-a871-fc4a4f3dd956", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:33.960579 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b69b2800-e057-4b7c-96b5-307da603906b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:33.960979 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'tag': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956', 'status': 'completed', 'code': 200} Jul 16 18:54:33.988265 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-7f7d5f35-8aa3-472f-9890-cdd4700b18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:33.990103 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-7f7d5f35-8aa3-472f-9890-cdd4700b18c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 1095 time: 0.0587020 Jul 16 18:54:34.031822 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-3aa2b57c-b21b-4884-a002-a665fd06ebad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 HTTP/1.1" status: 200 len: 217 time: 0.0353441 Jul 16 18:54:34.083738 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-6a31646c-8ea2-4b17-8f8c-958504ca0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:34.085226 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-6a31646c-8ea2-4b17-8f8c-958504ca0c5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3a664e0-47e0-4e72-906a-2d4030a3f88c HTTP/1.1" status: 200 len: 835 time: 0.0469005 Jul 16 18:54:34.145730 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-10c16a1c-aa0e-43a0-b0d7-272185373950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:34.147155 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-10c16a1c-aa0e-43a0-b0d7-272185373950 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35679fd5-6fe7-4fc9-bf18-d4ed937264cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556936 Jul 16 18:54:34.242685 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-05cb1def-e2aa-4f02-bf78-9a9d73da6871 service neutron] 10.222.0.32 "GET /v2.0/networks/35679fd5-6fe7-4fc9-bf18-d4ed937264cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892272 Jul 16 18:54:34.337679 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c579ce36-32d2-4f7d-87c6-70d59f27596b req-7e35b403-ef5e-4a56-95a8-a37045e8ae59 service neutron] 10.222.0.32 "GET /v2.0/networks/35679fd5-6fe7-4fc9-bf18-d4ed937264cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889995 Jul 16 18:54:34.393612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259fac5-174d-48e0-a0a2-e8b833e9da5b req-72364782-8a4e-410a-9900-82a0931867c3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:34.395262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8259fac5-174d-48e0-a0a2-e8b833e9da5b req-72364782-8a4e-410a-9900-82a0931867c3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 943 time: 0.0678661 Jul 16 18:54:34.436264 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8259fac5-174d-48e0-a0a2-e8b833e9da5b req-a56494cf-3113-4725-a434-b18a21d77c3c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330052 Jul 16 18:54:34.437832 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1aee91-d0d1-4cbd-8a8e-63f7d29d0fcc req-fe61a0c9-ec82-471e-b5a5-45541bb3233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:34.439345 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd1aee91-d0d1-4cbd-8a8e-63f7d29d0fcc req-fe61a0c9-ec82-471e-b5a5-45541bb3233a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 1095 time: 0.0542047 Jul 16 18:54:34.534281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1aee91-d0d1-4cbd-8a8e-63f7d29d0fcc req-2d0d948e-80c8-497c-bc0c-143ee73ddb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:34.535779 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd1aee91-d0d1-4cbd-8a8e-63f7d29d0fcc req-2d0d948e-80c8-497c-bc0c-143ee73ddb5c service neutron] 10.222.0.32 "GET /v2.0/networks?id=35679fd5-6fe7-4fc9-bf18-d4ed937264cc HTTP/1.1" status: 200 len: 897 time: 0.0907876 Jul 16 18:54:34.577641 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd1aee91-d0d1-4cbd-8a8e-63f7d29d0fcc req-2934ec4d-06ec-4acf-a8c4-b1ef3e72df64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 HTTP/1.1" status: 200 len: 217 time: 0.0351110 Jul 16 18:54:34.627712 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1aee91-d0d1-4cbd-8a8e-63f7d29d0fcc req-c83c28e7-27b4-415c-81c2-d301202a7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:34.629123 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd1aee91-d0d1-4cbd-8a8e-63f7d29d0fcc req-c83c28e7-27b4-415c-81c2-d301202a7f36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3a664e0-47e0-4e72-906a-2d4030a3f88c HTTP/1.1" status: 200 len: 835 time: 0.0438869 Jul 16 18:54:34.689177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1aee91-d0d1-4cbd-8a8e-63f7d29d0fcc req-c0bdd708-b144-4733-afae-2f3a3d609ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:34.690586 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd1aee91-d0d1-4cbd-8a8e-63f7d29d0fcc req-c0bdd708-b144-4733-afae-2f3a3d609ca3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35679fd5-6fe7-4fc9-bf18-d4ed937264cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544906 Jul 16 18:54:34.779606 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd1aee91-d0d1-4cbd-8a8e-63f7d29d0fcc req-1e324a14-c8f2-417a-8f31-8c6a257aa207 service neutron] 10.222.0.32 "GET /v2.0/networks/35679fd5-6fe7-4fc9-bf18-d4ed937264cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816913 Jul 16 18:54:34.873120 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-fd1aee91-d0d1-4cbd-8a8e-63f7d29d0fcc req-42a02387-7ebd-4e2d-9704-045a1dcadff6 service neutron] 10.222.0.32 "GET /v2.0/networks/35679fd5-6fe7-4fc9-bf18-d4ed937264cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864432 Jul 16 18:54:34.888196 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 78455d52-5964-407a-814f-5a9875246927 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:34.938889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 78455d52-5964-407a-814f-5a9875246927 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:34.939324 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:35.667724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd2d8a-e70c-403f-ba4d-32a4c35b753c req-4ecfe855-9318-4c2d-aebe-61bbf08e6992 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:35.669195 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aebd2d8a-e70c-403f-ba4d-32a4c35b753c req-4ecfe855-9318-4c2d-aebe-61bbf08e6992 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 943 time: 0.1156442 Jul 16 18:54:35.706184 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aebd2d8a-e70c-403f-ba4d-32a4c35b753c req-bea0f41c-9b1c-44a9-adfb-e8537f4ab1c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313694 Jul 16 18:54:36.878258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c9f73-9c0e-49b9-901d-942b3471fdf4 req-cb9c1982-435a-442b-a827-8239c690316a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:36.879766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-508c9f73-9c0e-49b9-901d-942b3471fdf4 req-cb9c1982-435a-442b-a827-8239c690316a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 943 time: 0.0630229 Jul 16 18:54:36.916923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-508c9f73-9c0e-49b9-901d-942b3471fdf4 req-7205e1d1-def7-4f57-9329-faa140dfbbf7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317011 Jul 16 18:54:38.090425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626dce2-7177-4d56-bcb1-1f93ef5df40c req-2705a3c1-1b80-49ed-9caa-39a2b4cf75e3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:38.091833 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8626dce2-7177-4d56-bcb1-1f93ef5df40c req-2705a3c1-1b80-49ed-9caa-39a2b4cf75e3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 943 time: 0.0667241 Jul 16 18:54:38.129039 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8626dce2-7177-4d56-bcb1-1f93ef5df40c req-95ab3578-5a8d-4934-9e00-e182f0c55503 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316098 Jul 16 18:54:38.352116 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:54:38.451532 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956,segment=NetworkSegment(51cc6d06-59d3-44a2-91a8-f152a3960a75),segment_id=51cc6d06-59d3-44a2-91a8-f152a3960a75)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:38.462162 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'port_id': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956', 'mac_address': 'fa:16:3e:28:f5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:54:38.497616 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:38.509700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:38.531019 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956,segment=NetworkSegment(51cc6d06-59d3-44a2-91a8-f152a3960a75),segment_id=51cc6d06-59d3-44a2-91a8-f152a3960a75)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:38.534687 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:38.582887 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:38.765488 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['2ab1de3c-685a-4b3e-a871-fc4a4f3dd956'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:39.300125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f90ec1-3412-465d-9963-e60ecb7c26a4 req-c34e880d-49f1-42a6-9baf-70cbbe1e85f8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:39.301612 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28f90ec1-3412-465d-9963-e60ecb7c26a4 req-c34e880d-49f1-42a6-9baf-70cbbe1e85f8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 944 time: 0.0626895 Jul 16 18:54:39.338229 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28f90ec1-3412-465d-9963-e60ecb7c26a4 req-f5ea4cc1-d367-4f40-a78b-1e20e8ad0373 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Jul 16 18:54:40.367788 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:40.425386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:40.429098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:40.429480 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:40.506042 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:40.514590 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc6e2f-28ec-4b90-8414-f133df8a9cd8 req-1a372954-a6eb-46bf-a3a1-b86288474a26 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:40.516092 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ecc6e2f-28ec-4b90-8414-f133df8a9cd8 req-1a372954-a6eb-46bf-a3a1-b86288474a26 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 944 time: 0.0627282 Jul 16 18:54:40.529045 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:40.530835 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc33694-751d-408a-b378-ba30342817d3" -d '{"events": [{"server_uuid": "b99e5fff-684b-402a-a05b-b0eb8cfc75cc", "name": "network-vif-plugged", "status": "completed", "tag": "2ab1de3c-685a-4b3e-a871-fc4a4f3dd956"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:40.555242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956,segment=NetworkSegment(51cc6d06-59d3-44a2-91a8-f152a3960a75),segment_id=51cc6d06-59d3-44a2-91a8-f152a3960a75)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:40.560731 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:40.566617 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2ecc6e2f-28ec-4b90-8414-f133df8a9cd8 req-1ff177a9-e2f9-497d-974a-722c3d2b1a7b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447268 Jul 16 18:54:40.584383 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad80258f-61fe-4813-8c35-7a3fa753e76f x-openstack-request-id: req-ad80258f-61fe-4813-8c35-7a3fa753e76f {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:40.584680 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99e5fff-684b-402a-a05b-b0eb8cfc75cc", "name": "network-vif-plugged", "status": "completed", "tag": "2ab1de3c-685a-4b3e-a871-fc4a4f3dd956", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:40.584937 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad80258f-61fe-4813-8c35-7a3fa753e76f {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:40.585323 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956', 'code': 200} Jul 16 18:54:40.612658 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:40.697283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2382ea8-3d77-4938-a7f4-94879f1ff38e req-c1c48c2c-beab-4b32-9950-9dc6d219ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:40.698816 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c2382ea8-3d77-4938-a7f4-94879f1ff38e req-c1c48c2c-beab-4b32-9950-9dc6d219ac01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 1097 time: 0.0511456 Jul 16 18:54:40.732554 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c2382ea8-3d77-4938-a7f4-94879f1ff38e req-040e4ef2-a3f5-4a1f-866b-1bdec9a8351b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275288 Jul 16 18:54:41.795003 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a057e8-de9e-44a9-bd10-7dd51b3eb247 req-ff688507-785c-4b5b-a2cd-aabac02ad805 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:41.796477 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44a057e8-de9e-44a9-bd10-7dd51b3eb247 req-ff688507-785c-4b5b-a2cd-aabac02ad805 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 945 time: 0.1139092 Jul 16 18:54:41.832741 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-44a057e8-de9e-44a9-bd10-7dd51b3eb247 req-0f78b40d-eaea-4550-8a95-7efe544611ce tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306783 Jul 16 18:54:42.004759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e20fba-3b65-44d4-af7d-e6f0cded7753 req-e06ab1b8-a592-46f5-bbb2-b83129061baf tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:42.006648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e20fba-3b65-44d4-af7d-e6f0cded7753 req-e06ab1b8-a592-46f5-bbb2-b83129061baf tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 945 time: 0.0645812 Jul 16 18:54:42.045046 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c1e20fba-3b65-44d4-af7d-e6f0cded7753 req-40ee4a78-893d-4a9c-a2ab-9817e41e2e29 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328503 Jul 16 18:54:42.068446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47732) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:42.123125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15284fc2-975c-4ba8-92b4-6242c4d2b6ca tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:42.124654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-15284fc2-975c-4ba8-92b4-6242c4d2b6ca tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 1092 time: 0.0552216 Jul 16 18:54:42.127551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47734) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:42.131820 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:42.154377 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:42.251725 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:42.361349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.25.3.185 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/17751ac7-ecc1-4487-99ca-2c2256474ade) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:42.467352 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:42.507273 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:42.551585 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:42.554337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:42.559183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:42.581998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=17751ac7-ecc1-4487-99ca-2c2256474ade,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:42.922843 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.000033 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.149522 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.153623 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.221454 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=17751ac7-ecc1-4487-99ca-2c2256474ade,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:43.229630 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.539702 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-a1bf5100-6fff-4951-8b41-5393a4186f62 req-2a91be34-ccfb-4831-bcf2-129c594260c8 service neutron] (105591) timed out ('10.222.0.11', 60038) {{(pid=105591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:54:43.603718 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Floating IP 4db0dd2d-26b1-4798-bb09-29ebc4f1be77 associated. External IP: 172.25.3.185, port: 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956. Jul 16 18:54:43.625638 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4173ceed-52a6-4f54-a6ef-72dac6b9a58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.807640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router ef005664-d57f-4d2c-8755-d57d6c0ff116 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:43.913312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:43.923424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34effcca-a816-4e3b-a673-640e82eedac8 None None] Sync routers for ids ['ef005664-d57f-4d2c-8755-d57d6c0ff116'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:43.929560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:43.932922 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34effcca-a816-4e3b-a673-640e82eedac8 None None] Routers {'ef005664-d57f-4d2c-8755-d57d6c0ff116'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:43.933682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-34effcca-a816-4e3b-a673-640e82eedac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:54:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ef005664-d57f-4d2c-8755-d57d6c0ff116'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:43.967628 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fafd67d6-0436-4f5d-94b5-a21d8129ed7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8390522 Jul 16 18:54:43.968333 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'tag': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:43.970735 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6ca5c9-fa83-4346-8bf8-a2faa502a2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b99e5fff-684b-402a-a05b-b0eb8cfc75cc", "tag": "2ab1de3c-685a-4b3e-a871-fc4a4f3dd956"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:44.010549 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efd836d-3a04-460a-b949-321cc622a069 x-openstack-request-id: req-9efd836d-3a04-460a-b949-321cc622a069 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:44.010972 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99e5fff-684b-402a-a05b-b0eb8cfc75cc", "tag": "2ab1de3c-685a-4b3e-a871-fc4a4f3dd956", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:44.011230 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9efd836d-3a04-460a-b949-321cc622a069 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:44.011666 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'tag': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956', 'status': 'completed', 'code': 200} Jul 16 18:54:44.047339 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-34effcca-a816-4e3b-a673-640e82eedac8 None None] Set router ef005664-d57f-4d2c-8755-d57d6c0ff116 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:44.086682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ca5c9-fa83-4346-8bf8-a2faa502a2c6 req-86489836-8f76-46a0-b39c-53d7833c7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:44.088094 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7c6ca5c9-fa83-4346-8bf8-a2faa502a2c6 req-86489836-8f76-46a0-b39c-53d7833c7281 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 1097 time: 0.0542181 Jul 16 18:54:44.130339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff678ac-f4ab-4b14-93e0-1ab32242a3c8 req-3f8a8492-84e9-41e6-a440-99dbcb0275fe tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:44.132047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ff678ac-f4ab-4b14-93e0-1ab32242a3c8 req-3f8a8492-84e9-41e6-a440-99dbcb0275fe tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 945 time: 0.0699947 Jul 16 18:54:44.172344 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6ff678ac-f4ab-4b14-93e0-1ab32242a3c8 req-6d22958e-235f-4cb4-8274-12dc6056587f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340657 Jul 16 18:54:44.186920 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ca5c9-fa83-4346-8bf8-a2faa502a2c6 req-0044de05-80fb-464b-9252-f93696228a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:44.188411 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7c6ca5c9-fa83-4346-8bf8-a2faa502a2c6 req-0044de05-80fb-464b-9252-f93696228a4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=35679fd5-6fe7-4fc9-bf18-d4ed937264cc HTTP/1.1" status: 200 len: 897 time: 0.0941710 Jul 16 18:54:44.203937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47740) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:44.263778 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7c6ca5c9-fa83-4346-8bf8-a2faa502a2c6 req-37b43083-8315-477c-bc3a-2d83b9b3c5b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 HTTP/1.1" status: 200 len: 999 time: 0.0690396 Jul 16 18:54:44.264708 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-929c3055-63ee-4566-b01f-4e912836048d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/4db0dd2d-26b1-4798-bb09-29ebc4f1be77 HTTP/1.1" status: 200 len: 991 time: 0.0607591 Jul 16 18:54:44.286200 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-34effcca-a816-4e3b-a673-640e82eedac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '4db0dd2d-26b1-4798-bb09-29ebc4f1be77', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'port_id': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'mac_address': 'fa:16:3e:28:f5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:42Z', 'updated_at': '2021-07-16T18:54:42Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78455d52-5964-407a-814f-5a9875246927', 'name': '', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:5b:62:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:28Z', 'updated_at': '2021-07-16T18:54:33Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:44.316178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34effcca-a816-4e3b-a673-640e82eedac8 None None] Checking router: ef005664-d57f-4d2c-8755-d57d6c0ff116 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:44.316430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ca5c9-fa83-4346-8bf8-a2faa502a2c6 req-9c751a65-deaa-4be3-a787-45201d830d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:44.317957 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7c6ca5c9-fa83-4346-8bf8-a2faa502a2c6 req-9c751a65-deaa-4be3-a787-45201d830d32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3a664e0-47e0-4e72-906a-2d4030a3f88c HTTP/1.1" status: 200 len: 835 time: 0.0482769 Jul 16 18:54:44.325179 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34effcca-a816-4e3b-a673-640e82eedac8 None None] Routers {'ef005664-d57f-4d2c-8755-d57d6c0ff116'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:44.326269 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-34effcca-a816-4e3b-a673-640e82eedac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:54:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ef005664-d57f-4d2c-8755-d57d6c0ff116'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:44.375573 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ca5c9-fa83-4346-8bf8-a2faa502a2c6 req-680eb54c-7967-40fa-bd8a-2cfbbcf15dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:44.377114 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7c6ca5c9-fa83-4346-8bf8-a2faa502a2c6 req-680eb54c-7967-40fa-bd8a-2cfbbcf15dbc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35679fd5-6fe7-4fc9-bf18-d4ed937264cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535667 Jul 16 18:54:44.434404 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-34effcca-a816-4e3b-a673-640e82eedac8 None None] Set router ef005664-d57f-4d2c-8755-d57d6c0ff116 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:44.465173 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7c6ca5c9-fa83-4346-8bf8-a2faa502a2c6 req-f7808b4d-3171-4d71-b971-ca0bb4ef36e6 service neutron] 10.222.0.32 "GET /v2.0/networks/35679fd5-6fe7-4fc9-bf18-d4ed937264cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820172 Jul 16 18:54:44.560270 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7c6ca5c9-fa83-4346-8bf8-a2faa502a2c6 req-19d3a145-4ee9-40a9-9bb8-48a096d83b15 service neutron] 10.222.0.32 "GET /v2.0/networks/35679fd5-6fe7-4fc9-bf18-d4ed937264cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890756 Jul 16 18:54:44.660123 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-34effcca-a816-4e3b-a673-640e82eedac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '4db0dd2d-26b1-4798-bb09-29ebc4f1be77', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'port_id': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'mac_address': 'fa:16:3e:28:f5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:42Z', 'updated_at': '2021-07-16T18:54:42Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78455d52-5964-407a-814f-5a9875246927', 'name': '', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:5b:62:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:28Z', 'updated_at': '2021-07-16T18:54:33Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:44.686151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34effcca-a816-4e3b-a673-640e82eedac8 None None] The sync data for ids ['ef005664-d57f-4d2c-8755-d57d6c0ff116'] in n-d-787205-10 is: [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '4db0dd2d-26b1-4798-bb09-29ebc4f1be77', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.185', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'port_id': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'mac_address': 'fa:16:3e:28:f5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:42Z', 'updated_at': '2021-07-16T18:54:42Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78455d52-5964-407a-814f-5a9875246927', 'name': '', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:5b:62:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:28Z', 'updated_at': '2021-07-16T18:54:33Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:44.871715 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8511bfe9-598a-4f0d-ba26-a0e9ace0e8b3 None None] New status for floating IP 4db0dd2d-26b1-4798-bb09-29ebc4f1be77: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:54:45.268563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47742) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:45.330773 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-14f4d7f9-2025-4591-a32d-9f4987a97f65 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/4db0dd2d-26b1-4798-bb09-29ebc4f1be77 HTTP/1.1" status: 200 len: 993 time: 0.0611403 Jul 16 18:54:45.815300 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5cd3552b-d666-4bb3-b920-b0fd1efe91df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:46.054174 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:47.851385 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:49.264903 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:53.737477 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:55.844333 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:57.420801 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:13.626892 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-27c235a3-2c46-4742-bcff-ea8c40deedcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:14.243123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe290f-ddcf-4e96-ba84-db54dbd2f6d4 req-1acf17a2-f328-4c0a-aed5-77baaf149094 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:14.244758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71fe290f-ddcf-4e96-ba84-db54dbd2f6d4 req-1acf17a2-f328-4c0a-aed5-77baaf149094 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 945 time: 0.0648654 Jul 16 18:55:14.285639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71fe290f-ddcf-4e96-ba84-db54dbd2f6d4 req-e2852596-63cf-4309-9644-54a71472eb99 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349753 Jul 16 18:55:15.459154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93063e-274f-4f94-8c89-2b8a67e7eaaf req-05933b7c-5ac0-42e3-be1c-987dd909d806 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:15.460526 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4b93063e-274f-4f94-8c89-2b8a67e7eaaf req-05933b7c-5ac0-42e3-be1c-987dd909d806 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 945 time: 0.0636439 Jul 16 18:55:15.497328 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4b93063e-274f-4f94-8c89-2b8a67e7eaaf req-6fa55905-c644-4d36-9fac-1e84b8629590 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313282 Jul 16 18:55:15.521651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47762) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:15.584679 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b81ca419-e846-4b0b-9a01-bd5119da6efa tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/4db0dd2d-26b1-4798-bb09-29ebc4f1be77 HTTP/1.1" status: 200 len: 993 time: 0.0618844 Jul 16 18:55:15.816183 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fa021b60-1a39-4e37-9858-bcee932a0a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:16.055733 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:17.015704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189f343-ac83-4ea9-8b32-c7b4d8ce8f4e req-68a45e0c-ecee-4158-a019-edf02d48b42f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:17.017873 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f189f343-ac83-4ea9-8b32-c7b4d8ce8f4e req-68a45e0c-ecee-4158-a019-edf02d48b42f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 945 time: 0.0675340 Jul 16 18:55:17.060526 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f189f343-ac83-4ea9-8b32-c7b4d8ce8f4e req-8854abff-37f0-40cc-82bd-dcd1c8f301c8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341392 Jul 16 18:55:17.853533 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:18.243129 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385ee8f-5b0a-47d1-9512-d7babd048a2b req-d77661c1-2ecf-4c38-bc7d-abdef86ab0bc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:18.244644 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d385ee8f-5b0a-47d1-9512-d7babd048a2b req-d77661c1-2ecf-4c38-bc7d-abdef86ab0bc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 945 time: 0.0671399 Jul 16 18:55:18.281324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d385ee8f-5b0a-47d1-9512-d7babd048a2b req-e4d2f071-e8f2-44a3-a42f-4e223479ce3d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311446 Jul 16 18:55:18.306247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47772) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:18.365339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3541a749-7c50-4583-b142-94b9b6de2c72 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/4db0dd2d-26b1-4798-bb09-29ebc4f1be77 HTTP/1.1" status: 200 len: 993 time: 0.0578980 Jul 16 18:55:18.654607 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47778) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:18.812374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 17751ac7-ecc1-4487-99ca-2c2256474ade {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:18.812710 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:18.890203 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:18.890538 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:18.902241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 17751ac7-ecc1-4487-99ca-2c2256474ade owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:19.052313 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.078123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=17751ac7-ecc1-4487-99ca-2c2256474ade,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:19.091368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.091741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.092077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.092550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.092903 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.093245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.093582 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.093944 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.094277 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.094608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.094935 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.095295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:19.156472 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.157004 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Floating IP 4db0dd2d-26b1-4798-bb09-29ebc4f1be77 disassociated (deleted). External IP: 172.25.3.185, port: 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956. Jul 16 18:55:19.264642 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.363001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router ef005664-d57f-4d2c-8755-d57d6c0ff116 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:55:19.471193 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:19.475977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.480724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482705fa-503c-45f8-aee0-aac57559d1b6 None None] Sync routers for ids ['ef005664-d57f-4d2c-8755-d57d6c0ff116'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:19.490284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482705fa-503c-45f8-aee0-aac57559d1b6 None None] Routers {'ef005664-d57f-4d2c-8755-d57d6c0ff116'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:19.490900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-482705fa-503c-45f8-aee0-aac57559d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ef005664-d57f-4d2c-8755-d57d6c0ff116'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:19.516153 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-95e53528-5737-493a-a045-2fc7d69276ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/floatingips/4db0dd2d-26b1-4798-bb09-29ebc4f1be77 HTTP/1.1" status: 204 len: 168 time: 0.8605266 Jul 16 18:55:19.517950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'tag': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:19.520360 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7706d8da-d073-456e-9345-097fd864c2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b99e5fff-684b-402a-a05b-b0eb8cfc75cc", "tag": "2ab1de3c-685a-4b3e-a871-fc4a4f3dd956"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:19.575278 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32470114-b03f-4268-81a2-4bd3203a4479 x-openstack-request-id: req-32470114-b03f-4268-81a2-4bd3203a4479 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:19.575629 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99e5fff-684b-402a-a05b-b0eb8cfc75cc", "tag": "2ab1de3c-685a-4b3e-a871-fc4a4f3dd956", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:19.576022 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32470114-b03f-4268-81a2-4bd3203a4479 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:19.577000 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'tag': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956', 'status': 'completed', 'code': 200} Jul 16 18:55:19.602723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-482705fa-503c-45f8-aee0-aac57559d1b6 None None] Set router ef005664-d57f-4d2c-8755-d57d6c0ff116 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:19.661440 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706d8da-d073-456e-9345-097fd864c2ef req-4bd35669-18dc-488b-bcb7-f08a8d21c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:19.664497 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7706d8da-d073-456e-9345-097fd864c2ef req-4bd35669-18dc-488b-bcb7-f08a8d21c106 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 1097 time: 0.0559170 Jul 16 18:55:19.777863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706d8da-d073-456e-9345-097fd864c2ef req-c69ad208-a7ed-45c6-988d-586e89dceb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:19.779413 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7706d8da-d073-456e-9345-097fd864c2ef req-c69ad208-a7ed-45c6-988d-586e89dceb7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=35679fd5-6fe7-4fc9-bf18-d4ed937264cc HTTP/1.1" status: 200 len: 897 time: 0.1087298 Jul 16 18:55:19.823892 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7706d8da-d073-456e-9345-097fd864c2ef req-6159e452-5e66-484f-bc37-b39dd3c270d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 HTTP/1.1" status: 200 len: 217 time: 0.0364985 Jul 16 18:55:19.881545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706d8da-d073-456e-9345-097fd864c2ef req-028e0e5e-0af6-4be5-bc56-af083c599a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:19.883205 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7706d8da-d073-456e-9345-097fd864c2ef req-028e0e5e-0af6-4be5-bc56-af083c599a58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d3a664e0-47e0-4e72-906a-2d4030a3f88c HTTP/1.1" status: 200 len: 835 time: 0.0517344 Jul 16 18:55:19.897967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ef1df-b4ee-4af4-8a33-ae89d85d9a01 req-3ba45ee2-56b7-444f-8c29-05af39d1b63c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:19.899986 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b23ef1df-b4ee-4af4-8a33-ae89d85d9a01 req-3ba45ee2-56b7-444f-8c29-05af39d1b63c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 945 time: 0.0643282 Jul 16 18:55:19.942720 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b23ef1df-b4ee-4af4-8a33-ae89d85d9a01 req-0bd5ed39-0f46-4348-b84b-908937af72f8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376594 Jul 16 18:55:19.945142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706d8da-d073-456e-9345-097fd864c2ef req-e4cb2075-d3a9-42a8-961b-c18c7a37eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:19.946691 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7706d8da-d073-456e-9345-097fd864c2ef req-e4cb2075-d3a9-42a8-961b-c18c7a37eb8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35679fd5-6fe7-4fc9-bf18-d4ed937264cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563674 Jul 16 18:55:19.974799 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-482705fa-503c-45f8-aee0-aac57559d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '78455d52-5964-407a-814f-5a9875246927', 'name': '', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:5b:62:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:28Z', 'updated_at': '2021-07-16T18:54:33Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:20.005672 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482705fa-503c-45f8-aee0-aac57559d1b6 None None] Checking router: ef005664-d57f-4d2c-8755-d57d6c0ff116 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:20.014166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482705fa-503c-45f8-aee0-aac57559d1b6 None None] Routers {'ef005664-d57f-4d2c-8755-d57d6c0ff116'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:20.014794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-482705fa-503c-45f8-aee0-aac57559d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ef005664-d57f-4d2c-8755-d57d6c0ff116'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:20.039077 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7706d8da-d073-456e-9345-097fd864c2ef req-88f919ea-fdfe-4dfd-a943-82c79d5e6139 service neutron] 10.222.0.32 "GET /v2.0/networks/35679fd5-6fe7-4fc9-bf18-d4ed937264cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856383 Jul 16 18:55:20.119093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-482705fa-503c-45f8-aee0-aac57559d1b6 None None] Set router ef005664-d57f-4d2c-8755-d57d6c0ff116 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:20.135450 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-7706d8da-d073-456e-9345-097fd864c2ef req-69d728b1-8e98-49f4-bb11-180557f79ac8 service neutron] 10.222.0.32 "GET /v2.0/networks/35679fd5-6fe7-4fc9-bf18-d4ed937264cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878870 Jul 16 18:55:20.311008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-482705fa-503c-45f8-aee0-aac57559d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '78455d52-5964-407a-814f-5a9875246927', 'name': '', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:5b:62:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:28Z', 'updated_at': '2021-07-16T18:54:33Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:20.340466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482705fa-503c-45f8-aee0-aac57559d1b6 None None] The sync data for ids ['ef005664-d57f-4d2c-8755-d57d6c0ff116'] in n-d-787205-10 is: [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '78455d52-5964-407a-814f-5a9875246927', 'name': '', 'network_id': '35679fd5-6fe7-4fc9-bf18-d4ed937264cc', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:5b:62:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:28Z', 'updated_at': '2021-07-16T18:54:33Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'd3a664e0-47e0-4e72-906a-2d4030a3f88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:20.557311 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298623c4-816b-4149-ae18-203b049a9fa0 None None] New status for floating IP 4db0dd2d-26b1-4798-bb09-29ebc4f1be77: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:55:21.120422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb68d6-1440-4ae6-8113-709fbb841dc6 req-281d881e-d8d2-4151-969b-12dedaca4597 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:21.121932 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01fb68d6-1440-4ae6-8113-709fbb841dc6 req-281d881e-d8d2-4151-969b-12dedaca4597 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 945 time: 0.0645454 Jul 16 18:55:21.161725 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01fb68d6-1440-4ae6-8113-709fbb841dc6 req-12d7a8df-a689-454f-b452-83bf10a31fed tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=0fad8729-dbe1-4f57-9e03-187e44f737a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332322 Jul 16 18:55:21.388776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f00051-5dd0-4e5a-bc32-8928e33e6549 req-46833e3d-a073-4fe3-a19f-b4c7255b76ed tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:21.390300 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c7f00051-5dd0-4e5a-bc32-8928e33e6549 req-46833e3d-a073-4fe3-a19f-b4c7255b76ed tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 945 time: 0.0633833 Jul 16 18:55:21.494481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-c7f00051-5dd0-4e5a-bc32-8928e33e6549 req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:21.494821 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c7f00051-5dd0-4e5a-bc32-8928e33e6549 req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:21.580669 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-c7f00051-5dd0-4e5a-bc32-8928e33e6549 req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956,segment=NetworkSegment(51cc6d06-59d3-44a2-91a8-f152a3960a75),segment_id=51cc6d06-59d3-44a2-91a8-f152a3960a75)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:21.581028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c7f00051-5dd0-4e5a-bc32-8928e33e6549 req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:21.592961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-c7f00051-5dd0-4e5a-bc32-8928e33e6549 req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:21.721759 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c7f00051-5dd0-4e5a-bc32-8928e33e6549 req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:21.749842 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=2ab1de3c-685a-4b3e-a871-fc4a4f3dd956,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:21.779917 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:21.780273 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:21.780617 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:21.780957 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:21.781291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:21.781624 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:21.781984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:21.782315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:21.782647 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:21.783013 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:21.783382 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:21.783711 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:21.807324 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f00051-5dd0-4e5a-bc32-8928e33e6549 req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] No DVR routers for this DVR port 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:21.809757 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-c7f00051-5dd0-4e5a-bc32-8928e33e6549 req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:21.811741 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-c7f00051-5dd0-4e5a-bc32-8928e33e6549 req-19b3c851-1b54-4aed-9525-cb79f170c2dc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "DELETE /v2.0/ports/2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 HTTP/1.1" status: 204 len: 173 time: 0.4161117 Jul 16 18:55:21.812174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'name': 'network-vif-deleted', 'tag': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:21.815053 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e223be3f-169e-47ba-8342-6b9659174a9c" -d '{"events": [{"server_uuid": "b99e5fff-684b-402a-a05b-b0eb8cfc75cc", "name": "network-vif-deleted", "tag": "2ab1de3c-685a-4b3e-a871-fc4a4f3dd956"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:21.854633 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dea1ee0-0134-4d70-8ff9-7b873decb906 x-openstack-request-id: req-6dea1ee0-0134-4d70-8ff9-7b873decb906 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:21.854926 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99e5fff-684b-402a-a05b-b0eb8cfc75cc", "name": "network-vif-deleted", "tag": "2ab1de3c-685a-4b3e-a871-fc4a4f3dd956", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:21.855206 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6dea1ee0-0134-4d70-8ff9-7b873decb906 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:21.855608 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99e5fff-684b-402a-a05b-b0eb8cfc75cc', 'name': 'network-vif-deleted', 'tag': '2ab1de3c-685a-4b3e-a871-fc4a4f3dd956', 'status': 'completed', 'code': 200} Jul 16 18:55:22.326936 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7b69f68c-d296-45bc-a132-33f9c4e91f9e req-f73fcf19-e52a-4aac-93d8-8e4b3d4e877f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99e5fff-684b-402a-a05b-b0eb8cfc75cc HTTP/1.1" status: 200 len: 210 time: 0.0338407 Jul 16 18:55:23.422571 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47794) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:23.726441 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:23.774299 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3d37-2f25-4528-b8a2-c04be832f7d7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:24.037578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-bb7e3d37-2f25-4528-b8a2-c04be832f7d7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 78455d52-5964-407a-814f-5a9875246927 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:24.037959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3d37-2f25-4528-b8a2-c04be832f7d7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:24.126849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-bb7e3d37-2f25-4528-b8a2-c04be832f7d7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port 78455d52-5964-407a-814f-5a9875246927, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=78455d52-5964-407a-814f-5a9875246927,segment=NetworkSegment(51cc6d06-59d3-44a2-91a8-f152a3960a75),segment_id=51cc6d06-59d3-44a2-91a8-f152a3960a75)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:24.127207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3d37-2f25-4528-b8a2-c04be832f7d7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:24.140294 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-bb7e3d37-2f25-4528-b8a2-c04be832f7d7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 78455d52-5964-407a-814f-5a9875246927 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:24.592390 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3d37-2f25-4528-b8a2-c04be832f7d7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:24.620116 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e3d37-2f25-4528-b8a2-c04be832f7d7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=78455d52-5964-407a-814f-5a9875246927,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:24.817276 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bb7e3d37-2f25-4528-b8a2-c04be832f7d7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.034153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7e3d37-2f25-4528-b8a2-c04be832f7d7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router ef005664-d57f-4d2c-8755-d57d6c0ff116 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:55:25.138329 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7e3d37-2f25-4528-b8a2-c04be832f7d7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:25.143574 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bb7e3d37-2f25-4528-b8a2-c04be832f7d7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "PUT /v2.0/routers/ef005664-d57f-4d2c-8755-d57d6c0ff116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7198451 Jul 16 18:55:25.146216 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47796) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:25.148346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb5a426-3cb8-444b-af86-eb59cff51745 None None] Sync routers for ids ['ef005664-d57f-4d2c-8755-d57d6c0ff116'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:25.158388 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb5a426-3cb8-444b-af86-eb59cff51745 None None] Routers {'ef005664-d57f-4d2c-8755-d57d6c0ff116'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:25.159259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dbb5a426-3cb8-444b-af86-eb59cff51745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ef005664-d57f-4d2c-8755-d57d6c0ff116'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:25.197118 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b110e8-ec4b-4fbc-aa86-fbcd6f453301 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting subnet d3a664e0-47e0-4e72-906a-2d4030a3f88c {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:55:25.200130 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75b110e8-ec4b-4fbc-aa86-fbcd6f453301 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.239876 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75b110e8-ec4b-4fbc-aa86-fbcd6f453301 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.263432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-dbb5a426-3cb8-444b-af86-eb59cff51745 None None] Set router ef005664-d57f-4d2c-8755-d57d6c0ff116 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:25.325733 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75b110e8-ec4b-4fbc-aa86-fbcd6f453301 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.383795 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75b110e8-ec4b-4fbc-aa86-fbcd6f453301 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.408474 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b110e8-ec4b-4fbc-aa86-fbcd6f453301 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a664e0-47e0-4e72-906a-2d4030a3f88c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:25.417652 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-75b110e8-ec4b-4fbc-aa86-fbcd6f453301 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.422053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-75b110e8-ec4b-4fbc-aa86-fbcd6f453301 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/subnets/d3a664e0-47e0-4e72-906a-2d4030a3f88c HTTP/1.1" status: 204 len: 168 time: 0.2724941 Jul 16 18:55:25.422341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47798) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:25.429001 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c36d2b-c073-48f6-b7f5-6eca5c9e6045 None None] Network 35679fd5-6fe7-4fc9-bf18-d4ed937264cc requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:25.502152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dbb5a426-3cb8-444b-af86-eb59cff51745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:55:24Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:25.530813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.544853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb5a426-3cb8-444b-af86-eb59cff51745 None None] Checking router: ef005664-d57f-4d2c-8755-d57d6c0ff116 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:25.572391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb5a426-3cb8-444b-af86-eb59cff51745 None None] Routers {'ef005664-d57f-4d2c-8755-d57d6c0ff116'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:25.573021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dbb5a426-3cb8-444b-af86-eb59cff51745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['ef005664-d57f-4d2c-8755-d57d6c0ff116'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:25.637484 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.689956 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-dbb5a426-3cb8-444b-af86-eb59cff51745 None None] Set router ef005664-d57f-4d2c-8755-d57d6c0ff116 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:25.692863 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port e831953d-f22b-4902-ae74-af2f562a3eff {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:25.693221 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.764764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] DHCP port deletion for 35679fd5-6fe7-4fc9-bf18-d4ed937264cc request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:55:25.776601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port e831953d-f22b-4902-ae74-af2f562a3eff, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e831953d-f22b-4902-ae74-af2f562a3eff,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:25.776973 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.789384 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for e831953d-f22b-4902-ae74-af2f562a3eff owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:25.868983 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.896891 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Deleting port a8da3931-d19b-4ab5-8daf-d7014835fe31 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:25.897266 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.961322 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.971164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] For port a8da3931-d19b-4ab5-8daf-d7014835fe31, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a8da3931-d19b-4ab5-8daf-d7014835fe31,segment=NetworkSegment(51cc6d06-59d3-44a2-91a8-f152a3960a75),segment_id=51cc6d06-59d3-44a2-91a8-f152a3960a75)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:25.971558 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:25.987705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Calling delete_port for a8da3931-d19b-4ab5-8daf-d7014835fe31 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:25.993112 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-dbb5a426-3cb8-444b-af86-eb59cff51745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:55:24Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:25.993283 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=e831953d-f22b-4902-ae74-af2f562a3eff,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:26.026252 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb5a426-3cb8-444b-af86-eb59cff51745 None None] The sync data for ids ['ef005664-d57f-4d2c-8755-d57d6c0ff116'] in n-d-787205-10 is: [{'id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520819125', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:55:24Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e831953d-f22b-4902-ae74-af2f562a3eff', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef005664-d57f-4d2c-8755-d57d6c0ff116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:54:25Z', 'updated_at': '2021-07-16T18:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:26.053540 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.099519 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.128702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] No DVR routers for this DVR port a8da3931-d19b-4ab5-8daf-d7014835fe31 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:26.135370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Pushing event deleted for resources: {'Port': ['ID=a8da3931-d19b-4ab5-8daf-d7014835fe31,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:26.143178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:26.143526 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:26.143865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:26.144199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:26.144525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:26.144849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:26.145175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:26.145500 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:26.145876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:26.146200 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:26.146518 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:26.146836 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b24141-7eb4-46b0-b340-9fef446fe796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:26.148404 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.150591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.193385 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.194027 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Fanout notify agent at l3_agent the message router_deleted on router ef005664-d57f-4d2c-8755-d57d6c0ff116 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:55:26.200955 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.202099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cc7072b1-1c30-41e7-ab88-00c1a7cec510 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/routers/ef005664-d57f-4d2c-8755-d57d6c0ff116 HTTP/1.1" status: 204 len: 168 time: 0.7789118 Jul 16 18:55:26.205315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47800) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:26.283081 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1027096-312e-4ff4-b44e-d568db2b08d4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.369225 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1027096-312e-4ff4-b44e-d568db2b08d4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.380871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-c1027096-312e-4ff4-b44e-d568db2b08d4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35679fd5-6fe7-4fc9-bf18-d4ed937264cc']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:26.392807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-c1027096-312e-4ff4-b44e-d568db2b08d4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51cc6d06-59d3-44a2-91a8-f152a3960a75') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:26.393189 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-c1027096-312e-4ff4-b44e-d568db2b08d4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51cc6d06-59d3-44a2-91a8-f152a3960a75') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:26.402709 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1027096-312e-4ff4-b44e-d568db2b08d4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.416884 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1027096-312e-4ff4-b44e-d568db2b08d4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.423019 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1027096-312e-4ff4-b44e-d568db2b08d4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:55:26.423462 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1027096-312e-4ff4-b44e-d568db2b08d4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:55:26.426487 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:55:26.484914 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1027096-312e-4ff4-b44e-d568db2b08d4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.490995 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c1027096-312e-4ff4-b44e-d568db2b08d4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.495659 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c1027096-312e-4ff4-b44e-d568db2b08d4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/networks/35679fd5-6fe7-4fc9-bf18-d4ed937264cc HTTP/1.1" status: 204 len: 168 time: 0.2870460 Jul 16 18:55:26.496138 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47802) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:26.508753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1027096-312e-4ff4-b44e-d568db2b08d4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Network': ['ID=35679fd5-6fe7-4fc9-bf18-d4ed937264cc,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:26.557528 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ec898a2-1e2e-41ab-bc56-148e5b80adf1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.568990 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:26.583446 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ec898a2-1e2e-41ab-bc56-148e5b80adf1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.651019 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ec898a2-1e2e-41ab-bc56-148e5b80adf1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.653830 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ec898a2-1e2e-41ab-bc56-148e5b80adf1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:26.659043 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6ec898a2-1e2e-41ab-bc56-148e5b80adf1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/security-groups/0fad8729-dbe1-4f57-9e03-187e44f737a6 HTTP/1.1" status: 204 len: 168 time: 0.1580510 Jul 16 18:55:26.667044 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec898a2-1e2e-41ab-bc56-148e5b80adf1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad8729-dbe1-4f57-9e03-187e44f737a6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:26.765173 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:26.765521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 2ab1de3c-685a-4b3e-a871-fc4a4f3dd956 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:27.027394 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47810) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:27.032069 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0ca57ef0-8b5c-4c21-9ccd-2f27bd0343b8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59387764', 'description': 'tempest-secgroup-smoke-59387764 description', 'project_id': '23800e1dea3942859b774132bdecef44'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:27.062356 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ca57ef0-8b5c-4c21-9ccd-2f27bd0343b8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.097528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 78455d52-5964-407a-814f-5a9875246927 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:27.120679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 78455d52-5964-407a-814f-5a9875246927 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:27.121160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 78455d52-5964-407a-814f-5a9875246927 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:27.121671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a8da3931-d19b-4ab5-8daf-d7014835fe31 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:27.140943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: a8da3931-d19b-4ab5-8daf-d7014835fe31 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:27.141379 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a8da3931-d19b-4ab5-8daf-d7014835fe31 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:27.142477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e831953d-f22b-4902-ae74-af2f562a3eff no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:27.161847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: e831953d-f22b-4902-ae74-af2f562a3eff {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:27.162284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e831953d-f22b-4902-ae74-af2f562a3eff not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:27.162430 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ca57ef0-8b5c-4c21-9ccd-2f27bd0343b8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.166301 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ca57ef0-8b5c-4c21-9ccd-2f27bd0343b8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.197201 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0ca57ef0-8b5c-4c21-9ccd-2f27bd0343b8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.198494 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0ca57ef0-8b5c-4c21-9ccd-2f27bd0343b8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1700556 Jul 16 18:55:27.199685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca57ef0-8b5c-4c21-9ccd-2f27bd0343b8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21057d87-b31a-479a-ab0c-402a6efd1964,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:27.201492 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47812) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:27.207999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-35e75f83-1e34-467c-a12e-7e2b12734ad1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '21057d87-b31a-479a-ab0c-402a6efd1964', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:27.238253 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35e75f83-1e34-467c-a12e-7e2b12734ad1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.300236 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35e75f83-1e34-467c-a12e-7e2b12734ad1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.303634 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35e75f83-1e34-467c-a12e-7e2b12734ad1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.321213 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e75f83-1e34-467c-a12e-7e2b12734ad1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa4c972-9ee9-48c1-a9ec-a48c2f523894,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:27.332377 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-35e75f83-1e34-467c-a12e-7e2b12734ad1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.333737 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-35e75f83-1e34-467c-a12e-7e2b12734ad1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309052 Jul 16 18:55:27.336406 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47814) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:27.340709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-eff526b2-6f2f-4dbd-a575-3b3b292caba7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '21057d87-b31a-479a-ab0c-402a6efd1964', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:27.367092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eff526b2-6f2f-4dbd-a575-3b3b292caba7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.424154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eff526b2-6f2f-4dbd-a575-3b3b292caba7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.427964 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eff526b2-6f2f-4dbd-a575-3b3b292caba7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.445723 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff526b2-6f2f-4dbd-a575-3b3b292caba7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdad5a0-a949-45d2-8f64-12b49a9537bd,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:27.451264 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eff526b2-6f2f-4dbd-a575-3b3b292caba7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.452425 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-eff526b2-6f2f-4dbd-a575-3b3b292caba7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150987 Jul 16 18:55:27.455306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47816) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:27.459670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-af2ed35f-71c8-41fb-832f-87e365a0d20b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '21057d87-b31a-479a-ab0c-402a6efd1964', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:27.484641 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-af2ed35f-71c8-41fb-832f-87e365a0d20b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.542003 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-af2ed35f-71c8-41fb-832f-87e365a0d20b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.545632 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-af2ed35f-71c8-41fb-832f-87e365a0d20b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.567126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ed35f-71c8-41fb-832f-87e365a0d20b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881462cb-51ba-4ced-b3c3-5b80e44e348d,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:27.571088 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-af2ed35f-71c8-41fb-832f-87e365a0d20b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.572327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-af2ed35f-71c8-41fb-832f-87e365a0d20b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160491 Jul 16 18:55:27.575119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47818) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:27.579879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4cc42973-94a9-42c3-94f8-5ec38aa67a87 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '21057d87-b31a-479a-ab0c-402a6efd1964', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:27.606740 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4cc42973-94a9-42c3-94f8-5ec38aa67a87 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.668903 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4cc42973-94a9-42c3-94f8-5ec38aa67a87 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.671929 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4cc42973-94a9-42c3-94f8-5ec38aa67a87 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.690402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc42973-94a9-42c3-94f8-5ec38aa67a87 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd26114e-c837-495e-a305-133885d4df77,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:27.696032 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4cc42973-94a9-42c3-94f8-5ec38aa67a87 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.697103 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4cc42973-94a9-42c3-94f8-5ec38aa67a87 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209748 Jul 16 18:55:27.699796 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47820) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:27.704102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-86b0f7c6-e632-44ca-967a-b6b62e9bea37 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '21057d87-b31a-479a-ab0c-402a6efd1964', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:27.726159 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-86b0f7c6-e632-44ca-967a-b6b62e9bea37 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Project 23800e1dea3942859b774132bdecef44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:55:27.730852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86b0f7c6-e632-44ca-967a-b6b62e9bea37 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.790041 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86b0f7c6-e632-44ca-967a-b6b62e9bea37 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.793543 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86b0f7c6-e632-44ca-967a-b6b62e9bea37 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.810742 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0f7c6-e632-44ca-967a-b6b62e9bea37 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4f545a-4cbc-4673-8472-b9deb90984ea,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:27.817407 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-86b0f7c6-e632-44ca-967a-b6b62e9bea37 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.818673 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-86b0f7c6-e632-44ca-967a-b6b62e9bea37 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179218 Jul 16 18:55:27.821371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47822) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:27.825748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ac4d4b75-b6b7-49a4-a6ff-b4b3a1605345 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '21057d87-b31a-479a-ab0c-402a6efd1964', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:27.846753 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-ac4d4b75-b6b7-49a4-a6ff-b4b3a1605345 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Project 23800e1dea3942859b774132bdecef44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:55:27.851448 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4b75-b6b7-49a4-a6ff-b4b3a1605345 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.912317 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4b75-b6b7-49a4-a6ff-b4b3a1605345 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.915756 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4b75-b6b7-49a4-a6ff-b4b3a1605345 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.933431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d4b75-b6b7-49a4-a6ff-b4b3a1605345 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a40ec98-9165-4c4c-af0e-ac62f8d1c2eb,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:27.939615 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ac4d4b75-b6b7-49a4-a6ff-b4b3a1605345 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.940819 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ac4d4b75-b6b7-49a4-a6ff-b4b3a1605345 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184795 Jul 16 18:55:27.943683 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47824) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:27.949003 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-76d259c9-69bf-4642-91e3-1805a7b98c9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'network': {'name': 'tempest-network-smoke--1022824518', 'project_id': '23800e1dea3942859b774132bdecef44', 'port_security_enabled': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:27.970018 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d259c9-69bf-4642-91e3-1805a7b98c9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:27.973781 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76d259c9-69bf-4642-91e3-1805a7b98c9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:27.996685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d259c9-69bf-4642-91e3-1805a7b98c9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:55:28.006493 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76d259c9-69bf-4642-91e3-1805a7b98c9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.006916 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-76d259c9-69bf-4642-91e3-1805a7b98c9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Added segment ce5fc222-cab7-4a82-92fa-8e684f788e64 of type vlan for network bad3402a-0b00-441a-b94a-5a9b430c475d Jul 16 18:55:28.048555 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76d259c9-69bf-4642-91e3-1805a7b98c9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.075633 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76d259c9-69bf-4642-91e3-1805a7b98c9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.082290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d259c9-69bf-4642-91e3-1805a7b98c9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:28.082878 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76d259c9-69bf-4642-91e3-1805a7b98c9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.114117 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-76d259c9-69bf-4642-91e3-1805a7b98c9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1694009 Jul 16 18:55:28.117194 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 47826) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:28.121571 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'admin_state_up': True, 'project_id': '23800e1dea3942859b774132bdecef44', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:28.164036 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d259c9-69bf-4642-91e3-1805a7b98c9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Network': ['ID=bad3402a-0b00-441a-b94a-5a9b430c475d,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:28.175503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network bad3402a-0b00-441a-b94a-5a9b430c475d details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:55:28.178236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.179400 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.234221 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.368010 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.559863 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.578163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.677595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.25.3.181 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/a21fd03f-2d4f-4c28-bd06-571f0c7609f8) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:28.784525 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.822504 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:28.858876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:28.861815 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:28.867435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:28.897235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=a21fd03f-2d4f-4c28-bd06-571f0c7609f8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:29.116507 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:29.309820 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:29.434961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router a47e2e72-fb84-4b23-91b8-362991db37e9 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:55:29.540320 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:29.555455 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Sync routers for ids ['a47e2e72-fb84-4b23-91b8-362991db37e9'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:29.561348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:29.562642 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f3c03984-2eea-4fe7-9272-3576a63a2ae4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4444826 Jul 16 18:55:29.565225 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Routers {'a47e2e72-fb84-4b23-91b8-362991db37e9'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:29.565868 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a47e2e72-fb84-4b23-91b8-362991db37e9'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:29.566369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47828) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:29.597805 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-946674a0-45bf-461d-8b2f-abee70ce4b52 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23800e1dea3942859b774132bdecef44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302520 Jul 16 18:55:29.600423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47830) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:29.668947 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Set router a47e2e72-fb84-4b23-91b8-362991db37e9 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:29.686098 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c286efa1-c417-4826-b05e-903699449043 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:29.687654 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c286efa1-c417-4826-b05e-903699449043 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863202 Jul 16 18:55:29.690437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47832) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:29.718822 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-522eb32f-82e9-46e5-9325-cd71b2114026 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273221 Jul 16 18:55:29.722374 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47834) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:29.727202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-15022f25-1d37-4244-9794-3b671dca6f85 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2113622827', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'project_id': '23800e1dea3942859b774132bdecef44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:29.817454 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15022f25-1d37-4244-9794-3b671dca6f85 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:29.821031 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-15022f25-1d37-4244-9794-3b671dca6f85 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:29.847921 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:29Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:29.876203 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Checking router: a47e2e72-fb84-4b23-91b8-362991db37e9 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:29.877270 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Updating router a47e2e72-fb84-4b23-91b8-362991db37e9 port a21fd03f-2d4f-4c28-bd06-571f0c7609f8 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:55:29.912942 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.006244 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-15022f25-1d37-4244-9794-3b671dca6f85 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.065767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15022f25-1d37-4244-9794-3b671dca6f85 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Subnet': ['ID=df6de757-7c9a-42c5-a4ce-468d37edc2c2,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:30.074641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15022f25-1d37-4244-9794-3b671dca6f85 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Checking segment: {'id': 'ce5fc222-cab7-4a82-92fa-8e684f788e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:30.075011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15022f25-1d37-4244-9794-3b671dca6f85 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network hostable DHCP agents. Network: bad3402a-0b00-441a-b94a-5a9b430c475d, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:55:30.091975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15022f25-1d37-4244-9794-3b671dca6f85 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network bad3402a-0b00-441a-b94a-5a9b430c475d is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:55:30.102375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-15022f25-1d37-4244-9794-3b671dca6f85 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, bad3402a-0b00-441a-b94a-5a9b430c475d) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:30.106440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15022f25-1d37-4244-9794-3b671dca6f85 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:30.107039 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-15022f25-1d37-4244-9794-3b671dca6f85 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.113858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580bec6f-39a0-4b92-92ff-7a7d9c048f2e None None] Network bad3402a-0b00-441a-b94a-5a9b430c475d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:30.124307 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-15022f25-1d37-4244-9794-3b671dca6f85 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3982024 Jul 16 18:55:30.124518 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47836) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:30.191522 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.205174 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Transition to ACTIVE for port object a21fd03f-2d4f-4c28-bd06-571f0c7609f8 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:30.211606 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.255747 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Attempting to bind port a21fd03f-2d4f-4c28-bd06-571f0c7609f8 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:30.256129 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Attempting to bind port a21fd03f-2d4f-4c28-bd06-571f0c7609f8 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:30.256560 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Attempting to bind port a21fd03f-2d4f-4c28-bd06-571f0c7609f8 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:30.268473 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:30.268816 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:30.269232 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.269628 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:30.270621 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Bound port: a21fd03f-2d4f-4c28-bd06-571f0c7609f8, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:30.270621 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.273391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-bad3402a-0b00-441a-b94a-5a9b430c475d', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'fixed_ips': [{'subnet_id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:55:30.274265 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.292808 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c891ea-7067-4d1b-a23d-d9b785787ba5 None None] Pushing event updated for resources: {'Port': ['ID=a21fd03f-2d4f-4c28-bd06-571f0c7609f8,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:30.325801 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] For port a21fd03f-2d4f-4c28-bd06-571f0c7609f8, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:30.328899 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] For port a21fd03f-2d4f-4c28-bd06-571f0c7609f8, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a21fd03f-2d4f-4c28-bd06-571f0c7609f8,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:30.334450 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.403875 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Routers {'a47e2e72-fb84-4b23-91b8-362991db37e9'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:30.404726 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a47e2e72-fb84-4b23-91b8-362991db37e9'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:30.437047 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Allocated IP 172.20.0.2 (bad3402a-0b00-441a-b94a-5a9b430c475d/df6de757-7c9a-42c5-a4ce-468d37edc2c2/8b532ce5-61a6-4ab9-8797-15c575680a8d) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:30.536695 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c891ea-7067-4d1b-a23d-d9b785787ba5 None None] Pushing event updated for resources: {'Port': ['ID=a21fd03f-2d4f-4c28-bd06-571f0c7609f8,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:30.593930 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.604698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Transition to ACTIVE for port object 8b532ce5-61a6-4ab9-8797-15c575680a8d will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:30.613967 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] Set router a47e2e72-fb84-4b23-91b8-362991db37e9 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:30.622226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Transition to ACTIVE for port object 8b532ce5-61a6-4ab9-8797-15c575680a8d will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:30.629584 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.680999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Network bad3402a-0b00-441a-b94a-5a9b430c475d is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:30.688369 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:30.691839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Pushing event updated for resources: {'Port': ['ID=8b532ce5-61a6-4ab9-8797-15c575680a8d,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:30.694805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:30.757193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Attempting to bind port 8b532ce5-61a6-4ab9-8797-15c575680a8d on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:30.757573 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Attempting to bind port 8b532ce5-61a6-4ab9-8797-15c575680a8d by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'ce5fc222-cab7-4a82-92fa-8e684f788e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:30.758085 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Attempting to bind port 8b532ce5-61a6-4ab9-8797-15c575680a8d on network bad3402a-0b00-441a-b94a-5a9b430c475d {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:30.763136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:30.764142 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Checking segment: {'id': 'ce5fc222-cab7-4a82-92fa-8e684f788e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:30.764142 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.764498 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Bound using segment: {'id': 'ce5fc222-cab7-4a82-92fa-8e684f788e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:30.765008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Bound port: 8b532ce5-61a6-4ab9-8797-15c575680a8d, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5fc222-cab7-4a82-92fa-8e684f788e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:30.765806 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.810295 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:29Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:30.833533 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] For port 8b532ce5-61a6-4ab9-8797-15c575680a8d, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:30.836785 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] For port 8b532ce5-61a6-4ab9-8797-15c575680a8d, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8b532ce5-61a6-4ab9-8797-15c575680a8d,segment=NetworkSegment(ce5fc222-cab7-4a82-92fa-8e684f788e64),segment_id=ce5fc222-cab7-4a82-92fa-8e684f788e64)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:30.838454 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b24c86-82f3-4fa3-ae99-dab31cf618f1 None None] The sync data for ids ['a47e2e72-fb84-4b23-91b8-362991db37e9'] in n-d-787205-10 is: [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:29Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:30.841843 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.906416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72a32d-a35d-4cff-8b61-25619b09ae86 None None] Pushing event updated for resources: {'Port': ['ID=8b532ce5-61a6-4ab9-8797-15c575680a8d,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:30.914022 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.251952 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.20.0.1 (bad3402a-0b00-441a-b94a-5a9b430c475d/df6de757-7c9a-42c5-a4ce-468d37edc2c2/4b80424c-a824-4c84-a50d-bd1ff89f2e27) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:31.375679 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.390804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Transition to ACTIVE for port object 4b80424c-a824-4c84-a50d-bd1ff89f2e27 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:31.428377 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.474077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network bad3402a-0b00-441a-b94a-5a9b430c475d is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:31.477548 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:31.481618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:31.512153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=4b80424c-a824-4c84-a50d-bd1ff89f2e27,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:31.535577 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.684034 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.917159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d7099-eeca-43c5-b9d3-6480087a3cb7 None None] Network bad3402a-0b00-441a-b94a-5a9b430c475d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:31.978713 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.983428 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.988084 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6cd40b29-51e0-4fbb-acf7-ad997342e90c None None] Provisioning for port 8b532ce5-61a6-4ab9-8797-15c575680a8d completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:32.061818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=4b80424c-a824-4c84-a50d-bd1ff89f2e27,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:32.064444 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.162481 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network bad3402a-0b00-441a-b94a-5a9b430c475d is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:32.163976 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:32.284960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router a47e2e72-fb84-4b23-91b8-362991db37e9 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:55:32.315562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-81478d15-8ee9-4ed0-bce7-67d2c9194b32 None None] Provisioning for port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:32.320537 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-81478d15-8ee9-4ed0-bce7-67d2c9194b32 None None] Provisioning complete for port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:32.321059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-81478d15-8ee9-4ed0-bce7-67d2c9194b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.367836 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-81478d15-8ee9-4ed0-bce7-67d2c9194b32 None None] Port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:55:32.415082 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:32.429647 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-657b4b85-17b3-4686-944b-8d4a54c8106b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "PUT /v2.0/routers/a47e2e72-fb84-4b23-91b8-362991db37e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2949591 Jul 16 18:55:32.502104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c135bbfc-aaaa-421f-8980-2b1702216921 None None] Provisioning complete for port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:32.503330 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c135bbfc-aaaa-421f-8980-2b1702216921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.527715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Sync routers for ids ['a47e2e72-fb84-4b23-91b8-362991db37e9'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:32.550555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Routers {'a47e2e72-fb84-4b23-91b8-362991db37e9'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:32.551205 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a47e2e72-fb84-4b23-91b8-362991db37e9'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:32.553181 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c135bbfc-aaaa-421f-8980-2b1702216921 None None] Port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:55:32.581390 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-eb405655-405d-45f0-9f42-77c4b39f8189 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59387764&fields=id&tenant_id=23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 267 time: 0.0434434 Jul 16 18:55:32.667187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Set router a47e2e72-fb84-4b23-91b8-362991db37e9 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:32.699966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-cc14559a-2219-4273-b13e-c5745c788c42 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:32.701458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-cc14559a-2219-4273-b13e-c5745c788c42 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/networks?id=bad3402a-0b00-441a-b94a-5a9b430c475d HTTP/1.1" status: 200 len: 797 time: 0.1125531 Jul 16 18:55:32.716629 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-7f18a839-f4c1-40af-b533-ad22203f6ebd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/quotas/23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 375 time: 0.0093222 Jul 16 18:55:32.785900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-965edd48-545d-44cd-ba4c-0d42f20b3e04 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635464 Jul 16 18:55:32.806547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-630b340b-ecf0-4acf-8586-9991b58342ab None None] Provisioning complete for port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:32.806921 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-630b340b-ecf0-4acf-8586-9991b58342ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.865960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-630b340b-ecf0-4acf-8586-9991b58342ab None None] Port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:55:32.929863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:31Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '4b80424c-a824-4c84-a50d-bd1ff89f2e27', 'name': '', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:8d:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:31Z', 'updated_at': '2021-07-16T18:55:31Z', 'revision_number': 2, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:32.940855 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-ed4a9b87-0248-4791-8037-4e7a5b47314e service neutron] 10.222.0.24 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436858 Jul 16 18:55:32.960268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Checking router: a47e2e72-fb84-4b23-91b8-362991db37e9 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:32.960916 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Updating router a47e2e72-fb84-4b23-91b8-362991db37e9 port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:55:32.984251 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a21fd03f-2d4f-4c28-bd06-571f0c7609f8 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:33.031591 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.040465 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-d3fccab6-72dc-452a-861d-9101d909a5a3 service neutron] 10.222.0.24 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927956 Jul 16 18:55:33.082862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port a21fd03f-2d4f-4c28-bd06-571f0c7609f8 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:33.087863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port a21fd03f-2d4f-4c28-bd06-571f0c7609f8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:33.088233 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.293374 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.330530 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port a21fd03f-2d4f-4c28-bd06-571f0c7609f8, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a21fd03f-2d4f-4c28-bd06-571f0c7609f8,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:33.336435 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.337272 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8b532ce5-61a6-4ab9-8797-15c575680a8d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:33.457125 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=a21fd03f-2d4f-4c28-bd06-571f0c7609f8,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:33.462176 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.475782 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Transition to ACTIVE for port object 4b80424c-a824-4c84-a50d-bd1ff89f2e27 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:33.480298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 8b532ce5-61a6-4ab9-8797-15c575680a8d completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:33.483543 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.492411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 8b532ce5-61a6-4ab9-8797-15c575680a8d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:33.492782 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.561751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c85e9a-4db8-4999-96bd-ab0774f19ca3 None None] Pushing event updated for resources: {'Port': ['ID=4b80424c-a824-4c84-a50d-bd1ff89f2e27,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:33.628255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Attempting to bind port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:33.628632 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Attempting to bind port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'ce5fc222-cab7-4a82-92fa-8e684f788e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:33.629004 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Attempting to bind port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 on network bad3402a-0b00-441a-b94a-5a9b430c475d {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:33.655179 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:33.655564 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Checking segment: {'id': 'ce5fc222-cab7-4a82-92fa-8e684f788e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:33.655977 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.656379 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Bound using segment: {'id': 'ce5fc222-cab7-4a82-92fa-8e684f788e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:33.656861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Bound port: 4b80424c-a824-4c84-a50d-bd1ff89f2e27, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5fc222-cab7-4a82-92fa-8e684f788e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:33.657996 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.686540 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.764765 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 8b532ce5-61a6-4ab9-8797-15c575680a8d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8b532ce5-61a6-4ab9-8797-15c575680a8d,segment=NetworkSegment(ce5fc222-cab7-4a82-92fa-8e684f788e64),segment_id=ce5fc222-cab7-4a82-92fa-8e684f788e64)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:33.766221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] For port 4b80424c-a824-4c84-a50d-bd1ff89f2e27, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:33.769414 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] For port 4b80424c-a824-4c84-a50d-bd1ff89f2e27, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4b80424c-a824-4c84-a50d-bd1ff89f2e27,segment=NetworkSegment(ce5fc222-cab7-4a82-92fa-8e684f788e64),segment_id=ce5fc222-cab7-4a82-92fa-8e684f788e64)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:33.770895 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.775325 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.832187 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Routers {'a47e2e72-fb84-4b23-91b8-362991db37e9'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:33.832826 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:55:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a47e2e72-fb84-4b23-91b8-362991db37e9'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:33.834774 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=8b532ce5-61a6-4ab9-8797-15c575680a8d,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:34.117631 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c85e9a-4db8-4999-96bd-ab0774f19ca3 None None] Pushing event updated for resources: {'Port': ['ID=4b80424c-a824-4c84-a50d-bd1ff89f2e27,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:34.144362 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] Set router a47e2e72-fb84-4b23-91b8-362991db37e9 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:34.247733 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-126a0541-63b7-4830-a7a0-3750fba1f2bf req-6fb7635a-4f04-490b-a04a-d651c9275e8a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 210 time: 0.0336056 Jul 16 18:55:34.347199 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:31Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '4b80424c-a824-4c84-a50d-bd1ff89f2e27', 'name': '', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:8d:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:31Z', 'updated_at': '2021-07-16T18:55:33Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:34.378980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7ba9e-c743-4894-9ecb-595c5b411019 None None] The sync data for ids ['a47e2e72-fb84-4b23-91b8-362991db37e9'] in n-d-787205-10 is: [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:31Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '4b80424c-a824-4c84-a50d-bd1ff89f2e27', 'name': '', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:8d:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:31Z', 'updated_at': '2021-07-16T18:55:33Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:34.441322 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:35.026613 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4b80424c-a824-4c84-a50d-bd1ff89f2e27 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:35.081229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:35.085223 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:35.085601 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.162629 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.197093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 4b80424c-a824-4c84-a50d-bd1ff89f2e27, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4b80424c-a824-4c84-a50d-bd1ff89f2e27,segment=NetworkSegment(ce5fc222-cab7-4a82-92fa-8e684f788e64),segment_id=ce5fc222-cab7-4a82-92fa-8e684f788e64)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:35.201204 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.202066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a21fd03f-2d4f-4c28-bd06-571f0c7609f8 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:35.283171 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=4b80424c-a824-4c84-a50d-bd1ff89f2e27,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:35.293528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port a21fd03f-2d4f-4c28-bd06-571f0c7609f8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:35.293948 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.381231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8b532ce5-61a6-4ab9-8797-15c575680a8d up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:35.436151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 8b532ce5-61a6-4ab9-8797-15c575680a8d triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:35.436530 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:35.437254 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12032271-6a13-4353-af82-0306f95388d7 req-5363cece-6333-4a55-abc9-ed3b4bdbe308 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 210 time: 0.0557122 Jul 16 18:55:35.883698 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-9acfb5ef-395d-4eff-b6be-3d320f5f35e4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:35.885167 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-9acfb5ef-395d-4eff-b6be-3d320f5f35e4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "GET /v2.0/networks?id=bad3402a-0b00-441a-b94a-5a9b430c475d HTTP/1.1" status: 200 len: 797 time: 0.1060812 Jul 16 18:55:35.929081 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-e77e7cdf-6a91-44f4-aac6-e4cca55d852d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 378 time: 0.0353906 Jul 16 18:55:35.937808 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'port': {'device_id': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'admin_state_up': True, 'tenant_id': '23800e1dea3942859b774132bdecef44', 'security_groups': ['21057d87-b31a-479a-ab0c-402a6efd1964']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:36.043283 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:36.046788 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.483142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.20.0.9 (bad3402a-0b00-441a-b94a-5a9b430c475d/df6de757-7c9a-42c5-a4ce-468d37edc2c2/27344845-b276-4e17-a5ee-99c8e62143ae) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:36.582457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8c82c963-3116-4bf1-ad45-5f759bfed65e req-e45050a9-8131-4a52-b03d-9ba58eca9061 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 210 time: 0.0287035 Jul 16 18:55:36.619585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.633291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Transition to ACTIVE for port object 27344845-b276-4e17-a5ee-99c8e62143ae will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:36.664876 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.705760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network bad3402a-0b00-441a-b94a-5a9b430c475d is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:36.711035 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:36.714902 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:36.746619 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=27344845-b276-4e17-a5ee-99c8e62143ae,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:36.774210 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:36.774852 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.790499 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-22f940fd-d7a0-4969-8edc-bc9c94b1168b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8561714 Jul 16 18:55:36.803254 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Request body: {'port': {'device_id': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:36.883586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.925213 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4b80424c-a824-4c84-a50d-bd1ff89f2e27 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:36.980740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:36.981326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.004519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4e2a634f-859c-4333-aabd-6895ff01dd32 None None] Provisioning for port 27344845-b276-4e17-a5ee-99c8e62143ae completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:37.014118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4e2a634f-859c-4333-aabd-6895ff01dd32 None None] Provisioning complete for port 27344845-b276-4e17-a5ee-99c8e62143ae triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:37.014580 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4e2a634f-859c-4333-aabd-6895ff01dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.060736 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a634f-859c-4333-aabd-6895ff01dd32 None None] Port 27344845-b276-4e17-a5ee-99c8e62143ae cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:55:37.152289 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27344845-b276-4e17-a5ee-99c8e62143ae {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:55:37.161876 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.174825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Transition to ACTIVE for port object 27344845-b276-4e17-a5ee-99c8e62143ae will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:55:37.178051 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.226609 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Pushing event updated for resources: {'Port': ['ID=27344845-b276-4e17-a5ee-99c8e62143ae,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:37.304058 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Attempting to bind port 27344845-b276-4e17-a5ee-99c8e62143ae on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:55:37.304425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Attempting to bind port 27344845-b276-4e17-a5ee-99c8e62143ae by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'ce5fc222-cab7-4a82-92fa-8e684f788e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:55:37.304753 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Attempting to bind port 27344845-b276-4e17-a5ee-99c8e62143ae on network bad3402a-0b00-441a-b94a-5a9b430c475d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:37.309285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Port 27344845-b276-4e17-a5ee-99c8e62143ae on network bad3402a-0b00-441a-b94a-5a9b430c475d not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:55:37.309610 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Attempting to bind port 27344845-b276-4e17-a5ee-99c8e62143ae on network bad3402a-0b00-441a-b94a-5a9b430c475d {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:55:37.314786 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:55:37.315136 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Checking segment: {'id': 'ce5fc222-cab7-4a82-92fa-8e684f788e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:37.315512 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Bound using segment: {'id': 'ce5fc222-cab7-4a82-92fa-8e684f788e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:55:37.315944 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Bound port: 27344845-b276-4e17-a5ee-99c8e62143ae, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce5fc222-cab7-4a82-92fa-8e684f788e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:55:37.316304 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.382397 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] For port 27344845-b276-4e17-a5ee-99c8e62143ae, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:55:37.387103 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] For port 27344845-b276-4e17-a5ee-99c8e62143ae, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=27344845-b276-4e17-a5ee-99c8e62143ae,segment=NetworkSegment(ce5fc222-cab7-4a82-92fa-8e684f788e64),segment_id=ce5fc222-cab7-4a82-92fa-8e684f788e64)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:55:37.392954 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.427092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:37.427717 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.429190 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] 10.222.0.32 "PUT /v2.0/ports/27344845-b276-4e17-a5ee-99c8e62143ae HTTP/1.1" status: 200 len: 1092 time: 0.6315782 Jul 16 18:55:37.429537 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'tag': '27344845-b276-4e17-a5ee-99c8e62143ae'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:37.431826 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15e3f88-f6ac-47f0-8f43-eb7dcfa5007d" -d '{"events": [{"name": "network-changed", "server_uuid": "10dcb0d8-9317-4999-869e-8c8f89e55d6a", "tag": "27344845-b276-4e17-a5ee-99c8e62143ae"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:37.456395 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc03e1-0887-43de-a8cb-c87512d5bf47 service neutron] Pushing event updated for resources: {'Port': ['ID=27344845-b276-4e17-a5ee-99c8e62143ae,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:37.503171 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f976adb-70af-457f-940e-e19d14c883c3 x-openstack-request-id: req-9f976adb-70af-457f-940e-e19d14c883c3 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:37.503468 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dcb0d8-9317-4999-869e-8c8f89e55d6a", "tag": "27344845-b276-4e17-a5ee-99c8e62143ae", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:37.503720 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f976adb-70af-457f-940e-e19d14c883c3 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:37.504117 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'tag': '27344845-b276-4e17-a5ee-99c8e62143ae', 'status': 'completed', 'code': 200} Jul 16 18:55:37.531245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-d22112de-152f-43f4-b0c4-ed8bca05363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:37.532917 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-d22112de-152f-43f4-b0c4-ed8bca05363f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 1095 time: 0.0630591 Jul 16 18:55:37.576005 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-df6115f4-bf17-4112-810d-1cf47e824a2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27344845-b276-4e17-a5ee-99c8e62143ae HTTP/1.1" status: 200 len: 217 time: 0.0352998 Jul 16 18:55:37.624443 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-059f0462-b288-44a7-9384-03d66459ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:37.626614 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-059f0462-b288-44a7-9384-03d66459ead8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df6de757-7c9a-42c5-a4ce-468d37edc2c2 HTTP/1.1" status: 200 len: 835 time: 0.0442231 Jul 16 18:55:37.685571 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-e6d79b3a-7a75-4544-89b5-3be66653798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:37.687018 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-e6d79b3a-7a75-4544-89b5-3be66653798f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bad3402a-0b00-441a-b94a-5a9b430c475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550880 Jul 16 18:55:37.759254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fba92-91dd-431d-a68e-7f432c8e27a8 req-a0b2fac0-def5-4af0-93d2-3ff10c5c016b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:37.760792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f3fba92-91dd-431d-a68e-7f432c8e27a8 req-a0b2fac0-def5-4af0-93d2-3ff10c5c016b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 943 time: 0.0665319 Jul 16 18:55:37.778296 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-cc695234-971b-4f4a-936b-a62853386035 service neutron] 10.222.0.32 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847299 Jul 16 18:55:37.803267 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8f3fba92-91dd-431d-a68e-7f432c8e27a8 req-cf399f98-2f87-4bc7-8ee3-662adf503228 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364554 Jul 16 18:55:37.872773 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-50e2c786-fc54-4e42-9232-124d37ee0470 req-604992fc-bd62-41d9-b9be-554fab629d5f service neutron] 10.222.0.32 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885909 Jul 16 18:55:37.973133 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e3f88-f6ac-47f0-8f43-eb7dcfa5007d req-93f3b1d5-6e6d-4645-891f-b589f56fa64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:37.974594 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b15e3f88-f6ac-47f0-8f43-eb7dcfa5007d req-93f3b1d5-6e6d-4645-891f-b589f56fa64c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 1095 time: 0.0532603 Jul 16 18:55:38.066665 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e3f88-f6ac-47f0-8f43-eb7dcfa5007d req-00cfde65-b5bf-4255-9678-36c50297cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:38.068128 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b15e3f88-f6ac-47f0-8f43-eb7dcfa5007d req-00cfde65-b5bf-4255-9678-36c50297cbc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bad3402a-0b00-441a-b94a-5a9b430c475d HTTP/1.1" status: 200 len: 898 time: 0.0868556 Jul 16 18:55:38.108468 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b15e3f88-f6ac-47f0-8f43-eb7dcfa5007d req-931b5f9f-7c70-4d1e-ac5a-9926e309665d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27344845-b276-4e17-a5ee-99c8e62143ae HTTP/1.1" status: 200 len: 217 time: 0.0336676 Jul 16 18:55:38.154743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e3f88-f6ac-47f0-8f43-eb7dcfa5007d req-ed653d29-a8f2-4e86-ab79-a6cefffac6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:38.156149 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b15e3f88-f6ac-47f0-8f43-eb7dcfa5007d req-ed653d29-a8f2-4e86-ab79-a6cefffac6f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df6de757-7c9a-42c5-a4ce-468d37edc2c2 HTTP/1.1" status: 200 len: 835 time: 0.0418544 Jul 16 18:55:38.216685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e3f88-f6ac-47f0-8f43-eb7dcfa5007d req-2496d062-0d95-46b8-9a08-1278479af84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:38.218228 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b15e3f88-f6ac-47f0-8f43-eb7dcfa5007d req-2496d062-0d95-46b8-9a08-1278479af84a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bad3402a-0b00-441a-b94a-5a9b430c475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555029 Jul 16 18:55:38.307207 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b15e3f88-f6ac-47f0-8f43-eb7dcfa5007d req-4a7e7592-6a1c-4712-8c9a-15fab64c3b92 service neutron] 10.222.0.32 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815020 Jul 16 18:55:38.400211 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b15e3f88-f6ac-47f0-8f43-eb7dcfa5007d req-84e1514d-5978-439e-bd40-4641950fe5a7 service neutron] 10.222.0.32 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853524 Jul 16 18:55:38.980578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60f37-c1e2-4dd9-a291-d029134ee0cd req-fc50cb8b-e641-4351-9ad6-418e8c43e1bc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:38.982117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fce60f37-c1e2-4dd9-a291-d029134ee0cd req-fc50cb8b-e641-4351-9ad6-418e8c43e1bc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 943 time: 0.0690746 Jul 16 18:55:39.021917 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fce60f37-c1e2-4dd9-a291-d029134ee0cd req-a17a16da-1688-490c-9330-a3155072dc46 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334802 Jul 16 18:55:40.191842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e00b3a-6268-4a06-b608-be440425b420 req-5e34da01-ed67-4692-b6b2-5bf8df485407 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:40.193339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3e00b3a-6268-4a06-b608-be440425b420 req-5e34da01-ed67-4692-b6b2-5bf8df485407 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 943 time: 0.0631032 Jul 16 18:55:40.231725 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3e00b3a-6268-4a06-b608-be440425b420 req-6b53a90c-f166-4695-bc91-309d152a4e3f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327735 Jul 16 18:55:40.662431 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 27344845-b276-4e17-a5ee-99c8e62143ae details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:55:40.757503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 27344845-b276-4e17-a5ee-99c8e62143ae, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=27344845-b276-4e17-a5ee-99c8e62143ae,segment=NetworkSegment(ce5fc222-cab7-4a82-92fa-8e684f788e64),segment_id=ce5fc222-cab7-4a82-92fa-8e684f788e64)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:40.768774 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '27344845-b276-4e17-a5ee-99c8e62143ae', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'port_id': '27344845-b276-4e17-a5ee-99c8e62143ae', 'mac_address': 'fa:16:3e:86:d8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:55:40.803914 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.816049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27344845-b276-4e17-a5ee-99c8e62143ae {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:55:40.835148 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 27344845-b276-4e17-a5ee-99c8e62143ae, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=27344845-b276-4e17-a5ee-99c8e62143ae,segment=NetworkSegment(ce5fc222-cab7-4a82-92fa-8e684f788e64),segment_id=ce5fc222-cab7-4a82-92fa-8e684f788e64)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:40.839033 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:40.887216 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=27344845-b276-4e17-a5ee-99c8e62143ae,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:41.037796 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['27344845-b276-4e17-a5ee-99c8e62143ae'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:55:41.409941 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d17eaa-eaaa-4c73-818b-02961014a656 req-faef4bf3-5898-430d-9e67-1f69557a5a45 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:41.411456 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0d17eaa-eaaa-4c73-818b-02961014a656 req-faef4bf3-5898-430d-9e67-1f69557a5a45 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 944 time: 0.0678706 Jul 16 18:55:41.448931 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0d17eaa-eaaa-4c73-818b-02961014a656 req-e44d91eb-8391-448e-949f-aa93a52097cd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318482 Jul 16 18:55:42.628235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd52be-4252-4665-ae25-ebef6c629c7b req-414a658c-3933-439e-b34d-3c9c1c5a66f4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:42.629819 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abcd52be-4252-4665-ae25-ebef6c629c7b req-414a658c-3933-439e-b34d-3c9c1c5a66f4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 944 time: 0.0655165 Jul 16 18:55:42.667729 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-abcd52be-4252-4665-ae25-ebef6c629c7b req-713d93c4-7ac6-4f5e-979e-c4b57b80dc7d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322182 Jul 16 18:55:42.672090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 27344845-b276-4e17-a5ee-99c8e62143ae up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:55:42.720449 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 27344845-b276-4e17-a5ee-99c8e62143ae completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:55:42.731998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 27344845-b276-4e17-a5ee-99c8e62143ae triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:55:42.731998 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:42.806694 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:42.828655 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27344845-b276-4e17-a5ee-99c8e62143ae'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:42.831090 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bf1916-3690-4f7b-a8d2-9aa8701a3fea" -d '{"events": [{"server_uuid": "10dcb0d8-9317-4999-869e-8c8f89e55d6a", "name": "network-vif-plugged", "status": "completed", "tag": "27344845-b276-4e17-a5ee-99c8e62143ae"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:42.844125 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 27344845-b276-4e17-a5ee-99c8e62143ae, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=27344845-b276-4e17-a5ee-99c8e62143ae,segment=NetworkSegment(ce5fc222-cab7-4a82-92fa-8e684f788e64),segment_id=ce5fc222-cab7-4a82-92fa-8e684f788e64)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:42.849941 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:42.874615 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd317cc9-4e25-4b42-9edc-6b1159ccfff4 x-openstack-request-id: req-cd317cc9-4e25-4b42-9edc-6b1159ccfff4 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:42.874918 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dcb0d8-9317-4999-869e-8c8f89e55d6a", "name": "network-vif-plugged", "status": "completed", "tag": "27344845-b276-4e17-a5ee-99c8e62143ae", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:42.875202 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd317cc9-4e25-4b42-9edc-6b1159ccfff4 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:42.875598 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27344845-b276-4e17-a5ee-99c8e62143ae', 'code': 200} Jul 16 18:55:42.902020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=27344845-b276-4e17-a5ee-99c8e62143ae,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:42.988721 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52417b10-76c0-43c9-a1a7-f0f265c5b15b req-55c7f393-b7f5-4d7e-89a3-da369cfcc3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:42.990466 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-52417b10-76c0-43c9-a1a7-f0f265c5b15b req-55c7f393-b7f5-4d7e-89a3-da369cfcc3bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 1097 time: 0.0558987 Jul 16 18:55:43.024637 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-52417b10-76c0-43c9-a1a7-f0f265c5b15b req-a19c691f-347e-49a9-b543-2c745cf8f89e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277741 Jul 16 18:55:43.628792 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-37ef106c-5c6e-4e9d-bc29-9834c5b61014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.845534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2251b8-e304-40ed-b6e7-67252c84db28 req-15450909-4658-41da-b359-e787abd1db21 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:43.847354 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f2251b8-e304-40ed-b6e7-67252c84db28 req-15450909-4658-41da-b359-e787abd1db21 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0659299 Jul 16 18:55:43.890782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7f2251b8-e304-40ed-b6e7-67252c84db28 req-24f8db41-690c-4dd5-8443-b7da2224e484 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375142 Jul 16 18:55:45.066037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bb0f5-1da1-4e2b-9df2-570d4b2f7e1d req-e919a531-c665-468d-9f6c-4daca43c060c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:45.067558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b43bb0f5-1da1-4e2b-9df2-570d4b2f7e1d req-e919a531-c665-468d-9f6c-4daca43c060c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0640743 Jul 16 18:55:45.104539 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b43bb0f5-1da1-4e2b-9df2-570d4b2f7e1d req-710b13a7-b3e4-4905-abb4-3b7c1cccac2a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314512 Jul 16 18:55:45.278576 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfd014-c312-4c59-a46b-3770c84482fe req-25025299-dfcf-4949-b927-e36ff1925e94 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:45.280075 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03bfd014-c312-4c59-a46b-3770c84482fe req-25025299-dfcf-4949-b927-e36ff1925e94 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0632107 Jul 16 18:55:45.317940 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-03bfd014-c312-4c59-a46b-3770c84482fe req-fbfede47-1ca9-4953-beee-25c4ea44a670 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314977 Jul 16 18:55:45.341503 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47896) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:45.396977 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8f2507-cab2-42b9-b106-4e66a6834158 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:45.398461 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4a8f2507-cab2-42b9-b106-4e66a6834158 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 1092 time: 0.0559728 Jul 16 18:55:45.401122 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47898) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:45.405540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '27344845-b276-4e17-a5ee-99c8e62143ae', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:45.427364 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.522260 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.629986 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.25.3.122 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/463bd3e9-4a34-4f3e-b95d-719eb2ee0a56) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:55:45.730192 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.767792 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.814537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:55:45.818204 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:45.819046 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0a8fd6af-8a71-40dd-8698-5c1cc7f7bd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:45.822885 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:55:45.826016 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=463bd3e9-4a34-4f3e-b95d-719eb2ee0a56,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:46.059168 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.187751 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.261992 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.408157 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.413058 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.485195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=463bd3e9-4a34-4f3e-b95d-719eb2ee0a56,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:46.494516 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.588748 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Floating IP 72eb479e-b6cd-4414-bc14-ac90e578f491 associated. External IP: 172.25.3.122, port: 27344845-b276-4e17-a5ee-99c8e62143ae. Jul 16 18:55:46.795256 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router a47e2e72-fb84-4b23-91b8-362991db37e9 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:55:46.903217 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:46.912949 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5756839-02d6-4ca7-9e21-4507fd5aa090 None None] Sync routers for ids ['a47e2e72-fb84-4b23-91b8-362991db37e9'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:46.919844 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:46.921992 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5756839-02d6-4ca7-9e21-4507fd5aa090 None None] Routers {'a47e2e72-fb84-4b23-91b8-362991db37e9'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:46.922616 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d5756839-02d6-4ca7-9e21-4507fd5aa090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:55:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a47e2e72-fb84-4b23-91b8-362991db37e9'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:46.959614 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0d357855-4934-46fd-8d00-5e255fc85571 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5574238 Jul 16 18:55:46.960224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'tag': '27344845-b276-4e17-a5ee-99c8e62143ae'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:46.962542 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df57556a-0ff4-49d6-ac63-99b8833ca124" -d '{"events": [{"name": "network-changed", "server_uuid": "10dcb0d8-9317-4999-869e-8c8f89e55d6a", "tag": "27344845-b276-4e17-a5ee-99c8e62143ae"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:46.999691 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44d0843-c11b-4e51-b1f6-1f59f16a605c x-openstack-request-id: req-c44d0843-c11b-4e51-b1f6-1f59f16a605c {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:46.999991 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dcb0d8-9317-4999-869e-8c8f89e55d6a", "tag": "27344845-b276-4e17-a5ee-99c8e62143ae", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:47.000251 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c44d0843-c11b-4e51-b1f6-1f59f16a605c {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:47.000786 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'tag': '27344845-b276-4e17-a5ee-99c8e62143ae', 'status': 'completed', 'code': 200} Jul 16 18:55:47.064091 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-d5756839-02d6-4ca7-9e21-4507fd5aa090 None None] Set router a47e2e72-fb84-4b23-91b8-362991db37e9 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:47.083398 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57556a-0ff4-49d6-ac63-99b8833ca124 req-648ba981-05db-4023-9d06-77b166b018de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:47.085054 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df57556a-0ff4-49d6-ac63-99b8833ca124 req-648ba981-05db-4023-9d06-77b166b018de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 1097 time: 0.0596118 Jul 16 18:55:47.138693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbccbfc-209b-46d1-9d0f-5cc6e7ea0309 req-33ef971c-5f54-49b1-9c79-24332190e0ca tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:47.140278 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fbccbfc-209b-46d1-9d0f-5cc6e7ea0309 req-33ef971c-5f54-49b1-9c79-24332190e0ca tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0785992 Jul 16 18:55:47.184147 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fbccbfc-209b-46d1-9d0f-5cc6e7ea0309 req-fbf125cf-2eb0-455f-832b-7b89d9098514 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369115 Jul 16 18:55:47.190242 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57556a-0ff4-49d6-ac63-99b8833ca124 req-a60c8ee0-2ee3-472e-8eda-367be0aabaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:47.191984 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df57556a-0ff4-49d6-ac63-99b8833ca124 req-a60c8ee0-2ee3-472e-8eda-367be0aabaa3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bad3402a-0b00-441a-b94a-5a9b430c475d HTTP/1.1" status: 200 len: 898 time: 0.1005528 Jul 16 18:55:47.213024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47904) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:47.260996 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df57556a-0ff4-49d6-ac63-99b8833ca124 req-a7126071-518a-4bf2-bd36-31e71c3362c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27344845-b276-4e17-a5ee-99c8e62143ae HTTP/1.1" status: 200 len: 999 time: 0.0632660 Jul 16 18:55:47.274878 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9b2720b0-7eec-4f21-a555-67e40aa7376f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/72eb479e-b6cd-4414-bc14-ac90e578f491 HTTP/1.1" status: 200 len: 991 time: 0.0606191 Jul 16 18:55:47.316626 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57556a-0ff4-49d6-ac63-99b8833ca124 req-a929316e-5aa1-4eea-89e3-6af6f0efffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:47.318115 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df57556a-0ff4-49d6-ac63-99b8833ca124 req-a929316e-5aa1-4eea-89e3-6af6f0efffd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df6de757-7c9a-42c5-a4ce-468d37edc2c2 HTTP/1.1" status: 200 len: 835 time: 0.0513072 Jul 16 18:55:47.323154 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d5756839-02d6-4ca7-9e21-4507fd5aa090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:31Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '72eb479e-b6cd-4414-bc14-ac90e578f491', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'port_id': '27344845-b276-4e17-a5ee-99c8e62143ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'mac_address': 'fa:16:3e:86:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:55:46Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b80424c-a824-4c84-a50d-bd1ff89f2e27', 'name': '', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:8d:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:31Z', 'updated_at': '2021-07-16T18:55:35Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:47.349072 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5756839-02d6-4ca7-9e21-4507fd5aa090 None None] Checking router: a47e2e72-fb84-4b23-91b8-362991db37e9 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:47.357364 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5756839-02d6-4ca7-9e21-4507fd5aa090 None None] Routers {'a47e2e72-fb84-4b23-91b8-362991db37e9'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:47.358024 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d5756839-02d6-4ca7-9e21-4507fd5aa090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:55:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a47e2e72-fb84-4b23-91b8-362991db37e9'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:47.379334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57556a-0ff4-49d6-ac63-99b8833ca124 req-9c6e0f09-0d95-458d-be12-288bc236e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:47.380854 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df57556a-0ff4-49d6-ac63-99b8833ca124 req-9c6e0f09-0d95-458d-be12-288bc236e528 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bad3402a-0b00-441a-b94a-5a9b430c475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569000 Jul 16 18:55:47.463840 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-d5756839-02d6-4ca7-9e21-4507fd5aa090 None None] Set router a47e2e72-fb84-4b23-91b8-362991db37e9 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:47.470687 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df57556a-0ff4-49d6-ac63-99b8833ca124 req-110c5f8b-a21c-4ff5-b87f-52fa17647377 service neutron] 10.222.0.32 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834651 Jul 16 18:55:47.568614 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-df57556a-0ff4-49d6-ac63-99b8833ca124 req-90efd516-12f5-4ec7-bd82-215c9a483625 service neutron] 10.222.0.32 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920265 Jul 16 18:55:47.685767 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d5756839-02d6-4ca7-9e21-4507fd5aa090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:31Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '72eb479e-b6cd-4414-bc14-ac90e578f491', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'port_id': '27344845-b276-4e17-a5ee-99c8e62143ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'mac_address': 'fa:16:3e:86:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:55:46Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b80424c-a824-4c84-a50d-bd1ff89f2e27', 'name': '', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:8d:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:31Z', 'updated_at': '2021-07-16T18:55:35Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:47.712527 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5756839-02d6-4ca7-9e21-4507fd5aa090 None None] The sync data for ids ['a47e2e72-fb84-4b23-91b8-362991db37e9'] in n-d-787205-10 is: [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:31Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '72eb479e-b6cd-4414-bc14-ac90e578f491', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'port_id': '27344845-b276-4e17-a5ee-99c8e62143ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'mac_address': 'fa:16:3e:86:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:55:46Z', 'updated_at': '2021-07-16T18:55:46Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b80424c-a824-4c84-a50d-bd1ff89f2e27', 'name': '', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:8d:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:31Z', 'updated_at': '2021-07-16T18:55:35Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:47.861396 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:47.901745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9037515-503d-4b6d-b187-1bfad118312c None None] New status for floating IP 72eb479e-b6cd-4414-bc14-ac90e578f491: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:55:48.278807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47906) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:48.615635 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-04d63cb8-6a0b-4141-950e-c570ef666311 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/72eb479e-b6cd-4414-bc14-ac90e578f491 HTTP/1.1" status: 200 len: 993 time: 0.3355794 Jul 16 18:55:49.266739 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.742223 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.854162 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:11.420447 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:56:13.630038 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5cd3-7885-44f4-8470-ef8f53a7af6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:15.821151 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-caeb9e9c-1a05-49aa-bd7b-12b765bcacf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:16.061164 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:17.859414 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:19.269782 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:20.137879 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfaafd-e096-4912-bac5-f4dc1b81c946 req-e32b73d8-131f-4b7e-946b-df4412fbd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:20.139416 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-39bfaafd-e096-4912-bac5-f4dc1b81c946 req-e32b73d8-131f-4b7e-946b-df4412fbd225 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 1097 time: 0.0541871 Jul 16 18:56:20.180244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58326d1-bc95-4ff8-92a7-adea23905539 req-d0e4d06c-9a67-46d0-b089-8039faddb80a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:20.181798 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d58326d1-bc95-4ff8-92a7-adea23905539 req-d0e4d06c-9a67-46d0-b089-8039faddb80a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0633969 Jul 16 18:56:20.220674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d58326d1-bc95-4ff8-92a7-adea23905539 req-62eb251b-9ffc-4707-a5e6-2a627592253d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331545 Jul 16 18:56:20.237827 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfaafd-e096-4912-bac5-f4dc1b81c946 req-65bf8334-be49-4dff-baad-39990cb3b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:20.239577 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-39bfaafd-e096-4912-bac5-f4dc1b81c946 req-65bf8334-be49-4dff-baad-39990cb3b46d service neutron] 10.222.0.32 "GET /v2.0/networks?id=bad3402a-0b00-441a-b94a-5a9b430c475d HTTP/1.1" status: 200 len: 898 time: 0.0933878 Jul 16 18:56:20.307078 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-39bfaafd-e096-4912-bac5-f4dc1b81c946 req-d47d3f3c-6020-42d9-8827-304cf0bda7af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27344845-b276-4e17-a5ee-99c8e62143ae HTTP/1.1" status: 200 len: 1001 time: 0.0596848 Jul 16 18:56:20.360176 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfaafd-e096-4912-bac5-f4dc1b81c946 req-35a581a4-9e16-48f4-b82b-59409c0222bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:20.361641 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-39bfaafd-e096-4912-bac5-f4dc1b81c946 req-35a581a4-9e16-48f4-b82b-59409c0222bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df6de757-7c9a-42c5-a4ce-468d37edc2c2 HTTP/1.1" status: 200 len: 835 time: 0.0484533 Jul 16 18:56:20.419262 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfaafd-e096-4912-bac5-f4dc1b81c946 req-691fd452-38ff-4d87-91f5-3d4720197166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:20.420764 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-39bfaafd-e096-4912-bac5-f4dc1b81c946 req-691fd452-38ff-4d87-91f5-3d4720197166 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bad3402a-0b00-441a-b94a-5a9b430c475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534151 Jul 16 18:56:20.509132 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-39bfaafd-e096-4912-bac5-f4dc1b81c946 req-90213d12-25b2-439b-91c9-ff6455b585e1 service neutron] 10.222.0.32 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815516 Jul 16 18:56:20.602727 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-39bfaafd-e096-4912-bac5-f4dc1b81c946 req-b2d0624e-f5f2-4fc0-aa51-dead13195018 service neutron] 10.222.0.32 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866284 Jul 16 18:56:21.400323 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8735db3-bd2d-421a-9f0f-545db857c716 req-4a73fbfd-0e43-4b12-8199-d3cff8a620c6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:21.401843 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8735db3-bd2d-421a-9f0f-545db857c716 req-4a73fbfd-0e43-4b12-8199-d3cff8a620c6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0669236 Jul 16 18:56:21.437905 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8735db3-bd2d-421a-9f0f-545db857c716 req-90e444a2-fcac-4bdb-abe7-ac629a9cc83c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304942 Jul 16 18:56:22.613735 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9c17f-2d1f-4fcd-87b0-2cd36c0f5618 req-d57aeef7-c4df-43bd-9c77-6337515d5dba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:22.615241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22d9c17f-2d1f-4fcd-87b0-2cd36c0f5618 req-d57aeef7-c4df-43bd-9c77-6337515d5dba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0636070 Jul 16 18:56:22.653250 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-22d9c17f-2d1f-4fcd-87b0-2cd36c0f5618 req-086ac854-7c81-44a7-abec-52ba14122f15 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323873 Jul 16 18:56:23.763121 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:23.826212 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d99b-91ee-4993-a6d3-0842b3b79aa1 req-dc8f417e-b810-4e34-88e5-6163164d1389 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:23.827738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-45b2d99b-91ee-4993-a6d3-0842b3b79aa1 req-dc8f417e-b810-4e34-88e5-6163164d1389 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0618382 Jul 16 18:56:23.869567 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-45b2d99b-91ee-4993-a6d3-0842b3b79aa1 req-e2582f21-c180-4a11-a530-79ccde343f93 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360126 Jul 16 18:56:25.044272 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66895b3-22f4-4c9b-a252-983ac83bcee4 req-6dca62e7-d899-47b2-b3e7-ccdec5eacd9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:25.045776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d66895b3-22f4-4c9b-a252-983ac83bcee4 req-6dca62e7-d899-47b2-b3e7-ccdec5eacd9a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0635397 Jul 16 18:56:25.083203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d66895b3-22f4-4c9b-a252-983ac83bcee4 req-09b56b97-8ce5-45e2-ac49-60aa3ae6804b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310664 Jul 16 18:56:25.861040 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.256800 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b4a8a-7cfc-4fcd-93f0-b195e8d50d98 req-9eb19c17-e4ea-4529-bd95-eda412f63a0f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:26.258481 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-701b4a8a-7cfc-4fcd-93f0-b195e8d50d98 req-9eb19c17-e4ea-4529-bd95-eda412f63a0f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0639369 Jul 16 18:56:26.294724 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-701b4a8a-7cfc-4fcd-93f0-b195e8d50d98 req-3bb4017b-41e0-4f20-a69b-da553287b115 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307288 Jul 16 18:56:27.474181 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb61dc-830c-482b-8185-e7174ae7938f req-49c9be77-3a21-4f2c-9b80-9e6fe0f9ece0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:27.475674 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3fbb61dc-830c-482b-8185-e7174ae7938f req-49c9be77-3a21-4f2c-9b80-9e6fe0f9ece0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0672426 Jul 16 18:56:27.513050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3fbb61dc-830c-482b-8185-e7174ae7938f req-c344d35b-efad-4dd7-b92b-20bb84718757 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318189 Jul 16 18:56:28.687437 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12c331-7191-4538-8799-2652f71fd3f0 req-99051d29-8e87-4dff-bd5d-dd327f54848f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:28.688834 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f12c331-7191-4538-8799-2652f71fd3f0 req-99051d29-8e87-4dff-bd5d-dd327f54848f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0632141 Jul 16 18:56:28.726306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f12c331-7191-4538-8799-2652f71fd3f0 req-6e6e76ca-efc3-4fb3-8fc6-f9ef84aaa336 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317435 Jul 16 18:56:29.901384 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c153c4-71cf-45bc-a76f-1a2dc6faa33e req-be26aef2-64b5-43b1-af9a-921464ccc18b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.902900 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40c153c4-71cf-45bc-a76f-1a2dc6faa33e req-be26aef2-64b5-43b1-af9a-921464ccc18b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0621662 Jul 16 18:56:29.944383 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-40c153c4-71cf-45bc-a76f-1a2dc6faa33e req-2b8f3ff0-1c6c-4b7a-8691-dc6a3be78321 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358741 Jul 16 18:56:31.117806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9933fa4-da37-4ce4-8071-bded019d426b req-e73d067e-778f-448d-bb9c-22b3d414e335 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:31.119288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9933fa4-da37-4ce4-8071-bded019d426b req-e73d067e-778f-448d-bb9c-22b3d414e335 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0646389 Jul 16 18:56:31.156491 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c9933fa4-da37-4ce4-8071-bded019d426b req-4818205a-ddd0-4405-83b3-2143135c0d24 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316451 Jul 16 18:56:32.328260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcccc4f-7d48-4705-884e-6e649ab0b09c req-8e2acd2c-e8b6-4772-a70a-349b5acc0b48 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:32.329792 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ebcccc4f-7d48-4705-884e-6e649ab0b09c req-8e2acd2c-e8b6-4772-a70a-349b5acc0b48 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0634332 Jul 16 18:56:32.367949 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ebcccc4f-7d48-4705-884e-6e649ab0b09c req-cb52b312-f4e9-4a94-9b50-e50fd66b7a31 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319097 Jul 16 18:56:33.546120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d8275-81e7-4ebd-93aa-8a14758e6a62 req-0892c72d-4866-4bae-bf21-c067e8f39645 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:33.547610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-122d8275-81e7-4ebd-93aa-8a14758e6a62 req-0892c72d-4866-4bae-bf21-c067e8f39645 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0671813 Jul 16 18:56:33.587460 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-122d8275-81e7-4ebd-93aa-8a14758e6a62 req-2fbf987c-83e6-4746-8eed-eb62bda2fe61 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334175 Jul 16 18:56:34.659504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f9d7-edb7-41bc-8add-e3e5fdf7cd24 req-7a4032f0-01fb-47d3-a97d-147a75e40e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:34.660985 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ec17f9d7-edb7-41bc-8add-e3e5fdf7cd24 req-7a4032f0-01fb-47d3-a97d-147a75e40e27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 1097 time: 0.0532777 Jul 16 18:56:34.764489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146cabb-e735-4619-b04a-d75bbd1f2d96 req-c0de8699-3b12-47fa-9c6e-fbba8192dfa3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:34.766029 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6146cabb-e735-4619-b04a-d75bbd1f2d96 req-c0de8699-3b12-47fa-9c6e-fbba8192dfa3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0633392 Jul 16 18:56:34.768582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f9d7-edb7-41bc-8add-e3e5fdf7cd24 req-dc22d0f5-dfbe-4ee8-9176-0e99007b3553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:34.770163 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ec17f9d7-edb7-41bc-8add-e3e5fdf7cd24 req-dc22d0f5-dfbe-4ee8-9176-0e99007b3553 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bad3402a-0b00-441a-b94a-5a9b430c475d HTTP/1.1" status: 200 len: 898 time: 0.0905721 Jul 16 18:56:34.804526 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6146cabb-e735-4619-b04a-d75bbd1f2d96 req-7a750ea1-93e9-4457-8ee0-9afc302c0231 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325627 Jul 16 18:56:34.835178 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ec17f9d7-edb7-41bc-8add-e3e5fdf7cd24 req-f8fe1f20-7161-487a-9948-38dd61f70152 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27344845-b276-4e17-a5ee-99c8e62143ae HTTP/1.1" status: 200 len: 1001 time: 0.0578079 Jul 16 18:56:34.887649 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f9d7-edb7-41bc-8add-e3e5fdf7cd24 req-e3d573d7-bc7a-4761-95b7-1edabeb45255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:34.889089 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ec17f9d7-edb7-41bc-8add-e3e5fdf7cd24 req-e3d573d7-bc7a-4761-95b7-1edabeb45255 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df6de757-7c9a-42c5-a4ce-468d37edc2c2 HTTP/1.1" status: 200 len: 835 time: 0.0480232 Jul 16 18:56:34.944719 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f9d7-edb7-41bc-8add-e3e5fdf7cd24 req-8227aef1-e206-4afe-b84a-71a24cdfcf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:34.946164 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ec17f9d7-edb7-41bc-8add-e3e5fdf7cd24 req-8227aef1-e206-4afe-b84a-71a24cdfcf8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bad3402a-0b00-441a-b94a-5a9b430c475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513656 Jul 16 18:56:35.033512 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ec17f9d7-edb7-41bc-8add-e3e5fdf7cd24 req-3f7f4f93-aed0-4d34-bc31-74914c7b8b43 service neutron] 10.222.0.32 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808072 Jul 16 18:56:35.125159 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-ec17f9d7-edb7-41bc-8add-e3e5fdf7cd24 req-9ce7573b-7c24-4850-b18c-46ddca6a98b4 service neutron] 10.222.0.32 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858803 Jul 16 18:56:35.981755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e47e79-8847-439a-9d68-d6eca7af55c4 req-3d39f639-8e19-42e6-97ab-858100c821cc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:35.983203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50e47e79-8847-439a-9d68-d6eca7af55c4 req-3d39f639-8e19-42e6-97ab-858100c821cc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0627828 Jul 16 18:56:36.025786 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-50e47e79-8847-439a-9d68-d6eca7af55c4 req-0ac84d21-8d91-4569-9d8e-0cbafb5b918f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352802 Jul 16 18:56:37.198120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a14de7-dfa2-4b04-9c98-4f0728a78260 req-c48e81e1-5514-486c-9d57-062fadf628b4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:37.199542 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-15a14de7-dfa2-4b04-9c98-4f0728a78260 req-c48e81e1-5514-486c-9d57-062fadf628b4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0640411 Jul 16 18:56:37.237313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-15a14de7-dfa2-4b04-9c98-4f0728a78260 req-2be57a5e-abc6-43a6-afab-e4da87ced4cd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320945 Jul 16 18:56:37.263145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47962) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:37.322771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fc8bbb7d-7435-420b-a199-577b6e5d3e4d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/72eb479e-b6cd-4414-bc14-ac90e578f491 HTTP/1.1" status: 200 len: 993 time: 0.0584700 Jul 16 18:56:43.632071 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5f610e6a-337e-44db-8f78-13d6c32790f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:45.821284 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d9ec1afa-f1c4-42dd-8750-7ced25335ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:46.061529 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:47.861996 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.421082 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:56:49.285585 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.772132 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.863595 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.739537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 47978) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:07.900266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 463bd3e9-4a34-4f3e-b95d-719eb2ee0a56 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:07.900621 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.978391 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.978723 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.994742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 463bd3e9-4a34-4f3e-b95d-719eb2ee0a56 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:08.140164 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.166112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=463bd3e9-4a34-4f3e-b95d-719eb2ee0a56,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:08.192104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.192460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.192803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.193141 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.193477 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.193842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.194174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.194507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.194838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.195164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.195489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.195822 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.235386 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.235733 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Floating IP 72eb479e-b6cd-4414-bc14-ac90e578f491 disassociated (deleted). External IP: 172.25.3.122, port: 27344845-b276-4e17-a5ee-99c8e62143ae. Jul 16 18:57:08.442056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router a47e2e72-fb84-4b23-91b8-362991db37e9 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:08.547997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:08.552853 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.557626 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c42a7-a9c6-47fe-bd82-a3b00da13c28 None None] Sync routers for ids ['a47e2e72-fb84-4b23-91b8-362991db37e9'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:08.566842 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c42a7-a9c6-47fe-bd82-a3b00da13c28 None None] Routers {'a47e2e72-fb84-4b23-91b8-362991db37e9'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:08.567535 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f23c42a7-a9c6-47fe-bd82-a3b00da13c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a47e2e72-fb84-4b23-91b8-362991db37e9'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:08.592046 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c5892ce3-18a3-4441-993b-14f6fbdce206 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/floatingips/72eb479e-b6cd-4414-bc14-ac90e578f491 HTTP/1.1" status: 204 len: 168 time: 0.8514967 Jul 16 18:57:08.592637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'tag': '27344845-b276-4e17-a5ee-99c8e62143ae'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:08.594974 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750d1f6f-1e74-49df-b586-50a59616eb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "10dcb0d8-9317-4999-869e-8c8f89e55d6a", "tag": "27344845-b276-4e17-a5ee-99c8e62143ae"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:08.635797 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddb7ae1-917a-4ea4-8ec2-a2ff8c8a00b7 x-openstack-request-id: req-5ddb7ae1-917a-4ea4-8ec2-a2ff8c8a00b7 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:08.636665 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dcb0d8-9317-4999-869e-8c8f89e55d6a", "tag": "27344845-b276-4e17-a5ee-99c8e62143ae", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:08.637053 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ddb7ae1-917a-4ea4-8ec2-a2ff8c8a00b7 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:08.637502 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'tag': '27344845-b276-4e17-a5ee-99c8e62143ae', 'status': 'completed', 'code': 200} Jul 16 18:57:08.677723 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-f23c42a7-a9c6-47fe-bd82-a3b00da13c28 None None] Set router a47e2e72-fb84-4b23-91b8-362991db37e9 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:08.721910 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1f6f-1e74-49df-b586-50a59616eb2d req-44749b36-257c-4dba-a44c-9392c961e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:08.723456 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-750d1f6f-1e74-49df-b586-50a59616eb2d req-44749b36-257c-4dba-a44c-9392c961e9d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 1097 time: 0.0565865 Jul 16 18:57:08.829609 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1f6f-1e74-49df-b586-50a59616eb2d req-597750fc-4c89-4cf6-a719-700372a2ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:08.831297 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-750d1f6f-1e74-49df-b586-50a59616eb2d req-597750fc-4c89-4cf6-a719-700372a2ae94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bad3402a-0b00-441a-b94a-5a9b430c475d HTTP/1.1" status: 200 len: 898 time: 0.0992670 Jul 16 18:57:08.878368 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-750d1f6f-1e74-49df-b586-50a59616eb2d req-bb77e857-56a6-4f21-ad58-fa43f71c97a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27344845-b276-4e17-a5ee-99c8e62143ae HTTP/1.1" status: 200 len: 217 time: 0.0395706 Jul 16 18:57:08.939711 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1f6f-1e74-49df-b586-50a59616eb2d req-8bb8cb4f-cead-4b83-971f-9aae6bf05d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:08.941194 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-750d1f6f-1e74-49df-b586-50a59616eb2d req-8bb8cb4f-cead-4b83-971f-9aae6bf05d77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df6de757-7c9a-42c5-a4ce-468d37edc2c2 HTTP/1.1" status: 200 len: 835 time: 0.0508158 Jul 16 18:57:08.993386 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f23c42a7-a9c6-47fe-bd82-a3b00da13c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:31Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '4b80424c-a824-4c84-a50d-bd1ff89f2e27', 'name': '', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:8d:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:31Z', 'updated_at': '2021-07-16T18:55:35Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:09.004274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bf334-5012-46d7-9b1f-e01ec6c702f0 req-e132171c-0d39-4da7-a99a-430003b1a4fb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:09.005846 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b65bf334-5012-46d7-9b1f-e01ec6c702f0 req-e132171c-0d39-4da7-a99a-430003b1a4fb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0681660 Jul 16 18:57:09.007693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1f6f-1e74-49df-b586-50a59616eb2d req-dac1295d-2828-4931-897f-ceca28003881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:09.009209 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-750d1f6f-1e74-49df-b586-50a59616eb2d req-dac1295d-2828-4931-897f-ceca28003881 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bad3402a-0b00-441a-b94a-5a9b430c475d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616353 Jul 16 18:57:09.024480 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c42a7-a9c6-47fe-bd82-a3b00da13c28 None None] Checking router: a47e2e72-fb84-4b23-91b8-362991db37e9 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:09.035457 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c42a7-a9c6-47fe-bd82-a3b00da13c28 None None] Routers {'a47e2e72-fb84-4b23-91b8-362991db37e9'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:09.042027 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f23c42a7-a9c6-47fe-bd82-a3b00da13c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a47e2e72-fb84-4b23-91b8-362991db37e9'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:09.050103 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b65bf334-5012-46d7-9b1f-e01ec6c702f0 req-8917fd8e-664a-4234-bad7-efe8056a1883 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369816 Jul 16 18:57:09.118206 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-750d1f6f-1e74-49df-b586-50a59616eb2d req-755b246c-5e52-4847-8088-141d3fb66d6b service neutron] 10.222.0.32 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003869 Jul 16 18:57:09.155576 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-f23c42a7-a9c6-47fe-bd82-a3b00da13c28 None None] Set router a47e2e72-fb84-4b23-91b8-362991db37e9 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:09.210856 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-750d1f6f-1e74-49df-b586-50a59616eb2d req-06c27421-ca3d-4529-a7d5-7d8690e6838c service neutron] 10.222.0.32 "GET /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853579 Jul 16 18:57:09.351443 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f23c42a7-a9c6-47fe-bd82-a3b00da13c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:31Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '4b80424c-a824-4c84-a50d-bd1ff89f2e27', 'name': '', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:8d:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:31Z', 'updated_at': '2021-07-16T18:55:35Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:09.378277 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c42a7-a9c6-47fe-bd82-a3b00da13c28 None None] The sync data for ids ['a47e2e72-fb84-4b23-91b8-362991db37e9'] in n-d-787205-10 is: [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:31Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '4b80424c-a824-4c84-a50d-bd1ff89f2e27', 'name': '', 'network_id': 'bad3402a-0b00-441a-b94a-5a9b430c475d', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:8d:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:31Z', 'updated_at': '2021-07-16T18:55:35Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': 'df6de757-7c9a-42c5-a4ce-468d37edc2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:09.591692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d844992-f605-45b9-99e3-47cfa9f28998 None None] New status for floating IP 72eb479e-b6cd-4414-bc14-ac90e578f491: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:57:10.243847 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6753a-1f71-4f87-99d6-3c69b10028ac req-f8f08025-7a03-403d-8075-02f89184c975 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:10.245930 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6f6753a-1f71-4f87-99d6-3c69b10028ac req-f8f08025-7a03-403d-8075-02f89184c975 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0648787 Jul 16 18:57:10.284782 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c6f6753a-1f71-4f87-99d6-3c69b10028ac req-903f8253-bab0-4528-9557-e61ec975d103 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=21057d87-b31a-479a-ab0c-402a6efd1964&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327969 Jul 16 18:57:10.415346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0af5c-3f16-4b79-b545-73886887aeec req-6509fc36-379f-4654-ae55-5bdbf823bfb4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:10.416790 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bef0af5c-3f16-4b79-b545-73886887aeec req-6509fc36-379f-4654-ae55-5bdbf823bfb4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 945 time: 0.0628278 Jul 16 18:57:10.519716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-bef0af5c-3f16-4b79-b545-73886887aeec req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 27344845-b276-4e17-a5ee-99c8e62143ae {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:10.520059 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bef0af5c-3f16-4b79-b545-73886887aeec req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.607243 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-bef0af5c-3f16-4b79-b545-73886887aeec req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port 27344845-b276-4e17-a5ee-99c8e62143ae, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=27344845-b276-4e17-a5ee-99c8e62143ae,segment=NetworkSegment(ce5fc222-cab7-4a82-92fa-8e684f788e64),segment_id=ce5fc222-cab7-4a82-92fa-8e684f788e64)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:10.607605 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bef0af5c-3f16-4b79-b545-73886887aeec req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.619764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-bef0af5c-3f16-4b79-b545-73886887aeec req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 27344845-b276-4e17-a5ee-99c8e62143ae owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:10.749141 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bef0af5c-3f16-4b79-b545-73886887aeec req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.777021 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=27344845-b276-4e17-a5ee-99c8e62143ae,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:10.804867 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:10.805221 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:10.805568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:10.805934 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:10.806267 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:10.806601 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:10.806940 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:10.807270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:10.807598 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:10.808531 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:10.809253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:10.809586 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:10.835686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef0af5c-3f16-4b79-b545-73886887aeec req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] No DVR routers for this DVR port 27344845-b276-4e17-a5ee-99c8e62143ae on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:10.838156 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-bef0af5c-3f16-4b79-b545-73886887aeec req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:10.840581 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-bef0af5c-3f16-4b79-b545-73886887aeec req-e889f7fe-d30b-40de-97d3-bb3d7a62117d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "DELETE /v2.0/ports/27344845-b276-4e17-a5ee-99c8e62143ae HTTP/1.1" status: 204 len: 173 time: 0.4180210 Jul 16 18:57:10.841023 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'name': 'network-vif-deleted', 'tag': '27344845-b276-4e17-a5ee-99c8e62143ae'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:10.843314 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2a9927-6186-41e3-9f13-859f8cafc5d8" -d '{"events": [{"server_uuid": "10dcb0d8-9317-4999-869e-8c8f89e55d6a", "name": "network-vif-deleted", "tag": "27344845-b276-4e17-a5ee-99c8e62143ae"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:10.957891 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c49ebf-3781-40c7-b843-4369c8332462 x-openstack-request-id: req-05c49ebf-3781-40c7-b843-4369c8332462 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:10.958187 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dcb0d8-9317-4999-869e-8c8f89e55d6a", "name": "network-vif-deleted", "tag": "27344845-b276-4e17-a5ee-99c8e62143ae", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:10.958443 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05c49ebf-3781-40c7-b843-4369c8332462 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:10.958846 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dcb0d8-9317-4999-869e-8c8f89e55d6a', 'name': 'network-vif-deleted', 'tag': '27344845-b276-4e17-a5ee-99c8e62143ae', 'status': 'completed', 'code': 200} Jul 16 18:57:11.449421 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a0a9795f-5f46-48cd-89db-5757920620a9 req-c9020194-a41a-4d12-ba74-607551f57828 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=10dcb0d8-9317-4999-869e-8c8f89e55d6a HTTP/1.1" status: 200 len: 210 time: 0.0327857 Jul 16 18:57:12.544986 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48000) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:12.896633 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72d9e5d9-03f9-469b-ad09-9de283061da2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.161541 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-72d9e5d9-03f9-469b-ad09-9de283061da2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 4b80424c-a824-4c84-a50d-bd1ff89f2e27 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:13.161835 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72d9e5d9-03f9-469b-ad09-9de283061da2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.252724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-72d9e5d9-03f9-469b-ad09-9de283061da2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port 4b80424c-a824-4c84-a50d-bd1ff89f2e27, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=4b80424c-a824-4c84-a50d-bd1ff89f2e27,segment=NetworkSegment(ce5fc222-cab7-4a82-92fa-8e684f788e64),segment_id=ce5fc222-cab7-4a82-92fa-8e684f788e64)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:13.253092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72d9e5d9-03f9-469b-ad09-9de283061da2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.265251 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-72d9e5d9-03f9-469b-ad09-9de283061da2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 4b80424c-a824-4c84-a50d-bd1ff89f2e27 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:13.448496 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72d9e5d9-03f9-469b-ad09-9de283061da2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.477338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9e5d9-03f9-469b-ad09-9de283061da2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=4b80424c-a824-4c84-a50d-bd1ff89f2e27,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:13.638914 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-09b68d19-0e59-4599-9fa7-8fe42848d987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.656100 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-72d9e5d9-03f9-469b-ad09-9de283061da2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.868543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d9e5d9-03f9-469b-ad09-9de283061da2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router a47e2e72-fb84-4b23-91b8-362991db37e9 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:13.974636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d9e5d9-03f9-469b-ad09-9de283061da2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:13.981745 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-72d9e5d9-03f9-469b-ad09-9de283061da2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "PUT /v2.0/routers/a47e2e72-fb84-4b23-91b8-362991db37e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4337614 Jul 16 18:57:13.983385 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48002) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:13.986565 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5153f5da-03c2-4922-b23d-a2f22b5627e9 None None] Sync routers for ids ['a47e2e72-fb84-4b23-91b8-362991db37e9'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:13.995813 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153f5da-03c2-4922-b23d-a2f22b5627e9 None None] Routers {'a47e2e72-fb84-4b23-91b8-362991db37e9'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:13.996888 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5153f5da-03c2-4922-b23d-a2f22b5627e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a47e2e72-fb84-4b23-91b8-362991db37e9'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:14.037651 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a76ef97-92b1-4173-8af0-f5ba50f914e8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting subnet df6de757-7c9a-42c5-a4ce-468d37edc2c2 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:57:14.040721 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a76ef97-92b1-4173-8af0-f5ba50f914e8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.083913 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a76ef97-92b1-4173-8af0-f5ba50f914e8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.105227 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5153f5da-03c2-4922-b23d-a2f22b5627e9 None None] Set router a47e2e72-fb84-4b23-91b8-362991db37e9 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:14.173523 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a76ef97-92b1-4173-8af0-f5ba50f914e8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.229593 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a76ef97-92b1-4173-8af0-f5ba50f914e8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.258321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76ef97-92b1-4173-8af0-f5ba50f914e8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Subnet': ['ID=df6de757-7c9a-42c5-a4ce-468d37edc2c2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:14.260487 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-3a76ef97-92b1-4173-8af0-f5ba50f914e8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.263905 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3a76ef97-92b1-4173-8af0-f5ba50f914e8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/subnets/df6de757-7c9a-42c5-a4ce-468d37edc2c2 HTTP/1.1" status: 204 len: 168 time: 0.2788763 Jul 16 18:57:14.265866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48004) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:14.269227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8945cf-0db4-45f5-9323-b95efcee0723 None None] Network bad3402a-0b00-441a-b94a-5a9b430c475d requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:14.301221 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5153f5da-03c2-4922-b23d-a2f22b5627e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:57:13Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:14.331246 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5153f5da-03c2-4922-b23d-a2f22b5627e9 None None] Checking router: a47e2e72-fb84-4b23-91b8-362991db37e9 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:14.342188 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153f5da-03c2-4922-b23d-a2f22b5627e9 None None] Routers {'a47e2e72-fb84-4b23-91b8-362991db37e9'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:14.342399 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5153f5da-03c2-4922-b23d-a2f22b5627e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:56:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['a47e2e72-fb84-4b23-91b8-362991db37e9'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:14.385254 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.484507 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-5153f5da-03c2-4922-b23d-a2f22b5627e9 None None] Set router a47e2e72-fb84-4b23-91b8-362991db37e9 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:14.494667 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] DHCP port deletion for bad3402a-0b00-441a-b94a-5a9b430c475d request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:57:14.504844 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.550979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Deleting port 8b532ce5-61a6-4ab9-8797-15c575680a8d {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:14.551629 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.565630 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port a21fd03f-2d4f-4c28-bd06-571f0c7609f8 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:14.566107 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.629399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] For port 8b532ce5-61a6-4ab9-8797-15c575680a8d, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8b532ce5-61a6-4ab9-8797-15c575680a8d,segment=NetworkSegment(ce5fc222-cab7-4a82-92fa-8e684f788e64),segment_id=ce5fc222-cab7-4a82-92fa-8e684f788e64)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:14.630114 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.643983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Calling delete_port for 8b532ce5-61a6-4ab9-8797-15c575680a8d owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:14.667263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port a21fd03f-2d4f-4c28-bd06-571f0c7609f8, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=a21fd03f-2d4f-4c28-bd06-571f0c7609f8,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:14.667913 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.680063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for a21fd03f-2d4f-4c28-bd06-571f0c7609f8 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:14.713418 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-5153f5da-03c2-4922-b23d-a2f22b5627e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:57:13Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:14.730656 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.744213 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5153f5da-03c2-4922-b23d-a2f22b5627e9 None None] The sync data for ids ['a47e2e72-fb84-4b23-91b8-362991db37e9'] in n-d-787205-10 is: [{'id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889162554', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:57:13Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'a21fd03f-2d4f-4c28-bd06-571f0c7609f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47e2e72-fb84-4b23-91b8-362991db37e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:55:28Z', 'updated_at': '2021-07-16T18:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:14.762669 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Pushing event deleted for resources: {'Port': ['ID=8b532ce5-61a6-4ab9-8797-15c575680a8d,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:14.770740 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] No DVR routers for this DVR port 8b532ce5-61a6-4ab9-8797-15c575680a8d on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:14.781242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:14.781242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:14.781445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:14.781834 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:14.782438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:14.782710 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:14.783235 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:14.783495 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:14.783787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:14.784265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:14.784531 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:14.784839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1081eb62-a0cb-45d8-825e-c335fe3aec1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:14.865282 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.891317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=a21fd03f-2d4f-4c28-bd06-571f0c7609f8,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:14.953325 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.049426 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.051472 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.114633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 27344845-b276-4e17-a5ee-99c8e62143ae no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:15.145405 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 27344845-b276-4e17-a5ee-99c8e62143ae {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:15.148738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 27344845-b276-4e17-a5ee-99c8e62143ae not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:15.271716 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4b80424c-a824-4c84-a50d-bd1ff89f2e27 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:15.294446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 4b80424c-a824-4c84-a50d-bd1ff89f2e27 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:15.294684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 4b80424c-a824-4c84-a50d-bd1ff89f2e27 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:15.295112 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8b532ce5-61a6-4ab9-8797-15c575680a8d no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:15.316044 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 8b532ce5-61a6-4ab9-8797-15c575680a8d {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:15.316415 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8b532ce5-61a6-4ab9-8797-15c575680a8d not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:15.384314 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.384850 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Fanout notify agent at l3_agent the message router_deleted on router a47e2e72-fb84-4b23-91b8-362991db37e9 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:57:15.396711 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.397880 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-93b88fb4-f03d-4d01-b120-9cbadb300810 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/routers/a47e2e72-fb84-4b23-91b8-362991db37e9 HTTP/1.1" status: 204 len: 168 time: 1.1309605 Jul 16 18:57:15.400596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48006) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:15.483572 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4672ece-05ee-4517-8e90-b16f6bf1e4ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.569305 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4672ece-05ee-4517-8e90-b16f6bf1e4ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.579835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d4672ece-05ee-4517-8e90-b16f6bf1e4ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad3402a-0b00-441a-b94a-5a9b430c475d']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:15.589578 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d4672ece-05ee-4517-8e90-b16f6bf1e4ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5fc222-cab7-4a82-92fa-8e684f788e64') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:15.590394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d4672ece-05ee-4517-8e90-b16f6bf1e4ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5fc222-cab7-4a82-92fa-8e684f788e64') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:15.599173 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4672ece-05ee-4517-8e90-b16f6bf1e4ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.612474 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4672ece-05ee-4517-8e90-b16f6bf1e4ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.618587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4672ece-05ee-4517-8e90-b16f6bf1e4ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:57:15.618982 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4672ece-05ee-4517-8e90-b16f6bf1e4ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: timer() Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:57:15.622888 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:57:15.682132 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4672ece-05ee-4517-8e90-b16f6bf1e4ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.689561 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4672ece-05ee-4517-8e90-b16f6bf1e4ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.691444 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d4672ece-05ee-4517-8e90-b16f6bf1e4ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/networks/bad3402a-0b00-441a-b94a-5a9b430c475d HTTP/1.1" status: 204 len: 168 time: 0.2898800 Jul 16 18:57:15.694151 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48008) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:15.702891 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4672ece-05ee-4517-8e90-b16f6bf1e4ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Network': ['ID=bad3402a-0b00-441a-b94a-5a9b430c475d,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:15.753775 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ab363d3-1947-4371-9859-64073f7cb4de tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.779177 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ab363d3-1947-4371-9859-64073f7cb4de tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.827735 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2be8d069-c8e7-4544-8c3a-4ae40585e792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.850613 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ab363d3-1947-4371-9859-64073f7cb4de tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.853635 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4ab363d3-1947-4371-9859-64073f7cb4de tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:15.860277 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4ab363d3-1947-4371-9859-64073f7cb4de tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/security-groups/21057d87-b31a-479a-ab0c-402a6efd1964 HTTP/1.1" status: 204 len: 168 time: 0.1596169 Jul 16 18:57:15.865034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab363d3-1947-4371-9859-64073f7cb4de tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21057d87-b31a-479a-ab0c-402a6efd1964,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:16.064614 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.081154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48014) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:16.085885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e042fbfa-01e9-4827-9645-6baa487a1c7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-727427789', 'description': 'tempest-secgroup-smoke-727427789 description', 'project_id': '23800e1dea3942859b774132bdecef44'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:16.110139 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e042fbfa-01e9-4827-9645-6baa487a1c7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.193545 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e042fbfa-01e9-4827-9645-6baa487a1c7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.197065 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e042fbfa-01e9-4827-9645-6baa487a1c7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.224471 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e042fbfa-01e9-4827-9645-6baa487a1c7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.225724 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e042fbfa-01e9-4827-9645-6baa487a1c7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1434929 Jul 16 18:57:16.227530 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042fbfa-01e9-4827-9645-6baa487a1c7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074e7b45-9ee4-44ff-b167-98c338e1e5f2,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:16.228769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48016) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:16.234206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-aad88d04-d4d5-4c31-a31e-498aaa69d008 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '074e7b45-9ee4-44ff-b167-98c338e1e5f2', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:16.259153 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aad88d04-d4d5-4c31-a31e-498aaa69d008 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.315098 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aad88d04-d4d5-4c31-a31e-498aaa69d008 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.318598 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aad88d04-d4d5-4c31-a31e-498aaa69d008 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.336585 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad88d04-d4d5-4c31-a31e-498aaa69d008 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d42031-0178-44d9-8f6b-f4fa00be4c36,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:16.343817 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-aad88d04-d4d5-4c31-a31e-498aaa69d008 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.345037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-aad88d04-d4d5-4c31-a31e-498aaa69d008 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152282 Jul 16 18:57:16.347745 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48018) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:16.352206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-93d27829-60eb-4c8d-b0f5-9097d5ca2c3d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '074e7b45-9ee4-44ff-b167-98c338e1e5f2', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:16.379295 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93d27829-60eb-4c8d-b0f5-9097d5ca2c3d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.442573 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93d27829-60eb-4c8d-b0f5-9097d5ca2c3d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.446459 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93d27829-60eb-4c8d-b0f5-9097d5ca2c3d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.465220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d27829-60eb-4c8d-b0f5-9097d5ca2c3d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80791a69-c787-4c53-ad31-0cd77a3a348e,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:16.470590 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-93d27829-60eb-4c8d-b0f5-9097d5ca2c3d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.473804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-93d27829-60eb-4c8d-b0f5-9097d5ca2c3d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231508 Jul 16 18:57:16.474812 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48020) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:16.479871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-5551c132-f2d0-4061-adf2-dc757cb07371 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '074e7b45-9ee4-44ff-b167-98c338e1e5f2', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:16.508241 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5551c132-f2d0-4061-adf2-dc757cb07371 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.570993 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5551c132-f2d0-4061-adf2-dc757cb07371 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.575035 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5551c132-f2d0-4061-adf2-dc757cb07371 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.593143 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551c132-f2d0-4061-adf2-dc757cb07371 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0d434d-8749-49a2-b25b-2420cd4bf487,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:16.599116 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-5551c132-f2d0-4061-adf2-dc757cb07371 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.600532 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-5551c132-f2d0-4061-adf2-dc757cb07371 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246512 Jul 16 18:57:16.603204 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48022) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:16.607843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f067c896-9f4f-4147-8c8d-b1905b82fe4d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '074e7b45-9ee4-44ff-b167-98c338e1e5f2', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:16.634458 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f067c896-9f4f-4147-8c8d-b1905b82fe4d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.695923 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f067c896-9f4f-4147-8c8d-b1905b82fe4d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.700503 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f067c896-9f4f-4147-8c8d-b1905b82fe4d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.718208 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067c896-9f4f-4147-8c8d-b1905b82fe4d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f59de4e-899d-4068-894e-2e401659369b,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:16.723868 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f067c896-9f4f-4147-8c8d-b1905b82fe4d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.725248 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f067c896-9f4f-4147-8c8d-b1905b82fe4d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211231 Jul 16 18:57:16.727956 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48024) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:16.732735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-8bc3b432-2f5d-4560-ad16-4503eb5d15b9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '074e7b45-9ee4-44ff-b167-98c338e1e5f2', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:16.754131 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-8bc3b432-2f5d-4560-ad16-4503eb5d15b9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Project 23800e1dea3942859b774132bdecef44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:57:16.758782 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b432-2f5d-4560-ad16-4503eb5d15b9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.818857 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b432-2f5d-4560-ad16-4503eb5d15b9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.822563 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b432-2f5d-4560-ad16-4503eb5d15b9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.841439 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3b432-2f5d-4560-ad16-4503eb5d15b9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39765795-902e-4c12-9880-eefd25681d82,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:16.847233 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b432-2f5d-4560-ad16-4503eb5d15b9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.848470 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8bc3b432-2f5d-4560-ad16-4503eb5d15b9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195579 Jul 16 18:57:16.851154 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48026) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:16.855595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c487f9c8-4d92-4b46-aebb-3bf5e5d59ed4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '074e7b45-9ee4-44ff-b167-98c338e1e5f2', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:16.878490 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-c487f9c8-4d92-4b46-aebb-3bf5e5d59ed4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Project 23800e1dea3942859b774132bdecef44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:57:16.883626 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c487f9c8-4d92-4b46-aebb-3bf5e5d59ed4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.928342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a21fd03f-2d4f-4c28-bd06-571f0c7609f8 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:16.950009 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c487f9c8-4d92-4b46-aebb-3bf5e5d59ed4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.952633 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: a21fd03f-2d4f-4c28-bd06-571f0c7609f8 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:16.953080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device a21fd03f-2d4f-4c28-bd06-571f0c7609f8 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:16.954051 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c487f9c8-4d92-4b46-aebb-3bf5e5d59ed4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.972829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487f9c8-4d92-4b46-aebb-3bf5e5d59ed4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de416cf-d311-46de-8ea6-4897b4cc8060,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:16.975288 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c487f9c8-4d92-4b46-aebb-3bf5e5d59ed4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.976504 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c487f9c8-4d92-4b46-aebb-3bf5e5d59ed4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244209 Jul 16 18:57:16.979433 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48028) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:16.984450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-2817fbcf-fb42-424e-9ea8-8b521b45f09e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'network': {'name': 'tempest-network-smoke--625667020', 'project_id': '23800e1dea3942859b774132bdecef44', 'port_security_enabled': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:17.005499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2817fbcf-fb42-424e-9ea8-8b521b45f09e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:17.009189 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2817fbcf-fb42-424e-9ea8-8b521b45f09e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.033504 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2817fbcf-fb42-424e-9ea8-8b521b45f09e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:57:17.042415 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2817fbcf-fb42-424e-9ea8-8b521b45f09e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.042759 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-2817fbcf-fb42-424e-9ea8-8b521b45f09e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Added segment 0c2eeb04-5d8d-4b79-bda1-3c982b198c92 of type vlan for network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 Jul 16 18:57:17.085911 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2817fbcf-fb42-424e-9ea8-8b521b45f09e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.113637 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2817fbcf-fb42-424e-9ea8-8b521b45f09e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.119161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2817fbcf-fb42-424e-9ea8-8b521b45f09e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:17.119745 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-2817fbcf-fb42-424e-9ea8-8b521b45f09e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.154109 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2817fbcf-fb42-424e-9ea8-8b521b45f09e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1736698 Jul 16 18:57:17.157002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48030) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:17.161858 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'admin_state_up': True, 'project_id': '23800e1dea3942859b774132bdecef44', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:17.184436 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.185767 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.191937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817fbcf-fb42-424e-9ea8-8b521b45f09e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Network': ['ID=1e4267c0-1d13-4dd0-8097-c235b968aaf4,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:17.205332 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:57:17.238082 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.374798 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.563583 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.581741 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.686000 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.25.3.223 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/e20cf692-7ba7-4ee2-975f-099d6bd796d1) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:17.788413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.827062 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.864186 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:17.866068 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.869153 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:17.872619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:17.897534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=e20cf692-7ba7-4ee2-975f-099d6bd796d1,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:18.124285 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.323041 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.450097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 0cbdc2aa-4559-480d-9365-0869d733d734 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:57:18.554567 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:18.563599 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Sync routers for ids ['0cbdc2aa-4559-480d-9365-0869d733d734'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:18.572263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.572523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Routers {'0cbdc2aa-4559-480d-9365-0869d733d734'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:18.573275 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0cbdc2aa-4559-480d-9365-0869d733d734'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:18.573773 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-25de891e-8c67-479e-a630-4b3b319b61be tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4156067 Jul 16 18:57:18.576851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48032) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:18.607771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1b07dbbf-43bf-4da0-bbdc-db14f81db1f5 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23800e1dea3942859b774132bdecef44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267944 Jul 16 18:57:18.608005 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48034) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:18.680002 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Set router 0cbdc2aa-4559-480d-9365-0869d733d734 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:18.691824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed6aba-27a3-4afc-8e80-871274c46b11 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:18.693402 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1bed6aba-27a3-4afc-8e80-871274c46b11 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844889 Jul 16 18:57:18.696150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48036) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:18.730198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7e3de144-72c2-4a0a-897e-127546bba57a tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329390 Jul 16 18:57:18.733621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48038) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:18.738948 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-8401bce1-edec-429a-a572-6752d86a160e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255777920', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'project_id': '23800e1dea3942859b774132bdecef44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:18.830167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8401bce1-edec-429a-a572-6752d86a160e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:18.833922 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8401bce1-edec-429a-a572-6752d86a160e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.020906 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8401bce1-edec-429a-a572-6752d86a160e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.021845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:19.049685 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Checking router: 0cbdc2aa-4559-480d-9365-0869d733d734 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:19.050041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Updating router 0cbdc2aa-4559-480d-9365-0869d733d734 port e20cf692-7ba7-4ee2-975f-099d6bd796d1 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:57:19.081391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401bce1-edec-429a-a572-6752d86a160e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Subnet': ['ID=69794013-e285-4171-a6fe-6ae3a0f4fdbb,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:19.084702 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.090767 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401bce1-edec-429a-a572-6752d86a160e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Checking segment: {'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:19.091127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8401bce1-edec-429a-a572-6752d86a160e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network hostable DHCP agents. Network: 1e4267c0-1d13-4dd0-8097-c235b968aaf4, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:57:19.107967 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8401bce1-edec-429a-a572-6752d86a160e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:57:19.116726 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-8401bce1-edec-429a-a572-6752d86a160e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 1e4267c0-1d13-4dd0-8097-c235b968aaf4) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:19.121835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8401bce1-edec-429a-a572-6752d86a160e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:19.122676 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-8401bce1-edec-429a-a572-6752d86a160e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.136550 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-8401bce1-edec-429a-a572-6752d86a160e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4018767 Jul 16 18:57:19.139546 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48040) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:19.172941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8553c51e-a174-41cc-beaf-a1d53cef5727 None None] Network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:19.327300 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.423443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'fixed_ips': [{'subnet_id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:57:19.424287 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.531198 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.553425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Transition to ACTIVE for port object e20cf692-7ba7-4ee2-975f-099d6bd796d1 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:19.565945 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.584457 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.656484 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Allocated IP 172.20.0.2 (1e4267c0-1d13-4dd0-8097-c235b968aaf4/69794013-e285-4171-a6fe-6ae3a0f4fdbb/bc368cc8-06b1-43f7-a5ed-aa485efcbe82) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:19.658753 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Attempting to bind port e20cf692-7ba7-4ee2-975f-099d6bd796d1 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:19.659178 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Attempting to bind port e20cf692-7ba7-4ee2-975f-099d6bd796d1 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:19.659568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Attempting to bind port e20cf692-7ba7-4ee2-975f-099d6bd796d1 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:19.661440 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0fd21-6901-4a7d-a510-ade96711967f None None] Pushing event updated for resources: {'Port': ['ID=e20cf692-7ba7-4ee2-975f-099d6bd796d1,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:19.674947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:19.675368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:19.675743 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.676143 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:19.676619 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Bound port: e20cf692-7ba7-4ee2-975f-099d6bd796d1, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:19.677004 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.782010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] For port e20cf692-7ba7-4ee2-975f-099d6bd796d1, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:19.799528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] For port e20cf692-7ba7-4ee2-975f-099d6bd796d1, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e20cf692-7ba7-4ee2-975f-099d6bd796d1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:19.807505 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.913915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Routers {'0cbdc2aa-4559-480d-9365-0869d733d734'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:19.914568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0cbdc2aa-4559-480d-9365-0869d733d734'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:19.916728 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.919069 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0fd21-6901-4a7d-a510-ade96711967f None None] Pushing event updated for resources: {'Port': ['ID=e20cf692-7ba7-4ee2-975f-099d6bd796d1,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:19.962511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Transition to ACTIVE for port object bc368cc8-06b1-43f7-a5ed-aa485efcbe82 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:20.012262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Transition to ACTIVE for port object bc368cc8-06b1-43f7-a5ed-aa485efcbe82 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:20.024313 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.075754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.20.0.1 (1e4267c0-1d13-4dd0-8097-c235b968aaf4/69794013-e285-4171-a6fe-6ae3a0f4fdbb/47377f58-19ce-4dda-85c9-4fd605c6f703) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:20.085100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:20.087331 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] Set router 0cbdc2aa-4559-480d-9365-0869d733d734 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:20.089188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Pushing event updated for resources: {'Port': ['ID=bc368cc8-06b1-43f7-a5ed-aa485efcbe82,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:20.116453 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:20.118846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:20.194688 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.209170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Transition to ACTIVE for port object 47377f58-19ce-4dda-85c9-4fd605c6f703 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:20.241972 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.250397 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Attempting to bind port bc368cc8-06b1-43f7-a5ed-aa485efcbe82 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:20.250763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Attempting to bind port bc368cc8-06b1-43f7-a5ed-aa485efcbe82 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:20.251664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Attempting to bind port bc368cc8-06b1-43f7-a5ed-aa485efcbe82 on network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:20.260473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:20.260856 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Checking segment: {'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:20.261255 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.261790 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Bound using segment: {'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:20.262764 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Bound port: bc368cc8-06b1-43f7-a5ed-aa485efcbe82, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:20.263148 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.291460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:20.295461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:20.299510 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:20.325311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=47377f58-19ce-4dda-85c9-4fd605c6f703,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:20.345197 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.372844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] For port bc368cc8-06b1-43f7-a5ed-aa485efcbe82, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:20.380654 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] For port bc368cc8-06b1-43f7-a5ed-aa485efcbe82, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bc368cc8-06b1-43f7-a5ed-aa485efcbe82,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:20.385259 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.398077 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:20.449254 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8e012a-40c9-4cfb-8571-c27ee87abde9 None None] The sync data for ids ['0cbdc2aa-4559-480d-9365-0869d733d734'] in n-d-787205-10 is: [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:20.476455 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73740e-b037-41d9-a8ea-1f31ae18b358 None None] Pushing event updated for resources: {'Port': ['ID=bc368cc8-06b1-43f7-a5ed-aa485efcbe82,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:20.506635 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.057474 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bc368cc8-06b1-43f7-a5ed-aa485efcbe82 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:21.117389 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port bc368cc8-06b1-43f7-a5ed-aa485efcbe82 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:21.122232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e20cf692-7ba7-4ee2-975f-099d6bd796d1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:21.156086 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.163043 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.181287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e20cf692-7ba7-4ee2-975f-099d6bd796d1 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:21.187011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e20cf692-7ba7-4ee2-975f-099d6bd796d1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:21.187770 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.243640 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.254013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=47377f58-19ce-4dda-85c9-4fd605c6f703,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:21.282918 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.309366 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port e20cf692-7ba7-4ee2-975f-099d6bd796d1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e20cf692-7ba7-4ee2-975f-099d6bd796d1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:21.318081 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.376054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=e20cf692-7ba7-4ee2-975f-099d6bd796d1,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:21.397971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:21.399501 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:21.506912 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1bab5e-c702-4778-9ddc-1cb3a9d0d12c None None] Network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:21.525011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 0cbdc2aa-4559-480d-9365-0869d733d734 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:21.571118 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5ef5faab-ea6f-40ce-92cc-701b8d2603e9 None None] Provisioning for port bc368cc8-06b1-43f7-a5ed-aa485efcbe82 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:21.578381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5ef5faab-ea6f-40ce-92cc-701b8d2603e9 None None] Provisioning complete for port bc368cc8-06b1-43f7-a5ed-aa485efcbe82 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:21.578756 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ef5faab-ea6f-40ce-92cc-701b8d2603e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.640623 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:21.645555 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ed31559e-f7cf-4b2b-871c-33ed4c794f76 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "PUT /v2.0/routers/0cbdc2aa-4559-480d-9365-0869d733d734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5050051 Jul 16 18:57:21.722903 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ef5faab-ea6f-40ce-92cc-701b8d2603e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.763948 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5ef5faab-ea6f-40ce-92cc-701b8d2603e9 None None] For port bc368cc8-06b1-43f7-a5ed-aa485efcbe82, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bc368cc8-06b1-43f7-a5ed-aa485efcbe82,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:21.770595 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5ef5faab-ea6f-40ce-92cc-701b8d2603e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.796661 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-d1d47106-9654-443d-b29e-fbcce97b66e9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-727427789&fields=id&tenant_id=23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 267 time: 0.0368550 Jul 16 18:57:21.821955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5faab-ea6f-40ce-92cc-701b8d2603e9 None None] Pushing event updated for resources: {'Port': ['ID=bc368cc8-06b1-43f7-a5ed-aa485efcbe82,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:21.913004 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-e6ed722a-382a-4bd0-95df-5d460131307b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:21.914827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-e6ed722a-382a-4bd0-95df-5d460131307b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/networks?id=1e4267c0-1d13-4dd0-8097-c235b968aaf4 HTTP/1.1" status: 200 len: 796 time: 0.1115553 Jul 16 18:57:21.930669 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-970ab5ca-da29-4e59-9b31-172424822279 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/quotas/23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 375 time: 0.0100052 Jul 16 18:57:22.000552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-daf70370-5fb9-4e78-8ffe-08de38b4fbc7 None None] Provisioning for port 47377f58-19ce-4dda-85c9-4fd605c6f703 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:22.004682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-daf70370-5fb9-4e78-8ffe-08de38b4fbc7 None None] Provisioning complete for port 47377f58-19ce-4dda-85c9-4fd605c6f703 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:22.005140 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-daf70370-5fb9-4e78-8ffe-08de38b4fbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.016031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-7fec77df-27e2-4de7-ab0a-ff399674e0c7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799892 Jul 16 18:57:22.049725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-daf70370-5fb9-4e78-8ffe-08de38b4fbc7 None None] Port 47377f58-19ce-4dda-85c9-4fd605c6f703 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:22.063995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-daf70370-5fb9-4e78-8ffe-08de38b4fbc7 None None] Provisioning complete for port bc368cc8-06b1-43f7-a5ed-aa485efcbe82 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:22.065055 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-daf70370-5fb9-4e78-8ffe-08de38b4fbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.127624 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-02922e6d-2645-4739-aa83-deaff57d2ed4 service neutron] 10.222.0.24 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980501 Jul 16 18:57:22.233650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-8f9b5bc6-8880-471e-b096-9bfede456fc7 service neutron] 10.222.0.24 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001885 Jul 16 18:57:22.244194 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Sync routers for ids ['0cbdc2aa-4559-480d-9365-0869d733d734'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:22.254374 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Routers {'0cbdc2aa-4559-480d-9365-0869d733d734'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:22.255235 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0cbdc2aa-4559-480d-9365-0869d733d734'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:22.274288 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f45ad07d-7ac9-4b22-b942-9b08193c85f0 None None] Provisioning complete for port 47377f58-19ce-4dda-85c9-4fd605c6f703 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:22.274738 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f45ad07d-7ac9-4b22-b942-9b08193c85f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.311818 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f45ad07d-7ac9-4b22-b942-9b08193c85f0 None None] Port 47377f58-19ce-4dda-85c9-4fd605c6f703 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:22.396817 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Set router 0cbdc2aa-4559-480d-9365-0869d733d734 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:22.430778 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-be77304c-6001-4297-8dd6-8fe79f7cbd71 req-f149c58f-c444-4fbd-9d8a-f8540242ab94 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 210 time: 0.0310893 Jul 16 18:57:22.434467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-8890c528-05dd-43ff-a8f9-047b6eae8893 None None] Provisioning complete for port 47377f58-19ce-4dda-85c9-4fd605c6f703 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:22.435636 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8890c528-05dd-43ff-a8f9-047b6eae8893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.638327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-8890c528-05dd-43ff-a8f9-047b6eae8893 None None] Port 47377f58-19ce-4dda-85c9-4fd605c6f703 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:22.717852 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '47377f58-19ce-4dda-85c9-4fd605c6f703', 'name': '', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:bd:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 2, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:22.748944 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Checking router: 0cbdc2aa-4559-480d-9365-0869d733d734 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:22.749384 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Updating router 0cbdc2aa-4559-480d-9365-0869d733d734 port 47377f58-19ce-4dda-85c9-4fd605c6f703 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:57:22.786425 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.003765 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bc368cc8-06b1-43f7-a5ed-aa485efcbe82 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:23.052520 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.054547 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port bc368cc8-06b1-43f7-a5ed-aa485efcbe82 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:23.054966 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.063610 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Transition to ACTIVE for port object 47377f58-19ce-4dda-85c9-4fd605c6f703 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:23.069858 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.124611 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Pushing event updated for resources: {'Port': ['ID=47377f58-19ce-4dda-85c9-4fd605c6f703,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:23.141795 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e20cf692-7ba7-4ee2-975f-099d6bd796d1 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:23.148408 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:23.148759 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:23.149310 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:23.149672 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:23.150017 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:23.150347 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:23.150676 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:23.151007 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:23.151340 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:23.151666 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:23.152851 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:23.152851 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:23.190037 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Attempting to bind port 47377f58-19ce-4dda-85c9-4fd605c6f703 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:23.190321 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Attempting to bind port 47377f58-19ce-4dda-85c9-4fd605c6f703 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:23.190686 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Attempting to bind port 47377f58-19ce-4dda-85c9-4fd605c6f703 on network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:23.196355 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:23.196598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e20cf692-7ba7-4ee2-975f-099d6bd796d1 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:23.197038 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.197288 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Checking segment: {'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:23.197880 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.198434 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Bound using segment: {'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:23.199129 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Bound port: 47377f58-19ce-4dda-85c9-4fd605c6f703, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:23.199664 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.273905 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] For port 47377f58-19ce-4dda-85c9-4fd605c6f703, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:23.284959 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] For port 47377f58-19ce-4dda-85c9-4fd605c6f703, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=47377f58-19ce-4dda-85c9-4fd605c6f703,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:23.290236 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.359233 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Routers {'0cbdc2aa-4559-480d-9365-0869d733d734'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:23.359887 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0cbdc2aa-4559-480d-9365-0869d733d734'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:23.365071 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370c754-8964-4258-9262-fb36d8691eea None None] Pushing event updated for resources: {'Port': ['ID=47377f58-19ce-4dda-85c9-4fd605c6f703,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:23.501275 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] Set router 0cbdc2aa-4559-480d-9365-0869d733d734 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:23.541473 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-c12fbc45-455b-4baf-b920-6d7076230c13 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:23.543549 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-c12fbc45-455b-4baf-b920-6d7076230c13 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "GET /v2.0/networks?id=1e4267c0-1d13-4dd0-8097-c235b968aaf4 HTTP/1.1" status: 200 len: 796 time: 0.1236982 Jul 16 18:57:23.593270 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-29c5f982-c629-4e67-9c11-103592b20c85 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 379 time: 0.0404649 Jul 16 18:57:23.612180 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'port': {'device_id': 'd4b44550-474a-46d6-9429-e47dc9828772', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'admin_state_up': True, 'tenant_id': '23800e1dea3942859b774132bdecef44', 'security_groups': ['074e7b45-9ee4-44ff-b167-98c338e1e5f2']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:23.637470 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90b5bc57-261a-410a-a510-b839562e14bc req-68a1a03e-da50-4728-9adb-31a4411e006c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 210 time: 0.0347264 Jul 16 18:57:23.742763 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '47377f58-19ce-4dda-85c9-4fd605c6f703', 'name': '', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:bd:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:23Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:23.747268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:23.750913 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.769860 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e5e4fe-c4db-4f66-917a-8d777b8c4bdf None None] The sync data for ids ['0cbdc2aa-4559-480d-9365-0869d733d734'] in n-d-787205-10 is: [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '47377f58-19ce-4dda-85c9-4fd605c6f703', 'name': '', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:bd:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:23Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:23.780306 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.897600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.20.0.5 (1e4267c0-1d13-4dd0-8097-c235b968aaf4/69794013-e285-4171-a6fe-6ae3a0f4fdbb/38d61694-9b07-4693-bd59-e342e01f97e6) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:24.042280 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.057748 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Transition to ACTIVE for port object 38d61694-9b07-4693-bd59-e342e01f97e6 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:24.093811 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.147822 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:24.151046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:24.154335 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:24.180870 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=38d61694-9b07-4693-bd59-e342e01f97e6,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:24.217244 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:24.217925 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.234269 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-88abc7fc-6fa5-43bc-b7c1-5dba1239cdb8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6277204 Jul 16 18:57:24.246841 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Request body: {'port': {'device_id': 'd4b44550-474a-46d6-9429-e47dc9828772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:24.328918 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.411876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c3cba6ad-3dee-40a3-85ec-2d064f154928 None None] Provisioning for port 38d61694-9b07-4693-bd59-e342e01f97e6 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:24.415955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c3cba6ad-3dee-40a3-85ec-2d064f154928 None None] Provisioning complete for port 38d61694-9b07-4693-bd59-e342e01f97e6 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:24.416335 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c3cba6ad-3dee-40a3-85ec-2d064f154928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.456220 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c3cba6ad-3dee-40a3-85ec-2d064f154928 None None] Port 38d61694-9b07-4693-bd59-e342e01f97e6 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:24.611408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d61694-9b07-4693-bd59-e342e01f97e6 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:24.619318 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.631796 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Transition to ACTIVE for port object 38d61694-9b07-4693-bd59-e342e01f97e6 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:24.636158 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.689851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Pushing event updated for resources: {'Port': ['ID=38d61694-9b07-4693-bd59-e342e01f97e6,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:24.778287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Attempting to bind port 38d61694-9b07-4693-bd59-e342e01f97e6 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:24.778881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Attempting to bind port 38d61694-9b07-4693-bd59-e342e01f97e6 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:24.779287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Attempting to bind port 38d61694-9b07-4693-bd59-e342e01f97e6 on network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:24.784032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Port 38d61694-9b07-4693-bd59-e342e01f97e6 on network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:57:24.784355 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Attempting to bind port 38d61694-9b07-4693-bd59-e342e01f97e6 on network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:24.789607 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:24.789979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Checking segment: {'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:24.790361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Bound using segment: {'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:24.790789 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Bound port: 38d61694-9b07-4693-bd59-e342e01f97e6, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:24.791147 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.844352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058cc3e-87c4-4a85-b2ef-0d73c68188fd req-b073eb5a-97e1-466a-9acb-9f727e6835de tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:24.852524 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4058cc3e-87c4-4a85-b2ef-0d73c68188fd req-b073eb5a-97e1-466a-9acb-9f727e6835de tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 943 time: 0.0896792 Jul 16 18:57:24.869297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] For port 38d61694-9b07-4693-bd59-e342e01f97e6, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:24.873016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] For port 38d61694-9b07-4693-bd59-e342e01f97e6, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=38d61694-9b07-4693-bd59-e342e01f97e6,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:24.880596 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.901178 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4058cc3e-87c4-4a85-b2ef-0d73c68188fd req-86d8cd1f-04d5-4938-a675-98c7873816dd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476089 Jul 16 18:57:24.926019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:24.926019 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.926019 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] 10.222.0.32 "PUT /v2.0/ports/38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 200 len: 1092 time: 0.6800122 Jul 16 18:57:24.926019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:24.926019 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcefae3-c501-49e9-a49d-e632ee0a194f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:24.963714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7b4d2-3459-4a23-b799-90eff7a5be8a service neutron] Pushing event updated for resources: {'Port': ['ID=38d61694-9b07-4693-bd59-e342e01f97e6,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:25.023419 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ca1496-1227-4b88-a265-bd4601cd4627 x-openstack-request-id: req-25ca1496-1227-4b88-a265-bd4601cd4627 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:25.023936 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:25.024418 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25ca1496-1227-4b88-a265-bd4601cd4627 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:25.025278 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6', 'status': 'completed', 'code': 200} Jul 16 18:57:25.033794 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 47377f58-19ce-4dda-85c9-4fd605c6f703 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:25.063804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-1d842ebc-416f-4266-a3ae-ce3dd738ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:25.065699 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-1d842ebc-416f-4266-a3ae-ce3dd738ac1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 1095 time: 0.0842478 Jul 16 18:57:25.088312 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 47377f58-19ce-4dda-85c9-4fd605c6f703 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:25.093648 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 47377f58-19ce-4dda-85c9-4fd605c6f703 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:25.094055 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.115561 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-cfcbc986-6704-4668-b91c-de93cf34397f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 200 len: 217 time: 0.0425026 Jul 16 18:57:25.165251 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-d0ffb1cc-b002-4e26-8128-91c54c31b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:25.166829 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-d0ffb1cc-b002-4e26-8128-91c54c31b4f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69794013-e285-4171-a6fe-6ae3a0f4fdbb HTTP/1.1" status: 200 len: 835 time: 0.0462611 Jul 16 18:57:25.176991 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.216774 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 47377f58-19ce-4dda-85c9-4fd605c6f703, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=47377f58-19ce-4dda-85c9-4fd605c6f703,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:25.222218 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.229426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f375d15b-8bae-4dfd-b2ea-3698c0cb1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:25.231522 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-f375d15b-8bae-4dfd-b2ea-3698c0cb1ac6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e4267c0-1d13-4dd0-8097-c235b968aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586350 Jul 16 18:57:25.275747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=47377f58-19ce-4dda-85c9-4fd605c6f703,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:25.328362 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-0de1f1b4-b481-4bfd-abf8-a982758ef55d service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898192 Jul 16 18:57:25.414312 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-12a45ecd-6040-4b9b-9272-ad221a50c54f req-0bd9ca99-a082-4935-8378-f18a84158f0f service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803466 Jul 16 18:57:25.419699 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:57:25.515513 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcefae3-c501-49e9-a49d-e632ee0a194f req-457f8570-cee1-449a-a5c9-6480b3703fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:25.516998 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8bcefae3-c501-49e9-a49d-e632ee0a194f req-457f8570-cee1-449a-a5c9-6480b3703fca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 1095 time: 0.0566390 Jul 16 18:57:25.602735 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcefae3-c501-49e9-a49d-e632ee0a194f req-634f00f5-d861-4caf-92c9-2961fc83c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:25.604096 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8bcefae3-c501-49e9-a49d-e632ee0a194f req-634f00f5-d861-4caf-92c9-2961fc83c6a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e4267c0-1d13-4dd0-8097-c235b968aaf4 HTTP/1.1" status: 200 len: 897 time: 0.0816100 Jul 16 18:57:25.647496 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8bcefae3-c501-49e9-a49d-e632ee0a194f req-fd1dc691-8199-490d-b2b1-ae8a9a845ed8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 200 len: 217 time: 0.0368805 Jul 16 18:57:25.694755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcefae3-c501-49e9-a49d-e632ee0a194f req-ce5a920a-f435-4797-b092-0604f958f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:25.696146 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8bcefae3-c501-49e9-a49d-e632ee0a194f req-ce5a920a-f435-4797-b092-0604f958f326 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69794013-e285-4171-a6fe-6ae3a0f4fdbb HTTP/1.1" status: 200 len: 835 time: 0.0421705 Jul 16 18:57:25.754809 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcefae3-c501-49e9-a49d-e632ee0a194f req-c6080765-821b-4655-aef6-3a4458eba4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:25.756316 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8bcefae3-c501-49e9-a49d-e632ee0a194f req-c6080765-821b-4655-aef6-3a4458eba4e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e4267c0-1d13-4dd0-8097-c235b968aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529408 Jul 16 18:57:25.847751 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8bcefae3-c501-49e9-a49d-e632ee0a194f req-3dc34058-65bd-4c82-82f1-a6803df91eb9 service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838010 Jul 16 18:57:25.858089 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.943842 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-8bcefae3-c501-49e9-a49d-e632ee0a194f req-a870a7c6-cf19-45de-9c26-efd45c873cb1 service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895438 Jul 16 18:57:26.078382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d984d7c-3309-4686-8108-2a6be5891094 req-707559b3-a6cd-479d-86d3-a2c9546ab58b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:26.079899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d984d7c-3309-4686-8108-2a6be5891094 req-707559b3-a6cd-479d-86d3-a2c9546ab58b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 943 time: 0.0633492 Jul 16 18:57:26.117352 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5d984d7c-3309-4686-8108-2a6be5891094 req-68225842-53e0-41e6-8917-f61f59051050 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317521 Jul 16 18:57:26.976980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 47377f58-19ce-4dda-85c9-4fd605c6f703 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:27.025831 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 47377f58-19ce-4dda-85c9-4fd605c6f703 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:27.026127 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:27.292484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864bcd5-87ab-49f0-afdf-c6ffa9e5ce5b req-1c8aaf90-e71c-49ca-91aa-ba38cd627bd0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:27.294724 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6864bcd5-87ab-49f0-afdf-c6ffa9e5ce5b req-1c8aaf90-e71c-49ca-91aa-ba38cd627bd0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 943 time: 0.0644367 Jul 16 18:57:27.331151 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6864bcd5-87ab-49f0-afdf-c6ffa9e5ce5b req-30756557-17de-455c-9800-4b7f1eb244f5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308750 Jul 16 18:57:28.506766 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a978723-ca2d-4b84-a8c3-74260e697f2c req-c37c48f5-3c6f-4a7c-8a1e-b335004599c2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:28.508326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a978723-ca2d-4b84-a8c3-74260e697f2c req-c37c48f5-3c6f-4a7c-8a1e-b335004599c2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 943 time: 0.0669615 Jul 16 18:57:28.546437 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6a978723-ca2d-4b84-a8c3-74260e697f2c req-01ca0a38-859a-4d0b-9daa-06f9d7f06142 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320613 Jul 16 18:57:29.142458 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 38d61694-9b07-4693-bd59-e342e01f97e6 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:57:29.233758 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 38d61694-9b07-4693-bd59-e342e01f97e6, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=38d61694-9b07-4693-bd59-e342e01f97e6,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:29.244991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '38d61694-9b07-4693-bd59-e342e01f97e6', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'port_id': '38d61694-9b07-4693-bd59-e342e01f97e6', 'mac_address': 'fa:16:3e:df:35:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:57:29.281489 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:29.297164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d61694-9b07-4693-bd59-e342e01f97e6 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:29.316565 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 38d61694-9b07-4693-bd59-e342e01f97e6, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=38d61694-9b07-4693-bd59-e342e01f97e6,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:29.322054 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:29.368857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=38d61694-9b07-4693-bd59-e342e01f97e6,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:29.522398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['38d61694-9b07-4693-bd59-e342e01f97e6'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:29.721676 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aadb4f-4cb2-44e3-a86c-75003e23bd28 req-2cdefea2-fb4c-4f17-a3d2-05f1b84da508 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:29.723237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1aadb4f-4cb2-44e3-a86c-75003e23bd28 req-2cdefea2-fb4c-4f17-a3d2-05f1b84da508 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 944 time: 0.0639107 Jul 16 18:57:29.762019 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a1aadb4f-4cb2-44e3-a86c-75003e23bd28 req-71dff9dc-6d89-447b-bac3-644eb49b70fe tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328419 Jul 16 18:57:30.934971 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da567a2b-d8de-4c45-a429-aa93a30f8ff8 req-f6ff3063-384e-421d-a924-0ed022100566 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:30.936525 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da567a2b-d8de-4c45-a429-aa93a30f8ff8 req-f6ff3063-384e-421d-a924-0ed022100566 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 944 time: 0.0637631 Jul 16 18:57:30.979242 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-da567a2b-d8de-4c45-a429-aa93a30f8ff8 req-9b15246f-feea-4083-93c4-15ad9c8620ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372429 Jul 16 18:57:31.142391 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 38d61694-9b07-4693-bd59-e342e01f97e6 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:31.190049 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 38d61694-9b07-4693-bd59-e342e01f97e6 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:31.193610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 38d61694-9b07-4693-bd59-e342e01f97e6 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:31.194131 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:31.271319 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:31.292820 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:31.295707 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2727a4e-8333-49ef-8ece-4fda9c6a61bd" -d '{"events": [{"server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "name": "network-vif-plugged", "status": "completed", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:31.307927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 38d61694-9b07-4693-bd59-e342e01f97e6, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=38d61694-9b07-4693-bd59-e342e01f97e6,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:31.313162 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:31.336211 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d874de7-db53-4bc7-8662-89836b8ed2b7 x-openstack-request-id: req-9d874de7-db53-4bc7-8662-89836b8ed2b7 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:31.336507 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "name": "network-vif-plugged", "status": "completed", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:31.336786 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9d874de7-db53-4bc7-8662-89836b8ed2b7 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:31.337181 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6', 'code': 200} Jul 16 18:57:31.363420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=38d61694-9b07-4693-bd59-e342e01f97e6,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:31.450894 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc4328-fde6-41c3-82e3-3fca24b3d627 req-65b3227a-be0d-44b0-b301-bd49a9209e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:31.452294 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-89fc4328-fde6-41c3-82e3-3fca24b3d627 req-65b3227a-be0d-44b0-b301-bd49a9209e5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 1097 time: 0.0554798 Jul 16 18:57:31.485864 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-89fc4328-fde6-41c3-82e3-3fca24b3d627 req-513c15f5-a37d-44af-9162-c009b94804aa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272973 Jul 16 18:57:32.157777 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa7ee7-2e86-4e3b-bc7e-de43d953bb36 req-1fcad4dd-e52e-4f45-b60f-6baf4c909c6b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:32.159466 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4efa7ee7-2e86-4e3b-bc7e-de43d953bb36 req-1fcad4dd-e52e-4f45-b60f-6baf4c909c6b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0661416 Jul 16 18:57:32.198937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4efa7ee7-2e86-4e3b-bc7e-de43d953bb36 req-42c9667c-8964-4ec6-bec7-a97be1af6b6d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330153 Jul 16 18:57:33.377920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe3ab9-03ed-42db-9f84-ca72b5ddf90c req-8bd042a0-2b69-4e7a-9989-97da86a442f2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:33.379450 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2bbe3ab9-03ed-42db-9f84-ca72b5ddf90c req-8bd042a0-2b69-4e7a-9989-97da86a442f2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0647192 Jul 16 18:57:33.418766 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2bbe3ab9-03ed-42db-9f84-ca72b5ddf90c req-5ce7a36c-408b-4795-940e-989c47d7c162 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334885 Jul 16 18:57:33.594248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6748e6c-db8f-4624-81b5-3c7e77f3bb63 req-b576d1aa-4ab0-44af-a968-3a19fd60e7a4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:33.595763 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6748e6c-db8f-4624-81b5-3c7e77f3bb63 req-b576d1aa-4ab0-44af-a968-3a19fd60e7a4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0668035 Jul 16 18:57:33.633355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f6748e6c-db8f-4624-81b5-3c7e77f3bb63 req-3869d659-5e17-4e5d-914d-2221d1027749 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320957 Jul 16 18:57:33.657835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48098) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:33.708949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45efcd14-3e9f-43f8-babb-e6dcdf2ca733 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:33.710534 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-45efcd14-3e9f-43f8-babb-e6dcdf2ca733 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 1092 time: 0.0517156 Jul 16 18:57:33.713219 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48100) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:33.718312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '38d61694-9b07-4693-bd59-e342e01f97e6', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:33.739802 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:33.838986 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:33.941370 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.25.3.225 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/e2b34864-efa2-4d18-987b-1104366eb14b) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:34.046744 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:34.085406 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:34.125881 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:34.128563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:34.132127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:34.154091 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=e2b34864-efa2-4d18-987b-1104366eb14b,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:34.499988 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:34.575419 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:34.724591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:34.729121 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:34.798793 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=e2b34864-efa2-4d18-987b-1104366eb14b,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:34.810720 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:34.914394 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Floating IP b188869a-1583-4e87-9dfc-7f90a06112bf associated. External IP: 172.25.3.225, port: 38d61694-9b07-4693-bd59-e342e01f97e6. Jul 16 18:57:35.119093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 0cbdc2aa-4559-480d-9365-0869d733d734 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:35.510271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:35.520012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8937041-25ef-4f02-9635-5f66970c5dc5 None None] Sync routers for ids ['0cbdc2aa-4559-480d-9365-0869d733d734'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:35.529842 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:35.530365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8937041-25ef-4f02-9635-5f66970c5dc5 None None] Routers {'0cbdc2aa-4559-480d-9365-0869d733d734'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:35.531081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c8937041-25ef-4f02-9635-5f66970c5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0cbdc2aa-4559-480d-9365-0869d733d734'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:35.567097 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e40edfe4-31a0-41ce-a04b-d6904a1c58ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8528101 Jul 16 18:57:35.567708 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:35.570019 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da207c5-32d5-453f-b728-2bfc193dbb27" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:35.615506 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab14a7dc-6d73-4a48-9ecd-ab8b44512869 x-openstack-request-id: req-ab14a7dc-6d73-4a48-9ecd-ab8b44512869 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:35.615825 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:35.616743 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab14a7dc-6d73-4a48-9ecd-ab8b44512869 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:35.617323 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6', 'status': 'completed', 'code': 200} Jul 16 18:57:35.634726 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.32', 55923) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:35.643709 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-e33c345c-c654-4f9e-9bd4-7fc444f191f5 req-8e52c073-3044-42f2-8917-8ed1d61584e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0706930 Jul 16 18:57:35.671194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-c8937041-25ef-4f02-9635-5f66970c5dc5 None None] Set router 0cbdc2aa-4559-480d-9365-0869d733d734 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:35.769022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da207c5-32d5-453f-b728-2bfc193dbb27 req-7ed4338a-5796-44b7-815c-59b66a1d9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:35.770598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4da207c5-32d5-453f-b728-2bfc193dbb27 req-7ed4338a-5796-44b7-815c-59b66a1d9fdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 1097 time: 0.1346741 Jul 16 18:57:35.782763 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90408fd1-9b36-4776-9671-4927e959860a req-1fcea4c0-06c7-46da-98bb-e2d5ef25f84e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:35.784208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90408fd1-9b36-4776-9671-4927e959860a req-1fcea4c0-06c7-46da-98bb-e2d5ef25f84e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.1046772 Jul 16 18:57:35.896164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c8937041-25ef-4f02-9635-5f66970c5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'b188869a-1583-4e87-9dfc-7f90a06112bf', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'port_id': '38d61694-9b07-4693-bd59-e342e01f97e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'mac_address': 'fa:16:3e:df:35:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b44550-474a-46d6-9429-e47dc9828772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:57:34Z', 'updated_at': '2021-07-16T18:57:34Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47377f58-19ce-4dda-85c9-4fd605c6f703', 'name': '', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:bd:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:25Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:35.914342 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90408fd1-9b36-4776-9671-4927e959860a req-f5d90789-bba1-4cc6-b666-3313dcafeada tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218259 Jul 16 18:57:35.922662 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8937041-25ef-4f02-9635-5f66970c5dc5 None None] Checking router: 0cbdc2aa-4559-480d-9365-0869d733d734 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:35.930970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8937041-25ef-4f02-9635-5f66970c5dc5 None None] Routers {'0cbdc2aa-4559-480d-9365-0869d733d734'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:35.931589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c8937041-25ef-4f02-9635-5f66970c5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:57:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0cbdc2aa-4559-480d-9365-0869d733d734'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:35.940876 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48106) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:36.010361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da207c5-32d5-453f-b728-2bfc193dbb27 req-d42eef16-5382-4362-bc0f-c4b598f9d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:36.011963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4da207c5-32d5-453f-b728-2bfc193dbb27 req-d42eef16-5382-4362-bc0f-c4b598f9d3da service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e4267c0-1d13-4dd0-8097-c235b968aaf4 HTTP/1.1" status: 200 len: 897 time: 0.2268894 Jul 16 18:57:36.039141 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-c8937041-25ef-4f02-9635-5f66970c5dc5 None None] Set router 0cbdc2aa-4559-480d-9365-0869d733d734 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:36.082388 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9a8da721-52c9-4ef6-8654-730f74c518a0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/b188869a-1583-4e87-9dfc-7f90a06112bf HTTP/1.1" status: 200 len: 991 time: 0.1402159 Jul 16 18:57:36.134124 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4da207c5-32d5-453f-b728-2bfc193dbb27 req-73b575f4-1f7d-4b03-8e34-51ea2608091f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 200 len: 999 time: 0.1149662 Jul 16 18:57:36.188921 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da207c5-32d5-453f-b728-2bfc193dbb27 req-8889c208-d4ff-4c3c-9c13-d6a497291101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:36.190346 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4da207c5-32d5-453f-b728-2bfc193dbb27 req-8889c208-d4ff-4c3c-9c13-d6a497291101 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69794013-e285-4171-a6fe-6ae3a0f4fdbb HTTP/1.1" status: 200 len: 835 time: 0.0497503 Jul 16 18:57:36.259207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-c8937041-25ef-4f02-9635-5f66970c5dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'b188869a-1583-4e87-9dfc-7f90a06112bf', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'port_id': '38d61694-9b07-4693-bd59-e342e01f97e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'mac_address': 'fa:16:3e:df:35:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b44550-474a-46d6-9429-e47dc9828772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:57:34Z', 'updated_at': '2021-07-16T18:57:34Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47377f58-19ce-4dda-85c9-4fd605c6f703', 'name': '', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:bd:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:25Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:36.285677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da207c5-32d5-453f-b728-2bfc193dbb27 req-d5774e5c-a20e-4e1b-ae75-3e80755e8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:36.287227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4da207c5-32d5-453f-b728-2bfc193dbb27 req-d5774e5c-a20e-4e1b-ae75-3e80755e8550 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e4267c0-1d13-4dd0-8097-c235b968aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907202 Jul 16 18:57:36.289840 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8937041-25ef-4f02-9635-5f66970c5dc5 None None] The sync data for ids ['0cbdc2aa-4559-480d-9365-0869d733d734'] in n-d-787205-10 is: [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'b188869a-1583-4e87-9dfc-7f90a06112bf', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'port_id': '38d61694-9b07-4693-bd59-e342e01f97e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'mac_address': 'fa:16:3e:df:35:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b44550-474a-46d6-9429-e47dc9828772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:57:34Z', 'updated_at': '2021-07-16T18:57:34Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47377f58-19ce-4dda-85c9-4fd605c6f703', 'name': '', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:bd:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:25Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:36.384417 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4da207c5-32d5-453f-b728-2bfc193dbb27 req-2d200863-45a0-47e2-8557-bdf7c39d1525 service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900660 Jul 16 18:57:36.477925 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4da207c5-32d5-453f-b728-2bfc193dbb27 req-03316c32-5747-4cf0-94c2-0ce15bdffcf6 service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861678 Jul 16 18:57:36.490280 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02445bb-d4c3-4bb6-917f-fc995bb57d32 None None] New status for floating IP b188869a-1583-4e87-9dfc-7f90a06112bf: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:57:36.608698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c345c-c654-4f9e-9bd4-7fc444f191f5 req-e7452663-ece6-4dbe-9b05-54c7d98b65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:36.610278 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e33c345c-c654-4f9e-9bd4-7fc444f191f5 req-e7452663-ece6-4dbe-9b05-54c7d98b65e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 1097 time: 0.0529952 Jul 16 18:57:36.717114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c345c-c654-4f9e-9bd4-7fc444f191f5 req-bd8008d9-d436-4cd0-8456-3ecce7a4128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:36.718568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e33c345c-c654-4f9e-9bd4-7fc444f191f5 req-bd8008d9-d436-4cd0-8456-3ecce7a4128c service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e4267c0-1d13-4dd0-8097-c235b968aaf4 HTTP/1.1" status: 200 len: 897 time: 0.0877874 Jul 16 18:57:36.781211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e33c345c-c654-4f9e-9bd4-7fc444f191f5 req-790edcf3-1682-47fa-b1c9-c2741b7aa233 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 200 len: 1001 time: 0.0567882 Jul 16 18:57:36.831364 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c345c-c654-4f9e-9bd4-7fc444f191f5 req-f98980eb-5067-4e0a-b82e-9c65b683d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:36.832790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e33c345c-c654-4f9e-9bd4-7fc444f191f5 req-f98980eb-5067-4e0a-b82e-9c65b683d446 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69794013-e285-4171-a6fe-6ae3a0f4fdbb HTTP/1.1" status: 200 len: 835 time: 0.0456345 Jul 16 18:57:36.891660 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c345c-c654-4f9e-9bd4-7fc444f191f5 req-e53e964d-e15c-4c69-8106-86d817c5cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:36.893213 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e33c345c-c654-4f9e-9bd4-7fc444f191f5 req-e53e964d-e15c-4c69-8106-86d817c5cdcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e4267c0-1d13-4dd0-8097-c235b968aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542965 Jul 16 18:57:36.981586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e33c345c-c654-4f9e-9bd4-7fc444f191f5 req-fc2934f5-03fe-4e99-81e8-4c1d5ec54e9e service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817251 Jul 16 18:57:37.070812 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e33c345c-c654-4f9e-9bd4-7fc444f191f5 req-16aee0c3-a00e-4964-b09d-f3842138e88a service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841243 Jul 16 18:57:37.086386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48110) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:37.155773 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4dbb0534-6dd9-439b-80c2-5e6cd2a123dd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/b188869a-1583-4e87-9dfc-7f90a06112bf HTTP/1.1" status: 200 len: 993 time: 0.0680494 Jul 16 18:57:43.640495 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1bdee206-0201-43a3-b8cc-e9dde5da7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:45.818473 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c938fd85-5266-45fd-b0f7-04eafa836939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:46.066355 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:47.868076 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:49.278142 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:53.781045 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:55.873338 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.418997 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:58:08.887808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-0639bd30-e2db-4928-a3a1-1c582762281a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1488142 Jul 16 18:58:08.896529 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce826d94-1a1e-4540-becb-112ff463cb18 req-6d9105a6-45c3-4e52-867f-4a74d50e0421 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:08.900306 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce826d94-1a1e-4540-becb-112ff463cb18 req-6d9105a6-45c3-4e52-867f-4a74d50e0421 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.1017387 Jul 16 18:58:08.944548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ce826d94-1a1e-4540-becb-112ff463cb18 req-39ab32fd-22d6-4e48-b62e-c33ab49822c6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410838 Jul 16 18:58:10.047708 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-cf0185af-030f-433a-ab84-11f87427a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:10.050105 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-cf0185af-030f-433a-ab84-11f87427a47b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 1097 time: 0.0536733 Jul 16 18:58:10.181435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-f0509386-ddec-4834-9180-0e508104ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:10.182921 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-f0509386-ddec-4834-9180-0e508104ceef service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e4267c0-1d13-4dd0-8097-c235b968aaf4 HTTP/1.1" status: 200 len: 897 time: 0.1270680 Jul 16 18:58:10.192264 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c3d46-1677-41aa-bd2b-81392c2e46df req-b037b7fc-ded3-4f35-b89b-e09937ed8b3b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:10.193625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc7c3d46-1677-41aa-bd2b-81392c2e46df req-b037b7fc-ded3-4f35-b89b-e09937ed8b3b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.1303685 Jul 16 18:58:10.276566 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc7c3d46-1677-41aa-bd2b-81392c2e46df req-5f0f6ff7-b28f-4195-9f8a-2b1522c5a0ff tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766315 Jul 16 18:58:10.280404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-b0bda44a-bcd5-439a-8789-96af3309dda2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 200 len: 1001 time: 0.0859101 Jul 16 18:58:10.329178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-f250916c-2cb8-4061-a645-f14234b040cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:10.330859 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-f250916c-2cb8-4061-a645-f14234b040cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69794013-e285-4171-a6fe-6ae3a0f4fdbb HTTP/1.1" status: 200 len: 835 time: 0.0436623 Jul 16 18:58:10.387769 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-4c33cd63-4ab3-49d9-bc47-35c11b83af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:10.389270 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-4c33cd63-4ab3-49d9-bc47-35c11b83af92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e4267c0-1d13-4dd0-8097-c235b968aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528870 Jul 16 18:58:10.478628 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-a05e2c9e-63f6-4645-acf8-7117c513be38 service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833366 Jul 16 18:58:10.566575 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-c75cb9d0-1e99-4e94-a22b-9e0c58243445 service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820348 Jul 16 18:58:11.451779 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c0c54-be41-4480-b0b3-b7f8be9a2656 req-30da5069-6f8e-4e12-9903-bfadecb7f777 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:11.453276 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a20c0c54-be41-4480-b0b3-b7f8be9a2656 req-30da5069-6f8e-4e12-9903-bfadecb7f777 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0668797 Jul 16 18:58:11.491271 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a20c0c54-be41-4480-b0b3-b7f8be9a2656 req-218d111a-387f-4cfb-8048-6d2d7ef31a33 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317924 Jul 16 18:58:12.663653 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acff7c-e253-444b-a398-fc76bc3af083 req-d1256e09-7c4b-4356-a9ea-143d9ac347e6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:12.665050 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66acff7c-e253-444b-a398-fc76bc3af083 req-d1256e09-7c4b-4356-a9ea-143d9ac347e6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0623448 Jul 16 18:58:12.701771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-66acff7c-e253-444b-a398-fc76bc3af083 req-007adf19-1c3b-4282-ae29-f92a0e0571c7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Jul 16 18:58:13.640792 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-250b9f0d-c218-454e-b241-47f70e2bdff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:13.878429 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc34c58-eb23-4068-bf00-07453c1aa2a4 req-2ca46978-0d32-4095-8ebe-4faaedfa8066 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:13.879910 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acc34c58-eb23-4068-bf00-07453c1aa2a4 req-2ca46978-0d32-4095-8ebe-4faaedfa8066 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0668147 Jul 16 18:58:13.916820 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-acc34c58-eb23-4068-bf00-07453c1aa2a4 req-5e0da5d6-77bc-41ad-8b51-91b0f5b97800 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314794 Jul 16 18:58:15.090446 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053850a7-3e54-4211-8619-3e517817dfaf req-6a402f71-3f5e-4b90-82bc-4af0c45d1754 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:15.091948 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-053850a7-3e54-4211-8619-3e517817dfaf req-6a402f71-3f5e-4b90-82bc-4af0c45d1754 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0650866 Jul 16 18:58:15.129394 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-053850a7-3e54-4211-8619-3e517817dfaf req-b5908b4c-7e51-4429-becc-e2d2b34d0167 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317106 Jul 16 18:58:15.818343 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e89f3351-d963-4896-9aa2-4e696ce50e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.066471 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.300808 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280a3f-9523-4c34-9692-552155ef160b req-bb053e3b-908c-4912-ac7e-1d347b0bfb8a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:16.302380 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7280a3f-9523-4c34-9692-552155ef160b req-bb053e3b-908c-4912-ac7e-1d347b0bfb8a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0633543 Jul 16 18:58:16.339771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e7280a3f-9523-4c34-9692-552155ef160b req-a1b9b3aa-7385-4713-afba-de53eea40c21 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319617 Jul 16 18:58:17.519249 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f56d72-78c6-467f-b4e1-c6140051a650 req-0469660c-ff7c-4ed8-b55b-da028e73469a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:17.520728 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71f56d72-78c6-467f-b4e1-c6140051a650 req-0469660c-ff7c-4ed8-b55b-da028e73469a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0678794 Jul 16 18:58:17.557387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-71f56d72-78c6-467f-b4e1-c6140051a650 req-3057ceeb-48b0-4e0c-a664-b1f082246b58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310535 Jul 16 18:58:17.870723 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.732606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c8236-2058-47d1-830f-499b03511b20 req-3677c22b-b9cc-4a02-9a1b-1d45a0fdf596 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:18.734580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e1c8236-2058-47d1-830f-499b03511b20 req-3677c22b-b9cc-4a02-9a1b-1d45a0fdf596 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0644133 Jul 16 18:58:18.773370 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e1c8236-2058-47d1-830f-499b03511b20 req-d8a135d9-aff5-40c4-ae57-c04888761788 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328722 Jul 16 18:58:19.280558 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:19.948134 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa145e-9bdd-4058-a65a-415af1574e86 req-64d519e4-92e3-4f03-bb1f-19b50056c716 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:19.949684 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25aa145e-9bdd-4058-a65a-415af1574e86 req-64d519e4-92e3-4f03-bb1f-19b50056c716 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0668294 Jul 16 18:58:19.988502 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-25aa145e-9bdd-4058-a65a-415af1574e86 req-52e0ebba-04e9-48a6-bcb6-207db2f4e616 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321128 Jul 16 18:58:21.157205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646774d8-3f93-4327-9652-b9e5da89d4b3 req-2ad37d49-7bc2-408b-9b47-de32166c6519 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:21.158726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-646774d8-3f93-4327-9652-b9e5da89d4b3 req-2ad37d49-7bc2-408b-9b47-de32166c6519 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0632329 Jul 16 18:58:21.197280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-646774d8-3f93-4327-9652-b9e5da89d4b3 req-ee02a652-cd9b-4f12-b3b2-3f6cdbeaaca2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323062 Jul 16 18:58:22.371742 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18527889-8f45-4b6f-a995-661bdac81032 req-b976dd6e-edf7-44d8-bcbe-0434195d18dd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:22.373261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18527889-8f45-4b6f-a995-661bdac81032 req-b976dd6e-edf7-44d8-bcbe-0434195d18dd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0643244 Jul 16 18:58:22.411401 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18527889-8f45-4b6f-a995-661bdac81032 req-48e1e824-af8f-48bd-a2cd-cd6f2eb32962 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317593 Jul 16 18:58:23.586704 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93091a0-4ef0-4fe1-951a-4abdbcbfb837 req-a0021ba2-2407-4969-8480-c83fc707b449 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:23.588192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d93091a0-4ef0-4fe1-951a-4abdbcbfb837 req-a0021ba2-2407-4969-8480-c83fc707b449 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0666318 Jul 16 18:58:23.625367 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d93091a0-4ef0-4fe1-951a-4abdbcbfb837 req-17f3be61-42ef-4f1f-be3d-042ba8ca5cc4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316849 Jul 16 18:58:23.775362 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.798233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f1bd7-1347-410d-8e8b-adf2fcbf4374 req-ba2d2965-cf05-4f70-8757-b0327aa86f8e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:24.799736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-793f1bd7-1347-410d-8e8b-adf2fcbf4374 req-ba2d2965-cf05-4f70-8757-b0327aa86f8e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0642283 Jul 16 18:58:24.838179 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-793f1bd7-1347-410d-8e8b-adf2fcbf4374 req-34eea39b-7046-4c86-b857-1b7a9aff82ab tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323558 Jul 16 18:58:25.871613 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:26.013778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b339fe6-f65b-4b54-9dfc-fa59272b5a48 req-023b2094-4cc7-4a52-add4-64c42862f894 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:26.015275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b339fe6-f65b-4b54-9dfc-fa59272b5a48 req-023b2094-4cc7-4a52-add4-64c42862f894 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0671895 Jul 16 18:58:26.324549 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5b339fe6-f65b-4b54-9dfc-fa59272b5a48 req-854e9871-8ae3-430a-a050-e5945a7e895a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035686 Jul 16 18:58:27.368228 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-84c5f913-bc5c-4fe8-a39f-a445c0351452 service neutron] show failed (client error): The resource could not be found. Jul 16 18:58:27.369255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-84c5f913-bc5c-4fe8-a39f-a445c0351452 service neutron] 10.222.0.32 "GET /v2.0/ports/38d61694-9b07-4693-bd59-e342e01f97e6/bindings/n-h2-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0551913 Jul 16 18:58:27.505768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5214826-93a7-411a-ae62-5b76d83e608c req-50926748-b9a9-4199-bca7-16cb9183808d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:27.507266 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5214826-93a7-411a-ae62-5b76d83e608c req-50926748-b9a9-4199-bca7-16cb9183808d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0650043 Jul 16 18:58:27.546018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b5214826-93a7-411a-ae62-5b76d83e608c req-55d455dd-eaf7-4ece-952f-5c62e79e02d2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331814 Jul 16 18:58:28.010094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-90e4728f-376b-4ae5-b6fb-707074f5aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:28.011916 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-90e4728f-376b-4ae5-b6fb-707074f5aadf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772&tenant_id=23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 1097 time: 0.4123383 Jul 16 18:58:28.023546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:28.091612 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:28.284935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] For port 38d61694-9b07-4693-bd59-e342e01f97e6, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=38d61694-9b07-4693-bd59-e342e01f97e6,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:28.316825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] For port 38d61694-9b07-4693-bd59-e342e01f97e6, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:28.358311 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:28.360604 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8470b310-952f-49ca-a8f0-cdfacf89c20b" -d '{"events": [{"server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "name": "network-vif-unplugged", "status": "completed", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:28.365393 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:28.377507 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Transition to ACTIVE for port object 38d61694-9b07-4693-bd59-e342e01f97e6 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:28.383567 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:28.417418 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97fff95-b936-47b4-ac67-08f5a87f9d3d x-openstack-request-id: req-e97fff95-b936-47b4-ac67-08f5a87f9d3d {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:28.417748 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "name": "network-vif-unplugged", "status": "completed", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:28.417905 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e97fff95-b936-47b4-ac67-08f5a87f9d3d {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:28.418286 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6', 'code': 200} Jul 16 18:58:28.464606 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=38d61694-9b07-4693-bd59-e342e01f97e6,revision_number=6']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:28.479981 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:28.480328 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:28.480684 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:28.481009 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:28.481343 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:28.481685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:28.482019 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:28.482344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:28.482670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:28.482993 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:28.483321 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:28.483639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:28.526859 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] No DVR routers for this DVR port 38d61694-9b07-4693-bd59-e342e01f97e6 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:58:28.664577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Attempting to bind port 38d61694-9b07-4693-bd59-e342e01f97e6 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:28.664911 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Attempting to bind port 38d61694-9b07-4693-bd59-e342e01f97e6 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:28.665352 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Attempting to bind port 38d61694-9b07-4693-bd59-e342e01f97e6 on network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:28.669634 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Port 38d61694-9b07-4693-bd59-e342e01f97e6 on network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:58:28.669991 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Attempting to bind port 38d61694-9b07-4693-bd59-e342e01f97e6 on network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:28.674750 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:28.675102 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Checking segment: {'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:28.676551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Bound using segment: {'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:28.676991 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Bound port: 38d61694-9b07-4693-bd59-e342e01f97e6, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2eeb04-5d8d-4b79-bda1-3c982b198c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:28.677356 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:28.729848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee8cff-241f-4eb4-a3b3-e14774654ab3 req-53adc207-332e-4e31-b088-9e26a7f6aa53 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:28.731275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6cee8cff-241f-4eb4-a3b3-e14774654ab3 req-53adc207-332e-4e31-b088-9e26a7f6aa53 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 943 time: 0.0667849 Jul 16 18:58:28.740571 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] For port 38d61694-9b07-4693-bd59-e342e01f97e6, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:28.743679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] For port 38d61694-9b07-4693-bd59-e342e01f97e6, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=38d61694-9b07-4693-bd59-e342e01f97e6,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:28.748475 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:28.770018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6cee8cff-241f-4eb4-a3b3-e14774654ab3 req-e8a33aa3-1765-4618-8f03-3ac472f60f2a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330758 Jul 16 18:58:28.781175 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:28.781929 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:28.783326 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] 10.222.0.11 "PUT /v2.0/ports/38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 200 len: 1092 time: 0.7637656 Jul 16 18:58:28.807922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1159d-da17-46fc-81d2-69d87b86e3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=38d61694-9b07-4693-bd59-e342e01f97e6,revision_number=7']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:28.873047 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-6acc3672-b230-4850-8e47-73f68392cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:28.874620 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-6acc3672-b230-4850-8e47-73f68392cd94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 1095 time: 0.0600345 Jul 16 18:58:28.976066 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-733ad461-2253-4f21-a2ba-be1a1458c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:28.977542 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-733ad461-2253-4f21-a2ba-be1a1458c38c service neutron] 10.222.0.11 "GET /v2.0/networks?id=1e4267c0-1d13-4dd0-8097-c235b968aaf4 HTTP/1.1" status: 200 len: 897 time: 0.0965757 Jul 16 18:58:29.044221 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-dd44bceb-cf10-4cfe-9e49-d48e3b60df7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 200 len: 999 time: 0.0604258 Jul 16 18:58:29.095404 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-b283a460-c43c-4bf6-9f89-591b5266909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:29.096738 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-b283a460-c43c-4bf6-9f89-591b5266909d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69794013-e285-4171-a6fe-6ae3a0f4fdbb HTTP/1.1" status: 200 len: 835 time: 0.0450270 Jul 16 18:58:29.153830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-78e4d2ff-aa5b-48af-87cf-7bd30bd0c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:29.155302 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-78e4d2ff-aa5b-48af-87cf-7bd30bd0c358 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1e4267c0-1d13-4dd0-8097-c235b968aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514941 Jul 16 18:58:29.247639 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-fa668bec-83a0-4c56-bafb-f2928d838f75 service neutron] 10.222.0.11 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846796 Jul 16 18:58:29.336027 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-51dcc51a-b73c-4e66-a847-82cd13e1f01c req-20f4bfff-593f-4cce-af11-665a3eac0158 service neutron] 10.222.0.11 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816081 Jul 16 18:58:29.953667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74f036-ed5e-425c-ba21-c93b200ca226 req-1be9b4a9-db76-43ef-b256-cd622384e1b1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:29.955152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f74f036-ed5e-425c-ba21-c93b200ca226 req-1be9b4a9-db76-43ef-b256-cd622384e1b1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 943 time: 0.0614061 Jul 16 18:58:29.993098 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4f74f036-ed5e-425c-ba21-c93b200ca226 req-96b57d32-0aa6-4dd0-9dfd-3d0d52a5d64c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319083 Jul 16 18:58:30.419955 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:30.422379 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae29a05-f37f-449a-af70-9a595a929d27" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:30.469244 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b363dc-1418-43d1-a4ae-fd8fe9d605fd x-openstack-request-id: req-88b363dc-1418-43d1-a4ae-fd8fe9d605fd {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:30.469538 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:30.469827 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88b363dc-1418-43d1-a4ae-fd8fe9d605fd {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:30.470292 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6', 'status': 'completed', 'code': 200} Jul 16 18:58:30.546250 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae29a05-f37f-449a-af70-9a595a929d27 req-248eaad4-a4ba-4197-9c18-8b60861b1d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.547780 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-248eaad4-a4ba-4197-9c18-8b60861b1d85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 1095 time: 0.0558581 Jul 16 18:58:30.550047 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae29a05-f37f-449a-af70-9a595a929d27 req-37fcc848-110a-4e8f-889a-7d7fa1cb4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.551557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-37fcc848-110a-4e8f-889a-7d7fa1cb4005 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 1095 time: 0.0591800 Jul 16 18:58:30.641483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae29a05-f37f-449a-af70-9a595a929d27 req-e8fdb2b1-996d-4354-a785-97911a89be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.643043 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-e8fdb2b1-996d-4354-a785-97911a89be8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e4267c0-1d13-4dd0-8097-c235b968aaf4 HTTP/1.1" status: 200 len: 897 time: 0.0856352 Jul 16 18:58:30.643163 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae29a05-f37f-449a-af70-9a595a929d27 req-6c1e57ea-93e5-46f4-a05e-2bc1be561f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.645184 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-6c1e57ea-93e5-46f4-a05e-2bc1be561f9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=1e4267c0-1d13-4dd0-8097-c235b968aaf4 HTTP/1.1" status: 200 len: 897 time: 0.0911939 Jul 16 18:58:30.711216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-dcc7f1c6-e5c3-4a6a-91d6-e5cabdbee733 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 200 len: 999 time: 0.0622432 Jul 16 18:58:30.714138 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-1163a764-27f9-40a1-bf23-e35248c268b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 200 len: 999 time: 0.0622120 Jul 16 18:58:30.760079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae29a05-f37f-449a-af70-9a595a929d27 req-fa5aa2ac-56b6-4973-971b-a29c4e6fa12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.761556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-fa5aa2ac-56b6-4973-971b-a29c4e6fa12b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69794013-e285-4171-a6fe-6ae3a0f4fdbb HTTP/1.1" status: 200 len: 835 time: 0.0433855 Jul 16 18:58:30.762996 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae29a05-f37f-449a-af70-9a595a929d27 req-2b28219d-8d45-4387-a94f-65078de3239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.764513 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-2b28219d-8d45-4387-a94f-65078de3239a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69794013-e285-4171-a6fe-6ae3a0f4fdbb HTTP/1.1" status: 200 len: 835 time: 0.0437269 Jul 16 18:58:30.826281 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae29a05-f37f-449a-af70-9a595a929d27 req-9d2e956d-3738-4471-b06f-e5ef71fb1d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.828007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-9d2e956d-3738-4471-b06f-e5ef71fb1d47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e4267c0-1d13-4dd0-8097-c235b968aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600421 Jul 16 18:58:30.833219 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae29a05-f37f-449a-af70-9a595a929d27 req-c4cf53ac-52ac-482c-a4c7-ce25bb46a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.834766 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-c4cf53ac-52ac-482c-a4c7-ce25bb46a9e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1e4267c0-1d13-4dd0-8097-c235b968aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624421 Jul 16 18:58:30.927621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-24b42d68-3bfb-42e6-9b72-b688948e9bc0 service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936425 Jul 16 18:58:30.951739 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-c4cbfc30-f535-4b8c-90da-08a15b4c5c92 service neutron] 10.222.0.11 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035016 Jul 16 18:58:31.028937 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-e8d8966d-3e59-4369-a7e8-6f63b8e8deb7 service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951047 Jul 16 18:58:31.053180 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dae29a05-f37f-449a-af70-9a595a929d27 req-bbd2baa0-da4d-45c0-8ac4-88dcc13451d4 service neutron] 10.222.0.11 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865824 Jul 16 18:58:31.173165 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32a072-b00c-4afb-a7d7-8861b70986ea req-a14d2ca3-cc9a-4deb-b610-1f6698535263 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.174689 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a32a072-b00c-4afb-a7d7-8861b70986ea req-a14d2ca3-cc9a-4deb-b610-1f6698535263 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 943 time: 0.0666952 Jul 16 18:58:31.212389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a32a072-b00c-4afb-a7d7-8861b70986ea req-08962717-095e-4bfb-8510-4ebc647892b3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315890 Jul 16 18:58:31.420974 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 38d61694-9b07-4693-bd59-e342e01f97e6 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:58:31.463514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 38d61694-9b07-4693-bd59-e342e01f97e6 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:58:31.473117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 38d61694-9b07-4693-bd59-e342e01f97e6 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:58:31.554399 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a6a96-7180-43a8-a39e-86caf6516bd2 req-c6747462-2e7b-424b-a90b-fb359bcd4f40 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.555925 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b86a6a96-7180-43a8-a39e-86caf6516bd2 req-c6747462-2e7b-424b-a90b-fb359bcd4f40 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 943 time: 0.1132231 Jul 16 18:58:31.567308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-03c29824-4ded-4364-a515-65af5ef7e690 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.567751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 38d61694-9b07-4693-bd59-e342e01f97e6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=38d61694-9b07-4693-bd59-e342e01f97e6,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:31.568724 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-03c29824-4ded-4364-a515-65af5ef7e690 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772&tenant_id=23800e1dea3942859b774132bdecef44&binding%3Ahost_id=n-h2-787205-10 HTTP/1.1" status: 200 len: 943 time: 0.1156039 Jul 16 18:58:31.578844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '38d61694-9b07-4693-bd59-e342e01f97e6', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'port_id': '38d61694-9b07-4693-bd59-e342e01f97e6', 'mac_address': 'fa:16:3e:df:35:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:58:31.620016 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:31.633364 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d61694-9b07-4693-bd59-e342e01f97e6 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:31.637482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b86a6a96-7180-43a8-a39e-86caf6516bd2 req-4f546607-4219-4e20-a4ce-1fb02b20da23 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677838 Jul 16 18:58:31.654835 n-d-787205-10 neutron-server[105591]: INFO neutron.api.v2.resource [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-902acc3f-af6b-4837-89ae-9f41406c2ace service neutron] delete failed (client error): The resource could not be found. Jul 16 18:58:31.655862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-902acc3f-af6b-4837-89ae-9f41406c2ace service neutron] 10.222.0.32 "DELETE /v2.0/ports/38d61694-9b07-4693-bd59-e342e01f97e6/bindings/n-h1-787205-10 HTTP/1.1" status: 404 len: 381 time: 0.0793533 Jul 16 18:58:31.658115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 38d61694-9b07-4693-bd59-e342e01f97e6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=38d61694-9b07-4693-bd59-e342e01f97e6,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:31.663338 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:31.714676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=38d61694-9b07-4693-bd59-e342e01f97e6,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:31.722266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:31.722668 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:31.723012 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:31.723350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:31.723684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:31.724014 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:31.724340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:31.724664 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:31.724986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:31.725307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:31.725626 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:31.725968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:31.796960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-d5f4b0b8-ada5-45c2-8a66-9e4126ec2ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.798500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-d5f4b0b8-ada5-45c2-8a66-9e4126ec2ea0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 1096 time: 0.0891171 Jul 16 18:58:31.887114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c68c4e-d651-49f1-92db-7a14c7246ecd req-9df55ded-6355-4937-87da-8443e1c0dc91 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.888597 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37c68c4e-d651-49f1-92db-7a14c7246ecd req-9df55ded-6355-4937-87da-8443e1c0dc91 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 944 time: 0.1285510 Jul 16 18:58:31.910165 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['38d61694-9b07-4693-bd59-e342e01f97e6'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:31.938244 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-0c4f8eaf-37a8-4a3d-aecf-21256fbb0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.939736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-0c4f8eaf-37a8-4a3d-aecf-21256fbb0f20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e4267c0-1d13-4dd0-8097-c235b968aaf4 HTTP/1.1" status: 200 len: 897 time: 0.1342545 Jul 16 18:58:31.943443 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37c68c4e-d651-49f1-92db-7a14c7246ecd req-34822858-d83e-4e9c-863d-b8d1defe8a7a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489292 Jul 16 18:58:32.012601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-6e77d888-8160-48c4-b4b7-d2353ea4013b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 200 len: 1000 time: 0.0661097 Jul 16 18:58:32.061296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-505789e2-c278-49be-8b67-860f843388f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:32.062825 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-505789e2-c278-49be-8b67-860f843388f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=69794013-e285-4171-a6fe-6ae3a0f4fdbb HTTP/1.1" status: 200 len: 835 time: 0.0444174 Jul 16 18:58:32.120348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-80b2427d-8183-4882-8195-6d2af110d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:32.121916 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-80b2427d-8183-4882-8195-6d2af110d9a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e4267c0-1d13-4dd0-8097-c235b968aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532784 Jul 16 18:58:32.215615 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-c71bde12-8190-473b-b3f4-1761d646ef18 service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870988 Jul 16 18:58:32.305788 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-aaedb57e-1fb2-4aed-898c-98a0e4ea4569 req-3b5b0ac9-8395-4942-99e4-df2a118776e9 service neutron] 10.222.0.32 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823491 Jul 16 18:58:33.122093 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab12e0f-1fb9-40e1-982f-502ea14cd711 req-41f6c550-fcac-472a-b4d9-b8621bd56f5c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:33.123587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fab12e0f-1fb9-40e1-982f-502ea14cd711 req-41f6c550-fcac-472a-b4d9-b8621bd56f5c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 944 time: 0.0681005 Jul 16 18:58:33.161222 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fab12e0f-1fb9-40e1-982f-502ea14cd711 req-a3042f20-e651-43e6-bea5-9ba17b188a6c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314398 Jul 16 18:58:33.184995 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48204) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:33.246423 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-3e091e14-406d-4518-b39c-24fa5da18ff7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/b188869a-1583-4e87-9dfc-7f90a06112bf HTTP/1.1" status: 200 len: 992 time: 0.0601299 Jul 16 18:58:33.480787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 38d61694-9b07-4693-bd59-e342e01f97e6 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:33.528250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 38d61694-9b07-4693-bd59-e342e01f97e6 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:33.531866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 38d61694-9b07-4693-bd59-e342e01f97e6 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:33.532239 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:33.609117 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:33.631382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:33.633607 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed24006-55ed-4796-acd4-10a65bc8996d" -d '{"events": [{"server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "name": "network-vif-plugged", "status": "completed", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:33.645992 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 38d61694-9b07-4693-bd59-e342e01f97e6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=38d61694-9b07-4693-bd59-e342e01f97e6,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:33.650065 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:33.696152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=38d61694-9b07-4693-bd59-e342e01f97e6,revision_number=9']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:33.738737 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af475ac-e05b-4664-a010-4ddf03501354 x-openstack-request-id: req-4af475ac-e05b-4664-a010-4ddf03501354 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:33.739030 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "name": "network-vif-plugged", "status": "completed", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:33.739286 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4af475ac-e05b-4664-a010-4ddf03501354 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:33.739689 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6', 'code': 200} Jul 16 18:58:34.283015 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1a42a78a-925e-4238-af7b-159a59c28680 req-63723b36-ccb5-45e1-90cf-e39ab760bac6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513625 Jul 16 18:58:34.379618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a78a-925e-4238-af7b-159a59c28680 req-6dd2062f-6a1e-4366-b22d-8bfcfe305dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:34.381148 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1a42a78a-925e-4238-af7b-159a59c28680 req-6dd2062f-6a1e-4366-b22d-8bfcfe305dfc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 1097 time: 0.0573170 Jul 16 18:58:34.483956 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a78a-925e-4238-af7b-159a59c28680 req-9143bf6d-363d-45e1-81a9-5213a520d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:34.485436 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1a42a78a-925e-4238-af7b-159a59c28680 req-9143bf6d-363d-45e1-81a9-5213a520d57d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1e4267c0-1d13-4dd0-8097-c235b968aaf4 HTTP/1.1" status: 200 len: 897 time: 0.0852249 Jul 16 18:58:34.552885 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1a42a78a-925e-4238-af7b-159a59c28680 req-e3604b0b-581c-4a4f-8e1b-8286f60b9fb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 200 len: 1001 time: 0.0614376 Jul 16 18:58:34.601813 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a78a-925e-4238-af7b-159a59c28680 req-93d3cae1-cde3-401e-95f1-53a93a6b5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:34.603287 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1a42a78a-925e-4238-af7b-159a59c28680 req-93d3cae1-cde3-401e-95f1-53a93a6b5740 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69794013-e285-4171-a6fe-6ae3a0f4fdbb HTTP/1.1" status: 200 len: 835 time: 0.0444977 Jul 16 18:58:34.661401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a78a-925e-4238-af7b-159a59c28680 req-cda38dbd-f589-453e-862e-3941b6ee9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:34.662969 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1a42a78a-925e-4238-af7b-159a59c28680 req-cda38dbd-f589-453e-862e-3941b6ee9899 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1e4267c0-1d13-4dd0-8097-c235b968aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541041 Jul 16 18:58:34.754936 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1a42a78a-925e-4238-af7b-159a59c28680 req-f8f2e93d-d8ca-4839-b281-e5ad0a5f5e96 service neutron] 10.222.0.11 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858514 Jul 16 18:58:34.841052 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1a42a78a-925e-4238-af7b-159a59c28680 req-086491cb-4a21-479c-ba8a-7c680cfacf71 service neutron] 10.222.0.11 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803399 Jul 16 18:58:39.417571 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:58:43.642288 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8110722d-6256-483f-bfda-633c739e9cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:45.818979 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fa6630c3-7283-484e-8b53-c92a58a486ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:46.069367 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:47.873187 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:49.285789 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.784620 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.873690 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:01.711169 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48224) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:01.890424 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port e2b34864-efa2-4d18-987b-1104366eb14b {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:01.890770 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:01.968291 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:01.968526 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:01.979818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for e2b34864-efa2-4d18-987b-1104366eb14b owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:02.127339 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:02.152054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=e2b34864-efa2-4d18-987b-1104366eb14b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:02.165835 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.166202 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.166550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.166895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.167233 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.167573 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.167911 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.168245 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.168584 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.168916 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.169280 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.169610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.228831 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:02.229082 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Floating IP b188869a-1583-4e87-9dfc-7f90a06112bf disassociated (deleted). External IP: 172.25.3.225, port: 38d61694-9b07-4693-bd59-e342e01f97e6. Jul 16 18:59:02.436229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 0cbdc2aa-4559-480d-9365-0869d733d734 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:02.543359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:02.548674 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:02.553440 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c643b09-203b-4cfc-bd3e-811c8754ffdd None None] Sync routers for ids ['0cbdc2aa-4559-480d-9365-0869d733d734'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:02.563304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c643b09-203b-4cfc-bd3e-811c8754ffdd None None] Routers {'0cbdc2aa-4559-480d-9365-0869d733d734'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:02.563912 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7c643b09-203b-4cfc-bd3e-811c8754ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:58:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0cbdc2aa-4559-480d-9365-0869d733d734'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:02.586214 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-76de0666-4c3e-4d97-8545-4ce7644b02cb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/floatingips/b188869a-1583-4e87-9dfc-7f90a06112bf HTTP/1.1" status: 204 len: 168 time: 0.8740325 Jul 16 18:59:02.586817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:02.589125 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a980da0-fc01-4dd7-9e83-095a58aa906a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:02.671592 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7c643b09-203b-4cfc-bd3e-811c8754ffdd None None] Set router 0cbdc2aa-4559-480d-9365-0869d733d734 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:02.704208 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ca1148-f8b0-4f3c-bd0e-c1178a6277a1 x-openstack-request-id: req-b0ca1148-f8b0-4f3c-bd0e-c1178a6277a1 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:02.704573 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:02.704925 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0ca1148-f8b0-4f3c-bd0e-c1178a6277a1 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:02.705402 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6', 'status': 'completed', 'code': 200} Jul 16 18:59:02.790905 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a980da0-fc01-4dd7-9e83-095a58aa906a req-dd292067-753d-4506-9265-dc42278f274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:02.792463 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0a980da0-fc01-4dd7-9e83-095a58aa906a req-dd292067-753d-4506-9265-dc42278f274f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 1097 time: 0.0640180 Jul 16 18:59:02.898022 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a980da0-fc01-4dd7-9e83-095a58aa906a req-b47f5adf-9eec-4ca4-95bc-9b4a98d9ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:02.899522 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0a980da0-fc01-4dd7-9e83-095a58aa906a req-b47f5adf-9eec-4ca4-95bc-9b4a98d9ede8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1e4267c0-1d13-4dd0-8097-c235b968aaf4 HTTP/1.1" status: 200 len: 897 time: 0.0973794 Jul 16 18:59:02.947845 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0a980da0-fc01-4dd7-9e83-095a58aa906a req-7e8d488b-905b-428a-9880-a9f527ba1f3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 200 len: 217 time: 0.0407853 Jul 16 18:59:02.971752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a697151-3ada-4685-acd8-331d7bede4c9 req-c736b7e4-c270-4b4e-a898-7bb9ffd300f9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:02.973500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a697151-3ada-4685-acd8-331d7bede4c9 req-c736b7e4-c270-4b4e-a898-7bb9ffd300f9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0688136 Jul 16 18:59:03.000451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a980da0-fc01-4dd7-9e83-095a58aa906a req-d18b4566-5b99-4a81-84c9-08144475f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:03.002056 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0a980da0-fc01-4dd7-9e83-095a58aa906a req-d18b4566-5b99-4a81-84c9-08144475f501 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69794013-e285-4171-a6fe-6ae3a0f4fdbb HTTP/1.1" status: 200 len: 835 time: 0.0474241 Jul 16 18:59:03.014995 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a697151-3ada-4685-acd8-331d7bede4c9 req-94290ff9-973b-4098-8db2-ef42033c4121 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354013 Jul 16 18:59:03.046646 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7c643b09-203b-4cfc-bd3e-811c8754ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '47377f58-19ce-4dda-85c9-4fd605c6f703', 'name': '', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:bd:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:25Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:03.067794 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a980da0-fc01-4dd7-9e83-095a58aa906a req-a6acdf65-5230-4786-bb8c-77c930fab2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:03.069220 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0a980da0-fc01-4dd7-9e83-095a58aa906a req-a6acdf65-5230-4786-bb8c-77c930fab2d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1e4267c0-1d13-4dd0-8097-c235b968aaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588202 Jul 16 18:59:03.072806 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c643b09-203b-4cfc-bd3e-811c8754ffdd None None] Checking router: 0cbdc2aa-4559-480d-9365-0869d733d734 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:03.081439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c643b09-203b-4cfc-bd3e-811c8754ffdd None None] Routers {'0cbdc2aa-4559-480d-9365-0869d733d734'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:03.082088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7c643b09-203b-4cfc-bd3e-811c8754ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:58:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0cbdc2aa-4559-480d-9365-0869d733d734'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:03.167864 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0a980da0-fc01-4dd7-9e83-095a58aa906a req-3139421b-ac93-49c8-b125-6e85beafeaac service neutron] 10.222.0.11 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904880 Jul 16 18:59:03.188698 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-7c643b09-203b-4cfc-bd3e-811c8754ffdd None None] Set router 0cbdc2aa-4559-480d-9365-0869d733d734 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:03.262741 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0a980da0-fc01-4dd7-9e83-095a58aa906a req-a1acd8cb-42a8-4a6c-a6ea-96d0446b291f service neutron] 10.222.0.11 "GET /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876064 Jul 16 18:59:03.392717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-7c643b09-203b-4cfc-bd3e-811c8754ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '47377f58-19ce-4dda-85c9-4fd605c6f703', 'name': '', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:bd:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:25Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:03.418707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c643b09-203b-4cfc-bd3e-811c8754ffdd None None] The sync data for ids ['0cbdc2aa-4559-480d-9365-0869d733d734'] in n-d-787205-10 is: [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '47377f58-19ce-4dda-85c9-4fd605c6f703', 'name': '', 'network_id': '1e4267c0-1d13-4dd0-8097-c235b968aaf4', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:bd:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:19Z', 'updated_at': '2021-07-16T18:57:25Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '69794013-e285-4171-a6fe-6ae3a0f4fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:03.620860 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f3a3cf-4b3c-4df8-bfe6-0ad424c5ea3a None None] New status for floating IP b188869a-1583-4e87-9dfc-7f90a06112bf: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:59:04.192715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54cfc7-a886-453a-ac17-770b3ab5367c req-24351b06-5e1f-4912-9f7f-3b6a623dfb0f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:04.194251 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a54cfc7-a886-453a-ac17-770b3ab5367c req-24351b06-5e1f-4912-9f7f-3b6a623dfb0f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0627928 Jul 16 18:59:04.224620 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c890956-b6cd-4c52-a290-64b6e9987d5f req-4bcb74e5-e007-407d-b64c-14c2d65b9a08 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:04.226114 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4c890956-b6cd-4c52-a290-64b6e9987d5f req-4bcb74e5-e007-407d-b64c-14c2d65b9a08 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4b44550-474a-46d6-9429-e47dc9828772 HTTP/1.1" status: 200 len: 945 time: 0.0666497 Jul 16 18:59:04.233247 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a54cfc7-a886-453a-ac17-770b3ab5367c req-2c6e106e-0476-403c-822b-9fb4d401615a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=074e7b45-9ee4-44ff-b167-98c338e1e5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323811 Jul 16 18:59:04.324287 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-4c890956-b6cd-4c52-a290-64b6e9987d5f req-7dc9fea4-8721-4d77-b9e4-d5ae219f19db tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 38d61694-9b07-4693-bd59-e342e01f97e6 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:04.324530 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4c890956-b6cd-4c52-a290-64b6e9987d5f req-7dc9fea4-8721-4d77-b9e4-d5ae219f19db tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:04.416984 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-4c890956-b6cd-4c52-a290-64b6e9987d5f req-7dc9fea4-8721-4d77-b9e4-d5ae219f19db tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port 38d61694-9b07-4693-bd59-e342e01f97e6, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=38d61694-9b07-4693-bd59-e342e01f97e6,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:04.417351 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4c890956-b6cd-4c52-a290-64b6e9987d5f req-7dc9fea4-8721-4d77-b9e4-d5ae219f19db tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:04.429037 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-4c890956-b6cd-4c52-a290-64b6e9987d5f req-7dc9fea4-8721-4d77-b9e4-d5ae219f19db tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 38d61694-9b07-4693-bd59-e342e01f97e6 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:04.554481 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4c890956-b6cd-4c52-a290-64b6e9987d5f req-7dc9fea4-8721-4d77-b9e4-d5ae219f19db tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:04.594750 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9fea4-8721-4d77-b9e4-d5ae219f19db tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=38d61694-9b07-4693-bd59-e342e01f97e6,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:04.634604 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c890956-b6cd-4c52-a290-64b6e9987d5f req-7dc9fea4-8721-4d77-b9e4-d5ae219f19db tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] No DVR routers for this DVR port 38d61694-9b07-4693-bd59-e342e01f97e6 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:04.637288 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-4c890956-b6cd-4c52-a290-64b6e9987d5f req-7dc9fea4-8721-4d77-b9e4-d5ae219f19db tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:04.640322 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-4c890956-b6cd-4c52-a290-64b6e9987d5f req-7dc9fea4-8721-4d77-b9e4-d5ae219f19db tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.11 "DELETE /v2.0/ports/38d61694-9b07-4693-bd59-e342e01f97e6 HTTP/1.1" status: 204 len: 173 time: 0.4089525 Jul 16 18:59:04.640820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'name': 'network-vif-deleted', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:04.643835 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964b2ab3-c6d6-455f-a5f5-b32051d84bad" -d '{"events": [{"server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "name": "network-vif-deleted", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:04.685191 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6520cbf3-addd-4b01-8228-254b4daf6ad1 x-openstack-request-id: req-6520cbf3-addd-4b01-8228-254b4daf6ad1 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:04.685898 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b44550-474a-46d6-9429-e47dc9828772", "name": "network-vif-deleted", "tag": "38d61694-9b07-4693-bd59-e342e01f97e6", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:04.686164 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6520cbf3-addd-4b01-8228-254b4daf6ad1 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:04.686708 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b44550-474a-46d6-9429-e47dc9828772', 'name': 'network-vif-deleted', 'tag': '38d61694-9b07-4693-bd59-e342e01f97e6', 'status': 'completed', 'code': 200} Jul 16 18:59:05.329566 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48240) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:05.686214 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-864174dc-25d3-412c-bc7c-d6b9c42cb19b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:05.944695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-864174dc-25d3-412c-bc7c-d6b9c42cb19b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 47377f58-19ce-4dda-85c9-4fd605c6f703 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:05.944954 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-864174dc-25d3-412c-bc7c-d6b9c42cb19b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:06.032616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-864174dc-25d3-412c-bc7c-d6b9c42cb19b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port 47377f58-19ce-4dda-85c9-4fd605c6f703, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=47377f58-19ce-4dda-85c9-4fd605c6f703,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:06.032975 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-864174dc-25d3-412c-bc7c-d6b9c42cb19b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:06.045522 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-864174dc-25d3-412c-bc7c-d6b9c42cb19b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 47377f58-19ce-4dda-85c9-4fd605c6f703 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:06.225436 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-864174dc-25d3-412c-bc7c-d6b9c42cb19b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:06.257450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864174dc-25d3-412c-bc7c-d6b9c42cb19b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=47377f58-19ce-4dda-85c9-4fd605c6f703,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:06.426007 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-864174dc-25d3-412c-bc7c-d6b9c42cb19b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:06.635198 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864174dc-25d3-412c-bc7c-d6b9c42cb19b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 0cbdc2aa-4559-480d-9365-0869d733d734 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:06.738029 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864174dc-25d3-412c-bc7c-d6b9c42cb19b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:06.742968 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-864174dc-25d3-412c-bc7c-d6b9c42cb19b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "PUT /v2.0/routers/0cbdc2aa-4559-480d-9365-0869d733d734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4123487 Jul 16 18:59:06.747147 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48242) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:06.750479 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1adfe5-1f93-48b0-a9e5-9a86f2ad6dee None None] Sync routers for ids ['0cbdc2aa-4559-480d-9365-0869d733d734'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:06.760160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1adfe5-1f93-48b0-a9e5-9a86f2ad6dee None None] Routers {'0cbdc2aa-4559-480d-9365-0869d733d734'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:06.760779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-db1adfe5-1f93-48b0-a9e5-9a86f2ad6dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:58:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0cbdc2aa-4559-480d-9365-0869d733d734'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:06.800464 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad8447b-5224-4b73-ac7a-004a503993f6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting subnet 69794013-e285-4171-a6fe-6ae3a0f4fdbb {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:59:06.803516 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ad8447b-5224-4b73-ac7a-004a503993f6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:06.867570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-db1adfe5-1f93-48b0-a9e5-9a86f2ad6dee None None] Set router 0cbdc2aa-4559-480d-9365-0869d733d734 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:07.065835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-db1adfe5-1f93-48b0-a9e5-9a86f2ad6dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:59:06Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:07.093624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1adfe5-1f93-48b0-a9e5-9a86f2ad6dee None None] Checking router: 0cbdc2aa-4559-480d-9365-0869d733d734 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:07.102421 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1adfe5-1f93-48b0-a9e5-9a86f2ad6dee None None] Routers {'0cbdc2aa-4559-480d-9365-0869d733d734'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:07.103117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-db1adfe5-1f93-48b0-a9e5-9a86f2ad6dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:58:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['0cbdc2aa-4559-480d-9365-0869d733d734'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:07.164389 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ad8447b-5224-4b73-ac7a-004a503993f6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:07.212555 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-db1adfe5-1f93-48b0-a9e5-9a86f2ad6dee None None] Set router 0cbdc2aa-4559-480d-9365-0869d733d734 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:07.251473 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ad8447b-5224-4b73-ac7a-004a503993f6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:07.312586 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ad8447b-5224-4b73-ac7a-004a503993f6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:07.342078 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-6ad8447b-5224-4b73-ac7a-004a503993f6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:07.348155 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-6ad8447b-5224-4b73-ac7a-004a503993f6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/subnets/69794013-e285-4171-a6fe-6ae3a0f4fdbb HTTP/1.1" status: 204 len: 168 time: 0.5998628 Jul 16 18:59:07.349490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8447b-5224-4b73-ac7a-004a503993f6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Subnet': ['ID=69794013-e285-4171-a6fe-6ae3a0f4fdbb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:07.350439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c1af2-fe73-4e28-b7f9-363cc1339b32 None None] Network 1e4267c0-1d13-4dd0-8097-c235b968aaf4 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:07.351067 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48244) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:07.459313 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:07.498099 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-db1adfe5-1f93-48b0-a9e5-9a86f2ad6dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:59:06Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:07.532473 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1adfe5-1f93-48b0-a9e5-9a86f2ad6dee None None] The sync data for ids ['0cbdc2aa-4559-480d-9365-0869d733d734'] in n-d-787205-10 is: [{'id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'name': 'tempest-TestNetworkAdvancedServerOps-router-681784322', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:59:06Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': 'e20cf692-7ba7-4ee2-975f-099d6bd796d1', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:47:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbdc2aa-4559-480d-9365-0869d733d734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:57:17Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:07.568030 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:07.618270 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 38d61694-9b07-4693-bd59-e342e01f97e6 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:07.621396 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port e20cf692-7ba7-4ee2-975f-099d6bd796d1 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:07.621785 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:07.638000 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 38d61694-9b07-4693-bd59-e342e01f97e6 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:07.638866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 38d61694-9b07-4693-bd59-e342e01f97e6 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:07.701957 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port e20cf692-7ba7-4ee2-975f-099d6bd796d1, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e20cf692-7ba7-4ee2-975f-099d6bd796d1,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:07.702329 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:07.713444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for e20cf692-7ba7-4ee2-975f-099d6bd796d1 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:07.878669 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:07.900667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=e20cf692-7ba7-4ee2-975f-099d6bd796d1,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:07.906204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c496aff-2392-4a93-900c-a9b986e6b571 None None] DHCP port deletion for 1e4267c0-1d13-4dd0-8097-c235b968aaf4 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:59:07.962351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7c496aff-2392-4a93-900c-a9b986e6b571 None None] Deleting port bc368cc8-06b1-43f7-a5ed-aa485efcbe82 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:07.962609 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7c496aff-2392-4a93-900c-a9b986e6b571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:07.974477 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.027886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-7c496aff-2392-4a93-900c-a9b986e6b571 None None] For port bc368cc8-06b1-43f7-a5ed-aa485efcbe82, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=bc368cc8-06b1-43f7-a5ed-aa485efcbe82,segment=NetworkSegment(0c2eeb04-5d8d-4b79-bda1-3c982b198c92),segment_id=0c2eeb04-5d8d-4b79-bda1-3c982b198c92)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:08.028286 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7c496aff-2392-4a93-900c-a9b986e6b571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.045477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-7c496aff-2392-4a93-900c-a9b986e6b571 None None] Calling delete_port for bc368cc8-06b1-43f7-a5ed-aa485efcbe82 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:08.068083 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.070277 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.116718 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.117511 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Fanout notify agent at l3_agent the message router_deleted on router 0cbdc2aa-4559-480d-9365-0869d733d734 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:59:08.128595 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7c496aff-2392-4a93-900c-a9b986e6b571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.128863 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.130369 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0e836953-0af5-4940-a372-6089c37c6e84 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/routers/0cbdc2aa-4559-480d-9365-0869d733d734 HTTP/1.1" status: 204 len: 168 time: 0.7783053 Jul 16 18:59:08.133303 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48246) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:08.161117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c496aff-2392-4a93-900c-a9b986e6b571 None None] Pushing event deleted for resources: {'Port': ['ID=bc368cc8-06b1-43f7-a5ed-aa485efcbe82,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:08.164934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c496aff-2392-4a93-900c-a9b986e6b571 None None] No DVR routers for this DVR port bc368cc8-06b1-43f7-a5ed-aa485efcbe82 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:08.218804 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20f0b483-d245-49c2-9b5c-5f1ff4e8816f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.306938 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20f0b483-d245-49c2-9b5c-5f1ff4e8816f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.317600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-20f0b483-d245-49c2-9b5c-5f1ff4e8816f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4267c0-1d13-4dd0-8097-c235b968aaf4']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:08.327291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-20f0b483-d245-49c2-9b5c-5f1ff4e8816f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2eeb04-5d8d-4b79-bda1-3c982b198c92') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:08.327590 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-20f0b483-d245-49c2-9b5c-5f1ff4e8816f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2eeb04-5d8d-4b79-bda1-3c982b198c92') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:08.336178 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20f0b483-d245-49c2-9b5c-5f1ff4e8816f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.349514 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20f0b483-d245-49c2-9b5c-5f1ff4e8816f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.355295 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f0b483-d245-49c2-9b5c-5f1ff4e8816f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:59:08.355678 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20f0b483-d245-49c2-9b5c-5f1ff4e8816f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: timer() Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:59:08.359155 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:59:08.419348 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20f0b483-d245-49c2-9b5c-5f1ff4e8816f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.427403 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-20f0b483-d245-49c2-9b5c-5f1ff4e8816f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.428584 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-20f0b483-d245-49c2-9b5c-5f1ff4e8816f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/networks/1e4267c0-1d13-4dd0-8097-c235b968aaf4 HTTP/1.1" status: 204 len: 168 time: 0.2939878 Jul 16 18:59:08.431288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48248) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:08.440222 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0b483-d245-49c2-9b5c-5f1ff4e8816f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Network': ['ID=1e4267c0-1d13-4dd0-8097-c235b968aaf4,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:08.490732 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff071c26-72b4-45bd-9f90-b8ef9ee4b964 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.515799 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff071c26-72b4-45bd-9f90-b8ef9ee4b964 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.580859 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff071c26-72b4-45bd-9f90-b8ef9ee4b964 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.583579 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ff071c26-72b4-45bd-9f90-b8ef9ee4b964 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.587424 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ff071c26-72b4-45bd-9f90-b8ef9ee4b964 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/security-groups/074e7b45-9ee4-44ff-b167-98c338e1e5f2 HTTP/1.1" status: 204 len: 168 time: 0.1524789 Jul 16 18:59:08.594750 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff071c26-72b4-45bd-9f90-b8ef9ee4b964 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=074e7b45-9ee4-44ff-b167-98c338e1e5f2,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:09.031756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 47377f58-19ce-4dda-85c9-4fd605c6f703 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:09.051903 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 47377f58-19ce-4dda-85c9-4fd605c6f703 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:09.052334 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 47377f58-19ce-4dda-85c9-4fd605c6f703 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:09.052833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bc368cc8-06b1-43f7-a5ed-aa485efcbe82 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:09.058506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48254) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:09.063575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-2e2c5c17-0139-4ab3-86f0-31ea93fd1b4b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-530631654', 'description': 'tempest-secgroup-smoke-530631654 description', 'project_id': '23800e1dea3942859b774132bdecef44'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:09.074736 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: bc368cc8-06b1-43f7-a5ed-aa485efcbe82 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:09.075097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device bc368cc8-06b1-43f7-a5ed-aa485efcbe82 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:09.075521 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e20cf692-7ba7-4ee2-975f-099d6bd796d1 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:09.088154 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2e2c5c17-0139-4ab3-86f0-31ea93fd1b4b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.095676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: e20cf692-7ba7-4ee2-975f-099d6bd796d1 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:09.096037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e20cf692-7ba7-4ee2-975f-099d6bd796d1 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:09.174403 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2e2c5c17-0139-4ab3-86f0-31ea93fd1b4b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.178095 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2e2c5c17-0139-4ab3-86f0-31ea93fd1b4b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.203991 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-2e2c5c17-0139-4ab3-86f0-31ea93fd1b4b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.205224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-2e2c5c17-0139-4ab3-86f0-31ea93fd1b4b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1456695 Jul 16 18:59:09.208268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48256) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:09.209155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c5c17-0139-4ab3-86f0-31ea93fd1b4b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5277e3a4-e004-400c-8d58-3cea4285222a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:09.213498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a1faee43-c5db-494e-a73a-24f21877ea5a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '5277e3a4-e004-400c-8d58-3cea4285222a', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:09.241124 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1faee43-c5db-494e-a73a-24f21877ea5a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.295862 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1faee43-c5db-494e-a73a-24f21877ea5a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.299418 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1faee43-c5db-494e-a73a-24f21877ea5a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.317229 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faee43-c5db-494e-a73a-24f21877ea5a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aab8037-937a-4146-b837-4a9298d11e5e,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:09.323134 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a1faee43-c5db-494e-a73a-24f21877ea5a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.324656 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a1faee43-c5db-494e-a73a-24f21877ea5a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150970 Jul 16 18:59:09.328313 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48258) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:09.332723 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-281b7e09-1019-4a43-8c80-dfa5fe41702f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '5277e3a4-e004-400c-8d58-3cea4285222a', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:09.358778 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-281b7e09-1019-4a43-8c80-dfa5fe41702f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.419829 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-281b7e09-1019-4a43-8c80-dfa5fe41702f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.423432 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-281b7e09-1019-4a43-8c80-dfa5fe41702f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.443290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b7e09-1019-4a43-8c80-dfa5fe41702f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7d2a6a-32b2-4c31-80f3-9700765d2658,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:09.446915 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-281b7e09-1019-4a43-8c80-dfa5fe41702f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.450673 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-281b7e09-1019-4a43-8c80-dfa5fe41702f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188564 Jul 16 18:59:09.452137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48260) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:09.456109 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4e213604-8070-4fd0-89d6-647f6e77503e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '5277e3a4-e004-400c-8d58-3cea4285222a', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:09.481292 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e213604-8070-4fd0-89d6-647f6e77503e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.539606 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e213604-8070-4fd0-89d6-647f6e77503e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.543055 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e213604-8070-4fd0-89d6-647f6e77503e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.562059 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e213604-8070-4fd0-89d6-647f6e77503e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5386f90-5d4e-4e7e-afeb-9b3f1d7cff6c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:09.564931 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e213604-8070-4fd0-89d6-647f6e77503e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.566131 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4e213604-8070-4fd0-89d6-647f6e77503e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135769 Jul 16 18:59:09.568909 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48262) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:09.573252 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4d47e93b-260c-4532-85d6-37d94ad776ca tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '5277e3a4-e004-400c-8d58-3cea4285222a', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:09.599192 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d47e93b-260c-4532-85d6-37d94ad776ca tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.659892 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d47e93b-260c-4532-85d6-37d94ad776ca tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.663489 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d47e93b-260c-4532-85d6-37d94ad776ca tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.680207 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47e93b-260c-4532-85d6-37d94ad776ca tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b463fee2-c36d-421c-a719-7f20f9882afd,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:09.686680 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4d47e93b-260c-4532-85d6-37d94ad776ca tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.688591 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4d47e93b-260c-4532-85d6-37d94ad776ca tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187136 Jul 16 18:59:09.690491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48264) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:09.694876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-0917316a-c65a-4f43-b70c-b2ac3156e53f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '5277e3a4-e004-400c-8d58-3cea4285222a', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:09.715487 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-0917316a-c65a-4f43-b70c-b2ac3156e53f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Project 23800e1dea3942859b774132bdecef44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:59:09.720640 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0917316a-c65a-4f43-b70c-b2ac3156e53f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.780131 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0917316a-c65a-4f43-b70c-b2ac3156e53f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.784068 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0917316a-c65a-4f43-b70c-b2ac3156e53f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.802203 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917316a-c65a-4f43-b70c-b2ac3156e53f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3390a0b0-3d5c-4353-a0c1-16afa49e542d,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:09.808252 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0917316a-c65a-4f43-b70c-b2ac3156e53f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.809563 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0917316a-c65a-4f43-b70c-b2ac3156e53f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181459 Jul 16 18:59:09.812904 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48266) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:09.817481 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-1e92ed03-eade-4770-a119-e868d7497cac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '5277e3a4-e004-400c-8d58-3cea4285222a', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:09.837823 n-d-787205-10 neutron-server[105590]: INFO neutron.db.securitygroups_db [None req-1e92ed03-eade-4770-a119-e868d7497cac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Project 23800e1dea3942859b774132bdecef44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:59:09.842447 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1e92ed03-eade-4770-a119-e868d7497cac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.904226 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1e92ed03-eade-4770-a119-e868d7497cac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.907922 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1e92ed03-eade-4770-a119-e868d7497cac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.925529 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92ed03-eade-4770-a119-e868d7497cac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d617df-fa39-4011-b827-9d401074d74f,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:09.931585 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-1e92ed03-eade-4770-a119-e868d7497cac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.933034 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-1e92ed03-eade-4770-a119-e868d7497cac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191118 Jul 16 18:59:09.936582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48268) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:09.941417 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-187995b0-ecd9-4ebd-b388-ecf97e93fdda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'network': {'name': 'tempest-network-smoke--489592007', 'project_id': '23800e1dea3942859b774132bdecef44', 'port_security_enabled': True}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:09.961987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187995b0-ecd9-4ebd-b388-ecf97e93fdda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:09.965464 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-187995b0-ecd9-4ebd-b388-ecf97e93fdda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.989039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187995b0-ecd9-4ebd-b388-ecf97e93fdda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:59:09.998522 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-187995b0-ecd9-4ebd-b388-ecf97e93fdda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:09.998937 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-187995b0-ecd9-4ebd-b388-ecf97e93fdda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Added segment b20b6c71-0065-4aa4-8b4a-19e8760ebd76 of type vlan for network 6d67b907-4ce6-4ae1-a948-554b01652980 Jul 16 18:59:10.036305 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-187995b0-ecd9-4ebd-b388-ecf97e93fdda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.064001 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-187995b0-ecd9-4ebd-b388-ecf97e93fdda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.069547 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187995b0-ecd9-4ebd-b388-ecf97e93fdda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:10.070155 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-187995b0-ecd9-4ebd-b388-ecf97e93fdda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.103617 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-187995b0-ecd9-4ebd-b388-ecf97e93fdda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1660171 Jul 16 18:59:10.106329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48270) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:10.111685 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'admin_state_up': True, 'project_id': '23800e1dea3942859b774132bdecef44', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:10.151696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187995b0-ecd9-4ebd-b388-ecf97e93fdda tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Network': ['ID=6d67b907-4ce6-4ae1-a948-554b01652980,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:10.163912 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 6d67b907-4ce6-4ae1-a948-554b01652980 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:59:10.167110 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.168284 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.220531 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.356684 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.549022 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.567416 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.671281 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.25.3.7 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/436a6aa2-753c-4d6c-90d3-dfc9f274e2f8) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:10.773245 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.812850 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:10.848734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:10.854686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:10.858968 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:10.881475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=436a6aa2-753c-4d6c-90d3-dfc9f274e2f8,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:11.104806 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:11.297426 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:11.423804 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:59:11.525895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:11.535888 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Sync routers for ids ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:11.543053 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:11.548237 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9c8e839b-1592-43e7-bf3f-274c1f8c641d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4371240 Jul 16 18:59:11.548406 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Routers {'50cad2aa-c4e4-47dd-8e79-ab965e08daa2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:11.548406 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:58:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:11.548644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48272) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:11.576236 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fddedd76-2ec2-425d-bbaa-76e9b9f8d806 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23800e1dea3942859b774132bdecef44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266833 Jul 16 18:59:11.578742 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48274) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:11.666371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54874fd7-037e-4e48-9d1c-378ca8536c8f tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:11.667908 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-54874fd7-037e-4e48-9d1c-378ca8536c8f tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882707 Jul 16 18:59:11.671485 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48276) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:11.703554 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-791ba110-bd22-4598-8e88-200069cf19d5 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309289 Jul 16 18:59:11.706172 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48278) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:11.710990 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d0f560f6-f97f-413f-ae65-bdd10e7f94c1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-546108006', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'project_id': '23800e1dea3942859b774132bdecef44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:11.741958 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Set router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:11.798406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f560f6-f97f-413f-ae65-bdd10e7f94c1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:11.802002 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0f560f6-f97f-413f-ae65-bdd10e7f94c1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:11.917448 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:10Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:11.943471 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Checking router: 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:11.943836 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Updating router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 port 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:59:11.983949 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:11.985708 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0f560f6-f97f-413f-ae65-bdd10e7f94c1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.051929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f560f6-f97f-413f-ae65-bdd10e7f94c1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Subnet': ['ID=227055f9-7fe4-4c30-bca7-e2ac33bd65c7,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:12.059758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f560f6-f97f-413f-ae65-bdd10e7f94c1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Checking segment: {'id': 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:12.060217 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f560f6-f97f-413f-ae65-bdd10e7f94c1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network hostable DHCP agents. Network: 6d67b907-4ce6-4ae1-a948-554b01652980, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:59:12.078027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f560f6-f97f-413f-ae65-bdd10e7f94c1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 6d67b907-4ce6-4ae1-a948-554b01652980 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:59:12.086285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d0f560f6-f97f-413f-ae65-bdd10e7f94c1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 6d67b907-4ce6-4ae1-a948-554b01652980) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:12.092958 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f560f6-f97f-413f-ae65-bdd10e7f94c1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:12.093592 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d0f560f6-f97f-413f-ae65-bdd10e7f94c1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.100603 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7def2e-f448-42be-9fbc-3254e781dc3c None None] Network 6d67b907-4ce6-4ae1-a948-554b01652980 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:12.110129 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d0f560f6-f97f-413f-ae65-bdd10e7f94c1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4029043 Jul 16 18:59:12.113120 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48280) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:12.242958 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.251048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-6d67b907-4ce6-4ae1-a948-554b01652980', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'fixed_ips': [{'subnet_id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:59:12.252247 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.254418 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Transition to ACTIVE for port object 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:12.260264 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.306914 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Attempting to bind port 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:12.307193 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Attempting to bind port 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:12.307560 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Attempting to bind port 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:12.319398 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:12.319778 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:12.320193 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.320588 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:12.321057 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Bound port: 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:12.321446 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.361971 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Pushing event updated for resources: {'Port': ['ID=436a6aa2-753c-4d6c-90d3-dfc9f274e2f8,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:12.380997 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] For port 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:12.384005 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] For port 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=436a6aa2-753c-4d6c-90d3-dfc9f274e2f8,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:12.391449 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.395298 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:12.395697 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:12.396533 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:12.396533 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:12.396794 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:12.397160 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:12.397494 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:12.397849 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:12.398181 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:12.398770 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:12.398899 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:12.399145 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:12.404048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Allocated IP 172.20.0.2 (6d67b907-4ce6-4ae1-a948-554b01652980/227055f9-7fe4-4c30-bca7-e2ac33bd65c7/2ad5920b-dda3-4027-9fa8-2475c6f277ea) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:12.462183 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a712772-58c7-4bad-ac75-ab5036443057 None None] Pushing event updated for resources: {'Port': ['ID=436a6aa2-753c-4d6c-90d3-dfc9f274e2f8,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:12.472155 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Routers {'50cad2aa-c4e4-47dd-8e79-ab965e08daa2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:12.473650 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:58:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:12.554226 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.558135 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.564103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Transition to ACTIVE for port object 2ad5920b-dda3-4027-9fa8-2475c6f277ea will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:12.579474 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] Set router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:12.580044 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Transition to ACTIVE for port object 2ad5920b-dda3-4027-9fa8-2475c6f277ea will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:12.586533 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.629261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Network 6d67b907-4ce6-4ae1-a948-554b01652980 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:12.635665 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:12.640160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:12.650766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Pushing event updated for resources: {'Port': ['ID=2ad5920b-dda3-4027-9fa8-2475c6f277ea,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:12.706816 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Attempting to bind port 2ad5920b-dda3-4027-9fa8-2475c6f277ea on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:12.707294 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Attempting to bind port 2ad5920b-dda3-4027-9fa8-2475c6f277ea by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:12.707739 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Attempting to bind port 2ad5920b-dda3-4027-9fa8-2475c6f277ea on network 6d67b907-4ce6-4ae1-a948-554b01652980 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:12.713065 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:12.713466 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Checking segment: {'id': 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:12.714029 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.714426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Bound using segment: {'id': 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:12.714896 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Bound port: 2ad5920b-dda3-4027-9fa8-2475c6f277ea, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:12.715279 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.777949 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:10Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:12.783747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] For port 2ad5920b-dda3-4027-9fa8-2475c6f277ea, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:12.789467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] For port 2ad5920b-dda3-4027-9fa8-2475c6f277ea, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2ad5920b-dda3-4027-9fa8-2475c6f277ea,segment=NetworkSegment(b20b6c71-0065-4aa4-8b4a-19e8760ebd76),segment_id=b20b6c71-0065-4aa4-8b4a-19e8760ebd76)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:12.795355 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:12.814149 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f57f2-430a-44a7-a9d0-03c3995092ca None None] The sync data for ids ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'] in n-d-787205-10 is: [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:10Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:12.868467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fb839-3f32-4ace-afcf-a0da1dce11b4 None None] Pushing event updated for resources: {'Port': ['ID=2ad5920b-dda3-4027-9fa8-2475c6f277ea,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:13.210032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.20.0.1 (6d67b907-4ce6-4ae1-a948-554b01652980/227055f9-7fe4-4c30-bca7-e2ac33bd65c7/0197db76-0277-4239-a474-1f4cc178474e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:13.334993 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:13.354401 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Transition to ACTIVE for port object 0197db76-0277-4239-a474-1f4cc178474e will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:13.394622 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:13.439663 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 6d67b907-4ce6-4ae1-a948-554b01652980 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:13.443065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:13.447378 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:13.473045 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=0197db76-0277-4239-a474-1f4cc178474e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:13.496807 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:13.647296 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-85912aed-4df2-44e1-a7ba-162e0315e702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:13.667603 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:13.806819 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae224e23-4da5-4469-bb27-5ad2ebced599 None None] Network 6d67b907-4ce6-4ae1-a948-554b01652980 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:13.843497 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5945967-f297-4374-88fc-4d54284b4944 None None] Provisioning for port 2ad5920b-dda3-4027-9fa8-2475c6f277ea completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:13.962497 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:13.967298 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:14.044380 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=0197db76-0277-4239-a474-1f4cc178474e,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:14.047457 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:14.143844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 6d67b907-4ce6-4ae1-a948-554b01652980 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:14.145296 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:14.264017 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:14.396850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:14.402180 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ebecca9f-0c4e-4690-902f-83aebf3c9237 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "PUT /v2.0/routers/50cad2aa-c4e4-47dd-8e79-ab965e08daa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2879231 Jul 16 18:59:14.419257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a7730480-3b47-45cb-bbe1-ba6fc590a294 None None] Provisioning for port 0197db76-0277-4239-a474-1f4cc178474e completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:14.430399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-a7730480-3b47-45cb-bbe1-ba6fc590a294 None None] Provisioning complete for port 0197db76-0277-4239-a474-1f4cc178474e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:14.430781 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a7730480-3b47-45cb-bbe1-ba6fc590a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:14.500862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-a7730480-3b47-45cb-bbe1-ba6fc590a294 None None] Port 0197db76-0277-4239-a474-1f4cc178474e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:59:14.572745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Sync routers for ids ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:14.577433 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-bb572857-2f9f-4183-a74e-3f9ed2466587 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-530631654&fields=id&tenant_id=23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 267 time: 0.0476696 Jul 16 18:59:14.584730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Routers {'50cad2aa-c4e4-47dd-8e79-ab965e08daa2'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:14.585624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:58:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:14.689064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9abdcdf6-043f-41d4-8ad6-0780804f1f9d None None] Provisioning complete for port 0197db76-0277-4239-a474-1f4cc178474e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:14.689712 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9abdcdf6-043f-41d4-8ad6-0780804f1f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:14.701318 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c847e6d1-019d-4f22-9b6f-8f197238dd3d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:14.703075 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c847e6d1-019d-4f22-9b6f-8f197238dd3d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/networks?id=6d67b907-4ce6-4ae1-a948-554b01652980 HTTP/1.1" status: 200 len: 796 time: 0.1181359 Jul 16 18:59:14.721071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-e4b5ec45-e192-407c-b2fc-cbfaf1b74d88 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/quotas/23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 375 time: 0.0113044 Jul 16 18:59:14.745876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9abdcdf6-043f-41d4-8ad6-0780804f1f9d None None] Port 0197db76-0277-4239-a474-1f4cc178474e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:59:14.748480 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Set router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:14.810775 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-41c1216f-2225-473b-892c-dd9316756638 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766358 Jul 16 18:59:14.905072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-67d2224a-331d-4b7e-bf02-fcb497a43b30 None None] Provisioning complete for port 0197db76-0277-4239-a474-1f4cc178474e triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:14.905769 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-67d2224a-331d-4b7e-bf02-fcb497a43b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:14.906274 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-429bd886-1917-4522-8fb4-441038aa9796 service neutron] 10.222.0.24 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931139 Jul 16 18:59:14.960902 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-67d2224a-331d-4b7e-bf02-fcb497a43b30 None None] Port 0197db76-0277-4239-a474-1f4cc178474e cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:59:15.017690 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:13Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0197db76-0277-4239-a474-1f4cc178474e', 'name': '', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:77:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:12Z', 'updated_at': '2021-07-16T18:59:13Z', 'revision_number': 2, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:15.022011 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-b44c86ff-8915-44e0-864f-c32be2d2d06c service neutron] 10.222.0.24 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096830 Jul 16 18:59:15.053287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Checking router: 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:15.053647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Updating router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 port 0197db76-0277-4239-a474-1f4cc178474e binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:59:15.097287 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:15.144147 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2ad5920b-dda3-4027-9fa8-2475c6f277ea up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:15.285569 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 2ad5920b-dda3-4027-9fa8-2475c6f277ea completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:15.302641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2ad5920b-dda3-4027-9fa8-2475c6f277ea triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:15.303081 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:15.478406 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:15.540818 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:15.541709 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d302deeb-1173-4116-aec9-72838edea4f8 req-404134a6-36d9-4f0c-bdf5-c82733ad41b0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 210 time: 0.3460233 Jul 16 18:59:15.553928 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 2ad5920b-dda3-4027-9fa8-2475c6f277ea, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2ad5920b-dda3-4027-9fa8-2475c6f277ea,segment=NetworkSegment(b20b6c71-0065-4aa4-8b4a-19e8760ebd76),segment_id=b20b6c71-0065-4aa4-8b4a-19e8760ebd76)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:15.558866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Transition to ACTIVE for port object 0197db76-0277-4239-a474-1f4cc178474e will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:15.561786 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:15.562587 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:15.609595 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:15.665212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=2ad5920b-dda3-4027-9fa8-2475c6f277ea,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:15.744354 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:15.756913 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:15.757295 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:15.764654 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Attempting to bind port 0197db76-0277-4239-a474-1f4cc178474e on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:15.765100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Attempting to bind port 0197db76-0277-4239-a474-1f4cc178474e by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:15.765418 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Attempting to bind port 0197db76-0277-4239-a474-1f4cc178474e on network 6d67b907-4ce6-4ae1-a948-554b01652980 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:15.788606 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9dd99-dd17-4e3e-83f8-32c92e4c140e None None] Pushing event updated for resources: {'Port': ['ID=0197db76-0277-4239-a474-1f4cc178474e,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:15.795325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:15.795724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Checking segment: {'id': 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:15.796129 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:15.796528 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Bound using segment: {'id': 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:15.797019 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Bound port: 0197db76-0277-4239-a474-1f4cc178474e, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:15.797409 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:15.853668 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-62ff46d9-9bfc-4e25-9114-5c88095dc43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:15.925080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] For port 0197db76-0277-4239-a474-1f4cc178474e, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:15.941571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] For port 0197db76-0277-4239-a474-1f4cc178474e, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0197db76-0277-4239-a474-1f4cc178474e,segment=NetworkSegment(b20b6c71-0065-4aa4-8b4a-19e8760ebd76),segment_id=b20b6c71-0065-4aa4-8b4a-19e8760ebd76)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:15.942703 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:15.949757 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:15.995465 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=436a6aa2-753c-4d6c-90d3-dfc9f274e2f8,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:16.005347 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:16.026549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Routers {'50cad2aa-c4e4-47dd-8e79-ab965e08daa2'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:16.027193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:59:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:16.030323 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9dd99-dd17-4e3e-83f8-32c92e4c140e None None] Pushing event updated for resources: {'Port': ['ID=0197db76-0277-4239-a474-1f4cc178474e,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:16.121008 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:16.165194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=436a6aa2-753c-4d6c-90d3-dfc9f274e2f8,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:16.190843 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] Set router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:16.401228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-30279caa-317a-4580-afd0-a490cd6901f0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:16.402845 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-30279caa-317a-4580-afd0-a490cd6901f0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "GET /v2.0/networks?id=6d67b907-4ce6-4ae1-a948-554b01652980 HTTP/1.1" status: 200 len: 796 time: 0.1114619 Jul 16 18:59:16.407742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:13Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0197db76-0277-4239-a474-1f4cc178474e', 'name': '', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:77:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:12Z', 'updated_at': '2021-07-16T18:59:15Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:16.416983 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:59:16.437354 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ad46d1-ec07-46df-b9a1-39de5b0e14e4 None None] The sync data for ids ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'] in n-d-787205-10 is: [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:13Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0197db76-0277-4239-a474-1f4cc178474e', 'name': '', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:77:88:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:12Z', 'updated_at': '2021-07-16T18:59:15Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:16.466263 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-371c8a1f-f72a-423d-9008-dc31127ed113 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 379 time: 0.0543890 Jul 16 18:59:16.474845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'port': {'device_id': '78594069-d7f3-4016-9414-732a734b7b97', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'admin_state_up': True, 'tenant_id': '23800e1dea3942859b774132bdecef44', 'security_groups': ['5277e3a4-e004-400c-8d58-3cea4285222a']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:16.614145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:16.618399 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:16.718071 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f23a69d2-af02-4a9c-9a3a-567415241c0c req-2740e833-1480-4d98-8fc7-e82b2043b56b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 210 time: 0.0402057 Jul 16 18:59:16.778221 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.20.0.9 (6d67b907-4ce6-4ae1-a948-554b01652980/227055f9-7fe4-4c30-bca7-e2ac33bd65c7/9ec384c8-ec5a-4385-bab2-3fa0eedc5db3) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:16.931019 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:16.947197 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Transition to ACTIVE for port object 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:16.985292 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:17.044083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 6d67b907-4ce6-4ae1-a948-554b01652980 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:17.047810 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:17.054257 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:17.104112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:17.104815 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:17.129899 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:17.137769 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-75487a66-5f87-4157-9131-f89b7020c897 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6667478 Jul 16 18:59:17.154574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-caa50492-482c-4df0-8208-f0f41f954713 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:59:17.156086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-caa50492-482c-4df0-8208-f0f41f954713 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066276 Jul 16 18:59:17.167380 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Request body: {'port': {'device_id': '78594069-d7f3-4016-9414-732a734b7b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:17.226917 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2ad5920b-dda3-4027-9fa8-2475c6f277ea up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:17.287903 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:17.304858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 2ad5920b-dda3-4027-9fa8-2475c6f277ea triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:17.305505 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:17.405336 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0197db76-0277-4239-a474-1f4cc178474e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:17.445209 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-244e624d-e1c0-4c42-9f80-c66d3c550c04 None None] Provisioning for port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:17.452295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-244e624d-e1c0-4c42-9f80-c66d3c550c04 None None] Provisioning complete for port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:17.452669 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-244e624d-e1c0-4c42-9f80-c66d3c550c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:17.496898 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-244e624d-e1c0-4c42-9f80-c66d3c550c04 None None] Port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:59:17.505938 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 0197db76-0277-4239-a474-1f4cc178474e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:17.510407 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0197db76-0277-4239-a474-1f4cc178474e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:17.510864 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:17.595062 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:17.628828 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 0197db76-0277-4239-a474-1f4cc178474e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0197db76-0277-4239-a474-1f4cc178474e,segment=NetworkSegment(b20b6c71-0065-4aa4-8b4a-19e8760ebd76),segment_id=b20b6c71-0065-4aa4-8b4a-19e8760ebd76)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:17.633282 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:17.634163 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:17.658920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:59:17.667315 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:17.682022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Transition to ACTIVE for port object 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:17.686707 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:17.712667 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=0197db76-0277-4239-a474-1f4cc178474e,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:17.725554 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:17.726094 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:17.783102 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:17.819545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Attempting to bind port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:17.820038 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Attempting to bind port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:17.820515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Attempting to bind port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 on network 6d67b907-4ce6-4ae1-a948-554b01652980 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:17.825369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 on network 6d67b907-4ce6-4ae1-a948-554b01652980 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:59:17.825771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Attempting to bind port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 on network 6d67b907-4ce6-4ae1-a948-554b01652980 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:17.832097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:17.832586 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Checking segment: {'id': 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:17.832981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Bound using segment: {'id': 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:17.833415 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Bound port: 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:17.833814 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:17.878396 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:17.938690 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] For port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:17.955889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] For port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3,segment=NetworkSegment(b20b6c71-0065-4aa4-8b4a-19e8760ebd76),segment_id=b20b6c71-0065-4aa4-8b4a-19e8760ebd76)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:17.960181 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:18.001602 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:18.002260 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:18.003683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] 10.222.0.32 "PUT /v2.0/ports/9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 HTTP/1.1" status: 200 len: 1092 time: 0.8411555 Jul 16 18:59:18.004895 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78594069-d7f3-4016-9414-732a734b7b97', 'tag': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:18.007217 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27894e0-b5cc-4201-babb-7d19c4edba1e" -d '{"events": [{"name": "network-changed", "server_uuid": "78594069-d7f3-4016-9414-732a734b7b97", "tag": "9ec384c8-ec5a-4385-bab2-3fa0eedc5db3"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:18.028444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa8153-6b01-4f94-bd92-dddf47726099 req-07b756dc-918d-45df-9192-ee6bcceb8260 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:18.030862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18aa8153-6b01-4f94-bd92-dddf47726099 req-07b756dc-918d-45df-9192-ee6bcceb8260 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 943 time: 0.1376529 Jul 16 18:59:18.077085 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e61b19-a560-4044-ae17-7bc5ea9506c4 x-openstack-request-id: req-00e61b19-a560-4044-ae17-7bc5ea9506c4 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:18.077407 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78594069-d7f3-4016-9414-732a734b7b97", "tag": "9ec384c8-ec5a-4385-bab2-3fa0eedc5db3", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:18.077613 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00e61b19-a560-4044-ae17-7bc5ea9506c4 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:18.078058 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78594069-d7f3-4016-9414-732a734b7b97', 'tag': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3', 'status': 'completed', 'code': 200} Jul 16 18:59:18.106139 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d35ca-1410-4559-aa14-82619f47a9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:18.126441 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18aa8153-6b01-4f94-bd92-dddf47726099 req-0a3d414c-3534-4dcc-82dd-6145c9060c83 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868316 Jul 16 18:59:18.148521 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-4d25c502-11ef-4e10-8978-4ba12a5d7970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:18.150237 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-4d25c502-11ef-4e10-8978-4ba12a5d7970 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 1095 time: 0.0921340 Jul 16 18:59:18.190580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-b3b3e9c1-dee1-42a7-a3c8-a99541f3e942 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 HTTP/1.1" status: 200 len: 217 time: 0.0337770 Jul 16 18:59:18.242760 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-9e0fdf41-1806-47c8-8993-63cab9927745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:18.244255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-9e0fdf41-1806-47c8-8993-63cab9927745 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=227055f9-7fe4-4c30-bca7-e2ac33bd65c7 HTTP/1.1" status: 200 len: 834 time: 0.0477166 Jul 16 18:59:18.300807 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-47031fbc-f431-4a38-bb1f-023650e59c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:18.302324 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-47031fbc-f431-4a38-bb1f-023650e59c65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d67b907-4ce6-4ae1-a948-554b01652980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517797 Jul 16 18:59:18.391486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-7fdc423c-250c-42af-9b91-3316593eb0eb service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821419 Jul 16 18:59:18.482586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af4a81d-e793-4717-a6ed-6f17a57b9251 req-7d370d90-b0d7-480b-91c7-4d2d9c282fdd service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850141 Jul 16 18:59:18.581317 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27894e0-b5cc-4201-babb-7d19c4edba1e req-4c31fcdb-2c57-4547-b295-c753ae0905e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:18.582916 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b27894e0-b5cc-4201-babb-7d19c4edba1e req-4c31fcdb-2c57-4547-b295-c753ae0905e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 1095 time: 0.0530972 Jul 16 18:59:18.676078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27894e0-b5cc-4201-babb-7d19c4edba1e req-039efe60-0507-4a05-87f5-9f6cc2c3399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:18.677491 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b27894e0-b5cc-4201-babb-7d19c4edba1e req-039efe60-0507-4a05-87f5-9f6cc2c3399a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d67b907-4ce6-4ae1-a948-554b01652980 HTTP/1.1" status: 200 len: 897 time: 0.0886874 Jul 16 18:59:18.717643 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b27894e0-b5cc-4201-babb-7d19c4edba1e req-6d384c80-1a32-4f1c-a7f6-ce9fb537aff9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 HTTP/1.1" status: 200 len: 217 time: 0.0338461 Jul 16 18:59:18.769020 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27894e0-b5cc-4201-babb-7d19c4edba1e req-3f88ba71-2081-4524-8ac6-30bbdc1a350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:18.770503 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b27894e0-b5cc-4201-babb-7d19c4edba1e req-3f88ba71-2081-4524-8ac6-30bbdc1a350a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=227055f9-7fe4-4c30-bca7-e2ac33bd65c7 HTTP/1.1" status: 200 len: 834 time: 0.0466373 Jul 16 18:59:18.826773 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27894e0-b5cc-4201-babb-7d19c4edba1e req-be77a55a-718f-4222-a491-7fd0a7f89ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:18.828248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b27894e0-b5cc-4201-babb-7d19c4edba1e req-be77a55a-718f-4222-a491-7fd0a7f89ba6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d67b907-4ce6-4ae1-a948-554b01652980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515912 Jul 16 18:59:18.915606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b27894e0-b5cc-4201-babb-7d19c4edba1e req-49f64cf5-cac9-49ad-ba21-128930a3391c service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809391 Jul 16 18:59:19.010006 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b27894e0-b5cc-4201-babb-7d19c4edba1e req-c8cac3bf-54eb-408c-a463-15a6cadadf49 service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879252 Jul 16 18:59:19.039692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0197db76-0277-4239-a474-1f4cc178474e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:19.085979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0197db76-0277-4239-a474-1f4cc178474e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:19.086348 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:19.285299 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:19.305339 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a48cb8-3b17-4f6f-ba1e-d8e2ea36f5b4 req-291730b7-a70a-4ef5-b6b6-6fc5edfc3bb9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:19.306861 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8a48cb8-3b17-4f6f-ba1e-d8e2ea36f5b4 req-291730b7-a70a-4ef5-b6b6-6fc5edfc3bb9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 943 time: 0.0643947 Jul 16 18:59:19.344255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8a48cb8-3b17-4f6f-ba1e-d8e2ea36f5b4 req-46bd29bf-5680-4772-94e7-b5aecd5d5c92 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313842 Jul 16 18:59:20.524448 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9f848-6143-4053-8ef7-6cc63cd0116c req-01b27086-0d08-49bc-abf2-e9c52256e0a1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:20.525978 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d0c9f848-6143-4053-8ef7-6cc63cd0116c req-01b27086-0d08-49bc-abf2-e9c52256e0a1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 943 time: 0.0666487 Jul 16 18:59:20.564700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d0c9f848-6143-4053-8ef7-6cc63cd0116c req-e951ef4b-540e-4ff9-a861-76c1c2c2c170 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330245 Jul 16 18:59:21.732147 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:59:21.737440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fbf12-06bc-48cf-9785-556a616003c7 req-85e50c80-a92a-4203-aa0d-8ee33ad8050c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:21.739047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-430fbf12-06bc-48cf-9785-556a616003c7 req-85e50c80-a92a-4203-aa0d-8ee33ad8050c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 943 time: 0.0640619 Jul 16 18:59:21.779092 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-430fbf12-06bc-48cf-9785-556a616003c7 req-b28d83a7-849b-43a2-ab8c-898b8400ccac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342178 Jul 16 18:59:21.970723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3,segment=NetworkSegment(b20b6c71-0065-4aa4-8b4a-19e8760ebd76),segment_id=b20b6c71-0065-4aa4-8b4a-19e8760ebd76)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:21.981147 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'port_id': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3', 'mac_address': 'fa:16:3e:e0:df:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:59:22.021372 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.034054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:59:22.053212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3,segment=NetworkSegment(b20b6c71-0065-4aa4-8b4a-19e8760ebd76),segment_id=b20b6c71-0065-4aa4-8b4a-19e8760ebd76)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:22.057130 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.104293 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:22.256615 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['9ec384c8-ec5a-4385-bab2-3fa0eedc5db3'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:22.953026 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f5fca-d125-46de-a64b-19459c2dbf32 req-6050fca6-a3de-4cd5-9f48-fa816e35a760 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:22.954582 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d76f5fca-d125-46de-a64b-19459c2dbf32 req-6050fca6-a3de-4cd5-9f48-fa816e35a760 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 944 time: 0.0639164 Jul 16 18:59:22.992606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d76f5fca-d125-46de-a64b-19459c2dbf32 req-36951043-10c9-4f1c-b9c8-9993ea2cd602 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317035 Jul 16 18:59:23.762395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:23.805175 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:23.819756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:23.823480 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:23.823846 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:23.902651 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:23.926164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78594069-d7f3-4016-9414-732a734b7b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:23.928431 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54ed35b-ffd2-47da-9c76-9d663eb5c80e" -d '{"events": [{"server_uuid": "78594069-d7f3-4016-9414-732a734b7b97", "name": "network-vif-plugged", "status": "completed", "tag": "9ec384c8-ec5a-4385-bab2-3fa0eedc5db3"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:23.940805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3,segment=NetworkSegment(b20b6c71-0065-4aa4-8b4a-19e8760ebd76),segment_id=b20b6c71-0065-4aa4-8b4a-19e8760ebd76)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:23.944653 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:23.969323 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5669b6-7d14-4ed4-89c2-723644ec9135 x-openstack-request-id: req-ed5669b6-7d14-4ed4-89c2-723644ec9135 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:23.969614 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78594069-d7f3-4016-9414-732a734b7b97", "name": "network-vif-plugged", "status": "completed", "tag": "9ec384c8-ec5a-4385-bab2-3fa0eedc5db3", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:23.969888 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed5669b6-7d14-4ed4-89c2-723644ec9135 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:23.970281 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78594069-d7f3-4016-9414-732a734b7b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3', 'code': 200} Jul 16 18:59:23.995699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:24.080938 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edf857-d174-4a09-9296-ff642376df42 req-a9dc48df-d376-4f35-a669-6e9341e38715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:24.082558 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94edf857-d174-4a09-9296-ff642376df42 req-a9dc48df-d376-4f35-a669-6e9341e38715 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 1097 time: 0.0561135 Jul 16 18:59:24.125563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94edf857-d174-4a09-9296-ff642376df42 req-3b14a913-6b97-43eb-839f-8b5154d71471 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360317 Jul 16 18:59:24.212604 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a46b73-3117-436c-abd2-f5e8a8b0218a req-8a62358a-2d64-499f-aa24-810246bffac4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:24.214007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36a46b73-3117-436c-abd2-f5e8a8b0218a req-8a62358a-2d64-499f-aa24-810246bffac4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0619321 Jul 16 18:59:24.251560 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36a46b73-3117-436c-abd2-f5e8a8b0218a req-9ee66cee-0195-49af-8ff4-267160fd36a9 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312045 Jul 16 18:59:25.431234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99825faa-3477-47d2-93bf-270710d054e4 req-5491b2ac-723b-4dde-bd00-b2908b6228fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:25.432753 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99825faa-3477-47d2-93bf-270710d054e4 req-5491b2ac-723b-4dde-bd00-b2908b6228fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0703561 Jul 16 18:59:25.470410 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-99825faa-3477-47d2-93bf-270710d054e4 req-a5aa42b9-1d31-49fb-8e19-70db3752b9c6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308859 Jul 16 18:59:25.645059 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284398a-a823-4161-85e7-19f0cc479555 req-e2874e3f-44b4-45cb-b06c-4e88aee917b5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:25.646510 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e284398a-a823-4161-85e7-19f0cc479555 req-e2874e3f-44b4-45cb-b06c-4e88aee917b5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0633237 Jul 16 18:59:25.683520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e284398a-a823-4161-85e7-19f0cc479555 req-e9cce4cb-e043-4334-83ae-40dbf46a873f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314732 Jul 16 18:59:25.708928 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48332) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:25.759030 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a696cf-0049-4aee-9c53-a3f78045036b tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:25.760509 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-87a696cf-0049-4aee-9c53-a3f78045036b tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 1092 time: 0.0505693 Jul 16 18:59:25.763331 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48334) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:25.768132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:25.789573 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.868263 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.887558 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.989325 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.25.3.120 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/7f73fec9-6a52-4471-9d1f-32751c1ca097) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:26.095215 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.133199 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.173253 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:26.176050 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:26.179618 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:26.185041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=7f73fec9-6a52-4471-9d1f-32751c1ca097,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:26.542717 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.616897 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.764445 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.768949 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.839750 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=7f73fec9-6a52-4471-9d1f-32751c1ca097,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:26.852104 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:26.952580 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Floating IP 2ee4d788-3c44-44ce-8158-8bfca6cbfc8b associated. External IP: 172.25.3.120, port: 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3. Jul 16 18:59:27.159300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:27.262034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:27.271721 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca952d29-1df7-4050-8d33-2da7eb51d4d3 None None] Sync routers for ids ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:27.277882 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:27.281483 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca952d29-1df7-4050-8d33-2da7eb51d4d3 None None] Routers {'50cad2aa-c4e4-47dd-8e79-ab965e08daa2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:27.282128 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ca952d29-1df7-4050-8d33-2da7eb51d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:59:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:27.318115 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-d012c77d-69af-4c56-b329-f680a3a121c0 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5530686 Jul 16 18:59:27.318557 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78594069-d7f3-4016-9414-732a734b7b97', 'tag': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:27.320932 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b0d59a-5819-4ceb-a585-db4738c4b5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "78594069-d7f3-4016-9414-732a734b7b97", "tag": "9ec384c8-ec5a-4385-bab2-3fa0eedc5db3"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:27.359006 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837acf5b-60c1-47c2-9701-cc08ced878ef x-openstack-request-id: req-837acf5b-60c1-47c2-9701-cc08ced878ef {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:27.359408 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78594069-d7f3-4016-9414-732a734b7b97", "tag": "9ec384c8-ec5a-4385-bab2-3fa0eedc5db3", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:27.359729 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-837acf5b-60c1-47c2-9701-cc08ced878ef {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:27.360372 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78594069-d7f3-4016-9414-732a734b7b97', 'tag': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3', 'status': 'completed', 'code': 200} Jul 16 18:59:27.395666 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ca952d29-1df7-4050-8d33-2da7eb51d4d3 None None] Set router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:27.481736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0d59a-5819-4ceb-a585-db4738c4b5d8 req-fd925c8f-872d-4b99-9c12-342b5883437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:27.483549 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-21b0d59a-5819-4ceb-a585-db4738c4b5d8 req-fd925c8f-872d-4b99-9c12-342b5883437c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 1097 time: 0.0965471 Jul 16 18:59:27.524337 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e20a60-5d9a-486d-9ef1-656322a99011 req-70c3a2c5-dba3-4c70-ac7a-c82104e42b5e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:27.525762 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85e20a60-5d9a-486d-9ef1-656322a99011 req-70c3a2c5-dba3-4c70-ac7a-c82104e42b5e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.1043336 Jul 16 18:59:27.599226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-85e20a60-5d9a-486d-9ef1-656322a99011 req-1d94a06e-a9ba-4a66-86f0-c62f2f3178f8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674524 Jul 16 18:59:27.612373 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0d59a-5819-4ceb-a585-db4738c4b5d8 req-e67c4558-1426-48fc-932a-1df28af29f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:27.613926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-21b0d59a-5819-4ceb-a585-db4738c4b5d8 req-e67c4558-1426-48fc-932a-1df28af29f3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d67b907-4ce6-4ae1-a948-554b01652980 HTTP/1.1" status: 200 len: 897 time: 0.1234951 Jul 16 18:59:27.624925 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ca952d29-1df7-4050-8d33-2da7eb51d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:13Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '2ee4d788-3c44-44ce-8158-8bfca6cbfc8b', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.120', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'port_id': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'mac_address': 'fa:16:3e:e0:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78594069-d7f3-4016-9414-732a734b7b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:59:26Z', 'updated_at': '2021-07-16T18:59:26Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0197db76-0277-4239-a474-1f4cc178474e', 'name': '', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:77:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:12Z', 'updated_at': '2021-07-16T18:59:17Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:27.626755 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48340) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:27.650946 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca952d29-1df7-4050-8d33-2da7eb51d4d3 None None] Checking router: 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:27.659339 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca952d29-1df7-4050-8d33-2da7eb51d4d3 None None] Routers {'50cad2aa-c4e4-47dd-8e79-ab965e08daa2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:27.659954 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ca952d29-1df7-4050-8d33-2da7eb51d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T18:59:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:27.686486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-21b0d59a-5819-4ceb-a585-db4738c4b5d8 req-764e394d-d3f4-4f6e-914d-0587839ecaa0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 HTTP/1.1" status: 200 len: 999 time: 0.0653181 Jul 16 18:59:27.695722 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-2aa9eb84-adc8-4011-a65b-05d7d03c80d3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/2ee4d788-3c44-44ce-8158-8bfca6cbfc8b HTTP/1.1" status: 200 len: 991 time: 0.0668809 Jul 16 18:59:27.734960 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0d59a-5819-4ceb-a585-db4738c4b5d8 req-335c3e93-531f-4409-ae69-01d188cb9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:27.736697 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-21b0d59a-5819-4ceb-a585-db4738c4b5d8 req-335c3e93-531f-4409-ae69-01d188cb9d97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=227055f9-7fe4-4c30-bca7-e2ac33bd65c7 HTTP/1.1" status: 200 len: 834 time: 0.0441375 Jul 16 18:59:27.765415 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ca952d29-1df7-4050-8d33-2da7eb51d4d3 None None] Set router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:27.792748 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0d59a-5819-4ceb-a585-db4738c4b5d8 req-431d49d6-8023-4762-896e-40bbda677b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:27.794192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-21b0d59a-5819-4ceb-a585-db4738c4b5d8 req-431d49d6-8023-4762-896e-40bbda677b73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d67b907-4ce6-4ae1-a948-554b01652980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518427 Jul 16 18:59:27.888572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-21b0d59a-5819-4ceb-a585-db4738c4b5d8 req-ccee798b-95a4-46bc-a93d-ede22892eacf service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877931 Jul 16 18:59:27.984959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-21b0d59a-5819-4ceb-a585-db4738c4b5d8 req-9949338b-7f0f-48b6-9d43-63d91583f2af service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895972 Jul 16 18:59:28.078456 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ca952d29-1df7-4050-8d33-2da7eb51d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:13Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '2ee4d788-3c44-44ce-8158-8bfca6cbfc8b', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.120', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'port_id': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'mac_address': 'fa:16:3e:e0:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78594069-d7f3-4016-9414-732a734b7b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:59:26Z', 'updated_at': '2021-07-16T18:59:26Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0197db76-0277-4239-a474-1f4cc178474e', 'name': '', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:77:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:12Z', 'updated_at': '2021-07-16T18:59:17Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:28.103679 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca952d29-1df7-4050-8d33-2da7eb51d4d3 None None] The sync data for ids ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'] in n-d-787205-10 is: [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:13Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '2ee4d788-3c44-44ce-8158-8bfca6cbfc8b', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.120', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'port_id': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'mac_address': 'fa:16:3e:e0:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78594069-d7f3-4016-9414-732a734b7b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:59:26Z', 'updated_at': '2021-07-16T18:59:26Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0197db76-0277-4239-a474-1f4cc178474e', 'name': '', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:77:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:12Z', 'updated_at': '2021-07-16T18:59:17Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:28.301372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44e4703-b5ea-43ae-aab9-f5565e02cf8e None None] New status for floating IP 2ee4d788-3c44-44ce-8158-8bfca6cbfc8b: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:59:28.698939 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48342) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:28.762053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-76aa75ec-367c-4079-95a9-8208798c3938 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/2ee4d788-3c44-44ce-8158-8bfca6cbfc8b HTTP/1.1" status: 200 len: 993 time: 0.0620089 Jul 16 18:59:40.251151 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1333c3d6-da06-474e-b4f4-46aca22a1068 req-c2ab0cd5-4ec7-4812-94c5-697e0735c808 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0884750 Jul 16 18:59:40.346785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333c3d6-da06-474e-b4f4-46aca22a1068 req-125093c4-48e3-4ddd-87d9-6bdc31ee4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:40.348288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1333c3d6-da06-474e-b4f4-46aca22a1068 req-125093c4-48e3-4ddd-87d9-6bdc31ee4378 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 1097 time: 0.0510895 Jul 16 18:59:40.456185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333c3d6-da06-474e-b4f4-46aca22a1068 req-3cdec6a3-3e02-4e36-aea1-59fbfc9a3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:40.457586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1333c3d6-da06-474e-b4f4-46aca22a1068 req-3cdec6a3-3e02-4e36-aea1-59fbfc9a3778 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d67b907-4ce6-4ae1-a948-554b01652980 HTTP/1.1" status: 200 len: 897 time: 0.0881071 Jul 16 18:59:40.525902 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1333c3d6-da06-474e-b4f4-46aca22a1068 req-b5d28ed9-37a2-4bd5-9032-b768f0131660 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 HTTP/1.1" status: 200 len: 1001 time: 0.0599875 Jul 16 18:59:40.574493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333c3d6-da06-474e-b4f4-46aca22a1068 req-820d622b-108c-424c-ae20-45421eb7c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:40.576025 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1333c3d6-da06-474e-b4f4-46aca22a1068 req-820d622b-108c-424c-ae20-45421eb7c876 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=227055f9-7fe4-4c30-bca7-e2ac33bd65c7 HTTP/1.1" status: 200 len: 834 time: 0.0430379 Jul 16 18:59:40.631648 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333c3d6-da06-474e-b4f4-46aca22a1068 req-85e6b0a9-5e94-47c0-a784-639532182b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:40.633139 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1333c3d6-da06-474e-b4f4-46aca22a1068 req-85e6b0a9-5e94-47c0-a784-639532182b8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d67b907-4ce6-4ae1-a948-554b01652980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510206 Jul 16 18:59:40.724610 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1333c3d6-da06-474e-b4f4-46aca22a1068 req-e96a4c34-2a5a-44a4-adec-d44efa2b27ed service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836575 Jul 16 18:59:40.810951 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1333c3d6-da06-474e-b4f4-46aca22a1068 req-9fe8b5c2-4844-49e3-aca6-ade656f28c71 service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794890 Jul 16 18:59:43.643826 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-79407ffb-85e9-4598-a8f3-552abb4524ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:45.824169 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ad02951c-1752-475b-ac0b-e248f16faf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.076209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.880440 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:49.287819 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.417130 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:59:53.787535 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:55.882472 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.629850 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd297f48-d26a-4186-8329-c08ea36b1ddd req-4f9152f2-cb2b-4d21-afc1-dd1d936f84c4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:58.631336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd297f48-d26a-4186-8329-c08ea36b1ddd req-4f9152f2-cb2b-4d21-afc1-dd1d936f84c4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.1358116 Jul 16 18:59:58.668101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fd297f48-d26a-4186-8329-c08ea36b1ddd req-30707c99-920d-45f4-a3a5-67e9f4240c9c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311518 Jul 16 18:59:59.882958 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68282101-3781-41cf-8f01-842b32124e53 req-9c1a2ea1-b608-491d-83aa-1867ebe69fea tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:59.884456 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68282101-3781-41cf-8f01-842b32124e53 req-9c1a2ea1-b608-491d-83aa-1867ebe69fea tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.1044204 Jul 16 18:59:59.922460 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68282101-3781-41cf-8f01-842b32124e53 req-35741c46-9864-4979-9a23-b93c95aa048a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325363 Jul 16 19:00:01.097900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fd5a9-ee3d-4753-9814-41af7bae6064 req-409b7340-4730-463c-85fb-79802b77ca39 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:01.099389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff0fd5a9-ee3d-4753-9814-41af7bae6064 req-409b7340-4730-463c-85fb-79802b77ca39 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0626702 Jul 16 19:00:01.137053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ff0fd5a9-ee3d-4753-9814-41af7bae6064 req-aa9fd354-296c-486b-a26d-83d6dc0f501c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321186 Jul 16 19:00:02.325849 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14a3fb-ece1-45b0-a7ed-478922ca85d4 req-61efa38c-b960-4205-8da7-aac4d7351bd7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:02.327382 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a14a3fb-ece1-45b0-a7ed-478922ca85d4 req-61efa38c-b960-4205-8da7-aac4d7351bd7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0704792 Jul 16 19:00:02.370475 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5a14a3fb-ece1-45b0-a7ed-478922ca85d4 req-33f30e31-98f3-483e-98e6-0520e53c5a5d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351729 Jul 16 19:00:03.553226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c9b0c-fc8d-459e-a3c7-6a1c7e78ed8a req-e0dbf53e-f47f-4764-b12a-f9e7e5092d57 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:03.554701 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b01c9b0c-fc8d-459e-a3c7-6a1c7e78ed8a req-e0dbf53e-f47f-4764-b12a-f9e7e5092d57 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0639634 Jul 16 19:00:03.591657 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b01c9b0c-fc8d-459e-a3c7-6a1c7e78ed8a req-c0e21f55-0161-4a07-bff4-b9ed21674024 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313284 Jul 16 19:00:04.769388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788726a5-4668-47c0-a494-5978ddfc5b8d req-ce9a1195-8032-4579-a05d-4b7a1f1346bc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:04.770907 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-788726a5-4668-47c0-a494-5978ddfc5b8d req-ce9a1195-8032-4579-a05d-4b7a1f1346bc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0669110 Jul 16 19:00:04.807193 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-788726a5-4668-47c0-a494-5978ddfc5b8d req-57534a8b-d8b3-41b5-9b49-ec7f2925370c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307102 Jul 16 19:00:05.987500 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad72d2-88bc-4332-8e25-dabf5a852a56 req-0005e9c1-9407-4ff9-abf4-541200ee1302 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:05.988990 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fad72d2-88bc-4332-8e25-dabf5a852a56 req-0005e9c1-9407-4ff9-abf4-541200ee1302 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0662796 Jul 16 19:00:06.027504 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5fad72d2-88bc-4332-8e25-dabf5a852a56 req-73ad6c78-285c-4c7a-8402-28ddd086d643 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327673 Jul 16 19:00:07.205994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37541a88-d051-49a1-a5b5-df268d5c6547 req-63775811-fd49-409a-b0fa-38abd946e1f2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:07.207506 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37541a88-d051-49a1-a5b5-df268d5c6547 req-63775811-fd49-409a-b0fa-38abd946e1f2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0658121 Jul 16 19:00:07.246104 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-37541a88-d051-49a1-a5b5-df268d5c6547 req-0282d1b0-92fe-46aa-9679-37cb08fa1ff8 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330315 Jul 16 19:00:08.424924 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceb95b-feb0-4d55-baf6-bcd9d25b488b req-c80b9e32-5e13-4951-9128-8deb8b7a9cce tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:08.426439 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6bceb95b-feb0-4d55-baf6-bcd9d25b488b req-c80b9e32-5e13-4951-9128-8deb8b7a9cce tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0666132 Jul 16 19:00:08.465374 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6bceb95b-feb0-4d55-baf6-bcd9d25b488b req-ea94f4e3-6613-450a-a403-51b0c92e88fd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313962 Jul 16 19:00:09.634167 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ac0d6-e407-4cd4-932b-f8d7ef954463 req-235be704-fc36-4203-9ae8-3a4da19e7c39 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:09.635537 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c22ac0d6-e407-4cd4-932b-f8d7ef954463 req-235be704-fc36-4203-9ae8-3a4da19e7c39 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0619223 Jul 16 19:00:09.673496 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c22ac0d6-e407-4cd4-932b-f8d7ef954463 req-6ada0414-8e41-452b-b49d-29c793a8243f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322063 Jul 16 19:00:09.699100 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48384) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:09.763063 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5a4ba13d-abfe-405d-90e5-bb30d18393c3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/2ee4d788-3c44-44ce-8158-8bfca6cbfc8b HTTP/1.1" status: 200 len: 993 time: 0.0627809 Jul 16 19:00:11.213836 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0246d-c4d9-4f3a-8b95-5f20c8d96454 req-05649882-5c95-4290-82c1-8aadb6917082 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:11.215331 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ad0246d-c4d9-4f3a-8b95-5f20c8d96454 req-05649882-5c95-4290-82c1-8aadb6917082 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0900357 Jul 16 19:00:11.217936 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06053ee2-f86b-4199-be7c-588a262aa71d req-944ff695-b198-468a-84cf-14dcc637ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:11.219321 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06053ee2-f86b-4199-be7c-588a262aa71d req-944ff695-b198-468a-84cf-14dcc637ffde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 1097 time: 0.1017582 Jul 16 19:00:11.305855 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8ad0246d-c4d9-4f3a-8b95-5f20c8d96454 req-400e83e5-d260-4852-bc12-345c8f2e636a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849226 Jul 16 19:00:11.332744 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06053ee2-f86b-4199-be7c-588a262aa71d req-8b1411d5-f157-4b28-a1df-287be488452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:11.334246 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06053ee2-f86b-4199-be7c-588a262aa71d req-8b1411d5-f157-4b28-a1df-287be488452e service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d67b907-4ce6-4ae1-a948-554b01652980 HTTP/1.1" status: 200 len: 897 time: 0.1071398 Jul 16 19:00:11.401926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06053ee2-f86b-4199-be7c-588a262aa71d req-f219cd07-ec5f-4c8c-9e17-6b30a3d00f2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 HTTP/1.1" status: 200 len: 1001 time: 0.0615754 Jul 16 19:00:11.449865 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06053ee2-f86b-4199-be7c-588a262aa71d req-a6dfc1ab-e1b5-4d9d-a02d-2523e64ce7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:11.451328 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06053ee2-f86b-4199-be7c-588a262aa71d req-a6dfc1ab-e1b5-4d9d-a02d-2523e64ce7d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=227055f9-7fe4-4c30-bca7-e2ac33bd65c7 HTTP/1.1" status: 200 len: 834 time: 0.0434589 Jul 16 19:00:11.507472 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06053ee2-f86b-4199-be7c-588a262aa71d req-266b4b2a-482e-4fec-9d61-741ef044196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:11.508963 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06053ee2-f86b-4199-be7c-588a262aa71d req-266b4b2a-482e-4fec-9d61-741ef044196a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d67b907-4ce6-4ae1-a948-554b01652980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508292 Jul 16 19:00:11.890891 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06053ee2-f86b-4199-be7c-588a262aa71d req-08651009-8b83-42b0-8758-2aa3ee786dc3 service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757355 Jul 16 19:00:11.981275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-06053ee2-f86b-4199-be7c-588a262aa71d req-9e7d766c-c314-41df-ab61-4e34975685b8 service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834270 Jul 16 19:00:12.496765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8240762-2f7b-4126-a9e8-50c1553e8691 req-c5db7a84-d7a9-4520-9607-9f89567ed3d1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:12.498291 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8240762-2f7b-4126-a9e8-50c1553e8691 req-c5db7a84-d7a9-4520-9607-9f89567ed3d1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0640955 Jul 16 19:00:12.539410 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f8240762-2f7b-4126-a9e8-50c1553e8691 req-86379c63-43bd-4ba1-8f2a-a1639e3f2062 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348225 Jul 16 19:00:13.645043 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7143e409-1239-4a29-a7a6-82a1aad1839a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:13.725224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0249f-86a6-43cf-ac84-f62e3e990bda req-f4f8a6d2-fff9-45b2-99ff-cf24828e01bd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:13.726747 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8d0249f-86a6-43cf-ac84-f62e3e990bda req-f4f8a6d2-fff9-45b2-99ff-cf24828e01bd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0630636 Jul 16 19:00:13.763852 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8d0249f-86a6-43cf-ac84-f62e3e990bda req-17fad5f9-df99-434e-b2e4-32129ace6f01 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316222 Jul 16 19:00:13.790326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48400) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:13.848557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-00deec90-e091-4d15-8800-590a44e56ac1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/2ee4d788-3c44-44ce-8158-8bfca6cbfc8b HTTP/1.1" status: 200 len: 993 time: 0.0571101 Jul 16 19:00:15.824402 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8b044575-5047-401a-9184-2e1a481fa976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.077232 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:17.882777 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:19.289151 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.802021 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:25.879837 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.417765 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:00:39.620865 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-434f5b47-bf90-4c95-8907-e36f2447f53b req-fcd3e279-9bd4-4322-bfa7-eff714c7492b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548697 Jul 16 19:00:39.714998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f5b47-bf90-4c95-8907-e36f2447f53b req-521147d5-b03f-4158-a0c7-7020ee86579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:39.716403 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-434f5b47-bf90-4c95-8907-e36f2447f53b req-521147d5-b03f-4158-a0c7-7020ee86579a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 1097 time: 0.0529513 Jul 16 19:00:39.825120 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f5b47-bf90-4c95-8907-e36f2447f53b req-f6d2782d-7611-4422-a83a-e2723b413c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:39.826598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-434f5b47-bf90-4c95-8907-e36f2447f53b req-f6d2782d-7611-4422-a83a-e2723b413c64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d67b907-4ce6-4ae1-a948-554b01652980 HTTP/1.1" status: 200 len: 897 time: 0.0888648 Jul 16 19:00:39.889576 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-434f5b47-bf90-4c95-8907-e36f2447f53b req-b8d3d028-b6ff-4f8c-a8b7-fac3b8b27c53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 HTTP/1.1" status: 200 len: 1001 time: 0.0560491 Jul 16 19:00:39.935983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f5b47-bf90-4c95-8907-e36f2447f53b req-65d104f3-2953-4994-a3a3-f0d28ab7c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:39.937429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-434f5b47-bf90-4c95-8907-e36f2447f53b req-65d104f3-2953-4994-a3a3-f0d28ab7c509 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=227055f9-7fe4-4c30-bca7-e2ac33bd65c7 HTTP/1.1" status: 200 len: 834 time: 0.0420439 Jul 16 19:00:39.995522 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f5b47-bf90-4c95-8907-e36f2447f53b req-10691f69-e3f1-41bf-91c7-2f0910fbcd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:39.996919 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-434f5b47-bf90-4c95-8907-e36f2447f53b req-10691f69-e3f1-41bf-91c7-2f0910fbcd3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d67b907-4ce6-4ae1-a948-554b01652980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539172 Jul 16 19:00:40.082504 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-434f5b47-bf90-4c95-8907-e36f2447f53b req-6fd50271-324d-4832-8d32-cabb40e9de81 service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792625 Jul 16 19:00:40.172431 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-434f5b47-bf90-4c95-8907-e36f2447f53b req-956f2b18-e4bb-47e7-bdf0-7e3443ac8750 service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834389 Jul 16 19:00:43.646609 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f6f11d53-2fa9-42b8-bf3c-86b4245e5244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.464300 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48416) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:44.620290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 7f73fec9-6a52-4471-9d1f-32751c1ca097 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:44.620633 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.697303 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.697547 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.709743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 7f73fec9-6a52-4471-9d1f-32751c1ca097 owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:44.856196 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.883691 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=7f73fec9-6a52-4471-9d1f-32751c1ca097,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:44.908744 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:44.909100 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:44.909499 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:44.909924 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:44.910291 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:44.910632 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:44.910969 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:44.911305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:44.911639 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:44.911999 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:44.912325 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:44.912652 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:44.953485 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:44.953771 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Floating IP 2ee4d788-3c44-44ce-8158-8bfca6cbfc8b disassociated (deleted). External IP: 172.25.3.120, port: 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3. Jul 16 19:00:45.160820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:45.583126 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:45.587530 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.592231 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2f80c-8d3d-4ee3-8ef5-de6a3b19416d None None] Sync routers for ids ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:45.601283 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2f80c-8d3d-4ee3-8ef5-de6a3b19416d None None] Routers {'50cad2aa-c4e4-47dd-8e79-ab965e08daa2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:45.601925 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-50c2f80c-8d3d-4ee3-8ef5-de6a3b19416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:00:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:45.624724 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-b8a01e18-ea05-4e05-92db-0727ccd0b410 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/floatingips/2ee4d788-3c44-44ce-8158-8bfca6cbfc8b HTTP/1.1" status: 204 len: 168 time: 1.1591201 Jul 16 19:00:45.625145 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78594069-d7f3-4016-9414-732a734b7b97', 'tag': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:45.627476 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0833b92-e743-4407-b7bb-155b21e2f404" -d '{"events": [{"name": "network-changed", "server_uuid": "78594069-d7f3-4016-9414-732a734b7b97", "tag": "9ec384c8-ec5a-4385-bab2-3fa0eedc5db3"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:45.668309 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02e1aee-4661-42b2-88e6-3498676174ab x-openstack-request-id: req-f02e1aee-4661-42b2-88e6-3498676174ab {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:45.668605 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78594069-d7f3-4016-9414-732a734b7b97", "tag": "9ec384c8-ec5a-4385-bab2-3fa0eedc5db3", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:45.668861 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f02e1aee-4661-42b2-88e6-3498676174ab {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:45.669265 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78594069-d7f3-4016-9414-732a734b7b97', 'tag': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3', 'status': 'completed', 'code': 200} Jul 16 19:00:45.710674 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-50c2f80c-8d3d-4ee3-8ef5-de6a3b19416d None None] Set router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:45.747563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0833b92-e743-4407-b7bb-155b21e2f404 req-6e5285d8-2519-4829-a150-337c1a3e88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.749095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0833b92-e743-4407-b7bb-155b21e2f404 req-6e5285d8-2519-4829-a150-337c1a3e88ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 1097 time: 0.0551090 Jul 16 19:00:45.833640 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6897e6f9-ac5b-492c-b04c-814ee69f9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.847749 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0833b92-e743-4407-b7bb-155b21e2f404 req-e6387f91-9854-4061-86e7-bb34ace21741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.849340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0833b92-e743-4407-b7bb-155b21e2f404 req-e6387f91-9854-4061-86e7-bb34ace21741 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6d67b907-4ce6-4ae1-a948-554b01652980 HTTP/1.1" status: 200 len: 897 time: 0.0935900 Jul 16 19:00:45.895940 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0833b92-e743-4407-b7bb-155b21e2f404 req-10006dba-6637-45ad-8139-bfaad04d0c54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 HTTP/1.1" status: 200 len: 217 time: 0.0401576 Jul 16 19:00:45.919330 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-50c2f80c-8d3d-4ee3-8ef5-de6a3b19416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:13Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0197db76-0277-4239-a474-1f4cc178474e', 'name': '', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:77:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:12Z', 'updated_at': '2021-07-16T18:59:17Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:45.946096 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2f80c-8d3d-4ee3-8ef5-de6a3b19416d None None] Checking router: 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:45.946716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0833b92-e743-4407-b7bb-155b21e2f404 req-52cbbeaf-93f4-4dea-92cb-8dfc40bca2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.948606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0833b92-e743-4407-b7bb-155b21e2f404 req-52cbbeaf-93f4-4dea-92cb-8dfc40bca2eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=227055f9-7fe4-4c30-bca7-e2ac33bd65c7 HTTP/1.1" status: 200 len: 834 time: 0.0462654 Jul 16 19:00:45.954314 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2f80c-8d3d-4ee3-8ef5-de6a3b19416d None None] Routers {'50cad2aa-c4e4-47dd-8e79-ab965e08daa2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:45.954928 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-50c2f80c-8d3d-4ee3-8ef5-de6a3b19416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:00:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:46.060160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc5cfe-1763-45da-b495-b6b9563f6f50 req-3f048217-c202-4f8c-b64a-38a1b1c02f98 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:46.062001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43dc5cfe-1763-45da-b495-b6b9563f6f50 req-3f048217-c202-4f8c-b64a-38a1b1c02f98 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0971856 Jul 16 19:00:46.062172 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-50c2f80c-8d3d-4ee3-8ef5-de6a3b19416d None None] Set router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:46.064819 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0833b92-e743-4407-b7bb-155b21e2f404 req-1c68c17b-338b-4196-9a8c-a73b44861061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:46.067211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0833b92-e743-4407-b7bb-155b21e2f404 req-1c68c17b-338b-4196-9a8c-a73b44861061 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6d67b907-4ce6-4ae1-a948-554b01652980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124170 Jul 16 19:00:46.083824 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:46.127790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43dc5cfe-1763-45da-b495-b6b9563f6f50 req-672234e5-417d-41c2-acd6-bcbdd963231b tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589921 Jul 16 19:00:46.184598 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0833b92-e743-4407-b7bb-155b21e2f404 req-ac9aba03-44e9-4c41-9698-7b90a85b423f service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089156 Jul 16 19:00:46.259246 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-50c2f80c-8d3d-4ee3-8ef5-de6a3b19416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:13Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0197db76-0277-4239-a474-1f4cc178474e', 'name': '', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:77:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:12Z', 'updated_at': '2021-07-16T18:59:17Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:46.276411 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c0833b92-e743-4407-b7bb-155b21e2f404 req-072af899-f593-470b-8b71-94b9839d5af8 service neutron] 10.222.0.32 "GET /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831742 Jul 16 19:00:46.290966 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2f80c-8d3d-4ee3-8ef5-de6a3b19416d None None] The sync data for ids ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'] in n-d-787205-10 is: [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:13Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '0197db76-0277-4239-a474-1f4cc178474e', 'name': '', 'network_id': '6d67b907-4ce6-4ae1-a948-554b01652980', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:77:88:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:12Z', 'updated_at': '2021-07-16T18:59:17Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '227055f9-7fe4-4c30-bca7-e2ac33bd65c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:46.506810 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538d5aa-396c-400b-8bc6-d0b99eae46ed None None] New status for floating IP 2ee4d788-3c44-44ce-8158-8bfca6cbfc8b: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:00:47.309401 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f4f26-c8f7-40b5-a74e-e60ae95c77cf req-5a193e62-1efe-43dd-bab2-fc58fd3ce7d3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:47.310829 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-207f4f26-c8f7-40b5-a74e-e60ae95c77cf req-5a193e62-1efe-43dd-bab2-fc58fd3ce7d3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0655468 Jul 16 19:00:47.382314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-207f4f26-c8f7-40b5-a74e-e60ae95c77cf req-8d497163-4bae-438f-985d-bf96e8afa407 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=5277e3a4-e004-400c-8d58-3cea4285222a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649395 Jul 16 19:00:47.412132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559a518-74be-41aa-bcdf-d176ec3ddc8f req-15c90f65-1c85-4e84-b983-038056a47c65 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:47.413687 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3559a518-74be-41aa-bcdf-d176ec3ddc8f req-15c90f65-1c85-4e84-b983-038056a47c65 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "GET /v2.0/ports?device_id=78594069-d7f3-4016-9414-732a734b7b97 HTTP/1.1" status: 200 len: 945 time: 0.0793660 Jul 16 19:00:47.510627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-3559a518-74be-41aa-bcdf-d176ec3ddc8f req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:47.510977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3559a518-74be-41aa-bcdf-d176ec3ddc8f req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.599984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3559a518-74be-41aa-bcdf-d176ec3ddc8f req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3,segment=NetworkSegment(b20b6c71-0065-4aa4-8b4a-19e8760ebd76),segment_id=b20b6c71-0065-4aa4-8b4a-19e8760ebd76)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:47.600267 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3559a518-74be-41aa-bcdf-d176ec3ddc8f req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.612005 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-3559a518-74be-41aa-bcdf-d176ec3ddc8f req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:47.740392 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3559a518-74be-41aa-bcdf-d176ec3ddc8f req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.769393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=9ec384c8-ec5a-4385-bab2-3fa0eedc5db3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:47.799447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:47.799838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:47.800297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:47.800828 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:47.801160 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:47.801499 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:47.801864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:47.802201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:47.802535 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:47.802867 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:47.803198 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:47.803524 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:47.823649 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3559a518-74be-41aa-bcdf-d176ec3ddc8f req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] No DVR routers for this DVR port 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:47.826074 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3559a518-74be-41aa-bcdf-d176ec3ddc8f req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.828064 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3559a518-74be-41aa-bcdf-d176ec3ddc8f req-0f263727-e6b4-4112-bee5-824c6ebf5a58 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.32 "DELETE /v2.0/ports/9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 HTTP/1.1" status: 204 len: 173 time: 0.4086919 Jul 16 19:00:47.828495 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78594069-d7f3-4016-9414-732a734b7b97', 'name': 'network-vif-deleted', 'tag': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:47.830768 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b97abd-bf55-4b76-8b54-939717992a78" -d '{"events": [{"server_uuid": "78594069-d7f3-4016-9414-732a734b7b97", "name": "network-vif-deleted", "tag": "9ec384c8-ec5a-4385-bab2-3fa0eedc5db3"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:47.873895 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8418c6cf-ee19-454b-8c48-ea5a7930078e x-openstack-request-id: req-8418c6cf-ee19-454b-8c48-ea5a7930078e {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:47.874188 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78594069-d7f3-4016-9414-732a734b7b97", "name": "network-vif-deleted", "tag": "9ec384c8-ec5a-4385-bab2-3fa0eedc5db3", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:47.874445 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8418c6cf-ee19-454b-8c48-ea5a7930078e {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:47.874848 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78594069-d7f3-4016-9414-732a734b7b97', 'name': 'network-vif-deleted', 'tag': '9ec384c8-ec5a-4385-bab2-3fa0eedc5db3', 'status': 'completed', 'code': 200} Jul 16 19:00:47.885634 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:48.474368 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48434) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:48.833368 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b7eea924-7c51-42c5-92a0-1f14bb5530e7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.096489 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b7eea924-7c51-42c5-92a0-1f14bb5530e7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 0197db76-0277-4239-a474-1f4cc178474e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:49.096802 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b7eea924-7c51-42c5-92a0-1f14bb5530e7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.187677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-b7eea924-7c51-42c5-92a0-1f14bb5530e7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port 0197db76-0277-4239-a474-1f4cc178474e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0197db76-0277-4239-a474-1f4cc178474e,segment=NetworkSegment(b20b6c71-0065-4aa4-8b4a-19e8760ebd76),segment_id=b20b6c71-0065-4aa4-8b4a-19e8760ebd76)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:49.188034 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b7eea924-7c51-42c5-92a0-1f14bb5530e7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.200795 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-b7eea924-7c51-42c5-92a0-1f14bb5530e7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 0197db76-0277-4239-a474-1f4cc178474e owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:49.297232 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.391393 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b7eea924-7c51-42c5-92a0-1f14bb5530e7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.418804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eea924-7c51-42c5-92a0-1f14bb5530e7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=0197db76-0277-4239-a474-1f4cc178474e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:49.594014 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-b7eea924-7c51-42c5-92a0-1f14bb5530e7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.810247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7eea924-7c51-42c5-92a0-1f14bb5530e7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:49.916486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eea924-7c51-42c5-92a0-1f14bb5530e7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:49.922003 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b7eea924-7c51-42c5-92a0-1f14bb5530e7 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "PUT /v2.0/routers/50cad2aa-c4e4-47dd-8e79-ab965e08daa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4460199 Jul 16 19:00:49.924229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48436) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:49.926924 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f3fa2-b5e0-4bac-a417-901f1cac0233 None None] Sync routers for ids ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:49.936078 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f3fa2-b5e0-4bac-a417-901f1cac0233 None None] Routers {'50cad2aa-c4e4-47dd-8e79-ab965e08daa2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:49.936756 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d84f3fa2-b5e0-4bac-a417-901f1cac0233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:00:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:49.974954 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1116444d-f540-4314-b603-18e162346382 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting subnet 227055f9-7fe4-4c30-bca7-e2ac33bd65c7 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:00:49.978017 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1116444d-f540-4314-b603-18e162346382 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.018071 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1116444d-f540-4314-b603-18e162346382 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.040236 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-d84f3fa2-b5e0-4bac-a417-901f1cac0233 None None] Set router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:50.105853 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1116444d-f540-4314-b603-18e162346382 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.163946 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1116444d-f540-4314-b603-18e162346382 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.193230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116444d-f540-4314-b603-18e162346382 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Subnet': ['ID=227055f9-7fe4-4c30-bca7-e2ac33bd65c7,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:50.195300 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1116444d-f540-4314-b603-18e162346382 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.199632 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1116444d-f540-4314-b603-18e162346382 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/subnets/227055f9-7fe4-4c30-bca7-e2ac33bd65c7 HTTP/1.1" status: 204 len: 168 time: 0.2718728 Jul 16 19:00:50.199998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48438) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:50.203725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74245a1-d499-4bad-9dff-4aab554aab3e None None] Network 6d67b907-4ce6-4ae1-a948-554b01652980 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:50.225440 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d84f3fa2-b5e0-4bac-a417-901f1cac0233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T19:00:49Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:50.252711 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f3fa2-b5e0-4bac-a417-901f1cac0233 None None] Checking router: 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:50.262004 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f3fa2-b5e0-4bac-a417-901f1cac0233 None None] Routers {'50cad2aa-c4e4-47dd-8e79-ab965e08daa2'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:50.262981 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d84f3fa2-b5e0-4bac-a417-901f1cac0233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:00:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:50.309534 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.369231 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-d84f3fa2-b5e0-4bac-a417-901f1cac0233 None None] Set router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:50.406864 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] DHCP port deletion for 6d67b907-4ce6-4ae1-a948-554b01652980 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:00:50.419757 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.457763 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Deleting port 2ad5920b-dda3-4027-9fa8-2475c6f277ea {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:50.459137 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.474600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:50.474998 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.526482 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] For port 2ad5920b-dda3-4027-9fa8-2475c6f277ea, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=2ad5920b-dda3-4027-9fa8-2475c6f277ea,segment=NetworkSegment(b20b6c71-0065-4aa4-8b4a-19e8760ebd76),segment_id=b20b6c71-0065-4aa4-8b4a-19e8760ebd76)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:50.527030 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.539097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Calling delete_port for 2ad5920b-dda3-4027-9fa8-2475c6f277ea owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:50.563556 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-d84f3fa2-b5e0-4bac-a417-901f1cac0233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T19:00:49Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:50.565097 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=436a6aa2-753c-4d6c-90d3-dfc9f274e2f8,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:50.567583 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.579456 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:50.594694 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f3fa2-b5e0-4bac-a417-901f1cac0233 None None] The sync data for ids ['50cad2aa-c4e4-47dd-8e79-ab965e08daa2'] in n-d-787205-10 is: [{'id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-222836339', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T19:00:49Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '436a6aa2-753c-4d6c-90d3-dfc9f274e2f8', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cad2aa-c4e4-47dd-8e79-ab965e08daa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:10Z', 'updated_at': '2021-07-16T18:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:50.622566 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.650772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Pushing event deleted for resources: {'Port': ['ID=2ad5920b-dda3-4027-9fa8-2475c6f277ea,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:50.660705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:50.661051 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:50.661394 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:50.661754 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:50.662088 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:50.662415 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:50.662752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:50.663070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:50.663395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:50.663715 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:50.664037 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:50.664356 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:50.667010 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34523a49-3d07-4388-920d-1b06c10aa158 None None] No DVR routers for this DVR port 2ad5920b-dda3-4027-9fa8-2475c6f277ea on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:50.755836 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.778354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=436a6aa2-753c-4d6c-90d3-dfc9f274e2f8,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:50.841016 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.930776 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.932799 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.984100 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.984100 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Fanout notify agent at l3_agent the message router_deleted on router 50cad2aa-c4e4-47dd-8e79-ab965e08daa2 {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:00:50.990299 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.991479 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f6c9fe75-da30-4b78-87ac-c3c812cc74fc tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/routers/50cad2aa-c4e4-47dd-8e79-ab965e08daa2 HTTP/1.1" status: 204 len: 168 time: 0.7904966 Jul 16 19:00:50.994284 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48440) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:51.081985 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-998c39c7-aa16-445c-ab27-f59e26859f9f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.146749 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2ad5920b-dda3-4027-9fa8-2475c6f277ea no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:51.169469 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 2ad5920b-dda3-4027-9fa8-2475c6f277ea {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:51.169942 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 2ad5920b-dda3-4027-9fa8-2475c6f277ea not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:51.170445 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0197db76-0277-4239-a474-1f4cc178474e no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:51.182227 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-998c39c7-aa16-445c-ab27-f59e26859f9f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.193703 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 0197db76-0277-4239-a474-1f4cc178474e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:51.193929 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-998c39c7-aa16-445c-ab27-f59e26859f9f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d67b907-4ce6-4ae1-a948-554b01652980']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:51.194063 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0197db76-0277-4239-a474-1f4cc178474e not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:51.205893 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-998c39c7-aa16-445c-ab27-f59e26859f9f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:51.206881 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-998c39c7-aa16-445c-ab27-f59e26859f9f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20b6c71-0065-4aa4-8b4a-19e8760ebd76') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:51.217141 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-998c39c7-aa16-445c-ab27-f59e26859f9f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.231724 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-998c39c7-aa16-445c-ab27-f59e26859f9f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.238964 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998c39c7-aa16-445c-ab27-f59e26859f9f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:51.239452 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-998c39c7-aa16-445c-ab27-f59e26859f9f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: timer() Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:51.242698 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:51.305893 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-998c39c7-aa16-445c-ab27-f59e26859f9f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.312885 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-998c39c7-aa16-445c-ab27-f59e26859f9f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.314717 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-998c39c7-aa16-445c-ab27-f59e26859f9f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/networks/6d67b907-4ce6-4ae1-a948-554b01652980 HTTP/1.1" status: 204 len: 168 time: 0.3194931 Jul 16 19:00:51.318348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48442) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:51.326429 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c39c7-aa16-445c-ab27-f59e26859f9f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Network': ['ID=6d67b907-4ce6-4ae1-a948-554b01652980,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:51.376040 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a7ec3deb-7d50-4130-b9fd-057aab8b4fd3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.401833 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a7ec3deb-7d50-4130-b9fd-057aab8b4fd3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.464854 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a7ec3deb-7d50-4130-b9fd-057aab8b4fd3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.467593 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a7ec3deb-7d50-4130-b9fd-057aab8b4fd3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.468777 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a7ec3deb-7d50-4130-b9fd-057aab8b4fd3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/security-groups/5277e3a4-e004-400c-8d58-3cea4285222a HTTP/1.1" status: 204 len: 168 time: 0.1493683 Jul 16 19:00:51.478178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec3deb-7d50-4130-b9fd-057aab8b4fd3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5277e3a4-e004-400c-8d58-3cea4285222a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:51.783480 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48448) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:51.789112 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-fde4e1a2-4933-4c68-873d-601c1ef47d0d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459340243', 'description': 'tempest-secgroup-smoke-459340243 description', 'project_id': '23800e1dea3942859b774132bdecef44'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:51.809907 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fde4e1a2-4933-4c68-873d-601c1ef47d0d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.889193 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fde4e1a2-4933-4c68-873d-601c1ef47d0d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.892774 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fde4e1a2-4933-4c68-873d-601c1ef47d0d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.919968 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-fde4e1a2-4933-4c68-873d-601c1ef47d0d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.921198 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-fde4e1a2-4933-4c68-873d-601c1ef47d0d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1360037 Jul 16 19:00:51.922997 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4e1a2-4933-4c68-873d-601c1ef47d0d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c39221f-9193-41d5-a8cb-fe0aef15685c,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:51.924331 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48450) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:51.929726 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a9426e6a-eb9f-48c3-ba09-abba63f9aa49 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '2c39221f-9193-41d5-a8cb-fe0aef15685c', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:51.955816 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a9426e6a-eb9f-48c3-ba09-abba63f9aa49 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.003311 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a9426e6a-eb9f-48c3-ba09-abba63f9aa49 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.007257 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a9426e6a-eb9f-48c3-ba09-abba63f9aa49 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.026398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9426e6a-eb9f-48c3-ba09-abba63f9aa49 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56aa55a-d45a-4769-8b70-dd35f06b5833,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:52.029438 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a9426e6a-eb9f-48c3-ba09-abba63f9aa49 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.030657 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a9426e6a-eb9f-48c3-ba09-abba63f9aa49 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1046779 Jul 16 19:00:52.033696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48452) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:52.038652 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c6e18e4b-dc8b-4722-9628-8a681e54e8ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '2c39221f-9193-41d5-a8cb-fe0aef15685c', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:52.063510 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6e18e4b-dc8b-4722-9628-8a681e54e8ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.109298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:52.121428 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6e18e4b-dc8b-4722-9628-8a681e54e8ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.125100 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6e18e4b-dc8b-4722-9628-8a681e54e8ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.130217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:52.130571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 9ec384c8-ec5a-4385-bab2-3fa0eedc5db3 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:52.145319 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e18e4b-dc8b-4722-9628-8a681e54e8ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40d25cd-97ab-41ee-ae12-e75e7ffda6d9,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:52.152196 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6e18e4b-dc8b-4722-9628-8a681e54e8ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.153493 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c6e18e4b-dc8b-4722-9628-8a681e54e8ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183047 Jul 16 19:00:52.156127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48454) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:52.160515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-7f2780b3-ddab-44ef-aa8c-47e3ec61df9d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '2c39221f-9193-41d5-a8cb-fe0aef15685c', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:52.186168 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f2780b3-ddab-44ef-aa8c-47e3ec61df9d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.244086 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f2780b3-ddab-44ef-aa8c-47e3ec61df9d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.247578 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f2780b3-ddab-44ef-aa8c-47e3ec61df9d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.270010 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2780b3-ddab-44ef-aa8c-47e3ec61df9d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203d37be-8a17-4ead-9d89-291c2eedd983,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:52.273603 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7f2780b3-ddab-44ef-aa8c-47e3ec61df9d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.274824 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7f2780b3-ddab-44ef-aa8c-47e3ec61df9d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177707 Jul 16 19:00:52.277563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48456) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:52.281987 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ed541443-b395-4cb3-af8c-75103cce6081 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '2c39221f-9193-41d5-a8cb-fe0aef15685c', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:52.307959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed541443-b395-4cb3-af8c-75103cce6081 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.365232 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed541443-b395-4cb3-af8c-75103cce6081 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.368913 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed541443-b395-4cb3-af8c-75103cce6081 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.389672 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed541443-b395-4cb3-af8c-75103cce6081 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8c4008-5614-4ed0-9929-c79ec3fbbddf,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:52.393298 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed541443-b395-4cb3-af8c-75103cce6081 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.394641 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ed541443-b395-4cb3-af8c-75103cce6081 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160939 Jul 16 19:00:52.397384 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48458) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:52.402079 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c8d0be4e-a691-4820-a24a-9e8e7dc830e3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '2c39221f-9193-41d5-a8cb-fe0aef15685c', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:52.423242 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-c8d0be4e-a691-4820-a24a-9e8e7dc830e3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Project 23800e1dea3942859b774132bdecef44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:00:52.429056 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c8d0be4e-a691-4820-a24a-9e8e7dc830e3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.489020 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c8d0be4e-a691-4820-a24a-9e8e7dc830e3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.492396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c8d0be4e-a691-4820-a24a-9e8e7dc830e3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.510113 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0be4e-a691-4820-a24a-9e8e7dc830e3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020802e2-1b62-40c2-a5b0-e6e0ece08a82,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:52.515823 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c8d0be4e-a691-4820-a24a-9e8e7dc830e3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.516816 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c8d0be4e-a691-4820-a24a-9e8e7dc830e3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184168 Jul 16 19:00:52.519927 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48460) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:52.524321 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-317f70e2-8354-4d7e-adec-1d985c5ee863 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'security_group_rule': {'security_group_id': '2c39221f-9193-41d5-a8cb-fe0aef15685c', 'project_id': '23800e1dea3942859b774132bdecef44', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:52.545054 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-317f70e2-8354-4d7e-adec-1d985c5ee863 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Project 23800e1dea3942859b774132bdecef44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:00:52.549626 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-317f70e2-8354-4d7e-adec-1d985c5ee863 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.608208 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-317f70e2-8354-4d7e-adec-1d985c5ee863 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.612049 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-317f70e2-8354-4d7e-adec-1d985c5ee863 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.632658 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f70e2-8354-4d7e-adec-1d985c5ee863 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553d240d-eef6-4840-bf6c-159a16018bb4,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:52.639482 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-317f70e2-8354-4d7e-adec-1d985c5ee863 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.640801 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-317f70e2-8354-4d7e-adec-1d985c5ee863 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199558 Jul 16 19:00:52.643612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48462) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:52.648601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-0d205f21-57d1-4475-af8b-73c2a631fdac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'network': {'name': 'tempest-network-smoke--280254871', 'project_id': '23800e1dea3942859b774132bdecef44', 'port_security_enabled': True}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:52.668978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d205f21-57d1-4475-af8b-73c2a631fdac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:52.672319 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d205f21-57d1-4475-af8b-73c2a631fdac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.695848 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d205f21-57d1-4475-af8b-73c2a631fdac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:52.705340 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d205f21-57d1-4475-af8b-73c2a631fdac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.705820 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-0d205f21-57d1-4475-af8b-73c2a631fdac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Added segment 5735e252-47af-4b9e-b850-1906bd79c19b of type vlan for network 3eee7ed3-51fc-438c-8631-295857e2328a Jul 16 19:00:52.745430 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d205f21-57d1-4475-af8b-73c2a631fdac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.773010 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d205f21-57d1-4475-af8b-73c2a631fdac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.778816 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d205f21-57d1-4475-af8b-73c2a631fdac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:52.779346 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-0d205f21-57d1-4475-af8b-73c2a631fdac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.813926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-0d205f21-57d1-4475-af8b-73c2a631fdac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1690691 Jul 16 19:00:52.817528 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48464) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:52.822490 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'admin_state_up': True, 'project_id': '23800e1dea3942859b774132bdecef44', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:52.846081 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.848105 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.849378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d205f21-57d1-4475-af8b-73c2a631fdac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Network': ['ID=3eee7ed3-51fc-438c-8631-295857e2328a,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:52.862250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 3eee7ed3-51fc-438c-8631-295857e2328a details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:52.903824 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.041104 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.047305 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:53.070238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:53.070591 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 436a6aa2-753c-4d6c-90d3-dfc9f274e2f8 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:53.232117 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.251048 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.349854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.25.3.244 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/28d68a80-3d5d-49b2-87cb-45eca34beeb0) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:53.453078 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.490567 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.529577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:53.532326 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:53.536016 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:53.541447 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=28d68a80-3d5d-49b2-87cb-45eca34beeb0,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:53.781506 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.799488 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:53.973079 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.098067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 21a7a93f-391f-46b3-bab4-523378dc034c is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:00:54.202156 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:54.211508 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Sync routers for ids ['21a7a93f-391f-46b3-bab4-523378dc034c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:54.220295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Routers {'21a7a93f-391f-46b3-bab4-523378dc034c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:54.220828 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.220977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:00:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['21a7a93f-391f-46b3-bab4-523378dc034c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:54.223047 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-76541586-076e-4020-81f3-ad4ca42ac2bb tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4043465 Jul 16 19:00:54.226104 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48466) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.298700 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-803e1858-eced-405e-81af-3b984d70890f tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=23800e1dea3942859b774132bdecef44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0691075 Jul 16 19:00:54.298936 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48470) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.325411 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Set router 21a7a93f-391f-46b3-bab4-523378dc034c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:54.395901 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55cd720-d2af-4cfd-94f2-f01efc96c891 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:54.397415 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e55cd720-d2af-4cfd-94f2-f01efc96c891 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975404 Jul 16 19:00:54.400240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48472) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.430072 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-7d4d6fbf-3a70-4151-a374-4dd9d85d71b5 tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=db28ede9-0280-4c90-8fd8-3f782ab61b0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286229 Jul 16 19:00:54.432359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48474) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.437495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-37764f63-87fe-42e5-acf4-28375f740461 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1581510892', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'project_id': '23800e1dea3942859b774132bdecef44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:54.504406 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:00:53Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:54.526477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37764f63-87fe-42e5-acf4-28375f740461 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:54.530169 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37764f63-87fe-42e5-acf4-28375f740461 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.530700 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Checking router: 21a7a93f-391f-46b3-bab4-523378dc034c for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:54.531057 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Updating router 21a7a93f-391f-46b3-bab4-523378dc034c port 28d68a80-3d5d-49b2-87cb-45eca34beeb0 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:00:54.568671 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.715163 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37764f63-87fe-42e5-acf4-28375f740461 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.778005 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37764f63-87fe-42e5-acf4-28375f740461 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Subnet': ['ID=5e297335-a040-4c50-90b0-90253b5d073c,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:54.788616 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37764f63-87fe-42e5-acf4-28375f740461 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Checking segment: {'id': '5735e252-47af-4b9e-b850-1906bd79c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:54.788983 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37764f63-87fe-42e5-acf4-28375f740461 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network hostable DHCP agents. Network: 3eee7ed3-51fc-438c-8631-295857e2328a, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:54.805113 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37764f63-87fe-42e5-acf4-28375f740461 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 3eee7ed3-51fc-438c-8631-295857e2328a is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:54.814653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-37764f63-87fe-42e5-acf4-28375f740461 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 3eee7ed3-51fc-438c-8631-295857e2328a) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:54.819039 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37764f63-87fe-42e5-acf4-28375f740461 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:54.819950 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-37764f63-87fe-42e5-acf4-28375f740461 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.826955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff205f3-069b-47c0-9f06-501f45404956 None None] Network 3eee7ed3-51fc-438c-8631-295857e2328a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:54.834162 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:54.835366 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-37764f63-87fe-42e5-acf4-28375f740461 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4018695 Jul 16 19:00:54.838186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48476) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:54.860713 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Transition to ACTIVE for port object 28d68a80-3d5d-49b2-87cb-45eca34beeb0 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:54.867478 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.115671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dc567-41ce-4ac8-8851-4178e8b4cdbf None None] Pushing event updated for resources: {'Port': ['ID=28d68a80-3d5d-49b2-87cb-45eca34beeb0,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:55.119459 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Attempting to bind port 28d68a80-3d5d-49b2-87cb-45eca34beeb0 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:55.119833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Attempting to bind port 28d68a80-3d5d-49b2-87cb-45eca34beeb0 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:55.120198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Attempting to bind port 28d68a80-3d5d-49b2-87cb-45eca34beeb0 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:55.129568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:55.129968 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:55.130368 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.130761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:55.131229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Bound port: 28d68a80-3d5d-49b2-87cb-45eca34beeb0, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:55.131611 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.230603 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] For port 28d68a80-3d5d-49b2-87cb-45eca34beeb0, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:55.234096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-3eee7ed3-51fc-438c-8631-295857e2328a', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'fixed_ips': [{'subnet_id': '5e297335-a040-4c50-90b0-90253b5d073c'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:55.235212 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.239723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] For port 28d68a80-3d5d-49b2-87cb-45eca34beeb0, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=28d68a80-3d5d-49b2-87cb-45eca34beeb0,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:55.249692 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.270013 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.368693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dc567-41ce-4ac8-8851-4178e8b4cdbf None None] Pushing event updated for resources: {'Port': ['ID=28d68a80-3d5d-49b2-87cb-45eca34beeb0,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:55.374804 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Routers {'21a7a93f-391f-46b3-bab4-523378dc034c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:55.375436 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:00:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['21a7a93f-391f-46b3-bab4-523378dc034c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:55.508717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Allocated IP 172.20.0.2 (3eee7ed3-51fc-438c-8631-295857e2328a/5e297335-a040-4c50-90b0-90253b5d073c/0a19c171-ab28-48de-99de-a9bc59967596) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:55.528827 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] Set router 21a7a93f-391f-46b3-bab4-523378dc034c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:55.787521 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.800198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Transition to ACTIVE for port object 0a19c171-ab28-48de-99de-a9bc59967596 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:55.819848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Transition to ACTIVE for port object 0a19c171-ab28-48de-99de-a9bc59967596 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:55.826530 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.828898 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:00:53Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:55.884110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feebfacd-4cdf-40da-9acb-8e53de30875b None None] The sync data for ids ['21a7a93f-391f-46b3-bab4-523378dc034c'] in n-d-787205-10 is: [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:00:53Z', 'revision_number': 3, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:55.913152 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Network 3eee7ed3-51fc-438c-8631-295857e2328a is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:55.920447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:55.923093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:55.925981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Pushing event updated for resources: {'Port': ['ID=0a19c171-ab28-48de-99de-a9bc59967596,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:55.929585 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:55.991873 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Attempting to bind port 0a19c171-ab28-48de-99de-a9bc59967596 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:55.992371 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Attempting to bind port 0a19c171-ab28-48de-99de-a9bc59967596 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '5735e252-47af-4b9e-b850-1906bd79c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:55.993080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Attempting to bind port 0a19c171-ab28-48de-99de-a9bc59967596 on network 3eee7ed3-51fc-438c-8631-295857e2328a {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:55.999003 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:55.999420 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Checking segment: {'id': '5735e252-47af-4b9e-b850-1906bd79c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:55.999779 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.000193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Bound using segment: {'id': '5735e252-47af-4b9e-b850-1906bd79c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:56.000670 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Bound port: 0a19c171-ab28-48de-99de-a9bc59967596, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5735e252-47af-4b9e-b850-1906bd79c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:56.001051 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.070549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] For port 0a19c171-ab28-48de-99de-a9bc59967596, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:56.074929 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] For port 0a19c171-ab28-48de-99de-a9bc59967596, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0a19c171-ab28-48de-99de-a9bc59967596,segment=NetworkSegment(5735e252-47af-4b9e-b850-1906bd79c19b),segment_id=5735e252-47af-4b9e-b850-1906bd79c19b)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:56.080836 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.166279 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25d362-6b80-4b96-9a88-ab06b64e28a6 None None] Pushing event updated for resources: {'Port': ['ID=0a19c171-ab28-48de-99de-a9bc59967596,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:56.250383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.20.0.1 (3eee7ed3-51fc-438c-8631-295857e2328a/5e297335-a040-4c50-90b0-90253b5d073c/48d6f940-8b09-4fff-8687-13b2961854ac) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:56.390799 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.411883 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Transition to ACTIVE for port object 48d6f940-8b09-4fff-8687-13b2961854ac will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:56.449623 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.496830 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 3eee7ed3-51fc-438c-8631-295857e2328a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:56.502535 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:56.506724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:56.533602 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=48d6f940-8b09-4fff-8687-13b2961854ac,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:56.555746 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.707310 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:56.998617 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.004301 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.083224 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=48d6f940-8b09-4fff-8687-13b2961854ac,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:57.086565 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.176325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da1353d-0583-4633-a085-6681febdc425 None None] Network 3eee7ed3-51fc-438c-8631-295857e2328a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:57.181742 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 28d68a80-3d5d-49b2-87cb-45eca34beeb0 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:57.195916 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 3eee7ed3-51fc-438c-8631-295857e2328a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:57.197359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:57.283572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-eb6ba6b9-0467-4485-8058-e99f9f70ff05 None None] Provisioning for port 0a19c171-ab28-48de-99de-a9bc59967596 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:57.311943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 28d68a80-3d5d-49b2-87cb-45eca34beeb0 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:57.323347 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 21a7a93f-391f-46b3-bab4-523378dc034c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:57.340105 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 28d68a80-3d5d-49b2-87cb-45eca34beeb0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:57.340402 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.442760 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:57.448018 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-697d75d8-9012-4d9c-8e08-f60ea961b66c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "PUT /v2.0/routers/21a7a93f-391f-46b3-bab4-523378dc034c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6088045 Jul 16 19:00:57.463543 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.490204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 28d68a80-3d5d-49b2-87cb-45eca34beeb0, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=28d68a80-3d5d-49b2-87cb-45eca34beeb0,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:57.499468 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.500327 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0a19c171-ab28-48de-99de-a9bc59967596 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:57.592342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=28d68a80-3d5d-49b2-87cb-45eca34beeb0,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:57.609027 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-735dcd69-736a-40ef-8998-d34a3e7a7dd5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459340243&fields=id&tenant_id=23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 267 time: 0.0405278 Jul 16 19:00:57.609688 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 0a19c171-ab28-48de-99de-a9bc59967596 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:57.617016 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0a19c171-ab28-48de-99de-a9bc59967596 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:57.617598 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.658662 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Sync routers for ids ['21a7a93f-391f-46b3-bab4-523378dc034c'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:57.669803 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Routers {'21a7a93f-391f-46b3-bab4-523378dc034c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:57.670699 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:00:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['21a7a93f-391f-46b3-bab4-523378dc034c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:57.719276 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.735440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db366-0360-4651-ae1e-c2332919160e req-44c78ba2-0f40-4e58-8ff6-b8ffcc751f45 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:57.743556 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-44c78ba2-0f40-4e58-8ff6-b8ffcc751f45 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/networks?id=3eee7ed3-51fc-438c-8631-295857e2328a HTTP/1.1" status: 200 len: 796 time: 0.1237283 Jul 16 19:00:57.761107 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-829da38b-4597-422d-96e0-edfde7d100e6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/quotas/23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 375 time: 0.0162528 Jul 16 19:00:57.768823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 0a19c171-ab28-48de-99de-a9bc59967596, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0a19c171-ab28-48de-99de-a9bc59967596,segment=NetworkSegment(5735e252-47af-4b9e-b850-1906bd79c19b),segment_id=5735e252-47af-4b9e-b850-1906bd79c19b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:57.771443 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f177cfb5-1a9b-44e7-9ca7-b8cfe32c2da9 None None] Provisioning for port 48d6f940-8b09-4fff-8687-13b2961854ac completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:57.775631 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.781344 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f177cfb5-1a9b-44e7-9ca7-b8cfe32c2da9 None None] Provisioning complete for port 48d6f940-8b09-4fff-8687-13b2961854ac triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:57.781748 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f177cfb5-1a9b-44e7-9ca7-b8cfe32c2da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.845602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-e5ebde3e-fa09-4604-816d-7837733a05f4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830624 Jul 16 19:00:57.872359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-f177cfb5-1a9b-44e7-9ca7-b8cfe32c2da9 None None] Port 48d6f940-8b09-4fff-8687-13b2961854ac cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:57.878536 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=0a19c171-ab28-48de-99de-a9bc59967596,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:57.889211 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f177cfb5-1a9b-44e7-9ca7-b8cfe32c2da9 None None] Provisioning complete for port 0a19c171-ab28-48de-99de-a9bc59967596 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:57.889604 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f177cfb5-1a9b-44e7-9ca7-b8cfe32c2da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:57.919308 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Set router 21a7a93f-391f-46b3-bab4-523378dc034c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:57.919975 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-f114fe5d-d829-4f2b-acfa-79e674b9725a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:00:57.921497 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-f114fe5d-d829-4f2b-acfa-79e674b9725a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0631378 Jul 16 19:00:58.026147 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-7908f9ad-b15c-4830-8cdf-c50de785d8c8 service neutron] 10.222.0.24 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976179 Jul 16 19:00:58.110571 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-0b253448-5dca-46f3-8e1c-3dfcd04f4f6a None None] Provisioning complete for port 48d6f940-8b09-4fff-8687-13b2961854ac triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:58.111359 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0b253448-5dca-46f3-8e1c-3dfcd04f4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.136022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-8b9df155-c2d7-436f-8a1b-ce70afee2156 service neutron] 10.222.0.24 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039712 Jul 16 19:00:58.146178 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:00:56Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '48d6f940-8b09-4fff-8687-13b2961854ac', 'name': '', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:ec:bf:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5e297335-a040-4c50-90b0-90253b5d073c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:55Z', 'updated_at': '2021-07-16T19:00:56Z', 'revision_number': 2, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '5e297335-a040-4c50-90b0-90253b5d073c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:58.154161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-0b253448-5dca-46f3-8e1c-3dfcd04f4f6a None None] Port 48d6f940-8b09-4fff-8687-13b2961854ac cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:58.179503 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Checking router: 21a7a93f-391f-46b3-bab4-523378dc034c for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:58.179909 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Updating router 21a7a93f-391f-46b3-bab4-523378dc034c port 48d6f940-8b09-4fff-8687-13b2961854ac binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:00:58.217003 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.274426 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-d132face-1839-4cc4-9bbc-61dbc71c9829 None None] Provisioning complete for port 48d6f940-8b09-4fff-8687-13b2961854ac triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:58.275005 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d132face-1839-4cc4-9bbc-61dbc71c9829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.313130 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-d132face-1839-4cc4-9bbc-61dbc71c9829 None None] Port 48d6f940-8b09-4fff-8687-13b2961854ac cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:58.519899 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.531871 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Transition to ACTIVE for port object 48d6f940-8b09-4fff-8687-13b2961854ac will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:58.539510 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.594087 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Pushing event updated for resources: {'Port': ['ID=48d6f940-8b09-4fff-8687-13b2961854ac,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:58.622779 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.623311 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.623754 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.624201 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.624650 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.625081 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.625682 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.626513 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.627222 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.628330 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.628945 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.629493 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:58.653611 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-faa61d7d-d347-400c-b212-f9e56a5a3cf6 req-4c6e61d0-4e2d-4e11-bd60-c7f04d05e053 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 210 time: 0.3602948 Jul 16 19:00:58.675004 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Attempting to bind port 48d6f940-8b09-4fff-8687-13b2961854ac on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:58.675463 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Attempting to bind port 48d6f940-8b09-4fff-8687-13b2961854ac by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '5735e252-47af-4b9e-b850-1906bd79c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:58.675556 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Attempting to bind port 48d6f940-8b09-4fff-8687-13b2961854ac on network 3eee7ed3-51fc-438c-8631-295857e2328a {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:58.681071 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:58.681553 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Checking segment: {'id': '5735e252-47af-4b9e-b850-1906bd79c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:58.682069 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.682638 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Bound using segment: {'id': '5735e252-47af-4b9e-b850-1906bd79c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:58.683316 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Bound port: 48d6f940-8b09-4fff-8687-13b2961854ac, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5735e252-47af-4b9e-b850-1906bd79c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:58.683542 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.755470 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] For port 48d6f940-8b09-4fff-8687-13b2961854ac, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:58.758944 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] For port 48d6f940-8b09-4fff-8687-13b2961854ac, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=48d6f940-8b09-4fff-8687-13b2961854ac,segment=NetworkSegment(5735e252-47af-4b9e-b850-1906bd79c19b),segment_id=5735e252-47af-4b9e-b850-1906bd79c19b)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:58.763973 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:58.827509 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Routers {'21a7a93f-391f-46b3-bab4-523378dc034c'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:58.828226 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:00:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['21a7a93f-391f-46b3-bab4-523378dc034c'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:58.875190 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d528f-b140-4869-a092-c91c8ce8ee37 None None] Pushing event updated for resources: {'Port': ['ID=48d6f940-8b09-4fff-8687-13b2961854ac,revision_number=4']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:58.944387 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] Set router 21a7a93f-391f-46b3-bab4-523378dc034c gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:59.118321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 28d68a80-3d5d-49b2-87cb-45eca34beeb0 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:59.170004 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:00:56Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '48d6f940-8b09-4fff-8687-13b2961854ac', 'name': '', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:ec:bf:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5e297335-a040-4c50-90b0-90253b5d073c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:55Z', 'updated_at': '2021-07-16T19:00:58Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '5e297335-a040-4c50-90b0-90253b5d073c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:59.171743 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 28d68a80-3d5d-49b2-87cb-45eca34beeb0 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:59.172127 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:59.201089 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabb9590-5442-4c9e-98a7-66cecfae7bc3 None None] The sync data for ids ['21a7a93f-391f-46b3-bab4-523378dc034c'] in n-d-787205-10 is: [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:00:56Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '48d6f940-8b09-4fff-8687-13b2961854ac', 'name': '', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:ec:bf:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5e297335-a040-4c50-90b0-90253b5d073c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:55Z', 'updated_at': '2021-07-16T19:00:58Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '5e297335-a040-4c50-90b0-90253b5d073c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:59.273119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0a19c171-ab28-48de-99de-a9bc59967596 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:59.322539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0a19c171-ab28-48de-99de-a9bc59967596 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:59.323125 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:59.618477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db366-0360-4651-ae1e-c2332919160e req-b1c44dd3-b97c-4bfe-9bc7-7a9cd16225d5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:59.619974 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-b1c44dd3-b97c-4bfe-9bc7-7a9cd16225d5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.11 "GET /v2.0/networks?id=3eee7ed3-51fc-438c-8631-295857e2328a HTTP/1.1" status: 200 len: 796 time: 0.1121430 Jul 16 19:00:59.668565 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-97281e31-a11f-4798-9db2-84fced5a5aa4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23800e1dea3942859b774132bdecef44 HTTP/1.1" status: 200 len: 379 time: 0.0389702 Jul 16 19:00:59.677824 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-1f1db366-0360-4651-ae1e-c2332919160e req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'port': {'device_id': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'admin_state_up': True, 'tenant_id': '23800e1dea3942859b774132bdecef44', 'security_groups': ['2c39221f-9193-41d5-a8cb-fe0aef15685c']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:59.813319 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1db366-0360-4651-ae1e-c2332919160e req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Made reservation on behalf of 23800e1dea3942859b774132bdecef44 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:59.817304 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1f1db366-0360-4651-ae1e-c2332919160e req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:59.830602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ebf64734-cf71-43d8-829c-e18ff2b73615 req-c0d70cf8-5a92-4cf9-8c38-8ed356318d4c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 210 time: 0.0344834 Jul 16 19:00:59.958180 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-1f1db366-0360-4651-ae1e-c2332919160e req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.20.0.11 (3eee7ed3-51fc-438c-8631-295857e2328a/5e297335-a040-4c50-90b0-90253b5d073c/4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:01:00.100123 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1f1db366-0360-4651-ae1e-c2332919160e req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.115212 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-1f1db366-0360-4651-ae1e-c2332919160e req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Transition to ACTIVE for port object 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:00.149223 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1f1db366-0360-4651-ae1e-c2332919160e req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.202126 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1db366-0360-4651-ae1e-c2332919160e req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network 3eee7ed3-51fc-438c-8631-295857e2328a is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:01:00.205364 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-1f1db366-0360-4651-ae1e-c2332919160e req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:00.209803 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1db366-0360-4651-ae1e-c2332919160e req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:01:00.234179 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:00.264218 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db366-0360-4651-ae1e-c2332919160e req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:00.264955 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1f1db366-0360-4651-ae1e-c2332919160e req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.281147 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-aae2832d-654f-4fdb-8993-a0f1415bead3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6078970 Jul 16 19:01:00.293525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-11b9576c-17ad-4450-9978-854b1ae98413 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:01:00.294695 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-11b9576c-17ad-4450-9978-854b1ae98413 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067334 Jul 16 19:01:00.306988 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Request body: {'port': {'device_id': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:00.384713 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.485042 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b802a526-8d3f-4e59-a7c2-e18170bb175b None None] Provisioning for port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:00.489347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b802a526-8d3f-4e59-a7c2-e18170bb175b None None] Provisioning complete for port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:00.489773 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b802a526-8d3f-4e59-a7c2-e18170bb175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.528101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b802a526-8d3f-4e59-a7c2-e18170bb175b None None] Port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:01:00.655816 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:01:00.663987 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.676524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Transition to ACTIVE for port object 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:01:00.680127 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.752192 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:00.808332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Attempting to bind port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:01:00.808670 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Attempting to bind port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '5735e252-47af-4b9e-b850-1906bd79c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:01:00.809001 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Attempting to bind port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa on network 3eee7ed3-51fc-438c-8631-295857e2328a {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:01:00.813500 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa on network 3eee7ed3-51fc-438c-8631-295857e2328a not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:01:00.813860 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Attempting to bind port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa on network 3eee7ed3-51fc-438c-8631-295857e2328a {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:01:00.819694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:01:00.820032 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Checking segment: {'id': '5735e252-47af-4b9e-b850-1906bd79c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:01:00.820412 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Bound using segment: {'id': '5735e252-47af-4b9e-b850-1906bd79c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:01:00.820843 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Bound port: 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5735e252-47af-4b9e-b850-1906bd79c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:01:00.821200 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.892873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] For port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:01:00.896159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] For port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa,segment=NetworkSegment(5735e252-47af-4b9e-b850-1906bd79c19b),segment_id=5735e252-47af-4b9e-b850-1906bd79c19b)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:01:00.900589 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.934857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:00.935479 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.936880 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] 10.222.0.11 "PUT /v2.0/ports/4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa HTTP/1.1" status: 200 len: 1093 time: 0.6347599 Jul 16 19:01:00.937334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'tag': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:00.939631 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd50b24-c196-4b3e-9d22-579cd92288a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7bcaa53f-d713-4133-969b-1baf6d30178e", "tag": "4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:00.966491 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22a847-1fce-4709-94b9-aa499ce5d5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:01.009582 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56c4c89-0583-44bb-bfda-25ff9ac45833 x-openstack-request-id: req-d56c4c89-0583-44bb-bfda-25ff9ac45833 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:01.009938 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bcaa53f-d713-4133-969b-1baf6d30178e", "tag": "4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:01.010194 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d56c4c89-0583-44bb-bfda-25ff9ac45833 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:01.010594 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'tag': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa', 'status': 'completed', 'code': 200} Jul 16 19:01:01.035621 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc939e04-7537-46ff-97c3-00595a16ca39 req-a41a1610-d279-41c2-a708-2bc4390773b3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:01.038080 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc939e04-7537-46ff-97c3-00595a16ca39 req-a41a1610-d279-41c2-a708-2bc4390773b3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 944 time: 0.0852852 Jul 16 19:01:01.063161 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db366-0360-4651-ae1e-c2332919160e req-6af2b6a5-c7b1-4f37-abc4-54adcdb24cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:01.064689 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-6af2b6a5-c7b1-4f37-abc4-54adcdb24cb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 1096 time: 0.0748682 Jul 16 19:01:01.089200 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fc939e04-7537-46ff-97c3-00595a16ca39 req-8abbc7a0-1858-4777-aeca-803fa6e3321a tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454490 Jul 16 19:01:01.123438 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-59f40036-f305-442a-8769-8d2fa2b0a3d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa HTTP/1.1" status: 200 len: 217 time: 0.0487838 Jul 16 19:01:01.144947 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 48d6f940-8b09-4fff-8687-13b2961854ac up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:01:01.178792 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db366-0360-4651-ae1e-c2332919160e req-6e95dbc1-0c5e-4c7c-8e5d-3f609851e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:01.180479 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-6e95dbc1-0c5e-4c7c-8e5d-3f609851e4e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e297335-a040-4c50-90b0-90253b5d073c HTTP/1.1" status: 200 len: 835 time: 0.0500493 Jul 16 19:01:01.198552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 48d6f940-8b09-4fff-8687-13b2961854ac completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:01.202678 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 48d6f940-8b09-4fff-8687-13b2961854ac triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:01.203051 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:01.241371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db366-0360-4651-ae1e-c2332919160e req-be06c55f-1cb0-476d-ae40-a377d68892cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:01.243002 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-be06c55f-1cb0-476d-ae40-a377d68892cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eee7ed3-51fc-438c-8631-295857e2328a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562150 Jul 16 19:01:01.292893 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:01.323845 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 48d6f940-8b09-4fff-8687-13b2961854ac, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=48d6f940-8b09-4fff-8687-13b2961854ac,segment=NetworkSegment(5735e252-47af-4b9e-b850-1906bd79c19b),segment_id=5735e252-47af-4b9e-b850-1906bd79c19b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:01.327784 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:01.341293 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-54dac2f9-b9f3-419a-8fff-d51b0bd381eb service neutron] 10.222.0.11 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920858 Jul 16 19:01:01.377061 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=48d6f940-8b09-4fff-8687-13b2961854ac,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:01.430832 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-1f1db366-0360-4651-ae1e-c2332919160e req-c2615b8a-0a2e-461a-898d-55c14aa497d0 service neutron] 10.222.0.11 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828953 Jul 16 19:01:01.537226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd50b24-c196-4b3e-9d22-579cd92288a4 req-5d3084c7-6de9-494a-9f23-5036e34624ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:01.538747 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9fd50b24-c196-4b3e-9d22-579cd92288a4 req-5d3084c7-6de9-494a-9f23-5036e34624ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 1096 time: 0.0573802 Jul 16 19:01:01.626044 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd50b24-c196-4b3e-9d22-579cd92288a4 req-2e9ebfbe-88c2-4b79-9001-006b9cfa2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:01.627403 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9fd50b24-c196-4b3e-9d22-579cd92288a4 req-2e9ebfbe-88c2-4b79-9001-006b9cfa2735 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eee7ed3-51fc-438c-8631-295857e2328a HTTP/1.1" status: 200 len: 897 time: 0.0824823 Jul 16 19:01:01.670895 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9fd50b24-c196-4b3e-9d22-579cd92288a4 req-d82c3535-6df5-43ec-a32e-693574fdb923 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa HTTP/1.1" status: 200 len: 217 time: 0.0372913 Jul 16 19:01:01.719308 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd50b24-c196-4b3e-9d22-579cd92288a4 req-519b7828-ecf4-4650-96ce-94723bfac166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:01.720773 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9fd50b24-c196-4b3e-9d22-579cd92288a4 req-519b7828-ecf4-4650-96ce-94723bfac166 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e297335-a040-4c50-90b0-90253b5d073c HTTP/1.1" status: 200 len: 835 time: 0.0432975 Jul 16 19:01:01.779969 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd50b24-c196-4b3e-9d22-579cd92288a4 req-3f3b9b64-e18d-4ab1-b75d-925f60f26664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:01.781682 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9fd50b24-c196-4b3e-9d22-579cd92288a4 req-3f3b9b64-e18d-4ab1-b75d-925f60f26664 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eee7ed3-51fc-438c-8631-295857e2328a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532131 Jul 16 19:01:01.880919 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9fd50b24-c196-4b3e-9d22-579cd92288a4 req-a76d200d-916d-46a2-984b-a100ffc215d4 service neutron] 10.222.0.11 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914042 Jul 16 19:01:01.970807 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9fd50b24-c196-4b3e-9d22-579cd92288a4 req-15b92eb8-bb9a-4c80-b953-1fa1d5889ab8 service neutron] 10.222.0.11 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835457 Jul 16 19:01:02.293007 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca970894-8024-4069-9a15-a31b7bf46f71 req-bc8ce5d4-aad6-4d4c-a1d2-e359c84f1e9e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:02.294893 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca970894-8024-4069-9a15-a31b7bf46f71 req-bc8ce5d4-aad6-4d4c-a1d2-e359c84f1e9e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 944 time: 0.0723529 Jul 16 19:01:02.339910 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ca970894-8024-4069-9a15-a31b7bf46f71 req-4a8af520-763b-4c8c-9bb5-b1416bd2716f tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386147 Jul 16 19:01:03.094223 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 48d6f940-8b09-4fff-8687-13b2961854ac up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:01:03.141866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 48d6f940-8b09-4fff-8687-13b2961854ac triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:03.142239 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.514408 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5c230-3400-4178-9664-c0b38a030450 req-f438ad7d-aa6a-4d2b-9a96-d4659b322a16 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:03.515882 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1fd5c230-3400-4178-9664-c0b38a030450 req-f438ad7d-aa6a-4d2b-9a96-d4659b322a16 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 944 time: 0.0634336 Jul 16 19:01:03.552918 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1fd5c230-3400-4178-9664-c0b38a030450 req-dbfadaae-d717-4c8d-8a45-1ebbb90d6edf tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315208 Jul 16 19:01:04.382539 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:01:04.475808 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa,segment=NetworkSegment(5735e252-47af-4b9e-b850-1906bd79c19b),segment_id=5735e252-47af-4b9e-b850-1906bd79c19b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:04.486750 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'port_id': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa', 'mac_address': 'fa:16:3e:62:e4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e297335-a040-4c50-90b0-90253b5d073c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:01:04.527339 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.539862 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:01:04.559366 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa,segment=NetworkSegment(5735e252-47af-4b9e-b850-1906bd79c19b),segment_id=5735e252-47af-4b9e-b850-1906bd79c19b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:04.563352 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.612978 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:04.727023 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46600c14-796e-46d6-9093-52db6218295a req-f3aa39f5-6caa-491e-9273-43891c7f2959 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:04.728438 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46600c14-796e-46d6-9093-52db6218295a req-f3aa39f5-6caa-491e-9273-43891c7f2959 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 945 time: 0.0662541 Jul 16 19:01:04.764081 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:01:04.766979 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46600c14-796e-46d6-9093-52db6218295a req-bac100d7-8af3-4af6-9412-b801c7d516b4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327992 Jul 16 19:01:05.938253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a444f9b-0a49-406c-9204-f15e2981fe0c req-a2d527ca-037c-4765-812b-ef2d344ec9f6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:05.939758 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a444f9b-0a49-406c-9204-f15e2981fe0c req-a2d527ca-037c-4765-812b-ef2d344ec9f6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 945 time: 0.0634692 Jul 16 19:01:05.977714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9a444f9b-0a49-406c-9204-f15e2981fe0c req-6a461094-c629-4191-8731-23c0a526d132 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314171 Jul 16 19:01:06.413221 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:01:06.461208 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:01:06.464848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:06.465221 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.696918 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.718980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:06.721188 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192a7dc4-7a85-4c2c-a4f2-3fb7eba29fca" -d '{"events": [{"server_uuid": "7bcaa53f-d713-4133-969b-1baf6d30178e", "name": "network-vif-plugged", "status": "completed", "tag": "4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:06.733975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa,segment=NetworkSegment(5735e252-47af-4b9e-b850-1906bd79c19b),segment_id=5735e252-47af-4b9e-b850-1906bd79c19b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:06.738399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:06.765905 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3662739e-1091-47a1-84f1-393669a9fabf x-openstack-request-id: req-3662739e-1091-47a1-84f1-393669a9fabf {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:06.766628 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcaa53f-d713-4133-969b-1baf6d30178e", "name": "network-vif-plugged", "status": "completed", "tag": "4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:06.766895 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3662739e-1091-47a1-84f1-393669a9fabf {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:06.767280 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa', 'code': 200} Jul 16 19:01:06.795166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:06.877963 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15c5c8-875a-4772-9958-4e336fcd0e2a req-23f55b7b-46b5-4911-8ba1-a1c50f7f85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:06.879969 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6e15c5c8-875a-4772-9958-4e336fcd0e2a req-23f55b7b-46b5-4911-8ba1-a1c50f7f85e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 1098 time: 0.0566902 Jul 16 19:01:06.912701 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6e15c5c8-875a-4772-9958-4e336fcd0e2a req-7a87e942-fb63-4f91-aebc-21af06741efc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274525 Jul 16 19:01:07.154078 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18e653-4c22-4456-8a11-f764a1510310 req-3d2a67a6-fd6b-4d58-a9aa-cc37082f022e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:07.155966 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab18e653-4c22-4456-8a11-f764a1510310 req-3d2a67a6-fd6b-4d58-a9aa-cc37082f022e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 946 time: 0.0642788 Jul 16 19:01:07.197877 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab18e653-4c22-4456-8a11-f764a1510310 req-e6b6fb05-b045-45f3-836e-01fdd9d1efb3 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361550 Jul 16 19:01:07.416901 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:01:08.371298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18f429-0436-404f-9117-b73149a9177c req-65b76fae-950e-46c5-b538-d2a7ea09b3da tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:08.372807 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea18f429-0436-404f-9117-b73149a9177c req-65b76fae-950e-46c5-b538-d2a7ea09b3da tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 946 time: 0.0633326 Jul 16 19:01:08.411362 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ea18f429-0436-404f-9117-b73149a9177c req-cd231325-770c-4145-9952-38497b5de141 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330489 Jul 16 19:01:08.582145 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d7f5f-7198-49f2-9579-dbbc3dc4f133 req-02874c6a-e65f-46ff-a6cb-2ef4b5b2fd5e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:08.583621 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-507d7f5f-7198-49f2-9579-dbbc3dc4f133 req-02874c6a-e65f-46ff-a6cb-2ef4b5b2fd5e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 946 time: 0.0624259 Jul 16 19:01:08.621523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-507d7f5f-7198-49f2-9579-dbbc3dc4f133 req-56d8b41d-d697-4006-bd8b-2f3f87904f74 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316937 Jul 16 19:01:08.645153 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48534) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:08.696681 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff770167-965c-4740-bc66-30882c0b23fd tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:08.698245 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ff770167-965c-4740-bc66-30882c0b23fd tempest-TestNetworkAdvancedServerOps-2075942297 tempest-TestNetworkAdvancedServerOps-2075942297-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 1093 time: 0.0520632 Jul 16 19:01:08.700923 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48536) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:08.705255 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:08.726780 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.827896 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.928829 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Allocated IP 172.25.3.208 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/fd2afb6c-4faf-4513-9f7c-4da54aca805f) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:01:09.030950 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.069204 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.104209 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:01:09.108937 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:09.112579 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:01:09.137823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=fd2afb6c-4faf-4513-9f7c-4da54aca805f,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:09.477013 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.550236 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.698429 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.702734 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.773484 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event updated for resources: {'Port': ['ID=fd2afb6c-4faf-4513-9f7c-4da54aca805f,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:09.783244 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:09.882735 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Floating IP efd5f3d7-aedd-4727-be9a-5fa55569fc6b associated. External IP: 172.25.3.208, port: 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa. Jul 16 19:01:10.084708 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 21a7a93f-391f-46b3-bab4-523378dc034c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:01:10.509890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:10.519556 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424c51f0-d78a-4951-a90a-ec1752f5f0e0 None None] Sync routers for ids ['21a7a93f-391f-46b3-bab4-523378dc034c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:10.527025 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:10.530630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c51f0-d78a-4951-a90a-ec1752f5f0e0 None None] Routers {'21a7a93f-391f-46b3-bab4-523378dc034c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:10.531262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-424c51f0-d78a-4951-a90a-ec1752f5f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:00:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['21a7a93f-391f-46b3-bab4-523378dc034c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:10.564539 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3ece3337-ae10-4880-b233-c7e5f5d1eb95 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8625789 Jul 16 19:01:10.565239 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'tag': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:10.567629 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6ed0fb-6f4d-48b6-bb4b-27d9dcb5a168" -d '{"events": [{"name": "network-changed", "server_uuid": "7bcaa53f-d713-4133-969b-1baf6d30178e", "tag": "4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:10.606345 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7359f81f-abba-4fae-a703-54a62a935186 x-openstack-request-id: req-7359f81f-abba-4fae-a703-54a62a935186 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:10.606853 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bcaa53f-d713-4133-969b-1baf6d30178e", "tag": "4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:10.607323 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7359f81f-abba-4fae-a703-54a62a935186 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:10.607729 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'tag': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa', 'status': 'completed', 'code': 200} Jul 16 19:01:10.642570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-424c51f0-d78a-4951-a90a-ec1752f5f0e0 None None] Set router 21a7a93f-391f-46b3-bab4-523378dc034c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:10.698249 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ed0fb-6f4d-48b6-bb4b-27d9dcb5a168 req-9c9bdd0e-311f-40c7-84d7-7ba9251ed765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:10.699786 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2a6ed0fb-6f4d-48b6-bb4b-27d9dcb5a168 req-9c9bdd0e-311f-40c7-84d7-7ba9251ed765 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 1098 time: 0.0586283 Jul 16 19:01:10.725804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e90fd2-2fac-4d49-a14a-b42133dce556 req-6f5a9e79-cac2-4754-9653-a17beecb03bf tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:10.727327 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-38e90fd2-2fac-4d49-a14a-b42133dce556 req-6f5a9e79-cac2-4754-9653-a17beecb03bf tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 946 time: 0.0704317 Jul 16 19:01:10.770350 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-38e90fd2-2fac-4d49-a14a-b42133dce556 req-f506389c-c4b4-47eb-8801-a9299e21d220 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356753 Jul 16 19:01:10.798053 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48542) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:10.802354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ed0fb-6f4d-48b6-bb4b-27d9dcb5a168 req-347b6b67-e6f3-40ae-b36a-8be92b5f351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:10.804775 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2a6ed0fb-6f4d-48b6-bb4b-27d9dcb5a168 req-347b6b67-e6f3-40ae-b36a-8be92b5f351f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eee7ed3-51fc-438c-8631-295857e2328a HTTP/1.1" status: 200 len: 897 time: 0.0989041 Jul 16 19:01:10.864176 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-34c1401a-5f8e-466b-b6f5-ab26e6b514e6 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/efd5f3d7-aedd-4727-be9a-5fa55569fc6b HTTP/1.1" status: 200 len: 992 time: 0.0647113 Jul 16 19:01:10.873550 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2a6ed0fb-6f4d-48b6-bb4b-27d9dcb5a168 req-15536e6b-a950-4120-a29a-c0caa3e35450 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa HTTP/1.1" status: 200 len: 1000 time: 0.0613136 Jul 16 19:01:10.878263 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-424c51f0-d78a-4951-a90a-ec1752f5f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:00:56Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'efd5f3d7-aedd-4727-be9a-5fa55569fc6b', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'port_id': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'mac_address': 'fa:16:3e:62:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:01:09Z', 'updated_at': '2021-07-16T19:01:09Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d6f940-8b09-4fff-8687-13b2961854ac', 'name': '', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:ec:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5e297335-a040-4c50-90b0-90253b5d073c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:55Z', 'updated_at': '2021-07-16T19:01:01Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '5e297335-a040-4c50-90b0-90253b5d073c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:10.904265 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424c51f0-d78a-4951-a90a-ec1752f5f0e0 None None] Checking router: 21a7a93f-391f-46b3-bab4-523378dc034c for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:01:10.913691 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c51f0-d78a-4951-a90a-ec1752f5f0e0 None None] Routers {'21a7a93f-391f-46b3-bab4-523378dc034c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:10.914301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-424c51f0-d78a-4951-a90a-ec1752f5f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:00:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['21a7a93f-391f-46b3-bab4-523378dc034c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:10.922297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ed0fb-6f4d-48b6-bb4b-27d9dcb5a168 req-7ddcacfe-fe25-4040-93b2-3d93489b9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:10.923763 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2a6ed0fb-6f4d-48b6-bb4b-27d9dcb5a168 req-7ddcacfe-fe25-4040-93b2-3d93489b9ccb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e297335-a040-4c50-90b0-90253b5d073c HTTP/1.1" status: 200 len: 835 time: 0.0442173 Jul 16 19:01:10.986049 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ed0fb-6f4d-48b6-bb4b-27d9dcb5a168 req-560e88c6-0e9e-4577-8fe5-ca0d35187808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:10.987540 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2a6ed0fb-6f4d-48b6-bb4b-27d9dcb5a168 req-560e88c6-0e9e-4577-8fe5-ca0d35187808 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eee7ed3-51fc-438c-8631-295857e2328a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574348 Jul 16 19:01:11.021679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-424c51f0-d78a-4951-a90a-ec1752f5f0e0 None None] Set router 21a7a93f-391f-46b3-bab4-523378dc034c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:11.076170 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2a6ed0fb-6f4d-48b6-bb4b-27d9dcb5a168 req-fb0e0910-f56c-4aa5-8301-c4f7027e4170 service neutron] 10.222.0.11 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815682 Jul 16 19:01:11.169431 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2a6ed0fb-6f4d-48b6-bb4b-27d9dcb5a168 req-6a039700-a8ce-42fe-9695-7271ed0c79f2 service neutron] 10.222.0.11 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862448 Jul 16 19:01:11.245182 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-424c51f0-d78a-4951-a90a-ec1752f5f0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:00:56Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'efd5f3d7-aedd-4727-be9a-5fa55569fc6b', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'port_id': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'mac_address': 'fa:16:3e:62:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:01:09Z', 'updated_at': '2021-07-16T19:01:09Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d6f940-8b09-4fff-8687-13b2961854ac', 'name': '', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:ec:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5e297335-a040-4c50-90b0-90253b5d073c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:55Z', 'updated_at': '2021-07-16T19:01:01Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '5e297335-a040-4c50-90b0-90253b5d073c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:11.274416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424c51f0-d78a-4951-a90a-ec1752f5f0e0 None None] The sync data for ids ['21a7a93f-391f-46b3-bab4-523378dc034c'] in n-d-787205-10 is: [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:00:56Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'efd5f3d7-aedd-4727-be9a-5fa55569fc6b', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'floating_ip_address': '172.25.3.208', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'port_id': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'mac_address': 'fa:16:3e:62:e4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:01:09Z', 'updated_at': '2021-07-16T19:01:09Z', 'revision_number': 0, 'project_id': '23800e1dea3942859b774132bdecef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d6f940-8b09-4fff-8687-13b2961854ac', 'name': '', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:ec:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5e297335-a040-4c50-90b0-90253b5d073c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:55Z', 'updated_at': '2021-07-16T19:01:01Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '5e297335-a040-4c50-90b0-90253b5d073c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:01:11.469592 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408af6b7-a04c-43ee-9fda-42260ab4e7d2 None None] New status for floating IP efd5f3d7-aedd-4727-be9a-5fa55569fc6b: ACTIVE {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:01:11.868536 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48544) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:11.931523 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-31cceb5c-6094-434b-9f72-ccf5468e6fb4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/efd5f3d7-aedd-4727-be9a-5fa55569fc6b HTTP/1.1" status: 200 len: 994 time: 0.0618551 Jul 16 19:01:13.647101 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-90eb73e6-6230-4517-b523-b58df55d6d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:15.826145 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-37792644-bf84-453b-8d14-b83c2679de94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:16.074793 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:17.888843 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:19.294703 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:21.690857 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-d287e188-6a6d-4231-94fe-159fa8c8b7b2 req-87b581f1-b586-48d9-8298-fd1021a4d873 service neutron] (105590) timed out ('10.222.0.24', 44978) {{(pid=105590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:01:23.822024 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:25.911173 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:36.299868 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-182db8c8-f024-4762-bf66-8ec73b1f63a9 req-d6ad8e05-ccbb-47b8-acc0-82389d7083a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506790 Jul 16 19:01:36.394332 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182db8c8-f024-4762-bf66-8ec73b1f63a9 req-dac39352-c001-4638-9837-1707bd5c2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:36.395910 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-182db8c8-f024-4762-bf66-8ec73b1f63a9 req-dac39352-c001-4638-9837-1707bd5c2e1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 1098 time: 0.0523512 Jul 16 19:01:36.501594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182db8c8-f024-4762-bf66-8ec73b1f63a9 req-d8d67a9e-cd7c-4aff-a920-34ef222f5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:36.503079 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-182db8c8-f024-4762-bf66-8ec73b1f63a9 req-d8d67a9e-cd7c-4aff-a920-34ef222f5386 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eee7ed3-51fc-438c-8631-295857e2328a HTTP/1.1" status: 200 len: 897 time: 0.0876513 Jul 16 19:01:36.566365 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-182db8c8-f024-4762-bf66-8ec73b1f63a9 req-92c3d900-3c7b-477a-a9ce-5d5cdf2def7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa HTTP/1.1" status: 200 len: 1002 time: 0.0559857 Jul 16 19:01:36.619219 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182db8c8-f024-4762-bf66-8ec73b1f63a9 req-617677b9-99bd-417b-8e02-4a7d804faebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:36.620637 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-182db8c8-f024-4762-bf66-8ec73b1f63a9 req-617677b9-99bd-417b-8e02-4a7d804faebc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e297335-a040-4c50-90b0-90253b5d073c HTTP/1.1" status: 200 len: 835 time: 0.0471323 Jul 16 19:01:36.674621 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182db8c8-f024-4762-bf66-8ec73b1f63a9 req-6fb2b8c9-e806-4660-a298-7272b7119098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:36.676082 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-182db8c8-f024-4762-bf66-8ec73b1f63a9 req-6fb2b8c9-e806-4660-a298-7272b7119098 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eee7ed3-51fc-438c-8631-295857e2328a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496531 Jul 16 19:01:36.764690 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-182db8c8-f024-4762-bf66-8ec73b1f63a9 req-ab8b00e2-9fdf-4e06-9e6d-f49346787af0 service neutron] 10.222.0.11 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815527 Jul 16 19:01:36.855455 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-182db8c8-f024-4762-bf66-8ec73b1f63a9 req-cf395ae6-da45-4702-b27e-32910143e9aa service neutron] 10.222.0.11 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839431 Jul 16 19:01:43.604736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ea45b-7ff4-4fec-9b97-e0e25252c5a2 req-c7e671ad-5baf-4165-8dd7-f506c6150096 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:43.606159 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-860ea45b-7ff4-4fec-9b97-e0e25252c5a2 req-c7e671ad-5baf-4165-8dd7-f506c6150096 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 946 time: 0.0632670 Jul 16 19:01:43.643902 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-860ea45b-7ff4-4fec-9b97-e0e25252c5a2 req-8b562734-636e-4788-a569-6f060125f1c4 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314353 Jul 16 19:01:43.648624 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0d5f6b2e-4ce4-4bf2-803e-8ae334461993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:44.415295 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:01:44.817633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a21304-05f8-4e0f-9455-787119907f88 req-bf2b5a23-5557-4082-939a-51d94653d459 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:44.819142 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63a21304-05f8-4e0f-9455-787119907f88 req-bf2b5a23-5557-4082-939a-51d94653d459 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 946 time: 0.0626628 Jul 16 19:01:44.861089 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-63a21304-05f8-4e0f-9455-787119907f88 req-da6009a5-7c55-480e-bac0-3f105599d221 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364704 Jul 16 19:01:44.885071 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48564) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:44.948229 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-851f4e99-b6d0-4512-8973-4fa12a3a0e23 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/efd5f3d7-aedd-4727-be9a-5fa55569fc6b HTTP/1.1" status: 200 len: 994 time: 0.0618916 Jul 16 19:01:45.827623 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f6f13343-97a3-45b1-af86-c186a20ff53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:46.075950 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:46.362762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdcf7d-8b1e-4d49-b0d3-737b12e32f80 req-517e1f18-df60-4267-a967-fa97b786b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:46.364305 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1bdcf7d-8b1e-4d49-b0d3-737b12e32f80 req-517e1f18-df60-4267-a967-fa97b786b87e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 1098 time: 0.0547595 Jul 16 19:01:46.389021 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36977f3-006c-40fb-a495-c05c30c21cc0 req-e115ab2c-3adf-4fca-a8cc-fad44ae3068c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:46.391208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c36977f3-006c-40fb-a495-c05c30c21cc0 req-e115ab2c-3adf-4fca-a8cc-fad44ae3068c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 946 time: 0.0650594 Jul 16 19:01:46.428489 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c36977f3-006c-40fb-a495-c05c30c21cc0 req-4a79e9c3-46c1-4b39-a019-63c2787489ad tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316787 Jul 16 19:01:46.453844 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdcf7d-8b1e-4d49-b0d3-737b12e32f80 req-e004a2e8-43bc-4e8c-84e9-9c999ab7d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:46.455307 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1bdcf7d-8b1e-4d49-b0d3-737b12e32f80 req-e004a2e8-43bc-4e8c-84e9-9c999ab7d47d service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eee7ed3-51fc-438c-8631-295857e2328a HTTP/1.1" status: 200 len: 897 time: 0.0852451 Jul 16 19:01:46.522135 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1bdcf7d-8b1e-4d49-b0d3-737b12e32f80 req-3a1ce84d-9bd4-4f54-8eae-a0b0ae6ad365 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa HTTP/1.1" status: 200 len: 1002 time: 0.0601947 Jul 16 19:01:46.568257 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdcf7d-8b1e-4d49-b0d3-737b12e32f80 req-20cc1792-395c-4905-a8b2-707de78540ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:46.569638 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1bdcf7d-8b1e-4d49-b0d3-737b12e32f80 req-20cc1792-395c-4905-a8b2-707de78540ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e297335-a040-4c50-90b0-90253b5d073c HTTP/1.1" status: 200 len: 835 time: 0.0421362 Jul 16 19:01:46.624620 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdcf7d-8b1e-4d49-b0d3-737b12e32f80 req-f63ed06e-1814-47ec-b153-1f1b5ac35475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:46.625999 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1bdcf7d-8b1e-4d49-b0d3-737b12e32f80 req-f63ed06e-1814-47ec-b153-1f1b5ac35475 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eee7ed3-51fc-438c-8631-295857e2328a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503314 Jul 16 19:01:46.717697 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1bdcf7d-8b1e-4d49-b0d3-737b12e32f80 req-67821a22-8d70-470f-94fb-c6571d84a17d service neutron] 10.222.0.11 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856323 Jul 16 19:01:46.805409 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-f1bdcf7d-8b1e-4d49-b0d3-737b12e32f80 req-c9abf54d-1b2e-4dc3-b02c-47f5318833c3 service neutron] 10.222.0.11 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807641 Jul 16 19:01:47.601636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd595d7-8539-4a9e-aeaf-fcee0f7e07e1 req-72eb1c09-4670-418c-82ee-3242a0cd78e1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:47.603167 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-afd595d7-8539-4a9e-aeaf-fcee0f7e07e1 req-72eb1c09-4670-418c-82ee-3242a0cd78e1 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 946 time: 0.0630913 Jul 16 19:01:47.641497 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-afd595d7-8539-4a9e-aeaf-fcee0f7e07e1 req-f768dcb6-0bf3-4558-b28c-5b6b8946d538 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315564 Jul 16 19:01:47.890213 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:48.821056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fe2f4-ef30-4d73-8afb-674ab17dec98 req-15170106-f913-405c-b9b7-4e33b2345f0e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:48.822601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf1fe2f4-ef30-4d73-8afb-674ab17dec98 req-15170106-f913-405c-b9b7-4e33b2345f0e tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 946 time: 0.0659518 Jul 16 19:01:48.860429 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cf1fe2f4-ef30-4d73-8afb-674ab17dec98 req-9788c209-427d-4136-882e-3a8b9367e8ac tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317805 Jul 16 19:01:48.886350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48576) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:48.949865 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-db498cb5-d925-4a8d-afdd-799df00cf5bf tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/floatingips/efd5f3d7-aedd-4727-be9a-5fa55569fc6b HTTP/1.1" status: 200 len: 994 time: 0.0622411 Jul 16 19:01:49.208241 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48582) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:49.298706 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.366965 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port fd2afb6c-4faf-4513-9f7c-4da54aca805f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:49.367314 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.444710 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.445038 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.456935 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for fd2afb6c-4faf-4513-9f7c-4da54aca805f owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:49.598773 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.626998 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=fd2afb6c-4faf-4513-9f7c-4da54aca805f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:49.655441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:49.655801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:49.656150 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:49.656492 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:49.656826 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:49.657164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:49.657498 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:49.657854 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:49.658191 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:49.658523 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:49.658848 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:49.659177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:49.697303 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.697638 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Floating IP efd5f3d7-aedd-4727-be9a-5fa55569fc6b disassociated (deleted). External IP: 172.25.3.208, port: 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa. Jul 16 19:01:49.904488 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 21a7a93f-391f-46b3-bab4-523378dc034c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:01:50.009961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:50.015476 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.019853 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb98545c-03b4-4953-afc7-5ed228af098f None None] Sync routers for ids ['21a7a93f-391f-46b3-bab4-523378dc034c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:50.028376 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98545c-03b4-4953-afc7-5ed228af098f None None] Routers {'21a7a93f-391f-46b3-bab4-523378dc034c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:50.028981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cb98545c-03b4-4953-afc7-5ed228af098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['21a7a93f-391f-46b3-bab4-523378dc034c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:50.051061 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c4c237a3-7e41-4e7b-9f04-271cc7588b8c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/floatingips/efd5f3d7-aedd-4727-be9a-5fa55569fc6b HTTP/1.1" status: 204 len: 168 time: 0.8417850 Jul 16 19:01:50.051764 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'tag': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:50.054179 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4916d3e-9f65-4ebd-bceb-3013be6676d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7bcaa53f-d713-4133-969b-1baf6d30178e", "tag": "4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:50.093165 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763b60eb-325f-4146-a34a-29e1291ba18a x-openstack-request-id: req-763b60eb-325f-4146-a34a-29e1291ba18a {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:50.093461 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bcaa53f-d713-4133-969b-1baf6d30178e", "tag": "4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:50.093746 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-763b60eb-325f-4146-a34a-29e1291ba18a {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:50.094154 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'tag': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa', 'status': 'completed', 'code': 200} Jul 16 19:01:50.139704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-cb98545c-03b4-4953-afc7-5ed228af098f None None] Set router 21a7a93f-391f-46b3-bab4-523378dc034c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:50.170855 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4916d3e-9f65-4ebd-bceb-3013be6676d6 req-d98ee8de-46e2-4cfa-92ba-7f290d8594ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:50.172784 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a4916d3e-9f65-4ebd-bceb-3013be6676d6 req-d98ee8de-46e2-4cfa-92ba-7f290d8594ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23800e1dea3942859b774132bdecef44&device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 1098 time: 0.0556660 Jul 16 19:01:50.275733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4916d3e-9f65-4ebd-bceb-3013be6676d6 req-4ee73a29-ce8d-42b8-b303-219185e7919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:50.277575 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a4916d3e-9f65-4ebd-bceb-3013be6676d6 req-4ee73a29-ce8d-42b8-b303-219185e7919f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eee7ed3-51fc-438c-8631-295857e2328a HTTP/1.1" status: 200 len: 897 time: 0.0986390 Jul 16 19:01:50.320229 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a4916d3e-9f65-4ebd-bceb-3013be6676d6 req-ce132020-575a-4f63-b975-c187fa12d2b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa HTTP/1.1" status: 200 len: 217 time: 0.0359862 Jul 16 19:01:50.357543 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cb98545c-03b4-4953-afc7-5ed228af098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:00:56Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '48d6f940-8b09-4fff-8687-13b2961854ac', 'name': '', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:ec:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5e297335-a040-4c50-90b0-90253b5d073c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:55Z', 'updated_at': '2021-07-16T19:01:01Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '5e297335-a040-4c50-90b0-90253b5d073c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:50.380285 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4916d3e-9f65-4ebd-bceb-3013be6676d6 req-771910ba-e293-45c6-831f-2976702ac99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:50.381937 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a4916d3e-9f65-4ebd-bceb-3013be6676d6 req-771910ba-e293-45c6-831f-2976702ac99c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e297335-a040-4c50-90b0-90253b5d073c HTTP/1.1" status: 200 len: 835 time: 0.0550978 Jul 16 19:01:50.386636 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb98545c-03b4-4953-afc7-5ed228af098f None None] Checking router: 21a7a93f-391f-46b3-bab4-523378dc034c for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:01:50.396250 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98545c-03b4-4953-afc7-5ed228af098f None None] Routers {'21a7a93f-391f-46b3-bab4-523378dc034c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:50.396870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cb98545c-03b4-4953-afc7-5ed228af098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['21a7a93f-391f-46b3-bab4-523378dc034c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:50.443304 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ca35d-b716-42d5-bf25-e020fb1d1f92 req-5869683b-9e3d-4d08-8087-c3a0facfea47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:50.443889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4916d3e-9f65-4ebd-bceb-3013be6676d6 req-faaf8adb-d143-4522-991d-5aa552c86678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:50.444809 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e7ca35d-b716-42d5-bf25-e020fb1d1f92 req-5869683b-9e3d-4d08-8087-c3a0facfea47 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 946 time: 0.0672987 Jul 16 19:01:50.445166 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a4916d3e-9f65-4ebd-bceb-3013be6676d6 req-faaf8adb-d143-4522-991d-5aa552c86678 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eee7ed3-51fc-438c-8631-295857e2328a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543551 Jul 16 19:01:50.484604 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3e7ca35d-b716-42d5-bf25-e020fb1d1f92 req-311bea92-192a-4c7e-ae0d-d3edb327b8f2 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333884 Jul 16 19:01:50.510582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-cb98545c-03b4-4953-afc7-5ed228af098f None None] Set router 21a7a93f-391f-46b3-bab4-523378dc034c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:50.538774 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a4916d3e-9f65-4ebd-bceb-3013be6676d6 req-4d644ce4-fff4-4d8f-abd7-a497b7eefb0b service neutron] 10.222.0.11 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867662 Jul 16 19:01:50.644377 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-a4916d3e-9f65-4ebd-bceb-3013be6676d6 req-aa00f80e-c35d-4135-a513-64443b81cc3c service neutron] 10.222.0.11 "GET /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981340 Jul 16 19:01:50.711459 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-cb98545c-03b4-4953-afc7-5ed228af098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:00:56Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '48d6f940-8b09-4fff-8687-13b2961854ac', 'name': '', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:ec:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5e297335-a040-4c50-90b0-90253b5d073c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:55Z', 'updated_at': '2021-07-16T19:01:01Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '5e297335-a040-4c50-90b0-90253b5d073c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:50.740101 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb98545c-03b4-4953-afc7-5ed228af098f None None] The sync data for ids ['21a7a93f-391f-46b3-bab4-523378dc034c'] in n-d-787205-10 is: [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:00:56Z', 'revision_number': 4, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '48d6f940-8b09-4fff-8687-13b2961854ac', 'name': '', 'network_id': '3eee7ed3-51fc-438c-8631-295857e2328a', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'mac_address': 'fa:16:3e:ec:bf:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '5e297335-a040-4c50-90b0-90253b5d073c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:55Z', 'updated_at': '2021-07-16T19:01:01Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'subnets': [{'id': '5e297335-a040-4c50-90b0-90253b5d073c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:01:50.946885 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc39cf7-1e6d-485c-bd00-72e77e8f3b85 None None] New status for floating IP efd5f3d7-aedd-4727-be9a-5fa55569fc6b: DOWN {{(pid=105593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:01:51.659806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9c06-0e5d-4527-bd7c-3400d39c732c req-61b8c523-3894-4283-bdc8-cbc26b79f853 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:51.661230 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d41d9c06-0e5d-4527-bd7c-3400d39c732c req-61b8c523-3894-4283-bdc8-cbc26b79f853 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 946 time: 0.0628798 Jul 16 19:01:51.702487 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d41d9c06-0e5d-4527-bd7c-3400d39c732c req-ab01a8f8-c932-4bb5-a0ff-8f0cbbe78aee tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/security-groups?id=2c39221f-9193-41d5-a8cb-fe0aef15685c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350032 Jul 16 19:01:51.871849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a41f49-1574-4808-b7f8-579105437b67 req-70c6aeb3-e132-436c-a5df-ab958c82f3e5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:51.873439 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-08a41f49-1574-4808-b7f8-579105437b67 req-70c6aeb3-e132-436c-a5df-ab958c82f3e5 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 946 time: 0.0631192 Jul 16 19:01:51.975108 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-08a41f49-1574-4808-b7f8-579105437b67 req-f4bfbf61-7fc0-45aa-aa62-b1008d1c336c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:51.975368 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-08a41f49-1574-4808-b7f8-579105437b67 req-f4bfbf61-7fc0-45aa-aa62-b1008d1c336c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:52.061116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-08a41f49-1574-4808-b7f8-579105437b67 req-f4bfbf61-7fc0-45aa-aa62-b1008d1c336c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa,segment=NetworkSegment(5735e252-47af-4b9e-b850-1906bd79c19b),segment_id=5735e252-47af-4b9e-b850-1906bd79c19b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:52.061477 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-08a41f49-1574-4808-b7f8-579105437b67 req-f4bfbf61-7fc0-45aa-aa62-b1008d1c336c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:52.074329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-08a41f49-1574-4808-b7f8-579105437b67 req-f4bfbf61-7fc0-45aa-aa62-b1008d1c336c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:52.203767 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-08a41f49-1574-4808-b7f8-579105437b67 req-f4bfbf61-7fc0-45aa-aa62-b1008d1c336c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:52.230918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfbf61-7fc0-45aa-aa62-b1008d1c336c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:52.279411 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a41f49-1574-4808-b7f8-579105437b67 req-f4bfbf61-7fc0-45aa-aa62-b1008d1c336c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] No DVR routers for this DVR port 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:52.282895 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-08a41f49-1574-4808-b7f8-579105437b67 req-f4bfbf61-7fc0-45aa-aa62-b1008d1c336c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:52.284906 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-08a41f49-1574-4808-b7f8-579105437b67 req-f4bfbf61-7fc0-45aa-aa62-b1008d1c336c tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.11 "DELETE /v2.0/ports/4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa HTTP/1.1" status: 204 len: 173 time: 0.4062831 Jul 16 19:01:52.285406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'name': 'network-vif-deleted', 'tag': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:52.288220 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e313d7-a3b4-470b-9f60-a72483d9e900" -d '{"events": [{"server_uuid": "7bcaa53f-d713-4133-969b-1baf6d30178e", "name": "network-vif-deleted", "tag": "4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:52.329028 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15266a9e-e5d7-45aa-ad6d-a161c74ebe53 x-openstack-request-id: req-15266a9e-e5d7-45aa-ad6d-a161c74ebe53 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:52.329334 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcaa53f-d713-4133-969b-1baf6d30178e", "name": "network-vif-deleted", "tag": "4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:52.329594 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15266a9e-e5d7-45aa-ad6d-a161c74ebe53 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:52.330184 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bcaa53f-d713-4133-969b-1baf6d30178e', 'name': 'network-vif-deleted', 'tag': '4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa', 'status': 'completed', 'code': 200} Jul 16 19:01:52.856595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e11635bc-720c-473a-8459-c61445be4d63 req-edeba287-fd89-40b5-bbf3-a358341d4521 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bcaa53f-d713-4133-969b-1baf6d30178e HTTP/1.1" status: 200 len: 210 time: 0.0295157 Jul 16 19:01:53.845215 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.951067 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48598) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:54.307283 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a158c4f-6cf4-48fc-a407-b1d5d304decd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.568851 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0a158c4f-6cf4-48fc-a407-b1d5d304decd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 48d6f940-8b09-4fff-8687-13b2961854ac {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:54.569096 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a158c4f-6cf4-48fc-a407-b1d5d304decd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.658311 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-0a158c4f-6cf4-48fc-a407-b1d5d304decd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port 48d6f940-8b09-4fff-8687-13b2961854ac, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=48d6f940-8b09-4fff-8687-13b2961854ac,segment=NetworkSegment(5735e252-47af-4b9e-b850-1906bd79c19b),segment_id=5735e252-47af-4b9e-b850-1906bd79c19b)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:54.658666 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a158c4f-6cf4-48fc-a407-b1d5d304decd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.669960 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-0a158c4f-6cf4-48fc-a407-b1d5d304decd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 48d6f940-8b09-4fff-8687-13b2961854ac owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:54.853412 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a158c4f-6cf4-48fc-a407-b1d5d304decd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.879654 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a158c4f-6cf4-48fc-a407-b1d5d304decd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=48d6f940-8b09-4fff-8687-13b2961854ac,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:55.064690 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-0a158c4f-6cf4-48fc-a407-b1d5d304decd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.278275 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a158c4f-6cf4-48fc-a407-b1d5d304decd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Router 21a7a93f-391f-46b3-bab4-523378dc034c has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:01:55.698922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a158c4f-6cf4-48fc-a407-b1d5d304decd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:55.704686 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0a158c4f-6cf4-48fc-a407-b1d5d304decd tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "PUT /v2.0/routers/21a7a93f-391f-46b3-bab4-523378dc034c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7525451 Jul 16 19:01:55.707392 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48600) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:55.710260 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7fc0f9-7b2e-4425-8163-3578e4d6f684 None None] Sync routers for ids ['21a7a93f-391f-46b3-bab4-523378dc034c'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:55.719937 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7fc0f9-7b2e-4425-8163-3578e4d6f684 None None] Routers {'21a7a93f-391f-46b3-bab4-523378dc034c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:55.720545 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9d7fc0f9-7b2e-4425-8163-3578e4d6f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['21a7a93f-391f-46b3-bab4-523378dc034c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:55.756431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f45edc-1e11-4985-a309-728f022475ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting subnet 5e297335-a040-4c50-90b0-90253b5d073c {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:01:55.759455 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3f45edc-1e11-4985-a309-728f022475ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.797941 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3f45edc-1e11-4985-a309-728f022475ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.822999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-9d7fc0f9-7b2e-4425-8163-3578e4d6f684 None None] Set router 21a7a93f-391f-46b3-bab4-523378dc034c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:55.882668 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3f45edc-1e11-4985-a309-728f022475ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.937776 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.941845 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3f45edc-1e11-4985-a309-728f022475ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.972459 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c3f45edc-1e11-4985-a309-728f022475ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.977094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48602) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:55.978081 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c3f45edc-1e11-4985-a309-728f022475ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/subnets/5e297335-a040-4c50-90b0-90253b5d073c HTTP/1.1" status: 204 len: 168 time: 0.2695582 Jul 16 19:01:55.979577 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f45edc-1e11-4985-a309-728f022475ec tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Subnet': ['ID=5e297335-a040-4c50-90b0-90253b5d073c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:55.987544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3ca60a-1b4c-4b24-96ba-5f285dd93f58 None None] Network 3eee7ed3-51fc-438c-8631-295857e2328a requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:01:56.085040 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.105844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9d7fc0f9-7b2e-4425-8163-3578e4d6f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:01:54Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:56.134164 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7fc0f9-7b2e-4425-8163-3578e4d6f684 None None] Checking router: 21a7a93f-391f-46b3-bab4-523378dc034c for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:01:56.147877 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7fc0f9-7b2e-4425-8163-3578e4d6f684 None None] Routers {'21a7a93f-391f-46b3-bab4-523378dc034c'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:56.148501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9d7fc0f9-7b2e-4425-8163-3578e4d6f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['21a7a93f-391f-46b3-bab4-523378dc034c'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:56.190557 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.245990 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Deleting port 28d68a80-3d5d-49b2-87cb-45eca34beeb0 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:56.246253 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.326572 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] For port 28d68a80-3d5d-49b2-87cb-45eca34beeb0, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=28d68a80-3d5d-49b2-87cb-45eca34beeb0,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:56.326942 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.339217 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Calling delete_port for 28d68a80-3d5d-49b2-87cb-45eca34beeb0 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:56.424242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-9d7fc0f9-7b2e-4425-8163-3578e4d6f684 None None] Set router 21a7a93f-391f-46b3-bab4-523378dc034c gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:56.452519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] DHCP port deletion for 3eee7ed3-51fc-438c-8631-295857e2328a request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:01:56.509465 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.537577 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Port': ['ID=28d68a80-3d5d-49b2-87cb-45eca34beeb0,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:56.549782 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.550140 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.550487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.550831 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.551258 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.551603 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.551870 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.552242 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.552530 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.552860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.553238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.553506 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.610432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Deleting port 0a19c171-ab28-48de-99de-a9bc59967596 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:56.610796 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.612457 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.615087 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:56.654150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:56.654408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 4edfbd9a-eba7-4ab6-bdb1-f41c021d6ffa not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:56.704920 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.707100 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.707516 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] For port 0a19c171-ab28-48de-99de-a9bc59967596, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0a19c171-ab28-48de-99de-a9bc59967596,segment=NetworkSegment(5735e252-47af-4b9e-b850-1906bd79c19b),segment_id=5735e252-47af-4b9e-b850-1906bd79c19b)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:56.708000 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.723977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Calling delete_port for 0a19c171-ab28-48de-99de-a9bc59967596 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:56.731015 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-9d7fc0f9-7b2e-4425-8163-3578e4d6f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:01:54Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:56.751584 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.752154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Fanout notify agent at l3_agent the message router_deleted on router 21a7a93f-391f-46b3-bab4-523378dc034c {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:01:56.759341 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.760527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-665ff684-274f-4bf0-a8af-6fffac4773ba tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/routers/21a7a93f-391f-46b3-bab4-523378dc034c HTTP/1.1" status: 204 len: 168 time: 0.7819693 Jul 16 19:01:56.761888 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7fc0f9-7b2e-4425-8163-3578e4d6f684 None None] The sync data for ids ['21a7a93f-391f-46b3-bab4-523378dc034c'] in n-d-787205-10 is: [{'id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1472675631', 'tenant_id': '23800e1dea3942859b774132bdecef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:52Z', 'updated_at': '2021-07-16T19:01:54Z', 'revision_number': 5, 'project_id': '23800e1dea3942859b774132bdecef44', 'gw_port': {'id': '28d68a80-3d5d-49b2-87cb-45eca34beeb0', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a7a93f-391f-46b3-bab4-523378dc034c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:53Z', 'updated_at': '2021-07-16T19:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:01:56.763223 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48604) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:56.837368 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.852174 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-24b3981f-a70d-4473-9fe6-4d242151263d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.865056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Pushing event deleted for resources: {'Port': ['ID=0a19c171-ab28-48de-99de-a9bc59967596,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:56.867314 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] No DVR routers for this DVR port 0a19c171-ab28-48de-99de-a9bc59967596 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:56.877503 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.877884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.878229 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.878568 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.878958 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.879257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.879553 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.879879 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.880207 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.880549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.880955 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.881161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db50b6e2-b09f-4641-b1fd-7dd381e65a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:56.942068 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-24b3981f-a70d-4473-9fe6-4d242151263d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.951718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-24b3981f-a70d-4473-9fe6-4d242151263d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eee7ed3-51fc-438c-8631-295857e2328a']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:56.961909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-24b3981f-a70d-4473-9fe6-4d242151263d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5735e252-47af-4b9e-b850-1906bd79c19b') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:56.962224 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-24b3981f-a70d-4473-9fe6-4d242151263d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5735e252-47af-4b9e-b850-1906bd79c19b') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:56.971199 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-24b3981f-a70d-4473-9fe6-4d242151263d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.985150 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-24b3981f-a70d-4473-9fe6-4d242151263d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.990915 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b3981f-a70d-4473-9fe6-4d242151263d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:01:56.991304 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-24b3981f-a70d-4473-9fe6-4d242151263d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: timer() Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:01:56.994150 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:01:57.049857 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-24b3981f-a70d-4473-9fe6-4d242151263d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.056283 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-24b3981f-a70d-4473-9fe6-4d242151263d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.058108 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-24b3981f-a70d-4473-9fe6-4d242151263d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/networks/3eee7ed3-51fc-438c-8631-295857e2328a HTTP/1.1" status: 204 len: 168 time: 0.2938495 Jul 16 19:01:57.060900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48606) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:57.069818 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3981f-a70d-4473-9fe6-4d242151263d tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'Network': ['ID=3eee7ed3-51fc-438c-8631-295857e2328a,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:57.136054 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a523ddf-7aec-48a9-9835-a5c28f1b3944 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.164410 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a523ddf-7aec-48a9-9835-a5c28f1b3944 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.196858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0a19c171-ab28-48de-99de-a9bc59967596 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:57.219353 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 0a19c171-ab28-48de-99de-a9bc59967596 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:57.219819 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0a19c171-ab28-48de-99de-a9bc59967596 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:57.220320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 48d6f940-8b09-4fff-8687-13b2961854ac no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:57.242522 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 48d6f940-8b09-4fff-8687-13b2961854ac {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:57.242998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 48d6f940-8b09-4fff-8687-13b2961854ac not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:57.251020 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a523ddf-7aec-48a9-9835-a5c28f1b3944 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.259356 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a523ddf-7aec-48a9-9835-a5c28f1b3944 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.263310 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4a523ddf-7aec-48a9-9835-a5c28f1b3944 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] 10.222.0.24 "DELETE /v2.0/security-groups/2c39221f-9193-41d5-a8cb-fe0aef15685c HTTP/1.1" status: 204 len: 168 time: 0.1987402 Jul 16 19:01:57.270934 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a523ddf-7aec-48a9-9835-a5c28f1b3944 tempest-TestNetworkAdvancedServerOps-623171707 tempest-TestNetworkAdvancedServerOps-623171707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c39221f-9193-41d5-a8cb-fe0aef15685c,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:57.601445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48614) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:57.745292 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-34d7365f-f81c-4927-bcc9-ffe16e72e64b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23800e1dea3942859b774132bdecef44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425123 Jul 16 19:01:57.747727 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48618) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:57.798194 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef3314f1-4ebb-49c0-8fa3-e2ef82160977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.822251 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef3314f1-4ebb-49c0-8fa3-e2ef82160977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.868164 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef3314f1-4ebb-49c0-8fa3-e2ef82160977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.870689 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ef3314f1-4ebb-49c0-8fa3-e2ef82160977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.871842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ef3314f1-4ebb-49c0-8fa3-e2ef82160977 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a0e0c9a-ec42-4248-a389-1bafbe52d2dd HTTP/1.1" status: 204 len: 168 time: 0.1231790 Jul 16 19:01:57.879716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3314f1-4ebb-49c0-8fa3-e2ef82160977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0e0c9a-ec42-4248-a389-1bafbe52d2dd,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:58.125640 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48624) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:58.138774 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a801f0c2-c2ff-4a39-afe1-44ea32592173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.227932 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a801f0c2-c2ff-4a39-afe1-44ea32592173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.231589 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a801f0c2-c2ff-4a39-afe1-44ea32592173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.271445 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a801f0c2-c2ff-4a39-afe1-44ea32592173 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2e2c6c3109445df8b3e3a9bf2779053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446960 Jul 16 19:01:58.272644 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801f0c2-c2ff-4a39-afe1-44ea32592173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795fdf9a-90b7-4988-a665-6b5bbf6beedb,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:58.274150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48626) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:58.323977 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e35b368-310e-4969-96e3-00e4fb2e854f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.343867 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e35b368-310e-4969-96e3-00e4fb2e854f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.390332 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e35b368-310e-4969-96e3-00e4fb2e854f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.392996 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4e35b368-310e-4969-96e3-00e4fb2e854f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.394288 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4e35b368-310e-4969-96e3-00e4fb2e854f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/795fdf9a-90b7-4988-a665-6b5bbf6beedb HTTP/1.1" status: 204 len: 168 time: 0.1191285 Jul 16 19:01:58.401930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35b368-310e-4969-96e3-00e4fb2e854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795fdf9a-90b7-4988-a665-6b5bbf6beedb,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:59.078953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48648) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:59.081325 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 28d68a80-3d5d-49b2-87cb-45eca34beeb0 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:59.101707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 28d68a80-3d5d-49b2-87cb-45eca34beeb0 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:59.102055 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 28d68a80-3d5d-49b2-87cb-45eca34beeb0 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:59.172071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-840699493-network', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:59.193664 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Made reservation on behalf of 88493a2ad7fe46bf9499bae4268b81ed for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:01:59.196094 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.206917 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.292665 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.297065 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.318044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:01:59.331461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea5024a-9c04-48b3-81ae-a8050f567a8c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:59.337183 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.337533 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Added segment 5f08f05f-5880-4e32-8036-39dbf7f598f2 of type vlan for network a8f1f002-4d05-4a27-83f1-b353eb339057 Jul 16 19:01:59.378648 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.407450 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.408463 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:59.409001 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.441083 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3609891 Jul 16 19:01:59.444180 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48652) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:59.449310 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-ca789747-fcb1-451a-bc70-a53d70ebb79d admin admin] Request body: {'subnet': {'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-840699493-subnet', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:59.470591 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca789747-fcb1-451a-bc70-a53d70ebb79d admin admin] Made reservation on behalf of 88493a2ad7fe46bf9499bae4268b81ed for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:01:59.472057 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b40801-1a04-4f54-af85-2403c4246f52 admin admin] Pushing event updated for resources: {'Network': ['ID=a8f1f002-4d05-4a27-83f1-b353eb339057,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:59.472991 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca789747-fcb1-451a-bc70-a53d70ebb79d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.482226 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network a8f1f002-4d05-4a27-83f1-b353eb339057 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:01:59.639700 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca789747-fcb1-451a-bc70-a53d70ebb79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.694980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca789747-fcb1-451a-bc70-a53d70ebb79d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc85c521-54e4-4307-bc1f-51850ed737a5,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:59.701876 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca789747-fcb1-451a-bc70-a53d70ebb79d admin admin] Checking segment: {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:01:59.702240 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca789747-fcb1-451a-bc70-a53d70ebb79d admin admin] Network hostable DHCP agents. Network: a8f1f002-4d05-4a27-83f1-b353eb339057, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:01:59.717749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca789747-fcb1-451a-bc70-a53d70ebb79d admin admin] Network a8f1f002-4d05-4a27-83f1-b353eb339057 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:01:59.726753 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-ca789747-fcb1-451a-bc70-a53d70ebb79d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, a8f1f002-4d05-4a27-83f1-b353eb339057) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:59.735821 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca789747-fcb1-451a-bc70-a53d70ebb79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:59.736676 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-ca789747-fcb1-451a-bc70-a53d70ebb79d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.740232 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56493894-aeb5-4fac-887d-76ac576a931b None None] Network a8f1f002-4d05-4a27-83f1-b353eb339057 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:01:59.751249 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-ca789747-fcb1-451a-bc70-a53d70ebb79d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3059170 Jul 16 19:01:59.753918 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48654) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:59.758554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:59.779663 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.780646 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.837766 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.891593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-a8f1f002-4d05-4a27-83f1-b353eb339057', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:01:59.892498 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.977381 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.030717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Allocated IP 172.20.0.2 (a8f1f002-4d05-4a27-83f1-b353eb339057/cc85c521-54e4-4307-bc1f-51850ed737a5/dc120cbd-667f-4585-b68e-989f17e8ef6c) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:00.169881 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.177465 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.178298 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Transition to ACTIVE for port object dc120cbd-667f-4585-b68e-989f17e8ef6c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:00.193639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Transition to ACTIVE for port object dc120cbd-667f-4585-b68e-989f17e8ef6c will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:00.197323 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.199157 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.240064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Network a8f1f002-4d05-4a27-83f1-b353eb339057 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:00.244623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:00.247941 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:00.257859 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Pushing event updated for resources: {'Port': ['ID=dc120cbd-667f-4585-b68e-989f17e8ef6c,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:00.307197 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Allocated IP 172.25.3.241 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/3851f2df-5581-4c1c-9d08-98cbce47705e) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:00.310959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Attempting to bind port dc120cbd-667f-4585-b68e-989f17e8ef6c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:00.311433 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Attempting to bind port dc120cbd-667f-4585-b68e-989f17e8ef6c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:00.311772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Attempting to bind port dc120cbd-667f-4585-b68e-989f17e8ef6c on network a8f1f002-4d05-4a27-83f1-b353eb339057 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:00.317925 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:00.318301 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Checking segment: {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:00.318706 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.319129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Bound using segment: {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:00.319701 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Bound port: dc120cbd-667f-4585-b68e-989f17e8ef6c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:00.320037 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.383771 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] For port dc120cbd-667f-4585-b68e-989f17e8ef6c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:00.386869 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] For port dc120cbd-667f-4585-b68e-989f17e8ef6c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dc120cbd-667f-4585-b68e-989f17e8ef6c,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:00.393014 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.414991 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.456360 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff43884-45f4-46a6-9906-6f11f4b63025 None None] Pushing event updated for resources: {'Port': ['ID=dc120cbd-667f-4585-b68e-989f17e8ef6c,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:00.463196 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.501131 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:00.506947 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:00.509422 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:00.534315 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Pushing event updated for resources: {'Port': ['ID=3851f2df-5581-4c1c-9d08-98cbce47705e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:00.782550 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.977823 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.126046 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Router 33e02062-4a13-4b8d-b918-9041ec33f973 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:02:01.164130 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dc120cbd-667f-4585-b68e-989f17e8ef6c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:01.214876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port dc120cbd-667f-4585-b68e-989f17e8ef6c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:01.243041 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:01.253615 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Sync routers for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:01.262387 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.263630 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f5c9557a-63d1-40f6-a502-13b2a79bfe8b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5086732 Jul 16 19:02:01.263775 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:01.264407 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:01.267495 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48656) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:01.359726 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485c818-71d9-4c56-a1be-1bfc4c59938c None None] Network a8f1f002-4d05-4a27-83f1-b353eb339057 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:02:01.440665 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4161e730-cad0-4dee-a35a-d943371c303d None None] Provisioning for port dc120cbd-667f-4585-b68e-989f17e8ef6c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:01.453637 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4161e730-cad0-4dee-a35a-d943371c303d None None] Provisioning complete for port dc120cbd-667f-4585-b68e-989f17e8ef6c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:01.454064 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4161e730-cad0-4dee-a35a-d943371c303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.480778 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:01.599760 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4161e730-cad0-4dee-a35a-d943371c303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.650093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-4161e730-cad0-4dee-a35a-d943371c303d None None] For port dc120cbd-667f-4585-b68e-989f17e8ef6c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dc120cbd-667f-4585-b68e-989f17e8ef6c,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:01.655506 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4161e730-cad0-4dee-a35a-d943371c303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.671336 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:00Z', 'revision_number': 3, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:01.699824 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Checking router: 33e02062-4a13-4b8d-b918-9041ec33f973 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:01.700266 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Updating router 33e02062-4a13-4b8d-b918-9041ec33f973 port 3851f2df-5581-4c1c-9d08-98cbce47705e binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:02:01.709549 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161e730-cad0-4dee-a35a-d943371c303d None None] Pushing event updated for resources: {'Port': ['ID=dc120cbd-667f-4585-b68e-989f17e8ef6c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:01.741753 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.744273 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.877548 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-dfc1fbb9-8a7f-4a52-8c68-aac76ef429fd None None] Provisioning complete for port dc120cbd-667f-4585-b68e-989f17e8ef6c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:01.878233 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-dfc1fbb9-8a7f-4a52-8c68-aac76ef429fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.900568 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Allocated IP 172.20.0.1 (a8f1f002-4d05-4a27-83f1-b353eb339057/cc85c521-54e4-4307-bc1f-51850ed737a5/e258fde3-b77e-40d9-b8c4-a5362d958f7b) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:02.005522 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.009213 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.019441 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Transition to ACTIVE for port object 3851f2df-5581-4c1c-9d08-98cbce47705e will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:02.019823 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Transition to ACTIVE for port object e258fde3-b77e-40d9-b8c4-a5362d958f7b will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:02.025276 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.054485 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.076030 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Attempting to bind port 3851f2df-5581-4c1c-9d08-98cbce47705e on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:02.076392 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Attempting to bind port 3851f2df-5581-4c1c-9d08-98cbce47705e by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:02.076756 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Attempting to bind port 3851f2df-5581-4c1c-9d08-98cbce47705e on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:02.082833 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Pushing event updated for resources: {'Port': ['ID=3851f2df-5581-4c1c-9d08-98cbce47705e,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:02.090289 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:02.090662 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:02.091057 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.091443 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:02.091898 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Bound port: 3851f2df-5581-4c1c-9d08-98cbce47705e, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:02.092273 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.096122 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:02.096463 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:02.096797 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:02.097132 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:02.097456 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:02.097806 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:02.098128 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:02.098452 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:02.098771 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:02.099088 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:02.099402 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:02.099719 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:02.100007 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Network a8f1f002-4d05-4a27-83f1-b353eb339057 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:02.104791 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:02.108344 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:02.134884 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Pushing event updated for resources: {'Port': ['ID=e258fde3-b77e-40d9-b8c4-a5362d958f7b,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:02.157974 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.159335 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] For port 3851f2df-5581-4c1c-9d08-98cbce47705e, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:02.164249 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] For port 3851f2df-5581-4c1c-9d08-98cbce47705e, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=3851f2df-5581-4c1c-9d08-98cbce47705e,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:02.169461 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.230736 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:02.231432 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:02.273364 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74edf4-6a34-4e17-ad7c-96b4f8987eed None None] Pushing event updated for resources: {'Port': ['ID=3851f2df-5581-4c1c-9d08-98cbce47705e,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:02.314332 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.344488 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:02.392943 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-43ac3ddb-014d-4b4a-a030-0bc470e0270a None None] Provisioning for port e258fde3-b77e-40d9-b8c4-a5362d958f7b completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:02.396329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-43ac3ddb-014d-4b4a-a030-0bc470e0270a None None] Provisioning complete for port e258fde3-b77e-40d9-b8c4-a5362d958f7b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:02.396700 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-43ac3ddb-014d-4b4a-a030-0bc470e0270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.431706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-43ac3ddb-014d-4b4a-a030-0bc470e0270a None None] Port e258fde3-b77e-40d9-b8c4-a5362d958f7b cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:02.483711 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.489836 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.525991 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:00Z', 'revision_number': 3, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:02.551349 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eaf72d-f58c-46f2-ae44-027db80e874a None None] The sync data for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 is: [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:00Z', 'revision_number': 3, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:02.554441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Pushing event updated for resources: {'Port': ['ID=e258fde3-b77e-40d9-b8c4-a5362d958f7b,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:02.556794 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.996524 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Network a8f1f002-4d05-4a27-83f1-b353eb339057 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:02.997954 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:03.153702 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Router 33e02062-4a13-4b8d-b918-9041ec33f973 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:02:03.236374 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3851f2df-5581-4c1c-9d08-98cbce47705e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:03.285838 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:03.301842 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-4c65999f-e2eb-444c-9bff-d5d729afbd5d None None] Provisioning complete for port e258fde3-b77e-40d9-b8c4-a5362d958f7b triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:03.303099 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4e832fb6-9999-4944-ad0c-410087520235 admin admin] 10.222.0.24 "PUT /v2.0/routers/33e02062-4a13-4b8d-b918-9041ec33f973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0221031 Jul 16 19:02:03.303209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4c65999f-e2eb-444c-9bff-d5d729afbd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.340509 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 3851f2df-5581-4c1c-9d08-98cbce47705e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:03.348841 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-4c65999f-e2eb-444c-9bff-d5d729afbd5d None None] Port e258fde3-b77e-40d9-b8c4-a5362d958f7b cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:03.350961 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 3851f2df-5581-4c1c-9d08-98cbce47705e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:03.351629 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.454536 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.479432 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 3851f2df-5581-4c1c-9d08-98cbce47705e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=3851f2df-5581-4c1c-9d08-98cbce47705e,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:03.487700 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.488501 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dc120cbd-667f-4585-b68e-989f17e8ef6c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:03.579121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=3851f2df-5581-4c1c-9d08-98cbce47705e,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:03.592993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port dc120cbd-667f-4585-b68e-989f17e8ef6c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:03.593517 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.878825 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48672) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:03.884545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1687728657-network', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:03.908137 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Made reservation on behalf of 56b98b8eca4249048dd859f641c77f0d for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:02:03.910587 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.919701 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.018451 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.022376 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.051095 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:02:04.057406 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a222d24c-c739-431e-9baa-2499ed25a069,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:04.064450 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.064857 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Added segment 8d6fa5db-0134-41f1-a3ef-be544dc49ad3 of type vlan for network d8e63dcd-5931-4796-9be5-04ab39095c0e Jul 16 19:02:04.106146 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.136147 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.137268 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:04.137887 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.170969 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2909999 Jul 16 19:02:04.174430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48674) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:04.180716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-74b0246e-2e2e-4669-9476-7f4fe217c962 admin admin] Request body: {'subnet': {'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1687728657-subnet', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'ip_version': 4}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:04.212686 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c16009-1f5b-4dfa-a8e4-547365b8fc61 admin admin] Pushing event updated for resources: {'Network': ['ID=d8e63dcd-5931-4796-9be5-04ab39095c0e,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:04.223679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Sync routers for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:04.228168 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network d8e63dcd-5931-4796-9be5-04ab39095c0e details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:02:04.231840 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b0246e-2e2e-4669-9476-7f4fe217c962 admin admin] Made reservation on behalf of 56b98b8eca4249048dd859f641c77f0d for: {'subnet': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:02:04.235153 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74b0246e-2e2e-4669-9476-7f4fe217c962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31033001'] for subnet, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.256087 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:04.256724 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:04.400086 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:04.413574 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74b0246e-2e2e-4669-9476-7f4fe217c962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29502529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31033019'] for subnet, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.468226 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0246e-2e2e-4669-9476-7f4fe217c962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cfdf36e-c7b1-4ff0-8bda-6d3d05869405,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:04.478402 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b0246e-2e2e-4669-9476-7f4fe217c962 admin admin] Checking segment: {'id': '8d6fa5db-0134-41f1-a3ef-be544dc49ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:04.478769 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b0246e-2e2e-4669-9476-7f4fe217c962 admin admin] Network hostable DHCP agents. Network: d8e63dcd-5931-4796-9be5-04ab39095c0e, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:02:04.495223 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b0246e-2e2e-4669-9476-7f4fe217c962 admin admin] Network d8e63dcd-5931-4796-9be5-04ab39095c0e is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:02:04.505582 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-74b0246e-2e2e-4669-9476-7f4fe217c962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, d8e63dcd-5931-4796-9be5-04ab39095c0e) {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:04.509613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b0246e-2e2e-4669-9476-7f4fe217c962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:04.510240 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-74b0246e-2e2e-4669-9476-7f4fe217c962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.524638 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-74b0246e-2e2e-4669-9476-7f4fe217c962 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3477514 Jul 16 19:02:04.527290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48676) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:04.532334 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1687728657-router', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:04.533059 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3380f443-690f-44fc-95fd-e8468be185af None None] Network d8e63dcd-5931-4796-9be5-04ab39095c0e requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:02:04.551660 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.552782 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.607446 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.723849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 2, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:04.741371 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.756848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-d8e63dcd-5931-4796-9be5-04ab39095c0e', 'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'fixed_ips': [{'subnet_id': '0cfdf36e-c7b1-4ff0-8bda-6d3d05869405'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:02:04.757727 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.760847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Checking router: 33e02062-4a13-4b8d-b918-9041ec33f973 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:04.761204 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Updating router 33e02062-4a13-4b8d-b918-9041ec33f973 port e258fde3-b77e-40d9-b8c4-a5362d958f7b binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:02:04.810268 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.946589 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.968656 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.082525 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Allocated IP 172.25.3.98 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/64fade79-7d77-433b-9e51-35b1ffcc84ce) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:05.150919 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3851f2df-5581-4c1c-9d08-98cbce47705e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:05.185549 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.201756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Allocated IP 172.20.0.2 (d8e63dcd-5931-4796-9be5-04ab39095c0e/0cfdf36e-c7b1-4ff0-8bda-6d3d05869405/c9e3c488-b2c8-4511-825f-3aa3cc4fb664) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:05.227021 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.269679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:05.272424 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:05.274803 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:05.303895 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Pushing event updated for resources: {'Port': ['ID=64fade79-7d77-433b-9e51-35b1ffcc84ce,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:05.358255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 3851f2df-5581-4c1c-9d08-98cbce47705e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:05.358564 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.530471 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.536756 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.558478 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.576100 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Transition to ACTIVE for port object e258fde3-b77e-40d9-b8c4-a5362d958f7b will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:05.578838 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Transition to ACTIVE for port object c9e3c488-b2c8-4511-825f-3aa3cc4fb664 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:05.592031 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.623053 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Transition to ACTIVE for port object c9e3c488-b2c8-4511-825f-3aa3cc4fb664 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:05.637476 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.659895 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a058b54-8256-4a22-9995-8f654731a41c None None] Pushing event updated for resources: {'Port': ['ID=e258fde3-b77e-40d9-b8c4-a5362d958f7b,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:05.710029 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Network d8e63dcd-5931-4796-9be5-04ab39095c0e is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:05.716203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:05.735979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:05.743480 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.781194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Pushing event updated for resources: {'Port': ['ID=c9e3c488-b2c8-4511-825f-3aa3cc4fb664,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:05.788924 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Attempting to bind port e258fde3-b77e-40d9-b8c4-a5362d958f7b on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:05.789302 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Attempting to bind port e258fde3-b77e-40d9-b8c4-a5362d958f7b by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:05.789699 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Attempting to bind port e258fde3-b77e-40d9-b8c4-a5362d958f7b on network a8f1f002-4d05-4a27-83f1-b353eb339057 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:05.814295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:05.814684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Checking segment: {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:05.815096 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.815499 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Bound using segment: {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:05.815983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Bound port: e258fde3-b77e-40d9-b8c4-a5362d958f7b, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:05.816362 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.834641 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Attempting to bind port c9e3c488-b2c8-4511-825f-3aa3cc4fb664 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:05.835020 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Attempting to bind port c9e3c488-b2c8-4511-825f-3aa3cc4fb664 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '8d6fa5db-0134-41f1-a3ef-be544dc49ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:05.835398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Attempting to bind port c9e3c488-b2c8-4511-825f-3aa3cc4fb664 on network d8e63dcd-5931-4796-9be5-04ab39095c0e {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:05.844158 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:05.844552 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Checking segment: {'id': '8d6fa5db-0134-41f1-a3ef-be544dc49ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:05.844945 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.845346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Bound using segment: {'id': '8d6fa5db-0134-41f1-a3ef-be544dc49ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:05.845857 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Bound port: c9e3c488-b2c8-4511-825f-3aa3cc4fb664, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6fa5db-0134-41f1-a3ef-be544dc49ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:05.846244 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.881557 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Router cb0407e8-e9cf-468a-a403-697d23ba82e5 is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:02:05.954048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] For port e258fde3-b77e-40d9-b8c4-a5362d958f7b, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:05.959647 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] For port e258fde3-b77e-40d9-b8c4-a5362d958f7b, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e258fde3-b77e-40d9-b8c4-a5362d958f7b,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:05.966632 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.970218 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] For port c9e3c488-b2c8-4511-825f-3aa3cc4fb664, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:05.975467 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] For port c9e3c488-b2c8-4511-825f-3aa3cc4fb664, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c9e3c488-b2c8-4511-825f-3aa3cc4fb664,segment=NetworkSegment(8d6fa5db-0134-41f1-a3ef-be544dc49ad3),segment_id=8d6fa5db-0134-41f1-a3ef-be544dc49ad3)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:05.991600 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:06.000870 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.001644 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Sync routers for ids ['cb0407e8-e9cf-468a-a403-697d23ba82e5'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:06.009832 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.010993 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c78e11df-1ee3-4810-a958-875c525cbd0f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4827733 Jul 16 19:02:06.013959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48678) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:06.025936 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Routers {'cb0407e8-e9cf-468a-a403-697d23ba82e5'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:06.026982 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cb0407e8-e9cf-468a-a403-697d23ba82e5'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:06.048476 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:06.049113 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:06.050961 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a058b54-8256-4a22-9995-8f654731a41c None None] Pushing event updated for resources: {'Port': ['ID=e258fde3-b77e-40d9-b8c4-a5362d958f7b,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:06.151186 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Set router cb0407e8-e9cf-468a-a403-697d23ba82e5 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:06.165103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56886d-4446-4455-8c04-afbe7c97f009 None None] Pushing event updated for resources: {'Port': ['ID=c9e3c488-b2c8-4511-825f-3aa3cc4fb664,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:06.254963 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:06.466212 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'name': 'tempest-TestShelveInstance-1687728657-router', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:02:05Z', 'revision_number': 3, 'project_id': '56b98b8eca4249048dd859f641c77f0d', 'gw_port': {'id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:06.496825 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Checking router: cb0407e8-e9cf-468a-a403-697d23ba82e5 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:06.497546 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Updating router cb0407e8-e9cf-468a-a403-697d23ba82e5 port 64fade79-7d77-433b-9e51-35b1ffcc84ce binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:02:06.541328 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.554835 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:05Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:06.560201 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.583821 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29ac4c-2746-4761-a5c4-f035f54ebb22 None None] The sync data for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 is: [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:05Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:06.784132 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Allocated IP 172.20.0.1 (d8e63dcd-5931-4796-9be5-04ab39095c0e/0cfdf36e-c7b1-4ff0-8bda-6d3d05869405/41cec273-60a6-4062-84c5-0460d91d2bb4) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:06.835491 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.847525 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Transition to ACTIVE for port object 64fade79-7d77-433b-9e51-35b1ffcc84ce will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:06.855292 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.902134 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.908556 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Attempting to bind port 64fade79-7d77-433b-9e51-35b1ffcc84ce on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:06.909112 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Attempting to bind port 64fade79-7d77-433b-9e51-35b1ffcc84ce by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:06.909582 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Attempting to bind port 64fade79-7d77-433b-9e51-35b1ffcc84ce on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:06.920422 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Transition to ACTIVE for port object 41cec273-60a6-4062-84c5-0460d91d2bb4 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:06.925636 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:06.926266 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:06.926821 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.927322 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:06.927912 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Bound port: 64fade79-7d77-433b-9e51-35b1ffcc84ce, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:06.928403 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.950888 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3b463-87f5-43eb-9754-c7d826615ee1 None None] Pushing event updated for resources: {'Port': ['ID=64fade79-7d77-433b-9e51-35b1ffcc84ce,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:06.961068 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.999089 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] For port 64fade79-7d77-433b-9e51-35b1ffcc84ce, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:07.003401 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] For port 64fade79-7d77-433b-9e51-35b1ffcc84ce, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=64fade79-7d77-433b-9e51-35b1ffcc84ce,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:07.009258 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.012171 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Network d8e63dcd-5931-4796-9be5-04ab39095c0e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:07.018289 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:07.020703 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:07.058965 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Pushing event updated for resources: {'Port': ['ID=41cec273-60a6-4062-84c5-0460d91d2bb4,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:07.083737 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3b463-87f5-43eb-9754-c7d826615ee1 None None] Pushing event updated for resources: {'Port': ['ID=64fade79-7d77-433b-9e51-35b1ffcc84ce,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:07.090519 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.101019 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Routers {'cb0407e8-e9cf-468a-a403-697d23ba82e5'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:07.101851 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cb0407e8-e9cf-468a-a403-697d23ba82e5'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:07.309622 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c9e3c488-b2c8-4511-825f-3aa3cc4fb664 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:07.346323 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.369525 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] Set router cb0407e8-e9cf-468a-a403-697d23ba82e5 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:07.404684 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port c9e3c488-b2c8-4511-825f-3aa3cc4fb664 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:07.412589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e258fde3-b77e-40d9-b8c4-a5362d958f7b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:07.458729 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b93022-4394-4fca-963e-3ec727bacfc0 None None] Network d8e63dcd-5931-4796-9be5-04ab39095c0e requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:02:07.519367 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port e258fde3-b77e-40d9-b8c4-a5362d958f7b completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:07.537038 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e258fde3-b77e-40d9-b8c4-a5362d958f7b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:07.537506 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.586319 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.593106 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.624345 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-04886c20-5b88-4af5-8fa6-c52a41913da1 None None] Provisioning for port c9e3c488-b2c8-4511-825f-3aa3cc4fb664 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:07.625584 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'name': 'tempest-TestShelveInstance-1687728657-router', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:02:05Z', 'revision_number': 3, 'project_id': '56b98b8eca4249048dd859f641c77f0d', 'gw_port': {'id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:07.639578 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-04886c20-5b88-4af5-8fa6-c52a41913da1 None None] Provisioning complete for port c9e3c488-b2c8-4511-825f-3aa3cc4fb664 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:07.640630 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-04886c20-5b88-4af5-8fa6-c52a41913da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.654816 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f2929-2cd9-41ad-8011-1b1c90546a5b None None] The sync data for ids ['cb0407e8-e9cf-468a-a403-697d23ba82e5'] in n-d-787205-10 is: [{'id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'name': 'tempest-TestShelveInstance-1687728657-router', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:02:05Z', 'revision_number': 3, 'project_id': '56b98b8eca4249048dd859f641c77f0d', 'gw_port': {'id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:07.685938 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.696241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Pushing event updated for resources: {'Port': ['ID=41cec273-60a6-4062-84c5-0460d91d2bb4,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:07.779697 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.804290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Network d8e63dcd-5931-4796-9be5-04ab39095c0e is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:07.805768 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:07.836290 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-04886c20-5b88-4af5-8fa6-c52a41913da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.865894 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port e258fde3-b77e-40d9-b8c4-a5362d958f7b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e258fde3-b77e-40d9-b8c4-a5362d958f7b,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:07.876025 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.916812 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-04886c20-5b88-4af5-8fa6-c52a41913da1 None None] For port c9e3c488-b2c8-4511-825f-3aa3cc4fb664, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c9e3c488-b2c8-4511-825f-3aa3cc4fb664,segment=NetworkSegment(8d6fa5db-0134-41f1-a3ef-be544dc49ad3),segment_id=8d6fa5db-0134-41f1-a3ef-be544dc49ad3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:07.927873 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-04886c20-5b88-4af5-8fa6-c52a41913da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.948395 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=e258fde3-b77e-40d9-b8c4-a5362d958f7b,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:07.961838 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Router cb0407e8-e9cf-468a-a403-697d23ba82e5 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:02:08.048085 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04886c20-5b88-4af5-8fa6-c52a41913da1 None None] Pushing event updated for resources: {'Port': ['ID=c9e3c488-b2c8-4511-825f-3aa3cc4fb664,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:08.143329 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:08.151942 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6826bd13-9e3c-4a95-8906-d5e002d43f07 admin admin] 10.222.0.24 "PUT /v2.0/routers/cb0407e8-e9cf-468a-a403-697d23ba82e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1368871 Jul 16 19:02:08.255313 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6e04dd7f-c511-4099-94bb-54d1f7a8791e None None] Provisioning for port 41cec273-60a6-4062-84c5-0460d91d2bb4 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:08.261211 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6e04dd7f-c511-4099-94bb-54d1f7a8791e None None] Provisioning complete for port 41cec273-60a6-4062-84c5-0460d91d2bb4 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:08.261721 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6e04dd7f-c511-4099-94bb-54d1f7a8791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:08.299979 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6e04dd7f-c511-4099-94bb-54d1f7a8791e None None] Port 41cec273-60a6-4062-84c5-0460d91d2bb4 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:08.312132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6e04dd7f-c511-4099-94bb-54d1f7a8791e None None] Provisioning complete for port c9e3c488-b2c8-4511-825f-3aa3cc4fb664 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:08.313168 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6e04dd7f-c511-4099-94bb-54d1f7a8791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:08.518934 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b6ec171c-50ce-4dc9-ac0a-3ba0c6be663b None None] Provisioning complete for port 41cec273-60a6-4062-84c5-0460d91d2bb4 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:08.519496 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b6ec171c-50ce-4dc9-ac0a-3ba0c6be663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:08.557574 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec171c-50ce-4dc9-ac0a-3ba0c6be663b None None] Port 41cec273-60a6-4062-84c5-0460d91d2bb4 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:08.676567 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-435357bc-a101-4959-a4c8-4164605432c7 None None] Provisioning complete for port 41cec273-60a6-4062-84c5-0460d91d2bb4 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:08.677257 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-435357bc-a101-4959-a4c8-4164605432c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:08.713696 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-435357bc-a101-4959-a4c8-4164605432c7 None None] Port 41cec273-60a6-4062-84c5-0460d91d2bb4 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:09.011106 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48688) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:09.016015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e6bafb02-9ed2-46ec-8a9b-0025395d4af3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1398793653', 'description': 'tempest-secgroup-smoke-1398793653 description', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:09.039012 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e6bafb02-9ed2-46ec-8a9b-0025395d4af3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.123149 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e6bafb02-9ed2-46ec-8a9b-0025395d4af3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.127994 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e6bafb02-9ed2-46ec-8a9b-0025395d4af3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.157206 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e6bafb02-9ed2-46ec-8a9b-0025395d4af3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.158532 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e6bafb02-9ed2-46ec-8a9b-0025395d4af3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1463149 Jul 16 19:02:09.160460 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bafb02-9ed2-46ec-8a9b-0025395d4af3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:09.161527 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48690) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:09.166922 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-e4064847-1f90-4db8-8ed4-0a5f1053acb9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group_rule': {'security_group_id': '6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:09.195899 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4064847-1f90-4db8-8ed4-0a5f1053acb9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.219389 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 64fade79-7d77-433b-9e51-35b1ffcc84ce up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:09.254148 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4064847-1f90-4db8-8ed4-0a5f1053acb9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.259428 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4064847-1f90-4db8-8ed4-0a5f1053acb9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.270263 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 64fade79-7d77-433b-9e51-35b1ffcc84ce completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:09.274590 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 64fade79-7d77-433b-9e51-35b1ffcc84ce triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:09.274984 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.277408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4064847-1f90-4db8-8ed4-0a5f1053acb9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7437c3-6be3-43e5-806a-ecf7d7ad4925,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:09.287056 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e4064847-1f90-4db8-8ed4-0a5f1053acb9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.288326 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e4064847-1f90-4db8-8ed4-0a5f1053acb9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251915 Jul 16 19:02:09.291149 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48692) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:09.295893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-749e4388-c345-41d6-ae93-5fda41722064 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group_rule': {'security_group_id': '6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:09.326793 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-749e4388-c345-41d6-ae93-5fda41722064 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.358362 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.384602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 64fade79-7d77-433b-9e51-35b1ffcc84ce, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=64fade79-7d77-433b-9e51-35b1ffcc84ce,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:09.392905 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.393865 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c9e3c488-b2c8-4511-825f-3aa3cc4fb664 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:09.399230 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-749e4388-c345-41d6-ae93-5fda41722064 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.402901 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-749e4388-c345-41d6-ae93-5fda41722064 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.429951 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e4388-c345-41d6-ae93-5fda41722064 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26e588b-7945-4774-a793-e7fd399d08f5,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:09.433991 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-749e4388-c345-41d6-ae93-5fda41722064 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.435498 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-749e4388-c345-41d6-ae93-5fda41722064 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432734 Jul 16 19:02:09.438989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48694) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:09.443757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-4a232ae2-4f2f-45fe-9bf7-70510e6d0e2f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group_rule': {'security_group_id': '6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:09.478362 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a232ae2-4f2f-45fe-9bf7-70510e6d0e2f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.483316 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=64fade79-7d77-433b-9e51-35b1ffcc84ce,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:09.496284 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port c9e3c488-b2c8-4511-825f-3aa3cc4fb664 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:09.496722 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.545817 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a232ae2-4f2f-45fe-9bf7-70510e6d0e2f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.550460 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a232ae2-4f2f-45fe-9bf7-70510e6d0e2f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.571999 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a232ae2-4f2f-45fe-9bf7-70510e6d0e2f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61c3199-adab-4aa9-ba97-f7cd6bccffce,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:09.576050 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-4a232ae2-4f2f-45fe-9bf7-70510e6d0e2f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.579977 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-4a232ae2-4f2f-45fe-9bf7-70510e6d0e2f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372402 Jul 16 19:02:09.580450 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48696) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:09.584130 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e258fde3-b77e-40d9-b8c4-a5362d958f7b up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:09.584651 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-beb77218-db61-45d0-aba8-f8cebc3fe2ac tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group_rule': {'security_group_id': '6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:09.612162 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-beb77218-db61-45d0-aba8-f8cebc3fe2ac tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.679100 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-beb77218-db61-45d0-aba8-f8cebc3fe2ac tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.683881 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-beb77218-db61-45d0-aba8-f8cebc3fe2ac tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.705585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb77218-db61-45d0-aba8-f8cebc3fe2ac tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ce8fc0-f1a5-49f3-89c1-1582fa566d17,revision_number=0']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:09.711128 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-beb77218-db61-45d0-aba8-f8cebc3fe2ac tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.712549 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-beb77218-db61-45d0-aba8-f8cebc3fe2ac tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314280 Jul 16 19:02:09.715523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48698) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:09.720893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-4985a163-0149-4ae3-8e15-9e1fc6130fea tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group_rule': {'security_group_id': '6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:09.752589 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-4985a163-0149-4ae3-8e15-9e1fc6130fea tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Project 88493a2ad7fe46bf9499bae4268b81ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:02:09.758160 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4985a163-0149-4ae3-8e15-9e1fc6130fea tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.793844 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port e258fde3-b77e-40d9-b8c4-a5362d958f7b triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:09.794432 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.821425 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4985a163-0149-4ae3-8e15-9e1fc6130fea tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.826599 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4985a163-0149-4ae3-8e15-9e1fc6130fea tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.849438 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985a163-0149-4ae3-8e15-9e1fc6130fea tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad7b389-037d-4f46-bd6e-c15b4e183652,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:09.853096 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-4985a163-0149-4ae3-8e15-9e1fc6130fea tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.854442 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-4985a163-0149-4ae3-8e15-9e1fc6130fea tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378765 Jul 16 19:02:09.857157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 48700) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:09.862195 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-77fd4c8d-a2ec-4dc9-8370-076c6b8de4ee tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group_rule': {'security_group_id': '6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:09.884696 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-77fd4c8d-a2ec-4dc9-8370-076c6b8de4ee tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Project 88493a2ad7fe46bf9499bae4268b81ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:02:09.890554 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77fd4c8d-a2ec-4dc9-8370-076c6b8de4ee tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.032905 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Sync routers for ids ['cb0407e8-e9cf-468a-a403-697d23ba82e5'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:10.042745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Routers {'cb0407e8-e9cf-468a-a403-697d23ba82e5'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:10.043398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cb0407e8-e9cf-468a-a403-697d23ba82e5'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:10.153972 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Set router cb0407e8-e9cf-468a-a403-697d23ba82e5 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:10.256844 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77fd4c8d-a2ec-4dc9-8370-076c6b8de4ee tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.261531 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77fd4c8d-a2ec-4dc9-8370-076c6b8de4ee tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.279724 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd4c8d-a2ec-4dc9-8370-076c6b8de4ee tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae6896b-0966-4da8-81cd-46c6e89f31e1,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:10.287092 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-77fd4c8d-a2ec-4dc9-8370-076c6b8de4ee tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.288191 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-77fd4c8d-a2ec-4dc9-8370-076c6b8de4ee tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4299848 Jul 16 19:02:10.365792 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'name': 'tempest-TestShelveInstance-1687728657-router', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 4, 'project_id': '56b98b8eca4249048dd859f641c77f0d', 'gw_port': {'id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '41cec273-60a6-4062-84c5-0460d91d2bb4', 'name': '', 'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'mac_address': 'fa:16:3e:6e:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cfdf36e-c7b1-4ff0-8bda-6d3d05869405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:06Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 2, 'project_id': '56b98b8eca4249048dd859f641c77f0d', 'subnets': [{'id': '0cfdf36e-c7b1-4ff0-8bda-6d3d05869405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:10.392786 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Checking router: cb0407e8-e9cf-468a-a403-697d23ba82e5 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:10.393146 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Updating router cb0407e8-e9cf-468a-a403-697d23ba82e5 port 41cec273-60a6-4062-84c5-0460d91d2bb4 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:02:10.427638 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.429028 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-98efedc8-ea1d-436e-91a9-d1296775ba4b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398793653&fields=id&tenant_id=88493a2ad7fe46bf9499bae4268b81ed HTTP/1.1" status: 200 len: 267 time: 0.0329311 Jul 16 19:02:10.536973 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-6fe5e90c-4297-4120-a2da-4fb8c126dc24 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:10.538526 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-6fe5e90c-4297-4120-a2da-4fb8c126dc24 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 808 time: 0.1030035 Jul 16 19:02:10.553649 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-85ef2bcb-f055-4ae7-a611-7fe1774f230e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/quotas/88493a2ad7fe46bf9499bae4268b81ed HTTP/1.1" status: 200 len: 375 time: 0.0097015 Jul 16 19:02:10.622956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-0fc28831-a0d4-43b9-930a-b1eb1cdd2105 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635397 Jul 16 19:02:10.695562 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.706381 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Transition to ACTIVE for port object 41cec273-60a6-4062-84c5-0460d91d2bb4 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:10.711854 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.761822 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fbd81-78ad-470a-8bdd-5b8ec55d2087 None None] Pushing event updated for resources: {'Port': ['ID=41cec273-60a6-4062-84c5-0460d91d2bb4,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:10.817547 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-d7e01cbd-e66a-457a-aa5b-d34a161ead9a service neutron] 10.222.0.24 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825259 Jul 16 19:02:10.824399 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Attempting to bind port 41cec273-60a6-4062-84c5-0460d91d2bb4 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:10.824983 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Attempting to bind port 41cec273-60a6-4062-84c5-0460d91d2bb4 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '8d6fa5db-0134-41f1-a3ef-be544dc49ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:10.825129 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Attempting to bind port 41cec273-60a6-4062-84c5-0460d91d2bb4 on network d8e63dcd-5931-4796-9be5-04ab39095c0e {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:10.830927 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:10.831132 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Checking segment: {'id': '8d6fa5db-0134-41f1-a3ef-be544dc49ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:10.831477 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.831863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Bound using segment: {'id': '8d6fa5db-0134-41f1-a3ef-be544dc49ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:10.832706 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Bound port: 41cec273-60a6-4062-84c5-0460d91d2bb4, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6fa5db-0134-41f1-a3ef-be544dc49ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:10.832706 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.903007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] For port 41cec273-60a6-4062-84c5-0460d91d2bb4, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:10.907805 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] For port 41cec273-60a6-4062-84c5-0460d91d2bb4, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=41cec273-60a6-4062-84c5-0460d91d2bb4,segment=NetworkSegment(8d6fa5db-0134-41f1-a3ef-be544dc49ad3),segment_id=8d6fa5db-0134-41f1-a3ef-be544dc49ad3)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:10.913063 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.914915 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-70cff9bd-a2e9-4237-96c3-afd6815c5737 service neutron] 10.222.0.24 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916500 Jul 16 19:02:10.970025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Routers {'cb0407e8-e9cf-468a-a403-697d23ba82e5'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:10.970802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:01:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cb0407e8-e9cf-468a-a403-697d23ba82e5'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:11.035215 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fbd81-78ad-470a-8bdd-5b8ec55d2087 None None] Pushing event updated for resources: {'Port': ['ID=41cec273-60a6-4062-84c5-0460d91d2bb4,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:11.132026 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0be2aa7-f66f-4d0b-86cb-19d904d55130 req-944c5cdd-0736-4923-9db3-59b883a1cb40 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 210 time: 0.0519862 Jul 16 19:02:11.146704 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 64fade79-7d77-433b-9e51-35b1ffcc84ce up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:11.150725 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] Set router cb0407e8-e9cf-468a-a403-697d23ba82e5 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:11.328107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 64fade79-7d77-433b-9e51-35b1ffcc84ce triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:11.328487 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:11.474386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'name': 'tempest-TestShelveInstance-1687728657-router', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 4, 'project_id': '56b98b8eca4249048dd859f641c77f0d', 'gw_port': {'id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '41cec273-60a6-4062-84c5-0460d91d2bb4', 'name': '', 'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'mac_address': 'fa:16:3e:6e:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cfdf36e-c7b1-4ff0-8bda-6d3d05869405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:06Z', 'updated_at': '2021-07-16T19:02:10Z', 'revision_number': 4, 'project_id': '56b98b8eca4249048dd859f641c77f0d', 'subnets': [{'id': '0cfdf36e-c7b1-4ff0-8bda-6d3d05869405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:11.502962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5325c-de98-4353-9b02-11ab7883753c None None] The sync data for ids ['cb0407e8-e9cf-468a-a403-697d23ba82e5'] in n-d-787205-10 is: [{'id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'name': 'tempest-TestShelveInstance-1687728657-router', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 4, 'project_id': '56b98b8eca4249048dd859f641c77f0d', 'gw_port': {'id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '41cec273-60a6-4062-84c5-0460d91d2bb4', 'name': '', 'network_id': 'd8e63dcd-5931-4796-9be5-04ab39095c0e', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'mac_address': 'fa:16:3e:6e:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '0cfdf36e-c7b1-4ff0-8bda-6d3d05869405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:06Z', 'updated_at': '2021-07-16T19:02:10Z', 'revision_number': 4, 'project_id': '56b98b8eca4249048dd859f641c77f0d', 'subnets': [{'id': '0cfdf36e-c7b1-4ff0-8bda-6d3d05869405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:12.275804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4af3a115-a78e-46a4-9dfa-aa6a82a87da4 req-4419dda0-dd38-448f-ba6c-fe02edc162bf tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 210 time: 0.0330510 Jul 16 19:02:12.421641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-cef24a9c-815c-4749-873d-5789b895a7dd tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:12.423117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-cef24a9c-815c-4749-873d-5789b895a7dd tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 808 time: 0.1039138 Jul 16 19:02:12.467491 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-4dad9e6d-1d89-4c55-977f-388b76507e8e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88493a2ad7fe46bf9499bae4268b81ed HTTP/1.1" status: 200 len: 380 time: 0.0352859 Jul 16 19:02:12.476045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'port': {'device_id': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'admin_state_up': True, 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'security_groups': ['6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:12.586565 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Made reservation on behalf of 88493a2ad7fe46bf9499bae4268b81ed for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:02:12.590075 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:12.722159 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Allocated IP 172.20.0.12 (a8f1f002-4d05-4a27-83f1-b353eb339057/cc85c521-54e4-4307-bc1f-51850ed737a5/2d7b6098-2130-4208-9514-727adfdc5d43) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:12.855789 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:12.869297 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Transition to ACTIVE for port object 2d7b6098-2130-4208-9514-727adfdc5d43 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:12.901562 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:12.947367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Network a8f1f002-4d05-4a27-83f1-b353eb339057 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:12.952372 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:12.956696 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:12.987515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'Port': ['ID=2d7b6098-2130-4208-9514-727adfdc5d43,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:13.011720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:13.012352 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.028715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ea8fc04d-7897-4807-a447-4925e7efb568 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5562873 Jul 16 19:02:13.040406 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Request body: {'port': {'device_id': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:13.135329 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.174931 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 41cec273-60a6-4062-84c5-0460d91d2bb4 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:13.226311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cdab5bcd-b440-4280-84ab-962b65425045 None None] Provisioning for port 2d7b6098-2130-4208-9514-727adfdc5d43 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:13.231398 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-cdab5bcd-b440-4280-84ab-962b65425045 None None] Provisioning complete for port 2d7b6098-2130-4208-9514-727adfdc5d43 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:13.231739 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cdab5bcd-b440-4280-84ab-962b65425045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.251695 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 41cec273-60a6-4062-84c5-0460d91d2bb4 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:13.259560 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 41cec273-60a6-4062-84c5-0460d91d2bb4 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:13.259938 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.294032 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-cdab5bcd-b440-4280-84ab-962b65425045 None None] Port 2d7b6098-2130-4208-9514-727adfdc5d43 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:13.350522 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.396815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 41cec273-60a6-4062-84c5-0460d91d2bb4, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=41cec273-60a6-4062-84c5-0460d91d2bb4,segment=NetworkSegment(8d6fa5db-0134-41f1-a3ef-be544dc49ad3),segment_id=8d6fa5db-0134-41f1-a3ef-be544dc49ad3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:13.402866 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.455525 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7b6098-2130-4208-9514-727adfdc5d43 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:02:13.456512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=41cec273-60a6-4062-84c5-0460d91d2bb4,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:13.465161 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.482718 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Transition to ACTIVE for port object 2d7b6098-2130-4208-9514-727adfdc5d43 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:13.487242 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.556056 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cda9b-062e-48e0-9ead-faaea20f21ba req-42635f07-ae5d-4f52-b997-fa70f0196f8f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:13.557625 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d40cda9b-062e-48e0-9ead-faaea20f21ba req-42635f07-ae5d-4f52-b997-fa70f0196f8f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 932 time: 0.1389067 Jul 16 19:02:13.565229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Pushing event updated for resources: {'Port': ['ID=2d7b6098-2130-4208-9514-727adfdc5d43,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:13.647520 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d40cda9b-062e-48e0-9ead-faaea20f21ba req-57f6e1d6-f3dd-4c43-8434-28c2b2ad7bd3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832012 Jul 16 19:02:13.660527 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7ff5f4e7-326d-4e55-8c4c-75107ded6272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.665316 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Attempting to bind port 2d7b6098-2130-4208-9514-727adfdc5d43 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:13.665532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Attempting to bind port 2d7b6098-2130-4208-9514-727adfdc5d43 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:13.665901 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Attempting to bind port 2d7b6098-2130-4208-9514-727adfdc5d43 on network a8f1f002-4d05-4a27-83f1-b353eb339057 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:13.670519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Port 2d7b6098-2130-4208-9514-727adfdc5d43 on network a8f1f002-4d05-4a27-83f1-b353eb339057 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:02:13.670846 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Attempting to bind port 2d7b6098-2130-4208-9514-727adfdc5d43 on network a8f1f002-4d05-4a27-83f1-b353eb339057 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:13.675739 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:13.676151 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Checking segment: {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:13.676451 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Bound using segment: {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:13.676884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Bound port: 2d7b6098-2130-4208-9514-727adfdc5d43, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:13.677250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.743806 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:13.746922 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:13.751401 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.791425 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:13.792072 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.793848 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] 10.222.0.32 "PUT /v2.0/ports/2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 200 len: 1093 time: 0.7578709 Jul 16 19:02:13.794312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:13.796686 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53446a81-0070-4292-a8f9-9e4c55afa48d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:13.826740 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c3117-c252-4d3f-936d-590e68d8ac0d service neutron] Pushing event updated for resources: {'Port': ['ID=2d7b6098-2130-4208-9514-727adfdc5d43,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:13.901893 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-30984833-12d3-4b12-9772-98cd3546c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:13.903840 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-30984833-12d3-4b12-9772-98cd3546c8c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1096 time: 0.0669096 Jul 16 19:02:13.950548 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-16956eda-9219-4fdb-8b4b-1b2852127648 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 200 len: 217 time: 0.0387366 Jul 16 19:02:14.014263 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ce6ab29d-0486-44ea-8870-d23a23cfdaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:14.017227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-ce6ab29d-0486-44ea-8870-d23a23cfdaea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0599756 Jul 16 19:02:14.056288 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d1966a-42ab-46c9-97b9-cf36485ace6b x-openstack-request-id: req-e4d1966a-42ab-46c9-97b9-cf36485ace6b {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:14.056589 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:14.056844 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4d1966a-42ab-46c9-97b9-cf36485ace6b {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:14.057252 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43', 'status': 'completed', 'code': 200} Jul 16 19:02:14.084407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-594f1cd6-e206-4417-aac8-3dd238f58082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:14.086130 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-594f1cd6-e206-4417-aac8-3dd238f58082 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626402 Jul 16 19:02:14.184446 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-47eb8f53-9397-429b-8ae4-0c2ef42ec827 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911930 Jul 16 19:02:14.277275 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2cb97303-5b04-4245-b77e-0e8ba6a86a45 req-7ebaada2-82fc-4ee5-b586-6e7d1951532d service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856702 Jul 16 19:02:14.376929 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53446a81-0070-4292-a8f9-9e4c55afa48d req-d67270f7-4055-418d-a504-78471bfc69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:14.378612 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53446a81-0070-4292-a8f9-9e4c55afa48d req-d67270f7-4055-418d-a504-78471bfc69f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1096 time: 0.0534945 Jul 16 19:02:14.474677 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53446a81-0070-4292-a8f9-9e4c55afa48d req-b6d045d9-e84d-415f-b7ff-480bd0831c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:14.476198 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53446a81-0070-4292-a8f9-9e4c55afa48d req-b6d045d9-e84d-415f-b7ff-480bd0831c2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0913024 Jul 16 19:02:14.518483 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53446a81-0070-4292-a8f9-9e4c55afa48d req-344e7c14-940d-49cb-8051-614c49b39f03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 200 len: 217 time: 0.0361280 Jul 16 19:02:14.571878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53446a81-0070-4292-a8f9-9e4c55afa48d req-0aa96704-75a1-45de-bdb3-9a0c4f3512af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:14.573286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53446a81-0070-4292-a8f9-9e4c55afa48d req-0aa96704-75a1-45de-bdb3-9a0c4f3512af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0479302 Jul 16 19:02:14.632040 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53446a81-0070-4292-a8f9-9e4c55afa48d req-72b57787-ced0-410b-b8ee-eee99393d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:14.633588 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53446a81-0070-4292-a8f9-9e4c55afa48d req-72b57787-ced0-410b-b8ee-eee99393d7be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522287 Jul 16 19:02:14.721826 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53446a81-0070-4292-a8f9-9e4c55afa48d req-bc3b4fee-9ff0-4c64-a704-fef9a68b34ea service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805137 Jul 16 19:02:14.852279 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-53446a81-0070-4292-a8f9-9e4c55afa48d req-ba820b1d-8f25-424a-bba5-f4fd7fcea03a service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238468 Jul 16 19:02:14.874359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46511aae-7e00-4fb2-ab20-1060254e8457 req-718da3bf-d250-4819-a703-6de2072d43d2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:14.875840 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46511aae-7e00-4fb2-ab20-1060254e8457 req-718da3bf-d250-4819-a703-6de2072d43d2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 944 time: 0.0858738 Jul 16 19:02:14.914526 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-46511aae-7e00-4fb2-ab20-1060254e8457 req-9084c331-e068-46e5-984a-81a5f9234059 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328789 Jul 16 19:02:15.138610 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 41cec273-60a6-4062-84c5-0460d91d2bb4 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:15.189792 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 41cec273-60a6-4062-84c5-0460d91d2bb4 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:15.190165 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.829286 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aaa52c49-e360-4ce8-927b-73d32a2326f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.076914 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.094737 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180d15f-2020-42db-98c8-e6e1b67ef535 req-ad02c3ec-466d-4f91-b9c1-af4051c20a90 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:16.096192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8180d15f-2020-42db-98c8-e6e1b67ef535 req-ad02c3ec-466d-4f91-b9c1-af4051c20a90 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 944 time: 0.0708706 Jul 16 19:02:16.134404 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8180d15f-2020-42db-98c8-e6e1b67ef535 req-3ad152bb-fa94-495b-96b0-b5ebe8cdf617 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325816 Jul 16 19:02:16.537042 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 2d7b6098-2130-4208-9514-727adfdc5d43 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:02:16.632993 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:16.644194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '2d7b6098-2130-4208-9514-727adfdc5d43', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'port_id': '2d7b6098-2130-4208-9514-727adfdc5d43', 'mac_address': 'fa:16:3e:3a:ad:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:02:16.679890 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.692884 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7b6098-2130-4208-9514-727adfdc5d43 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:02:16.712776 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:16.716623 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:16.761375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=2d7b6098-2130-4208-9514-727adfdc5d43,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:16.935673 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['2d7b6098-2130-4208-9514-727adfdc5d43'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:02:17.316133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a71c05-b0f9-4f52-9d08-3d80b7d0290b req-f82986e1-604b-44c8-8827-b1bdb368fc31 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:17.317678 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8a71c05-b0f9-4f52-9d08-3d80b7d0290b req-f82986e1-604b-44c8-8827-b1bdb368fc31 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 945 time: 0.0696015 Jul 16 19:02:17.355226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8a71c05-b0f9-4f52-9d08-3d80b7d0290b req-1290caa2-5725-4565-b169-dc615b0a177a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313020 Jul 16 19:02:17.895010 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.527790 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73353fe9-0b4b-47a1-8f96-7903ffaca3ff req-f94ce807-6f12-4c5b-948e-e3c05fdafbdc tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:18.529267 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73353fe9-0b4b-47a1-8f96-7903ffaca3ff req-f94ce807-6f12-4c5b-948e-e3c05fdafbdc tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 945 time: 0.0629880 Jul 16 19:02:18.552446 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 2d7b6098-2130-4208-9514-727adfdc5d43 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:18.571312 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-73353fe9-0b4b-47a1-8f96-7903ffaca3ff req-a6b4bd15-b16b-4ebd-9e20-98b8af8da4e5 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357807 Jul 16 19:02:18.605909 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 2d7b6098-2130-4208-9514-727adfdc5d43 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:18.609846 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 2d7b6098-2130-4208-9514-727adfdc5d43 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:18.610229 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.684042 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.706544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:18.708804 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05896cd5-5554-4e03-954b-9c158a5fb122" -d '{"events": [{"server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "name": "network-vif-plugged", "status": "completed", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:18.722122 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:18.726307 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.752517 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a63a295-24d6-45ab-8a5d-dcb1a05f656d x-openstack-request-id: req-2a63a295-24d6-45ab-8a5d-dcb1a05f656d {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:18.752807 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "name": "network-vif-plugged", "status": "completed", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:18.753062 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a63a295-24d6-45ab-8a5d-dcb1a05f656d {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:18.753446 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43', 'code': 200} Jul 16 19:02:18.780073 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=2d7b6098-2130-4208-9514-727adfdc5d43,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:18.865306 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59647168-c4fd-4e94-bcee-1849a3bbf1bf req-d02548af-7517-4360-971e-1426cefa8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:18.866845 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59647168-c4fd-4e94-bcee-1849a3bbf1bf req-d02548af-7517-4360-971e-1426cefa8e0f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1098 time: 0.0516920 Jul 16 19:02:18.899874 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-59647168-c4fd-4e94-bcee-1849a3bbf1bf req-7ac305ed-0843-4df5-8ac2-895ec9503ae8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271883 Jul 16 19:02:19.300393 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:19.754846 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ee2eb-c3a9-48ce-8541-27eda40609f6 req-25d5ee13-d114-42b5-a31f-c25aaca84a0e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:19.756532 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-163ee2eb-c3a9-48ce-8541-27eda40609f6 req-25d5ee13-d114-42b5-a31f-c25aaca84a0e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0635805 Jul 16 19:02:19.793386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-163ee2eb-c3a9-48ce-8541-27eda40609f6 req-f16f7c82-bb38-47c0-990a-6cba71040f24 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312657 Jul 16 19:02:20.970241 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565cfe-a375-48cd-897c-2ede321fb966 req-cff93e67-38e9-4865-9e9e-5cec1470afba tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:20.971726 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b565cfe-a375-48cd-897c-2ede321fb966 req-cff93e67-38e9-4865-9e9e-5cec1470afba tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0647957 Jul 16 19:02:21.008435 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0b565cfe-a375-48cd-897c-2ede321fb966 req-ba1884b2-96d2-4656-9149-5198cc0699e0 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311465 Jul 16 19:02:21.183398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b991c6-4ad7-4739-ade8-f5aea51b9c1c req-5ff443dd-89ab-418c-bc61-f184f2837e7c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:21.184874 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49b991c6-4ad7-4739-ade8-f5aea51b9c1c req-5ff443dd-89ab-418c-bc61-f184f2837e7c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0631502 Jul 16 19:02:21.222339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-49b991c6-4ad7-4739-ade8-f5aea51b9c1c req-0b8db96a-179b-4294-a8f7-16ba382af27a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Jul 16 19:02:21.245814 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48756) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:21.342386 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc6f0d6-43cb-461a-b03f-e09ef61512e1 tempest-TestShelveInstance-902440647 tempest-TestShelveInstance-902440647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:21.349051 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-efc6f0d6-43cb-461a-b03f-e09ef61512e1 tempest-TestShelveInstance-902440647 tempest-TestShelveInstance-902440647-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1093 time: 0.1004045 Jul 16 19:02:21.351434 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 48760) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:21.355954 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '2d7b6098-2130-4208-9514-727adfdc5d43', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:21.378726 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for floatingip, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.414928 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:02:21.475689 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.581425 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Allocated IP 172.25.3.154 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/1dad6b3a-0199-433a-abe8-42e3346c31ad) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:21.680744 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.719067 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:21.754324 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:21.758989 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:21.762327 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:21.791184 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'Port': ['ID=1dad6b3a-0199-433a-abe8-42e3346c31ad,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:22.124617 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.199752 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.348389 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.352814 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.419026 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'Port': ['ID=1dad6b3a-0199-433a-abe8-42e3346c31ad,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:22.430625 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.528934 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Floating IP b4a5e1dc-0252-4b45-8b43-ad49b5346d71 associated. External IP: 172.25.3.154, port: 2d7b6098-2130-4208-9514-727adfdc5d43. Jul 16 19:02:23.061118 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Router 33e02062-4a13-4b8d-b918-9041ec33f973 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:02:23.170322 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:23.180083 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6031b-8a31-46d1-9698-733378bf09b5 None None] Sync routers for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:23.187265 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:23.190219 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6031b-8a31-46d1-9698-733378bf09b5 None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:23.190845 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bce6031b-8a31-46d1-9698-733378bf09b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:02:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:23.222440 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-a37c8f23-423e-4314-94f7-ce8c66ace986 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8699300 Jul 16 19:02:23.223133 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:23.225397 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae84136a-d0f7-4c58-820b-e6eb713ea5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:23.296334 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-bce6031b-8a31-46d1-9698-733378bf09b5 None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:23.317124 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81afdae1-37f0-4983-ab11-a1f2a07f0c5b x-openstack-request-id: req-81afdae1-37f0-4983-ab11-a1f2a07f0c5b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:23.317444 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:23.317716 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81afdae1-37f0-4983-ab11-a1f2a07f0c5b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:23.318123 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43', 'status': 'completed', 'code': 200} Jul 16 19:02:23.393461 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84136a-d0f7-4c58-820b-e6eb713ea5f1 req-fe329d68-6df9-4bb0-9cb1-f39dc88b97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:23.395158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae84136a-d0f7-4c58-820b-e6eb713ea5f1 req-fe329d68-6df9-4bb0-9cb1-f39dc88b97e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1098 time: 0.0563564 Jul 16 19:02:23.488966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84136a-d0f7-4c58-820b-e6eb713ea5f1 req-a81f63f0-1362-4ad4-b06a-19bb536c5737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:23.490565 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae84136a-d0f7-4c58-820b-e6eb713ea5f1 req-a81f63f0-1362-4ad4-b06a-19bb536c5737 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0893223 Jul 16 19:02:23.523506 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bce6031b-8a31-46d1-9698-733378bf09b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'b4a5e1dc-0252-4b45-8b43-ad49b5346d71', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'port_id': '2d7b6098-2130-4208-9514-727adfdc5d43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'mac_address': 'fa:16:3e:3a:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:02:21Z', 'updated_at': '2021-07-16T19:02:21Z', 'revision_number': 0, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 5, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:23.549555 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6031b-8a31-46d1-9698-733378bf09b5 None None] Checking router: 33e02062-4a13-4b8d-b918-9041ec33f973 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:23.555313 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae84136a-d0f7-4c58-820b-e6eb713ea5f1 req-cd7a2ca0-7a85-46a9-9c31-d59470989fcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 200 len: 1000 time: 0.0584745 Jul 16 19:02:23.557889 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6031b-8a31-46d1-9698-733378bf09b5 None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:23.558487 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bce6031b-8a31-46d1-9698-733378bf09b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:02:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:23.612340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84136a-d0f7-4c58-820b-e6eb713ea5f1 req-755a9122-bfc2-4042-88ca-ed9204d8eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:23.613889 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae84136a-d0f7-4c58-820b-e6eb713ea5f1 req-755a9122-bfc2-4042-88ca-ed9204d8eedc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0528705 Jul 16 19:02:23.666638 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-bce6031b-8a31-46d1-9698-733378bf09b5 None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:23.671070 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84136a-d0f7-4c58-820b-e6eb713ea5f1 req-5a63ca97-615e-44d8-b7db-707c0b641c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:23.672603 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae84136a-d0f7-4c58-820b-e6eb713ea5f1 req-5a63ca97-615e-44d8-b7db-707c0b641c0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525079 Jul 16 19:02:23.761866 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae84136a-d0f7-4c58-820b-e6eb713ea5f1 req-e46f11b1-1907-4a54-8b15-54087ecf9880 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822976 Jul 16 19:02:23.844643 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:23.855706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ae84136a-d0f7-4c58-820b-e6eb713ea5f1 req-a4392457-6ed0-4f9a-a21e-ba0277782f34 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864763 Jul 16 19:02:23.897795 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-bce6031b-8a31-46d1-9698-733378bf09b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'b4a5e1dc-0252-4b45-8b43-ad49b5346d71', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'port_id': '2d7b6098-2130-4208-9514-727adfdc5d43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'mac_address': 'fa:16:3e:3a:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:02:21Z', 'updated_at': '2021-07-16T19:02:21Z', 'revision_number': 0, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 5, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:23.923927 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6031b-8a31-46d1-9698-733378bf09b5 None None] The sync data for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 is: [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'b4a5e1dc-0252-4b45-8b43-ad49b5346d71', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'floating_ip_address': '172.25.3.154', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'port_id': '2d7b6098-2130-4208-9514-727adfdc5d43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'mac_address': 'fa:16:3e:3a:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:02:21Z', 'updated_at': '2021-07-16T19:02:21Z', 'revision_number': 0, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 5, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:24.104668 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87f6556-ab07-4bed-bc90-0ace31e510a9 None None] New status for floating IP b4a5e1dc-0252-4b45-8b43-ad49b5346d71: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:02:25.923874 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:41.615234 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a7a9a06-5a6f-4346-a37f-b0cf64a29228 req-06ca9c42-a429-435e-abb8-b32537425d76 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511451 Jul 16 19:02:41.710600 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a9a06-5a6f-4346-a37f-b0cf64a29228 req-87e78010-4cb1-405a-9eed-519eee38d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:41.712034 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a7a9a06-5a6f-4346-a37f-b0cf64a29228 req-87e78010-4cb1-405a-9eed-519eee38d6ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1098 time: 0.0557537 Jul 16 19:02:41.814338 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a9a06-5a6f-4346-a37f-b0cf64a29228 req-ff0385e0-b62f-403d-a3c7-eac018569d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:41.815831 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a7a9a06-5a6f-4346-a37f-b0cf64a29228 req-ff0385e0-b62f-403d-a3c7-eac018569d95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0836842 Jul 16 19:02:41.883141 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a7a9a06-5a6f-4346-a37f-b0cf64a29228 req-c603b3ae-0da7-485c-a9e7-a32d34f531dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 200 len: 1002 time: 0.0607960 Jul 16 19:02:41.931860 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a9a06-5a6f-4346-a37f-b0cf64a29228 req-4a655f7a-2d9d-4400-9160-4f21ca179193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:41.933336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a7a9a06-5a6f-4346-a37f-b0cf64a29228 req-4a655f7a-2d9d-4400-9160-4f21ca179193 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0441802 Jul 16 19:02:41.993185 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a9a06-5a6f-4346-a37f-b0cf64a29228 req-393a2333-fa05-4f70-ad13-0406d95c52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:41.994976 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a7a9a06-5a6f-4346-a37f-b0cf64a29228 req-393a2333-fa05-4f70-ad13-0406d95c52ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544329 Jul 16 19:02:42.087503 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a7a9a06-5a6f-4346-a37f-b0cf64a29228 req-0592364a-28d3-49c8-8f8e-c569dba5a4b0 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Jul 16 19:02:42.178162 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a7a9a06-5a6f-4346-a37f-b0cf64a29228 req-73f108e6-87dd-4d6a-a648-ecb50e426615 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805910 Jul 16 19:02:43.653977 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-34d71aa5-b101-4a32-bdc7-335db54ad390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:45.829804 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-27160669-0cd7-4531-ab44-d182159f29e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:46.078181 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:47.896855 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:49.307775 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:53.843514 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:55.922827 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:58.413439 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:03:13.654497 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-41b12bcc-1dfa-4e69-b1e7-4b711eee9047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:15.833599 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-15980f5f-9f59-4016-80a4-a75a74826121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:16.078963 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:17.899219 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:19.305943 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:23.854480 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:25.936760 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:35.411997 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:03:41.610221 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0272ebd3-bf35-4cc7-a410-e2634fca903d req-9e175e7f-df6f-438e-81e9-f2110b549890 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540814 Jul 16 19:03:41.701563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272ebd3-bf35-4cc7-a410-e2634fca903d req-ea49fd19-d39d-4c50-a569-315fe9ed6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:41.703072 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0272ebd3-bf35-4cc7-a410-e2634fca903d req-ea49fd19-d39d-4c50-a569-315fe9ed6b4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1098 time: 0.0525601 Jul 16 19:03:41.804786 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272ebd3-bf35-4cc7-a410-e2634fca903d req-eaa8b5d7-8fcb-46a9-b5a5-c55d51948b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:41.806321 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0272ebd3-bf35-4cc7-a410-e2634fca903d req-eaa8b5d7-8fcb-46a9-b5a5-c55d51948b7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0840104 Jul 16 19:03:41.874987 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0272ebd3-bf35-4cc7-a410-e2634fca903d req-cd715e9d-d2bb-4889-b23c-4bbeb41bd299 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 200 len: 1002 time: 0.0617592 Jul 16 19:03:41.922712 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272ebd3-bf35-4cc7-a410-e2634fca903d req-05fb0491-44f2-4802-84bc-e12d8080e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:41.924473 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0272ebd3-bf35-4cc7-a410-e2634fca903d req-05fb0491-44f2-4802-84bc-e12d8080e20c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0437639 Jul 16 19:03:41.980170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272ebd3-bf35-4cc7-a410-e2634fca903d req-f97d1118-90fe-4eac-9c83-41779c7dadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:41.981569 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0272ebd3-bf35-4cc7-a410-e2634fca903d req-f97d1118-90fe-4eac-9c83-41779c7dadb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503886 Jul 16 19:03:42.071798 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0272ebd3-bf35-4cc7-a410-e2634fca903d req-8e44f6c4-a283-4bc7-8a98-0a68b4501b6b service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837176 Jul 16 19:03:42.159928 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0272ebd3-bf35-4cc7-a410-e2634fca903d req-83d2825a-1ee5-467e-b531-066dd00f1fe3 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804048 Jul 16 19:03:43.655678 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6566cc53-c0d2-4847-92d9-0df81f25bb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:45.833686 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ef95e397-889b-4806-ba33-70e9a636fc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:46.080127 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:47.902373 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:49.307360 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:53.870360 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:55.935588 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:12.411164 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:04:13.657178 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b05ba395-74bf-4585-8096-2fdb18c9c21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:15.833440 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e3f09084-3b08-4417-a44f-85a2cbb4538d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:16.082127 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:17.904913 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.934782 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7840a-0db0-4f6b-bc46-9b1a8e5e9aa1 req-64926848-7ac0-4902-95fe-841875fded5f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:18.936300 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cb7840a-0db0-4f6b-bc46-9b1a8e5e9aa1 req-64926848-7ac0-4902-95fe-841875fded5f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0686908 Jul 16 19:04:18.977081 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cb7840a-0db0-4f6b-bc46-9b1a8e5e9aa1 req-6a39b924-9f91-4a2d-b626-8771b9effd74 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344672 Jul 16 19:04:19.310237 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:20.180575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d72f4-0495-4fe7-94a1-8105278f7185 req-9c65b83d-5358-41ea-a219-4f747026e7d5 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:20.182101 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a24d72f4-0495-4fe7-94a1-8105278f7185 req-9c65b83d-5358-41ea-a219-4f747026e7d5 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0634487 Jul 16 19:04:20.218907 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a24d72f4-0495-4fe7-94a1-8105278f7185 req-aea65429-33f9-4201-924e-9d9ff3aaee03 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312767 Jul 16 19:04:21.422587 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16df4e4-5e10-40fd-9bea-69cfa2115af0 req-d1a134fc-1b67-4ea0-8657-fd46afa789fe tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:21.423990 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e16df4e4-5e10-40fd-9bea-69cfa2115af0 req-d1a134fc-1b67-4ea0-8657-fd46afa789fe tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0663753 Jul 16 19:04:21.462888 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e16df4e4-5e10-40fd-9bea-69cfa2115af0 req-271a77d5-8612-47c1-a35b-582ce57a83e1 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331271 Jul 16 19:04:22.630930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a08e42-43b7-426a-9690-f5dde19aa096 req-8b5b62e2-7258-4694-a40c-2a303fff9b04 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:22.632407 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7a08e42-43b7-426a-9690-f5dde19aa096 req-8b5b62e2-7258-4694-a40c-2a303fff9b04 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0619078 Jul 16 19:04:22.669415 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b7a08e42-43b7-426a-9690-f5dde19aa096 req-8c334aa8-f5e7-495d-9a8d-63ef72cac87b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308211 Jul 16 19:04:23.840112 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c195fd-3758-4969-bc96-8222f65a1498 req-69193ef8-3d7d-42dc-944c-8dce8773c6a7 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:23.841575 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92c195fd-3758-4969-bc96-8222f65a1498 req-69193ef8-3d7d-42dc-944c-8dce8773c6a7 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0627854 Jul 16 19:04:23.878945 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-92c195fd-3758-4969-bc96-8222f65a1498 req-50b9f091-5488-4882-9ed8-1810f7a5d5a7 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318081 Jul 16 19:04:23.887413 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:25.054434 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6ee79-fe9e-49ba-aaed-f098fe3758da req-7c434767-978e-414d-8841-c604ca627b9e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:25.056201 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94d6ee79-fe9e-49ba-aaed-f098fe3758da req-7c434767-978e-414d-8841-c604ca627b9e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0669589 Jul 16 19:04:25.093736 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-94d6ee79-fe9e-49ba-aaed-f098fe3758da req-67bb0ce0-ff0c-4f8d-9a8a-edfb94118e1a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318806 Jul 16 19:04:25.952365 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:26.266208 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0b57-9728-4747-aa0c-728a7715a44e req-309326c7-87bb-4b08-b1cb-22b0b45352ac tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:26.267690 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3eda0b57-9728-4747-aa0c-728a7715a44e req-309326c7-87bb-4b08-b1cb-22b0b45352ac tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0630589 Jul 16 19:04:26.304297 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3eda0b57-9728-4747-aa0c-728a7715a44e req-1ddcca72-2159-4f92-88c2-0a2fa9b44ff7 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311432 Jul 16 19:04:27.479179 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f000bb5-fffd-4ffb-b214-e80c054606f9 req-f497c132-0861-4a3c-8aa9-6b2966e7bd65 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:27.480586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f000bb5-fffd-4ffb-b214-e80c054606f9 req-f497c132-0861-4a3c-8aa9-6b2966e7bd65 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0656421 Jul 16 19:04:27.518808 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5f000bb5-fffd-4ffb-b214-e80c054606f9 req-e0297021-b83f-47e4-9031-ac9a0ff50ac5 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324118 Jul 16 19:04:28.693188 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09bcd0-41f5-461b-a96d-15a68d1633d1 req-22eb3c43-a49a-4250-a445-2d14e5037e02 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:28.694606 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d09bcd0-41f5-461b-a96d-15a68d1633d1 req-22eb3c43-a49a-4250-a445-2d14e5037e02 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0635374 Jul 16 19:04:28.732512 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d09bcd0-41f5-461b-a96d-15a68d1633d1 req-2ae51659-054d-47e9-97ea-8adc9908de3c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316067 Jul 16 19:04:29.908502 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc07902-3528-49c2-ba3c-be94d64ef27b req-758a2299-b3ed-43e4-b608-3be4a8402b4b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:29.910019 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcc07902-3528-49c2-ba3c-be94d64ef27b req-758a2299-b3ed-43e4-b608-3be4a8402b4b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0627265 Jul 16 19:04:29.946170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dcc07902-3528-49c2-ba3c-be94d64ef27b req-c962704e-8a2e-4365-b02a-9c7a656140b5 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306463 Jul 16 19:04:31.131964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8357293-74ca-41df-9e20-5a95cdb8ee18 req-8907954b-f957-4bbb-b026-d00bebb48018 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:31.133476 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8357293-74ca-41df-9e20-5a95cdb8ee18 req-8907954b-f957-4bbb-b026-d00bebb48018 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0773590 Jul 16 19:04:31.173991 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a8357293-74ca-41df-9e20-5a95cdb8ee18 req-daf314af-bfcb-459a-95b7-8e6c00d24838 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336933 Jul 16 19:04:31.176304 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 2d7b6098-2130-4208-9514-727adfdc5d43 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:04:31.279097 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:31.290442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '2d7b6098-2130-4208-9514-727adfdc5d43', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'port_id': '2d7b6098-2130-4208-9514-727adfdc5d43', 'mac_address': 'fa:16:3e:3a:ad:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:04:31.329553 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:31.342093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d7b6098-2130-4208-9514-727adfdc5d43 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:31.365005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:31.376008 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:31.428138 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=2d7b6098-2130-4208-9514-727adfdc5d43,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:31.436160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:31.436513 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:31.436854 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:31.437191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:31.437525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:31.437885 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:31.438215 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:31.438540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:31.438863 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:31.439186 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:31.439535 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:31.439829 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:31.445307 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['2d7b6098-2130-4208-9514-727adfdc5d43'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:32.370708 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b06b7f-500a-4ae3-96e2-53b25a133053 req-fbd82446-9af0-4949-aace-cdd20089264c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:32.372345 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9b06b7f-500a-4ae3-96e2-53b25a133053 req-fbd82446-9af0-4949-aace-cdd20089264c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 945 time: 0.0725868 Jul 16 19:04:32.421447 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f9b06b7f-500a-4ae3-96e2-53b25a133053 req-be53367c-042c-49f8-a227-236922f9aadb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402479 Jul 16 19:04:33.183507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 2d7b6098-2130-4208-9514-727adfdc5d43 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:33.242239 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 2d7b6098-2130-4208-9514-727adfdc5d43 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:33.242909 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.329354 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.361054 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:33.363751 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6914ca7e-aa1c-4a7c-b69d-d908b668d4b1" -d '{"events": [{"server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "name": "network-vif-plugged", "status": "completed", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:33.385689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:33.397009 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.459710 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=2d7b6098-2130-4208-9514-727adfdc5d43,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:33.513191 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77376e90-a560-4c0c-afa3-38978bc84dbe x-openstack-request-id: req-77376e90-a560-4c0c-afa3-38978bc84dbe {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:33.513772 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "name": "network-vif-plugged", "status": "completed", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:33.514240 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77376e90-a560-4c0c-afa3-38978bc84dbe {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:33.514841 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43', 'code': 200} Jul 16 19:04:33.661433 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cf542-66b8-429e-b113-857b82ee5fe7 req-35c0cfd4-70f8-4fbb-865f-89aba7f18aad tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:33.663248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-255cf542-66b8-429e-b113-857b82ee5fe7 req-35c0cfd4-70f8-4fbb-865f-89aba7f18aad tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0728750 Jul 16 19:04:33.707033 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-255cf542-66b8-429e-b113-857b82ee5fe7 req-e5ff3a15-1a41-4277-ab08-3ea121aa9195 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375249 Jul 16 19:04:34.896237 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea6aca-e468-4ba1-8b64-02455fd4854b req-9ee7835d-4d2a-4a8d-a245-ebd0cd2ab5c6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:34.898563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dea6aca-e468-4ba1-8b64-02455fd4854b req-9ee7835d-4d2a-4a8d-a245-ebd0cd2ab5c6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0680811 Jul 16 19:04:34.942836 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9dea6aca-e468-4ba1-8b64-02455fd4854b req-b9ca3109-705b-4f4c-989b-d338b04576f2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353625 Jul 16 19:04:36.127679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1d632-5827-456e-962e-dc69fa456ec6 req-a6148d85-57ac-4105-a024-ef9639c030cf tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:36.130119 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3a1d632-5827-456e-962e-dc69fa456ec6 req-a6148d85-57ac-4105-a024-ef9639c030cf tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0668902 Jul 16 19:04:36.173795 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b3a1d632-5827-456e-962e-dc69fa456ec6 req-83fa6246-879a-45f5-b5fb-e7ffa9baa904 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378382 Jul 16 19:04:37.369447 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b71589-b6d6-4df4-be7c-d59163030e08 req-0b9f76b0-1ade-4e48-9ec6-a7625e26aea4 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:37.372709 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1b71589-b6d6-4df4-be7c-d59163030e08 req-0b9f76b0-1ade-4e48-9ec6-a7625e26aea4 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0801528 Jul 16 19:04:37.434323 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1b71589-b6d6-4df4-be7c-d59163030e08 req-71c941f0-ac6a-4263-a695-4e88bc2b8cd7 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475585 Jul 16 19:04:38.616230 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278128f-b66e-4f56-90ce-ac0af4d4aba8 req-45abec1c-5eec-49e0-8f2f-dd416524a3ef tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:38.618787 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1278128f-b66e-4f56-90ce-ac0af4d4aba8 req-45abec1c-5eec-49e0-8f2f-dd416524a3ef tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0723124 Jul 16 19:04:38.664668 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1278128f-b66e-4f56-90ce-ac0af4d4aba8 req-ff597db1-4983-46b9-ba61-bda679b42bbb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393631 Jul 16 19:04:39.854089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f58b-f254-4413-ac50-08ca2e4951d0 req-b40b2e12-e4b9-4ab9-9cf3-8848c9e2a919 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:39.856393 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c5b3f58b-f254-4413-ac50-08ca2e4951d0 req-b40b2e12-e4b9-4ab9-9cf3-8848c9e2a919 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0714998 Jul 16 19:04:40.204702 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c5b3f58b-f254-4413-ac50-08ca2e4951d0 req-a9ec7c6a-a642-4553-936d-ad6473cfda47 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421946 Jul 16 19:04:40.804605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abb7b1-4f20-47c7-bbe7-812950166ef3 req-d07fe005-4f1f-4f82-b3c6-b536513ac966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:40.806740 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56abb7b1-4f20-47c7-bbe7-812950166ef3 req-d07fe005-4f1f-4f82-b3c6-b536513ac966 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1098 time: 0.0922210 Jul 16 19:04:40.896785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abb7b1-4f20-47c7-bbe7-812950166ef3 req-790ea307-c999-478d-a41b-1e7f944544e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:40.898246 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56abb7b1-4f20-47c7-bbe7-812950166ef3 req-790ea307-c999-478d-a41b-1e7f944544e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0850418 Jul 16 19:04:40.961215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56abb7b1-4f20-47c7-bbe7-812950166ef3 req-f377b854-2ee4-49f9-a668-ffae9459110c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 200 len: 1002 time: 0.0562832 Jul 16 19:04:41.011074 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abb7b1-4f20-47c7-bbe7-812950166ef3 req-b0d8a890-0c7a-44f3-a61c-8ef8db86dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:41.012639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56abb7b1-4f20-47c7-bbe7-812950166ef3 req-b0d8a890-0c7a-44f3-a61c-8ef8db86dda2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0450981 Jul 16 19:04:41.071709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abb7b1-4f20-47c7-bbe7-812950166ef3 req-561e0954-fd4f-4cc4-af1e-e075bac1f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:41.073984 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56abb7b1-4f20-47c7-bbe7-812950166ef3 req-561e0954-fd4f-4cc4-af1e-e075bac1f483 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549841 Jul 16 19:04:41.162924 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56abb7b1-4f20-47c7-bbe7-812950166ef3 req-16f61691-0891-49fe-b48a-0c2522acc8e8 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823424 Jul 16 19:04:41.256328 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-56abb7b1-4f20-47c7-bbe7-812950166ef3 req-190909ea-e4ff-48c5-85cd-8feb65caaadf service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877755 Jul 16 19:04:41.379340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88524789-ebe5-4023-90ea-69b73c1221fc req-82068659-65c1-44d1-a6d0-e12b77a3b430 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:41.380754 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-88524789-ebe5-4023-90ea-69b73c1221fc req-82068659-65c1-44d1-a6d0-e12b77a3b430 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0621061 Jul 16 19:04:41.418357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-88524789-ebe5-4023-90ea-69b73c1221fc req-6ad30495-c09a-40a5-adbe-9c67937822b9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319769 Jul 16 19:04:41.657349 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83cbc4-3dd4-41e8-9749-3311e9e92d6f req-fb147c32-c665-4d15-bb1a-f2de1da3ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:41.658794 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed83cbc4-3dd4-41e8-9749-3311e9e92d6f req-fb147c32-c665-4d15-bb1a-f2de1da3ce98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1098 time: 0.0527041 Jul 16 19:04:41.766192 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83cbc4-3dd4-41e8-9749-3311e9e92d6f req-e0f03ff5-ff21-4c56-9d09-91a9cf6d7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:41.767676 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed83cbc4-3dd4-41e8-9749-3311e9e92d6f req-e0f03ff5-ff21-4c56-9d09-91a9cf6d7d58 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0885210 Jul 16 19:04:41.834714 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed83cbc4-3dd4-41e8-9749-3311e9e92d6f req-39a143b6-47e8-44b3-9b30-d920d9467bf3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 200 len: 1002 time: 0.0598505 Jul 16 19:04:41.882385 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83cbc4-3dd4-41e8-9749-3311e9e92d6f req-216a9eec-99e1-4d98-9a25-6f20f413c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:41.883804 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed83cbc4-3dd4-41e8-9749-3311e9e92d6f req-216a9eec-99e1-4d98-9a25-6f20f413c1ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0424695 Jul 16 19:04:41.939599 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83cbc4-3dd4-41e8-9749-3311e9e92d6f req-0f35e428-6563-4e32-b047-d117159cdb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:41.941012 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed83cbc4-3dd4-41e8-9749-3311e9e92d6f req-0f35e428-6563-4e32-b047-d117159cdb1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503261 Jul 16 19:04:42.033554 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed83cbc4-3dd4-41e8-9749-3311e9e92d6f req-7991e72c-0950-4d56-9359-095b6c44f59e service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852821 Jul 16 19:04:42.120699 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed83cbc4-3dd4-41e8-9749-3311e9e92d6f req-2accab4e-3d01-4ffb-a92f-ff7136f5c4f9 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802069 Jul 16 19:04:42.595517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66247da-85df-4679-a899-c2d2ed27ffe6 req-21236327-1c48-4652-a9e2-585f204c15f0 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:42.597007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a66247da-85df-4679-a899-c2d2ed27ffe6 req-21236327-1c48-4652-a9e2-585f204c15f0 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0685725 Jul 16 19:04:42.635099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a66247da-85df-4679-a899-c2d2ed27ffe6 req-f3f6e3f0-5444-4b26-833b-75a70297ed45 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324612 Jul 16 19:04:43.237080 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 2d7b6098-2130-4208-9514-727adfdc5d43 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:43.315760 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.336696 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:43.339582 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ea70d4-eafe-4d36-9b39-b2917da4cc19" -d '{"events": [{"server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:43.352572 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:43.358627 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.382302 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71d625d-8e52-4d2e-89be-b51b014955fc x-openstack-request-id: req-d71d625d-8e52-4d2e-89be-b51b014955fc {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:43.382598 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:43.382851 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d71d625d-8e52-4d2e-89be-b51b014955fc {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:43.383241 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43', 'code': 200} Jul 16 19:04:43.419679 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=2d7b6098-2130-4208-9514-727adfdc5d43,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:43.657621 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c60b3ccd-3583-4438-bc4b-96c34e647dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.805627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbf942-89d3-4a67-a568-9013ecd1e115 req-59d8be95-e78d-4c82-96b7-7ccc9adb97bb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:43.807738 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0edbf942-89d3-4a67-a568-9013ecd1e115 req-59d8be95-e78d-4c82-96b7-7ccc9adb97bb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 944 time: 0.0628741 Jul 16 19:04:43.844856 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0edbf942-89d3-4a67-a568-9013ecd1e115 req-b615f7ea-f76a-4c62-8f95-43d243d3c81b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315681 Jul 16 19:04:44.188998 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f124-7572-4c58-a872-81610ad9d25d req-c666af41-c2f6-47cb-9e17-3bceba33b350 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:44.190575 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3733f124-7572-4c58-a872-81610ad9d25d req-c666af41-c2f6-47cb-9e17-3bceba33b350 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 944 time: 0.0636520 Jul 16 19:04:44.228415 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3733f124-7572-4c58-a872-81610ad9d25d req-c2676140-7ea7-4bdb-b215-3823d19cafa5 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316188 Jul 16 19:04:44.440351 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-3c84709d-0f8e-423d-8249-5ebb263d82e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979891 Jul 16 19:04:45.412507 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08040e-099b-4e10-a0e6-0bc50925836c req-1e0a146f-5c52-40a6-8978-2dcc257fd84a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:45.414018 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab08040e-099b-4e10-a0e6-0bc50925836c req-1e0a146f-5c52-40a6-8978-2dcc257fd84a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 944 time: 0.0631356 Jul 16 19:04:45.455218 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ab08040e-099b-4e10-a0e6-0bc50925836c req-7a0ba3eb-aa73-43b1-b64b-f32c6f73749e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354733 Jul 16 19:04:45.836890 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b7d6134e-c506-4a42-ab67-721db10b9c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:46.082278 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:46.311820 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-e256440d-79ce-4348-921c-7c8801a3c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:46.313367 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-e256440d-79ce-4348-921c-7c8801a3c538 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f&tenant_id=88493a2ad7fe46bf9499bae4268b81ed HTTP/1.1" status: 200 len: 1096 time: 0.0944884 Jul 16 19:04:46.324092 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-10', 'device_owner': 'compute:nova'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:46.397193 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:46.599132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:46.630344 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31174065-ff4c-4a42-aca8-601bda862173 req-188bc802-c27d-443f-9d9a-efd843dc6e15 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:46.631863 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31174065-ff4c-4a42-aca8-601bda862173 req-188bc802-c27d-443f-9d9a-efd843dc6e15 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 944 time: 0.0632482 Jul 16 19:04:46.632245 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h1-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:46.666270 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7b6098-2130-4208-9514-727adfdc5d43 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:46.670095 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-31174065-ff4c-4a42-aca8-601bda862173 req-4c4aa560-ec72-4f58-81ec-12338bc78882 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318999 Jul 16 19:04:46.674017 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:46.686856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Transition to ACTIVE for port object 2d7b6098-2130-4208-9514-727adfdc5d43 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:46.690025 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:46.777781 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=2d7b6098-2130-4208-9514-727adfdc5d43,revision_number=9']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:46.791734 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:46.792087 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:46.792655 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:46.792777 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:46.793077 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:46.793408 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:46.793758 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:46.794086 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:46.794431 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:46.794737 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:46.795062 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:46.795383 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:46.827695 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] No DVR routers for this DVR port 2d7b6098-2130-4208-9514-727adfdc5d43 on host n-h1-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:04:46.966174 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Attempting to bind port 2d7b6098-2130-4208-9514-727adfdc5d43 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:46.966438 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Attempting to bind port 2d7b6098-2130-4208-9514-727adfdc5d43 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:46.966776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Attempting to bind port 2d7b6098-2130-4208-9514-727adfdc5d43 on network a8f1f002-4d05-4a27-83f1-b353eb339057 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:46.970979 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Port 2d7b6098-2130-4208-9514-727adfdc5d43 on network a8f1f002-4d05-4a27-83f1-b353eb339057 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:04:46.971310 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Attempting to bind port 2d7b6098-2130-4208-9514-727adfdc5d43 on network a8f1f002-4d05-4a27-83f1-b353eb339057 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:46.976572 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:46.976977 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Checking segment: {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:46.977375 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Bound using segment: {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:46.977849 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Bound port: 2d7b6098-2130-4208-9514-727adfdc5d43, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:46.978204 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:47.040494 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:47.043613 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:47.048024 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:47.085677 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.086300 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:47.087754 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] 10.222.0.11 "PUT /v2.0/ports/2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 200 len: 1093 time: 0.7676880 Jul 16 19:04:47.088130 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:47.090400 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3daa823-9511-43e6-adfe-8df5bc7bbc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:47.144131 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b40ea8-e716-4a04-b4cf-16652531ac50 x-openstack-request-id: req-d7b40ea8-e716-4a04-b4cf-16652531ac50 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:47.144429 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:47.144691 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7b40ea8-e716-4a04-b4cf-16652531ac50 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:47.145097 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43', 'status': 'completed', 'code': 200} Jul 16 19:04:47.147114 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ae631-cffb-4f7f-8289-709a4168aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=2d7b6098-2130-4208-9514-727adfdc5d43,revision_number=10']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:47.176361 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-8fa3fd77-a2b2-418b-a0fc-583e5dd028e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.177934 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-8fa3fd77-a2b2-418b-a0fc-583e5dd028e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1097 time: 0.0646579 Jul 16 19:04:47.276000 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-7498cb83-6bce-4e5c-abe1-3a6984fc118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.277496 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-7498cb83-6bce-4e5c-abe1-3a6984fc118a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0932555 Jul 16 19:04:47.345096 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-4451a457-8c41-4ee2-9a6a-2d3b70f1d979 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 200 len: 1000 time: 0.0613582 Jul 16 19:04:47.393034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-5274db52-0c58-4302-b75a-a00a938cdbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.394535 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-5274db52-0c58-4302-b75a-a00a938cdbad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0437083 Jul 16 19:04:47.454606 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-0208170e-b48c-4168-bd3d-35bc70c4f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.456091 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-0208170e-b48c-4168-bd3d-35bc70c4f68b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548820 Jul 16 19:04:47.543663 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-a74bd488-12e4-4292-8d88-16be66f674d5 service neutron] 10.222.0.11 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811126 Jul 16 19:04:47.635435 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-791f7f14-ef2b-4602-9e3d-52e7eea4f785 req-72167cc5-1669-4bd1-9580-65e23e16f13f service neutron] 10.222.0.11 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860398 Jul 16 19:04:47.732636 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daa823-9511-43e6-adfe-8df5bc7bbc1d req-50769e1f-7b1a-4edf-8b47-4fd8bafd711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.734760 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b3daa823-9511-43e6-adfe-8df5bc7bbc1d req-50769e1f-7b1a-4edf-8b47-4fd8bafd711f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1097 time: 0.0558512 Jul 16 19:04:47.839703 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daa823-9511-43e6-adfe-8df5bc7bbc1d req-076697aa-5886-4c32-9612-706fcbe33682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.841247 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b3daa823-9511-43e6-adfe-8df5bc7bbc1d req-076697aa-5886-4c32-9612-706fcbe33682 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.1005397 Jul 16 19:04:47.856220 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c62c9-fa4b-496a-b3c0-42e4ccfeb0a8 req-053ed3cb-4589-440e-9f4f-51ee3d7a562b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.858208 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d47c62c9-fa4b-496a-b3c0-42e4ccfeb0a8 req-053ed3cb-4589-440e-9f4f-51ee3d7a562b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 945 time: 0.0711613 Jul 16 19:04:47.904037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d47c62c9-fa4b-496a-b3c0-42e4ccfeb0a8 req-adb37968-2d2d-4d29-9dbc-26fd807fe0c1 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399089 Jul 16 19:04:47.912762 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:47.931983 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b3daa823-9511-43e6-adfe-8df5bc7bbc1d req-aa81fe8b-0dba-4c22-8a15-d256b259f276 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 200 len: 1000 time: 0.0845230 Jul 16 19:04:49.093720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0544e-522b-474d-b5d5-54631b2d3890 req-e2e98ffb-85bc-4f8e-a9e5-de2298e0a10e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:49.095305 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eed0544e-522b-474d-b5d5-54631b2d3890 req-e2e98ffb-85bc-4f8e-a9e5-de2298e0a10e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 945 time: 0.0743227 Jul 16 19:04:49.135334 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eed0544e-522b-474d-b5d5-54631b2d3890 req-eb034038-2289-4715-9d86-7025bbbe46fc tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340400 Jul 16 19:04:49.312323 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:49.410819 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:04:50.322783 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd34db-8359-40bf-adca-5c5f2807683d req-05737d61-5c34-4738-8770-ac7ecfcb6760 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:50.324412 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36cd34db-8359-40bf-adca-5c5f2807683d req-05737d61-5c34-4738-8770-ac7ecfcb6760 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 945 time: 0.0714142 Jul 16 19:04:50.365201 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-36cd34db-8359-40bf-adca-5c5f2807683d req-0b5f1034-c614-4798-aa7a-434df5f38588 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348449 Jul 16 19:04:51.544254 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de30e0-014d-4dcb-8ff3-cff85e68de87 req-ff86fecb-06ca-4ed8-9cd4-f1aef545dbb6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:51.545839 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4de30e0-014d-4dcb-8ff3-cff85e68de87 req-ff86fecb-06ca-4ed8-9cd4-f1aef545dbb6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 945 time: 0.0655565 Jul 16 19:04:51.586815 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f4de30e0-014d-4dcb-8ff3-cff85e68de87 req-4f693b62-d8ba-4338-96fc-4e3f7f19785c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350912 Jul 16 19:04:52.766653 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801a0f5-22cd-42f7-ae0e-0fa56796aaf8 req-ab41bcc6-5c10-44fe-a6d0-b55488a5678f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:52.768235 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b801a0f5-22cd-42f7-ae0e-0fa56796aaf8 req-ab41bcc6-5c10-44fe-a6d0-b55488a5678f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 945 time: 0.0665348 Jul 16 19:04:52.810315 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b801a0f5-22cd-42f7-ae0e-0fa56796aaf8 req-ff836777-e1b5-4b31-91d1-6bfea94280e7 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365181 Jul 16 19:04:53.890988 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:54.003013 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dc834-75c2-40de-b109-5f6e0a96989b req-fef02d91-3677-4775-8b11-9c9ab0bbf1d8 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:54.004595 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e59dc834-75c2-40de-b109-5f6e0a96989b req-fef02d91-3677-4775-8b11-9c9ab0bbf1d8 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 945 time: 0.0746367 Jul 16 19:04:54.046192 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e59dc834-75c2-40de-b109-5f6e0a96989b req-3d41d0e0-d530-4211-b715-8b5a4ae70957 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350728 Jul 16 19:04:55.243203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14c56b-281b-479d-8c63-cda25341e587 req-1a95d394-45fb-47af-89f2-1cba190d0465 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:55.246527 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f14c56b-281b-479d-8c63-cda25341e587 req-1a95d394-45fb-47af-89f2-1cba190d0465 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 945 time: 0.0727372 Jul 16 19:04:55.294464 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3f14c56b-281b-479d-8c63-cda25341e587 req-ee9f44fa-dcbe-4187-9e98-788d5dd0e70b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 Jul 16 19:04:55.967511 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.484644 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00cc2b-fdfc-4faf-9c7e-74549684f4f2 req-73f2ab82-c81b-41dc-afb9-3c2968ab88ae tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:56.486214 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e00cc2b-fdfc-4faf-9c7e-74549684f4f2 req-73f2ab82-c81b-41dc-afb9-3c2968ab88ae tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 945 time: 0.0700295 Jul 16 19:04:56.538986 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e00cc2b-fdfc-4faf-9c7e-74549684f4f2 req-bb7d2dd5-24c2-4437-b91c-3687cd9d5089 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470514 Jul 16 19:04:57.728385 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c095d-0fbb-41aa-9198-87b248ddc5ad req-48cdc1e6-06d4-43e1-aead-37b734a70151 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:57.729906 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-065c095d-0fbb-41aa-9198-87b248ddc5ad req-48cdc1e6-06d4-43e1-aead-37b734a70151 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 945 time: 0.0716581 Jul 16 19:04:57.769539 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-065c095d-0fbb-41aa-9198-87b248ddc5ad req-d88f5c97-1df7-44a2-8a99-cabbf66a8aaf tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334949 Jul 16 19:04:58.527070 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daa823-9511-43e6-adfe-8df5bc7bbc1d req-c5ec273a-544e-425c-9730-7bb0be1d78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:58.528987 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b3daa823-9511-43e6-adfe-8df5bc7bbc1d req-c5ec273a-544e-425c-9730-7bb0be1d78b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0512614 Jul 16 19:04:58.595366 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daa823-9511-43e6-adfe-8df5bc7bbc1d req-e28ca011-422e-454b-9d48-50e819c4c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:58.596865 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b3daa823-9511-43e6-adfe-8df5bc7bbc1d req-e28ca011-422e-454b-9d48-50e819c4c369 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615039 Jul 16 19:04:58.698325 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b3daa823-9511-43e6-adfe-8df5bc7bbc1d req-3fa25b46-2045-4995-bbb9-62443077058f service neutron] 10.222.0.11 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920737 Jul 16 19:04:58.801020 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-b3daa823-9511-43e6-adfe-8df5bc7bbc1d req-673aa9a4-c299-4f14-9005-591e22a1069e service neutron] 10.222.0.11 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957508 Jul 16 19:04:58.993609 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b319255-e435-41eb-a877-3978160ae628 req-6c5b56dc-1c6d-4da1-b08e-4a2234f58b16 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:58.995222 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b319255-e435-41eb-a877-3978160ae628 req-6c5b56dc-1c6d-4da1-b08e-4a2234f58b16 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 945 time: 0.1127687 Jul 16 19:04:59.033035 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1b319255-e435-41eb-a877-3978160ae628 req-52c9161f-2c32-41d8-a90a-0b3ec14ecba7 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322812 Jul 16 19:04:59.342696 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 2d7b6098-2130-4208-9514-727adfdc5d43 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:04:59.434987 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:59.449787 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': '2d7b6098-2130-4208-9514-727adfdc5d43', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'port_id': '2d7b6098-2130-4208-9514-727adfdc5d43', 'mac_address': 'fa:16:3e:3a:ad:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:04:59.486163 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.499710 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7b6098-2130-4208-9514-727adfdc5d43 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:59.519417 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:59.523107 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:59.568514 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=2d7b6098-2130-4208-9514-727adfdc5d43,revision_number=11']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:59.765103 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['2d7b6098-2130-4208-9514-727adfdc5d43'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:05:00.256798 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995753a-b043-4673-b268-e53fe2c3da68 req-7a8825ad-7b90-43aa-8e4f-464fc3269d34 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:00.258317 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5995753a-b043-4673-b268-e53fe2c3da68 req-7a8825ad-7b90-43aa-8e4f-464fc3269d34 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.1131027 Jul 16 19:05:00.295707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5995753a-b043-4673-b268-e53fe2c3da68 req-81066786-24ad-462e-b8a4-f824f657247d tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Jul 16 19:05:01.344874 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 2d7b6098-2130-4208-9514-727adfdc5d43 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:01.394423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port 2d7b6098-2130-4208-9514-727adfdc5d43 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:01.398261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port 2d7b6098-2130-4208-9514-727adfdc5d43 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:01.398634 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.470041 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7db3e9-1a98-4349-9f3e-b0e4d9c8d304 req-dd1c8971-9a61-4ce2-b72d-6be5496c310e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:01.471500 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd7db3e9-1a98-4349-9f3e-b0e4d9c8d304 req-dd1c8971-9a61-4ce2-b72d-6be5496c310e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 946 time: 0.0632131 Jul 16 19:05:01.477551 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.504991 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:01.507269 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15f8778-7e23-41de-8a39-4592b65cbbfc" -d '{"events": [{"server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "name": "network-vif-plugged", "status": "completed", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:01.514120 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd7db3e9-1a98-4349-9f3e-b0e4d9c8d304 req-878639d1-ee39-439b-a793-eaf1923846fd tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366263 Jul 16 19:05:01.520328 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:01.524792 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:01.549508 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b3b95a-b0b7-4623-af62-ade41e21fc19 x-openstack-request-id: req-07b3b95a-b0b7-4623-af62-ade41e21fc19 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:01.549829 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "name": "network-vif-plugged", "status": "completed", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:01.550084 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07b3b95a-b0b7-4623-af62-ade41e21fc19 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:01.550474 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43', 'code': 200} Jul 16 19:05:01.577130 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=2d7b6098-2130-4208-9514-727adfdc5d43,revision_number=12']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:01.732477 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5c005-c18b-4f0f-9462-100d7d6540ea req-ab9cc7ba-8749-4976-90ea-1e1aa01ea524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:01.733926 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dbb5c005-c18b-4f0f-9462-100d7d6540ea req-ab9cc7ba-8749-4976-90ea-1e1aa01ea524 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1099 time: 0.0521488 Jul 16 19:05:01.766629 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-dbb5c005-c18b-4f0f-9462-100d7d6540ea req-e236caa9-b3f1-4ac9-9249-3db212e244da service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268271 Jul 16 19:05:02.704367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1e7e0-688b-4d47-9395-39f54aaf8534 req-9de21456-e687-43d8-aa7f-c69e5814bd61 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:02.705929 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01e1e7e0-688b-4d47-9395-39f54aaf8534 req-9de21456-e687-43d8-aa7f-c69e5814bd61 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 947 time: 0.0725670 Jul 16 19:05:02.747432 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-01e1e7e0-688b-4d47-9395-39f54aaf8534 req-7acceefc-d46c-438c-b5a5-b70489ae7d61 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351219 Jul 16 19:05:03.924247 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f45fd1-c668-425f-be3b-73122f3ae8e1 req-2380f057-63ba-488f-bb00-774283b8b0dc tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:03.925757 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68f45fd1-c668-425f-be3b-73122f3ae8e1 req-2380f057-63ba-488f-bb00-774283b8b0dc tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 947 time: 0.0635197 Jul 16 19:05:03.963321 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68f45fd1-c668-425f-be3b-73122f3ae8e1 req-22944964-a0a3-4e83-93dd-6d6496ac5ded tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318310 Jul 16 19:05:13.659531 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ddf040f4-f694-45a9-a1e6-24197cdf13fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:15.836985 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b19f5158-2aa8-4714-99cf-9ce1e5d741d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:16.082871 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:17.914242 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:19.315852 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:23.908897 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:25.964244 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:26.410291 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:05:40.336496 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e9e5ba1-6b0f-4b3f-ab41-0cd547865698 req-fdf4f11e-bbb3-4df0-a467-06a1d19710f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506485 Jul 16 19:05:40.431750 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e5ba1-6b0f-4b3f-ab41-0cd547865698 req-ae40ec43-0845-49d0-97e9-180c883372c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:40.433233 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e9e5ba1-6b0f-4b3f-ab41-0cd547865698 req-ae40ec43-0845-49d0-97e9-180c883372c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1099 time: 0.0555270 Jul 16 19:05:40.535724 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e5ba1-6b0f-4b3f-ab41-0cd547865698 req-3ddbc298-d594-48cc-948f-0423ca0b02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:40.537203 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e9e5ba1-6b0f-4b3f-ab41-0cd547865698 req-3ddbc298-d594-48cc-948f-0423ca0b02c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0844018 Jul 16 19:05:40.603933 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e9e5ba1-6b0f-4b3f-ab41-0cd547865698 req-f872915c-2cb6-48fb-80e1-0aab111f30b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 200 len: 1002 time: 0.0606363 Jul 16 19:05:40.651068 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e5ba1-6b0f-4b3f-ab41-0cd547865698 req-7e18819d-bf6a-4e7b-bc75-37a0927d3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:40.652513 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e9e5ba1-6b0f-4b3f-ab41-0cd547865698 req-7e18819d-bf6a-4e7b-bc75-37a0927d3b82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0425293 Jul 16 19:05:40.709682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e5ba1-6b0f-4b3f-ab41-0cd547865698 req-e158d9f2-3ee4-490b-a06e-fc59653f9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:40.711206 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e9e5ba1-6b0f-4b3f-ab41-0cd547865698 req-e158d9f2-3ee4-490b-a06e-fc59653f9b92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529361 Jul 16 19:05:40.803929 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e9e5ba1-6b0f-4b3f-ab41-0cd547865698 req-3cf0a136-e180-43f2-9f07-41682e1cfe14 service neutron] 10.222.0.11 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858946 Jul 16 19:05:40.891305 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5e9e5ba1-6b0f-4b3f-ab41-0cd547865698 req-d021c0e2-a91a-4e96-a361-bdc93349d30a service neutron] 10.222.0.11 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814276 Jul 16 19:05:43.660998 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f61bd195-ef6a-4464-9671-49a92457e50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:45.837277 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-ed876d26-64d8-45ff-abfa-bac06e56a03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:46.083830 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:47.915145 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:49.318702 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.916367 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:55.988176 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.409786 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:06:13.660843 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3dbc2501-ca31-4efd-9f04-32188ff5f811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.645451 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49090) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:14.806781 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Deleting port 1dad6b3a-0199-433a-abe8-42e3346c31ad {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:14.807135 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.886564 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.886980 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.898972 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Calling delete_port for 1dad6b3a-0199-433a-abe8-42e3346c31ad owned by network:floatingip {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:15.049257 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.075850 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event deleted for resources: {'Port': ['ID=1dad6b3a-0199-433a-abe8-42e3346c31ad,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:15.102511 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:15.102858 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:15.103200 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:15.103546 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:15.103885 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:15.104216 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:15.104548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:15.104877 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:15.105333 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:15.105679 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:15.106014 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:15.106340 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:15.149547 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for floatingip, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.149831 n-d-787205-10 neutron-server[105590]: INFO neutron.db.l3_db [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Floating IP b4a5e1dc-0252-4b45-8b43-ad49b5346d71 disassociated (deleted). External IP: 172.25.3.154, port: 2d7b6098-2130-4208-9514-727adfdc5d43. Jul 16 19:06:15.358164 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Router 33e02062-4a13-4b8d-b918-9041ec33f973 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:15.465967 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:15.471330 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.476209 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d587a-089c-47da-9f96-163ea856c3d2 None None] Sync routers for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:15.485084 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d587a-089c-47da-9f96-163ea856c3d2 None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:15.485711 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9b6d587a-089c-47da-9f96-163ea856c3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:05:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:15.509694 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-9ae594f6-e8f7-4826-a5e4-40fc9e1a5e1c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "DELETE /v2.0/floatingips/b4a5e1dc-0252-4b45-8b43-ad49b5346d71 HTTP/1.1" status: 204 len: 168 time: 0.8609047 Jul 16 19:06:15.509694 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:15.510379 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbdf1e8-e83e-417a-b930-3a6222773d95" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:15.550676 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d546ba-daee-430c-a4aa-e29a2b8f348b x-openstack-request-id: req-28d546ba-daee-430c-a4aa-e29a2b8f348b {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:15.550972 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:15.551505 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28d546ba-daee-430c-a4aa-e29a2b8f348b {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:15.551918 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43', 'status': 'completed', 'code': 200} Jul 16 19:06:15.602325 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-9b6d587a-089c-47da-9f96-163ea856c3d2 None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:15.635354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdf1e8-e83e-417a-b930-3a6222773d95 req-0cafbd7a-66a8-4c25-9fbc-da8aef3297e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:15.636582 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bbdf1e8-e83e-417a-b930-3a6222773d95 req-0cafbd7a-66a8-4c25-9fbc-da8aef3297e9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 1099 time: 0.0609782 Jul 16 19:06:15.740359 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdf1e8-e83e-417a-b930-3a6222773d95 req-d59ebefb-a008-475b-8538-7268098538d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:15.742173 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bbdf1e8-e83e-417a-b930-3a6222773d95 req-d59ebefb-a008-475b-8538-7268098538d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0994699 Jul 16 19:06:15.803753 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bbdf1e8-e83e-417a-b930-3a6222773d95 req-3408730a-a594-45ec-ad00-36ffce984e0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 200 len: 217 time: 0.0470884 Jul 16 19:06:15.810472 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9b6d587a-089c-47da-9f96-163ea856c3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 5, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:15.836807 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d587a-089c-47da-9f96-163ea856c3d2 None None] Checking router: 33e02062-4a13-4b8d-b918-9041ec33f973 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:15.843741 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a15d6cd8-8b50-4338-8d6e-505ab6b4a955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:15.847678 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d587a-089c-47da-9f96-163ea856c3d2 None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:15.848584 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9b6d587a-089c-47da-9f96-163ea856c3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:05:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:15.870926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdf1e8-e83e-417a-b930-3a6222773d95 req-fe7df81d-99f9-4587-bc2d-fc5a8049e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:15.872545 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bbdf1e8-e83e-417a-b930-3a6222773d95 req-fe7df81d-99f9-4587-bc2d-fc5a8049e1ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0628200 Jul 16 19:06:15.912330 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70041f-9610-41c2-b11c-ca7909005fbc req-63701c05-47ea-45c8-bb9d-2013982e1a53 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:15.914064 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d70041f-9610-41c2-b11c-ca7909005fbc req-63701c05-47ea-45c8-bb9d-2013982e1a53 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 947 time: 0.0697546 Jul 16 19:06:15.933027 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdf1e8-e83e-417a-b930-3a6222773d95 req-f99c6908-9303-4fac-8be9-a78843fc6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:15.934618 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bbdf1e8-e83e-417a-b930-3a6222773d95 req-f99c6908-9303-4fac-8be9-a78843fc6ba8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553069 Jul 16 19:06:15.959739 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6d70041f-9610-41c2-b11c-ca7909005fbc req-b62fc95b-4134-4a38-b4f4-713627ac04c6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388424 Jul 16 19:06:16.037941 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bbdf1e8-e83e-417a-b930-3a6222773d95 req-795420b6-7235-4d9f-9b3a-72ad18abd18e service neutron] 10.222.0.11 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956249 Jul 16 19:06:16.050210 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-9b6d587a-089c-47da-9f96-163ea856c3d2 None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:16.087393 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.139443 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-0bbdf1e8-e83e-417a-b930-3a6222773d95 req-e8ed8550-4d16-47f4-9830-85732f52b8c3 service neutron] 10.222.0.11 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954084 Jul 16 19:06:16.247070 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-9b6d587a-089c-47da-9f96-163ea856c3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 5, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:16.276842 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d587a-089c-47da-9f96-163ea856c3d2 None None] The sync data for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 is: [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 5, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:16.490212 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4600c8-5fe0-4743-a9ae-25df60228a54 None None] New status for floating IP b4a5e1dc-0252-4b45-8b43-ad49b5346d71: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:06:17.100390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24c5d9-c49c-4164-9820-cca0ff1b9995 req-2c8f93fd-baee-48d3-94f3-8460882cee00 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:17.101878 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5c24c5d9-c49c-4164-9820-cca0ff1b9995 req-2c8f93fd-baee-48d3-94f3-8460882cee00 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 947 time: 0.0666656 Jul 16 19:06:17.142024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb94f0c-ea3a-479e-85c0-0ca1e090b395 req-b1b4630c-740b-4b58-baab-b9dbf4a2a214 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:17.143580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-efb94f0c-ea3a-479e-85c0-0ca1e090b395 req-b1b4630c-740b-4b58-baab-b9dbf4a2a214 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9c174f9-97ed-48cf-a5e1-b74dec81144f HTTP/1.1" status: 200 len: 947 time: 0.0685306 Jul 16 19:06:17.181042 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-efb94f0c-ea3a-479e-85c0-0ca1e090b395 req-d5793a75-3f3e-47f5-920c-90f1d9b21195 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318635 Jul 16 19:06:17.202467 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-5c24c5d9-c49c-4164-9820-cca0ff1b9995 req-9bd79cfa-b0ec-4e1a-bfb8-bc3d554d31a6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Deleting port 2d7b6098-2130-4208-9514-727adfdc5d43 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:17.202840 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5c24c5d9-c49c-4164-9820-cca0ff1b9995 req-9bd79cfa-b0ec-4e1a-bfb8-bc3d554d31a6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.296033 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-5c24c5d9-c49c-4164-9820-cca0ff1b9995 req-9bd79cfa-b0ec-4e1a-bfb8-bc3d554d31a6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] For port 2d7b6098-2130-4208-9514-727adfdc5d43, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=2d7b6098-2130-4208-9514-727adfdc5d43,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:17.296398 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5c24c5d9-c49c-4164-9820-cca0ff1b9995 req-9bd79cfa-b0ec-4e1a-bfb8-bc3d554d31a6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.308557 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-5c24c5d9-c49c-4164-9820-cca0ff1b9995 req-9bd79cfa-b0ec-4e1a-bfb8-bc3d554d31a6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Calling delete_port for 2d7b6098-2130-4208-9514-727adfdc5d43 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:17.435172 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5c24c5d9-c49c-4164-9820-cca0ff1b9995 req-9bd79cfa-b0ec-4e1a-bfb8-bc3d554d31a6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.468768 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd79cfa-b0ec-4e1a-bfb8-bc3d554d31a6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event deleted for resources: {'Port': ['ID=2d7b6098-2130-4208-9514-727adfdc5d43,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:17.514038 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c24c5d9-c49c-4164-9820-cca0ff1b9995 req-9bd79cfa-b0ec-4e1a-bfb8-bc3d554d31a6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] No DVR routers for this DVR port 2d7b6098-2130-4208-9514-727adfdc5d43 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:06:17.517151 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-5c24c5d9-c49c-4164-9820-cca0ff1b9995 req-9bd79cfa-b0ec-4e1a-bfb8-bc3d554d31a6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:17.520102 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-5c24c5d9-c49c-4164-9820-cca0ff1b9995 req-9bd79cfa-b0ec-4e1a-bfb8-bc3d554d31a6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.11 "DELETE /v2.0/ports/2d7b6098-2130-4208-9514-727adfdc5d43 HTTP/1.1" status: 204 len: 173 time: 0.4132512 Jul 16 19:06:17.553390 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'name': 'network-vif-deleted', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:17.556061 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96768d20-d3ad-412f-b82b-b9a385310bbe" -d '{"events": [{"server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "name": "network-vif-deleted", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:17.590699 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3876378a-a1aa-4d3b-92cc-ae5f804ff130 x-openstack-request-id: req-3876378a-a1aa-4d3b-92cc-ae5f804ff130 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:17.591001 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c174f9-97ed-48cf-a5e1-b74dec81144f", "name": "network-vif-deleted", "tag": "2d7b6098-2130-4208-9514-727adfdc5d43", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:17.591263 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3876378a-a1aa-4d3b-92cc-ae5f804ff130 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:17.591677 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c174f9-97ed-48cf-a5e1-b74dec81144f', 'name': 'network-vif-deleted', 'tag': '2d7b6098-2130-4208-9514-727adfdc5d43', 'status': 'completed', 'code': 200} Jul 16 19:06:17.919425 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.273852 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49110) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:18.330916 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.354609 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.416145 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.418825 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.419990 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "DELETE /v2.0/security-groups/6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f HTTP/1.1" status: 204 len: 168 time: 0.1451509 Jul 16 19:06:18.430077 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d00f1d7-0e7c-42ae-bc1d-3f9bb9b3bf4f,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:18.443187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:18.443534 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:18.443878 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:18.444210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:18.444545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:18.444872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:18.445207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:18.445568 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:18.445948 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:18.446348 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:18.446701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:18.447104 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41093770-f6bc-4075-aa18-2da2d9752be2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:18.981123 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49116) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:18.987270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ec14833f-e6bf-49ca-aef5-b8bc0c4c41c9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-988559003', 'description': 'tempest-secgroup-smoke-988559003 description', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:19.011222 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ec14833f-e6bf-49ca-aef5-b8bc0c4c41c9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.098222 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ec14833f-e6bf-49ca-aef5-b8bc0c4c41c9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.102047 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ec14833f-e6bf-49ca-aef5-b8bc0c4c41c9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.132762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14833f-e6bf-49ca-aef5-b8bc0c4c41c9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09abded0-e87c-40f3-a386-671edfbc1081,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:19.136600 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ec14833f-e6bf-49ca-aef5-b8bc0c4c41c9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.137867 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ec14833f-e6bf-49ca-aef5-b8bc0c4c41c9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1551464 Jul 16 19:06:19.140754 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49118) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:19.146008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-fec25c34-d8d7-475d-ad2c-13ac560a8815 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group_rule': {'security_group_id': '09abded0-e87c-40f3-a386-671edfbc1081', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:19.171990 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fec25c34-d8d7-475d-ad2c-13ac560a8815 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.228788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fec25c34-d8d7-475d-ad2c-13ac560a8815 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.232558 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fec25c34-d8d7-475d-ad2c-13ac560a8815 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.250416 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec25c34-d8d7-475d-ad2c-13ac560a8815 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4f3492-0788-4a83-9d64-ffe75e3f08db,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:19.256011 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-fec25c34-d8d7-475d-ad2c-13ac560a8815 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.257303 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-fec25c34-d8d7-475d-ad2c-13ac560a8815 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156085 Jul 16 19:06:19.260039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49120) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:19.264751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-e56029c3-79f0-47e5-96e3-796992bda4a5 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group_rule': {'security_group_id': '09abded0-e87c-40f3-a386-671edfbc1081', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:19.291894 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e56029c3-79f0-47e5-96e3-796992bda4a5 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.319787 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.349122 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e56029c3-79f0-47e5-96e3-796992bda4a5 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.352309 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e56029c3-79f0-47e5-96e3-796992bda4a5 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.370273 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56029c3-79f0-47e5-96e3-796992bda4a5 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30973e8f-cf94-46c1-99f2-c63ea387b838,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:19.377652 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-e56029c3-79f0-47e5-96e3-796992bda4a5 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.381531 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-e56029c3-79f0-47e5-96e3-796992bda4a5 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177750 Jul 16 19:06:19.382071 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49122) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:19.386150 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d0a31d5c-6a18-4b5e-b2b6-9de38a54723b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group_rule': {'security_group_id': '09abded0-e87c-40f3-a386-671edfbc1081', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:19.413397 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0a31d5c-6a18-4b5e-b2b6-9de38a54723b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.472813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0a31d5c-6a18-4b5e-b2b6-9de38a54723b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.476425 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0a31d5c-6a18-4b5e-b2b6-9de38a54723b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.493400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a31d5c-6a18-4b5e-b2b6-9de38a54723b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05de3597-d48a-492b-b89f-da65a80b8657,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:19.499867 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0a31d5c-6a18-4b5e-b2b6-9de38a54723b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.501098 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d0a31d5c-6a18-4b5e-b2b6-9de38a54723b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184459 Jul 16 19:06:19.504698 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49124) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:19.509211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5ecec639-83cf-47db-8ffc-ca91b502f9bb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group_rule': {'security_group_id': '09abded0-e87c-40f3-a386-671edfbc1081', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:19.535080 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ecec639-83cf-47db-8ffc-ca91b502f9bb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.591819 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ecec639-83cf-47db-8ffc-ca91b502f9bb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.595206 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ecec639-83cf-47db-8ffc-ca91b502f9bb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.613085 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecec639-83cf-47db-8ffc-ca91b502f9bb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d65b34-59ec-457e-af60-bbfee6a33c26,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:19.618274 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5ecec639-83cf-47db-8ffc-ca91b502f9bb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.619448 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5ecec639-83cf-47db-8ffc-ca91b502f9bb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138206 Jul 16 19:06:19.622296 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49126) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:19.627336 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-6ba57b2d-205f-4892-9c08-6841fbf0f404 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group_rule': {'security_group_id': '09abded0-e87c-40f3-a386-671edfbc1081', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:19.649206 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-6ba57b2d-205f-4892-9c08-6841fbf0f404 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Project 88493a2ad7fe46bf9499bae4268b81ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:06:19.654011 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ba57b2d-205f-4892-9c08-6841fbf0f404 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.712755 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ba57b2d-205f-4892-9c08-6841fbf0f404 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.716083 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ba57b2d-205f-4892-9c08-6841fbf0f404 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.733081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba57b2d-205f-4892-9c08-6841fbf0f404 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebc70f4-5916-4792-8107-29665e690fbb,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:19.739407 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-6ba57b2d-205f-4892-9c08-6841fbf0f404 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.740602 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-6ba57b2d-205f-4892-9c08-6841fbf0f404 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173773 Jul 16 19:06:19.743270 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49128) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:19.747627 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d0206dec-22ce-43d3-aec4-2c12678b9352 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'security_group_rule': {'security_group_id': '09abded0-e87c-40f3-a386-671edfbc1081', 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:19.768906 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-d0206dec-22ce-43d3-aec4-2c12678b9352 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Project 88493a2ad7fe46bf9499bae4268b81ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:06:19.773501 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0206dec-22ce-43d3-aec4-2c12678b9352 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.835183 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0206dec-22ce-43d3-aec4-2c12678b9352 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.838887 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0206dec-22ce-43d3-aec4-2c12678b9352 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.857889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0206dec-22ce-43d3-aec4-2c12678b9352 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da66c28e-e0ba-4085-bea9-3a59c61e8902,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:19.866447 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d0206dec-22ce-43d3-aec4-2c12678b9352 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.867697 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d0206dec-22ce-43d3-aec4-2c12678b9352 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234918 Jul 16 19:06:21.715000 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 2d7b6098-2130-4208-9514-727adfdc5d43 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:21.735975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: 2d7b6098-2130-4208-9514-727adfdc5d43 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:21.736461 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device 2d7b6098-2130-4208-9514-727adfdc5d43 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:23.931684 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.979883 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.143445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-5a33b7fd-627a-4ffc-84c1-e786b385f9cd tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-988559003&fields=id&tenant_id=88493a2ad7fe46bf9499bae4268b81ed HTTP/1.1" status: 200 len: 267 time: 0.0324638 Jul 16 19:06:34.247601 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-1f6d33ba-c149-4d4d-9fbd-09af0b75021a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:34.249000 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-1f6d33ba-c149-4d4d-9fbd-09af0b75021a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 808 time: 0.0988109 Jul 16 19:06:34.263263 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-4f98dd8c-6a1b-49eb-9695-5319eb6730a6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/quotas/88493a2ad7fe46bf9499bae4268b81ed HTTP/1.1" status: 200 len: 375 time: 0.0088825 Jul 16 19:06:34.335325 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-4d8a7b58-2f25-4432-a995-211c7231ecd8 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667081 Jul 16 19:06:34.470205 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-d996cc72-3491-44bb-b702-825c7cdc6461 service neutron] 10.222.0.24 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241636 Jul 16 19:06:34.562899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-cee1202a-ba37-4a3c-a358-8d1983ac0509 service neutron] 10.222.0.24 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861940 Jul 16 19:06:35.875870 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a87751e0-a2a5-4b3d-8ca8-c63f210d63b9 req-3dea9546-8d25-4a2f-b0ad-a1f80b228ca1 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 210 time: 0.0288320 Jul 16 19:06:36.962497 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-834e9bb3-1b53-4276-b922-391403555ce6 req-d490f64e-54fe-4dfa-aa4a-a1ce92c59383 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 210 time: 0.0298150 Jul 16 19:06:38.098029 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-13abc835-4880-4832-9214-f5dc6c14b6e7 req-5aa1fd26-a5d8-4ddf-ac8b-de7942e77218 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 210 time: 0.0273466 Jul 16 19:06:38.917551 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-bd208766-56f7-4393-917c-bda96268760b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:38.919028 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-bd208766-56f7-4393-917c-bda96268760b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 808 time: 0.1046424 Jul 16 19:06:38.962747 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2991760a-79aa-40cd-b85e-24ff73468182 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88493a2ad7fe46bf9499bae4268b81ed HTTP/1.1" status: 200 len: 379 time: 0.0348051 Jul 16 19:06:38.971319 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'port': {'device_id': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'admin_state_up': True, 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'security_groups': ['09abded0-e87c-40f3-a386-671edfbc1081']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:39.082540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Made reservation on behalf of 88493a2ad7fe46bf9499bae4268b81ed for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:39.086754 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.215121 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Allocated IP 172.20.0.4 (a8f1f002-4d05-4a27-83f1-b353eb339057/cc85c521-54e4-4307-bc1f-51850ed737a5/e018c167-d6f3-4064-b14d-1f5dc98fafd3) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:39.257167 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a95b5124-a548-43f4-b851-477450a9fdbb req-04969fb0-e03b-4797-83f6-4eddcb084d6a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 210 time: 0.0396171 Jul 16 19:06:39.386788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.400824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Transition to ACTIVE for port object e018c167-d6f3-4064-b14d-1f5dc98fafd3 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:39.433895 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.479292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Network a8f1f002-4d05-4a27-83f1-b353eb339057 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:39.484543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:39.488265 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:39.520300 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'Port': ['ID=e018c167-d6f3-4064-b14d-1f5dc98fafd3,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:39.544523 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:39.545183 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.562570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-2bcd232e-90f1-4ca1-84dc-1d07366e586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5948513 Jul 16 19:06:39.575161 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Request body: {'port': {'device_id': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:39.651573 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.716287 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3051df91-aac9-4bca-8b6d-fbacae999f09 None None] Provisioning for port e018c167-d6f3-4064-b14d-1f5dc98fafd3 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:39.720886 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-3051df91-aac9-4bca-8b6d-fbacae999f09 None None] Provisioning complete for port e018c167-d6f3-4064-b14d-1f5dc98fafd3 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:39.721358 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-3051df91-aac9-4bca-8b6d-fbacae999f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.760067 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-3051df91-aac9-4bca-8b6d-fbacae999f09 None None] Port e018c167-d6f3-4064-b14d-1f5dc98fafd3 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:39.923933 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e018c167-d6f3-4064-b14d-1f5dc98fafd3 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:06:39.931752 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.944074 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Transition to ACTIVE for port object e018c167-d6f3-4064-b14d-1f5dc98fafd3 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:39.947963 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.018942 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Pushing event updated for resources: {'Port': ['ID=e018c167-d6f3-4064-b14d-1f5dc98fafd3,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:40.072008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Attempting to bind port e018c167-d6f3-4064-b14d-1f5dc98fafd3 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:40.072632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Attempting to bind port e018c167-d6f3-4064-b14d-1f5dc98fafd3 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:40.072966 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Attempting to bind port e018c167-d6f3-4064-b14d-1f5dc98fafd3 on network a8f1f002-4d05-4a27-83f1-b353eb339057 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:40.077569 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Port e018c167-d6f3-4064-b14d-1f5dc98fafd3 on network a8f1f002-4d05-4a27-83f1-b353eb339057 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:06:40.077947 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Attempting to bind port e018c167-d6f3-4064-b14d-1f5dc98fafd3 on network a8f1f002-4d05-4a27-83f1-b353eb339057 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:40.083516 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:40.083864 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Checking segment: {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:40.084261 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Bound using segment: {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:40.084710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Bound port: e018c167-d6f3-4064-b14d-1f5dc98fafd3, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f08f05f-5880-4e32-8036-39dbf7f598f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:40.085073 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.156624 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] For port e018c167-d6f3-4064-b14d-1f5dc98fafd3, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:40.160407 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] For port e018c167-d6f3-4064-b14d-1f5dc98fafd3, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:40.169129 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.206741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.207399 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.209414 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] 10.222.0.32 "PUT /v2.0/ports/e018c167-d6f3-4064-b14d-1f5dc98fafd3 HTTP/1.1" status: 200 len: 1092 time: 0.6387753 Jul 16 19:06:40.209908 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:40.212629 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee45bb3c-a087-4942-8e3a-e600c5a649ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:40.244286 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8af44-a864-4ef7-a9ef-6285c07ec385 service neutron] Pushing event updated for resources: {'Port': ['ID=e018c167-d6f3-4064-b14d-1f5dc98fafd3,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:40.320674 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-ec0886ea-b8a0-40b5-8f9c-55b6a2156421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.322639 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-ec0886ea-b8a0-40b5-8f9c-55b6a2156421 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 1095 time: 0.0647874 Jul 16 19:06:40.392340 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-f6dbf8f1-cb56-4191-8637-c41236b6b138 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3 HTTP/1.1" status: 200 len: 217 time: 0.0618594 Jul 16 19:06:40.394025 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b43251-e49a-484b-b014-e0a5f6ebb1b8 x-openstack-request-id: req-c5b43251-e49a-484b-b014-e0a5f6ebb1b8 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:40.394319 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:40.394576 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5b43251-e49a-484b-b014-e0a5f6ebb1b8 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:40.395019 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'status': 'completed', 'code': 200} Jul 16 19:06:40.413261 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:06:40.474164 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-aa4ffcb0-50d1-4eb9-80dd-b8fe8f45585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.475691 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-aa4ffcb0-50d1-4eb9-80dd-b8fe8f45585a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0778148 Jul 16 19:06:40.540761 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3954c-3fb9-44be-bae0-6976e51f741e req-d751e6ef-428f-439b-ae66-9e5f54cc6829 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.542231 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35a3954c-3fb9-44be-bae0-6976e51f741e req-d751e6ef-428f-439b-ae66-9e5f54cc6829 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.1157012 Jul 16 19:06:40.577287 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-5a2e8eba-f024-45c8-8129-f905c3101c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.578849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-5a2e8eba-f024-45c8-8129-f905c3101c00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960283 Jul 16 19:06:40.608562 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35a3954c-3fb9-44be-bae0-6976e51f741e req-1e7c94c9-762e-4bd9-a5b0-b5004c13a5cd tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597696 Jul 16 19:06:40.679885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-31b90f57-5604-4bf0-b05a-7d711887ee14 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924926 Jul 16 19:06:40.778572 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-dd16611d-5d6b-4f90-a568-ccd07d5aeb19 req-fa7d575d-517a-4702-89dc-aebaebdd447f service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910568 Jul 16 19:06:40.873036 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45bb3c-a087-4942-8e3a-e600c5a649ab req-68f624f7-2a20-4b21-8dcb-bd7c70450586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.874504 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee45bb3c-a087-4942-8e3a-e600c5a649ab req-68f624f7-2a20-4b21-8dcb-bd7c70450586 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 1095 time: 0.0528784 Jul 16 19:06:40.973594 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45bb3c-a087-4942-8e3a-e600c5a649ab req-e5db8a03-a0b7-4718-96ea-b03d393fb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.975128 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee45bb3c-a087-4942-8e3a-e600c5a649ab req-e5db8a03-a0b7-4718-96ea-b03d393fb918 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0936685 Jul 16 19:06:41.017394 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee45bb3c-a087-4942-8e3a-e600c5a649ab req-1020d374-2c9b-4569-a8bb-c57992b68662 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3 HTTP/1.1" status: 200 len: 217 time: 0.0354385 Jul 16 19:06:41.064968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45bb3c-a087-4942-8e3a-e600c5a649ab req-82194fb3-1974-4b63-bcb7-7c5e4c9dc727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:41.066482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee45bb3c-a087-4942-8e3a-e600c5a649ab req-82194fb3-1974-4b63-bcb7-7c5e4c9dc727 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0429447 Jul 16 19:06:41.126741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45bb3c-a087-4942-8e3a-e600c5a649ab req-6e33feea-9acb-4c66-a101-8084ea0136b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:41.128183 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee45bb3c-a087-4942-8e3a-e600c5a649ab req-6e33feea-9acb-4c66-a101-8084ea0136b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555444 Jul 16 19:06:41.219458 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee45bb3c-a087-4942-8e3a-e600c5a649ab req-1ad0ad4a-9685-4c63-a14f-7ca24901bcad service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843329 Jul 16 19:06:41.312764 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee45bb3c-a087-4942-8e3a-e600c5a649ab req-0ce26961-68ea-4640-891b-ef0631188b81 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868108 Jul 16 19:06:41.783445 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90220b8a-f0e4-46d6-bc3b-0fc9bff80fe1 req-d96191c9-fb99-4643-b002-000b6a93cdeb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:41.784972 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90220b8a-f0e4-46d6-bc3b-0fc9bff80fe1 req-d96191c9-fb99-4643-b002-000b6a93cdeb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0639596 Jul 16 19:06:41.823864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-90220b8a-f0e4-46d6-bc3b-0fc9bff80fe1 req-b2a7bf20-2b14-4929-ae01-f373eb9d586a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329299 Jul 16 19:06:43.001211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841298-2888-46a6-9e94-f6821da2dfb2 req-43dce659-fe71-4017-b6d5-53c9de749d13 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:43.002802 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-65841298-2888-46a6-9e94-f6821da2dfb2 req-43dce659-fe71-4017-b6d5-53c9de749d13 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0685112 Jul 16 19:06:43.046117 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-65841298-2888-46a6-9e94-f6821da2dfb2 req-1dd5ef7b-83b8-4993-9f7b-7b0fcfd27c14 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368717 Jul 16 19:06:43.663380 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28d2b125-53d0-4124-b893-44c8b3df32ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:44.217719 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a8e1b-40d1-4330-84a8-05fa2bb3fb59 req-6b704b4c-98df-4d20-9d67-20887695cff0 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:44.219206 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a5a8e1b-40d1-4330-84a8-05fa2bb3fb59 req-6b704b4c-98df-4d20-9d67-20887695cff0 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0637450 Jul 16 19:06:44.257421 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2a5a8e1b-40d1-4330-84a8-05fa2bb3fb59 req-ed7ad4fe-8595-4cb6-ae3a-2a6fb22c298d tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322943 Jul 16 19:06:45.432457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f55261-954a-49c2-81a0-1f9532d6b014 req-7a66984e-794c-48e1-9128-8dc5a53ed706 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:45.433964 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93f55261-954a-49c2-81a0-1f9532d6b014 req-7a66984e-794c-48e1-9128-8dc5a53ed706 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0654693 Jul 16 19:06:45.471364 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-93f55261-954a-49c2-81a0-1f9532d6b014 req-d652968e-71ff-4276-89ae-89508a4ee8b6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317850 Jul 16 19:06:45.838028 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b767ae3e-41d3-422f-8c6c-19356af17c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:46.088669 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:46.647155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc80316-29f1-4014-b8d6-d55dd45c873a req-256d27ea-b5e5-4e0b-aa90-452439f89c07 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:46.648545 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9bc80316-29f1-4014-b8d6-d55dd45c873a req-256d27ea-b5e5-4e0b-aa90-452439f89c07 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0666256 Jul 16 19:06:46.685269 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9bc80316-29f1-4014-b8d6-d55dd45c873a req-b5f130a9-9dfb-4852-9e90-bed41e26b85e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310836 Jul 16 19:06:47.859956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cec56-bb2d-4a34-938b-56360bb27dc1 req-a5ede354-c539-4881-af2d-2d2cd4b00cef tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:47.861452 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee6cec56-bb2d-4a34-938b-56360bb27dc1 req-a5ede354-c539-4881-af2d-2d2cd4b00cef tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0639191 Jul 16 19:06:47.898504 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ee6cec56-bb2d-4a34-938b-56360bb27dc1 req-179d30fc-494d-40fb-b97d-9c11e4467533 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311646 Jul 16 19:06:47.920923 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:49.072720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f478e-c6a5-4432-ae53-a279106d6fbc req-de1d71fc-d72a-4660-ac70-05ad037d28f0 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:49.074180 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d5f478e-c6a5-4432-ae53-a279106d6fbc req-de1d71fc-d72a-4660-ac70-05ad037d28f0 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0664797 Jul 16 19:06:49.325457 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:49.415342 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d5f478e-c6a5-4432-ae53-a279106d6fbc req-31927bca-a890-4306-a706-1ec67fc895e3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3349934 Jul 16 19:06:50.587756 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d38d89-5928-4dc1-b827-460c4c2ff086 req-6ba76517-0527-4b95-af24-9af0effb5723 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:50.589204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3d38d89-5928-4dc1-b827-460c4c2ff086 req-6ba76517-0527-4b95-af24-9af0effb5723 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0619054 Jul 16 19:06:50.626280 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3d38d89-5928-4dc1-b827-460c4c2ff086 req-cbf27e47-0443-40d5-adcc-1f3f4bf5c8be tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315938 Jul 16 19:06:51.795805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd321cb1-fe02-4eac-984c-637be119c6a3 req-3996e74e-8f6f-4c12-a992-b897bdf4c76e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:51.797282 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd321cb1-fe02-4eac-984c-637be119c6a3 req-3996e74e-8f6f-4c12-a992-b897bdf4c76e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0619564 Jul 16 19:06:51.808999 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e018c167-d6f3-4064-b14d-1f5dc98fafd3 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:06:51.839732 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd321cb1-fe02-4eac-984c-637be119c6a3 req-d9661a63-a814-4bc6-8520-0fd9f11428a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367570 Jul 16 19:06:51.902290 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e018c167-d6f3-4064-b14d-1f5dc98fafd3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:51.913056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'port_id': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'mac_address': 'fa:16:3e:4a:56:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:06:51.951497 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:51.964040 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e018c167-d6f3-4064-b14d-1f5dc98fafd3 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:06:51.982609 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e018c167-d6f3-4064-b14d-1f5dc98fafd3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:51.986532 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:52.032607 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=e018c167-d6f3-4064-b14d-1f5dc98fafd3,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:52.039649 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:52.039997 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:52.040337 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:52.040694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:52.041017 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:52.041347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:52.041694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:52.042026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:52.042350 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:52.042676 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:52.042998 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:52.043321 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:52.212537 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['e018c167-d6f3-4064-b14d-1f5dc98fafd3'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:06:53.010015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5684cb8-2df5-479e-94d7-50061f607028 req-5e9ed1b3-b517-4f83-9047-9efb72ad257d tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:53.011486 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5684cb8-2df5-479e-94d7-50061f607028 req-5e9ed1b3-b517-4f83-9047-9efb72ad257d tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 944 time: 0.0622034 Jul 16 19:06:53.048233 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a5684cb8-2df5-479e-94d7-50061f607028 req-3983cec1-cd57-4e77-be95-b6fde7f1b4d9 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312457 Jul 16 19:06:53.824347 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e018c167-d6f3-4064-b14d-1f5dc98fafd3 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:53.872588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port e018c167-d6f3-4064-b14d-1f5dc98fafd3 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:53.876039 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port e018c167-d6f3-4064-b14d-1f5dc98fafd3 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:53.876406 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.932496 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.964687 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:53.986096 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:53.988327 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3284e1-a9f0-43d7-88d2-d5bd34a17927" -d '{"events": [{"server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "name": "network-vif-plugged", "status": "completed", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:54.000980 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e018c167-d6f3-4064-b14d-1f5dc98fafd3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:54.004888 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:54.029628 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba22215-c3f8-4bde-8894-0258a3e630d9 x-openstack-request-id: req-4ba22215-c3f8-4bde-8894-0258a3e630d9 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:54.029942 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "name": "network-vif-plugged", "status": "completed", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:54.030192 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ba22215-c3f8-4bde-8894-0258a3e630d9 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:54.030675 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'code': 200} Jul 16 19:06:54.058021 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=e018c167-d6f3-4064-b14d-1f5dc98fafd3,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:54.142049 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a4bb9-3e80-434d-869d-b622610a928e req-63c5f0eb-4145-45ed-987b-d52a43f32318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:54.143577 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a7a4bb9-3e80-434d-869d-b622610a928e req-63c5f0eb-4145-45ed-987b-d52a43f32318 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 1097 time: 0.0522199 Jul 16 19:06:54.210154 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a7a4bb9-3e80-434d-869d-b622610a928e req-394b507b-75d1-48be-81ea-a57df1f72a5c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597944 Jul 16 19:06:54.238457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7c0d8-6a22-47d6-9644-b42cd52f9b9b req-6b7d53cf-8824-4dce-a03d-8e6c1308caff tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:54.239904 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bae7c0d8-6a22-47d6-9644-b42cd52f9b9b req-6b7d53cf-8824-4dce-a03d-8e6c1308caff tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0767972 Jul 16 19:06:54.278049 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bae7c0d8-6a22-47d6-9644-b42cd52f9b9b req-d394ceec-1f7c-4935-bc8a-e71209401db2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316563 Jul 16 19:06:55.450386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fe3a-ec18-4975-b7c9-6a10719250c2 req-a0a8adf5-67dc-4ec0-be64-859bbaa3b711 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:55.451964 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7886fe3a-ec18-4975-b7c9-6a10719250c2 req-a0a8adf5-67dc-4ec0-be64-859bbaa3b711 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0630839 Jul 16 19:06:55.490472 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7886fe3a-ec18-4975-b7c9-6a10719250c2 req-666f7996-2eab-49c2-90a1-254f9ba7da38 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328772 Jul 16 19:06:55.667994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f80af8-77f3-4e1a-80bd-0ca7b7180e6d req-32aa60dd-ee1e-4d0f-971f-905f0e94b4c8 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:55.669449 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0f80af8-77f3-4e1a-80bd-0ca7b7180e6d req-32aa60dd-ee1e-4d0f-971f-905f0e94b4c8 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0653093 Jul 16 19:06:55.706827 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f0f80af8-77f3-4e1a-80bd-0ca7b7180e6d req-bb600ef8-9539-4399-b57a-0b3df9cdf142 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318105 Jul 16 19:06:55.731029 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49328) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:55.781354 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bcbc49-1040-4d4e-98c1-a7f3fff18dbb tempest-TestShelveInstance-902440647 tempest-TestShelveInstance-902440647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:55.782884 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-b5bcbc49-1040-4d4e-98c1-a7f3fff18dbb tempest-TestShelveInstance-902440647 tempest-TestShelveInstance-902440647-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 1092 time: 0.0508687 Jul 16 19:06:55.785564 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49330) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:55.790563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:55.813102 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:55.908320 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:55.988963 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.008470 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Allocated IP 172.25.3.17 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/f5053160-cda9-4683-b45c-3576de41a0e3) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:56.111250 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.148663 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.188268 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:56.191128 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:56.194355 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:56.221210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'Port': ['ID=f5053160-cda9-4683-b45c-3576de41a0e3,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:56.560998 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.636519 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.783988 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.788418 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.862792 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event updated for resources: {'Port': ['ID=f5053160-cda9-4683-b45c-3576de41a0e3,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:56.875199 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:56.972233 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Floating IP b0d04f30-6bf1-4faf-8ab8-0748cb359ce6 associated. External IP: 172.25.3.17, port: e018c167-d6f3-4064-b14d-1f5dc98fafd3. Jul 16 19:06:57.174484 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Router 33e02062-4a13-4b8d-b918-9041ec33f973 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:57.277811 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:57.287949 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d2ad3-17ad-4029-869e-bdd8f14593d6 None None] Sync routers for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:57.294039 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:57.298644 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d2ad3-17ad-4029-869e-bdd8f14593d6 None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:57.299264 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e60d2ad3-17ad-4029-869e-bdd8f14593d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:57.333158 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1d5b2906-24be-43e2-a8ed-ce003f289079 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5465531 Jul 16 19:06:57.333884 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:57.336792 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0e4f0c-12dd-491a-9dca-498d516522bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:57.378293 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062d5c32-068b-4538-b645-4f60d5c779c2 x-openstack-request-id: req-062d5c32-068b-4538-b645-4f60d5c779c2 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:57.378586 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:57.378861 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-062d5c32-068b-4538-b645-4f60d5c779c2 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:57.379268 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'status': 'completed', 'code': 200} Jul 16 19:06:57.413484 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-e60d2ad3-17ad-4029-869e-bdd8f14593d6 None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:57.454235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e4f0c-12dd-491a-9dca-498d516522bd req-8bb2962b-1a46-4d64-bab8-4edbcbe8b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:57.455735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d0e4f0c-12dd-491a-9dca-498d516522bd req-8bb2962b-1a46-4d64-bab8-4edbcbe8b202 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 1097 time: 0.0549693 Jul 16 19:06:57.553172 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e4f0c-12dd-491a-9dca-498d516522bd req-251c7172-f314-4bc0-a23c-da64d4360462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:57.555036 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d0e4f0c-12dd-491a-9dca-498d516522bd req-251c7172-f314-4bc0-a23c-da64d4360462 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0924509 Jul 16 19:06:57.618934 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d0e4f0c-12dd-491a-9dca-498d516522bd req-c754143b-9531-4c8b-b8b0-98e083b47ba2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3 HTTP/1.1" status: 200 len: 998 time: 0.0579200 Jul 16 19:06:57.632874 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e60d2ad3-17ad-4029-869e-bdd8f14593d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'b0d04f30-6bf1-4faf-8ab8-0748cb359ce6', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'floating_ip_address': '172.25.3.17', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'port_id': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'mac_address': 'fa:16:3e:4a:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 0, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 5, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:57.662510 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d2ad3-17ad-4029-869e-bdd8f14593d6 None None] Checking router: 33e02062-4a13-4b8d-b918-9041ec33f973 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:57.668497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e4f0c-12dd-491a-9dca-498d516522bd req-3d3d09cc-b36d-4e71-afa7-0a73407fb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:57.670016 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d0e4f0c-12dd-491a-9dca-498d516522bd req-3d3d09cc-b36d-4e71-afa7-0a73407fb1eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0453875 Jul 16 19:06:57.670539 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d2ad3-17ad-4029-869e-bdd8f14593d6 None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:57.671135 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e60d2ad3-17ad-4029-869e-bdd8f14593d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:06:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:57.733549 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e4f0c-12dd-491a-9dca-498d516522bd req-680e2927-b285-419f-9599-f9766f09159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:57.735137 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d0e4f0c-12dd-491a-9dca-498d516522bd req-680e2927-b285-419f-9599-f9766f09159e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584898 Jul 16 19:06:57.775887 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-e60d2ad3-17ad-4029-869e-bdd8f14593d6 None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:57.825626 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d0e4f0c-12dd-491a-9dca-498d516522bd req-be38551b-429e-4383-816b-b21a932f94c6 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836887 Jul 16 19:06:57.920586 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4d0e4f0c-12dd-491a-9dca-498d516522bd req-71c09e39-d3c7-4bbb-a7f2-aa1931994a4e service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879874 Jul 16 19:06:57.994440 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e60d2ad3-17ad-4029-869e-bdd8f14593d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'b0d04f30-6bf1-4faf-8ab8-0748cb359ce6', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'floating_ip_address': '172.25.3.17', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'port_id': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'mac_address': 'fa:16:3e:4a:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 0, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 5, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:58.023415 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60d2ad3-17ad-4029-869e-bdd8f14593d6 None None] The sync data for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 is: [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'b0d04f30-6bf1-4faf-8ab8-0748cb359ce6', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'floating_ip_address': '172.25.3.17', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'port_id': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'mac_address': 'fa:16:3e:4a:56:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:56Z', 'updated_at': '2021-07-16T19:06:56Z', 'revision_number': 0, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 5, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:58.217904 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1b2e3-321d-458b-8e81-59445a53266d None None] New status for floating IP b0d04f30-6bf1-4faf-8ab8-0748cb359ce6: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:07:13.667912 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4c99d239-46a4-45b2-85bd-c79698ad01ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:15.838524 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fecb557e-ca77-4ec7-85ca-3a2d517d19dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:16.090400 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:17.414331 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:07:17.923609 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:19.326125 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:23.944446 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:25.995251 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:42.601215 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a600d84f-f280-4782-b4a3-72e124b8bd0a req-2362a24e-7468-4b07-a197-dc5caac0e46e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516925 Jul 16 19:07:42.691953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600d84f-f280-4782-b4a3-72e124b8bd0a req-12c3d214-4ddb-46eb-9f20-da2fb3b08312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:42.693376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a600d84f-f280-4782-b4a3-72e124b8bd0a req-12c3d214-4ddb-46eb-9f20-da2fb3b08312 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 1097 time: 0.0518310 Jul 16 19:07:42.800011 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600d84f-f280-4782-b4a3-72e124b8bd0a req-7ed886c7-7160-44c0-9f84-572492fb03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:42.801488 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a600d84f-f280-4782-b4a3-72e124b8bd0a req-7ed886c7-7160-44c0-9f84-572492fb03c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0886559 Jul 16 19:07:42.865240 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a600d84f-f280-4782-b4a3-72e124b8bd0a req-db796c1e-6a8c-4ab0-8015-4ddbc56387d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3 HTTP/1.1" status: 200 len: 1000 time: 0.0563796 Jul 16 19:07:42.915620 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600d84f-f280-4782-b4a3-72e124b8bd0a req-52315cc3-c740-4304-983d-b3c52e7da356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:42.917046 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a600d84f-f280-4782-b4a3-72e124b8bd0a req-52315cc3-c740-4304-983d-b3c52e7da356 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0459397 Jul 16 19:07:42.972315 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600d84f-f280-4782-b4a3-72e124b8bd0a req-296cba2b-e8b1-41d4-8f81-8b2406932e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:42.973744 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a600d84f-f280-4782-b4a3-72e124b8bd0a req-296cba2b-e8b1-41d4-8f81-8b2406932e5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508997 Jul 16 19:07:43.062242 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a600d84f-f280-4782-b4a3-72e124b8bd0a req-81e02062-1297-493c-9808-c46001ce4901 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819671 Jul 16 19:07:43.153176 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a600d84f-f280-4782-b4a3-72e124b8bd0a req-54dffb62-54f2-4659-bc55-d0c5decdca0c service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848119 Jul 16 19:07:43.670927 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40f478e7-7152-4040-8b1c-9f4df767d29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:45.839526 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-8833174d-556b-4f9d-ade3-0507dcb8ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:46.091856 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:47.926412 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:49.327986 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:53.932987 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:54.413558 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:07:56.022621 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:13.673378 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-38d53d88-407f-44db-b66a-35c4f7e6dee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:15.840345 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-32e2a73a-bbc2-4511-b898-1c447dff06aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:16.092366 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:17.930043 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:19.332175 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:23.948228 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:26.037168 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:31.413796 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:08:43.602152 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19818a24-28e4-43fb-b240-c68415a62871 req-92b57686-3739-44a2-92b1-c3ee579fac57 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535519 Jul 16 19:08:43.674718 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-25a3c37d-b7d1-451d-a30d-d4d36a851632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:43.696610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19818a24-28e4-43fb-b240-c68415a62871 req-0461797f-bcb0-454d-9362-6ea34c8de23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:43.698150 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19818a24-28e4-43fb-b240-c68415a62871 req-0461797f-bcb0-454d-9362-6ea34c8de23e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 1097 time: 0.0540113 Jul 16 19:08:43.807037 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19818a24-28e4-43fb-b240-c68415a62871 req-ee06ab5e-827e-424d-9064-e5b925b89de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:43.808568 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19818a24-28e4-43fb-b240-c68415a62871 req-ee06ab5e-827e-424d-9064-e5b925b89de2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0899549 Jul 16 19:08:43.875348 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19818a24-28e4-43fb-b240-c68415a62871 req-4e1a702b-32a0-47e9-9215-e34dbb314670 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3 HTTP/1.1" status: 200 len: 1000 time: 0.0609033 Jul 16 19:08:43.921543 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19818a24-28e4-43fb-b240-c68415a62871 req-bcd7030b-262f-4b21-a48e-ac67abec7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:43.923007 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19818a24-28e4-43fb-b240-c68415a62871 req-bcd7030b-262f-4b21-a48e-ac67abec7786 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0419538 Jul 16 19:08:43.982290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19818a24-28e4-43fb-b240-c68415a62871 req-d6563778-46e2-4c51-96a3-1bf9fe04912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:43.983790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19818a24-28e4-43fb-b240-c68415a62871 req-d6563778-46e2-4c51-96a3-1bf9fe04912e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545619 Jul 16 19:08:44.372739 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19818a24-28e4-43fb-b240-c68415a62871 req-000308c5-a57b-41ba-ad0f-28eeea1bcada service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819325 Jul 16 19:08:44.461200 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-19818a24-28e4-43fb-b240-c68415a62871 req-bfcb1c3b-5750-423e-b194-47f56c3d0936 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819464 Jul 16 19:08:45.841806 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1cf089e4-0745-4356-8408-05ec0e52b5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:46.096637 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:47.931539 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:49.333904 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:53.958576 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:55.002937 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218532a6-fb4c-40cb-8f62-bc6760d0b778 req-5c2dd1db-9529-45df-bbbd-e85eec704cef tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:55.004447 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-218532a6-fb4c-40cb-8f62-bc6760d0b778 req-5c2dd1db-9529-45df-bbbd-e85eec704cef tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0628958 Jul 16 19:08:55.045391 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-218532a6-fb4c-40cb-8f62-bc6760d0b778 req-bcacdb52-411f-4b58-832b-eaea20ae8159 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350640 Jul 16 19:08:56.039383 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:56.244862 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3679b-d192-47ae-bff6-2570aba2b937 req-34037d40-a42b-4ff6-bc1f-10f1f412051f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:56.246389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09e3679b-d192-47ae-bff6-2570aba2b937 req-34037d40-a42b-4ff6-bc1f-10f1f412051f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0628755 Jul 16 19:08:56.284580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-09e3679b-d192-47ae-bff6-2570aba2b937 req-adef4e45-5f9c-4608-a576-4359365d7834 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317197 Jul 16 19:08:57.486493 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d8fe2-90c1-40a3-a5e7-b500c3f5296b req-25228994-17b4-440d-a86a-a8a2b70fe451 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:57.488659 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac6d8fe2-90c1-40a3-a5e7-b500c3f5296b req-25228994-17b4-440d-a86a-a8a2b70fe451 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0646501 Jul 16 19:08:57.525591 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac6d8fe2-90c1-40a3-a5e7-b500c3f5296b req-9d57d581-bd1a-4df3-a99e-9688bdfbfd77 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312352 Jul 16 19:08:58.705898 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207f281-8823-4f0d-8af2-e7263ed1b2c1 req-23bd0634-c9fd-411e-8754-56b97fef956f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:58.707999 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a207f281-8823-4f0d-8af2-e7263ed1b2c1 req-23bd0634-c9fd-411e-8754-56b97fef956f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0671060 Jul 16 19:08:58.746593 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a207f281-8823-4f0d-8af2-e7263ed1b2c1 req-9343a883-5a63-40d4-bbb4-f318ed1efc13 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329220 Jul 16 19:08:59.916666 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5295e9-dd2f-47a9-900f-cfbd4a844778 req-2f8f81c8-61f2-4658-bff0-3ba40b7d13ce tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:59.918181 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d5295e9-dd2f-47a9-900f-cfbd4a844778 req-2f8f81c8-61f2-4658-bff0-3ba40b7d13ce tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0628531 Jul 16 19:08:59.955605 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d5295e9-dd2f-47a9-900f-cfbd4a844778 req-a7c6380d-213d-4de8-90ba-498a316d0dfe tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319123 Jul 16 19:09:01.133024 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c033013-d11e-49ce-a2a7-fda431db5dc5 req-5d3fb43a-bedd-4cd8-b0df-c648f58d63be tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:01.134587 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c033013-d11e-49ce-a2a7-fda431db5dc5 req-5d3fb43a-bedd-4cd8-b0df-c648f58d63be tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0673516 Jul 16 19:09:01.171612 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2c033013-d11e-49ce-a2a7-fda431db5dc5 req-b4bd9a66-ad94-44ec-a995-4a4b01518112 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315130 Jul 16 19:09:02.347115 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3e28c-7d5b-446b-b744-88adda82760b req-75482b67-7a02-41d9-a7ee-10db3d6c5112 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:02.348716 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28f3e28c-7d5b-446b-b744-88adda82760b req-75482b67-7a02-41d9-a7ee-10db3d6c5112 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0632293 Jul 16 19:09:02.386427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-28f3e28c-7d5b-446b-b744-88adda82760b req-a4be7891-988c-437e-b9c1-27c024984a15 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321896 Jul 16 19:09:03.558788 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c77c2-e176-4511-83b0-551f0ae5c41e req-cc7b9eca-4508-4a7b-b7e1-b67be872ddc2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:03.560212 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e6c77c2-e176-4511-83b0-551f0ae5c41e req-cc7b9eca-4508-4a7b-b7e1-b67be872ddc2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0647080 Jul 16 19:09:03.598102 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2e6c77c2-e176-4511-83b0-551f0ae5c41e req-cd9aa4b1-79c6-43dd-b6a0-062e9fb1c020 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316265 Jul 16 19:09:04.773051 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679554b6-6dbd-403e-97f5-050a5707787b req-ac42f105-d74f-499b-8202-057fbc264d6f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:04.774570 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-679554b6-6dbd-403e-97f5-050a5707787b req-ac42f105-d74f-499b-8202-057fbc264d6f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0667493 Jul 16 19:09:04.812454 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-679554b6-6dbd-403e-97f5-050a5707787b req-de08cad3-7758-4a72-944a-a4a4b425c011 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322952 Jul 16 19:09:05.111764 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ce287-8a3b-42b4-9790-ad894d359f83 req-576964d2-8e47-433a-99e4-d10238cb6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:05.113256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d4ce287-8a3b-42b4-9790-ad894d359f83 req-576964d2-8e47-433a-99e4-d10238cb6c7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 1097 time: 0.0523808 Jul 16 19:09:05.203421 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ce287-8a3b-42b4-9790-ad894d359f83 req-120159ab-b8b3-4da7-8a2f-ea16dc47a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:05.204878 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d4ce287-8a3b-42b4-9790-ad894d359f83 req-120159ab-b8b3-4da7-8a2f-ea16dc47a305 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0853908 Jul 16 19:09:05.268109 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d4ce287-8a3b-42b4-9790-ad894d359f83 req-e13c5dd6-187d-4b7f-bc09-d345ad8e5ddf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3 HTTP/1.1" status: 200 len: 1000 time: 0.0562751 Jul 16 19:09:05.319478 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ce287-8a3b-42b4-9790-ad894d359f83 req-73384f69-b0ed-4354-91b3-68a71e25b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:05.320934 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d4ce287-8a3b-42b4-9790-ad894d359f83 req-73384f69-b0ed-4354-91b3-68a71e25b5df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0466657 Jul 16 19:09:05.376575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ce287-8a3b-42b4-9790-ad894d359f83 req-0efb0089-68fb-49c0-baed-1634a85583b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:05.378051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d4ce287-8a3b-42b4-9790-ad894d359f83 req-0efb0089-68fb-49c0-baed-1634a85583b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506351 Jul 16 19:09:05.466093 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d4ce287-8a3b-42b4-9790-ad894d359f83 req-48f20829-7381-4aff-8b82-36b1cf716568 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814097 Jul 16 19:09:05.556973 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2d4ce287-8a3b-42b4-9790-ad894d359f83 req-3ba5b284-100e-413d-a4ca-913e061c7e86 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851727 Jul 16 19:09:05.983498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d635d-69d5-4cbb-8c39-eecf523e9d9c req-9aebaea8-d2b7-4166-a7ed-427aa04c9f8f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:05.984989 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-545d635d-69d5-4cbb-8c39-eecf523e9d9c req-9aebaea8-d2b7-4166-a7ed-427aa04c9f8f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0627642 Jul 16 19:09:06.022694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-545d635d-69d5-4cbb-8c39-eecf523e9d9c req-c9c6d259-4885-4b3e-8bd3-52b36cfec65c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321574 Jul 16 19:09:07.204997 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0eb4c-13dd-4c99-a7ad-8b2f46b3e3df req-82591724-e2ca-451f-966f-9b23035215f0 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:07.206580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ecf0eb4c-13dd-4c99-a7ad-8b2f46b3e3df req-82591724-e2ca-451f-966f-9b23035215f0 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0672691 Jul 16 19:09:07.244384 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ecf0eb4c-13dd-4c99-a7ad-8b2f46b3e3df req-5eec06d9-d105-4463-868a-1ca70e0afe46 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318382 Jul 16 19:09:08.414057 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:09:08.427512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd8306-fecf-4a3c-ae22-814b76f56a50 req-f208eab9-33fe-415b-b568-e493ac4e03dd tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:08.429166 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fefd8306-fecf-4a3c-ae22-814b76f56a50 req-f208eab9-33fe-415b-b568-e493ac4e03dd tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0669889 Jul 16 19:09:08.470212 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fefd8306-fecf-4a3c-ae22-814b76f56a50 req-f456bb79-d54f-4afe-a3c1-e5b6e97a5e84 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338445 Jul 16 19:09:09.642211 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45375717-463d-4eda-ae9e-df39b7da9de0 req-3ec1be3b-60c6-4876-b88b-e609984808e0 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:09.643601 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-45375717-463d-4eda-ae9e-df39b7da9de0 req-3ec1be3b-60c6-4876-b88b-e609984808e0 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0627043 Jul 16 19:09:09.681074 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-45375717-463d-4eda-ae9e-df39b7da9de0 req-234c8eb3-e9c0-4433-bab6-cdb3eb47bbb4 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311718 Jul 16 19:09:09.956081 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-eb5ae3f3-712a-4135-9490-b76b520f1575 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0560033 Jul 16 19:09:10.026262 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611261d-f198-4671-bf0c-e9b7bceb79e9 req-effe03d6-965f-4dd2-ada1-eac3e25d6896 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:10.027743 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c611261d-f198-4671-bf0c-e9b7bceb79e9 req-effe03d6-965f-4dd2-ada1-eac3e25d6896 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0629137 Jul 16 19:09:10.065283 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c611261d-f198-4671-bf0c-e9b7bceb79e9 req-9d571521-4838-49c0-b2de-099a14ae56cf tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319970 Jul 16 19:09:10.539456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e018c167-d6f3-4064-b14d-1f5dc98fafd3 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:09:10.625072 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.653271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:10.655439 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d8cd3d-3080-47c0-bcbd-015d20ddac57" -d '{"events": [{"server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "name": "network-vif-unplugged", "status": "completed", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:10.669915 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e018c167-d6f3-4064-b14d-1f5dc98fafd3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:10.674274 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.704373 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061870c6-eb64-4677-a182-bb1a42bd7c68 x-openstack-request-id: req-061870c6-eb64-4677-a182-bb1a42bd7c68 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:10.704666 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "name": "network-vif-unplugged", "status": "failed", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3", "code": 422}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:10.704922 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-061870c6-eb64-4677-a182-bb1a42bd7c68 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:10.705355 n-d-787205-10 neutron-server[105592]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'code': 422} returned with failed status Jul 16 19:09:10.899512 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=e018c167-d6f3-4064-b14d-1f5dc98fafd3,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:10.906797 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:10.907070 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:10.907409 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:10.907745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:10.908160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:10.908472 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:10.908789 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:10.909107 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:10.909425 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:10.909867 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:10.910188 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:10.910504 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:11.241280 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169007c4-fbe5-4542-af0c-c879512e719a req-bf233b68-0b7f-4bdd-a74b-f389742b94bd tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:11.242844 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-169007c4-fbe5-4542-af0c-c879512e719a req-bf233b68-0b7f-4bdd-a74b-f389742b94bd tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0649981 Jul 16 19:09:11.282904 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-169007c4-fbe5-4542-af0c-c879512e719a req-1809fc52-852f-4c5b-b140-75c36401df35 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344365 Jul 16 19:09:12.466753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff725a-d2e5-455a-af4d-c4de8ac9bb22 req-2461a99e-7b8f-4af6-a6f4-5a1ca773347c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:12.468273 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cfff725a-d2e5-455a-af4d-c4de8ac9bb22 req-2461a99e-7b8f-4af6-a6f4-5a1ca773347c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0697153 Jul 16 19:09:12.509683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cfff725a-d2e5-455a-af4d-c4de8ac9bb22 req-a1596b62-2f88-4e5d-9680-99cbd6f2f809 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341787 Jul 16 19:09:13.678418 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-74572d33-3944-4afe-8888-a0dbae6a1caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.693904 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a00fd-4e37-49e6-9ba4-f654500b5fef req-9e71cc37-bbd0-43dd-b68a-2da4970d635a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:13.695592 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-812a00fd-4e37-49e6-9ba4-f654500b5fef req-9e71cc37-bbd0-43dd-b68a-2da4970d635a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0729728 Jul 16 19:09:13.734593 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-812a00fd-4e37-49e6-9ba4-f654500b5fef req-68d81e20-5a2b-4540-8bb3-c7ca29d17e10 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333531 Jul 16 19:09:14.923978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a04655-6b26-44ea-82e1-b36be7bffded req-ba8ca297-e9db-432b-adb1-aeb3ef986c99 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:14.926194 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35a04655-6b26-44ea-82e1-b36be7bffded req-ba8ca297-e9db-432b-adb1-aeb3ef986c99 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0726986 Jul 16 19:09:14.970589 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-35a04655-6b26-44ea-82e1-b36be7bffded req-b02ab3c3-e656-4eba-83df-a9399dd275eb tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381937 Jul 16 19:09:15.841242 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-65342f33-98e6-4565-a56e-4bd3f561dc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.099318 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.148804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb455f-f487-4758-877d-c48bc3111b81 req-4ce4f08a-63b8-4a70-9ed4-f7453b3cb7a3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:16.150359 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1eb455f-f487-4758-877d-c48bc3111b81 req-4ce4f08a-63b8-4a70-9ed4-f7453b3cb7a3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0646837 Jul 16 19:09:16.189423 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e1eb455f-f487-4758-877d-c48bc3111b81 req-4a658488-036e-451b-8a39-8317b293b94c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333714 Jul 16 19:09:16.923984 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-f794ba52-1f06-4797-980f-ea46eed44167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:16.926211 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-f794ba52-1f06-4797-980f-ea46eed44167 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2&tenant_id=88493a2ad7fe46bf9499bae4268b81ed HTTP/1.1" status: 200 len: 1095 time: 0.0894701 Jul 16 19:09:17.002707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-bf9d8659-4dfb-4a86-aab2-ded4c1fc6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:17.004446 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-bf9d8659-4dfb-4a86-aab2-ded4c1fc6b02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 1095 time: 0.0557151 Jul 16 19:09:17.096517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-612019ef-3cc2-4532-a778-38a1c6972a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:17.098094 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-612019ef-3cc2-4532-a778-38a1c6972a34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0867338 Jul 16 19:09:17.162660 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-f2847672-bcaf-4b3c-84c3-ca0ee75ee050 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3 HTTP/1.1" status: 200 len: 998 time: 0.0581751 Jul 16 19:09:17.211022 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-63e0d95c-39d5-4c2f-9323-65347baf5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:17.212392 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-63e0d95c-39d5-4c2f-9323-65347baf5bba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0435207 Jul 16 19:09:17.273841 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-871ee199-25c5-4a7b-ac32-ef37bae20255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:17.275370 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-871ee199-25c5-4a7b-ac32-ef37bae20255 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568924 Jul 16 19:09:17.285343 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-03917c12-871e-4979-87e8-c1b69d35c9be service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:09:17.286388 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-03917c12-871e-4979-87e8-c1b69d35c9be service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051744 Jul 16 19:09:17.418705 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-db3b8f4b-1aac-449a-8d40-b9e6d0d1a2b7 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264126 Jul 16 19:09:17.431989 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f127c-b9e6-4af1-b696-e055eb58469a req-07d16be5-e3fb-4c16-b817-8d2b6a12e814 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:17.433457 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-979f127c-b9e6-4af1-b696-e055eb58469a req-07d16be5-e3fb-4c16-b817-8d2b6a12e814 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.1238399 Jul 16 19:09:17.521061 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-979f127c-b9e6-4af1-b696-e055eb58469a req-6eaed41d-813d-4b45-85c2-1053864e1d66 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787430 Jul 16 19:09:17.545919 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-2e48fca8-7207-4a30-816f-a9a4b0573478 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114657 Jul 16 19:09:17.936046 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.703035 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745d959-94ee-4175-b711-24252ef35706 req-538a867b-b498-4d2f-9991-3ad71f71e4b4 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:18.704444 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3745d959-94ee-4175-b711-24252ef35706 req-538a867b-b498-4d2f-9991-3ad71f71e4b4 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0674486 Jul 16 19:09:18.742386 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3745d959-94ee-4175-b711-24252ef35706 req-9c6fb7a9-8a44-416d-ae4e-597abb7d672e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321105 Jul 16 19:09:19.336581 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:19.913740 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6ae9f-97cb-4499-b6b1-479aaa127967 req-d3a9e15c-93ba-4108-a69a-327b53aa2312 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:19.915231 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c6ae9f-97cb-4499-b6b1-479aaa127967 req-d3a9e15c-93ba-4108-a69a-327b53aa2312 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0633249 Jul 16 19:09:19.952675 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b0c6ae9f-97cb-4499-b6b1-479aaa127967 req-7c8493c9-3c8d-4f13-82a1-84e0d593286b tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318286 Jul 16 19:09:21.126805 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daabf45-eac3-43ad-8df3-f6f6bb64a532 req-a0ad8578-7cd0-4269-bf62-43f2f3124d75 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:21.129044 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0daabf45-eac3-43ad-8df3-f6f6bb64a532 req-a0ad8578-7cd0-4269-bf62-43f2f3124d75 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0632062 Jul 16 19:09:21.165582 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0daabf45-eac3-43ad-8df3-f6f6bb64a532 req-baf10129-faff-4365-bd94-b8b256f4ea37 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311425 Jul 16 19:09:22.342288 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fe08-933a-4019-9201-c57ec816cff3 req-5443fbff-13ad-44ef-8885-836fe207d8ed tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:22.343872 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a609fe08-933a-4019-9201-c57ec816cff3 req-5443fbff-13ad-44ef-8885-836fe207d8ed tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0675411 Jul 16 19:09:22.381988 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-a609fe08-933a-4019-9201-c57ec816cff3 req-d2f456e4-b1ee-4fe3-9554-615419aef833 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323062 Jul 16 19:09:23.557058 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d843f08-901a-4d4b-8cae-bebb0da539ec req-99752bab-431a-49c1-b080-4152e6712da2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:23.558514 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d843f08-901a-4d4b-8cae-bebb0da539ec req-99752bab-431a-49c1-b080-4152e6712da2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0654650 Jul 16 19:09:23.594923 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0d843f08-901a-4d4b-8cae-bebb0da539ec req-46934491-e357-41ec-8d0b-9a49e0360d75 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308058 Jul 16 19:09:23.960237 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:24.569611 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e018c167-d6f3-4064-b14d-1f5dc98fafd3 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:09:24.666511 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e018c167-d6f3-4064-b14d-1f5dc98fafd3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:24.677352 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'port_id': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'mac_address': 'fa:16:3e:4a:56:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:09:24.714283 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:24.727951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e018c167-d6f3-4064-b14d-1f5dc98fafd3 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:09:24.748139 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e018c167-d6f3-4064-b14d-1f5dc98fafd3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:24.752318 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:24.777804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90664ff-860b-4bf1-8625-39b1f455d851 req-67eb2367-9905-46f1-82ab-801f3b6e7b2e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:24.779333 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b90664ff-860b-4bf1-8625-39b1f455d851 req-67eb2367-9905-46f1-82ab-801f3b6e7b2e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 943 time: 0.0689595 Jul 16 19:09:24.800066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=e018c167-d6f3-4064-b14d-1f5dc98fafd3,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:24.818582 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b90664ff-860b-4bf1-8625-39b1f455d851 req-8b07a4c4-5ad5-4383-924e-6158d108a30a tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330977 Jul 16 19:09:24.985748 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['e018c167-d6f3-4064-b14d-1f5dc98fafd3'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:09:25.991736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180fd46-5512-45c7-92a3-f9a80dbf629a req-ae7e7246-5c6c-43a8-a0f6-763dd90b9e8c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:25.993395 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f180fd46-5512-45c7-92a3-f9a80dbf629a req-ae7e7246-5c6c-43a8-a0f6-763dd90b9e8c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 944 time: 0.0622377 Jul 16 19:09:26.029956 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f180fd46-5512-45c7-92a3-f9a80dbf629a req-892879af-126a-4990-bbbc-aeedd0df63f6 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309651 Jul 16 19:09:26.050989 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:26.569385 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e018c167-d6f3-4064-b14d-1f5dc98fafd3 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:26.620977 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port e018c167-d6f3-4064-b14d-1f5dc98fafd3 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:26.621345 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:26.696700 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:26.720104 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:26.722904 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae0c6e6-66df-4554-921a-a8f76a42640a" -d '{"events": [{"server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "name": "network-vif-plugged", "status": "completed", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:26.736259 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port e018c167-d6f3-4064-b14d-1f5dc98fafd3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:26.740772 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:26.763922 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897a3214-dd51-4a5e-b996-9d0c5847b195 x-openstack-request-id: req-897a3214-dd51-4a5e-b996-9d0c5847b195 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:26.764226 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "name": "network-vif-plugged", "status": "completed", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:26.764487 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-897a3214-dd51-4a5e-b996-9d0c5847b195 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:26.764884 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'code': 200} Jul 16 19:09:26.792595 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=e018c167-d6f3-4064-b14d-1f5dc98fafd3,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:26.921983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545e438-e285-4d59-99bd-18027e92ed95 req-e2859aa8-1532-4a6d-b947-3ab61e37ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:26.923467 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5545e438-e285-4d59-99bd-18027e92ed95 req-e2859aa8-1532-4a6d-b947-3ab61e37ee4e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 1097 time: 0.0520701 Jul 16 19:09:26.957036 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5545e438-e285-4d59-99bd-18027e92ed95 req-06cd86b0-463e-4b7b-9792-6cdecbe009c5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270817 Jul 16 19:09:27.210352 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050df638-4b66-4ab7-ae72-3db57882d96c req-c090a47f-0588-446b-a6b6-e14e12d61946 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:27.211771 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-050df638-4b66-4ab7-ae72-3db57882d96c req-c090a47f-0588-446b-a6b6-e14e12d61946 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0654469 Jul 16 19:09:27.248914 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-050df638-4b66-4ab7-ae72-3db57882d96c req-db20ae02-bd2d-427e-bf11-0db26d871690 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315397 Jul 16 19:09:28.427227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f126af-d55f-4029-a85b-f17470ee2af4 req-53b817f7-0536-4d27-9885-d3a88750ae88 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:28.428727 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7f126af-d55f-4029-a85b-f17470ee2af4 req-53b817f7-0536-4d27-9885-d3a88750ae88 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0628207 Jul 16 19:09:28.465798 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f7f126af-d55f-4029-a85b-f17470ee2af4 req-81b8edfe-996c-4caf-8d10-300206045efd tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313518 Jul 16 19:09:43.679820 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7c6b45da-bf86-4203-a476-abcf77a3bd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:44.647662 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2af16582-f117-4f89-b99d-38f67ae86304 req-694992ef-28e7-43e2-9392-b20167c519d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1012256 Jul 16 19:09:44.740839 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af16582-f117-4f89-b99d-38f67ae86304 req-88d37195-8994-42da-917e-95683f32ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:44.742450 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2af16582-f117-4f89-b99d-38f67ae86304 req-88d37195-8994-42da-917e-95683f32ee83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 1097 time: 0.0531907 Jul 16 19:09:44.844136 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af16582-f117-4f89-b99d-38f67ae86304 req-c591b643-7691-4a13-9ce7-976f2f3ffe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:44.845600 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2af16582-f117-4f89-b99d-38f67ae86304 req-c591b643-7691-4a13-9ce7-976f2f3ffe1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0821443 Jul 16 19:09:44.911308 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2af16582-f117-4f89-b99d-38f67ae86304 req-85e9e121-21af-4889-8ab2-b1b2ef78c3c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3 HTTP/1.1" status: 200 len: 1000 time: 0.0592258 Jul 16 19:09:44.961423 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af16582-f117-4f89-b99d-38f67ae86304 req-f45a1ec8-7222-4ce3-a86c-0b96cb7417f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:44.962982 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2af16582-f117-4f89-b99d-38f67ae86304 req-f45a1ec8-7222-4ce3-a86c-0b96cb7417f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0445256 Jul 16 19:09:45.017983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af16582-f117-4f89-b99d-38f67ae86304 req-796416f3-cdd3-419d-9e55-b0960cc5e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:45.019842 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2af16582-f117-4f89-b99d-38f67ae86304 req-796416f3-cdd3-419d-9e55-b0960cc5e9cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510509 Jul 16 19:09:45.112836 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2af16582-f117-4f89-b99d-38f67ae86304 req-c437657f-1521-4892-8110-b27b261ab55d service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855048 Jul 16 19:09:45.220903 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-2af16582-f117-4f89-b99d-38f67ae86304 req-5e1846a2-2410-475f-8713-5700082acc79 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983372 Jul 16 19:09:45.414298 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:09:45.841558 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7b3ed63f-d913-4590-8c47-a1b298c62152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:46.102607 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:47.937866 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:49.338428 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:53.972509 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:56.053652 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:13.680002 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4707520b-0f5a-4f25-b791-2377e01cf29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.841562 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9bc4798c-9bba-44db-8945-7bb3575d4406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:16.103084 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:17.941300 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:19.340869 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:22.413646 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:10:23.977750 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:26.065489 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:41.693533 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49502) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:41.858999 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Deleting port f5053160-cda9-4683-b45c-3576de41a0e3 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:41.859349 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:41.931350 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:41.931680 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:41.942834 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Calling delete_port for f5053160-cda9-4683-b45c-3576de41a0e3 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:42.088517 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:42.114889 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event deleted for resources: {'Port': ['ID=f5053160-cda9-4683-b45c-3576de41a0e3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:42.141532 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:42.141919 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:42.142266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:42.142611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:42.142950 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:42.143284 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:42.143616 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:42.143949 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:42.144278 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:42.144606 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:42.144934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:42.145266 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:42.183290 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:42.183621 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Floating IP b0d04f30-6bf1-4faf-8ab8-0748cb359ce6 disassociated (deleted). External IP: 172.25.3.17, port: e018c167-d6f3-4064-b14d-1f5dc98fafd3. Jul 16 19:10:42.387580 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Router 33e02062-4a13-4b8d-b918-9041ec33f973 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:42.493871 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:42.498963 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:42.503802 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddea4c1-7fcb-4d89-8721-ed0f00721aff None None] Sync routers for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:42.514261 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddea4c1-7fcb-4d89-8721-ed0f00721aff None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:42.514880 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7ddea4c1-7fcb-4d89-8721-ed0f00721aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:42.534690 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-007805a1-ba6c-4963-8303-8cbc198e4b98 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "DELETE /v2.0/floatingips/b0d04f30-6bf1-4faf-8ab8-0748cb359ce6 HTTP/1.1" status: 204 len: 168 time: 0.8401017 Jul 16 19:10:42.535308 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:42.537648 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60749e2-c7f5-4b2b-91e0-3417f86aa948" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:42.575832 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec74006-89f1-4e91-ae99-a5cb4dbfb377 x-openstack-request-id: req-cec74006-89f1-4e91-ae99-a5cb4dbfb377 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:42.576278 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:42.576579 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cec74006-89f1-4e91-ae99-a5cb4dbfb377 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:42.576990 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'status': 'completed', 'code': 200} Jul 16 19:10:42.660050 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60749e2-c7f5-4b2b-91e0-3417f86aa948 req-14a59b38-63cd-4dd8-99f4-e57af4378c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:42.661711 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d60749e2-c7f5-4b2b-91e0-3417f86aa948 req-14a59b38-63cd-4dd8-99f4-e57af4378c19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 1097 time: 0.0609388 Jul 16 19:10:42.722243 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-7ddea4c1-7fcb-4d89-8721-ed0f00721aff None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:42.762547 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60749e2-c7f5-4b2b-91e0-3417f86aa948 req-d85353ba-dc8b-4dfa-bfd7-2272a06c9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:42.765159 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d60749e2-c7f5-4b2b-91e0-3417f86aa948 req-d85353ba-dc8b-4dfa-bfd7-2272a06c9402 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 200 len: 909 time: 0.0969410 Jul 16 19:10:42.811227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d60749e2-c7f5-4b2b-91e0-3417f86aa948 req-2bbe3813-4140-4453-b702-cfcdd9d70c6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3 HTTP/1.1" status: 200 len: 217 time: 0.0394099 Jul 16 19:10:42.866062 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60749e2-c7f5-4b2b-91e0-3417f86aa948 req-8cfda07f-5f7c-4667-9699-dc9ff6dc3b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:42.867557 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d60749e2-c7f5-4b2b-91e0-3417f86aa948 req-8cfda07f-5f7c-4667-9699-dc9ff6dc3b1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 200 len: 847 time: 0.0495744 Jul 16 19:10:42.926273 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7ddea4c1-7fcb-4d89-8721-ed0f00721aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 5, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:42.938045 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60749e2-c7f5-4b2b-91e0-3417f86aa948 req-39fde22b-a5dd-4939-8dd5-967cad1bf6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:42.939541 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d60749e2-c7f5-4b2b-91e0-3417f86aa948 req-39fde22b-a5dd-4939-8dd5-967cad1bf6a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a8f1f002-4d05-4a27-83f1-b353eb339057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649137 Jul 16 19:10:42.956066 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddea4c1-7fcb-4d89-8721-ed0f00721aff None None] Checking router: 33e02062-4a13-4b8d-b918-9041ec33f973 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:42.964267 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddea4c1-7fcb-4d89-8721-ed0f00721aff None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:42.964883 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7ddea4c1-7fcb-4d89-8721-ed0f00721aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:43.055292 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1638-5cf3-47a7-8f2c-5690eb5d35d9 req-09de117c-2d0e-4cbc-8f2b-f560a27b07c3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:43.056787 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c80f1638-5cf3-47a7-8f2c-5690eb5d35d9 req-09de117c-2d0e-4cbc-8f2b-f560a27b07c3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.2058623 Jul 16 19:10:43.069845 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-7ddea4c1-7fcb-4d89-8721-ed0f00721aff None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:43.079683 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d60749e2-c7f5-4b2b-91e0-3417f86aa948 req-e4504b10-ac7b-4539-9cd7-e0c16eba5945 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241422 Jul 16 19:10:43.115099 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c80f1638-5cf3-47a7-8f2c-5690eb5d35d9 req-ad03f1e3-23ba-4ae2-b8ec-e42ba86bbe6e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526874 Jul 16 19:10:43.197761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d60749e2-c7f5-4b2b-91e0-3417f86aa948 req-cbf0659d-1533-4a17-aece-8e484d22b1a0 service neutron] 10.222.0.32 "GET /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106851 Jul 16 19:10:43.271490 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7ddea4c1-7fcb-4d89-8721-ed0f00721aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 5, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:43.296907 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddea4c1-7fcb-4d89-8721-ed0f00721aff None None] The sync data for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 is: [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': 'e258fde3-b77e-40d9-b8c4-a5362d958f7b', 'name': '', 'network_id': 'a8f1f002-4d05-4a27-83f1-b353eb339057', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'mac_address': 'fa:16:3e:1f:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:07Z', 'revision_number': 5, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'subnets': [{'id': 'cc85c521-54e4-4307-bc1f-51850ed737a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:43.506519 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1577eddc-e958-4e4e-a918-88cf8fb2ed2d None None] New status for floating IP b0d04f30-6bf1-4faf-8ab8-0748cb359ce6: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:10:43.681423 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-96155c85-37ee-47fa-8fee-e648362892cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.337538 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd217259-d73c-4dd5-9459-2bbb7ea572d2 req-8ef022f1-5c62-4dab-9e12-18b94b263a9c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:44.339051 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd217259-d73c-4dd5-9459-2bbb7ea572d2 req-8ef022f1-5c62-4dab-9e12-18b94b263a9c tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.0958607 Jul 16 19:10:44.396157 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f15982-0168-4429-80b2-2029b040cc65 req-814e6cf3-90ce-4db2-9c7a-caf99ebf5c8f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:44.397680 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c5f15982-0168-4429-80b2-2029b040cc65 req-814e6cf3-90ce-4db2-9c7a-caf99ebf5c8f tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 945 time: 0.1613104 Jul 16 19:10:44.464240 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-c5f15982-0168-4429-80b2-2029b040cc65 req-aaa6a9c4-374e-4350-94d7-5a4964ca18f3 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/security-groups?id=09abded0-e87c-40f3-a386-671edfbc1081&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609319 Jul 16 19:10:44.483413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-cd217259-d73c-4dd5-9459-2bbb7ea572d2 req-b67c28cf-16d7-4581-b4ef-4fba98c91609 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Deleting port e018c167-d6f3-4064-b14d-1f5dc98fafd3 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:44.483763 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cd217259-d73c-4dd5-9459-2bbb7ea572d2 req-b67c28cf-16d7-4581-b4ef-4fba98c91609 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.882210 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-cd217259-d73c-4dd5-9459-2bbb7ea572d2 req-b67c28cf-16d7-4581-b4ef-4fba98c91609 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] For port e018c167-d6f3-4064-b14d-1f5dc98fafd3, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=e018c167-d6f3-4064-b14d-1f5dc98fafd3,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:44.882578 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cd217259-d73c-4dd5-9459-2bbb7ea572d2 req-b67c28cf-16d7-4581-b4ef-4fba98c91609 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.895127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-cd217259-d73c-4dd5-9459-2bbb7ea572d2 req-b67c28cf-16d7-4581-b4ef-4fba98c91609 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Calling delete_port for e018c167-d6f3-4064-b14d-1f5dc98fafd3 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:45.018103 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cd217259-d73c-4dd5-9459-2bbb7ea572d2 req-b67c28cf-16d7-4581-b4ef-4fba98c91609 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:45.050791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c28cf-16d7-4581-b4ef-4fba98c91609 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event deleted for resources: {'Port': ['ID=e018c167-d6f3-4064-b14d-1f5dc98fafd3,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:45.094869 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd217259-d73c-4dd5-9459-2bbb7ea572d2 req-b67c28cf-16d7-4581-b4ef-4fba98c91609 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] No DVR routers for this DVR port e018c167-d6f3-4064-b14d-1f5dc98fafd3 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:45.097488 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-cd217259-d73c-4dd5-9459-2bbb7ea572d2 req-b67c28cf-16d7-4581-b4ef-4fba98c91609 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:45.099488 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cd217259-d73c-4dd5-9459-2bbb7ea572d2 req-b67c28cf-16d7-4581-b4ef-4fba98c91609 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.32 "DELETE /v2.0/ports/e018c167-d6f3-4064-b14d-1f5dc98fafd3 HTTP/1.1" status: 204 len: 173 time: 0.7537615 Jul 16 19:10:45.100002 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'name': 'network-vif-deleted', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:45.102313 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10f23ed-c6b0-41ca-bb0b-4d81dcdf8ae1" -d '{"events": [{"server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "name": "network-vif-deleted", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:45.145618 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99e9265-0dd6-4cfe-93dd-a539bef90a76 x-openstack-request-id: req-c99e9265-0dd6-4cfe-93dd-a539bef90a76 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:45.145941 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ae8846-261f-4981-94cd-77693edefdf2", "name": "network-vif-deleted", "tag": "e018c167-d6f3-4064-b14d-1f5dc98fafd3", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:45.146222 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c99e9265-0dd6-4cfe-93dd-a539bef90a76 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:45.146636 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ae8846-261f-4981-94cd-77693edefdf2', 'name': 'network-vif-deleted', 'tag': 'e018c167-d6f3-4064-b14d-1f5dc98fafd3', 'status': 'completed', 'code': 200} Jul 16 19:10:45.611387 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ebec5ee1-49ba-4c49-80ba-b914237e8564 req-00a876cd-445c-4fb4-94a1-9d15fdcdeb48 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 210 time: 0.0293987 Jul 16 19:10:45.843481 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2501-c0cd-4dcc-a527-174120bf3ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:46.108901 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:46.756622 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4ac927e5-abee-49d9-a247-ec3d0a4d436b req-43bb6380-ac47-4127-a868-544e699dfc8e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 210 time: 0.0296409 Jul 16 19:10:46.912971 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e018c167-d6f3-4064-b14d-1f5dc98fafd3 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:46.932958 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: e018c167-d6f3-4064-b14d-1f5dc98fafd3 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:46.933306 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device e018c167-d6f3-4064-b14d-1f5dc98fafd3 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:47.900077 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d95eb445-8d65-429a-a052-75b1b67fadd8 req-4d786dcf-6add-4c44-8735-d3a0fe4b815e tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 210 time: 0.0319145 Jul 16 19:10:47.943773 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:49.075357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-43d28a55-ffa1-4beb-ae64-874bd70e22ac req-5fc0a42b-b140-40ea-bc29-d483627155cd tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ae8846-261f-4981-94cd-77693edefdf2 HTTP/1.1" status: 200 len: 210 time: 0.0414195 Jul 16 19:10:49.344959 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:50.171951 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49536) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:50.233249 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:50.260011 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:50.322443 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:50.325173 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:50.327278 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] 10.222.0.24 "DELETE /v2.0/security-groups/09abded0-e87c-40f3-a386-671edfbc1081 HTTP/1.1" status: 204 len: 168 time: 0.1537848 Jul 16 19:10:50.337468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09abded0-e87c-40f3-a386-671edfbc1081,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:50.346188 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:50.346572 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:50.346919 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:50.347258 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:50.347594 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:50.347926 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:50.348259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:50.348585 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:50.348908 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:50.349235 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:50.349565 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:50.349927 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5effaf3-3047-4041-b463-22e714f5a5a2 tempest-TestShelveInstance-1700052484 tempest-TestShelveInstance-1700052484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:50.377260 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49542) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:50.840834 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a09c-cda5-4655-a5c8-51fb6b6c771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:51.097320 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5a09c-cda5-4655-a5c8-51fb6b6c771d admin admin] Deleting port e258fde3-b77e-40d9-b8c4-a5362d958f7b {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:51.097699 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a09c-cda5-4655-a5c8-51fb6b6c771d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:51.179866 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d4b5a09c-cda5-4655-a5c8-51fb6b6c771d admin admin] For port e258fde3-b77e-40d9-b8c4-a5362d958f7b, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=e258fde3-b77e-40d9-b8c4-a5362d958f7b,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:51.180223 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a09c-cda5-4655-a5c8-51fb6b6c771d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:51.193972 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5a09c-cda5-4655-a5c8-51fb6b6c771d admin admin] Calling delete_port for e258fde3-b77e-40d9-b8c4-a5362d958f7b owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:51.377189 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a09c-cda5-4655-a5c8-51fb6b6c771d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:51.408069 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5a09c-cda5-4655-a5c8-51fb6b6c771d admin admin] Pushing event deleted for resources: {'Port': ['ID=e258fde3-b77e-40d9-b8c4-a5362d958f7b,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:51.584885 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d4b5a09c-cda5-4655-a5c8-51fb6b6c771d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:51.814671 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b5a09c-cda5-4655-a5c8-51fb6b6c771d admin admin] Router 33e02062-4a13-4b8d-b918-9041ec33f973 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:51.922092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b5a09c-cda5-4655-a5c8-51fb6b6c771d admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:51.928262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d4b5a09c-cda5-4655-a5c8-51fb6b6c771d admin admin] 10.222.0.24 "PUT /v2.0/routers/33e02062-4a13-4b8d-b918-9041ec33f973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5484369 Jul 16 19:10:51.929441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49546) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:51.931171 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e69ff-4eb5-4475-b371-4713f2f849db None None] Sync routers for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:51.941064 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e69ff-4eb5-4475-b371-4713f2f849db None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:51.941706 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7b2e69ff-4eb5-4475-b371-4713f2f849db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:52.032572 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.044879 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-7b2e69ff-4eb5-4475-b371-4713f2f849db None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:52.131300 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.188033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Deleting port 3851f2df-5581-4c1c-9d08-98cbce47705e {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:52.188295 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.224171 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7b2e69ff-4eb5-4475-b371-4713f2f849db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:10:51Z', 'revision_number': 5, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port': {'id': '3851f2df-5581-4c1c-9d08-98cbce47705e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:00Z', 'updated_at': '2021-07-16T19:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:52.250904 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e69ff-4eb5-4475-b371-4713f2f849db None None] Checking router: 33e02062-4a13-4b8d-b918-9041ec33f973 for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:52.258899 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e69ff-4eb5-4475-b371-4713f2f849db None None] Routers {'33e02062-4a13-4b8d-b918-9041ec33f973'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:52.259500 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7b2e69ff-4eb5-4475-b371-4713f2f849db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['33e02062-4a13-4b8d-b918-9041ec33f973'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:52.266641 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] For port 3851f2df-5581-4c1c-9d08-98cbce47705e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=3851f2df-5581-4c1c-9d08-98cbce47705e,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:52.267010 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.280361 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Calling delete_port for 3851f2df-5581-4c1c-9d08-98cbce47705e owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:52.346017 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-7b2e69ff-4eb5-4475-b371-4713f2f849db None None] Set router 33e02062-4a13-4b8d-b918-9041ec33f973 gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:52.399506 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-7b2e69ff-4eb5-4475-b371-4713f2f849db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:10:52Z', 'revision_number': 6, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:52.428756 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e69ff-4eb5-4475-b371-4713f2f849db None None] The sync data for ids ['33e02062-4a13-4b8d-b918-9041ec33f973'] in n-d-787205-10 is: [{'id': '33e02062-4a13-4b8d-b918-9041ec33f973', 'name': 'tempest-TestShelveInstance-840699493-router', 'tenant_id': '88493a2ad7fe46bf9499bae4268b81ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:59Z', 'updated_at': '2021-07-16T19:10:52Z', 'revision_number': 6, 'project_id': '88493a2ad7fe46bf9499bae4268b81ed', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:52.448991 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.474985 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=3851f2df-5581-4c1c-9d08-98cbce47705e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:52.544109 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.633224 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.635444 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.678618 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.679227 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33e02062-4a13-4b8d-b918-9041ec33f973 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:10:52.683670 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.685177 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f11353bb-bfa4-4bc0-8fe0-c64b88c2bc06 admin admin] 10.222.0.24 "DELETE /v2.0/routers/33e02062-4a13-4b8d-b918-9041ec33f973 HTTP/1.1" status: 204 len: 168 time: 0.7546546 Jul 16 19:10:52.687679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49548) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:52.733156 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a651547a-f0ca-40a1-b9ba-f0e2c239fe4c admin admin] Deleting subnet cc85c521-54e4-4307-bc1f-51850ed737a5 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:10:52.736204 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a651547a-f0ca-40a1-b9ba-f0e2c239fe4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.776964 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a651547a-f0ca-40a1-b9ba-f0e2c239fe4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.857795 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a651547a-f0ca-40a1-b9ba-f0e2c239fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.920285 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a651547a-f0ca-40a1-b9ba-f0e2c239fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.944015 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651547a-f0ca-40a1-b9ba-f0e2c239fe4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc85c521-54e4-4307-bc1f-51850ed737a5,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:52.950117 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a651547a-f0ca-40a1-b9ba-f0e2c239fe4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.952713 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a651547a-f0ca-40a1-b9ba-f0e2c239fe4c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cc85c521-54e4-4307-bc1f-51850ed737a5 HTTP/1.1" status: 204 len: 168 time: 0.2640715 Jul 16 19:10:52.955281 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49550) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:52.957889 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e70925-5ed8-4221-90f5-3a55a3a3704a None None] Network a8f1f002-4d05-4a27-83f1-b353eb339057 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:10:53.027033 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.079679 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Deleting port dc120cbd-667f-4585-b68e-989f17e8ef6c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:53.080025 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.146006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] For port dc120cbd-667f-4585-b68e-989f17e8ef6c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dc120cbd-667f-4585-b68e-989f17e8ef6c,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:53.146220 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.159096 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Calling delete_port for dc120cbd-667f-4585-b68e-989f17e8ef6c owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:53.179590 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] DHCP port deletion for a8f1f002-4d05-4a27-83f1-b353eb339057 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:10:53.226722 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Deleting port dc120cbd-667f-4585-b68e-989f17e8ef6c {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:53.227093 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.245167 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.272394 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc120cbd-667f-4585-b68e-989f17e8ef6c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:53.277714 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] No DVR routers for this DVR port dc120cbd-667f-4585-b68e-989f17e8ef6c on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:53.294861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] For port dc120cbd-667f-4585-b68e-989f17e8ef6c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=dc120cbd-667f-4585-b68e-989f17e8ef6c,segment=NetworkSegment(5f08f05f-5880-4e32-8036-39dbf7f598f2),segment_id=5f08f05f-5880-4e32-8036-39dbf7f598f2)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:53.295421 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.307766 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Calling delete_port for dc120cbd-667f-4585-b68e-989f17e8ef6c owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:53.353976 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.365566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f1f002-4d05-4a27-83f1-b353eb339057']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:53.381785 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f08f05f-5880-4e32-8036-39dbf7f598f2') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:53.382125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f08f05f-5880-4e32-8036-39dbf7f598f2') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:53.383132 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.396787 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.411756 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Pushing event deleted for resources: {'Port': ['ID=dc120cbd-667f-4585-b68e-989f17e8ef6c,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:53.414485 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.416995 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] No DVR routers for this DVR port dc120cbd-667f-4585-b68e-989f17e8ef6c on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:53.422231 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:10:53.423702 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.425032 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:53.425382 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: timer() Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:10:53.425507 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:10:53.428243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:53.428243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:53.428243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:53.428243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:53.428243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:53.428243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:53.428243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:53.428243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:53.428243 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:53.429066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525ce282-0ddb-40c9-ad7a-819112f7510d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:53.432402 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3851f2df-5581-4c1c-9d08-98cbce47705e no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:53.459266 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 3851f2df-5581-4c1c-9d08-98cbce47705e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:53.459594 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 3851f2df-5581-4c1c-9d08-98cbce47705e not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:53.460027 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e258fde3-b77e-40d9-b8c4-a5362d958f7b no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:53.479222 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: e258fde3-b77e-40d9-b8c4-a5362d958f7b {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:53.479596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device e258fde3-b77e-40d9-b8c4-a5362d958f7b not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:53.479986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dc120cbd-667f-4585-b68e-989f17e8ef6c no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:53.498732 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.501691 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: dc120cbd-667f-4585-b68e-989f17e8ef6c {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:53.502056 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device dc120cbd-667f-4585-b68e-989f17e8ef6c not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:53.506829 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:53.509001 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a8f1f002-4d05-4a27-83f1-b353eb339057 HTTP/1.1" status: 204 len: 168 time: 0.5528057 Jul 16 19:10:53.515117 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49552) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:53.557622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97137360-d68d-4d50-9a8c-df095f7a9824 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8f1f002-4d05-4a27-83f1-b353eb339057,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:54.000778 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:54.175525 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eac75015-a43e-44b9-b172-8fc4a70d3d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:54.437088 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-eac75015-a43e-44b9-b172-8fc4a70d3d2f admin admin] Deleting port 41cec273-60a6-4062-84c5-0460d91d2bb4 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:54.437429 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eac75015-a43e-44b9-b172-8fc4a70d3d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:54.517844 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-eac75015-a43e-44b9-b172-8fc4a70d3d2f admin admin] For port 41cec273-60a6-4062-84c5-0460d91d2bb4, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=41cec273-60a6-4062-84c5-0460d91d2bb4,segment=NetworkSegment(8d6fa5db-0134-41f1-a3ef-be544dc49ad3),segment_id=8d6fa5db-0134-41f1-a3ef-be544dc49ad3)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:54.518598 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eac75015-a43e-44b9-b172-8fc4a70d3d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:54.530250 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-eac75015-a43e-44b9-b172-8fc4a70d3d2f admin admin] Calling delete_port for 41cec273-60a6-4062-84c5-0460d91d2bb4 owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:54.707356 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eac75015-a43e-44b9-b172-8fc4a70d3d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:54.734400 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac75015-a43e-44b9-b172-8fc4a70d3d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=41cec273-60a6-4062-84c5-0460d91d2bb4,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:54.899849 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-eac75015-a43e-44b9-b172-8fc4a70d3d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:55.117450 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac75015-a43e-44b9-b172-8fc4a70d3d2f admin admin] Router cb0407e8-e9cf-468a-a403-697d23ba82e5 has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:55.224375 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac75015-a43e-44b9-b172-8fc4a70d3d2f admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:55.229970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-eac75015-a43e-44b9-b172-8fc4a70d3d2f admin admin] 10.222.0.24 "PUT /v2.0/routers/cb0407e8-e9cf-468a-a403-697d23ba82e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7171059 Jul 16 19:10:55.233414 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49554) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:55.234268 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9911ea8-22f3-4570-b7a1-e077aa77461c None None] Sync routers for ids ['cb0407e8-e9cf-468a-a403-697d23ba82e5'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:55.244066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9911ea8-22f3-4570-b7a1-e077aa77461c None None] Routers {'cb0407e8-e9cf-468a-a403-697d23ba82e5'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:55.244689 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b9911ea8-22f3-4570-b7a1-e077aa77461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cb0407e8-e9cf-468a-a403-697d23ba82e5'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:55.347422 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-b9911ea8-22f3-4570-b7a1-e077aa77461c None None] Set router cb0407e8-e9cf-468a-a403-697d23ba82e5 gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:55.349086 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:55.460328 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:55.514154 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Deleting port 64fade79-7d77-433b-9e51-35b1ffcc84ce {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:55.514502 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:55.531650 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b9911ea8-22f3-4570-b7a1-e077aa77461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'name': 'tempest-TestShelveInstance-1687728657-router', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:10:54Z', 'revision_number': 5, 'project_id': '56b98b8eca4249048dd859f641c77f0d', 'gw_port': {'id': '64fade79-7d77-433b-9e51-35b1ffcc84ce', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:55.558034 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9911ea8-22f3-4570-b7a1-e077aa77461c None None] Checking router: cb0407e8-e9cf-468a-a403-697d23ba82e5 for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:55.566674 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9911ea8-22f3-4570-b7a1-e077aa77461c None None] Routers {'cb0407e8-e9cf-468a-a403-697d23ba82e5'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:55.567283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b9911ea8-22f3-4570-b7a1-e077aa77461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['cb0407e8-e9cf-468a-a403-697d23ba82e5'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:55.592757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] For port 64fade79-7d77-433b-9e51-35b1ffcc84ce, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=64fade79-7d77-433b-9e51-35b1ffcc84ce,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:55.593401 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:55.610271 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Calling delete_port for 64fade79-7d77-433b-9e51-35b1ffcc84ce owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:55.651042 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-b9911ea8-22f3-4570-b7a1-e077aa77461c None None] Set router cb0407e8-e9cf-468a-a403-697d23ba82e5 gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:55.702076 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-b9911ea8-22f3-4570-b7a1-e077aa77461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'name': 'tempest-TestShelveInstance-1687728657-router', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:10:55Z', 'revision_number': 6, 'project_id': '56b98b8eca4249048dd859f641c77f0d', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:55.732973 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9911ea8-22f3-4570-b7a1-e077aa77461c None None] The sync data for ids ['cb0407e8-e9cf-468a-a403-697d23ba82e5'] in n-d-787205-10 is: [{'id': 'cb0407e8-e9cf-468a-a403-697d23ba82e5', 'name': 'tempest-TestShelveInstance-1687728657-router', 'tenant_id': '56b98b8eca4249048dd859f641c77f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:02:04Z', 'updated_at': '2021-07-16T19:10:55Z', 'revision_number': 6, 'project_id': '56b98b8eca4249048dd859f641c77f0d', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:55.780719 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:55.811490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Pushing event deleted for resources: {'Port': ['ID=64fade79-7d77-433b-9e51-35b1ffcc84ce,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:55.871515 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:55.962121 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:55.964121 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.006439 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.007008 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb0407e8-e9cf-468a-a403-697d23ba82e5 {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:10:56.011459 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.012648 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-46315466-9bc7-44f6-8211-1be823ab699a admin admin] 10.222.0.24 "DELETE /v2.0/routers/cb0407e8-e9cf-468a-a403-697d23ba82e5 HTTP/1.1" status: 204 len: 168 time: 0.7779551 Jul 16 19:10:56.015608 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49556) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:56.064596 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-142cb99e-a40a-4e50-8511-0bb00d2b6627 admin admin] Deleting subnet 0cfdf36e-c7b1-4ff0-8bda-6d3d05869405 {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:10:56.068114 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-142cb99e-a40a-4e50-8511-0bb00d2b6627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.079442 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.104813 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-142cb99e-a40a-4e50-8511-0bb00d2b6627 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.184117 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-142cb99e-a40a-4e50-8511-0bb00d2b6627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.242537 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-142cb99e-a40a-4e50-8511-0bb00d2b6627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.269553 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cb99e-a40a-4e50-8511-0bb00d2b6627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cfdf36e-c7b1-4ff0-8bda-6d3d05869405,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:56.271706 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-142cb99e-a40a-4e50-8511-0bb00d2b6627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.273420 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-142cb99e-a40a-4e50-8511-0bb00d2b6627 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0cfdf36e-c7b1-4ff0-8bda-6d3d05869405 HTTP/1.1" status: 204 len: 168 time: 0.2569051 Jul 16 19:10:56.275968 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49558) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:56.277967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8caa018-e20b-4dc5-a88e-2af97640b4d5 None None] Network d8e63dcd-5931-4796-9be5-04ab39095c0e requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:10:56.346772 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.400964 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Deleting port c9e3c488-b2c8-4511-825f-3aa3cc4fb664 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:56.401317 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.472274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] For port c9e3c488-b2c8-4511-825f-3aa3cc4fb664, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c9e3c488-b2c8-4511-825f-3aa3cc4fb664,segment=NetworkSegment(8d6fa5db-0134-41f1-a3ef-be544dc49ad3),segment_id=8d6fa5db-0134-41f1-a3ef-be544dc49ad3)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:56.472663 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.486613 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Calling delete_port for c9e3c488-b2c8-4511-825f-3aa3cc4fb664 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:56.513761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a40005-afc8-4a14-b9c8-f8510c27a873 None None] DHCP port deletion for d8e63dcd-5931-4796-9be5-04ab39095c0e request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:10:56.564899 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-73a40005-afc8-4a14-b9c8-f8510c27a873 None None] Deleting port c9e3c488-b2c8-4511-825f-3aa3cc4fb664 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:56.565278 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-73a40005-afc8-4a14-b9c8-f8510c27a873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.573337 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.602334 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e3c488-b2c8-4511-825f-3aa3cc4fb664,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:56.610661 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] No DVR routers for this DVR port c9e3c488-b2c8-4511-825f-3aa3cc4fb664 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:56.635194 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-73a40005-afc8-4a14-b9c8-f8510c27a873 None None] For port c9e3c488-b2c8-4511-825f-3aa3cc4fb664, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=c9e3c488-b2c8-4511-825f-3aa3cc4fb664,segment=NetworkSegment(8d6fa5db-0134-41f1-a3ef-be544dc49ad3),segment_id=8d6fa5db-0134-41f1-a3ef-be544dc49ad3)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:56.635580 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-73a40005-afc8-4a14-b9c8-f8510c27a873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.651779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-73a40005-afc8-4a14-b9c8-f8510c27a873 None None] Calling delete_port for c9e3c488-b2c8-4511-825f-3aa3cc4fb664 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:56.682854 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.694311 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e63dcd-5931-4796-9be5-04ab39095c0e']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:56.705636 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6fa5db-0134-41f1-a3ef-be544dc49ad3') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:56.705983 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6fa5db-0134-41f1-a3ef-be544dc49ad3') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:56.715666 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.729234 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-73a40005-afc8-4a14-b9c8-f8510c27a873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.731500 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.739234 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:10:56.739754 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: timer() Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:10:56.741693 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:10:56.757447 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a40005-afc8-4a14-b9c8-f8510c27a873 None None] Pushing event deleted for resources: {'Port': ['ID=c9e3c488-b2c8-4511-825f-3aa3cc4fb664,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:56.761211 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a40005-afc8-4a14-b9c8-f8510c27a873 None None] No DVR routers for this DVR port c9e3c488-b2c8-4511-825f-3aa3cc4fb664 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:56.809840 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.815326 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:56.817326 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] 10.222.0.24 "DELETE /v2.0/networks/d8e63dcd-5931-4796-9be5-04ab39095c0e HTTP/1.1" status: 204 len: 168 time: 0.5404408 Jul 16 19:10:56.828187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfbd51-2e31-4f08-ae3e-bcedfad08edb admin admin] Pushing event deleted for resources: {'Network': ['ID=d8e63dcd-5931-4796-9be5-04ab39095c0e,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:56.925366 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49562) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:56.964322 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-466c1167-b464-4b7e-abf7-51d152efc080 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88493a2ad7fe46bf9499bae4268b81ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377560 Jul 16 19:10:56.967386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49566) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:57.015356 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f44d5ebf-c569-4f2d-abed-28b9626ddcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.036933 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f44d5ebf-c569-4f2d-abed-28b9626ddcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.086076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f44d5ebf-c569-4f2d-abed-28b9626ddcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.088584 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-f44d5ebf-c569-4f2d-abed-28b9626ddcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.089776 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-f44d5ebf-c569-4f2d-abed-28b9626ddcfc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ea5024a-9c04-48b3-81ae-a8050f567a8c HTTP/1.1" status: 204 len: 168 time: 0.1214576 Jul 16 19:10:57.098862 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d5ebf-c569-4f2d-abed-28b9626ddcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea5024a-9c04-48b3-81ae-a8050f567a8c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:57.410512 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49572) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:57.413370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 64fade79-7d77-433b-9e51-35b1ffcc84ce no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:57.434090 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 64fade79-7d77-433b-9e51-35b1ffcc84ce {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:57.434438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 64fade79-7d77-433b-9e51-35b1ffcc84ce not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:57.435007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c9e3c488-b2c8-4511-825f-3aa3cc4fb664 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:57.451053 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-90d47c7e-b0f1-4d9a-9551-0f1a3625e131 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56b98b8eca4249048dd859f641c77f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393155 Jul 16 19:10:57.453817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49574) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:57.456241 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: c9e3c488-b2c8-4511-825f-3aa3cc4fb664 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:57.456582 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device c9e3c488-b2c8-4511-825f-3aa3cc4fb664 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:57.456994 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 41cec273-60a6-4062-84c5-0460d91d2bb4 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:57.475800 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 41cec273-60a6-4062-84c5-0460d91d2bb4 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:57.476145 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 41cec273-60a6-4062-84c5-0460d91d2bb4 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:57.504306 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3b3abb7-99c1-4f27-ac3f-318045c52fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.530046 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3b3abb7-99c1-4f27-ac3f-318045c52fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.579262 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3b3abb7-99c1-4f27-ac3f-318045c52fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.581806 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c3b3abb7-99c1-4f27-ac3f-318045c52fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:57.582962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c3b3abb7-99c1-4f27-ac3f-318045c52fe0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a222d24c-c739-431e-9baa-2499ed25a069 HTTP/1.1" status: 204 len: 168 time: 0.1282277 Jul 16 19:10:57.591631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3abb7-99c1-4f27-ac3f-318045c52fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a222d24c-c739-431e-9baa-2499ed25a069,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:58.248475 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49596) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:58.342301 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2065965113-network', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:58.364230 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Made reservation on behalf of 0253a90f7a6c48d2ae5698ee61a9e753 for: {'network': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:10:58.366576 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.378692 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.467958 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.471970 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.494167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=105590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:10:58.509801 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8f8542-6db5-4392-bb25-c571b7fb1840,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:58.514783 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.515246 n-d-787205-10 neutron-server[105590]: INFO neutron.db.segments_db [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Added segment 1d26f710-285d-48e7-9b3e-d9e8188de47d of type vlan for network cc9fe30e-ba88-465e-add6-6c35f1375739 Jul 16 19:10:58.555689 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.589804 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.590799 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:58.592028 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.625987 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3761866 Jul 16 19:10:58.628804 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49600) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:58.633842 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-ed4d769d-41f8-4cf2-a388-8d1a1c874c66 admin admin] Request body: {'subnet': {'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2065965113-subnet', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:58.655565 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4d769d-41f8-4cf2-a388-8d1a1c874c66 admin admin] Made reservation on behalf of 0253a90f7a6c48d2ae5698ee61a9e753 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:10:58.658051 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed4d769d-41f8-4cf2-a388-8d1a1c874c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.658214 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49bf9f0-cf6d-4a06-8a53-c8bb6f09892f admin admin] Pushing event updated for resources: {'Network': ['ID=cc9fe30e-ba88-465e-add6-6c35f1375739,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:58.668040 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network cc9fe30e-ba88-465e-add6-6c35f1375739 details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:10:58.827172 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed4d769d-41f8-4cf2-a388-8d1a1c874c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.892097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d769d-41f8-4cf2-a388-8d1a1c874c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ffddef1-b031-4c0b-848c-22036a0d1ddd,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:58.894229 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4d769d-41f8-4cf2-a388-8d1a1c874c66 admin admin] Checking segment: {'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:10:58.894585 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d769d-41f8-4cf2-a388-8d1a1c874c66 admin admin] Network hostable DHCP agents. Network: cc9fe30e-ba88-465e-add6-6c35f1375739, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:10:58.911486 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d769d-41f8-4cf2-a388-8d1a1c874c66 admin admin] Network cc9fe30e-ba88-465e-add6-6c35f1375739 is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:10:58.919992 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-ed4d769d-41f8-4cf2-a388-8d1a1c874c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, cc9fe30e-ba88-465e-add6-6c35f1375739) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:58.924545 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4d769d-41f8-4cf2-a388-8d1a1c874c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:58.925457 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-ed4d769d-41f8-4cf2-a388-8d1a1c874c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.931261 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f72da8-8e04-4a67-bdb8-3ce9a26c69fb None None] Network cc9fe30e-ba88-465e-add6-6c35f1375739 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:10:58.940031 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-ed4d769d-41f8-4cf2-a388-8d1a1c874c66 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3101132 Jul 16 19:10:58.942612 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49602) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:58.946981 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:58.967870 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.968922 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.027670 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.080383 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-cc9fe30e-ba88-465e-add6-6c35f1375739', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:10:59.081283 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.172051 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.379072 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Allocated IP 172.20.0.2 (cc9fe30e-ba88-465e-add6-6c35f1375739/1ffddef1-b031-4c0b-848c-22036a0d1ddd/07295598-cfdf-42bd-83c8-96523ce84b96) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:10:59.379299 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.403624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.413117 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:10:59.505682 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Allocated IP 172.25.3.160 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/0bbb7970-db2d-4e43-b36e-456250a122e9) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:10:59.526086 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.534893 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Transition to ACTIVE for port object 07295598-cfdf-42bd-83c8-96523ce84b96 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:59.550544 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Transition to ACTIVE for port object 07295598-cfdf-42bd-83c8-96523ce84b96 will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:59.556058 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.595872 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Network cc9fe30e-ba88-465e-add6-6c35f1375739 is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:10:59.598625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:59.602193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:10:59.610296 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Pushing event updated for resources: {'Port': ['ID=07295598-cfdf-42bd-83c8-96523ce84b96,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:59.619506 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.658579 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.664839 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Attempting to bind port 07295598-cfdf-42bd-83c8-96523ce84b96 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:10:59.665211 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Attempting to bind port 07295598-cfdf-42bd-83c8-96523ce84b96 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:10:59.665575 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Attempting to bind port 07295598-cfdf-42bd-83c8-96523ce84b96 on network cc9fe30e-ba88-465e-add6-6c35f1375739 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:59.671623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:10:59.672262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Checking segment: {'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:10:59.672407 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.672771 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Bound using segment: {'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:10:59.673234 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Bound port: 07295598-cfdf-42bd-83c8-96523ce84b96, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:10:59.673614 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.697928 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:10:59.700680 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:59.704235 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:10:59.726497 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Pushing event updated for resources: {'Port': ['ID=0bbb7970-db2d-4e43-b36e-456250a122e9,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:59.742368 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] For port 07295598-cfdf-42bd-83c8-96523ce84b96, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:10:59.745416 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] For port 07295598-cfdf-42bd-83c8-96523ce84b96, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=07295598-cfdf-42bd-83c8-96523ce84b96,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:10:59.749725 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.807523 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c26897-8018-41ea-82f5-52e87fa7b880 None None] Pushing event updated for resources: {'Port': ['ID=07295598-cfdf-42bd-83c8-96523ce84b96,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:00.277260 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.477359 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.610775 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Router c69a767b-5e76-498d-a0f1-c5cb63c50a3e is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:11:00.692672 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b99f62-1205-4f89-b382-7eab2ef23762 None None] Network cc9fe30e-ba88-465e-add6-6c35f1375739 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:00.721970 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:00.735187 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Sync routers for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:00.742944 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.744563 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-d78b28e9-6d40-4c4c-a7ad-4d94f6075ade admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8008909 Jul 16 19:11:00.747142 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49604) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:00.749308 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:00.750226 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:00.756483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-834c3c8f-1e3f-4170-bccd-eca1c47b6bb4 None None] Provisioning for port 07295598-cfdf-42bd-83c8-96523ce84b96 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:00.865953 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:01.141028 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:10:59Z', 'revision_number': 3, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:01.170871 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Checking router: c69a767b-5e76-498d-a0f1-c5cb63c50a3e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:01.171224 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Updating router c69a767b-5e76-498d-a0f1-c5cb63c50a3e port 0bbb7970-db2d-4e43-b36e-456250a122e9 binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:11:01.186263 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.203671 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.343570 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Allocated IP 172.20.0.1 (cc9fe30e-ba88-465e-add6-6c35f1375739/1ffddef1-b031-4c0b-848c-22036a0d1ddd/8cc7db2b-a6a3-4e29-b15b-b2d97783008c) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:01.455068 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 07295598-cfdf-42bd-83c8-96523ce84b96 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:01.464746 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.475108 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Transition to ACTIVE for port object 0bbb7970-db2d-4e43-b36e-456250a122e9 will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:01.484864 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.487899 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.507119 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 07295598-cfdf-42bd-83c8-96523ce84b96 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:01.508710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Transition to ACTIVE for port object 8cc7db2b-a6a3-4e29-b15b-b2d97783008c will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:01.511217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 07295598-cfdf-42bd-83c8-96523ce84b96 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:01.511458 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.534617 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Attempting to bind port 0bbb7970-db2d-4e43-b36e-456250a122e9 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:01.534988 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Attempting to bind port 0bbb7970-db2d-4e43-b36e-456250a122e9 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:01.535354 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Attempting to bind port 0bbb7970-db2d-4e43-b36e-456250a122e9 on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:01.543015 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:01.543370 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:01.543775 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.544375 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:01.544909 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Bound port: 0bbb7970-db2d-4e43-b36e-456250a122e9, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:01.545292 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.552351 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.570982 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Pushing event updated for resources: {'Port': ['ID=0bbb7970-db2d-4e43-b36e-456250a122e9,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:01.585232 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:01.585589 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:01.585960 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:01.586301 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:01.586665 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:01.586988 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:01.587296 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:01.587631 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:01.587959 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:01.588281 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:01.588604 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:01.588925 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:01.593511 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Network cc9fe30e-ba88-465e-add6-6c35f1375739 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:01.597237 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.598753 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:01.602391 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:01.614358 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] For port 0bbb7970-db2d-4e43-b36e-456250a122e9, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:01.617603 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] For port 0bbb7970-db2d-4e43-b36e-456250a122e9, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0bbb7970-db2d-4e43-b36e-456250a122e9,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:01.627155 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.642274 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc7db2b-a6a3-4e29-b15b-b2d97783008c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:01.652375 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 07295598-cfdf-42bd-83c8-96523ce84b96, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=07295598-cfdf-42bd-83c8-96523ce84b96,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:01.656110 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.662424 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.678920 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:01.679571 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:01.727271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=07295598-cfdf-42bd-83c8-96523ce84b96,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:01.771384 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f68d4-8501-40d5-a89b-5869e73720cd None None] Pushing event updated for resources: {'Port': ['ID=0bbb7970-db2d-4e43-b36e-456250a122e9,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:01.801170 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:01.818739 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.916537 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9985e3e9-f3cd-4be1-8fab-66ee8fcf7c18 None None] Provisioning for port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:01.921242 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-9985e3e9-f3cd-4be1-8fab-66ee8fcf7c18 None None] Provisioning complete for port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:01.921757 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-9985e3e9-f3cd-4be1-8fab-66ee8fcf7c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:01.959283 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-9985e3e9-f3cd-4be1-8fab-66ee8fcf7c18 None None] Port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:11:01.988228 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:10:59Z', 'revision_number': 3, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:01.994096 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.001876 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.015684 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79f484-833e-42d7-9883-d75a37e9c8b1 None None] The sync data for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 is: [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:10:59Z', 'revision_number': 3, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:02.075314 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.077498 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Pushing event updated for resources: {'Port': ['ID=8cc7db2b-a6a3-4e29-b15b-b2d97783008c,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:02.170956 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Network cc9fe30e-ba88-465e-add6-6c35f1375739 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:02.172454 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:02.317295 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Router c69a767b-5e76-498d-a0f1-c5cb63c50a3e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:11:02.438203 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:02.443309 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-30f2d7d3-635d-4230-8441-18785a71aae7 admin admin] 10.222.0.24 "PUT /v2.0/routers/c69a767b-5e76-498d-a0f1-c5cb63c50a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6942649 Jul 16 19:11:02.482875 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6d0f61d2-6aff-4432-bdf6-b3dc2ec7b4b5 None None] Provisioning complete for port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:02.483253 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6d0f61d2-6aff-4432-bdf6-b3dc2ec7b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.519359 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f61d2-6aff-4432-bdf6-b3dc2ec7b4b5 None None] Port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:11:02.925540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49620) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:02.930799 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2137660502-network', 'tenant_id': 'd3c65c21924444af98913c56a25a2033'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:02.955012 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Made reservation on behalf of d3c65c21924444af98913c56a25a2033 for: {'network': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:02.957506 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for network, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.966207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.058591 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.063284 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.086794 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=105591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:11:03.096340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e3db11-048d-4a2b-aa33-52a3fc852063,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:03.101017 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.101363 n-d-787205-10 neutron-server[105591]: INFO neutron.db.segments_db [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Added segment 6c6f5e9c-cf05-45ef-8602-5775cb61f1cb of type vlan for network 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb Jul 16 19:11:03.144789 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763932246532'] for network, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.176499 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711'] for network, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.177465 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:03.178086 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.213970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2847922 Jul 16 19:11:03.214435 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49622) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:03.244103 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-044c1e32-9542-40e6-9736-11c98a7d1ec5 admin admin] Request body: {'subnet': {'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2137660502-subnet', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'ip_version': 4}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:03.248923 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6f9af-362a-4f66-8f18-250f9cceea58 admin admin] Pushing event updated for resources: {'Network': ['ID=536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:03.258505 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Network 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb details requested by agent ovs-agent-n-d-787205-10 with host n-d-787205-10 {{(pid=105592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:11:03.272755 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044c1e32-9542-40e6-9736-11c98a7d1ec5 admin admin] Made reservation on behalf of d3c65c21924444af98913c56a25a2033 for: {'subnet': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:03.275139 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-044c1e32-9542-40e6-9736-11c98a7d1ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27013828'] for subnet, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.456472 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-044c1e32-9542-40e6-9736-11c98a7d1ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25661162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27013846'] for subnet, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.507482 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c1e32-9542-40e6-9736-11c98a7d1ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d35f7ab-6e10-47c8-bbbb-58cc55621cd2,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:03.522694 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c1e32-9542-40e6-9736-11c98a7d1ec5 admin admin] Checking segment: {'id': '6c6f5e9c-cf05-45ef-8602-5775cb61f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:03.523094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c1e32-9542-40e6-9736-11c98a7d1ec5 admin admin] Network hostable DHCP agents. Network: 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb, hostable agents: ['2299ca9f-5961-4798-9a83-9bb1a7e27602'], hosted agents: [] {{(pid=105591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:11:03.524589 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0bbb7970-db2d-4e43-b36e-456250a122e9 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:03.542796 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c1e32-9542-40e6-9736-11c98a7d1ec5 admin admin] Network 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb is scheduled to be hosted by DHCP agent 2299ca9f-5961-4798-9a83-9bb1a7e27602 with binding_index 1 {{(pid=105591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:11:03.552824 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-044c1e32-9542-40e6-9736-11c98a7d1ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-10, 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb) {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:03.553048 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Sync routers for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:03.561341 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c1e32-9542-40e6-9736-11c98a7d1ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:03.561848 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4d9136-6bd4-44db-9d58-6280f8c9a8d5 None None] Network 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:03.561998 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-044c1e32-9542-40e6-9736-11c98a7d1ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.577932 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-044c1e32-9542-40e6-9736-11c98a7d1ec5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3626955 Jul 16 19:11:03.580666 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49624) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:03.585198 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:03.585515 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2137660502-router', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:03.585866 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:03.607824 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-531952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6810'] for router, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.608939 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-715394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-531767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6801'] for router, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.669777 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.729923 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 0bbb7970-db2d-4e43-b36e-456250a122e9 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:03.747040 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0bbb7970-db2d-4e43-b36e-456250a122e9 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:03.747419 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.811695 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-531749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6011'] for router, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.815320 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:03.938723 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4c314b9b-7862-5d51-b123-f595af62d3ad-536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb', 'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'fixed_ips': [{'subnet_id': '9d35f7ab-6e10-47c8-bbbb-58cc55621cd2'}]}} from n-d-787205-10. {{(pid=105592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:11:03.939575 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.021098 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.030355 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.041832 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.124883 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 0bbb7970-db2d-4e43-b36e-456250a122e9, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0bbb7970-db2d-4e43-b36e-456250a122e9,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:04.132567 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.133346 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 07295598-cfdf-42bd-83c8-96523ce84b96 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:04.150033 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Allocated IP 172.25.3.101 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/ec530012-aab9-4408-b126-46682cf0d34e) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:04.260425 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.266849 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.db_base_plugin_common [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Allocated IP 172.20.0.2 (536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb/9d35f7ab-6e10-47c8-bbbb-58cc55621cd2/f174a9c2-4121-45ec-ba0c-c805ab31028f) {{(pid=105592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:04.287338 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=0bbb7970-db2d-4e43-b36e-456250a122e9,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:04.301392 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.335457 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:04.342371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:04.345751 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:04.365150 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 2, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:04.368343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 07295598-cfdf-42bd-83c8-96523ce84b96 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:04.368719 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.375901 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ec530012-aab9-4408-b126-46682cf0d34e,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:04.577005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Checking router: c69a767b-5e76-498d-a0f1-c5cb63c50a3e for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:04.577271 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Updating router c69a767b-5e76-498d-a0f1-c5cb63c50a3e port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:11:04.652982 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.747146 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Notify callbacks [] for port, precommit_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.776593 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Transition to ACTIVE for port object f174a9c2-4121-45ec-ba0c-c805ab31028f will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:04.850380 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Transition to ACTIVE for port object f174a9c2-4121-45ec-ba0c-c805ab31028f will not be triggered until provisioned by entity DHCP. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:04.859747 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443'] for port, after_create {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.913341 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.915117 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Network 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb is already hosted by enough agents. {{(pid=105592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:04.923115 n-d-787205-10 neutron-server[105592]: DEBUG neutron.scheduler.base_scheduler [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Resources bound (agent type, host, resource id): {{(pid=105592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:04.950920 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Received port after_create {{(pid=105592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:04.971110 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Pushing event updated for resources: {'Port': ['ID=f174a9c2-4121-45ec-ba0c-c805ab31028f,revision_number=1']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:05.047121 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Attempting to bind port f174a9c2-4121-45ec-ba0c-c805ab31028f on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:05.047496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Attempting to bind port f174a9c2-4121-45ec-ba0c-c805ab31028f by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '6c6f5e9c-cf05-45ef-8602-5775cb61f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:05.047861 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Attempting to bind port f174a9c2-4121-45ec-ba0c-c805ab31028f on network 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:05.057562 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:05.057962 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Checking segment: {'id': '6c6f5e9c-cf05-45ef-8602-5775cb61f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:05.058359 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:05.058747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Bound using segment: {'id': '6c6f5e9c-cf05-45ef-8602-5775cb61f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:05.059203 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Bound port: f174a9c2-4121-45ec-ba0c-c805ab31028f, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6f5e9c-cf05-45ef-8602-5775cb61f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:05.060105 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:05.115376 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-531712'] for router, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:05.146193 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:05.167730 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Transition to ACTIVE for port object 8cc7db2b-a6a3-4e29-b15b-b2d97783008c will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:05.175944 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] For port f174a9c2-4121-45ec-ba0c-c805ab31028f, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:05.177958 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:05.181752 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] For port f174a9c2-4121-45ec-ba0c-c805ab31028f, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f174a9c2-4121-45ec-ba0c-c805ab31028f,segment=NetworkSegment(6c6f5e9c-cf05-45ef-8602-5775cb61f1cb),segment_id=6c6f5e9c-cf05-45ef-8602-5775cb61f1cb)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:05.191846 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:05.261298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Router b9f5fb22-9437-42a6-b086-8ea3c9bb8fee is scheduled to L3 agent ebc981de-fead-4413-ad81-73871f68110f with binding_index 1 {{(pid=105591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:11:05.274938 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f814212-e933-4bb3-84d6-e805466f208e None None] Pushing event updated for resources: {'Port': ['ID=8cc7db2b-a6a3-4e29-b15b-b2d97783008c,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:05.346540 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Attempting to bind port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:05.346933 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Attempting to bind port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:05.347311 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Attempting to bind port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c on network cc9fe30e-ba88-465e-add6-6c35f1375739 {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:05.366386 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:05.366643 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Checking segment: {'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:05.367054 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:05.367456 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Bound using segment: {'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:05.367981 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Bound port: 8cc7db2b-a6a3-4e29-b15b-b2d97783008c, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:05.368299 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:05.371329 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e4c25-a4d7-4c63-9a71-1481cb03806e None None] Pushing event updated for resources: {'Port': ['ID=f174a9c2-4121-45ec-ba0c-c805ab31028f,revision_number=2']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:05.423063 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:05.438192 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Sync routers for ids ['b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:05.446926 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:05.454256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-00e23d00-060d-42f0-a780-8a3b49eda6c1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8723245 Jul 16 19:11:05.456987 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49626) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:05.458946 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] For port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:05.462301 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Routers {'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:05.463151 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] For port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8cc7db2b-a6a3-4e29-b15b-b2d97783008c,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:05.463344 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:05.485768 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:05.563624 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0bbb7970-db2d-4e43-b36e-456250a122e9 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:05.616525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:05.617244 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:05.656193 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Set router b9f5fb22-9437-42a6-b086-8ea3c9bb8fee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:05.770404 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f814212-e933-4bb3-84d6-e805466f208e None None] Pushing event updated for resources: {'Port': ['ID=8cc7db2b-a6a3-4e29-b15b-b2d97783008c,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:05.804217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 0bbb7970-db2d-4e43-b36e-456250a122e9 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:05.804591 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:05.838771 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:05.886664 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'name': 'tempest-TestSnapshotPattern-2137660502-router', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:03Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 3, 'project_id': 'd3c65c21924444af98913c56a25a2033', 'gw_port': {'id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:04Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:05.925144 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Checking router: b9f5fb22-9437-42a6-b086-8ea3c9bb8fee for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:05.925999 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Updating router b9f5fb22-9437-42a6-b086-8ea3c9bb8fee port ec530012-aab9-4408-b126-46682cf0d34e binding host n-d-787205-10 {{(pid=105593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:11:05.964454 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:06.112249 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:05Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:06.142588 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af116147-f98a-49e4-bc98-3e7e61825c39 None None] The sync data for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 is: [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:05Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:06.253763 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Notify callbacks [] for port, precommit_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:06.264934 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.provisioning_blocks [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Transition to ACTIVE for port object ec530012-aab9-4408-b126-46682cf0d34e will not be triggered until provisioned by entity L2. {{(pid=105593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:06.278785 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:06.348244 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984d001-c6b1-4635-aff3-32c34bfc5917 None None] Pushing event updated for resources: {'Port': ['ID=ec530012-aab9-4408-b126-46682cf0d34e,revision_number=2']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:06.354537 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Attempting to bind port ec530012-aab9-4408-b126-46682cf0d34e on host n-d-787205-10 for vnic_type normal with profile {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:06.355084 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Attempting to bind port ec530012-aab9-4408-b126-46682cf0d34e by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:06.355229 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Attempting to bind port ec530012-aab9-4408-b126-46682cf0d34e on network db28ede9-0280-4c90-8fd8-3f782ab61b0f {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:06.368775 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:06.369163 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Checking segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:06.369578 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:06.370016 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Bound using segment: {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'} {{(pid=105593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:06.370499 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.managers [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Bound port: ec530012-aab9-4408-b126-46682cf0d34e, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950649c3-71a0-445c-b28b-37b725e3a558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f'}}] {{(pid=105593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:06.370885 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:06.390889 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:06.445049 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] For port ec530012-aab9-4408-b126-46682cf0d34e, host n-d-787205-10, cleared binding levels {{(pid=105593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:06.449350 n-d-787205-10 neutron-server[105593]: DEBUG neutron.plugins.ml2.db [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] For port ec530012-aab9-4408-b126-46682cf0d34e, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ec530012-aab9-4408-b126-46682cf0d34e,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:06.456361 n-d-787205-10 neutron-server[105593]: DEBUG neutron_lib.callbacks.manager [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:06.511892 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Routers {'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:06.512409 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:06.557744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f23c68-2677-4f6a-b662-c3d2dc2f5c40 None None] Network 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:06.584435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Allocated IP 172.20.0.1 (536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb/9d35f7ab-6e10-47c8-bbbb-58cc55621cd2/93002fc5-c7d4-4ee3-90d2-bb0c704800d7) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:06.699066 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-f878f95c-ac15-4759-9aa8-91aab84d6d8d None None] Provisioning for port f174a9c2-4121-45ec-ba0c-c805ab31028f completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:06.716097 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:06.727287 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] Set router b9f5fb22-9437-42a6-b086-8ea3c9bb8fee gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:06.735800 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Transition to ACTIVE for port object 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:06.787899 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:06.831426 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Network 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:06.835116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:06.839330 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:06.851517 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984d001-c6b1-4635-aff3-32c34bfc5917 None None] Pushing event updated for resources: {'Port': ['ID=ec530012-aab9-4408-b126-46682cf0d34e,revision_number=3']} {{(pid=105593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:06.882765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Pushing event updated for resources: {'Port': ['ID=93002fc5-c7d4-4ee3-90d2-bb0c704800d7,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:06.903932 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-715319'] for router_interface, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:06.957445 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'name': 'tempest-TestSnapshotPattern-2137660502-router', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:03Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 3, 'project_id': 'd3c65c21924444af98913c56a25a2033', 'gw_port': {'id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:04Z', 'updated_at': '2021-07-16T19:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:06.989751 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c6a763-c502-4ffb-a790-80d50689dfe5 None None] The sync data for ids ['b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'] in n-d-787205-10 is: [{'id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'name': 'tempest-TestSnapshotPattern-2137660502-router', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:03Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 3, 'project_id': 'd3c65c21924444af98913c56a25a2033', 'gw_port': {'id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:04Z', 'updated_at': '2021-07-16T19:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:07.078454 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.250815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b4d7f8b7-ed03-4bd1-99a0-6a46e4ad5818 None None] Provisioning for port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:07.255870 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b4d7f8b7-ed03-4bd1-99a0-6a46e4ad5818 None None] Provisioning complete for port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:07.256456 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f8b7-ed03-4bd1-99a0-6a46e4ad5818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.273158 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.292692 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.321400 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7f8b7-ed03-4bd1-99a0-6a46e4ad5818 None None] Port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:11:07.402034 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Pushing event updated for resources: {'Port': ['ID=93002fc5-c7d4-4ee3-90d2-bb0c704800d7,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:07.409536 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-715331'] for router_interface, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.549553 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Network 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:07.553847 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ec530012-aab9-4408-b126-46682cf0d34e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:07.554186 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:07.620970 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port ec530012-aab9-4408-b126-46682cf0d34e completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:07.625408 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ec530012-aab9-4408-b126-46682cf0d34e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:07.628192 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.690290 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Router b9f5fb22-9437-42a6-b086-8ea3c9bb8fee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:11:07.733400 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.756663 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port ec530012-aab9-4408-b126-46682cf0d34e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ec530012-aab9-4408-b126-46682cf0d34e,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:07.765757 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.766295 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8cc7db2b-a6a3-4e29-b15b-b2d97783008c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:07.842365 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:07.847245 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-28427563-c816-4665-a01e-c7e9519b128c admin admin] 10.222.0.24 "PUT /v2.0/routers/b9f5fb22-9437-42a6-b086-8ea3c9bb8fee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3891585 Jul 16 19:11:07.856712 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=ec530012-aab9-4408-b126-46682cf0d34e,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:07.865858 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-6d09a351-b046-45a1-8bc6-4b8e383915e7 None None] Provisioning complete for port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:07.865982 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-6d09a351-b046-45a1-8bc6-4b8e383915e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.900033 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:07.906876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:07.907263 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.911193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-6d09a351-b046-45a1-8bc6-4b8e383915e7 None None] Port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:11:07.994991 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:08.031986 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8cc7db2b-a6a3-4e29-b15b-b2d97783008c,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:08.036373 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:08.037172 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f174a9c2-4121-45ec-ba0c-c805ab31028f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:08.119674 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=8cc7db2b-a6a3-4e29-b15b-b2d97783008c,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:08.131966 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port f174a9c2-4121-45ec-ba0c-c805ab31028f completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:08.135744 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f174a9c2-4121-45ec-ba0c-c805ab31028f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:08.136125 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:08.222237 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:08.255717 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port f174a9c2-4121-45ec-ba0c-c805ab31028f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f174a9c2-4121-45ec-ba0c-c805ab31028f,segment=NetworkSegment(6c6f5e9c-cf05-45ef-8602-5775cb61f1cb),segment_id=6c6f5e9c-cf05-45ef-8602-5775cb61f1cb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:08.259270 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:08.309959 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=f174a9c2-4121-45ec-ba0c-c805ab31028f,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:09.432091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ec530012-aab9-4408-b126-46682cf0d34e up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:09.435762 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Sync routers for ids ['b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:09.471193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Routers {'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:09.471813 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:09.712741 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port ec530012-aab9-4408-b126-46682cf0d34e triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:09.713032 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:09.763206 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Set router b9f5fb22-9437-42a6-b086-8ea3c9bb8fee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:09.889705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f174a9c2-4121-45ec-ba0c-c805ab31028f up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:09.937496 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 49636) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:09.942385 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [None req-3a17048f-e5e1-4591-89a8-a17c63bb46c6 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1449646513', 'description': 'tempest-secgroup-smoke-1449646513 description', 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:09.965206 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a17048f-e5e1-4591-89a8-a17c63bb46c6 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.007507 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port f174a9c2-4121-45ec-ba0c-c805ab31028f triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:10.007893 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.056432 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a17048f-e5e1-4591-89a8-a17c63bb46c6 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.060796 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a17048f-e5e1-4591-89a8-a17c63bb46c6 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.066483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'name': 'tempest-TestSnapshotPattern-2137660502-router', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:03Z', 'updated_at': '2021-07-16T19:11:07Z', 'revision_number': 4, 'project_id': 'd3c65c21924444af98913c56a25a2033', 'gw_port': {'id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:04Z', 'updated_at': '2021-07-16T19:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '93002fc5-c7d4-4ee3-90d2-bb0c704800d7', 'name': '', 'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'mac_address': 'fa:16:3e:01:87:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9d35f7ab-6e10-47c8-bbbb-58cc55621cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:06Z', 'updated_at': '2021-07-16T19:11:07Z', 'revision_number': 2, 'project_id': 'd3c65c21924444af98913c56a25a2033', 'subnets': [{'id': '9d35f7ab-6e10-47c8-bbbb-58cc55621cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:10.090276 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-3a17048f-e5e1-4591-89a8-a17c63bb46c6 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.092321 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-3a17048f-e5e1-4591-89a8-a17c63bb46c6 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1536937 Jul 16 19:11:10.094545 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17048f-e5e1-4591-89a8-a17c63bb46c6 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c78238-76ae-4e68-a9fb-4398461229e1,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:10.095741 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49638) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:10.102803 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-36d530df-1869-449c-a032-9f1da5ad8da3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Request body: {'security_group_rule': {'security_group_id': '63c78238-76ae-4e68-a9fb-4398461229e1', 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:10.115094 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Checking router: b9f5fb22-9437-42a6-b086-8ea3c9bb8fee for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:10.115452 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Updating router b9f5fb22-9437-42a6-b086-8ea3c9bb8fee port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 binding host n-d-787205-10 {{(pid=105592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:11:10.130338 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36d530df-1869-449c-a032-9f1da5ad8da3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.158262 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8cc7db2b-a6a3-4e29-b15b-b2d97783008c up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:10.162480 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.187423 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36d530df-1869-449c-a032-9f1da5ad8da3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.191142 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36d530df-1869-449c-a032-9f1da5ad8da3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.210042 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d530df-1869-449c-a032-9f1da5ad8da3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467e0690-3fff-409d-9e8e-2da81dacdf1c,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:10.215156 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-36d530df-1869-449c-a032-9f1da5ad8da3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.218207 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-36d530df-1869-449c-a032-9f1da5ad8da3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207216 Jul 16 19:11:10.219170 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49640) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:10.224666 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c9b29c52-412d-472e-9053-e6f95689ce4a tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Request body: {'security_group_rule': {'security_group_id': '63c78238-76ae-4e68-a9fb-4398461229e1', 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:10.252350 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9b29c52-412d-472e-9053-e6f95689ce4a tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.294410 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:10.294826 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.313484 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9b29c52-412d-472e-9053-e6f95689ce4a tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.317204 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9b29c52-412d-472e-9053-e6f95689ce4a tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.340517 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b29c52-412d-472e-9053-e6f95689ce4a tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5eca2b8-e687-4a94-b26c-f1bb6da91e76,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:10.345540 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c9b29c52-412d-472e-9053-e6f95689ce4a tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.349437 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c9b29c52-412d-472e-9053-e6f95689ce4a tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267245 Jul 16 19:11:10.349709 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49642) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:10.354444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-92563000-6aca-43da-a28e-e0e01365e1b4 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Request body: {'security_group_rule': {'security_group_id': '63c78238-76ae-4e68-a9fb-4398461229e1', 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:10.384559 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92563000-6aca-43da-a28e-e0e01365e1b4 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.445717 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92563000-6aca-43da-a28e-e0e01365e1b4 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.449380 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92563000-6aca-43da-a28e-e0e01365e1b4 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.465155 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92563000-6aca-43da-a28e-e0e01365e1b4 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82b476f-35cb-4f70-9b1d-cf049d42b6e0,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:10.474730 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-92563000-6aca-43da-a28e-e0e01365e1b4 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.475991 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-92563000-6aca-43da-a28e-e0e01365e1b4 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253340 Jul 16 19:11:10.478634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49644) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:10.483909 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-5be42b72-24d9-482b-ba86-03c3c6acaa53 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Request body: {'security_group_rule': {'security_group_id': '63c78238-76ae-4e68-a9fb-4398461229e1', 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:10.510508 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5be42b72-24d9-482b-ba86-03c3c6acaa53 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.542055 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Notify callbacks [] for port, precommit_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.553592 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Transition to ACTIVE for port object 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 will not be triggered until provisioned by entity L2. {{(pid=105592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:10.560140 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.575647 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5be42b72-24d9-482b-ba86-03c3c6acaa53 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.579004 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5be42b72-24d9-482b-ba86-03c3c6acaa53 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.596816 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be42b72-24d9-482b-ba86-03c3c6acaa53 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d5f769-9b0a-4343-89e8-4e83b1eb8c31,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:10.604111 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-5be42b72-24d9-482b-ba86-03c3c6acaa53 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.605777 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-5be42b72-24d9-482b-ba86-03c3c6acaa53 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257992 Jul 16 19:11:10.608854 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49646) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:10.612475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0375a85-6ad7-4084-9597-8c8d25aac3f9 None None] Pushing event updated for resources: {'Port': ['ID=93002fc5-c7d4-4ee3-90d2-bb0c704800d7,revision_number=3']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:10.613746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c6875590-5960-4d29-afd5-3468d1d36ad3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Request body: {'security_group_rule': {'security_group_id': '63c78238-76ae-4e68-a9fb-4398461229e1', 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:10.638669 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-c6875590-5960-4d29-afd5-3468d1d36ad3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Project 0253a90f7a6c48d2ae5698ee61a9e753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:11:10.643995 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6875590-5960-4d29-afd5-3468d1d36ad3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.669377 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Attempting to bind port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 on host n-d-787205-10 for vnic_type normal with profile {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:10.669967 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Attempting to bind port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 by drivers openvswitch,hyperv on host n-d-787205-10 at level 0 using segments [{'id': '6c6f5e9c-cf05-45ef-8602-5775cb61f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb'}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:10.670563 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Attempting to bind port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 on network 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:10.676191 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Checking agent: {'id': '6172d607-b821-41a3-a5c2-d74c280f3745', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 36, 46), 'started_at': datetime.datetime(2021, 7, 16, 17, 37, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:10.676658 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Checking segment: {'id': '6c6f5e9c-cf05-45ef-8602-5775cb61f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:10.677138 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.677601 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Bound using segment: {'id': '6c6f5e9c-cf05-45ef-8602-5775cb61f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb'} {{(pid=105592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:10.678175 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.managers [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Bound port: 93002fc5-c7d4-4ee3-90d2-bb0c704800d7, host: n-d-787205-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6f5e9c-cf05-45ef-8602-5775cb61f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb'}}] {{(pid=105592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:10.678622 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.713785 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6875590-5960-4d29-afd5-3468d1d36ad3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.718207 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6875590-5960-4d29-afd5-3468d1d36ad3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.741744 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6875590-5960-4d29-afd5-3468d1d36ad3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae33f3e-6917-434f-ac36-9631aa21672e,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:10.754079 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c6875590-5960-4d29-afd5-3468d1d36ad3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.754299 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] For port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7, host n-d-787205-10, cleared binding levels {{(pid=105592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:10.756224 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c6875590-5960-4d29-afd5-3468d1d36ad3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463084 Jul 16 19:11:10.758490 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49648) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:10.760413 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] For port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7, host n-d-787205-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=93002fc5-c7d4-4ee3-90d2-bb0c704800d7,segment=NetworkSegment(6c6f5e9c-cf05-45ef-8602-5775cb61f1cb),segment_id=6c6f5e9c-cf05-45ef-8602-5775cb61f1cb)] {{(pid=105592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:10.764089 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-cb060760-0bfe-4d84-a640-2039e96b7dba tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Request body: {'security_group_rule': {'security_group_id': '63c78238-76ae-4e68-a9fb-4398461229e1', 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:10.765002 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.788058 n-d-787205-10 neutron-server[105591]: INFO neutron.db.securitygroups_db [None req-cb060760-0bfe-4d84-a640-2039e96b7dba tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Project 0253a90f7a6c48d2ae5698ee61a9e753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:11:10.795076 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cb060760-0bfe-4d84-a640-2039e96b7dba tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.832898 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Routers {'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:10.833534 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:10:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:10.835319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0375a85-6ad7-4084-9597-8c8d25aac3f9 None None] Pushing event updated for resources: {'Port': ['ID=93002fc5-c7d4-4ee3-90d2-bb0c704800d7,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:10.876788 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cb060760-0bfe-4d84-a640-2039e96b7dba tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.881801 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cb060760-0bfe-4d84-a640-2039e96b7dba tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774446'] for security_group_rule, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.905083 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb060760-0bfe-4d84-a640-2039e96b7dba tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74419ec-4215-4023-aa6f-f67a7937ca51,revision_number=0']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:10.907904 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cb060760-0bfe-4d84-a640-2039e96b7dba tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:10.917256 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cb060760-0bfe-4d84-a640-2039e96b7dba tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576211 Jul 16 19:11:10.961778 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] Set router b9f5fb22-9437-42a6-b086-8ea3c9bb8fee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:11.065331 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-44c6b9d0-6ff6-4f38-b1de-59a974a05b5a tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1449646513&fields=id&tenant_id=0253a90f7a6c48d2ae5698ee61a9e753 HTTP/1.1" status: 200 len: 267 time: 0.0358393 Jul 16 19:11:11.174743 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-206fba6e-7e10-4b6b-9d52-395edd4333e2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:11.176163 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-206fba6e-7e10-4b6b-9d52-395edd4333e2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 810 time: 0.1039376 Jul 16 19:11:11.176365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'name': 'tempest-TestSnapshotPattern-2137660502-router', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:03Z', 'updated_at': '2021-07-16T19:11:07Z', 'revision_number': 4, 'project_id': 'd3c65c21924444af98913c56a25a2033', 'gw_port': {'id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:04Z', 'updated_at': '2021-07-16T19:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '93002fc5-c7d4-4ee3-90d2-bb0c704800d7', 'name': '', 'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'mac_address': 'fa:16:3e:01:87:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9d35f7ab-6e10-47c8-bbbb-58cc55621cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:06Z', 'updated_at': '2021-07-16T19:11:10Z', 'revision_number': 4, 'project_id': 'd3c65c21924444af98913c56a25a2033', 'subnets': [{'id': '9d35f7ab-6e10-47c8-bbbb-58cc55621cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:11.191700 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-955a4721-ee85-4674-b1c3-d33c5c1bbd90 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/quotas/0253a90f7a6c48d2ae5698ee61a9e753 HTTP/1.1" status: 200 len: 375 time: 0.0099738 Jul 16 19:11:11.203343 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ccacb-322c-49d6-a4de-b267d7607c0f None None] The sync data for ids ['b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'] in n-d-787205-10 is: [{'id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'name': 'tempest-TestSnapshotPattern-2137660502-router', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:03Z', 'updated_at': '2021-07-16T19:11:07Z', 'revision_number': 4, 'project_id': 'd3c65c21924444af98913c56a25a2033', 'gw_port': {'id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:04Z', 'updated_at': '2021-07-16T19:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '93002fc5-c7d4-4ee3-90d2-bb0c704800d7', 'name': '', 'network_id': '536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'mac_address': 'fa:16:3e:01:87:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '9d35f7ab-6e10-47c8-bbbb-58cc55621cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:06Z', 'updated_at': '2021-07-16T19:11:10Z', 'revision_number': 4, 'project_id': 'd3c65c21924444af98913c56a25a2033', 'subnets': [{'id': '9d35f7ab-6e10-47c8-bbbb-58cc55621cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:11.274667 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-637988b2-8389-4024-9ba3-452ec8a0c36e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779228 Jul 16 19:11:11.290052 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-8332155f-e58c-4f13-b8eb-a663c74a609e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:11:11.291630 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-8332155f-e58c-4f13-b8eb-a663c74a609e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059817 Jul 16 19:11:11.398950 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-6a23deed-19cc-49c5-906a-9089b611486e service neutron] 10.222.0.24 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983758 Jul 16 19:11:11.470921 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:11.503983 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-d5c5e7ef-d7e4-43c4-a8ec-6648afe59915 service neutron] 10.222.0.24 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981030 Jul 16 19:11:11.529876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning for port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:11.533825 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:11.534197 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:11.616294 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:11.661193 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] For port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=93002fc5-c7d4-4ee3-90d2-bb0c704800d7,segment=NetworkSegment(6c6f5e9c-cf05-45ef-8602-5775cb61f1cb),segment_id=6c6f5e9c-cf05-45ef-8602-5775cb61f1cb)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:11.665823 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:11.697934 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-fcce6223-1930-4c0d-aea6-fca32687fa57 req-02c851f4-bee3-4c1b-9abe-8cd57dc5dfbe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0347617 Jul 16 19:11:11.716041 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Pushing event updated for resources: {'Port': ['ID=93002fc5-c7d4-4ee3-90d2-bb0c704800d7,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:12.783482 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1cc5b84e-5b17-4544-b33a-f8e662ef2372 req-36754291-5eff-4029-aaba-70d602736ff0 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0301905 Jul 16 19:11:13.434625 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 up at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:13.498496 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Provisioning complete for port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:13.498883 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.682517 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f5eda978-5c4f-400c-964b-f2e9825b4054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.870241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-1a9b62ba-e052-4336-aa2e-66e1f061d7fc req-0387a271-70a1-420c-be1f-d7fa3855aed9 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0298755 Jul 16 19:11:15.018261 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-58158f70-4541-4fdd-99e8-6f810afb13e0 req-9ea7a0ee-34ea-43d2-8123-11e85e149933 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0327806 Jul 16 19:11:15.849528 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-42f405d6-af55-4b78-ab49-73cf5eb1ed00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.942733 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-f57e5dbe-5338-41ee-bf8d-b94cb1404dd2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:15.944265 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-f57e5dbe-5338-41ee-bf8d-b94cb1404dd2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.32 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 810 time: 0.1021073 Jul 16 19:11:15.986385 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-8dffc9d9-801f-4a05-a71a-18ae54bc330a tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0253a90f7a6c48d2ae5698ee61a9e753 HTTP/1.1" status: 200 len: 380 time: 0.0338879 Jul 16 19:11:15.994759 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Request body: {'port': {'device_id': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'admin_state_up': True, 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'security_groups': ['63c78238-76ae-4e68-a9fb-4398461229e1']}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:16.101168 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:16.114823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Made reservation on behalf of 0253a90f7a6c48d2ae5698ee61a9e753 for: {'port': 1} {{(pid=105591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:16.118539 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:16.170530 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ada4d7cb-4637-404c-9d81-8e66dea43ad0 req-f068b788-22f1-45de-999d-611055bf16eb tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0356631 Jul 16 19:11:16.270752 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Allocated IP 172.20.0.13 (cc9fe30e-ba88-465e-add6-6c35f1375739/1ffddef1-b031-4c0b-848c-22036a0d1ddd/6501adb9-b3b5-4e97-9b6f-95cbf747dd55) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:16.406312 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:16.419444 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Transition to ACTIVE for port object 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 will not be triggered until provisioned by entity DHCP. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:16.452487 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:16.497791 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Network cc9fe30e-ba88-465e-add6-6c35f1375739 is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:16.500892 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:16.504883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:16.529494 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event updated for resources: {'Port': ['ID=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:16.561618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:16.562299 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:16.577268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-71bce2d6-80ab-4e04-94ec-bafd9b1793fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5862296 Jul 16 19:11:16.588475 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Request body: {'port': {'device_id': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-10'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:16.665954 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:16.787914 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-61a79568-0c25-4ea1-82e1-f9d0170d487a None None] Provisioning for port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:16.791951 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-61a79568-0c25-4ea1-82e1-f9d0170d487a None None] Provisioning complete for port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:16.792327 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-61a79568-0c25-4ea1-82e1-f9d0170d487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:16.831973 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-61a79568-0c25-4ea1-82e1-f9d0170d487a None None] Port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:11:16.930326 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 {{(pid=105591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:11:16.937976 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:16.949413 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.provisioning_blocks [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Transition to ACTIVE for port object 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 will not be triggered until provisioned by entity L2. {{(pid=105591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:16.953884 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:17.002693 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Pushing event updated for resources: {'Port': ['ID=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:17.081290 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Attempting to bind port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 on host n-h1-787205-10 for vnic_type normal with profile {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:17.081633 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Attempting to bind port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 by drivers openvswitch,hyperv on host n-h1-787205-10 at level 0 using segments [{'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:17.082006 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Attempting to bind port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 on network cc9fe30e-ba88-465e-add6-6c35f1375739 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:17.086550 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 on network cc9fe30e-ba88-465e-add6-6c35f1375739 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-10 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:11:17.086883 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Attempting to bind port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 on network cc9fe30e-ba88-465e-add6-6c35f1375739 {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:17.092382 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Checking agent: {'id': 'c67dd3c8-5658-4fff-a2e0-95b00d36818a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:17.092736 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Checking segment: {'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:17.093125 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Bound using segment: {'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'} {{(pid=105591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:17.093563 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.managers [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Bound port: 6501adb9-b3b5-4e97-9b6f-95cbf747dd55, host: n-h1-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'}}] {{(pid=105591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:17.093959 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:17.160436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] For port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55, host n-h1-787205-10, cleared binding levels {{(pid=105591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:17.163905 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] For port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55, host n-h1-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:17.167852 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:17.213248 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:17.213913 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:17.215396 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] 10.222.0.32 "PUT /v2.0/ports/6501adb9-b3b5-4e97-9b6f-95cbf747dd55 HTTP/1.1" status: 200 len: 1093 time: 0.6311734 Jul 16 19:11:17.215845 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:17.219042 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00804113-1d62-4a62-8af6-8ca46b9fcb2d" -d '{"events": [{"name": "network-changed", "server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:17.268640 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec480b1-dea4-4aad-afcf-ab116a65355c service neutron] Pushing event updated for resources: {'Port': ['ID=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,revision_number=3']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:17.291066 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3b4414-7672-4067-a91a-40f0f34a9103 x-openstack-request-id: req-de3b4414-7672-4067-a91a-40f0f34a9103 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:17.291495 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:17.291846 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de3b4414-7672-4067-a91a-40f0f34a9103 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:17.292342 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'status': 'completed', 'code': 200} Jul 16 19:11:17.363440 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-16bebf1d-85b2-4dff-8d63-b826fae2f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:17.364962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-16bebf1d-85b2-4dff-8d63-b826fae2f4bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 1096 time: 0.1086662 Jul 16 19:11:17.378920 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79f086-20ae-4dcc-8ee1-6906383621a1 req-b40ec4a3-6b1a-40ff-be87-95fb7c8be629 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:17.380456 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd79f086-20ae-4dcc-8ee1-6906383621a1 req-b40ec4a3-6b1a-40ff-be87-95fb7c8be629 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 944 time: 0.0858934 Jul 16 19:11:17.434187 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-0f4a45df-892a-4193-b5dc-e28c143cb713 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55 HTTP/1.1" status: 200 len: 217 time: 0.0520403 Jul 16 19:11:17.485940 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-bd79f086-20ae-4dcc-8ee1-6906383621a1 req-14339694-89d5-4213-8b48-8d717be50920 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966222 Jul 16 19:11:17.502701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-0c48b73e-a2a1-4f37-b7db-7e7e39472aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:17.502701 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-0c48b73e-a2a1-4f37-b7db-7e7e39472aa2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 200 len: 849 time: 0.0615675 Jul 16 19:11:17.559537 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-377ad17b-1524-46b6-b0b2-4c74b8c70567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:17.561759 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-377ad17b-1524-46b6-b0b2-4c74b8c70567 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9fe30e-ba88-465e-add6-6c35f1375739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533922 Jul 16 19:11:17.652255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-15845489-9358-4fdd-89c0-c071fecdf238 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843248 Jul 16 19:11:17.741455 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e0ec7643-8a08-48f8-a7bd-3b6cc5f4e43c req-e9346346-9f9b-43a4-a6c4-896f91113275 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818665 Jul 16 19:11:17.843575 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00804113-1d62-4a62-8af6-8ca46b9fcb2d req-0f063fbd-9576-47c5-8873-02444523186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:17.845268 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00804113-1d62-4a62-8af6-8ca46b9fcb2d req-0f063fbd-9576-47c5-8873-02444523186b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0581105 Jul 16 19:11:17.932953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00804113-1d62-4a62-8af6-8ca46b9fcb2d req-40dd2d8b-e6cb-4846-8840-4037ed8f9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:17.934453 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00804113-1d62-4a62-8af6-8ca46b9fcb2d req-40dd2d8b-e6cb-4846-8840-4037ed8f9980 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 911 time: 0.0827413 Jul 16 19:11:17.946250 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:17.979706 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00804113-1d62-4a62-8af6-8ca46b9fcb2d req-7500f1c9-2123-47fb-b448-5a991df5cfc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55 HTTP/1.1" status: 200 len: 217 time: 0.0382297 Jul 16 19:11:18.028780 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00804113-1d62-4a62-8af6-8ca46b9fcb2d req-c34f0c53-2855-427b-bc47-f75b75a53e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:18.030336 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00804113-1d62-4a62-8af6-8ca46b9fcb2d req-c34f0c53-2855-427b-bc47-f75b75a53e4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 200 len: 849 time: 0.0440576 Jul 16 19:11:18.089943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00804113-1d62-4a62-8af6-8ca46b9fcb2d req-e419c89b-d977-43ff-930d-e2dec6ea349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:18.091849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00804113-1d62-4a62-8af6-8ca46b9fcb2d req-e419c89b-d977-43ff-930d-e2dec6ea349c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9fe30e-ba88-465e-add6-6c35f1375739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547507 Jul 16 19:11:18.188048 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00804113-1d62-4a62-8af6-8ca46b9fcb2d req-32367208-62d9-4dbe-a7f9-8b5cac54586a service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898194 Jul 16 19:11:18.278317 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-00804113-1d62-4a62-8af6-8ca46b9fcb2d req-72460c67-a54e-40b3-bd95-eb5eed915778 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830541 Jul 16 19:11:18.664851 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed613ae8-f710-4c07-ae27-271ca7f4c4b8 req-f01871c5-b2cb-4e15-b89b-9ffb6cdb0465 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:18.666372 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed613ae8-f710-4c07-ae27-271ca7f4c4b8 req-f01871c5-b2cb-4e15-b89b-9ffb6cdb0465 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 944 time: 0.0681288 Jul 16 19:11:18.704836 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ed613ae8-f710-4c07-ae27-271ca7f4c4b8 req-194b7a9a-add6-4dbf-8368-88110c541c48 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325949 Jul 16 19:11:19.346525 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.877371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4485a3-b81b-4452-861c-124af69ec66f req-0f05a6f6-7d0b-413e-a0f1-265087df85c5 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:19.878912 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e4485a3-b81b-4452-861c-124af69ec66f req-0f05a6f6-7d0b-413e-a0f1-265087df85c5 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 944 time: 0.0648675 Jul 16 19:11:19.918494 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5e4485a3-b81b-4452-861c-124af69ec66f req-647fa25b-da2a-41ff-8a92-3958ffa54e83 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324121 Jul 16 19:11:21.018815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:11:21.091632 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b1859-d99a-4b8b-9a90-1570c7867511 req-99d7bc03-3d43-442c-b0c5-9b5b328f4a57 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:21.093299 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-949b1859-d99a-4b8b-9a90-1570c7867511 req-99d7bc03-3d43-442c-b0c5-9b5b328f4a57 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 944 time: 0.0652096 Jul 16 19:11:21.115062 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:21.125876 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'port_id': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'mac_address': 'fa:16:3e:2b:50:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:11:21.130975 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-949b1859-d99a-4b8b-9a90-1570c7867511 req-70ebf09e-d1fd-4251-9ac5-2f93dbf6dfcb tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320487 Jul 16 19:11:21.166716 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.179623 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:11:21.199297 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:21.202981 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.249630 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:21.404217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['6501adb9-b3b5-4e97-9b6f-95cbf747dd55'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:11:22.305716 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86664096-acc4-4288-b2f2-602be430b24a req-cb8d18d4-7dd6-4d70-9bff-072a9cedf8ea tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:22.307204 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86664096-acc4-4288-b2f2-602be430b24a req-cb8d18d4-7dd6-4d70-9bff-072a9cedf8ea tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0657232 Jul 16 19:11:22.344216 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-86664096-acc4-4288-b2f2-602be430b24a req-0d5dfaef-08af-406e-b7a7-67cdb97f3609 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313387 Jul 16 19:11:23.018570 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:23.066093 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning for port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:23.069733 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:23.070113 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.147824 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.170370 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:23.172628 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dd84ca-74d7-4050-9800-6acb97212d30" -d '{"events": [{"server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "name": "network-vif-plugged", "status": "completed", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:23.185719 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:23.189925 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.238136 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:23.263618 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593a3dd1-9e9b-4f09-b17f-7fcd244a4d6e x-openstack-request-id: req-593a3dd1-9e9b-4f09-b17f-7fcd244a4d6e {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:23.263947 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "name": "network-vif-plugged", "status": "completed", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:23.264203 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-593a3dd1-9e9b-4f09-b17f-7fcd244a4d6e {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:23.264620 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'code': 200} Jul 16 19:11:23.375715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cef4e7-00fb-412e-b8f2-ebed30a1b3c5 req-0001489d-8534-4087-80bf-4a6bb8db6943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:23.377460 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69cef4e7-00fb-412e-b8f2-ebed30a1b3c5 req-0001489d-8534-4087-80bf-4a6bb8db6943 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 1098 time: 0.0521967 Jul 16 19:11:23.412849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-69cef4e7-00fb-412e-b8f2-ebed30a1b3c5 req-607aa2eb-5b05-450e-862c-9cd879f5acf6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294979 Jul 16 19:11:23.519787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff156d0-bb4a-492b-8ef8-a4b412143360 req-d023130a-4656-4f3d-9de5-4f51867400c7 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:23.521422 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eff156d0-bb4a-492b-8ef8-a4b412143360 req-d023130a-4656-4f3d-9de5-4f51867400c7 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 946 time: 0.0668132 Jul 16 19:11:23.865761 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-eff156d0-bb4a-492b-8ef8-a4b412143360 req-3bca8685-5f36-4674-9080-eb041485a065 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3386111 Jul 16 19:11:23.998841 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.042436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46fe25-5a0f-4075-8502-69719d7a9872 req-76bd2753-f4f9-4212-8b91-321ea9d55596 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:25.043926 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c46fe25-5a0f-4075-8502-69719d7a9872 req-76bd2753-f4f9-4212-8b91-321ea9d55596 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 946 time: 0.0637667 Jul 16 19:11:25.082249 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5c46fe25-5a0f-4075-8502-69719d7a9872 req-a747f86d-124c-40a5-8ec6-b145d16bb003 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320561 Jul 16 19:11:25.256205 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27157f2c-53bc-4489-8284-2adabb7045d4 req-c4702c32-4e23-4206-83eb-cb9980ec3829 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:25.257715 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27157f2c-53bc-4489-8284-2adabb7045d4 req-c4702c32-4e23-4206-83eb-cb9980ec3829 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 946 time: 0.0634258 Jul 16 19:11:25.297849 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-27157f2c-53bc-4489-8284-2adabb7045d4 req-ba08d2a7-53b4-411b-8950-6043b8ca47af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345092 Jul 16 19:11:25.321953 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49716) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:25.465267 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6ea71f-6fcb-460f-badc-938ad7362a1b tempest-TestSnapshotPattern-445686529 tempest-TestSnapshotPattern-445686529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:25.466957 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-9d6ea71f-6fcb-460f-badc-938ad7362a1b tempest-TestSnapshotPattern-445686529 tempest-TestSnapshotPattern-445686529-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 1093 time: 0.1439419 Jul 16 19:11:25.469778 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 49720) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:25.474092 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:25.496570 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.589809 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.695201 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Allocated IP 172.25.3.11 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/09d54280-6d5e-4feb-be4c-4ecb5eb07317) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:25.794413 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.836144 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.870183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:25.873605 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:25.879030 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:25.906196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event updated for resources: {'Port': ['ID=09d54280-6d5e-4feb-be4c-4ecb5eb07317,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:26.094590 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.248892 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.322555 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.474611 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.479053 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.550757 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event updated for resources: {'Port': ['ID=09d54280-6d5e-4feb-be4c-4ecb5eb07317,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:26.560708 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.656919 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Floating IP f74994d9-71ab-464c-8457-c65d963dade9 associated. External IP: 172.25.3.11, port: 6501adb9-b3b5-4e97-9b6f-95cbf747dd55. Jul 16 19:11:26.867228 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Router c69a767b-5e76-498d-a0f1-c5cb63c50a3e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:11:26.978114 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:26.988175 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7139d-e0c7-45a0-b8bd-bf0fcffc3538 None None] Sync routers for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:26.994865 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.997085 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7139d-e0c7-45a0-b8bd-bf0fcffc3538 None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:26.998427 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-cff7139d-e0c7-45a0-b8bd-bf0fcffc3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:11:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:27.032551 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-c753757a-35d0-4e34-bdca-1c6fe22103af tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5617397 Jul 16 19:11:27.033253 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:27.035582 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc753f1e-67b6-4c83-ae56-d52532bbe18c" -d '{"events": [{"name": "network-changed", "server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:27.072960 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417cc04d-34f7-4901-8545-5c73e337a84f x-openstack-request-id: req-417cc04d-34f7-4901-8545-5c73e337a84f {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:27.073256 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:27.073515 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-417cc04d-34f7-4901-8545-5c73e337a84f {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:27.073966 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'status': 'completed', 'code': 200} Jul 16 19:11:27.105113 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-cff7139d-e0c7-45a0-b8bd-bf0fcffc3538 None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:27.147566 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc753f1e-67b6-4c83-ae56-d52532bbe18c req-a299ed18-b0d7-422d-93b1-8b7603e6ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:27.149005 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc753f1e-67b6-4c83-ae56-d52532bbe18c req-a299ed18-b0d7-422d-93b1-8b7603e6ca23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 1098 time: 0.0544789 Jul 16 19:11:27.242483 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc753f1e-67b6-4c83-ae56-d52532bbe18c req-f4505570-e963-4cf5-a24d-ab1ec5249807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:27.243987 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc753f1e-67b6-4c83-ae56-d52532bbe18c req-f4505570-e963-4cf5-a24d-ab1ec5249807 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 911 time: 0.0893593 Jul 16 19:11:27.313513 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc753f1e-67b6-4c83-ae56-d52532bbe18c req-2068317e-3e42-46dd-901f-d8e453e972ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55 HTTP/1.1" status: 200 len: 999 time: 0.0631168 Jul 16 19:11:27.327423 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-cff7139d-e0c7-45a0-b8bd-bf0fcffc3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'f74994d9-71ab-464c-8457-c65d963dade9', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'port_id': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'mac_address': 'fa:16:3e:2b:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:11:26Z', 'updated_at': '2021-07-16T19:11:26Z', 'revision_number': 0, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:08Z', 'revision_number': 5, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:27.357071 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7139d-e0c7-45a0-b8bd-bf0fcffc3538 None None] Checking router: c69a767b-5e76-498d-a0f1-c5cb63c50a3e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:27.364401 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc753f1e-67b6-4c83-ae56-d52532bbe18c req-eef88fff-984b-4a93-adbb-29c7237925e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:27.365068 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7139d-e0c7-45a0-b8bd-bf0fcffc3538 None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:27.365689 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-cff7139d-e0c7-45a0-b8bd-bf0fcffc3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:11:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:27.365935 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc753f1e-67b6-4c83-ae56-d52532bbe18c req-eef88fff-984b-4a93-adbb-29c7237925e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 200 len: 849 time: 0.0462308 Jul 16 19:11:27.426770 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc753f1e-67b6-4c83-ae56-d52532bbe18c req-9121d03d-d14b-485e-a912-619834e42b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:27.428210 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc753f1e-67b6-4c83-ae56-d52532bbe18c req-9121d03d-d14b-485e-a912-619834e42b5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9fe30e-ba88-465e-add6-6c35f1375739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564628 Jul 16 19:11:27.473368 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-cff7139d-e0c7-45a0-b8bd-bf0fcffc3538 None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:27.522957 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc753f1e-67b6-4c83-ae56-d52532bbe18c req-75dc7761-e1b8-4f19-99d4-399717606294 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885994 Jul 16 19:11:27.615296 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-cc753f1e-67b6-4c83-ae56-d52532bbe18c req-f68ed2f4-1b26-48af-b8d3-9694eb9f7b36 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860937 Jul 16 19:11:27.698844 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-cff7139d-e0c7-45a0-b8bd-bf0fcffc3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'f74994d9-71ab-464c-8457-c65d963dade9', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'port_id': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'mac_address': 'fa:16:3e:2b:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:11:26Z', 'updated_at': '2021-07-16T19:11:26Z', 'revision_number': 0, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:08Z', 'revision_number': 5, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:27.729436 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7139d-e0c7-45a0-b8bd-bf0fcffc3538 None None] The sync data for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 is: [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'f74994d9-71ab-464c-8457-c65d963dade9', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'port_id': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'mac_address': 'fa:16:3e:2b:50:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:11:26Z', 'updated_at': '2021-07-16T19:11:26Z', 'revision_number': 0, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:08Z', 'revision_number': 5, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:27.913238 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e47f1c-9535-4f12-b0dd-f2ccfff02449 None None] New status for floating IP f74994d9-71ab-464c-8457-c65d963dade9: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:11:36.412594 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:11:43.683169 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-58819245-f95e-4e5b-955f-538385d6e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:45.595960 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cd70969-a10c-40e9-9b45-0129210c9df8 req-cc93e61b-9460-4296-83cf-cbaf66a4e226 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508361 Jul 16 19:11:45.693540 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd70969-a10c-40e9-9b45-0129210c9df8 req-d47fc404-d262-4c4d-a6df-7cfd6cec245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:45.695080 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cd70969-a10c-40e9-9b45-0129210c9df8 req-d47fc404-d262-4c4d-a6df-7cfd6cec245c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 1098 time: 0.0560186 Jul 16 19:11:45.799643 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd70969-a10c-40e9-9b45-0129210c9df8 req-859d7a56-6fbb-41a4-9f45-91d24e5cfa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:45.801122 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cd70969-a10c-40e9-9b45-0129210c9df8 req-859d7a56-6fbb-41a4-9f45-91d24e5cfa5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 911 time: 0.0855169 Jul 16 19:11:45.841606 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-77915b39-38f4-4c29-a368-feab1f81d0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:45.870860 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cd70969-a10c-40e9-9b45-0129210c9df8 req-707363ff-0926-4ce2-be13-51d9e918601a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55 HTTP/1.1" status: 200 len: 1001 time: 0.0625339 Jul 16 19:11:45.920183 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd70969-a10c-40e9-9b45-0129210c9df8 req-2a6f9929-8dbc-4ebd-b1f7-465ebc62f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:45.921883 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cd70969-a10c-40e9-9b45-0129210c9df8 req-2a6f9929-8dbc-4ebd-b1f7-465ebc62f6ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 200 len: 849 time: 0.0448623 Jul 16 19:11:45.978163 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd70969-a10c-40e9-9b45-0129210c9df8 req-13e4bd5f-1f30-4251-9071-6077fd86c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:45.979658 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cd70969-a10c-40e9-9b45-0129210c9df8 req-13e4bd5f-1f30-4251-9071-6077fd86c8e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9fe30e-ba88-465e-add6-6c35f1375739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514696 Jul 16 19:11:46.072190 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cd70969-a10c-40e9-9b45-0129210c9df8 req-4a86b4b8-184a-4b75-b3d5-0284af5e38a8 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861845 Jul 16 19:11:46.102358 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.164318 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7cd70969-a10c-40e9-9b45-0129210c9df8 req-54e1fec1-db25-4c9c-a421-a1200951d3ad service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855381 Jul 16 19:11:47.949676 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:49.348591 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:53.999270 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:56.088773 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:13.412023 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:12:13.685593 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-009864ab-b41b-4efd-8658-5dd462a9e0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:15.842252 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b0b571d1-8f63-4152-ae84-0979cbc9918e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:16.103570 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:17.952080 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:19.349948 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:23.998042 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:26.106699 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:35.645776 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-e33c345c-c654-4f9e-9bd4-7fc444f191f5 req-8e52c073-3044-42f2-8917-8ed1d61584e7 service neutron] (105590) timed out ('10.222.0.32', 55111) {{(pid=105590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:12:43.685773 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-7d10cf05-b860-4de7-a078-56ee3fb8c0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:45.844198 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-84d83a19-f1d1-4028-88d6-1deb9c0e6ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:46.104558 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:46.594416 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1f630d5-43e1-4603-9498-10f2fc457472 req-0a27d043-2706-47c5-b5a5-1a7ebe35d1c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556471 Jul 16 19:12:46.685619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f630d5-43e1-4603-9498-10f2fc457472 req-e491c7e4-0dce-43ed-b59b-fda9e03b3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:46.687037 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1f630d5-43e1-4603-9498-10f2fc457472 req-e491c7e4-0dce-43ed-b59b-fda9e03b3b9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 1098 time: 0.0518684 Jul 16 19:12:46.788631 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f630d5-43e1-4603-9498-10f2fc457472 req-3c0c4da7-6e88-4a5b-a36c-90f7df39f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:46.790236 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1f630d5-43e1-4603-9498-10f2fc457472 req-3c0c4da7-6e88-4a5b-a36c-90f7df39f724 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 911 time: 0.0841854 Jul 16 19:12:46.860314 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1f630d5-43e1-4603-9498-10f2fc457472 req-87ab66a6-bb19-4526-b776-0fe098b694c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55 HTTP/1.1" status: 200 len: 1001 time: 0.0626061 Jul 16 19:12:46.907491 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f630d5-43e1-4603-9498-10f2fc457472 req-b33c8333-c543-4424-a119-5f1a6ca199f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:46.908948 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1f630d5-43e1-4603-9498-10f2fc457472 req-b33c8333-c543-4424-a119-5f1a6ca199f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 200 len: 849 time: 0.0424774 Jul 16 19:12:46.963787 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f630d5-43e1-4603-9498-10f2fc457472 req-27f8e065-bed7-4972-83f0-31a74d701530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:46.965176 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1f630d5-43e1-4603-9498-10f2fc457472 req-27f8e065-bed7-4972-83f0-31a74d701530 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9fe30e-ba88-465e-add6-6c35f1375739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503476 Jul 16 19:12:47.055835 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1f630d5-43e1-4603-9498-10f2fc457472 req-9b9418d1-7f29-40cc-91f3-163dc0a8c543 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844145 Jul 16 19:12:47.142057 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d1f630d5-43e1-4603-9498-10f2fc457472 req-5d21b178-9298-4e74-ad49-c1c9add01d6a service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793467 Jul 16 19:12:47.955261 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:49.352517 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:50.411240 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:12:53.997921 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.106847 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:13.686227 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-bc2692d4-f9f5-4d79-bb02-b42e9711712a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:15.844437 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b9cfff66-a9ae-4baa-8cc5-5cb64fd634b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:16.106521 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:17.962249 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:19.355871 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:23.998185 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:26.115078 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:27.409971 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:13:27.530227 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 details requested by agent hyperv_n-h1-787205-10 with host n-h1-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:13:27.635431 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:27.648761 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Returning: {'device': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'port_id': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'mac_address': 'fa:16:3e:2b:50:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:13:27.693851 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:27.714183 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:13:27.736639 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:27.740690 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:27.800475 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:27.809089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:27.809438 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:27.809819 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:27.810160 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:27.810494 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:27.810830 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:27.811166 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:27.811488 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:27.811823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:27.814224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:27.814224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:27.814224 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:27.817975 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] get_ports_and_sgs() called for port_ids ['6501adb9-b3b5-4e97-9b6f-95cbf747dd55'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:13:29.611217 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 up at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:29.681439 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Provisioning complete for port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:29.681849 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:29.782717 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:29.809342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:29.811614 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7619b030-81e5-4030-80ff-974e86fe6c02" -d '{"events": [{"server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "name": "network-vif-plugged", "status": "completed", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:29.826802 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:29.843445 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:29.883198 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b88c740-4387-49e3-a735-e9862d3f95bf x-openstack-request-id: req-1b88c740-4387-49e3-a735-e9862d3f95bf {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:29.883616 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "name": "network-vif-plugged", "status": "completed", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:29.883881 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b88c740-4387-49e3-a735-e9862d3f95bf {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:29.884277 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'code': 200} Jul 16 19:13:29.909064 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:37.227463 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ebddb907-6070-4445-b976-572013739ed9 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1449646513&fields=id&tenant_id=0253a90f7a6c48d2ae5698ee61a9e753 HTTP/1.1" status: 200 len: 267 time: 0.0390446 Jul 16 19:13:37.330569 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-e2168840-e8c9-43c3-83ae-917d403694db tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:37.332002 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-e2168840-e8c9-43c3-83ae-917d403694db tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 810 time: 0.0980616 Jul 16 19:13:37.346328 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-85375e6c-4ac9-4281-868b-4c90c9cdab8e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/quotas/0253a90f7a6c48d2ae5698ee61a9e753 HTTP/1.1" status: 200 len: 375 time: 0.0087907 Jul 16 19:13:37.417962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-df7c8d2b-cee1-43a5-9ccc-f69dcdbf640c tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0657387 Jul 16 19:13:37.573993 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-259cd6ef-6836-4e03-8548-f102054538a9 service neutron] 10.222.0.24 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435874 Jul 16 19:13:37.668376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-befcef16-053b-4d9f-bd93-e83d9782314f service neutron] 10.222.0.24 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882628 Jul 16 19:13:37.870203 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ba8bf68a-3593-42d6-bd39-fec35d3b7bd2 req-39deb56d-9788-43f9-b6f1-0881a374622f tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 210 time: 0.0308120 Jul 16 19:13:38.936852 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-0e0bd57c-41a7-4220-8250-ec811577277f tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:38.938455 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-0e0bd57c-41a7-4220-8250-ec811577277f tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.11 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 810 time: 0.1133254 Jul 16 19:13:38.985254 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-52d0057a-e2a6-41bc-8dc9-7b61f09de8cc tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0253a90f7a6c48d2ae5698ee61a9e753 HTTP/1.1" status: 200 len: 380 time: 0.0354886 Jul 16 19:13:38.994305 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Request body: {'port': {'device_id': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'admin_state_up': True, 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'security_groups': ['63c78238-76ae-4e68-a9fb-4398461229e1']}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:39.018376 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-326db180-48d6-4fcb-8ebb-4244b68753b3 req-bed14e13-fb68-4beb-91ea-3017b4096993 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 210 time: 0.0309570 Jul 16 19:13:39.106982 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Made reservation on behalf of 0253a90f7a6c48d2ae5698ee61a9e753 for: {'port': 1} {{(pid=105590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:13:39.111610 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.241745 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_common [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Allocated IP 172.20.0.7 (cc9fe30e-ba88-465e-add6-6c35f1375739/1ffddef1-b031-4c0b-848c-22036a0d1ddd/f720c5ee-7580-408a-bc57-05a0ed87df24) {{(pid=105590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:13:39.414722 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for port, precommit_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.431502 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Transition to ACTIVE for port object f720c5ee-7580-408a-bc57-05a0ed87df24 will not be triggered until provisioned by entity DHCP. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:39.465205 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_create {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.523661 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Network cc9fe30e-ba88-465e-add6-6c35f1375739 is already hosted by enough agents. {{(pid=105590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:39.528295 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.base_scheduler [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Resources bound (agent type, host, resource id): {{(pid=105590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:39.530578 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event updated for resources: {'Port': ['ID=f720c5ee-7580-408a-bc57-05a0ed87df24,revision_number=1']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:39.532869 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Received port after_create {{(pid=105590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:13:39.573716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:39.573716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:39.573716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:39.573716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:39.573716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:39.573716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:39.573716 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:39.575167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:39.575167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:39.575167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:39.575167 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:39.575762 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:39.618990 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:39.619929 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.640634 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-d2cac629-3b38-434d-8011-d6c6555b71a2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6500273 Jul 16 19:13:39.872342 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b8f2aa68-ddb0-401d-a962-b9c1b83fc795 None None] Provisioning for port f720c5ee-7580-408a-bc57-05a0ed87df24 completed by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:39.877900 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-b8f2aa68-ddb0-401d-a962-b9c1b83fc795 None None] Provisioning complete for port f720c5ee-7580-408a-bc57-05a0ed87df24 triggered by entity DHCP. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:39.878333 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b8f2aa68-ddb0-401d-a962-b9c1b83fc795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.916396 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2aa68-ddb0-401d-a962-b9c1b83fc795 None None] Port f720c5ee-7580-408a-bc57-05a0ed87df24 cannot update to ACTIVE because it is not bound. {{(pid=105592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:13:40.214097 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd918fd-60fb-4bae-ac32-b0b88276f42f req-5a6f1ad2-651b-4201-bb18-9c352d5b930d tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:40.215596 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fd918fd-60fb-4bae-ac32-b0b88276f42f req-5a6f1ad2-651b-4201-bb18-9c352d5b930d tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 931 time: 0.0738270 Jul 16 19:13:40.255522 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-8fd918fd-60fb-4bae-ac32-b0b88276f42f req-335ef8c3-5bc9-4e85-9969-01962f47863c tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341780 Jul 16 19:13:41.449126 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82813547-d547-4c7f-b3c3-6b753c6e067c req-db6a53d2-2344-4600-9c2e-cbe7b62c62ac tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:41.454134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-82813547-d547-4c7f-b3c3-6b753c6e067c req-db6a53d2-2344-4600-9c2e-cbe7b62c62ac tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 931 time: 0.0752277 Jul 16 19:13:41.492829 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-82813547-d547-4c7f-b3c3-6b753c6e067c req-763ba423-aa6c-401a-b96b-d9505feb1a98 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342362 Jul 16 19:13:41.577264 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:13:41.657406 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:41.680525 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:41.683912 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a85b8d7-8695-4bdd-9204-7458571e14fc" -d '{"events": [{"server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:41.697109 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] For port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:41.701687 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:41.733029 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27e6843-af11-4ef7-b185-04d78d3d220e x-openstack-request-id: req-a27e6843-af11-4ef7-b185-04d78d3d220e {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:41.733330 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:41.733586 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a27e6843-af11-4ef7-b185-04d78d3d220e {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:41.734012 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'code': 200} Jul 16 19:13:41.755025 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Pushing event updated for resources: {'Port': ['ID=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:42.677622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c07975-0572-407d-a197-23dd5338c995 req-57738d1a-a58c-40ff-a0a1-e5cfd5e241df tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:42.679310 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30c07975-0572-407d-a197-23dd5338c995 req-57738d1a-a58c-40ff-a0a1-e5cfd5e241df tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 931 time: 0.0666757 Jul 16 19:13:42.724355 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-30c07975-0572-407d-a197-23dd5338c995 req-cf6a9c17-b83b-487c-bd1b-7c6aafae1e97 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384276 Jul 16 19:13:43.688889 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b622a2d3-47a2-4ff8-abdb-cb054c4d405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:43.936673 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18831cf7-1ee1-40d1-9e04-b329f6abbd60 req-132d85f3-e475-4b63-8be2-d6f5af128287 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:43.938255 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18831cf7-1ee1-40d1-9e04-b329f6abbd60 req-132d85f3-e475-4b63-8be2-d6f5af128287 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 931 time: 0.0698605 Jul 16 19:13:43.979170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-18831cf7-1ee1-40d1-9e04-b329f6abbd60 req-7ae0de17-990f-4dde-b954-69674ae17758 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350349 Jul 16 19:13:45.165340 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c19ff-892b-4de5-b228-2c600c4ad061 req-2c97a597-4c0f-42b2-aadd-1cbc2f8a6a5d tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:45.167371 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d42c19ff-892b-4de5-b228-2c600c4ad061 req-2c97a597-4c0f-42b2-aadd-1cbc2f8a6a5d tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 931 time: 0.0656166 Jul 16 19:13:45.212591 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d42c19ff-892b-4de5-b228-2c600c4ad061 req-4db9775a-38b0-4a4d-8404-11c0ef2b131b tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391040 Jul 16 19:13:45.852001 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-aa3a23b0-19d8-46a1-953b-820574e7b40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.109924 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:46.392771 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119145c-ce55-4e79-93d1-c98250623fab req-55c985b1-b15d-48aa-aee8-3d463414df18 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:46.395583 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f119145c-ce55-4e79-93d1-c98250623fab req-55c985b1-b15d-48aa-aee8-3d463414df18 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 931 time: 0.0644641 Jul 16 19:13:46.434899 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f119145c-ce55-4e79-93d1-c98250623fab req-1677155b-9880-4efd-9ddd-cac8500458a3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346689 Jul 16 19:13:46.616226 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac438854-0cc2-4ced-a72c-27d210d13307 req-e29e294b-7f3e-4b45-ac44-380622f468d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0615618 Jul 16 19:13:46.710913 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438854-0cc2-4ced-a72c-27d210d13307 req-e9142c93-0b54-4acb-b4b2-ebe9a7257bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:46.712501 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac438854-0cc2-4ced-a72c-27d210d13307 req-e9142c93-0b54-4acb-b4b2-ebe9a7257bcc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0541627 Jul 16 19:13:46.823441 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438854-0cc2-4ced-a72c-27d210d13307 req-a5bbd690-854d-49c0-b5bf-0d2194a64a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:46.824962 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac438854-0cc2-4ced-a72c-27d210d13307 req-a5bbd690-854d-49c0-b5bf-0d2194a64a56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 911 time: 0.0933464 Jul 16 19:13:46.893948 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac438854-0cc2-4ced-a72c-27d210d13307 req-629e568f-13b8-4b0a-9172-294042bc14c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55 HTTP/1.1" status: 200 len: 999 time: 0.0620847 Jul 16 19:13:46.946094 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438854-0cc2-4ced-a72c-27d210d13307 req-7e3f359c-c9f1-463a-aa15-98687e66b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:46.947862 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac438854-0cc2-4ced-a72c-27d210d13307 req-7e3f359c-c9f1-463a-aa15-98687e66b6f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 200 len: 849 time: 0.0477641 Jul 16 19:13:47.021240 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac438854-0cc2-4ced-a72c-27d210d13307 req-cdcfcdb2-ea2f-400f-bfd9-5d143354ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:47.022833 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac438854-0cc2-4ced-a72c-27d210d13307 req-cdcfcdb2-ea2f-400f-bfd9-5d143354ccc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9fe30e-ba88-465e-add6-6c35f1375739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691288 Jul 16 19:13:47.117790 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac438854-0cc2-4ced-a72c-27d210d13307 req-d05d282b-9a64-442c-8835-2341b9539cbc service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883999 Jul 16 19:13:47.214020 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-ac438854-0cc2-4ced-a72c-27d210d13307 req-c13fabb9-ac4f-4774-b809-ac263e417408 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898921 Jul 16 19:13:47.624044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdebbad-1b4c-422c-9475-67784bdf46ab req-561bf06b-0cb7-406e-b168-eaa93f3c8669 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:47.625698 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cdebbad-1b4c-422c-9475-67784bdf46ab req-561bf06b-0cb7-406e-b168-eaa93f3c8669 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 931 time: 0.0717957 Jul 16 19:13:47.666248 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4cdebbad-1b4c-422c-9475-67784bdf46ab req-c6e1c09c-a8a8-4e22-9eb8-1d970e3b57fe tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341754 Jul 16 19:13:47.966635 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.850978 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76344a8-7fda-4181-b167-82c577e4d32e req-314aca91-1d2b-4490-8bfb-1b9236b05c9d tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:48.852517 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f76344a8-7fda-4181-b167-82c577e4d32e req-314aca91-1d2b-4490-8bfb-1b9236b05c9d tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 931 time: 0.0657415 Jul 16 19:13:48.892846 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f76344a8-7fda-4181-b167-82c577e4d32e req-0c252b3c-56aa-4d27-b23c-c5f0daa6afdf tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335164 Jul 16 19:13:49.359479 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:49.396116 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ebae0b0c-128b-4193-a8dd-74f8566baebd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:13:49.398709 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ebae0b0c-128b-4193-a8dd-74f8566baebd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068946 Jul 16 19:13:49.452714 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.v2.base [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Request body: {'port': {'device_id': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-10'}} {{(pid=105590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:49.526861 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:49.781132 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f720c5ee-7580-408a-bc57-05a0ed87df24 {{(pid=105590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:13:49.788355 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Notify callbacks [] for port, precommit_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:49.800551 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.provisioning_blocks [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Transition to ACTIVE for port object f720c5ee-7580-408a-bc57-05a0ed87df24 will not be triggered until provisioned by entity L2. {{(pid=105590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:49.804127 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:49.859252 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Pushing event updated for resources: {'Port': ['ID=f720c5ee-7580-408a-bc57-05a0ed87df24,revision_number=2']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:49.928215 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Attempting to bind port f720c5ee-7580-408a-bc57-05a0ed87df24 on host n-h2-787205-10 for vnic_type normal with profile {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:13:49.928561 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Attempting to bind port f720c5ee-7580-408a-bc57-05a0ed87df24 by drivers openvswitch,hyperv on host n-h2-787205-10 at level 0 using segments [{'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:13:49.928897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Attempting to bind port f720c5ee-7580-408a-bc57-05a0ed87df24 on network cc9fe30e-ba88-465e-add6-6c35f1375739 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:49.933595 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Port f720c5ee-7580-408a-bc57-05a0ed87df24 on network cc9fe30e-ba88-465e-add6-6c35f1375739 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-10 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:13:49.933961 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Attempting to bind port f720c5ee-7580-408a-bc57-05a0ed87df24 on network cc9fe30e-ba88-465e-add6-6c35f1375739 {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:49.939119 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Checking agent: {'id': '335ea81f-d881-485d-bc6b-fd9de798a3e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'started_at': datetime.datetime(2021, 7, 16, 17, 44, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:13:49.939468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Checking segment: {'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:49.939856 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Bound using segment: {'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'} {{(pid=105590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:13:49.940297 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.managers [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Bound port: f720c5ee-7580-408a-bc57-05a0ed87df24, host: n-h2-787205-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d26f710-285d-48e7-9b3e-d9e8188de47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739'}}] {{(pid=105590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:13:49.940659 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:50.010838 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] For port f720c5ee-7580-408a-bc57-05a0ed87df24, host n-h2-787205-10, cleared binding levels {{(pid=105590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:50.015706 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] For port f720c5ee-7580-408a-bc57-05a0ed87df24, host n-h2-787205-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f720c5ee-7580-408a-bc57-05a0ed87df24,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:13:50.019352 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29502676'] for port, after_update {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:50.058540 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:50.059130 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:50.060521 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] 10.222.0.11 "PUT /v2.0/ports/f720c5ee-7580-408a-bc57-05a0ed87df24 HTTP/1.1" status: 200 len: 1092 time: 0.6542282 Jul 16 19:13:50.060974 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:50.063276 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a38d80b-346c-4c6d-9954-1b00913e6ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:50.097277 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac542820-77b1-471f-8964-cc5b39c0aace service neutron] Pushing event updated for resources: {'Port': ['ID=f720c5ee-7580-408a-bc57-05a0ed87df24,revision_number=3']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:50.108178 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18e3e9-fc61-442d-87ed-6b032205b3eb req-7b7cb4f4-f148-417e-b355-0e77de4da8e0 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:50.110271 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f18e3e9-fc61-442d-87ed-6b032205b3eb req-7b7cb4f4-f148-417e-b355-0e77de4da8e0 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 943 time: 0.1019404 Jul 16 19:13:50.164086 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f18e3e9-fc61-442d-87ed-6b032205b3eb req-98cac48f-c730-44c2-b2dc-bb60c4f9ced7 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473902 Jul 16 19:13:50.180580 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-01915761-683c-4392-a25a-3c6b45ef3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:50.184250 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-01915761-683c-4392-a25a-3c6b45ef3f02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 1095 time: 0.0756669 Jul 16 19:13:50.228218 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e2aa3c-995b-4b0a-8ab1-23ccc0277a00 x-openstack-request-id: req-02e2aa3c-995b-4b0a-8ab1-23ccc0277a00 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:50.228724 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:50.228980 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02e2aa3c-995b-4b0a-8ab1-23ccc0277a00 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:50.229423 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'status': 'completed', 'code': 200} Jul 16 19:13:50.231568 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-230772d7-8066-4d7d-bfde-d1ac7e770f29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f720c5ee-7580-408a-bc57-05a0ed87df24 HTTP/1.1" status: 200 len: 217 time: 0.0395725 Jul 16 19:13:50.285247 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-7e64c815-d9eb-4486-94d5-834c4f1f246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:50.286832 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-7e64c815-d9eb-4486-94d5-834c4f1f246c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 200 len: 849 time: 0.0485587 Jul 16 19:13:50.343360 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-43af5404-faf8-454a-88ff-7db42735afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:50.344859 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-43af5404-faf8-454a-88ff-7db42735afdc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc9fe30e-ba88-465e-add6-6c35f1375739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509231 Jul 16 19:13:50.435059 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-7b903163-36f2-466b-9f11-7f04802e018d service neutron] 10.222.0.11 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810831 Jul 16 19:13:50.529821 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-68ace79c-2fb7-4336-aab5-44d273412cb1 req-8342dc87-0b03-46a8-91d8-4d7d76103d29 service neutron] 10.222.0.11 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879683 Jul 16 19:13:50.631589 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38d80b-346c-4c6d-9954-1b00913e6ee9 req-8fdcf95b-1b74-4263-b6fc-599916c002b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:50.633262 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6a38d80b-346c-4c6d-9954-1b00913e6ee9 req-8fdcf95b-1b74-4263-b6fc-599916c002b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 1095 time: 0.0547554 Jul 16 19:13:50.727177 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38d80b-346c-4c6d-9954-1b00913e6ee9 req-b34a3aea-d987-4420-8dd9-da44ac1f1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:50.728719 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6a38d80b-346c-4c6d-9954-1b00913e6ee9 req-b34a3aea-d987-4420-8dd9-da44ac1f1e1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 911 time: 0.0884275 Jul 16 19:13:50.769419 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6a38d80b-346c-4c6d-9954-1b00913e6ee9 req-4e5657c3-29a7-4f2b-af97-a139f028c81a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f720c5ee-7580-408a-bc57-05a0ed87df24 HTTP/1.1" status: 200 len: 217 time: 0.0334771 Jul 16 19:13:50.822259 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38d80b-346c-4c6d-9954-1b00913e6ee9 req-63db37e1-7f45-4351-b286-fc24733193e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:50.823875 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6a38d80b-346c-4c6d-9954-1b00913e6ee9 req-63db37e1-7f45-4351-b286-fc24733193e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 200 len: 849 time: 0.0468452 Jul 16 19:13:50.889441 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38d80b-346c-4c6d-9954-1b00913e6ee9 req-513845d9-a935-4180-996f-38addf0e2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:50.891290 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6a38d80b-346c-4c6d-9954-1b00913e6ee9 req-513845d9-a935-4180-996f-38addf0e2a3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc9fe30e-ba88-465e-add6-6c35f1375739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608203 Jul 16 19:13:50.985068 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6a38d80b-346c-4c6d-9954-1b00913e6ee9 req-5cdb87f9-c6f2-4a9a-9cf3-40e69e85a306 service neutron] 10.222.0.11 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852399 Jul 16 19:13:51.078516 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-6a38d80b-346c-4c6d-9954-1b00913e6ee9 req-9800fc17-83ff-4822-a2c4-39e5e51c3e6e service neutron] 10.222.0.11 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858903 Jul 16 19:13:51.326765 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2374e61-84a6-42f6-a087-6cead24627e8 req-c1a4b954-ee98-4c63-9dbf-f1d4847fd07d tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:51.328262 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2374e61-84a6-42f6-a087-6cead24627e8 req-c1a4b954-ee98-4c63-9dbf-f1d4847fd07d tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 943 time: 0.0630145 Jul 16 19:13:51.365824 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-e2374e61-84a6-42f6-a087-6cead24627e8 req-8ceb8b19-364d-454f-bc70-295debc8ed71 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Jul 16 19:13:52.541994 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36393d-d480-431e-a4a8-fe2a7ed44b02 req-0a96b65a-dcd0-4de6-8d28-af16c4c51a2f tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:52.543580 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a36393d-d480-431e-a4a8-fe2a7ed44b02 req-0a96b65a-dcd0-4de6-8d28-af16c4c51a2f tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 943 time: 0.0663524 Jul 16 19:13:52.581357 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-7a36393d-d480-431e-a4a8-fe2a7ed44b02 req-4c78e387-5b96-4b39-9dbf-3354bd7706c4 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324171 Jul 16 19:13:53.748791 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f720c5ee-7580-408a-bc57-05a0ed87df24 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:13:53.768199 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771e4da-b3fc-47c6-97ba-8504438ef347 req-b53b65e6-8955-4c13-ad21-34af8170ea52 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:53.769751 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f771e4da-b3fc-47c6-97ba-8504438ef347 req-b53b65e6-8955-4c13-ad21-34af8170ea52 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 943 time: 0.0640755 Jul 16 19:13:53.807885 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-f771e4da-b3fc-47c6-97ba-8504438ef347 req-d227af6a-c93e-4ec7-8899-1c694c552795 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323656 Jul 16 19:13:53.842598 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f720c5ee-7580-408a-bc57-05a0ed87df24, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f720c5ee-7580-408a-bc57-05a0ed87df24,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:53.853734 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'port_id': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'mac_address': 'fa:16:3e:ca:52:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:13:53.889738 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:53.901997 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f720c5ee-7580-408a-bc57-05a0ed87df24 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:13:53.921202 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f720c5ee-7580-408a-bc57-05a0ed87df24, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f720c5ee-7580-408a-bc57-05a0ed87df24,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:53.924941 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:53.974693 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=f720c5ee-7580-408a-bc57-05a0ed87df24,revision_number=4']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:54.002059 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.184309 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['f720c5ee-7580-408a-bc57-05a0ed87df24'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:13:54.981196 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be6dbf-3e38-457c-b990-8ddcca1b63b5 req-81f32576-769d-4ed7-a139-925f8960d96d tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:54.982694 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-89be6dbf-3e38-457c-b990-8ddcca1b63b5 req-81f32576-769d-4ed7-a139-925f8960d96d tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 944 time: 0.0620070 Jul 16 19:13:55.018944 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-89be6dbf-3e38-457c-b990-8ddcca1b63b5 req-c8536487-9489-4af5-a3bd-6d0c027414c8 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307410 Jul 16 19:13:55.748988 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f720c5ee-7580-408a-bc57-05a0ed87df24 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:55.796005 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning for port f720c5ee-7580-408a-bc57-05a0ed87df24 completed by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:55.799745 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port f720c5ee-7580-408a-bc57-05a0ed87df24 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:55.800135 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.874476 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.896596 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:55.898852 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579a89b8-0f2a-4ade-8787-abece4467577" -d '{"events": [{"server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "name": "network-vif-plugged", "status": "completed", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:55.914782 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f720c5ee-7580-408a-bc57-05a0ed87df24, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f720c5ee-7580-408a-bc57-05a0ed87df24,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:55.918932 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.944260 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8669059-75eb-443f-9808-b06ecf425305 x-openstack-request-id: req-f8669059-75eb-443f-9808-b06ecf425305 {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:55.944714 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "name": "network-vif-plugged", "status": "completed", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:55.944982 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8669059-75eb-443f-9808-b06ecf425305 {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:55.945370 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'code': 200} Jul 16 19:13:55.974330 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=f720c5ee-7580-408a-bc57-05a0ed87df24,revision_number=5']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:56.053459 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9c4c-2b66-40ee-b2bd-4e0712d48619 req-175aa25f-7cb0-4ec5-ac8a-6a9a6eb44871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:56.055013 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-561e9c4c-2b66-40ee-b2bd-4e0712d48619 req-175aa25f-7cb0-4ec5-ac8a-6a9a6eb44871 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 1097 time: 0.0518363 Jul 16 19:13:56.092602 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-561e9c4c-2b66-40ee-b2bd-4e0712d48619 req-44ec3d75-8a4b-400c-b281-1d4ba8a9458f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293646 Jul 16 19:13:56.110953 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.197144 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52974f3b-227b-4b52-b4ef-f9a41acb5042 req-6ad65e41-8a5d-43b7-b370-31e27c9dd4dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:56.198640 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52974f3b-227b-4b52-b4ef-f9a41acb5042 req-6ad65e41-8a5d-43b7-b370-31e27c9dd4dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 945 time: 0.0666456 Jul 16 19:13:56.235445 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-52974f3b-227b-4b52-b4ef-f9a41acb5042 req-d1be5bb3-5d88-40a7-b169-90b0cd3ae099 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312541 Jul 16 19:13:57.409467 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f4695-da99-4cee-be92-0757c1499073 req-3bbd52e2-375c-4c8d-84a0-88c92049a269 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.411052 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e7f4695-da99-4cee-be92-0757c1499073 req-3bbd52e2-375c-4c8d-84a0-88c92049a269 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 945 time: 0.0637569 Jul 16 19:13:57.448970 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-9e7f4695-da99-4cee-be92-0757c1499073 req-8d965f1c-e5e7-4ea2-aec4-bb20fef804d2 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Jul 16 19:13:57.631619 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b8970-d9bb-437c-ae91-0a3fde91de5b req-5a82805e-fef3-4cec-95a4-0665df526eb9 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.633118 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-204b8970-d9bb-437c-ae91-0a3fde91de5b req-5a82805e-fef3-4cec-95a4-0665df526eb9 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 945 time: 0.0675786 Jul 16 19:13:57.972134 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-204b8970-d9bb-437c-ae91-0a3fde91de5b req-d64cebf3-b59c-4a65-88a3-3a2a3c24b699 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3332963 Jul 16 19:13:57.996634 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50004) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:58.047127 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98235d71-53d3-4dea-8daf-9f1eff14c209 tempest-TestSnapshotPattern-445686529 tempest-TestSnapshotPattern-445686529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:58.048650 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-98235d71-53d3-4dea-8daf-9f1eff14c209 tempest-TestSnapshotPattern-445686529 tempest-TestSnapshotPattern-445686529-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 1092 time: 0.0510309 Jul 16 19:13:58.051369 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50006) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:58.056184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.v2.base [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Request body: {'floatingip': {'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'port_id': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:58.078387 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for floatingip, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:58.183471 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:58.282207 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_common [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Allocated IP 172.25.3.91 (db28ede9-0280-4c90-8fd8-3f782ab61b0f/eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3/7968685c-6d69-484e-9a63-371baf6e5e3c) {{(pid=105591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:13:58.387019 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for port, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:58.425311 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763932290443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:58.464075 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Network db28ede9-0280-4c90-8fd8-3f782ab61b0f is already hosted by enough agents. {{(pid=105591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:58.466823 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.base_scheduler [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Resources bound (agent type, host, resource id): {{(pid=105591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:58.470388 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Received port after_create {{(pid=105591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:13:58.475664 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event updated for resources: {'Port': ['ID=7968685c-6d69-484e-9a63-371baf6e5e3c,revision_number=1']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:58.502574 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:58.502930 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:58.503275 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:58.503618 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:58.503959 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:58.504301 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:58.504637 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:58.504969 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:58.505298 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:58.505626 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:58.505980 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:58.506312 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:58.844886 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:58.921936 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:59.064624 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for port, precommit_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:59.068896 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25661055'] for port, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:59.139146 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event updated for resources: {'Port': ['ID=7968685c-6d69-484e-9a63-371baf6e5e3c,revision_number=2']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:59.148703 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-531886'] for floatingip, after_update {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:59.254215 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Floating IP 96fd9044-afb6-4491-91bc-3d23c5de6476 associated. External IP: 172.25.3.91, port: f720c5ee-7580-408a-bc57-05a0ed87df24. Jul 16 19:13:59.466746 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Router c69a767b-5e76-498d-a0f1-c5cb63c50a3e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:13:59.573870 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:13:59.583907 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b87116-e013-4295-a53e-9b65b00feaab None None] Sync routers for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:13:59.588935 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:59.593685 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b87116-e013-4295-a53e-9b65b00feaab None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:59.594328 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f6b87116-e013-4295-a53e-9b65b00feaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:13:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:59.626100 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-cf4456af-682a-43df-813b-50593d8306dd tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5736840 Jul 16 19:13:59.626720 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:59.628966 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2ef6e7-8d8b-4280-be15-c131ec2138fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:59.698023 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-f6b87116-e013-4295-a53e-9b65b00feaab None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:59.731525 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036542f9-56c3-4eb6-8bce-4bbc6b529004 x-openstack-request-id: req-036542f9-56c3-4eb6-8bce-4bbc6b529004 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:59.731830 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:59.732091 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-036542f9-56c3-4eb6-8bce-4bbc6b529004 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:59.732506 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'status': 'completed', 'code': 200} Jul 16 19:13:59.807871 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ef6e7-8d8b-4280-be15-c131ec2138fa req-20b0bfc7-344f-478d-a7b6-c8bf03241e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:59.809413 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2d2ef6e7-8d8b-4280-be15-c131ec2138fa req-20b0bfc7-344f-478d-a7b6-c8bf03241e10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 1097 time: 0.0554924 Jul 16 19:13:59.905890 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ef6e7-8d8b-4280-be15-c131ec2138fa req-8a588e0e-14a4-49f7-9e13-5548d174ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:59.907300 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2d2ef6e7-8d8b-4280-be15-c131ec2138fa req-8a588e0e-14a4-49f7-9e13-5548d174ba1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 911 time: 0.0911579 Jul 16 19:13:59.971246 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2d2ef6e7-8d8b-4280-be15-c131ec2138fa req-8c3c844d-e51b-4d24-91f1-4c55dee43e95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f720c5ee-7580-408a-bc57-05a0ed87df24 HTTP/1.1" status: 200 len: 998 time: 0.0573046 Jul 16 19:14:00.012869 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f6b87116-e013-4295-a53e-9b65b00feaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '96fd9044-afb6-4491-91bc-3d23c5de6476', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'port_id': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'mac_address': 'fa:16:3e:ca:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:13:58Z', 'updated_at': '2021-07-16T19:13:58Z', 'revision_number': 0, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address_scope': None}, {'id': 'f74994d9-71ab-464c-8457-c65d963dade9', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'port_id': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'mac_address': 'fa:16:3e:2b:50:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:11:26Z', 'updated_at': '2021-07-16T19:11:28Z', 'revision_number': 1, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:08Z', 'revision_number': 5, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:14:00.026791 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ef6e7-8d8b-4280-be15-c131ec2138fa req-0cc126fa-d136-4814-9844-5f7ed51ea29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:00.028304 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2d2ef6e7-8d8b-4280-be15-c131ec2138fa req-0cc126fa-d136-4814-9844-5f7ed51ea29d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 200 len: 849 time: 0.0508711 Jul 16 19:14:00.043239 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b87116-e013-4295-a53e-9b65b00feaab None None] Checking router: c69a767b-5e76-498d-a0f1-c5cb63c50a3e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:14:00.051293 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b87116-e013-4295-a53e-9b65b00feaab None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:14:00.051925 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f6b87116-e013-4295-a53e-9b65b00feaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:13:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:14:00.085723 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ef6e7-8d8b-4280-be15-c131ec2138fa req-c5cf8629-18d0-48a0-bd0b-8bb6b14cfc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:00.088569 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2d2ef6e7-8d8b-4280-be15-c131ec2138fa req-c5cf8629-18d0-48a0-bd0b-8bb6b14cfc3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc9fe30e-ba88-465e-add6-6c35f1375739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530865 Jul 16 19:14:00.154000 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-f6b87116-e013-4295-a53e-9b65b00feaab None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:14:00.179978 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2d2ef6e7-8d8b-4280-be15-c131ec2138fa req-0146803d-277c-452c-9416-a05f3ab7f212 service neutron] 10.222.0.11 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843577 Jul 16 19:14:00.275033 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-2d2ef6e7-8d8b-4280-be15-c131ec2138fa req-f7677dbc-3abd-4986-b463-53ad70db67e2 service neutron] 10.222.0.11 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872209 Jul 16 19:14:00.371110 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-f6b87116-e013-4295-a53e-9b65b00feaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '96fd9044-afb6-4491-91bc-3d23c5de6476', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'port_id': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'mac_address': 'fa:16:3e:ca:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:13:58Z', 'updated_at': '2021-07-16T19:13:58Z', 'revision_number': 0, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address_scope': None}, {'id': 'f74994d9-71ab-464c-8457-c65d963dade9', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'port_id': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'mac_address': 'fa:16:3e:2b:50:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:11:26Z', 'updated_at': '2021-07-16T19:11:28Z', 'revision_number': 1, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:08Z', 'revision_number': 5, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:14:00.401266 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b87116-e013-4295-a53e-9b65b00feaab None None] The sync data for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 is: [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': '96fd9044-afb6-4491-91bc-3d23c5de6476', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'floating_ip_address': '172.25.3.91', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'port_id': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'mac_address': 'fa:16:3e:ca:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:13:58Z', 'updated_at': '2021-07-16T19:13:58Z', 'revision_number': 0, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address_scope': None}, {'id': 'f74994d9-71ab-464c-8457-c65d963dade9', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'port_id': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'mac_address': 'fa:16:3e:2b:50:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:11:26Z', 'updated_at': '2021-07-16T19:11:28Z', 'revision_number': 1, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:08Z', 'revision_number': 5, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:14:00.589255 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726ca7a-75af-4ec1-a915-0b5d32c6af6f None None] New status for floating IP 96fd9044-afb6-4491-91bc-3d23c5de6476: ACTIVE {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:14:04.410130 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:14:13.689497 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e09650e7-6bcf-441f-a385-e2f12a2aabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:15.844227 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-720d33a4-373d-4214-a54c-083a9ec6cd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:16.112109 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:17.958331 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:19.361683 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:24.011584 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:26.132017 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:41.409610 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:14:43.690102 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-faae5b8a-3607-4d2a-817e-8e8af21a7895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:45.844673 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a75196cb-6209-4fb6-b62b-69e21509b33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:46.113943 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:47.276727 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d9858fe3-703e-4cdd-b89a-29857da84e8f req-d8e91b0b-9639-43ff-bdf3-5fae5ada58c5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507793 Jul 16 19:14:47.380980 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9858fe3-703e-4cdd-b89a-29857da84e8f req-b3215e48-7dd9-4bbb-b51a-59254afc3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:47.382530 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d9858fe3-703e-4cdd-b89a-29857da84e8f req-b3215e48-7dd9-4bbb-b51a-59254afc3f4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 1097 time: 0.0567083 Jul 16 19:14:47.488554 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9858fe3-703e-4cdd-b89a-29857da84e8f req-218bf418-8c7f-4f67-bca8-927fb6c213fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:47.490056 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d9858fe3-703e-4cdd-b89a-29857da84e8f req-218bf418-8c7f-4f67-bca8-927fb6c213fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 911 time: 0.0835600 Jul 16 19:14:47.559272 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d9858fe3-703e-4cdd-b89a-29857da84e8f req-045402ad-9fdd-4a8f-80f4-f87502eec8a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f720c5ee-7580-408a-bc57-05a0ed87df24 HTTP/1.1" status: 200 len: 1000 time: 0.0604436 Jul 16 19:14:47.608363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9858fe3-703e-4cdd-b89a-29857da84e8f req-0b5c7e2b-5e1c-43f7-9d25-50ca95d1f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:47.609875 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d9858fe3-703e-4cdd-b89a-29857da84e8f req-0b5c7e2b-5e1c-43f7-9d25-50ca95d1f0d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 200 len: 849 time: 0.0429380 Jul 16 19:14:47.667901 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9858fe3-703e-4cdd-b89a-29857da84e8f req-0538eba8-931b-4a36-a973-3d99537984f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:47.669408 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d9858fe3-703e-4cdd-b89a-29857da84e8f req-0538eba8-931b-4a36-a973-3d99537984f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc9fe30e-ba88-465e-add6-6c35f1375739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531840 Jul 16 19:14:47.762624 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d9858fe3-703e-4cdd-b89a-29857da84e8f req-1fb21d3a-915e-4c16-8c94-babce9d56d53 service neutron] 10.222.0.11 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858271 Jul 16 19:14:47.851791 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-d9858fe3-703e-4cdd-b89a-29857da84e8f req-1a872972-143d-43a7-9982-bf16627d76ca service neutron] 10.222.0.11 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817416 Jul 16 19:14:47.963622 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:48.630170 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3f65b0a-aaf4-4061-bdda-07b84cc07616 req-bd2d82a0-8cd3-438f-8097-9bc19beddebe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0924070 Jul 16 19:14:48.723610 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f65b0a-aaf4-4061-bdda-07b84cc07616 req-a3d5efe5-34a6-4e4f-a425-060f67c43cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:48.725010 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3f65b0a-aaf4-4061-bdda-07b84cc07616 req-a3d5efe5-34a6-4e4f-a425-060f67c43cd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0544708 Jul 16 19:14:48.830412 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f65b0a-aaf4-4061-bdda-07b84cc07616 req-6829bc26-6d92-4d4d-bce2-c89fdbf51115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:48.831871 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3f65b0a-aaf4-4061-bdda-07b84cc07616 req-6829bc26-6d92-4d4d-bce2-c89fdbf51115 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 911 time: 0.0870929 Jul 16 19:14:48.894319 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3f65b0a-aaf4-4061-bdda-07b84cc07616 req-16a734a8-b78a-4613-8107-20c677252b5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55 HTTP/1.1" status: 200 len: 999 time: 0.0566213 Jul 16 19:14:48.945705 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f65b0a-aaf4-4061-bdda-07b84cc07616 req-f36daafb-051e-4eb7-97fe-b9edc8a1d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:48.947119 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3f65b0a-aaf4-4061-bdda-07b84cc07616 req-f36daafb-051e-4eb7-97fe-b9edc8a1d0f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 200 len: 849 time: 0.0465457 Jul 16 19:14:49.002583 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f65b0a-aaf4-4061-bdda-07b84cc07616 req-420ff988-3a7c-4003-b91d-cc1d2106318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:49.004049 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3f65b0a-aaf4-4061-bdda-07b84cc07616 req-420ff988-3a7c-4003-b91d-cc1d2106318a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9fe30e-ba88-465e-add6-6c35f1375739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507064 Jul 16 19:14:49.092320 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3f65b0a-aaf4-4061-bdda-07b84cc07616 req-d49fa442-4682-4186-b037-d50d049c78e6 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821085 Jul 16 19:14:49.183579 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-d3f65b0a-aaf4-4061-bdda-07b84cc07616 req-ed8e54f3-2409-4e09-ab3e-8f2f7aee57eb service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850916 Jul 16 19:14:49.364619 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:54.012430 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:56.133046 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:13.692667 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1b14b143-29fe-4cfe-a6ed-0e1090650d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:15.844991 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40e758ea-91e7-41f9-b905-9e17fafc76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:16.115016 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:17.963342 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:18.409469 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:15:19.367088 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:24.014877 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:26.131677 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:32.254738 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f720c5ee-7580-408a-bc57-05a0ed87df24 details requested by agent hyperv_n-h2-787205-10 with host n-h2-787205-10 {{(pid=105592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:15:32.358478 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f720c5ee-7580-408a-bc57-05a0ed87df24, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f720c5ee-7580-408a-bc57-05a0ed87df24,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:32.373692 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Returning: {'device': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'port_id': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'mac_address': 'fa:16:3e:ca:52:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:15:32.430919 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:32.449142 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f720c5ee-7580-408a-bc57-05a0ed87df24 {{(pid=105592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:15:32.476910 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f720c5ee-7580-408a-bc57-05a0ed87df24, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f720c5ee-7580-408a-bc57-05a0ed87df24,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:32.485038 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:32.541520 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=f720c5ee-7580-408a-bc57-05a0ed87df24,revision_number=6']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:32.550339 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:32.550751 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:32.551026 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:32.551365 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:32.551705 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:32.552036 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:32.552372 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:32.552694 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:32.553013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:32.553340 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:32.553682 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:32.554007 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:32.561460 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] get_ports_and_sgs() called for port_ids ['f720c5ee-7580-408a-bc57-05a0ed87df24'] {{(pid=105592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:15:34.263300 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f720c5ee-7580-408a-bc57-05a0ed87df24 up at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:34.319960 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.provisioning_blocks [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Provisioning complete for port f720c5ee-7580-408a-bc57-05a0ed87df24 triggered by entity L2. {{(pid=105592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:34.320689 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497508'] for port, provisioning_complete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.413205 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.441950 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:34.444210 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc515cf8-0a1e-402e-b856-6a23daf1ba2b" -d '{"events": [{"server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "name": "network-vif-plugged", "status": "completed", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:34.457779 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f720c5ee-7580-408a-bc57-05a0ed87df24, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f720c5ee-7580-408a-bc57-05a0ed87df24,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:34.465372 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.492470 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949bddcc-26d8-4b05-80ab-91dd0adbd13c x-openstack-request-id: req-949bddcc-26d8-4b05-80ab-91dd0adbd13c {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:34.492767 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "name": "network-vif-plugged", "status": "completed", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:34.493022 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-949bddcc-26d8-4b05-80ab-91dd0adbd13c {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:34.493414 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'code': 200} Jul 16 19:15:34.519890 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=f720c5ee-7580-408a-bc57-05a0ed87df24,revision_number=7']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:41.738519 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50224) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:41.894378 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Deleting port 7968685c-6d69-484e-9a63-371baf6e5e3c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:41.894634 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.971403 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.971795 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.983453 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Calling delete_port for 7968685c-6d69-484e-9a63-371baf6e5e3c owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:42.130726 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.157393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event deleted for resources: {'Port': ['ID=7968685c-6d69-484e-9a63-371baf6e5e3c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:42.183671 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.184039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.184367 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.184707 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.185044 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.185379 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.185729 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.186060 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.186386 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.186710 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.187039 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.187365 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:42.228363 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.228880 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Floating IP 96fd9044-afb6-4491-91bc-3d23c5de6476 disassociated (deleted). External IP: 172.25.3.91, port: f720c5ee-7580-408a-bc57-05a0ed87df24. Jul 16 19:15:42.435902 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Router c69a767b-5e76-498d-a0f1-c5cb63c50a3e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:42.547667 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:42.553593 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.558368 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a20b5b-cb9f-4894-be19-e0735c62e304 None None] Sync routers for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:42.567947 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a20b5b-cb9f-4894-be19-e0735c62e304 None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:42.568568 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b0a20b5b-cb9f-4894-be19-e0735c62e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:15:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:42.589022 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-115aefd9-e457-43dd-96a0-c7f24b9dfbb3 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "DELETE /v2.0/floatingips/96fd9044-afb6-4491-91bc-3d23c5de6476 HTTP/1.1" status: 204 len: 168 time: 0.8493824 Jul 16 19:15:42.589611 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:42.591927 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9148f85c-e628-4cfa-81d2-a01d745363e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:42.630835 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5c1168-76dd-463f-b3a4-a35b4164b8f7 x-openstack-request-id: req-bc5c1168-76dd-463f-b3a4-a35b4164b8f7 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:42.631206 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:42.631764 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc5c1168-76dd-463f-b3a4-a35b4164b8f7 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:42.632237 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'status': 'completed', 'code': 200} Jul 16 19:15:42.682377 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-b0a20b5b-cb9f-4894-be19-e0735c62e304 None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:42.713889 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f85c-e628-4cfa-81d2-a01d745363e5 req-96bb413b-86fe-49ad-85a7-3f41d2a8d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:42.715536 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9148f85c-e628-4cfa-81d2-a01d745363e5 req-96bb413b-86fe-49ad-85a7-3f41d2a8d63a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 1097 time: 0.0620930 Jul 16 19:15:42.817435 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f85c-e628-4cfa-81d2-a01d745363e5 req-81c14c20-3d1a-489f-8296-d4a0a6183035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:42.818962 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9148f85c-e628-4cfa-81d2-a01d745363e5 req-81c14c20-3d1a-489f-8296-d4a0a6183035 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 911 time: 0.0957134 Jul 16 19:15:42.870357 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9148f85c-e628-4cfa-81d2-a01d745363e5 req-21c3e421-e985-4e54-b88e-a05eab3e8a7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f720c5ee-7580-408a-bc57-05a0ed87df24 HTTP/1.1" status: 200 len: 217 time: 0.0404074 Jul 16 19:15:42.924160 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b0a20b5b-cb9f-4894-be19-e0735c62e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'f74994d9-71ab-464c-8457-c65d963dade9', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'port_id': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'mac_address': 'fa:16:3e:2b:50:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:11:26Z', 'updated_at': '2021-07-16T19:11:28Z', 'revision_number': 1, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:08Z', 'revision_number': 5, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:42.924693 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f85c-e628-4cfa-81d2-a01d745363e5 req-9b9840a9-9703-44dc-a17c-59244b4fa3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:42.926231 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9148f85c-e628-4cfa-81d2-a01d745363e5 req-9b9840a9-9703-44dc-a17c-59244b4fa3ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 200 len: 849 time: 0.0474617 Jul 16 19:15:42.954927 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a20b5b-cb9f-4894-be19-e0735c62e304 None None] Checking router: c69a767b-5e76-498d-a0f1-c5cb63c50a3e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:42.964038 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a20b5b-cb9f-4894-be19-e0735c62e304 None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:42.964661 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b0a20b5b-cb9f-4894-be19-e0735c62e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:15:16Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:42.986354 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f85c-e628-4cfa-81d2-a01d745363e5 req-5cfb1704-20fb-4dc2-b5c5-da5ef2123c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:42.988566 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9148f85c-e628-4cfa-81d2-a01d745363e5 req-5cfb1704-20fb-4dc2-b5c5-da5ef2123c59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cc9fe30e-ba88-465e-add6-6c35f1375739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552230 Jul 16 19:15:43.026701 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5595-2226-44e3-a62d-3617247532cb req-88ea46ce-e4e1-4c05-b718-3f2c5b049906 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:43.028241 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4b6b5595-2226-44e3-a62d-3617247532cb req-88ea46ce-e4e1-4c05-b718-3f2c5b049906 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 945 time: 0.1177821 Jul 16 19:15:43.070286 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-4b6b5595-2226-44e3-a62d-3617247532cb req-59d89506-33ca-4aa4-ab1f-c8b475429569 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357563 Jul 16 19:15:43.072973 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-b0a20b5b-cb9f-4894-be19-e0735c62e304 None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:43.306961 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-b0a20b5b-cb9f-4894-be19-e0735c62e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'f74994d9-71ab-464c-8457-c65d963dade9', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'port_id': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'mac_address': 'fa:16:3e:2b:50:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:11:26Z', 'updated_at': '2021-07-16T19:11:28Z', 'revision_number': 1, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:08Z', 'revision_number': 5, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:43.333406 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a20b5b-cb9f-4894-be19-e0735c62e304 None None] The sync data for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 is: [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_floatingips': [{'id': 'f74994d9-71ab-464c-8457-c65d963dade9', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'floating_ip_address': '172.25.3.11', 'floating_network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'router_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'port_id': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'mac_address': 'fa:16:3e:2b:50:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:11:26Z', 'updated_at': '2021-07-16T19:11:28Z', 'revision_number': 1, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:08Z', 'revision_number': 5, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:43.416749 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9148f85c-e628-4cfa-81d2-a01d745363e5 req-329228b8-a630-427c-a8cb-4d30d3266770 service neutron] 10.222.0.11 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209809 Jul 16 19:15:43.508651 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-9148f85c-e628-4cfa-81d2-a01d745363e5 req-7de30c45-6bfb-4fe4-b322-f0d1697be635 service neutron] 10.222.0.11 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847695 Jul 16 19:15:43.569702 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da96916-7d47-4ec9-a52b-3dcb6f7f70b8 None None] New status for floating IP 96fd9044-afb6-4491-91bc-3d23c5de6476: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:15:43.692845 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-cf9942be-5d23-466d-b50e-bb6fb49588a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.247628 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd264b-e0fb-4ce7-bd43-34abb26d9193 req-86297362-5d1e-4fe2-bd0d-4563a87a9512 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:44.249140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ebd264b-e0fb-4ce7-bd43-34abb26d9193 req-86297362-5d1e-4fe2-bd0d-4563a87a9512 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 945 time: 0.0671849 Jul 16 19:15:44.286947 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-5ebd264b-e0fb-4ce7-bd43-34abb26d9193 req-e1e6f6a8-1e0a-462f-bd51-9760eb89cf32 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322046 Jul 16 19:15:44.293543 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f720c5ee-7580-408a-bc57-05a0ed87df24 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:44.368703 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728852'] for port, before_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.393627 n-d-787205-10 neutron-server[105592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24'}] {{(pid=105592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:44.395889 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c901d62e29f6b62438552cade700ff92657fb3c0ab8667642c8df435e899f967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649ca1c0-e7c7-4fc2-b355-c6b69061530b" -d '{"events": [{"server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "name": "network-vif-unplugged", "status": "completed", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24"}]}' {{(pid=105592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:44.408052 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] For port f720c5ee-7580-408a-bc57-05a0ed87df24, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f720c5ee-7580-408a-bc57-05a0ed87df24,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:44.412784 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763932692053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763932290461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763932290479'] for port, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.436089 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a769a55c-e13c-48b9-8b69-afaa7bc4cd7a x-openstack-request-id: req-a769a55c-e13c-48b9-8b69-afaa7bc4cd7a {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:44.436381 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "name": "network-vif-unplugged", "status": "completed", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24", "code": 200}]} {{(pid=105592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:44.436637 n-d-787205-10 neutron-server[105592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a769a55c-e13c-48b9-8b69-afaa7bc4cd7a {{(pid=105592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:44.437023 n-d-787205-10 neutron-server[105592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'code': 200} Jul 16 19:15:44.462231 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Pushing event updated for resources: {'Port': ['ID=f720c5ee-7580-408a-bc57-05a0ed87df24,revision_number=8']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:44.582548 n-d-787205-10 neutron-server[105590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bcb9c-cd73-4cb0-89b6-c7cc279e857c req-7b4f3901-fd40-4b83-b781-14c64caadae1 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:44.583990 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-330bcb9c-cd73-4cb0-89b6-c7cc279e857c req-7b4f3901-fd40-4b83-b781-14c64caadae1 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 943 time: 0.0631812 Jul 16 19:15:44.686468 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-330bcb9c-cd73-4cb0-89b6-c7cc279e857c req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Deleting port f720c5ee-7580-408a-bc57-05a0ed87df24 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:44.686732 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-330bcb9c-cd73-4cb0-89b6-c7cc279e857c req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.777377 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [req-330bcb9c-cd73-4cb0-89b6-c7cc279e857c req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] For port f720c5ee-7580-408a-bc57-05a0ed87df24, host n-h2-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-10',level=0,port_id=f720c5ee-7580-408a-bc57-05a0ed87df24,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:44.777768 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-330bcb9c-cd73-4cb0-89b6-c7cc279e857c req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.790159 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [req-330bcb9c-cd73-4cb0-89b6-c7cc279e857c req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Calling delete_port for f720c5ee-7580-408a-bc57-05a0ed87df24 owned by compute:nova {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:44.915350 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-330bcb9c-cd73-4cb0-89b6-c7cc279e857c req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:44.947432 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event deleted for resources: {'Port': ['ID=f720c5ee-7580-408a-bc57-05a0ed87df24,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:44.976743 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:44.977094 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:44.977438 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:44.977814 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:44.978400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:44.978733 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:44.979065 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:44.979395 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:44.979720 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:44.980045 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:44.980371 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:44.980696 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-10 {{(pid=105590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:45.003363 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [req-330bcb9c-cd73-4cb0-89b6-c7cc279e857c req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] No DVR routers for this DVR port f720c5ee-7580-408a-bc57-05a0ed87df24 on host n-h2-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:45.005732 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [req-330bcb9c-cd73-4cb0-89b6-c7cc279e857c req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.007708 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [req-330bcb9c-cd73-4cb0-89b6-c7cc279e857c req-9aa0aaeb-79cf-4f35-b576-721984d33a02 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.11 "DELETE /v2.0/ports/f720c5ee-7580-408a-bc57-05a0ed87df24 HTTP/1.1" status: 204 len: 173 time: 0.4174325 Jul 16 19:15:45.008142 n-d-787205-10 neutron-server[105590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'name': 'network-vif-deleted', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24'}] {{(pid=105590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:45.010416 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0a449cf5e2f875346ef74160467f62c7bbd3aee2d9972e188578d5a6485a6fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12df282e-9921-44a6-b7b8-3c59127346f3" -d '{"events": [{"server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "name": "network-vif-deleted", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24"}]}' {{(pid=105590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:45.053672 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1649de3-7a19-409e-91ca-b8154aab6257 x-openstack-request-id: req-b1649de3-7a19-409e-91ca-b8154aab6257 {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:45.054097 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e02022f-a932-4f19-8e02-a51f9eadaca0", "name": "network-vif-deleted", "tag": "f720c5ee-7580-408a-bc57-05a0ed87df24", "status": "completed", "code": 200}]} {{(pid=105590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:45.054354 n-d-787205-10 neutron-server[105590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1649de3-7a19-409e-91ca-b8154aab6257 {{(pid=105590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:45.054896 n-d-787205-10 neutron-server[105590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e02022f-a932-4f19-8e02-a51f9eadaca0', 'name': 'network-vif-deleted', 'tag': 'f720c5ee-7580-408a-bc57-05a0ed87df24', 'status': 'completed', 'code': 200} Jul 16 19:15:45.450227 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-81df3b45-bf07-4354-a4e1-bb7b848bcfe3 req-d0bfb579-1482-48ee-b8d4-5a4985ae7159 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e02022f-a932-4f19-8e02-a51f9eadaca0 HTTP/1.1" status: 200 len: 210 time: 0.0298991 Jul 16 19:15:45.848045 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-778f72da-45a4-4d57-b62d-d900ba4c9ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.115399 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.054133 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50286) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:47.510032 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-20893067-4769-4a4d-b3ea-17730555ac9e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Deleting port 09d54280-6d5e-4feb-be4c-4ecb5eb07317 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:47.510386 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20893067-4769-4a4d-b3ea-17730555ac9e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.587064 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20893067-4769-4a4d-b3ea-17730555ac9e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.587396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20893067-4769-4a4d-b3ea-17730555ac9e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.599184 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-20893067-4769-4a4d-b3ea-17730555ac9e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Calling delete_port for 09d54280-6d5e-4feb-be4c-4ecb5eb07317 owned by network:floatingip {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:47.745746 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20893067-4769-4a4d-b3ea-17730555ac9e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.771111 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20893067-4769-4a4d-b3ea-17730555ac9e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event deleted for resources: {'Port': ['ID=09d54280-6d5e-4feb-be4c-4ecb5eb07317,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:47.833136 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20893067-4769-4a4d-b3ea-17730555ac9e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for floatingip, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:47.833518 n-d-787205-10 neutron-server[105591]: INFO neutron.db.l3_db [None req-20893067-4769-4a4d-b3ea-17730555ac9e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Floating IP f74994d9-71ab-464c-8457-c65d963dade9 disassociated (deleted). External IP: 172.25.3.11, port: 6501adb9-b3b5-4e97-9b6f-95cbf747dd55. Jul 16 19:15:47.967106 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.041226 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20893067-4769-4a4d-b3ea-17730555ac9e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Router c69a767b-5e76-498d-a0f1-c5cb63c50a3e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:48.149554 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20893067-4769-4a4d-b3ea-17730555ac9e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:48.154255 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-20893067-4769-4a4d-b3ea-17730555ac9e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for floatingip, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.158817 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63979d45-e256-48ed-9ff8-ff9500b1024d None None] Sync routers for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:48.167324 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63979d45-e256-48ed-9ff8-ff9500b1024d None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:48.167930 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-63979d45-e256-48ed-9ff8-ff9500b1024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:15:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:48.189389 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-20893067-4769-4a4d-b3ea-17730555ac9e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "DELETE /v2.0/floatingips/f74994d9-71ab-464c-8457-c65d963dade9 HTTP/1.1" status: 204 len: 168 time: 1.1341510 Jul 16 19:15:48.190678 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:48.193047 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb45e98-95db-4573-9747-b98113db290c" -d '{"events": [{"name": "network-changed", "server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:48.236856 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b343c4-80cb-4613-bea2-dbf8f8ad1fac x-openstack-request-id: req-85b343c4-80cb-4613-bea2-dbf8f8ad1fac {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:48.237327 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:48.237775 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85b343c4-80cb-4613-bea2-dbf8f8ad1fac {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:48.238292 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'status': 'completed', 'code': 200} Jul 16 19:15:48.307483 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f720c5ee-7580-408a-bc57-05a0ed87df24 no longer exists at agent hyperv_n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:48.328091 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] No Port match for: f720c5ee-7580-408a-bc57-05a0ed87df24 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:48.328831 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Device f720c5ee-7580-408a-bc57-05a0ed87df24 not bound to the agent host n-h2-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:48.331943 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45e98-95db-4573-9747-b98113db290c req-d3857387-c7cd-454e-a1ac-d2c07712c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:48.333864 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6eb45e98-95db-4573-9747-b98113db290c req-d3857387-c7cd-454e-a1ac-d2c07712c00a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0711374 Jul 16 19:15:48.383930 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-63979d45-e256-48ed-9ff8-ff9500b1024d None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:48.442303 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45e98-95db-4573-9747-b98113db290c req-37b71ba0-587f-4a40-9b71-2ef56be44eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:48.443797 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6eb45e98-95db-4573-9747-b98113db290c req-37b71ba0-587f-4a40-9b71-2ef56be44eb6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 200 len: 911 time: 0.1032755 Jul 16 19:15:48.493047 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6eb45e98-95db-4573-9747-b98113db290c req-f4be3e34-d4ee-4fd7-9b98-a4a3d67a935c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55 HTTP/1.1" status: 200 len: 217 time: 0.0426648 Jul 16 19:15:48.560436 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45e98-95db-4573-9747-b98113db290c req-00385cd5-70ab-488b-8ea1-0659bfdf24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:48.561964 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6eb45e98-95db-4573-9747-b98113db290c req-00385cd5-70ab-488b-8ea1-0659bfdf24d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 200 len: 849 time: 0.0630443 Jul 16 19:15:48.594893 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-63979d45-e256-48ed-9ff8-ff9500b1024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:08Z', 'revision_number': 5, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:48.623244 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63979d45-e256-48ed-9ff8-ff9500b1024d None None] Checking router: c69a767b-5e76-498d-a0f1-c5cb63c50a3e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:48.631980 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63979d45-e256-48ed-9ff8-ff9500b1024d None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:48.632595 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-63979d45-e256-48ed-9ff8-ff9500b1024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:15:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:48.664238 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb45e98-95db-4573-9747-b98113db290c req-e0ed7a42-971b-4418-92fd-5a0ceb2443ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:48.665791 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6eb45e98-95db-4573-9747-b98113db290c req-e0ed7a42-971b-4418-92fd-5a0ceb2443ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cc9fe30e-ba88-465e-add6-6c35f1375739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965784 Jul 16 19:15:48.678347 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ad0c7-5edb-44f5-b503-a6709b100f94 req-7ef1d01c-5ec8-4627-8fa7-32581b040c11 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:48.679798 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-046ad0c7-5edb-44f5-b503-a6709b100f94 req-7ef1d01c-5ec8-4627-8fa7-32581b040c11 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 944 time: 0.1418982 Jul 16 19:15:48.739590 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-63979d45-e256-48ed-9ff8-ff9500b1024d None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:48.773959 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-046ad0c7-5edb-44f5-b503-a6709b100f94 req-bb921759-dfd0-4f4c-82cc-12b29831346e tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853298 Jul 16 19:15:48.793685 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6eb45e98-95db-4573-9747-b98113db290c req-dc4db027-647c-46c7-a43f-4f7aaef7836c service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129272 Jul 16 19:15:48.892960 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-6eb45e98-95db-4573-9747-b98113db290c req-ddcd3f68-ad15-4d42-8dc1-d61f59302723 service neutron] 10.222.0.32 "GET /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915267 Jul 16 19:15:48.938498 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-63979d45-e256-48ed-9ff8-ff9500b1024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:08Z', 'revision_number': 5, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:48.968077 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63979d45-e256-48ed-9ff8-ff9500b1024d None None] The sync data for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 is: [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:11:01Z', 'revision_number': 4, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10', '_interfaces': [{'id': '8cc7db2b-a6a3-4e29-b15b-b2d97783008c', 'name': '', 'network_id': 'cc9fe30e-ba88-465e-add6-6c35f1375739', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'mac_address': 'fa:16:3e:a8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:01Z', 'updated_at': '2021-07-16T19:11:08Z', 'revision_number': 5, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'subnets': [{'id': '1ffddef1-b031-4c0b-848c-22036a0d1ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:49.176319 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7565a668-d9d9-4e15-b223-fe1c35b988e1 None None] New status for floating IP f74994d9-71ab-464c-8457-c65d963dade9: DOWN {{(pid=105592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:15:49.369095 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:49.951932 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ad43f-76d1-4d79-acd7-ea3fb5390315 req-9739a407-0423-4a97-8736-f1b23fae1278 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:49.953400 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b36ad43f-76d1-4d79-acd7-ea3fb5390315 req-9739a407-0423-4a97-8736-f1b23fae1278 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 944 time: 0.0625753 Jul 16 19:15:50.019427 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-b36ad43f-76d1-4d79-acd7-ea3fb5390315 req-da9ec676-3926-4fb3-9d71-8c18a6de437a tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/security-groups?id=63c78238-76ae-4e68-a9fb-4398461229e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603986 Jul 16 19:15:50.048817 n-d-787205-10 neutron-server[105591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca4bcc-2a28-4e6b-abcb-a5c066cd43dc req-e80f265d-549f-45c7-ab51-b77200cb7af5 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:50.050339 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3cca4bcc-2a28-4e6b-abcb-a5c066cd43dc req-e80f265d-549f-45c7-ab51-b77200cb7af5 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.32 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 944 time: 0.0856020 Jul 16 19:15:50.154081 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-3cca4bcc-2a28-4e6b-abcb-a5c066cd43dc req-a92d7ea3-241c-4cd5-93ff-85c98c697886 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Deleting port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:50.154348 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3cca4bcc-2a28-4e6b-abcb-a5c066cd43dc req-a92d7ea3-241c-4cd5-93ff-85c98c697886 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:50.241206 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [req-3cca4bcc-2a28-4e6b-abcb-a5c066cd43dc req-a92d7ea3-241c-4cd5-93ff-85c98c697886 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] For port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55, host n-h1-787205-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-10',level=0,port_id=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:50.241572 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3cca4bcc-2a28-4e6b-abcb-a5c066cd43dc req-a92d7ea3-241c-4cd5-93ff-85c98c697886 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:50.253706 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [req-3cca4bcc-2a28-4e6b-abcb-a5c066cd43dc req-a92d7ea3-241c-4cd5-93ff-85c98c697886 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Calling delete_port for 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 owned by compute:nova {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:50.382461 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3cca4bcc-2a28-4e6b-abcb-a5c066cd43dc req-a92d7ea3-241c-4cd5-93ff-85c98c697886 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:50.417487 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d7ea3-241c-4cd5-93ff-85c98c697886 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event deleted for resources: {'Port': ['ID=6501adb9-b3b5-4e97-9b6f-95cbf747dd55,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:50.462872 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cca4bcc-2a28-4e6b-abcb-a5c066cd43dc req-a92d7ea3-241c-4cd5-93ff-85c98c697886 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] No DVR routers for this DVR port 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 on host n-h1-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:50.465646 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [req-3cca4bcc-2a28-4e6b-abcb-a5c066cd43dc req-a92d7ea3-241c-4cd5-93ff-85c98c697886 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-988874'] for port, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:50.467735 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-3cca4bcc-2a28-4e6b-abcb-a5c066cd43dc req-a92d7ea3-241c-4cd5-93ff-85c98c697886 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.32 "DELETE /v2.0/ports/6501adb9-b3b5-4e97-9b6f-95cbf747dd55 HTTP/1.1" status: 204 len: 173 time: 0.4118421 Jul 16 19:15:50.468194 n-d-787205-10 neutron-server[105591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'name': 'network-vif-deleted', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55'}] {{(pid=105591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:50.470641 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dec69b7c67b4d7f4263c88c8d194affa00604f2a6ebe3ce54c58cf8f2944928" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d49563-84a9-4e52-9fc4-ef8ce819e93c" -d '{"events": [{"server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "name": "network-vif-deleted", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55"}]}' {{(pid=105591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:50.509052 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abbce37-56a4-4a7d-b167-0544e78df843 x-openstack-request-id: req-1abbce37-56a4-4a7d-b167-0544e78df843 {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:50.509414 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80db7dcf-3aa4-43a6-9c5c-0363748b6ac8", "name": "network-vif-deleted", "tag": "6501adb9-b3b5-4e97-9b6f-95cbf747dd55", "status": "completed", "code": 200}]} {{(pid=105591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:50.509681 n-d-787205-10 neutron-server[105591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1abbce37-56a4-4a7d-b167-0544e78df843 {{(pid=105591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:50.510098 n-d-787205-10 neutron-server[105591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80db7dcf-3aa4-43a6-9c5c-0363748b6ac8', 'name': 'network-vif-deleted', 'tag': '6501adb9-b3b5-4e97-9b6f-95cbf747dd55', 'status': 'completed', 'code': 200} Jul 16 19:15:51.179887 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [req-0f76f633-2813-4021-a358-0a4e8a6cd7ea req-d7baee21-7c5d-4367-bbd3-16fe3ffc6b12 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "GET /v2.0/ports?device_id=80db7dcf-3aa4-43a6-9c5c-0363748b6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0299911 Jul 16 19:15:52.274934 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50308) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:52.331451 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a7323213-48f0-4fa5-9e45-d4542ccb90a1 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.355555 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a7323213-48f0-4fa5-9e45-d4542ccb90a1 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.414182 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a7323213-48f0-4fa5-9e45-d4542ccb90a1 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.416852 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-a7323213-48f0-4fa5-9e45-d4542ccb90a1 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Notify callbacks [] for security_group, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.418140 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-a7323213-48f0-4fa5-9e45-d4542ccb90a1 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] 10.222.0.24 "DELETE /v2.0/security-groups/63c78238-76ae-4e68-a9fb-4398461229e1 HTTP/1.1" status: 204 len: 168 time: 0.1421874 Jul 16 19:15:52.428622 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7323213-48f0-4fa5-9e45-d4542ccb90a1 tempest-TestSnapshotPattern-1396417763 tempest-TestSnapshotPattern-1396417763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c78238-76ae-4e68-a9fb-4398461229e1,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:52.466393 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50312) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:52.814327 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59896898-fcfe-4d52-9247-18ead03573f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.067715 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-59896898-fcfe-4d52-9247-18ead03573f2 admin admin] Deleting port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:53.067969 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59896898-fcfe-4d52-9247-18ead03573f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.143711 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-59896898-fcfe-4d52-9247-18ead03573f2 admin admin] For port 8cc7db2b-a6a3-4e29-b15b-b2d97783008c, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=8cc7db2b-a6a3-4e29-b15b-b2d97783008c,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:53.144068 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59896898-fcfe-4d52-9247-18ead03573f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.156005 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-59896898-fcfe-4d52-9247-18ead03573f2 admin admin] Calling delete_port for 8cc7db2b-a6a3-4e29-b15b-b2d97783008c owned by network:router_interface {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:53.332776 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59896898-fcfe-4d52-9247-18ead03573f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.365591 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59896898-fcfe-4d52-9247-18ead03573f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc7db2b-a6a3-4e29-b15b-b2d97783008c,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:53.531509 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-59896898-fcfe-4d52-9247-18ead03573f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.743359 n-d-787205-10 neutron-server[105591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59896898-fcfe-4d52-9247-18ead03573f2 admin admin] Router c69a767b-5e76-498d-a0f1-c5cb63c50a3e has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:53.847001 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59896898-fcfe-4d52-9247-18ead03573f2 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:53.853250 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-59896898-fcfe-4d52-9247-18ead03573f2 admin admin] 10.222.0.24 "PUT /v2.0/routers/c69a767b-5e76-498d-a0f1-c5cb63c50a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3847299 Jul 16 19:15:53.854856 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50314) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:53.856014 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16772e5a-920b-4389-84e8-b72a17708154 None None] Sync routers for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:53.865424 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16772e5a-920b-4389-84e8-b72a17708154 None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:53.866133 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-16772e5a-920b-4389-84e8-b72a17708154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:15:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:53.957728 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Notify callbacks [] for router, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.969828 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-16772e5a-920b-4389-84e8-b72a17708154 None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: n-d-787205-10 {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:54.026724 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.060833 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.103602 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 no longer exists at agent hyperv_n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:54.114504 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Deleting port 0bbb7970-db2d-4e43-b36e-456250a122e9 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:54.114856 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.125159 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] No Port match for: 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:54.126515 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Device 6501adb9-b3b5-4e97-9b6f-95cbf747dd55 not bound to the agent host n-h1-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:54.153927 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-16772e5a-920b-4389-84e8-b72a17708154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:15:53Z', 'revision_number': 5, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port': {'id': '0bbb7970-db2d-4e43-b36e-456250a122e9', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:10:59Z', 'updated_at': '2021-07-16T19:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:54.180349 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16772e5a-920b-4389-84e8-b72a17708154 None None] Checking router: c69a767b-5e76-498d-a0f1-c5cb63c50a3e for host: n-d-787205-10 {{(pid=105593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:54.189008 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16772e5a-920b-4389-84e8-b72a17708154 None None] Routers {'c69a767b-5e76-498d-a0f1-c5cb63c50a3e'} bound to L3 agent in host n-d-787205-10 {{(pid=105593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:54.190600 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-16772e5a-920b-4389-84e8-b72a17708154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:15:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'], 'active': True} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:54.192659 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] For port 0bbb7970-db2d-4e43-b36e-456250a122e9, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=0bbb7970-db2d-4e43-b36e-456250a122e9,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:54.193023 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.204762 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Calling delete_port for 0bbb7970-db2d-4e43-b36e-456250a122e9 owned by network:router_gateway {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:54.277053 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_dvr_db [None req-16772e5a-920b-4389-84e8-b72a17708154 None None] Set router c69a767b-5e76-498d-a0f1-c5cb63c50a3e gateway port host: None {{(pid=105593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:54.333229 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.l3_hamode_db [None req-16772e5a-920b-4389-84e8-b72a17708154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:15:54Z', 'revision_number': 6, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:54.359082 n-d-787205-10 neutron-server[105593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16772e5a-920b-4389-84e8-b72a17708154 None None] The sync data for ids ['c69a767b-5e76-498d-a0f1-c5cb63c50a3e'] in n-d-787205-10 is: [{'id': 'c69a767b-5e76-498d-a0f1-c5cb63c50a3e', 'name': 'tempest-TestSnapshotPattern-2065965113-router', 'tenant_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:10:58Z', 'updated_at': '2021-07-16T19:15:54Z', 'revision_number': 6, 'project_id': '0253a90f7a6c48d2ae5698ee61a9e753', 'gw_port_host': None}] {{(pid=105593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:54.371099 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.403802 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbb7970-db2d-4e43-b36e-456250a122e9,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:54.466633 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.872594 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.874734 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.917907 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.918585 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c69a767b-5e76-498d-a0f1-c5cb63c50a3e {{(pid=105591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:15:54.924583 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] Notify callbacks [] for router, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:54.925707 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-7b3cdf42-c4e2-461e-8527-c10e0d17dd09 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c69a767b-5e76-498d-a0f1-c5cb63c50a3e HTTP/1.1" status: 204 len: 168 time: 1.0699131 Jul 16 19:15:54.928265 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50316) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:54.974562 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df0181a-4ffd-49e6-b083-a3d2a565e126 admin admin] Deleting subnet 1ffddef1-b031-4c0b-848c-22036a0d1ddd {{(pid=105591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:15:54.977482 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1df0181a-4ffd-49e6-b083-a3d2a565e126 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.011315 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1df0181a-4ffd-49e6-b083-a3d2a565e126 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28386160'] for subnet, precommit_delete_associations {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.091564 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1df0181a-4ffd-49e6-b083-a3d2a565e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.149680 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1df0181a-4ffd-49e6-b083-a3d2a565e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25660981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27013871'] for subnet, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.174054 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0181a-4ffd-49e6-b083-a3d2a565e126 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ffddef1-b031-4c0b-848c-22036a0d1ddd,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:55.180019 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-1df0181a-4ffd-49e6-b083-a3d2a565e126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.181936 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-1df0181a-4ffd-49e6-b083-a3d2a565e126 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1ffddef1-b031-4c0b-848c-22036a0d1ddd HTTP/1.1" status: 204 len: 168 time: 0.2526567 Jul 16 19:15:55.184398 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [-] (105591) accepted ('10.222.0.24', 50318) {{(pid=105591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:55.186896 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982789f8-5f80-42b2-987b-a20f57c0b997 None None] Network cc9fe30e-ba88-465e-add6-6c35f1375739 requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:55.253726 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.311900 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Deleting port 07295598-cfdf-42bd-83c8-96523ce84b96 {{(pid=105591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:55.312396 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.378670 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.db [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] For port 07295598-cfdf-42bd-83c8-96523ce84b96, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=07295598-cfdf-42bd-83c8-96523ce84b96,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:55.379749 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.395775 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9172be-fe80-43fd-87ff-de520e7e2a25 None None] DHCP port deletion for cc9fe30e-ba88-465e-add6-6c35f1375739 request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:15:55.401961 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.plugin [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Calling delete_port for 07295598-cfdf-42bd-83c8-96523ce84b96 owned by network:dhcp {{(pid=105591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:55.409834 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:15:55.446013 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2c9172be-fe80-43fd-87ff-de520e7e2a25 None None] Deleting port 07295598-cfdf-42bd-83c8-96523ce84b96 {{(pid=105592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:55.446396 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2c9172be-fe80-43fd-87ff-de520e7e2a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.484836 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25660998'] for port, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.511707 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.db [None req-2c9172be-fe80-43fd-87ff-de520e7e2a25 None None] For port 07295598-cfdf-42bd-83c8-96523ce84b96, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=07295598-cfdf-42bd-83c8-96523ce84b96,segment=NetworkSegment(1d26f710-285d-48e7-9b3e-d9e8188de47d),segment_id=1d26f710-285d-48e7-9b3e-d9e8188de47d)] {{(pid=105592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:55.511929 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Pushing event deleted for resources: {'Port': ['ID=07295598-cfdf-42bd-83c8-96523ce84b96,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:55.512061 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2c9172be-fe80-43fd-87ff-de520e7e2a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.513595 n-d-787205-10 neutron-server[105591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] No DVR routers for this DVR port 07295598-cfdf-42bd-83c8-96523ce84b96 on host n-d-787205-10 {{(pid=105591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:55.526011 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-2c9172be-fe80-43fd-87ff-de520e7e2a25 None None] Calling delete_port for 07295598-cfdf-42bd-83c8-96523ce84b96 owned by network:dhcp {{(pid=105592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:55.584795 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.591171 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0bbb7970-db2d-4e43-b36e-456250a122e9 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:55.595371 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9fe30e-ba88-465e-add6-6c35f1375739']}} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:55.606464 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d26f710-285d-48e7-9b3e-d9e8188de47d') {'for_net_delete': True} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:55.606772 n-d-787205-10 neutron-server[105591]: DEBUG neutron.services.segments.db [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d26f710-285d-48e7-9b3e-d9e8188de47d') {} {{(pid=105591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:55.616560 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28386119'] for segment, before_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.620008 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 0bbb7970-db2d-4e43-b36e-456250a122e9 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:55.620354 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 0bbb7970-db2d-4e43-b36e-456250a122e9 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:55.620772 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 07295598-cfdf-42bd-83c8-96523ce84b96 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:55.633918 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.640174 n-d-787205-10 neutron-server[105591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=105591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:15:55.640649 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25660567'] for segment, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: Traceback (most recent call last): Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: timer() Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: cb(*args, **kw) Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: return func(*args, **kwargs) Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: self._notify() Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: self.callback(batched_events) Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: event.method(event) Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: return f(self, *a, **k) Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: return self._get(url).json() Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: return self.request(url, 'GET', **kwargs) Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:15:55.642316 n-d-787205-10 neutron-server[105591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:15:55.645833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 07295598-cfdf-42bd-83c8-96523ce84b96 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:55.645833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 07295598-cfdf-42bd-83c8-96523ce84b96 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:55.645833 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8cc7db2b-a6a3-4e29-b15b-b2d97783008c no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:55.665285 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 8cc7db2b-a6a3-4e29-b15b-b2d97783008c {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:55.665636 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 8cc7db2b-a6a3-4e29-b15b-b2d97783008c not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:55.668770 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-2c9172be-fe80-43fd-87ff-de520e7e2a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452'] for port, after_delete {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.693823 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9172be-fe80-43fd-87ff-de520e7e2a25 None None] Pushing event deleted for resources: {'Port': ['ID=07295598-cfdf-42bd-83c8-96523ce84b96,revision_number=None']} {{(pid=105592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:55.697529 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9172be-fe80-43fd-87ff-de520e7e2a25 None None] No DVR routers for this DVR port 07295598-cfdf-42bd-83c8-96523ce84b96 on host n-d-787205-10 {{(pid=105592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:55.700490 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.707955 n-d-787205-10 neutron-server[105591]: DEBUG neutron_lib.callbacks.manager [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Notify callbacks [] for network, before_response {{(pid=105591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:55.709996 n-d-787205-10 neutron-server[105591]: INFO neutron.wsgi [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] 10.222.0.24 "DELETE /v2.0/networks/cc9fe30e-ba88-465e-add6-6c35f1375739 HTTP/1.1" status: 204 len: 168 time: 0.5246563 Jul 16 19:15:55.713053 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50320) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:55.719639 n-d-787205-10 neutron-server[105591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2180c2-7f1f-4590-b039-ac63aa0811ac admin admin] Pushing event deleted for resources: {'Network': ['ID=cc9fe30e-ba88-465e-add6-6c35f1375739,revision_number=None']} {{(pid=105591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:56.057532 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e52dadc2-17cd-446a-8548-3463fd8cac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-715438'] for router_interface, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.145993 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.307898 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e52dadc2-17cd-446a-8548-3463fd8cac77 admin admin] Deleting port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:56.308136 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e52dadc2-17cd-446a-8548-3463fd8cac77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.384873 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e52dadc2-17cd-446a-8548-3463fd8cac77 admin admin] For port 93002fc5-c7d4-4ee3-90d2-bb0c704800d7, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=93002fc5-c7d4-4ee3-90d2-bb0c704800d7,segment=NetworkSegment(6c6f5e9c-cf05-45ef-8602-5775cb61f1cb),segment_id=6c6f5e9c-cf05-45ef-8602-5775cb61f1cb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:56.385247 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e52dadc2-17cd-446a-8548-3463fd8cac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.398430 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e52dadc2-17cd-446a-8548-3463fd8cac77 admin admin] Calling delete_port for 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 owned by network:router_interface {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:56.579104 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e52dadc2-17cd-446a-8548-3463fd8cac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.605682 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dadc2-17cd-446a-8548-3463fd8cac77 admin admin] Pushing event deleted for resources: {'Port': ['ID=93002fc5-c7d4-4ee3-90d2-bb0c704800d7,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:56.776824 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e52dadc2-17cd-446a-8548-3463fd8cac77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710974'] for router_interface, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:56.984369 n-d-787205-10 neutron-server[105590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52dadc2-17cd-446a-8548-3463fd8cac77 admin admin] Router b9f5fb22-9437-42a6-b086-8ea3c9bb8fee has already been hosted by L3 agent ebc981de-fead-4413-ad81-73871f68110f {{(pid=105590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:57.089810 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52dadc2-17cd-446a-8548-3463fd8cac77 admin admin] Notify agent at l3_agent.n-d-787205-10 the message routers_updated {{(pid=105590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:57.094761 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e52dadc2-17cd-446a-8548-3463fd8cac77 admin admin] 10.222.0.24 "PUT /v2.0/routers/b9f5fb22-9437-42a6-b086-8ea3c9bb8fee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3806534 Jul 16 19:15:57.098400 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50322) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:57.101351 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba54cec-e72a-4027-b452-cf98de7a878d None None] Sync routers for ids ['b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'] in n-d-787205-10 {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:57.110872 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba54cec-e72a-4027-b452-cf98de7a878d None None] Routers {'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:57.112257 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6ba54cec-e72a-4027-b452-cf98de7a878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:15:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:57.204208 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Notify callbacks [] for router, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.214161 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-6ba54cec-e72a-4027-b452-cf98de7a878d None None] Set router b9f5fb22-9437-42a6-b086-8ea3c9bb8fee gateway port host: n-d-787205-10 {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:57.305301 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.356765 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Deleting port ec530012-aab9-4408-b126-46682cf0d34e {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:57.357104 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.393128 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6ba54cec-e72a-4027-b452-cf98de7a878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'name': 'tempest-TestSnapshotPattern-2137660502-router', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'external_fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:03Z', 'updated_at': '2021-07-16T19:15:56Z', 'revision_number': 5, 'project_id': 'd3c65c21924444af98913c56a25a2033', 'gw_port': {'id': 'ec530012-aab9-4408-b126-46682cf0d34e', 'name': '', 'network_id': 'db28ede9-0280-4c90-8fd8-3f782ab61b0f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:04Z', 'updated_at': '2021-07-16T19:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eec4ce85-70e2-4a24-b6ed-cfe644c8e7a3', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-10'}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:57.419390 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba54cec-e72a-4027-b452-cf98de7a878d None None] Checking router: b9f5fb22-9437-42a6-b086-8ea3c9bb8fee for host: n-d-787205-10 {{(pid=105592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:57.428477 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba54cec-e72a-4027-b452-cf98de7a878d None None] Routers {'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'} bound to L3 agent in host n-d-787205-10 {{(pid=105592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:57.429089 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6ba54cec-e72a-4027-b452-cf98de7a878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:36:46Z,description=,heartbeat_timestamp=2021-07-16T19:15:46Z,host='n-d-787205-10',id=ebc981de-fead-4413-ad81-73871f68110f,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:36:46Z,topic='l3_agent')) {'router_ids': ['b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'], 'active': True} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:57.440757 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] For port ec530012-aab9-4408-b126-46682cf0d34e, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=ec530012-aab9-4408-b126-46682cf0d34e,segment=NetworkSegment(950649c3-71a0-445c-b28b-37b725e3a558),segment_id=950649c3-71a0-445c-b28b-37b725e3a558)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:57.441175 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.452629 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Calling delete_port for ec530012-aab9-4408-b126-46682cf0d34e owned by network:router_gateway {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:57.642321 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.668370 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Pushing event deleted for resources: {'Port': ['ID=ec530012-aab9-4408-b126-46682cf0d34e,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:57.688640 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_dvr_db [None req-6ba54cec-e72a-4027-b452-cf98de7a878d None None] Set router b9f5fb22-9437-42a6-b086-8ea3c9bb8fee gateway port host: None {{(pid=105592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:57.734228 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-531812'] for router_gateway, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.741423 n-d-787205-10 neutron-server[105592]: DEBUG neutron.db.l3_hamode_db [None req-6ba54cec-e72a-4027-b452-cf98de7a878d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'name': 'tempest-TestSnapshotPattern-2137660502-router', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:03Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 6, 'project_id': 'd3c65c21924444af98913c56a25a2033', 'gw_port_host': None}], 'n-d-787205-10', False) {} {{(pid=105592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:57.770815 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba54cec-e72a-4027-b452-cf98de7a878d None None] The sync data for ids ['b9f5fb22-9437-42a6-b086-8ea3c9bb8fee'] in n-d-787205-10 is: [{'id': 'b9f5fb22-9437-42a6-b086-8ea3c9bb8fee', 'name': 'tempest-TestSnapshotPattern-2137660502-router', 'tenant_id': 'd3c65c21924444af98913c56a25a2033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:03Z', 'updated_at': '2021-07-16T19:15:57Z', 'revision_number': 6, 'project_id': 'd3c65c21924444af98913c56a25a2033', 'gw_port_host': None}] {{(pid=105592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:57.827907 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-715760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6792'] for router, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.830614 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.872277 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-713190'] for router, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.872749 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9f5fb22-9437-42a6-b086-8ea3c9bb8fee {{(pid=105590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:15:57.877947 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] Notify callbacks [] for router, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.879007 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-57f951cb-3e0d-462b-9c02-a01eb285ebec admin admin] 10.222.0.24 "DELETE /v2.0/routers/b9f5fb22-9437-42a6-b086-8ea3c9bb8fee HTTP/1.1" status: 204 len: 168 time: 0.7795265 Jul 16 19:15:57.881772 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50324) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:57.924790 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba22a33-5563-4d6e-8441-d6ec83d3a4b3 admin admin] Deleting subnet 9d35f7ab-6e10-47c8-bbbb-58cc55621cd2 {{(pid=105590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:15:57.927758 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ba22a33-5563-4d6e-8441-d6ec83d3a4b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:57.961353 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ba22a33-5563-4d6e-8441-d6ec83d3a4b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30334292'] for subnet, precommit_delete_associations {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.039887 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ba22a33-5563-4d6e-8441-d6ec83d3a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3496653'] for subnet, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.089826 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ba22a33-5563-4d6e-8441-d6ec83d3a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3496698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29502622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31032962'] for subnet, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.117703 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba22a33-5563-4d6e-8441-d6ec83d3a4b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d35f7ab-6e10-47c8-bbbb-58cc55621cd2,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:58.119720 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-8ba22a33-5563-4d6e-8441-d6ec83d3a4b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.124190 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-8ba22a33-5563-4d6e-8441-d6ec83d3a4b3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9d35f7ab-6e10-47c8-bbbb-58cc55621cd2 HTTP/1.1" status: 204 len: 168 time: 0.2389760 Jul 16 19:15:58.125165 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50326) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:58.129050 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f90169-66f2-462a-9240-125a29bcbc11 None None] Network 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb requested from n-d-787205-10 {{(pid=105592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:58.202379 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3509158'] for network, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.258897 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Deleting port f174a9c2-4121-45ec-ba0c-c805ab31028f {{(pid=105590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:58.259240 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763932690863'] for port, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.321534 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.db [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] For port f174a9c2-4121-45ec-ba0c-c805ab31028f, host n-d-787205-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-10',level=0,port_id=f174a9c2-4121-45ec-ba0c-c805ab31028f,segment=NetworkSegment(6c6f5e9c-cf05-45ef-8602-5775cb61f1cb),segment_id=6c6f5e9c-cf05-45ef-8602-5775cb61f1cb)] {{(pid=105590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:58.321925 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713109'] for port, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.334614 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Calling delete_port for f174a9c2-4121-45ec-ba0c-c805ab31028f owned by network:dhcp {{(pid=105590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:58.416478 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763932692098', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763932290452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29502701'] for port, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.441346 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Pushing event deleted for resources: {'Port': ['ID=f174a9c2-4121-45ec-ba0c-c805ab31028f,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:58.444806 n-d-787205-10 neutron-server[105590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] No DVR routers for this DVR port f174a9c2-4121-45ec-ba0c-c805ab31028f on host n-d-787205-10 {{(pid=105590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:58.519273 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489961', 'neutron.services.segments.db._delete_segments_for_network-8763932805196'] for network, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.526424 n-d-787205-10 neutron-server[105592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b1c466-ecca-42ca-a82d-fdd1d948dfc4 None None] DHCP port deletion for 536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb request from n-d-787205-10 {{(pid=105592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:15:58.530469 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb']}} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:58.541863 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6f5e9c-cf05-45ef-8602-5775cb61f1cb') {'for_net_delete': True} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:58.542187 n-d-787205-10 neutron-server[105590]: DEBUG neutron.services.segments.db [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6f5e9c-cf05-45ef-8602-5775cb61f1cb') {} {{(pid=105590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:58.551784 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763932808789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30334307'] for segment, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.566515 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301'] for segment, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.572421 n-d-787205-10 neutron-server[105590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=105590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:15:58.572809 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29503036'] for segment, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: Traceback (most recent call last): Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: timer() Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: cb(*args, **kw) Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: return func(*args, **kwargs) Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: self._notify() Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: self.callback(batched_events) Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: event.method(event) Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: return f(self, *a, **k) Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: return self._get(url).json() Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: return self.request(url, 'GET', **kwargs) Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:15:58.574488 n-d-787205-10 neutron-server[105590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:15:58.629837 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531896'] for network, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.635341 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Notify callbacks [] for network, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:58.640300 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] 10.222.0.24 "DELETE /v2.0/networks/536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb HTTP/1.1" status: 204 len: 168 time: 0.5150492 Jul 16 19:15:58.653900 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc934-e6b8-4d2d-9927-82495193748a admin admin] Pushing event deleted for resources: {'Network': ['ID=536f2d75-5ec9-4ddc-9f5a-b6e0b2f33bdb,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:58.819653 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50330) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:59.008738 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-139f57da-3103-4f00-9ec4-25ae59627e3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0253a90f7a6c48d2ae5698ee61a9e753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879215 Jul 16 19:15:59.011329 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50334) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:59.057859 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eae38f89-e71e-4631-910f-5653876a1160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.078584 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eae38f89-e71e-4631-910f-5653876a1160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.125135 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eae38f89-e71e-4631-910f-5653876a1160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.130430 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-eae38f89-e71e-4631-910f-5653876a1160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.134304 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-eae38f89-e71e-4631-910f-5653876a1160 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc8f8542-6db5-4392-bb25-c571b7fb1840 HTTP/1.1" status: 204 len: 168 time: 0.1195133 Jul 16 19:15:59.140803 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae38f89-e71e-4631-910f-5653876a1160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8f8542-6db5-4392-bb25-c571b7fb1840,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:59.395031 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50340) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:59.434601 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-0e898175-0e61-4635-a03d-2b171302511a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3c65c21924444af98913c56a25a2033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384388 Jul 16 19:15:59.436999 n-d-787205-10 neutron-server[105590]: DEBUG neutron.wsgi [-] (105590) accepted ('10.222.0.24', 50342) {{(pid=105590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:59.485368 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4b8be06-378b-4421-b362-960d914a695c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.506475 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4b8be06-378b-4421-b362-960d914a695c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.554229 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4b8be06-378b-4421-b362-960d914a695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774525'] for security_group, after_delete {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.556938 n-d-787205-10 neutron-server[105590]: DEBUG neutron_lib.callbacks.manager [None req-c4b8be06-378b-4421-b362-960d914a695c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.558149 n-d-787205-10 neutron-server[105590]: INFO neutron.wsgi [None req-c4b8be06-378b-4421-b362-960d914a695c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70e3db11-048d-4a2b-aa33-52a3fc852063 HTTP/1.1" status: 204 len: 168 time: 0.1202674 Jul 16 19:15:59.568350 n-d-787205-10 neutron-server[105590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8be06-378b-4421-b362-960d914a695c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e3db11-048d-4a2b-aa33-52a3fc852063,revision_number=None']} {{(pid=105590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:59.590378 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:59.610201 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:59.610542 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device 93002fc5-c7d4-4ee3-90d2-bb0c704800d7 not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:59.612028 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ec530012-aab9-4408-b126-46682cf0d34e no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:59.630671 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: ec530012-aab9-4408-b126-46682cf0d34e {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:59.631018 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device ec530012-aab9-4408-b126-46682cf0d34e not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:59.631442 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f174a9c2-4121-45ec-ba0c-c805ab31028f no longer exists at agent ovs-agent-n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:59.649747 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.plugin [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] No Port match for: f174a9c2-4121-45ec-ba0c-c805ab31028f {{(pid=105592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:59.650098 n-d-787205-10 neutron-server[105592]: DEBUG neutron.plugins.ml2.rpc [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Device f174a9c2-4121-45ec-ba0c-c805ab31028f not bound to the agent host n-d-787205-10 {{(pid=105592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:13.693589 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-fd115dcc-3c2d-47f9-9a15-30bec977be0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:15.849087 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f99734b9-e24d-40be-82f3-9c1cf07e036c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:16.116183 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:17.968528 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:19.372924 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:24.018103 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:26.147684 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.410254 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:16:43.694409 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-35db5768-4b45-4cd5-9596-b4b534815363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.849358 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e9996aa3-2a64-4740-a35c-3e9912c239ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.118431 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:47.970379 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:49.374209 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.036283 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:56.147775 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:09.409216 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:17:13.696241 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-54c6711a-31d3-4b94-83e0-14b682d03a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:15.849010 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-5d7413c9-566f-44ce-a615-e4a36f90d13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:16.119739 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:17.973590 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:19.379056 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:24.035194 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:26.149731 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:43.698346 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-4d1ad297-afa4-4ed2-9f70-522fe689829a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:45.849270 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-39fc5063-fa94-4559-9ffa-1270b34b0a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:46.120666 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:46.408404 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:17:47.976326 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:49.380019 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.036018 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.160442 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.700083 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c0412b3c-5498-4f22-aab3-ae87ff867b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.863033 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-af4cae10-ec14-4779-9d19-78c34972e9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.122802 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:17.986363 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:19.382710 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.407795 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:18:24.029505 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:26.156718 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:43.701394 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-caa6ff46-daac-4628-976f-070080557572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:45.846868 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-71588ad1-9687-467d-b4a4-3bff4dcfc86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:46.124298 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:47.985108 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:49.386554 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:54.049619 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:56.180660 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:00.406759 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:19:13.704750 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a186912c-2013-4767-a214-71b942af8f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:15.847732 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-524bfdd7-4a10-4589-9683-cf1e5fae41c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:16.128466 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:17.987667 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:19.388930 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:24.047617 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:26.186157 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:37.407424 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:19:43.707692 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1399ed4b-ae47-4644-bcd6-7487f85b9b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:45.847729 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-47b07522-2df3-49e6-b996-75ede1f79803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:46.133083 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:47.990197 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:49.392795 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:54.045621 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:56.191203 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.709475 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-31584061-6d63-486e-96da-1124a63108c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:14.407370 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:20:15.848091 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-40c4a41f-09dd-4c2c-95d5-4c2a476a822e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.136025 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:17.994797 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.406081 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.057036 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:26.203559 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:43.718777 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b4d90570-a903-4347-99a0-af52aa01856e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:45.855609 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-891cc08c-f644-438e-a680-3f6a014bf22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:46.143364 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:48.000796 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:49.400208 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:51.406963 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:20:54.072375 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:56.198154 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:13.710541 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-e80bc702-2292-4287-8131-d82e76108cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:15.847926 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-60e24b07-030e-4a42-861d-758dc814aa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:16.136723 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:17.998223 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:19.401920 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:24.076919 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:26.197395 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:28.407193 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:21:43.713824 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-11a6b4c4-667d-4244-a787-082391a9da1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:45.848918 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-a1358f15-1a49-45d3-ba48-313caeaeb7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:46.138836 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:48.001032 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:49.405258 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:54.087653 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:56.195526 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.406743 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:22:13.715467 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-04352138-e248-4f46-9ec3-2afaf72ce1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:15.852009 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-da93e495-8673-45e3-aeb9-a510eae8a661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:16.142603 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:18.002365 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:19.406882 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:24.087546 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:26.213648 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:42.405822 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:22:43.717765 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-413421ea-b385-40c4-a061-0b61a4de4da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:45.854527 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c29f2c69-beea-4d96-9071-955fdd1de51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:46.146153 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:48.006363 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:49.412673 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:54.103064 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:56.224972 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.719361 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-b1e42d9a-eeaa-42bc-b33f-1d2748a2dc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:15.855706 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-83b3c435-b58a-4300-8b64-15347ba8b08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:16.148862 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.008369 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:19.405049 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:23:19.418689 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:24.101289 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:26.220126 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:43.721385 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-31c73c66-0716-4ef8-8303-ed1feb1e189d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:45.856871 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-db85abad-cde3-4db2-9fd6-19e55f6cf346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:46.151939 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:48.011673 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:49.419001 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:54.101964 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:56.239893 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:56.405776 n-d-787205-10 neutron-server[105593]: DEBUG neutron.db.agents_db [None req-5edffcad-d119-4e75-a336-e7e907bdc96d None None] Agent healthcheck: found 7 active agents {{(pid=105593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:24:09.957187 n-d-787205-10 neutron-server[105591]: DEBUG neutron.wsgi [req-7cb34f27-65a7-49cf-a223-99eae736b24e req-eb5ae3f3-712a-4135-9490-b76b520f1575 service neutron] (105591) timed out ('10.222.0.24', 41266) {{(pid=105591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:24:13.722737 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-0d90847f-9c61-477d-bd88-88c8084e7889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:15.860201 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-46631515-e9ef-42db-9c52-3f4041068e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:16.154195 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-28402690-e125-44d7-9b9b-35f2e0d16ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:18.016205 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-1803032a-c1c0-472e-896d-069753980c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:19.420020 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-f386819b-b5f9-46a8-a7ee-ba77937f37da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:24.106148 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-c5a55a1a-9434-4e3f-9194-3ac70f47539f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:26.238143 n-d-787205-10 neutron-server[105592]: DEBUG neutron_lib.callbacks.manager [None req-522d9a02-e152-48a8-a6e5-661792142dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763932805178', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497971'] for agent, after_update {{(pid=105592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}